-- Logs begin at Fri 2021-11-12 09:54:43 UTC, end at Fri 2021-11-12 12:43:45 UTC. -- Nov 12 10:43:11.319731 n-d-768852-22 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 10:43:14.098227 n-d-768852-22 neutron-server[109595]: INFO neutron.common.config [-] Logging enabled! Nov 12 10:43:14.098826 n-d-768852-22 neutron-server[109595]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 10:43:14.099015 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109595) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 10:43:14.102316 n-d-768852-22 neutron-server[109595]: INFO neutron.common.config [-] Logging enabled! Nov 12 10:43:14.102572 n-d-768852-22 neutron-server[109595]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 10:43:14.102884 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109595) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 10:43:14.103820 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 10:43:14.104077 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 10:43:14.104449 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 10:43:14.104692 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 10:43:14.104918 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 10:43:14.105241 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.105668 n-d-768852-22 neutron-server[109595]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 10:43:14.105985 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.106281 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.106580 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.106874 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.107170 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.107448 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.107739 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.108060 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.108350 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.108630 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.108914 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.109309 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.109601 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.109892 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.110181 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.110467 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] debug = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.110749 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.111181 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.111671 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.111991 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.112287 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.112572 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.112844 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.113638 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.113924 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.114257 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] host = n-d-768852-22 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.114536 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.114825 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.115115 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.115404 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.115681 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.115987 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.116284 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.116558 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.116834 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] log_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.117220 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.117518 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.117809 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.118104 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.118584 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.118807 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.119110 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.119400 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.119678 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.119980 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.120263 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.120542 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.120817 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.121091 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.121378 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.121663 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.121949 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.122224 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.122498 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.122774 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.123083 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.123372 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.123648 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.123945 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.124217 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.124508 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.124777 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.125050 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.125350 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.125636 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.125925 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.126207 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.126482 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.126765 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.127038 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.127313 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.127586 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] use_json = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.127858 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.128154 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.128437 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.129265 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.129551 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.129825 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.130100 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.130385 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:14.130688 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.130986 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.131290 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.131576 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.131882 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.132189 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.132479 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.132762 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.133054 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.133347 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.133636 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.133918 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.134211 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.134492 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.134788 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.135095 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.135391 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.135683 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.135978 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.136262 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.136534 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.136813 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.137100 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.137381 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.137669 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.137960 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.138239 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.138525 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.138819 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.139111 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.139385 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.139666 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.140055 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.140341 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.140616 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.140900 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.141192 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.141474 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.141752 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.142037 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.142323 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.142601 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.142875 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.143156 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.143449 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.143729 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.144030 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.144333 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.144610 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.144882 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.145169 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.145448 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.145823 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.146105 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.146396 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.146670 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.146944 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.147225 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.147501 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.147785 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.148098 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.148375 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.148651 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.148923 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.149194 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.149469 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.149743 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.150021 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.150293 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.150566 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.150838 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.151108 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.151382 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.151709 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.152039 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.152322 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.152602 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.152915 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.153163 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.153441 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.153721 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.154001 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.154278 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.154551 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.154841 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.155120 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.155405 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.155690 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.155991 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.156321 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.156599 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.156883 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.157159 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.157436 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.157720 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.158005 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.158300 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.158593 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.158885 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.159177 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.159470 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.159752 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.160112 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.160391 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:14.160610 n-d-768852-22 neutron-server[109595]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 10:43:14.160850 n-d-768852-22 neutron-server[109595]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109595) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 10:43:14.607663 n-d-768852-22 neutron-server[109595]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 10:43:14.607947 n-d-768852-22 neutron-server[109595]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 10:43:14.608255 n-d-768852-22 neutron-server[109595]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 10:43:14.608588 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 10:43:14.949504 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:14.949692 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:14.949968 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:14.951166 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:14.951438 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:14.951701 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:14.987172 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:14.987451 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:14.987716 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.004038 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.004320 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.004591 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.036020 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.036297 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.036564 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.079244 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.079523 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.079793 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.320514 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.321135 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.321135 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.321424 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.322141 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.459626 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.459960 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.460288 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.460560 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.460827 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.461138 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.461397 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.461653 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.461908 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.462195 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.462456 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.462719 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.462975 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.463230 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.463487 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.463753 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.464033 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.464301 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.464571 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.464828 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.465097 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.465350 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.465629 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.466004 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.466252 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.466496 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.466906 n-d-768852-22 neutron-server[109595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:43:15.467146 n-d-768852-22 neutron-server[109595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:43:15.467381 n-d-768852-22 neutron-server[109595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:43:15.467615 n-d-768852-22 neutron-server[109595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:43:15.467849 n-d-768852-22 neutron-server[109595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:43:15.468104 n-d-768852-22 neutron-server[109595]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:43:15.468476 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 10:43:15.471853 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 10:43:15.475897 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 10:43:15.479818 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Nov 12 10:43:15.481493 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 10:43:15.481971 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 10:43:15.482309 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 10:43:15.482698 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 10:43:15.485778 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 10:43:15.486034 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 10:43:15.486386 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 10:43:15.491842 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 10:43:15.515018 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 10:43:15.515482 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.515784 n-d-768852-22 neutron-server[109595]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109595) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 10:43:15.516176 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.517659 n-d-768852-22 neutron-server[109595]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109595) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 10:43:15.517939 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 10:43:15.518189 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 10:43:15.522020 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.522298 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:15.588258 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 10:43:15.588421 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 10:43:15.588651 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 10:43:15.589026 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 10:43:15.620579 n-d-768852-22 neutron-server[109595]: DEBUG oslo_db.sqlalchemy.engines [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109595) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 10:43:16.324362 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Initializing driver for type 'gre' Nov 12 10:43:16.325055 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] gre ID ranges: [(1, 1000)] Nov 12 10:43:16.575846 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Initializing driver for type 'local' Nov 12 10:43:16.576146 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Initializing driver for type 'vlan' Nov 12 10:43:16.661777 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] VlanTypeDriver initialization complete Nov 12 10:43:16.662109 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Initializing driver for type 'vxlan' Nov 12 10:43:16.662614 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] vxlan ID ranges: [(1, 1000)] Nov 12 10:43:16.895491 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Initializing extension driver 'port_security' Nov 12 10:43:16.895758 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] PortSecurityExtensionDriver initialization complete Nov 12 10:43:16.896135 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Initializing mechanism driver 'openvswitch' Nov 12 10:43:16.896465 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Initializing mechanism driver 'hyperv' Nov 12 10:43:16.908034 n-d-768852-22 neutron-server[109595]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:43:16.908895 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > port after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.909272 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > port after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.909633 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > port after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.910235 n-d-768852-22 neutron-server[109595]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109595) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:43:16.910676 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > subnet after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.911040 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > subnet after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.911392 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.911946 n-d-768852-22 neutron-server[109595]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109595) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:43:16.912355 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > network after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.912712 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > network after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.913060 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > network after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.913457 n-d-768852-22 neutron-server[109595]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109595) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:43:16.913868 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > security_group after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.914224 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > security_group after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.914570 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.914967 n-d-768852-22 neutron-server[109595]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109595) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:43:16.915377 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.915729 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.916112 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.916508 n-d-768852-22 neutron-server[109595]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109595) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:43:16.916954 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > address_group after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.917409 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > address_group after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.917757 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.918154 n-d-768852-22 neutron-server[109595]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109595) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 10:43:16.918534 n-d-768852-22 neutron-server[109595]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] ML2 OVO RPC backend initialized. {{(pid=109595) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 10:43:16.919251 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.919614 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.920063 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > network before_response 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.920414 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > networks before_response 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.920764 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > port before_response 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.921107 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > ports before_response 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.921452 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > subnet before_response 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.921869 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > subnets before_response 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.922219 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > network after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.922562 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > network after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.922900 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > network after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.923353 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > port after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.923699 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > port after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.924066 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > port after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.924407 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > subnet after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.924748 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > subnet after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.925086 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.925694 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.plugin [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Modular L2 Plugin initialization complete Nov 12 10:43:16.926029 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading services supported by the core plugin {{(pid=109595) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 10:43:16.926361 n-d-768852-22 neutron-server[109595]: INFO neutron.plugins.ml2.managers [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Got port-security extension from driver 'port_security' Nov 12 10:43:16.926830 n-d-768852-22 neutron-server[109595]: INFO neutron.extensions.vlantransparent [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Disabled vlantransparent extension. Nov 12 10:43:16.927322 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109595) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 10:43:16.927642 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading Plugin: router Nov 12 10:43:16.964834 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.965228 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router after_create 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.965600 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router before_create 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.965967 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.966341 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.966701 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router after_delete 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.967059 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.967640 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.968031 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router after_create 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.968387 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router after_update 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.968741 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router after_update 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.969091 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.969453 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router after_update 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.969866 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_update 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.970237 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: port after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.970578 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: port after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.970919 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: subnet after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.971260 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.971609 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.971994 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_create 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.972352 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: port before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.972696 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.973056 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router after_update 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.973398 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.973748 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_create 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.974166 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.974517 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_update 55549900 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.974882 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > agent after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.975233 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > agent after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.975578 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > network after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.976485 n-d-768852-22 neutron-server[109595]: DEBUG neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Tracking information for resource: router configured {{(pid=109595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:43:16.976824 n-d-768852-22 neutron-server[109595]: DEBUG neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Tracking information for resource: floatingip configured {{(pid=109595) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 10:43:16.981860 n-d-768852-22 neutron-server[109595]: INFO neutron.db.l3_agentschedulers_db [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 10:43:16.982452 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: port after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.982819 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: port after_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.983174 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: port after_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.983529 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: port after_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.984360 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router before_create 55550100 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.984731 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.985094 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_create 55550100 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.985454 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > router precommit_update 55550100 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:16.990596 n-d-768852-22 neutron-server[109595]: DEBUG neutron.services.provider_configuration [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service providers = [] {{(pid=109595) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 10:43:16.990971 n-d-768852-22 neutron-server[109595]: DEBUG neutron.db.servicetype_db [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109595) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 10:43:16.994304 n-d-768852-22 neutron-server[109595]: DEBUG neutron.services.service_base [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109595) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 10:43:16.994658 n-d-768852-22 neutron-server[109595]: DEBUG neutron.services.service_base [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109595) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 10:43:16.995009 n-d-768852-22 neutron-server[109595]: DEBUG neutron.services.service_base [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109595) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 10:43:16.996008 n-d-768852-22 neutron-server[109595]: DEBUG neutron.services.service_base [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109595) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 10:43:16.996386 n-d-768852-22 neutron-server[109595]: INFO neutron.services.service_base [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 10:43:16.996781 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:43:16.997103 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 10:43:17.010253 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:43:17.010589 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading Plugin: auto_allocate Nov 12 10:43:17.016515 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: network precommit_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:17.016891 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: network precommit_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:17.017422 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:43:17.017749 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading Plugin: tag Nov 12 10:43:17.025318 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:43:17.025653 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading Plugin: timestamp Nov 12 10:43:17.029562 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:43:17.029897 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading Plugin: network_ip_availability Nov 12 10:43:17.035555 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:17.035943 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:17.036308 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:17.037144 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:43:17.037417 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading Plugin: flavors Nov 12 10:43:17.042648 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:43:17.042985 n-d-768852-22 neutron-server[109595]: INFO neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading Plugin: revisions Nov 12 10:43:17.047432 n-d-768852-22 neutron-server[109595]: DEBUG neutron.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109595) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 10:43:17.047823 n-d-768852-22 neutron-server[109595]: DEBUG oslo_concurrency.lockutils [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.439s {{(pid=109595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 10:43:17.048607 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109595) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 10:43:17.049007 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Initializing extension manager. Nov 12 10:43:17.049527 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: __init__.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.049878 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: __pycache__ {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.050217 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.050576 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: address_group.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.051358 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.051968 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: address-group Nov 12 10:43:17.052308 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: address_scope.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.053033 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.053557 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: address-scope Nov 12 10:43:17.053883 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.054833 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.055359 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: router-admin-state-down-before-update Nov 12 10:43:17.055687 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: agent.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.056421 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.056946 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: agent Nov 12 10:43:17.057273 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: agent_resources_synced.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.058205 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.058726 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: agent-resources-synced Nov 12 10:43:17.059138 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: allowedaddresspairs.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.061144 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.061692 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: allowed-address-pairs Nov 12 10:43:17.062018 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: auto_allocated_topology.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.063112 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.063633 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: auto-allocated-topology Nov 12 10:43:17.063982 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: availability_zone.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.064677 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.065195 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: availability_zone Nov 12 10:43:17.065514 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: availability_zone_filter.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.066973 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.067486 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: availability_zone_filter Nov 12 10:43:17.067805 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: data_plane_status.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.068756 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.069269 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 10:43:17.069583 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: default_subnetpools.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.070493 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.071008 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: default-subnetpools Nov 12 10:43:17.071326 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.072231 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.072747 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: dhcp_agent_scheduler Nov 12 10:43:17.073066 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: dns.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.073980 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.074488 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 10:43:17.074803 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: dns_domain_ports.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.075712 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.076256 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 10:43:17.076577 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.077491 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.077995 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 10:43:17.078313 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: dvr.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.078976 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.079503 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: dvr Nov 12 10:43:17.079805 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: ecmp_routes.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.080742 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.081255 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 10:43:17.081575 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: empty_string_filtering.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.083033 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.083547 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: empty-string-filtering Nov 12 10:43:17.083865 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.084796 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.085301 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 10:43:17.085619 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.086521 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.087024 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 10:43:17.087343 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: external_net.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.088269 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.088779 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: external-net Nov 12 10:43:17.089097 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.090000 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.090505 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: extra_dhcp_opt Nov 12 10:43:17.090823 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: extraroute.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.091728 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.092267 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: extraroute Nov 12 10:43:17.092583 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: extraroute_atomic.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.093625 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.094140 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: extraroute-atomic Nov 12 10:43:17.094460 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: filter_validation.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.095292 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.095802 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: filter-validation Nov 12 10:43:17.096150 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: fip_pf_description.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.097064 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.097564 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 10:43:17.097883 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: fip_port_details.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.098797 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.099305 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: fip-port-details Nov 12 10:43:17.099626 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: flavors.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.100914 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.101438 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: flavors Nov 12 10:43:17.101761 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.103449 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.104001 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 10:43:17.104444 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: floatingip_pools.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.105884 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.105884 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: floatingip-pools Nov 12 10:43:17.105884 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: ip_allocation.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.106751 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.107259 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 10:43:17.107581 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.108515 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.109029 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: ip-substring-filtering Nov 12 10:43:17.109350 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: l2_adjacency.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.110277 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.110785 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 10:43:17.111105 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: l3.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.112089 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.112608 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: router Nov 12 10:43:17.113425 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.115650 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.116214 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 10:43:17.116541 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.117463 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.117977 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: ext-gw-mode Nov 12 10:43:17.118554 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.119466 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.120021 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: l3-ha Nov 12 10:43:17.120345 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: l3_flavors.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.121251 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.121764 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: l3-flavors Nov 12 10:43:17.122085 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.122986 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.123495 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 10:43:17.123815 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: l3agentscheduler.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.124864 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.125379 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: l3_agent_scheduler Nov 12 10:43:17.125702 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: logging.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.127179 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.127708 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension logging not supported by any of loaded plugins Nov 12 10:43:17.128056 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: metering.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.129368 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.129951 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: metering Nov 12 10:43:17.130274 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.131488 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.132029 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: metering_source_and_destination_fields Nov 12 10:43:17.132353 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: multiprovidernet.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.133271 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.133786 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: multi-provider Nov 12 10:43:17.134104 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: netmtu.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.135015 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.135521 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: net-mtu Nov 12 10:43:17.135838 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: netmtu_writable.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.136786 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.137293 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: net-mtu-writable Nov 12 10:43:17.137614 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: network_availability_zone.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.138275 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.138785 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: network_availability_zone Nov 12 10:43:17.139193 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: network_ip_availability.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.140338 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.140852 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: network-ip-availability Nov 12 10:43:17.141199 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: network_segment_range.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.141954 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.142455 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 10:43:17.142773 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: pagination.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.143743 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.144180 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: pagination Nov 12 10:43:17.144499 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: port_device_profile.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.145416 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.145981 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: port-device-profile Nov 12 10:43:17.146249 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.147164 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.147679 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: port-mac-address-regenerate Nov 12 10:43:17.148032 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.148932 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.149443 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: port-numa-affinity-policy Nov 12 10:43:17.149764 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: port_resource_request.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.150674 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.151181 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 10:43:17.151497 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: port_resource_request_groups.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.152483 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.153000 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 10:43:17.153322 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: portbindings.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.154246 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.154765 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: binding Nov 12 10:43:17.155082 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: portbindings_extended.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.156398 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.156917 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: binding-extended Nov 12 10:43:17.157240 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: portsecurity.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.158151 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.158661 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: port-security Nov 12 10:43:17.158983 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: project_id.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.160004 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.160332 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: project-id Nov 12 10:43:17.160668 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: providernet.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.161569 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.162091 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: provider Nov 12 10:43:17.162405 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.165995 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.166520 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos not supported by any of loaded plugins Nov 12 10:43:17.166846 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.168104 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.168629 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 10:43:17.168956 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.169881 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.170404 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 10:43:17.170728 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_default.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.171635 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.172189 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-default not supported by any of loaded plugins Nov 12 10:43:17.172517 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_fip.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.173166 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.173675 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 10:43:17.173994 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_gateway_ip.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.174918 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.175996 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 10:43:17.176321 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_port_network_policy.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.177228 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.177741 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 10:43:17.178061 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.179084 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.179602 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 10:43:17.179949 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_pps_rule.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.181131 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.181829 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 10:43:17.182153 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_rule_type_details.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.183065 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.183576 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 10:43:17.183896 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: qos_rules_alias.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.184965 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.185481 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 10:43:17.185803 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: quota_check_limit.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.186705 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.187223 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: quota-check-limit Nov 12 10:43:17.187542 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: quotasv2.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.188504 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.188863 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: quotas Nov 12 10:43:17.189183 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: quotasv2_detail.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.192427 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.192763 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: quota_details Nov 12 10:43:17.193089 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: rbac.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.194148 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.194672 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: rbac-policies Nov 12 10:43:17.194999 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: rbac_address_group.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.195956 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.196474 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: rbac-address-group Nov 12 10:43:17.196798 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: rbac_address_scope.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.197710 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.198226 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: rbac-address-scope Nov 12 10:43:17.198551 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: rbac_security_groups.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.199465 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.200000 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: rbac-security-groups Nov 12 10:43:17.200328 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: rbac_subnetpool.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.201245 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.201762 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: rbac-subnetpool Nov 12 10:43:17.202084 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: revisionifmatch.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.203000 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.203519 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: revision-if-match Nov 12 10:43:17.203842 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: revisions.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.204970 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.205486 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: standard-attr-revisions Nov 12 10:43:17.205809 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: router_availability_zone.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.206476 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.207509 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: router_availability_zone Nov 12 10:43:17.207831 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: routerservicetype.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.208784 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.209294 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 10:43:17.209613 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.210526 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.211046 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: security-groups-normalized-cidr Nov 12 10:43:17.211368 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.212378 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.212891 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: port-security-groups-filtering Nov 12 10:43:17.213212 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.214139 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.214650 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: security-groups-remote-address-group Nov 12 10:43:17.214969 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.215899 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.216446 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: security-groups-shared-filtering Nov 12 10:43:17.216767 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.217349 n-d-768852-22 neutron-server[109595]: WARNING neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 10:43:17.217669 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: securitygroup.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.228241 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.228767 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: security-group Nov 12 10:43:17.229094 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: segment.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.229880 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.230394 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension segment not supported by any of loaded plugins Nov 12 10:43:17.230721 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.231655 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.232244 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 10:43:17.232568 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: servicetype.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.233676 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.234202 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: service-type Nov 12 10:43:17.234529 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: sorting.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.235510 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.235841 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: sorting Nov 12 10:43:17.236194 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: standard_attr_segment.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.237112 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.237631 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 10:43:17.238078 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: standardattrdescription.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.238724 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.239237 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: standard-attr-description Nov 12 10:43:17.239555 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: stateful_security_group.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.240599 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.241128 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: stateful-security-group Nov 12 10:43:17.241448 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: stdattrs_common.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.242010 n-d-768852-22 neutron-server[109595]: WARNING neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 10:43:17.242323 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.243496 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.244039 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 10:43:17.244360 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: subnet_onboard.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.245433 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.245951 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: subnet_onboard Nov 12 10:43:17.246272 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.247193 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.247701 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 10:43:17.248095 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: subnet_service_types.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.248982 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.249496 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: subnet-service-types Nov 12 10:43:17.249817 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: subnetallocation.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.250926 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.251443 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: subnet_allocation Nov 12 10:43:17.251763 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.252455 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.252962 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: subnetpool-prefix-ops Nov 12 10:43:17.253279 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.254238 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.254742 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 10:43:17.255059 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: tagging.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.256144 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.256659 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: standard-attr-tag Nov 12 10:43:17.256980 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: timestamp.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.258179 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.258698 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loaded extension: standard-attr-timestamp Nov 12 10:43:17.259020 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: trunk.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.260097 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.260614 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension trunk not supported by any of loaded plugins Nov 12 10:43:17.260944 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: trunk_details.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.261853 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.262368 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 10:43:17.262693 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: uplink_status_propagation.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.263607 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.264149 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 10:43:17.264475 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Loading extension file: vlantransparent.py {{(pid=109595) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 10:43:17.265137 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109595) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 10:43:17.265647 n-d-768852-22 neutron-server[109595]: INFO neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 10:43:17.268161 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:network Nov 12 10:43:17.268682 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:subnet Nov 12 10:43:17.269602 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:43:17.270001 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:port Nov 12 10:43:17.271237 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.271674 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service FLAVORS assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.272297 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.272732 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.273054 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:router Nov 12 10:43:17.273485 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 10:43:17.273978 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service METERING assigned prefix: /metering {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.275434 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:17.275798 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:17.276176 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:43:17.277163 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 10:43:17.277603 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:security_group Nov 12 10:43:17.278037 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 10:43:17.278653 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service CORE assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.278990 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:43:17.279338 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] subnetpool is already registered Nov 12 10:43:17.279759 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service CORE assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.280106 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:43:17.280438 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] subnetpool is already registered Nov 12 10:43:17.282778 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.283204 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service FLAVORS assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.283817 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.284279 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.284610 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:router Nov 12 10:43:17.285002 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] router is already registered Nov 12 10:43:17.285418 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 10:43:17.285754 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] floatingip is already registered Nov 12 10:43:17.286221 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service METERING assigned prefix: /metering {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.286933 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 10:43:17.287258 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] rbac_policy is already registered Nov 12 10:43:17.287666 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:security_group Nov 12 10:43:17.288036 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] security_group is already registered Nov 12 10:43:17.288441 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 10:43:17.288781 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] security_group_rule is already registered Nov 12 10:43:17.289264 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service CORE assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.289581 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:43:17.289908 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] subnetpool is already registered Nov 12 10:43:17.290316 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.v2.resource_helper [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Service CORE assigned prefix: {{(pid=109595) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 10:43:17.290632 n-d-768852-22 neutron-server[109595]: INFO neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 10:43:17.290957 n-d-768852-22 neutron-server[109595]: WARNING neutron.quota.resource_registry [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] subnetpool is already registered Nov 12 10:43:17.292678 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: extensions {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.294122 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: address-groups {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.295574 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: address-scopes {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.296801 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: agents {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.298043 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: auto-allocated-topology {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.299289 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: availability_zones {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.301044 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: dhcp-networks {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.302489 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: dhcp-agents {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.304032 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: routers {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.306127 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: flavors {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.307387 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: service_profiles {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.308626 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: next_providers {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.310052 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: service_profiles {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.311514 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: floatingip-pools {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.312862 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: routers {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.314967 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: floatingips {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.316863 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: l3-routers {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.318239 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: l3-agents {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.319636 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: metering-labels {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.320896 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: metering-label-rules {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.322279 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: network-ip-availabilities {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.323536 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: bindings {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.325124 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: quotas {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.326754 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: quotas {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.328323 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: rbac-policies {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.329515 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: security-groups {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.330842 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: security-group-rules {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.332116 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: service-providers {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.333324 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: subnetpools {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.334718 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: subnetpools {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.336192 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.337881 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.339665 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.341568 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.343270 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.345244 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.346936 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.349823 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.351605 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.353378 n-d-768852-22 neutron-server[109595]: DEBUG neutron.api.extensions [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Extended resource: tags {{(pid=109595) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 10:43:17.359556 n-d-768852-22 neutron-server[109595]: WARNING keystonemiddleware.auth_token [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 10:43:17.364726 n-d-768852-22 neutron-server[109595]: WARNING keystonemiddleware.auth_token [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 10:43:17.374145 n-d-768852-22 neutron-server[109595]: DEBUG oslo_concurrency.lockutils [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Acquired lock "singleton_lock" {{(pid=109595) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 10:43:17.374616 n-d-768852-22 neutron-server[109595]: DEBUG oslo_concurrency.lockutils [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Releasing lock "singleton_lock" {{(pid=109595) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 10:43:17.375270 n-d-768852-22 neutron-server[109595]: INFO oslo_service.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Starting 2 workers Nov 12 10:43:17.380654 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Started child 109704 {{(pid=109595) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 10:43:17.385125 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Started child 109705 {{(pid=109595) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 10:43:17.386017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:17.386713 n-d-768852-22 neutron-server[109595]: INFO neutron.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 10:43:17.387298 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Publish callbacks [] for process, before_spawn {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:17.387480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [-] (109704) wsgi starting up on http://0.0.0.0:9696 Nov 12 10:43:17.389773 n-d-768852-22 neutron-server[109595]: INFO oslo_service.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Starting 1 workers Nov 12 10:43:17.389921 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:17.391299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [-] (109705) wsgi starting up on http://0.0.0.0:9696 Nov 12 10:43:17.395412 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Started child 109706 {{(pid=109595) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 10:43:17.395970 n-d-768852-22 neutron-server[109595]: INFO oslo_service.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Starting 1 workers Nov 12 10:43:17.398752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] calling RpcWorker wait() {{(pid=109706) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 10:43:17.399304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] returning from RpcWorker wait() {{(pid=109706) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 10:43:17.400512 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:17.400624 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Started child 109707 {{(pid=109595) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 10:43:17.401010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:43:17.401342 n-d-768852-22 neutron-server[109595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a0289-dc17-4673-877b-7266b2bbee94 None None] Publish callbacks [] for process, after_spawn {{(pid=109595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:17.403359 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109595) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 10:43:17.403568 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 10:43:17.403751 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 10:43:17.403987 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 10:43:17.404318 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 10:43:17.404512 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 10:43:17.405026 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.405293 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.405478 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:17.405981 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.405981 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.406110 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.406570 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.406780 n-d-768852-22 neutron-server[109707]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:43:17.406888 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.407067 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.407337 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.407580 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.407734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.407898 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.408158 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.408389 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.408679 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.408933 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.409186 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.409449 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.409617 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.409984 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.410255 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.410505 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.410782 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] debug = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.411033 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.411490 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.411716 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.411988 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.412206 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.412497 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.412734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.412994 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.413225 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.413456 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.413672 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.413919 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.414169 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.414400 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.414621 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.415233 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.415233 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.415615 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.415945 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] host = n-d-768852-22 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.416184 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.416415 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.416658 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.416909 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.417160 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.417387 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.417628 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.417880 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.418123 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.418358 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.418592 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.418839 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.419070 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.419309 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.419456 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_options = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.419695 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.420048 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.420233 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.420425 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.420586 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.420737 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.420995 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.421151 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.421391 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.421608 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.421879 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.422079 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.422296 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.422523 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.422783 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.423072 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.423312 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.423542 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.423798 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.424260 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.431413 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.433084 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.433084 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.433084 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.433084 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.433084 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.433084 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.433084 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.433084 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.435385 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.435385 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.435385 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.435385 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.435385 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.435385 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.435385 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.435385 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_json = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.436734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.436734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.436734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.436734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.436734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.436734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.436734 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.437300 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.437300 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.437300 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.437300 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.437590 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.437821 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.437989 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.438255 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.438579 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.438860 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.439139 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.439389 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.439637 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.439888 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.440172 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.440457 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.440700 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.440935 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.441746 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.442005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.442358 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.442633 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.442899 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.443164 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.443380 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.443623 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.443837 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.444083 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.444298 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.444529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.444813 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.445030 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.445313 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.445556 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.445808 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.446472 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.446472 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.446472 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.446736 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.446966 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.447233 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.447651 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.447867 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.448121 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.448343 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.448575 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.448832 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.449049 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.449273 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.449493 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.449729 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.449960 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.450184 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.450421 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.450683 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.450898 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.451133 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.451376 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.453526 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.454177 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.454177 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.454177 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.454514 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.454514 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.454919 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.455030 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.455211 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.455419 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.455633 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.455842 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.456076 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.458324 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.458324 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.458324 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.458324 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.458324 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.458324 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.458324 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.458324 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.460764 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.460764 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.460764 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.460764 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.460764 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.460764 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.460764 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.460764 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462174 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462174 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462174 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462174 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462174 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462174 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462174 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462174 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462748 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462748 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462748 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462748 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.462748 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.463132 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.463132 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.463390 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.463685 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.463900 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.464213 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.464525 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.464816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.465095 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.465367 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.465602 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.465851 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.466098 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.466370 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.467061 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.467061 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.467061 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.467311 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.467541 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.467782 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.468039 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.468265 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.468600 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.468844 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.469031 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.469245 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.469553 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.469811 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.470026 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.470313 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.470540 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.470784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.471035 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.471277 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.471490 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.471718 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.471976 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.472745 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.472979 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.473212 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.473443 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.473657 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.473870 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.474122 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.474333 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.474572 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.474813 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.475782 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.475782 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.475782 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.476117 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.476117 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.476269 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.476486 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.476704 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.476920 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.477213 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.477376 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.477584 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.477847 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.478884 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.478884 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.478884 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.478884 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.479200 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.479200 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.479433 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.479657 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.479867 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.480100 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483089 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483089 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483089 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483089 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483089 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483089 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483089 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483089 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483702 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483702 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483702 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483702 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483702 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483702 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483702 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.483702 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.484339 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.484339 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.484489 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.484597 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.484835 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.485044 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.485247 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.485462 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.485676 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.485884 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.486170 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.486419 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.486651 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.486912 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.487164 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.487372 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.487597 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.487833 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.488604 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.488826 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.489039 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.489247 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.489471 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.489678 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.489883 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.490100 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.490314 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.490529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.490801 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.491006 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.491211 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.491426 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.491638 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.491863 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.492105 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.492311 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.492544 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.492759 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.492993 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.493446 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.493676 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.493917 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.494140 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.494355 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.494566 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.494772 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.495057 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.495310 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.495536 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.495808 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.496058 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.496782 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.497024 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.497342 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.497588 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.497824 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.498060 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.498276 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.498515 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.498767 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.499077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.499381 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.499638 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.499890 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.500210 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.500505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56712) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:43:17.500670 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.500670 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.500943 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.501180 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.501510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.501807 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.502060 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.502300 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.502535 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.502755 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.502987 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.503220 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.503472 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.503713 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.504010 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.504241 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.504469 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.504723 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.504947 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.505160 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.505407 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.505685 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.505859 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.506070 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.506255 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 10:43:17.506735 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109595) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 10:43:17.506883 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 10:43:17.507032 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 10:43:17.507173 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 10:43:17.507335 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 10:43:17.507482 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 10:43:17.507676 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.507822 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.508002 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.508149 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.508300 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.508451 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.508595 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.508733 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.508872 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.509010 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.509156 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.509300 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.509439 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.509599 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.509799 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.509961 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.510102 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.510253 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.510393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076728 Nov 12 10:43:17.510535 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.511225 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.511225 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.511225 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.512247 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] debug = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.512421 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.512754 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.513627 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.513627 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.513627 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.513627 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.513978 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.514201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.514448 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.514747 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.514975 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.515786 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.516396 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.516720 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.516892 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.517115 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.517304 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.517471 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.517643 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] host = n-d-768852-22 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.517806 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.518032 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.518242 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.518394 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.519594 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.519594 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.519594 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.519594 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.519594 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.519594 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.519594 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.519594 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.521481 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.521481 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.521481 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_options = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.521481 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.521481 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.521481 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.521481 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.521481 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.522510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.522510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.522510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.522510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.522510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.522510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.522510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.522510 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524254 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524254 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524254 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524254 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524254 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524254 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524254 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524254 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.524814 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.525422 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.525422 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.525422 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.525422 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.525422 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.525422 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.525422 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.525422 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.526536 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.526536 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.526536 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.526536 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.527051 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.527051 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.527051 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.527051 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.527591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_json = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.527591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.527591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.528045 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.528045 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.528045 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.528439 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.528439 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.528439 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 10:43:17.528840 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.528840 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.529108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.529108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.529366 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.529366 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.529621 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.529621 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.529891 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.529891 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.530157 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.530292 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.530426 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.530558 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.530690 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.530822 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.530954 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.531876 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.531876 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.531876 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.531876 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.531876 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.531876 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.532758 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.532758 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.532758 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.532758 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.532758 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.532758 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.533484 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.533484 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.533484 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.533484 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.533484 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.533960 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.533960 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.533960 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.534260 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.534260 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.534470 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.534470 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.535189 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.535304 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.535419 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.535565 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.535741 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.535873 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.536247 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.536247 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.536575 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.536575 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.536781 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.536870 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.536975 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.540474 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541201 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.541784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543238 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543858 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543858 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543858 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543858 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543858 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543858 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543858 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.543858 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.544529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.544529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.544529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.544529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.544529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.544529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.544529 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.546124 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.546124 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.546124 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.546124 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.546124 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.546124 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.546124 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.546124 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.548012 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.548012 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.548012 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.548012 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.548012 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.548012 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.548012 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.548012 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.549021 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.549021 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.549021 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.549021 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.549021 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.549021 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.549021 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.549021 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.550005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.550005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.550005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.550005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.550005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.550005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.550005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.550005 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.551571 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.551571 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.551571 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.551571 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.551571 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.551571 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.551571 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.551571 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552246 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552246 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552246 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552246 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552246 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552549 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552549 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552678 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552784 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.552943 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.553175 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.553266 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554153 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554153 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554153 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554153 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554153 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554153 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554788 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554788 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554788 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.554788 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.555971 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.555971 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.555971 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.555971 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.555971 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.555971 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.555971 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.555971 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.556751 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.556751 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.556751 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.556751 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.556751 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.558077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.558077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.558077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.558077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.558077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.558077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.558077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.558077 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.559108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.559108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.559108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.559108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.559108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.559108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.559108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.559108 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.560264 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.560264 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.560264 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.561369 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.561369 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.561369 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.561369 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.561923 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.561923 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.561923 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.562337 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.562337 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.562337 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.562763 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.562763 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.562763 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.563215 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.563215 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.563215 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.563615 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.563615 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.563615 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.564104 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.564104 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.564104 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.564494 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.564494 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.564494 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.564893 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.564893 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.565157 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.565157 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.565451 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.565451 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.565713 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.565713 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.566019 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.566019 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.566295 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.566295 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.566558 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.566558 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.566842 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.566842 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.567106 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.567244 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.567391 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.567531 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.567668 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.567816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.568816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.568816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.568816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.568816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.568816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.568816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.568816 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.569773 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.569773 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.569773 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.569773 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.569773 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.569773 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.570548 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.570548 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.570548 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.570548 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.570548 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.570548 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.571325 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.571325 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.571325 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.571325 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.571325 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.571730 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.571730 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.571881 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.572022 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.573591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.573591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.573591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.573591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.573591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.573591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.573591 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.574306 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.574306 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.574306 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.574306 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.574306 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.574803 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.574803 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.574803 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.575162 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 10:43:17.575162 n-d-768852-22 neutron-server[109595]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109595) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 10:43:17.584873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:43:29.285842 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eceebb-c650-41f2-b802-71abedea72aa None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 10:43:29.343849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eceebb-c650-41f2-b802-71abedea72aa None None] No non-hosted networks {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 10:43:29.352105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.agentschedulers_db [None req-79eceebb-c650-41f2-b802-71abedea72aa None None] DHCP Agent not found on host n-d-768852-22 {{(pid=109706) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 10:43:29.483584 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8297730e-9fda-4795-8138-3f3296547758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690358'] for agent, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:31.655622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18ffb853-9f23-4989-80d1-9569264459f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690358'] for agent, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:31.730541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-6bc98a0a-07f3-413b-a6c4-dc18a68b1452 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-768852-22 {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:43:31.731240 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-6bc98a0a-07f3-413b-a6c4-dc18a68b1452 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:43:32.255380 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bc98a0a-07f3-413b-a6c4-dc18a68b1452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:32.781730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690358'] for agent, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:33.941636 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690358'] for agent, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:34.798211 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690358'] for agent, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:34.798902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.799235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.799592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.799915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.800266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.800619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.800934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.801412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.801733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.802049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.802364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.802676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:34.803076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768852-22', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:43:34.811069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768852-22', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:43:35.413120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56812) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:43:35.993450 n-d-768852-22 neutron-server[109704]: WARNING oslo_policy.policy [None req-57200f0c-5c46-490e-9ea2-e1ea58b37d57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:43:35.994160 n-d-768852-22 neutron-server[109704]: WARNING oslo_policy.policy [None req-57200f0c-5c46-490e-9ea2-e1ea58b37d57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:43:36.222943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-57200f0c-5c46-490e-9ea2-e1ea58b37d57 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:43:36.224242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-57200f0c-5c46-490e-9ea2-e1ea58b37d57 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8090413 Nov 12 10:43:38.785313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56828) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:43:39.120051 n-d-768852-22 neutron-server[109706]: INFO neutron.db.l3_hamode_db [None req-2a3e157e-7ccf-4ff6-9df7-14fc0b18caf2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 10:43:39.198654 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e157e-7ccf-4ff6-9df7-14fc0b18caf2 None None] Routers set() bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:43:39.199042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3e157e-7ccf-4ff6-9df7-14fc0b18caf2 None None] Router IDs set() for agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 10:43:39.279139 n-d-768852-22 neutron-server[109705]: WARNING oslo_policy.policy [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:43:39.279725 n-d-768852-22 neutron-server[109705]: WARNING oslo_policy.policy [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:43:39.503335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:43:39.596860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.policy [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109705) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 10:43:39.644189 n-d-768852-22 neutron-server[109705]: WARNING oslo_policy.policy [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:43:39.644616 n-d-768852-22 neutron-server[109705]: WARNING oslo_policy.policy [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:43:39.653136 n-d-768852-22 neutron-server[109705]: INFO neutron.quota [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] Loaded quota_driver: . Nov 12 10:43:39.833211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769640872619', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769640866902', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769640909464', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769640922829', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769638336201', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769640899290', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1813001', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1835157', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1003511', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-964501'] for rbac-policy, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:40.016155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:40.017463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8f6f57fa-d928-41e9-aa51-d0f10ca55461 admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2311935 Nov 12 10:43:42.736475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56846) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:43:43.036467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Request body: {'network': {'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'name': 'private', 'admin_state_up': True, 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:43:43.037888 n-d-768852-22 neutron-server[109704]: INFO neutron.quota [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Loaded quota_driver: . Nov 12 10:43:43.181391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Made reservation on behalf of 9c4aa341116a4ca6b7f11a5afcbe7eb5 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:43:43.248015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.policy [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109704) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 10:43:43.294634 n-d-768852-22 neutron-server[109704]: WARNING oslo_policy.policy [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:43:43.295006 n-d-768852-22 neutron-server[109704]: WARNING oslo_policy.policy [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 10:43:43.305454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:43.326548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:43.440262 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:43.592346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:43.617233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:43:43.642207 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769636247013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:43.642795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Unsubscribe: segment precommit_create {{(pid=109704) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 10:43:43.643344 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Added segment 73bed3b8-dce9-436b-8b86-c6b4876caaf8 of type vlan for network bfef0d87-8dcd-402f-b1b1-2b6de05f747b Nov 12 10:43:43.649349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f51c24-bd92-49da-af70-5bd3d9a6ac21,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:43:43.679363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.679705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.680067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.680399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.680724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.681046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.681366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.681683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.681998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.682410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.682734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.683050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Tracked resource versions report: Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: pushed versions: Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: { 'AddressGroup': {'1.2'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'ConntrackHelper': {'1.0'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Log': {'1.0'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Network': {'1.1'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Port': {'1.7'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'PortForwarding': {'1.2'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'QosPolicy': {'1.10'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'SecurityGroup': {'1.5'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'SubPort': {'1.0'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Subnet': {'1.1'}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Trunk': {'1.1'}} Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: consumer versions: Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: { DHCP agent@n-d-768852-22: {}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: L3 agent@n-d-768852-22: {}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: Metadata agent@n-d-768852-22: {}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: Metering agent@n-d-768852-22: {}, Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: Open vSwitch agent@n-d-768852-22: { 'AddressGroup': '1.2', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'ConntrackHelper': '1.0', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Log': '1.0', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Network': '1.1', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Port': '1.7', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'PortForwarding': '1.2', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'QosPolicy': '1.10', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'SecurityGroup': '1.5', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'SecurityGroupRule': '1.2', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'SubPort': '1.0', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Subnet': '1.1', Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: 'Trunk': '1.1'}} Nov 12 10:43:43.684183 n-d-768852-22 neutron-server[109704]: {{(pid=109704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:43:43.774082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:43.924239 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:43.925506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:43:43.926234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:44.031732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] Pushing event updated for resources: {'Network': ['ID=bfef0d87-8dcd-402f-b1b1-2b6de05f747b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:43:44.043539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network bfef0d87-8dcd-402f-b1b1-2b6de05f747b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:43:44.056593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f185c05e-09c3-448d-ae96-b27de845618c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3184836 Nov 12 10:43:46.841511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56862) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:43:47.238561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739e2d8a-e32e-478e-acae-11a607fc8273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:43:47.239944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-739e2d8a-e32e-478e-acae-11a607fc8273 admin admin] 10.222.0.98 "GET /v2.0/networks/bfef0d87-8dcd-402f-b1b1-2b6de05f747b HTTP/1.1" status: 200 len: 825 time: 0.3974423 Nov 12 10:43:47.280624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2afca8ae-453f-4ea2-a245-9e2e7d0b2fdf admin admin] 10.222.0.98 "GET /v2.0/subnetpools/d0472466-0d17-4689-a07d-f1708733ccff HTTP/1.1" status: 200 len: 734 time: 0.0340753 Nov 12 10:43:47.289914 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd0472466-0d17-4689-a07d-f1708733ccff', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'name': 'private-subnet', 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:43:47.403687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Made reservation on behalf of 9c4aa341116a4ca6b7f11a5afcbe7eb5 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:43:47.405979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:47.792809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:47.870929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab55c6a-edde-4ae0-9b2e-c291ebe22ea1,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:43:47.875520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Checking segment: {'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:43:47.875910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Network hostable DHCP agents. Network: bfef0d87-8dcd-402f-b1b1-2b6de05f747b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:43:48.002549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Network bfef0d87-8dcd-402f-b1b1-2b6de05f747b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:43:48.094807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, bfef0d87-8dcd-402f-b1b1-2b6de05f747b) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:43:48.099581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:43:48.100222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:48.104521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c9a062-06f0-4959-bd7e-dc62e0a1b1e7 None None] Network bfef0d87-8dcd-402f-b1b1-2b6de05f747b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:43:48.223146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-34dd970f-2ac1-4feb-a4c5-243f1d92b686 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9364202 Nov 12 10:43:48.422958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-bfef0d87-8dcd-402f-b1b1-2b6de05f747b', 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'fixed_ips': [{'subnet_id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:43:48.424898 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:48.723838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Allocated IP 172.20.0.2 (bfef0d87-8dcd-402f-b1b1-2b6de05f747b/dab55c6a-edde-4ae0-9b2e-c291ebe22ea1/2a054bb8-b9e0-4489-922f-17a54c7c5ebe) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:43:48.926187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:49.015246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:49.087854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Network bfef0d87-8dcd-402f-b1b1-2b6de05f747b is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:43:49.092577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:43:49.102142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:43:49.105237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Pushing event updated for resources: {'Port': ['ID=2a054bb8-b9e0-4489-922f-17a54c7c5ebe,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:43:49.137932 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.138276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.138602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.138928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.139250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.139568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.139883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.140222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.140542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.140854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.141165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.141473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Tracked resource versions report: Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: pushed versions: Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: { 'AddressGroup': {'1.2'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'ConntrackHelper': {'1.0'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Log': {'1.0'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Network': {'1.1'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Port': {'1.7'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'PortForwarding': {'1.2'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'QosPolicy': {'1.10'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'SecurityGroup': {'1.5'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'SubPort': {'1.0'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Subnet': {'1.1'}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Trunk': {'1.1'}} Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: consumer versions: Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: { DHCP agent@n-d-768852-22: {}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: L3 agent@n-d-768852-22: {}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: Metadata agent@n-d-768852-22: {}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: Metering agent@n-d-768852-22: {}, Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: Open vSwitch agent@n-d-768852-22: { 'AddressGroup': '1.2', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'ConntrackHelper': '1.0', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Log': '1.0', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Network': '1.1', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Port': '1.7', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'PortForwarding': '1.2', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'QosPolicy': '1.10', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'SecurityGroup': '1.5', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'SecurityGroupRule': '1.2', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'SubPort': '1.0', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Subnet': '1.1', Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: 'Trunk': '1.1'}} Nov 12 10:43:49.143158 n-d-768852-22 neutron-server[109706]: {{(pid=109706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:43:49.191178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Attempting to bind port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:43:49.191495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Attempting to bind port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:43:49.191906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Attempting to bind port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe on network bfef0d87-8dcd-402f-b1b1-2b6de05f747b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:43:49.197087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:43:49.197455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Checking segment: {'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:43:49.197938 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:49.198320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Bound using segment: {'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:43:49.198824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Bound port: 2a054bb8-b9e0-4489-922f-17a54c7c5ebe, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:43:49.199228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:49.259851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] For port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:43:49.264172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] For port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2a054bb8-b9e0-4489-922f-17a54c7c5ebe,segment=NetworkSegment(73bed3b8-dce9-436b-8b86-c6b4876caaf8),segment_id=73bed3b8-dce9-436b-8b86-c6b4876caaf8)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:43:49.341043 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:49.407724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf008b04-bc7a-4703-947c-264980a33ac9 None None] Pushing event updated for resources: {'Port': ['ID=2a054bb8-b9e0-4489-922f-17a54c7c5ebe,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:43:50.792894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56870) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:43:51.105392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-94411e2e-9d44-493a-96c5-2006293f7ed6 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:43:51.106472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-94411e2e-9d44-493a-96c5-2006293f7ed6 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124981 Nov 12 10:43:53.652512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56878) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:43:53.973412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-f511e685-f612-4106-afea-19ad712b2ed8 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:43:53.974397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f511e685-f612-4106-afea-19ad712b2ed8 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3208506 Nov 12 10:43:56.736439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56888) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:43:57.041838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ec7e1a30-51c4-4a66-88de-a7fefef65dd2 admin admin] Request body: {'router': {'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:43:57.129258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1a30-51c4-4a66-88de-a7fefef65dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:57.131103 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1a30-51c4-4a66-88de-a7fefef65dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:57.277862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1a30-51c4-4a66-88de-a7fefef65dd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:57.404500 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1a30-51c4-4a66-88de-a7fefef65dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:57.902626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec7e1a30-51c4-4a66-88de-a7fefef65dd2 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:57.903850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ec7e1a30-51c4-4a66-88de-a7fefef65dd2 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1664293 Nov 12 10:43:58.459334 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:43:58.581403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2a054bb8-b9e0-4489-922f-17a54c7c5ebe up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:43:58.634545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf553d83-a211-423d-b822-7fb2d397acae None None] Network bfef0d87-8dcd-402f-b1b1-2b6de05f747b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:43:58.746911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18bd1-86f0-46ef-878d-759750e2d342 None None] Provisioning complete for port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:43:58.747224 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18bd1-86f0-46ef-878d-759750e2d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:58.783224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:43:58.783593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:59.002443 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18bd1-86f0-46ef-878d-759750e2d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:59.008003 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:59.059255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2a054bb8-b9e0-4489-922f-17a54c7c5ebe,segment=NetworkSegment(73bed3b8-dce9-436b-8b86-c6b4876caaf8),segment_id=73bed3b8-dce9-436b-8b86-c6b4876caaf8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:43:59.124683 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:59.199891 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18bd1-86f0-46ef-878d-759750e2d342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:43:59.200287 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18bd1-86f0-46ef-878d-759750e2d342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:43:59.209605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=2a054bb8-b9e0-4489-922f-17a54c7c5ebe,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:43:59.226344 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fbcfcb0-5925-4f71-aa23-23715190a292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:43:59.854053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f7581424-c5c8-45d7-9f0d-d79299d889af None None] Provisioning complete for port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:43:59.854726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f7581424-c5c8-45d7-9f0d-d79299d889af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:00.428885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56902) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:44:00.558720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2a054bb8-b9e0-4489-922f-17a54c7c5ebe up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:44:00.607031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:44:00.607399 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:00.786401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-00f87f96-4fa6-46b5-b972-a145547814a4 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:44:00.787473 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-00f87f96-4fa6-46b5-b972-a145547814a4 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3576281 Nov 12 10:44:01.626255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dde1825c-5e79-498a-adc3-e3f6c874bee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:02.751653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:03.374874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56920) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:44:03.509021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:44:03.614342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Made reservation on behalf of 4b9e3cd01a314fb994cdc0f3bb0e0a33 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:44:03.617076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:03.633511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:03.741159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:03.837517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:03.848511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Reserving flat network on physical network physnet1 {{(pid=109705) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 10:44:03.878290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:03.880390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769636247013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:03.880952 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Unsubscribe: segment precommit_create {{(pid=109705) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 10:44:03.881450 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Added segment 9e4138b5-f2a5-4086-b203-e06b1c81732d of type flat for network 12aeb4c2-8520-4e37-af12-288710b4f759 Nov 12 10:44:03.898846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f11dd8-768e-434c-9e4e-bcaf848ba74b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:03.916627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.916960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.917290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.917620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.917941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.918261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.918578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.918891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.919208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.919517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.919828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.920163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Tracked resource versions report: Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: pushed versions: Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: { 'AddressGroup': {'1.2'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'ConntrackHelper': {'1.0'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Log': {'1.0'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Network': {'1.1'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Port': {'1.7'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'PortForwarding': {'1.2'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'QosPolicy': {'1.10'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'SecurityGroup': {'1.5'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'SubPort': {'1.0'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Subnet': {'1.1'}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Trunk': {'1.1'}} Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: consumer versions: Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: { DHCP agent@n-d-768852-22: {}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: L3 agent@n-d-768852-22: {}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: Metadata agent@n-d-768852-22: {}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: Metering agent@n-d-768852-22: {}, Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: Open vSwitch agent@n-d-768852-22: { 'AddressGroup': '1.2', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'ConntrackHelper': '1.0', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Log': '1.0', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Network': '1.1', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Port': '1.7', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'PortForwarding': '1.2', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'QosPolicy': '1.10', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'SecurityGroup': '1.5', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'SecurityGroupRule': '1.2', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'SubPort': '1.0', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Subnet': '1.1', Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: 'Trunk': '1.1'}} Nov 12 10:44:03.921258 n-d-768852-22 neutron-server[109705]: {{(pid=109705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:44:04.011023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:04.134621 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:04.135728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:44:04.136473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:04.230337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] Pushing event updated for resources: {'Network': ['ID=12aeb4c2-8520-4e37-af12-288710b4f759,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:04.240915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 12aeb4c2-8520-4e37-af12-288710b4f759 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:44:04.262834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-737fa604-0d67-43f4-8e86-486195455a19 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8868246 Nov 12 10:44:04.723471 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:06.585225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56942) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:44:06.713719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51631ecc-dd5d-4a48-91f9-5bf48bfb16ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:44:06.715118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-51631ecc-dd5d-4a48-91f9-5bf48bfb16ee admin admin] 10.222.0.98 "GET /v2.0/subnets/dab55c6a-edde-4ae0-9b2e-c291ebe22ea1 HTTP/1.1" status: 200 len: 849 time: 0.1289392 Nov 12 10:44:06.851821 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cf1ace56-f0f7-4e89-8b4a-73a6cd916ad5 admin admin] 10.222.0.98 "GET /v2.0/routers/ab8c6dd5-061b-40ef-9d2d-5c535705614f HTTP/1.1" status: 200 len: 704 time: 0.1304984 Nov 12 10:44:07.117508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:07.410873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Allocated IP 172.20.0.1 (bfef0d87-8dcd-402f-b1b1-2b6de05f747b/dab55c6a-edde-4ae0-9b2e-c291ebe22ea1/53dc6781-189a-499d-96ae-cc8974f21fcf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:44:07.592703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:07.838446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:07.919388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Network bfef0d87-8dcd-402f-b1b1-2b6de05f747b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:44:07.924378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:44:07.929586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Pushing event updated for resources: {'Port': ['ID=53dc6781-189a-499d-96ae-cc8974f21fcf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:07.940857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:44:07.941384 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:08.101189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ea4f6051-0184-4ee3-a513-954374b6887e None None] Provisioning complete for port 53dc6781-189a-499d-96ae-cc8974f21fcf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:44:08.101768 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6051-0184-4ee3-a513-954374b6887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:08.135651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f6051-0184-4ee3-a513-954374b6887e None None] Port 53dc6781-189a-499d-96ae-cc8974f21fcf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:44:08.284019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:08.490145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:08.551624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:08.552447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:08.632021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Pushing event updated for resources: {'Port': ['ID=53dc6781-189a-499d-96ae-cc8974f21fcf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:08.674698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Network bfef0d87-8dcd-402f-b1b1-2b6de05f747b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:44:08.676029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:44:08.858160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fd96b540-6e08-4c14-841d-075128a8eef7 None None] Provisioning complete for port 53dc6781-189a-499d-96ae-cc8974f21fcf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:44:08.858528 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd96b540-6e08-4c14-841d-075128a8eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:08.890767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fd96b540-6e08-4c14-841d-075128a8eef7 None None] Port 53dc6781-189a-499d-96ae-cc8974f21fcf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:44:08.963363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Router ab8c6dd5-061b-40ef-9d2d-5c535705614f is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:44:09.054830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:44:09.060099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f82719a8-3bf7-41f4-a9b0-bf968b748d36 admin admin] 10.222.0.98 "PUT /v2.0/routers/ab8c6dd5-061b-40ef-9d2d-5c535705614f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2009056 Nov 12 10:44:09.075444 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Sync routers for ids ['ab8c6dd5-061b-40ef-9d2d-5c535705614f'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:44:09.088702 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Routers {'ab8c6dd5-061b-40ef-9d2d-5c535705614f'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:44:09.089649 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:44:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ab8c6dd5-061b-40ef-9d2d-5c535705614f'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:44:09.276502 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Set router ab8c6dd5-061b-40ef-9d2d-5c535705614f gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:44:09.713805 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'name': 'router1', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:43:57Z', 'updated_at': '2021-11-12T10:44:08Z', 'revision_number': 2, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'gw_port_host': None, '_interfaces': [{'id': '53dc6781-189a-499d-96ae-cc8974f21fcf', 'name': '', 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'mac_address': 'fa:16:3e:9b:2e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:07Z', 'updated_at': '2021-11-12T10:44:08Z', 'revision_number': 2, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'subnets': [{'id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0472466-0d17-4689-a07d-f1708733ccff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:44:09.764245 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Checking router: ab8c6dd5-061b-40ef-9d2d-5c535705614f for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:44:09.764622 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Updating router ab8c6dd5-061b-40ef-9d2d-5c535705614f port 53dc6781-189a-499d-96ae-cc8974f21fcf binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:44:09.811957 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:10.329596 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:10.448839 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:10.605214 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Pushing event updated for resources: {'Port': ['ID=53dc6781-189a-499d-96ae-cc8974f21fcf,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:10.620606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.620606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.620606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.620606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.620606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.620606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.620606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.620606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.621347 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.621347 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.621489 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.621716 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Tracked resource versions report: Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: pushed versions: Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: { 'AddressGroup': {'1.2'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'ConntrackHelper': {'1.0'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Log': {'1.0'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Network': {'1.1'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Port': {'1.7'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'PortForwarding': {'1.2'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'QosPolicy': {'1.10'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'SecurityGroup': {'1.5'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'SubPort': {'1.0'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Subnet': {'1.1'}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Trunk': {'1.1'}} Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: consumer versions: Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: { DHCP agent@n-d-768852-22: {}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: L3 agent@n-d-768852-22: {}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: Metadata agent@n-d-768852-22: {}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: Metering agent@n-d-768852-22: {}, Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: Open vSwitch agent@n-d-768852-22: { 'AddressGroup': '1.2', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'ConntrackHelper': '1.0', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Log': '1.0', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Network': '1.1', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Port': '1.7', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'PortForwarding': '1.2', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'QosPolicy': '1.10', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'SecurityGroup': '1.5', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'SecurityGroupRule': '1.2', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'SubPort': '1.0', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Subnet': '1.1', Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: 'Trunk': '1.1'}} Nov 12 10:44:10.622807 n-d-768852-22 neutron-server[109707]: {{(pid=109707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:44:10.629900 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Attempting to bind port 53dc6781-189a-499d-96ae-cc8974f21fcf on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:44:10.630335 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Attempting to bind port 53dc6781-189a-499d-96ae-cc8974f21fcf by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:44:10.630866 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Attempting to bind port 53dc6781-189a-499d-96ae-cc8974f21fcf on network bfef0d87-8dcd-402f-b1b1-2b6de05f747b {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:44:10.640227 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:44:10.640646 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Checking segment: {'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:44:10.641133 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:10.642047 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Bound using segment: {'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:44:10.642565 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Bound port: 53dc6781-189a-499d-96ae-cc8974f21fcf, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bed3b8-dce9-436b-8b86-c6b4876caaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:44:10.642962 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:10.711853 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] For port 53dc6781-189a-499d-96ae-cc8974f21fcf, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:44:10.730045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cee7da2a-a469-4acd-9e9b-98dd0c057f81 None None] Provisioning complete for port 53dc6781-189a-499d-96ae-cc8974f21fcf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:44:10.731005 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cee7da2a-a469-4acd-9e9b-98dd0c057f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:10.732366 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] For port 53dc6781-189a-499d-96ae-cc8974f21fcf, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=53dc6781-189a-499d-96ae-cc8974f21fcf,segment=NetworkSegment(73bed3b8-dce9-436b-8b86-c6b4876caaf8),segment_id=73bed3b8-dce9-436b-8b86-c6b4876caaf8)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:44:10.767657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cee7da2a-a469-4acd-9e9b-98dd0c057f81 None None] Port 53dc6781-189a-499d-96ae-cc8974f21fcf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:44:10.815023 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:10.874186 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Routers {'ab8c6dd5-061b-40ef-9d2d-5c535705614f'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:44:10.880603 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:44:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ab8c6dd5-061b-40ef-9d2d-5c535705614f'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:44:10.880603 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c486f8-19ef-4956-b1eb-47ea9ef97a60 None None] Pushing event updated for resources: {'Port': ['ID=53dc6781-189a-499d-96ae-cc8974f21fcf,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:10.967658 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] Set router ab8c6dd5-061b-40ef-9d2d-5c535705614f gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:44:11.086640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4fd34a78-4697-45c1-8af1-fd37d8b50099 None None] Provisioning complete for port 53dc6781-189a-499d-96ae-cc8974f21fcf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:44:11.087005 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fd34a78-4697-45c1-8af1-fd37d8b50099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:11.165058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fd34a78-4697-45c1-8af1-fd37d8b50099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:11.204622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4fd34a78-4697-45c1-8af1-fd37d8b50099 None None] For port 53dc6781-189a-499d-96ae-cc8974f21fcf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=53dc6781-189a-499d-96ae-cc8974f21fcf,segment=NetworkSegment(73bed3b8-dce9-436b-8b86-c6b4876caaf8),segment_id=73bed3b8-dce9-436b-8b86-c6b4876caaf8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:44:11.242261 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'name': 'router1', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:43:57Z', 'updated_at': '2021-11-12T10:44:08Z', 'revision_number': 2, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'gw_port_host': None, '_interfaces': [{'id': '53dc6781-189a-499d-96ae-cc8974f21fcf', 'name': '', 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'mac_address': 'fa:16:3e:9b:2e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:07Z', 'updated_at': '2021-11-12T10:44:10Z', 'revision_number': 4, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'subnets': [{'id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0472466-0d17-4689-a07d-f1708733ccff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:44:11.268016 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e12b2d-f515-44dd-aa34-6d4084524ef2 None None] The sync data for ids ['ab8c6dd5-061b-40ef-9d2d-5c535705614f'] in n-d-768852-22 is: [{'id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'name': 'router1', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:43:57Z', 'updated_at': '2021-11-12T10:44:08Z', 'revision_number': 2, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'gw_port_host': None, '_interfaces': [{'id': '53dc6781-189a-499d-96ae-cc8974f21fcf', 'name': '', 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'mac_address': 'fa:16:3e:9b:2e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:07Z', 'updated_at': '2021-11-12T10:44:10Z', 'revision_number': 4, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'subnets': [{'id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0472466-0d17-4689-a07d-f1708733ccff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:44:11.305834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fd34a78-4697-45c1-8af1-fd37d8b50099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:11.355166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd34a78-4697-45c1-8af1-fd37d8b50099 None None] Pushing event updated for resources: {'Port': ['ID=53dc6781-189a-499d-96ae-cc8974f21fcf,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:11.415319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56954) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:44:11.524345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74960c4-bd21-4d44-b4d4-0ec480e37d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:44:11.525728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e74960c4-bd21-4d44-b4d4-0ec480e37d49 admin admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 842 time: 0.1095121 Nov 12 10:44:11.536461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'cidr': '172.25.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:44:11.689020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Made reservation on behalf of 4b9e3cd01a314fb994cdc0f3bb0e0a33 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:44:11.691270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:12.096217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 10:44:12.096623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:12.150885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d9649b-9508-405c-97cb-23451c6f3b28,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:12.160971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:44:12.161958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Network hostable DHCP agents. Network: 12aeb4c2-8520-4e37-af12-288710b4f759, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:44:12.277578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:44:12.397526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 12aeb4c2-8520-4e37-af12-288710b4f759) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:44:12.408138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd5fde7-1927-4f2f-b62b-97d5d662e22a None None] Network 12aeb4c2-8520-4e37-af12-288710b4f759 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:44:12.409744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:44:12.410337 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:12.505241 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6209aa4e-1df2-454f-83cf-c7bc53706b8e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9650412 Nov 12 10:44:12.551847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf4be79-e600-41bd-a692-1033874384df None None] Network 12aeb4c2-8520-4e37-af12-288710b4f759 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:44:14.932063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56962) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:44:15.071460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b36387e4-1d12-4927-b828-15d5356dadd6 admin admin] 10.222.0.98 "GET /v2.0/routers/ab8c6dd5-061b-40ef-9d2d-5c535705614f HTTP/1.1" status: 200 len: 710 time: 0.1380563 Nov 12 10:44:15.208444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a65dc-752d-4a78-924a-e7117065de31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:44:15.209767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bd6a65dc-752d-4a78-924a-e7117065de31 admin admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 886 time: 0.1305139 Nov 12 10:44:15.219091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:44:15.529982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:15.833660 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:15.910476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:16.011582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Allocated IP 172.25.3.203 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/c5c6ca80-6585-4421-9dfd-58c314071ad0) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:44:16.120627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:16.306440 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:16.347482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:44:16.350488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:44:16.357492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:44:16.360676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c6ca80-6585-4421-9dfd-58c314071ad0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:16.710499 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:16.927818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:16.931221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:17.037971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Router ab8c6dd5-061b-40ef-9d2d-5c535705614f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:44:17.249259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:44:17.253578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:17.255322 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-16c36ab1-c453-4feb-9e41-243f045cc252 admin admin] 10.222.0.98 "PUT /v2.0/routers/ab8c6dd5-061b-40ef-9d2d-5c535705614f HTTP/1.1" status: 200 len: 890 time: 2.0393698 Nov 12 10:44:18.363997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Sync routers for ids ['ab8c6dd5-061b-40ef-9d2d-5c535705614f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:44:18.376475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Routers {'ab8c6dd5-061b-40ef-9d2d-5c535705614f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:44:18.377123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:44:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ab8c6dd5-061b-40ef-9d2d-5c535705614f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:44:18.593726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 53dc6781-189a-499d-96ae-cc8974f21fcf up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:44:18.626467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Set router ab8c6dd5-061b-40ef-9d2d-5c535705614f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:44:18.830549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 53dc6781-189a-499d-96ae-cc8974f21fcf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:44:18.830801 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:19.177172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'name': 'router1', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c5c6ca80-6585-4421-9dfd-58c314071ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:43:57Z', 'updated_at': '2021-11-12T10:44:16Z', 'revision_number': 4, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'gw_port': {'id': 'c5c6ca80-6585-4421-9dfd-58c314071ad0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:15Z', 'updated_at': '2021-11-12T10:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '53dc6781-189a-499d-96ae-cc8974f21fcf', 'name': '', 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'mac_address': 'fa:16:3e:9b:2e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:07Z', 'updated_at': '2021-11-12T10:44:11Z', 'revision_number': 5, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'subnets': [{'id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0472466-0d17-4689-a07d-f1708733ccff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:44:19.226792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Checking router: ab8c6dd5-061b-40ef-9d2d-5c535705614f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:44:19.227170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Updating router ab8c6dd5-061b-40ef-9d2d-5c535705614f port c5c6ca80-6585-4421-9dfd-58c314071ad0 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:44:19.282279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:19.606153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:19.700137 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:19.754270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Attempting to bind port c5c6ca80-6585-4421-9dfd-58c314071ad0 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:44:19.754649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Attempting to bind port c5c6ca80-6585-4421-9dfd-58c314071ad0 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:44:19.754990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Attempting to bind port c5c6ca80-6585-4421-9dfd-58c314071ad0 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:44:19.757010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7114-d4ff-4730-87ed-80004ea1add5 None None] Pushing event updated for resources: {'Port': ['ID=c5c6ca80-6585-4421-9dfd-58c314071ad0,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:19.762760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:44:19.763290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:44:19.763624 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:19.764026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:44:19.765069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Bound port: c5c6ca80-6585-4421-9dfd-58c314071ad0, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:44:19.765069 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:19.816501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] For port c5c6ca80-6585-4421-9dfd-58c314071ad0, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:44:19.819547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] For port c5c6ca80-6585-4421-9dfd-58c314071ad0, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c5c6ca80-6585-4421-9dfd-58c314071ad0,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:44:19.862220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56974) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:44:19.911722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:19.972024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7114-d4ff-4730-87ed-80004ea1add5 None None] Pushing event updated for resources: {'Port': ['ID=c5c6ca80-6585-4421-9dfd-58c314071ad0,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:19.987953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Routers {'ab8c6dd5-061b-40ef-9d2d-5c535705614f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:44:19.988390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5519f110-1490-40e6-950d-2126e6469db0 admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115530 Nov 12 10:44:19.988506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:44:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ab8c6dd5-061b-40ef-9d2d-5c535705614f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:44:20.090982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] Set router ab8c6dd5-061b-40ef-9d2d-5c535705614f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:44:20.331531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'name': 'router1', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c5c6ca80-6585-4421-9dfd-58c314071ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:43:57Z', 'updated_at': '2021-11-12T10:44:16Z', 'revision_number': 4, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'gw_port': {'id': 'c5c6ca80-6585-4421-9dfd-58c314071ad0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:15Z', 'updated_at': '2021-11-12T10:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '53dc6781-189a-499d-96ae-cc8974f21fcf', 'name': '', 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'mac_address': 'fa:16:3e:9b:2e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:07Z', 'updated_at': '2021-11-12T10:44:11Z', 'revision_number': 5, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'subnets': [{'id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0472466-0d17-4689-a07d-f1708733ccff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:44:20.357112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186270bc-64da-4b49-95bb-90771e24d1cc None None] The sync data for ids ['ab8c6dd5-061b-40ef-9d2d-5c535705614f'] in n-d-768852-22 is: [{'id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'name': 'router1', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c5c6ca80-6585-4421-9dfd-58c314071ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:43:57Z', 'updated_at': '2021-11-12T10:44:16Z', 'revision_number': 4, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'gw_port': {'id': 'c5c6ca80-6585-4421-9dfd-58c314071ad0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:15Z', 'updated_at': '2021-11-12T10:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '53dc6781-189a-499d-96ae-cc8974f21fcf', 'name': '', 'network_id': 'bfef0d87-8dcd-402f-b1b1-2b6de05f747b', 'tenant_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'mac_address': 'fa:16:3e:9b:2e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8c6dd5-061b-40ef-9d2d-5c535705614f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:44:07Z', 'updated_at': '2021-11-12T10:44:11Z', 'revision_number': 5, 'project_id': '9c4aa341116a4ca6b7f11a5afcbe7eb5', 'subnets': [{'id': 'dab55c6a-edde-4ae0-9b2e-c291ebe22ea1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0472466-0d17-4689-a07d-f1708733ccff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:44:20.600490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c5c6ca80-6585-4421-9dfd-58c314071ad0 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:44:20.657949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c5c6ca80-6585-4421-9dfd-58c314071ad0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:44:20.658521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:20.761077 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:20.785767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port c5c6ca80-6585-4421-9dfd-58c314071ad0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c5c6ca80-6585-4421-9dfd-58c314071ad0,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:44:20.944620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:21.006895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=c5c6ca80-6585-4421-9dfd-58c314071ad0,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:44:22.574893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c5c6ca80-6585-4421-9dfd-58c314071ad0 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:44:22.631390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c5c6ca80-6585-4421-9dfd-58c314071ad0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:44:22.631866 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:29.187887 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-06cb0f09-9dd2-4274-8840-47c878fffa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:31.613928 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-922c107f-2d7f-44d1-8167-8f256f9d212e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:32.755630 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:33.972402 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:34.723351 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:44:35.460640 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:44:59.184546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-55666fd3-265e-491f-9177-237b3e8aaf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:01.627650 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-761de1a0-cf34-4405-80d0-ddd10e8d387d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:03.183629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:04.196047 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:04.756095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:12.459551 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:45:29.176913 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ebcdd107-b4dc-4755-9215-5de43bb222b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:31.629484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3abf9ecc-5f4a-4fdf-977d-6b6b15b382fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:32.732791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:33.892656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:34.772724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:45:49.457878 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:45:59.200715 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2c27f200-b70a-4670-865c-2c0d5aebe040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:01.636374 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0baa737c-79ad-4fc7-91e3-130090f2058d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:02.731783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:03.861158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:04.708797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:06.439894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57568) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:06.503033 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-047607fc-5843-4648-8ad2-977ad6a24f87 admin admin] GET failed (client error): The resource could not be found. Nov 12 10:46:06.504494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-047607fc-5843-4648-8ad2-977ad6a24f87 admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636220 Nov 12 10:46:06.666409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff274d-8714-43d1-9de8-75c64915cf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:06.667907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d4ff274d-8714-43d1-9de8-75c64915cf6f admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585755 Nov 12 10:46:09.003662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57578) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:09.101472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac23b4b-f04b-4d39-b842-72214b5234e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:09.102818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eac23b4b-f04b-4d39-b842-72214b5234e2 admin admin] 10.222.0.98 "GET /v2.0/subnets/dab55c6a-edde-4ae0-9b2e-c291ebe22ea1 HTTP/1.1" status: 200 len: 849 time: 0.0982051 Nov 12 10:46:09.112808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:46:09.194165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:09.463207 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769636192395'] for subnet, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:09.496640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:09.497804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:09.499441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] 10.222.0.98 "PUT /v2.0/subnets/dab55c6a-edde-4ae0-9b2e-c291ebe22ea1 HTTP/1.1" status: 200 len: 868 time: 0.3902364 Nov 12 10:46:09.501251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab859ac1-bb5d-4f00-a44a-78da7a82a6e6 None None] Network bfef0d87-8dcd-402f-b1b1-2b6de05f747b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:46:09.522446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab55c6a-edde-4ae0-9b2e-c291ebe22ea1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:46:09.529937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.530386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.530662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.530991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.531318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.531794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.532155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.532478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.532797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.533115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.533432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.533743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4bef9-58c7-4170-93f0-5c407927af81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:09.920444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e2f35fed-feae-47cd-9116-40b6c62f0703 None None] Provisioning complete for port 2a054bb8-b9e0-4489-922f-17a54c7c5ebe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:46:09.920803 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2f35fed-feae-47cd-9116-40b6c62f0703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:10.009049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e2f35fed-feae-47cd-9116-40b6c62f0703 None None] Provisioning complete for port 53dc6781-189a-499d-96ae-cc8974f21fcf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:46:10.009309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2f35fed-feae-47cd-9116-40b6c62f0703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:11.818630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57588) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:12.019147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10449dad-8283-469a-8a32-1416c23c10cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:12.019529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10449dad-8283-469a-8a32-1416c23c10cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:12.021109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-10449dad-8283-469a-8a32-1416c23c10cc admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015212 Nov 12 10:46:14.322112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57596) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:14.521007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a9c16-2510-422f-be0a-ade2b40be118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:14.521391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a9c16-2510-422f-be0a-ade2b40be118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:14.522930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a15a9c16-2510-422f-be0a-ade2b40be118 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993597 Nov 12 10:46:16.836653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57604) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:16.967779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f6ca9-922f-457f-b53d-cf75ae7ef950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:16.969199 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-419f6ca9-922f-457f-b53d-cf75ae7ef950 admin admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 886 time: 0.1313961 Nov 12 10:46:19.247150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57612) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:19.377623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39ce1e-f49e-4d1d-a937-fdddb3ec5753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:19.378997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c39ce1e-f49e-4d1d-a937-fdddb3ec5753 admin admin] 10.222.0.98 "GET /v2.0/networks/bfef0d87-8dcd-402f-b1b1-2b6de05f747b HTTP/1.1" status: 200 len: 869 time: 0.1309190 Nov 12 10:46:21.691520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57620) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:21.816774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579db34f-14d7-46cb-96aa-064181b6992e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:21.817636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579db34f-14d7-46cb-96aa-064181b6992e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:21.819607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-579db34f-14d7-46cb-96aa-064181b6992e admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269948 Nov 12 10:46:24.106935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57628) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:24.200299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dae0d-0091-4385-a002-ca8641157c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:24.200766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691dae0d-0091-4385-a002-ca8641157c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:24.202292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-691dae0d-0091-4385-a002-ca8641157c37 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944078 Nov 12 10:46:26.456186 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:46:26.480869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57636) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:26.572401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546727f-63b0-4163-8c73-9b34b8bff436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:26.573739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a546727f-63b0-4163-8c73-9b34b8bff436 admin admin] 10.222.0.98 "GET /v2.0/subnets/dab55c6a-edde-4ae0-9b2e-c291ebe22ea1 HTTP/1.1" status: 200 len: 868 time: 0.0919356 Nov 12 10:46:28.881742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57644) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:28.966168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e50b2-a2b5-4d55-ab83-048ba2e708f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:28.967486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d40e50b2-a2b5-4d55-ab83-048ba2e708f0 admin admin] 10.222.0.98 "GET /v2.0/subnets/e7d9649b-9508-405c-97cb-23451c6f3b28 HTTP/1.1" status: 200 len: 816 time: 0.0847929 Nov 12 10:46:29.220751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c879d127-9930-4c9b-870a-8784956faf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:31.631675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-345577b3-5503-47e9-99a1-ac20663dbd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:32.748024 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:33.871427 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:34.729813 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:54.408762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57698) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:54.456114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-f63cbff2-34d7-492e-b3d7-a08a327a556e admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:46:54.457133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f63cbff2-34d7-492e-b3d7-a08a327a556e admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474448 Nov 12 10:46:56.875062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:56.934510 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce757ff6-27ad-4fdb-afaa-be2ea0cf22e0 admin admin] GET failed (client error): The resource could not be found. Nov 12 10:46:56.935781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce757ff6-27ad-4fdb-afaa-be2ea0cf22e0 admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598824 Nov 12 10:46:57.021430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53162d9-e9f3-4f47-92be-44f80c85668c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:57.022876 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d53162d9-e9f3-4f47-92be-44f80c85668c admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824780 Nov 12 10:46:59.215785 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4872ef02-9d65-4aa5-8060-dfb4d73cfc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:59.361298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57714) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:46:59.409496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:46:59.494230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Made reservation on behalf of 4b9e3cd01a314fb994cdc0f3bb0e0a33 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:46:59.496420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:59.523080 n-d-768852-22 neutron-server[109705]: WARNING neutron.services.revisions.revision_plugin [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Could not find related network for resource to bump revision. Nov 12 10:46:59.537031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:46:59.546969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:59.547366 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Added segment 5365a32e-ce5f-4cdb-a134-787fbaee9630 of type vlan for network 4ad89181-47d8-46a4-9482-f43ddbd936f1 Nov 12 10:46:59.588666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:59.699747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:59.700756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:46:59.701324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:46:59.760428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad89181-47d8-46a4-9482-f43ddbd936f1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:46:59.766772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.767114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.767452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.767788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.768139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.768472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.768796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.769117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.769438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.769761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.770081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.770396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:46:59.787262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:46:59.833637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9833b5e0-5b27-4a31-9474-c0e8318de5b8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4712477 Nov 12 10:47:01.644391 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7641e992-17e1-4652-a5a6-1c3a68e33c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:02.155727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57722) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:47:02.215377 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-050f931d-f27c-48ba-bdef-fd453958c964 admin admin] GET failed (client error): The resource could not be found. Nov 12 10:47:02.216719 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-050f931d-f27c-48ba-bdef-fd453958c964 admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600047 Nov 12 10:47:02.286396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5a0ff-7231-4ecf-a5fe-3df10dfe9887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:47:02.287959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cee5a0ff-7231-4ecf-a5fe-3df10dfe9887 admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666175 Nov 12 10:47:02.300672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:47:02.414087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Made reservation on behalf of 4b9e3cd01a314fb994cdc0f3bb0e0a33 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:47:02.416343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:02.679137 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:02.740935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:02.749067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:47:02.749406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Network hostable DHCP agents. Network: 4ad89181-47d8-46a4-9482-f43ddbd936f1, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:47:02.784184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:02.856058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:47:02.964657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 4ad89181-47d8-46a4-9482-f43ddbd936f1) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:47:02.969969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:47:02.971135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:02.974702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029daf3-89d6-4140-ba7a-6f29b5b11c7c None None] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:47:03.075850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2ed73df4-c360-4e43-9fa3-735807507552 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7795911 Nov 12 10:47:03.159218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-4ad89181-47d8-46a4-9482-f43ddbd936f1', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'tenant_id': '4b9e3cd01a314fb994cdc0f3bb0e0a33', 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:47:03.160153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:03.301317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Allocated IP 192.168.233.2 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:47:03.446794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:03.454709 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:47:03.553533 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:03.598304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:47:03.601233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:47:03.605268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:47:03.612471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Pushing event updated for resources: {'Port': ['ID=bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:03.623109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.624061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.624061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.624787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.624787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.624787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.625062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.625405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.625728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.626047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.626365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.626683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:47:03.673288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Attempting to bind port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:47:03.678747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Attempting to bind port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:47:03.678747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Attempting to bind port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:47:03.679184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:47:03.679548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:47:03.680499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:03.680882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:47:03.681351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Bound port: bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:47:03.681722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:03.744334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] For port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:47:03.747465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] For port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:47:03.825626 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:03.857685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:03.885093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3d132-5e63-4c08-a1b2-499f1eaa637d None None] Pushing event updated for resources: {'Port': ['ID=bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:04.740069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:47:04.743646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef382706-5e12-4645-9923-b77406b82b4b None None] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:47:04.745978 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:04.854706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a7b2dc55-8fbc-4b46-8aa2-ebbac9b5b3f9 None None] Provisioning complete for port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:47:04.855338 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dc55-8fbc-4b46-8aa2-ebbac9b5b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:04.903988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:47:04.904354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:05.079074 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dc55-8fbc-4b46-8aa2-ebbac9b5b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:05.109661 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:05.141536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a7b2dc55-8fbc-4b46-8aa2-ebbac9b5b3f9 None None] For port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:47:05.244086 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dc55-8fbc-4b46-8aa2-ebbac9b5b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:05.322263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:47:05.322544 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:47:05.326861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2dc55-8fbc-4b46-8aa2-ebbac9b5b3f9 None None] Pushing event updated for resources: {'Port': ['ID=bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:47:05.363317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bb5552ec-9b8e-4f12-9745-b5a8e36cbbe1 None None] Provisioning complete for port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:47:05.363670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bb5552ec-9b8e-4f12-9745-b5a8e36cbbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:06.657320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:47:06.709099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bcf0e4b8-adb1-47d9-a9c4-a79ff84d1adf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:47:06.709464 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:29.192394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa208-3df7-487d-9fe4-b6d08df05a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:31.676451 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cc77e9f5-9df0-44bd-ad81-62ba5ff98175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:32.780748 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:33.929738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:34.752368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:47:40.453042 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:47:59.185459 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88bd3e54-305f-464e-9b2f-0eee5380e564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:01.848975 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bf5b3f6-67cd-4ccc-90ac-83aac8c459b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:02.783760 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:03.894477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:04.738231 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:17.451702 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:48:29.179544 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2356a31-2875-4881-83e8-6050aac7b32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:29.882589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57766) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:29.888973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-136f4eca-5602-480a-8b59-ddbefa9a0b90 tempest-verify_tempest_config-1861375971 tempest-verify_tempest_config-1861375971-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:48:29.893024 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-136f4eca-5602-480a-8b59-ddbefa9a0b90 tempest-verify_tempest_config-1861375971 tempest-verify_tempest_config-1861375971-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062764 Nov 12 10:48:30.656386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57784) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:30.771469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.847879 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.939030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:30.994445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=707d3830d5d343088fa5b33d191a4925&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3367732 Nov 12 10:48:30.995500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca0610-0749-48e6-829c-5a765249fa20,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:30.997138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57788) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:48:31.002829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.003332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.003512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.003846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.004246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.005130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.005762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.006092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.006419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.006769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.007088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.007430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd93c3-3837-43b3-903f-9ef8c411bc57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.055856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.078353 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.242626 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.245521 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:31.246968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9bca0610-0749-48e6-829c-5a765249fa20 HTTP/1.1" status: 204 len: 168 time: 0.2487178 Nov 12 10:48:31.257363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca0610-0749-48e6-829c-5a765249fa20,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:48:31.265193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.265540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.265880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.266304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.266531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.266858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.267190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.267511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.267834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.268179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.268506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.268824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4729e2-92d7-4bc5-8cce-86d0d5a116da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:48:31.657145 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-86cb942d-f37b-42ea-98df-dbbbb06eec47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:32.773509 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:33.890690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:34.753496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:48:54.449995 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:48:59.192894 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97628595-bb42-4f16-bd41-02d837630a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:01.679013 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7c26827e-10d1-495e-88c1-b94f637ca450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:02.770906 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:03.887488 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:04.759064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:29.186128 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4461132d-e261-453c-ae4a-3e60529ecc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:31.448819 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:49:31.643812 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-57e9d96e-f9ec-453f-b707-f29352fab2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:32.743944 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:33.868873 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:34.729284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:49:59.334384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-110bfc13-3d49-4242-b46b-1815fe6b2f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:01.637279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-914d84c9-1214-4786-a980-e4d032662827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:02.821598 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:03.882942 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:04.710419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:08.446799 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:50:29.204505 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6ee439c-61c0-4dda-aca6-1520ff6e11f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:31.627643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a7f94d2-0d9b-4e12-b5a2-e104041d5c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:32.753137 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:33.884359 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:34.752884 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:50:45.445373 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:50:59.228840 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e64c0691-ba9a-4592-9396-c85685b2aa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:01.669822 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3292ecc-169c-454a-8c27-f1d2ce364c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:02.765841 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:03.906968 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:04.752004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:22.443551 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 5 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:51:29.195013 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-baef01e5-44f2-4516-9e26-0c2b4b517287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:31.677527 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e3270b9f-a26f-474f-b718-5e17d60b80f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:32.774254 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:33.897079 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:34.737363 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:47.037367 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690358'] for agent, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:50.168507 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690358'] for agent, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:59.193743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66d28448-c50c-4323-97f2-d21d500f9b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:51:59.443066 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:52:01.650669 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f3826dbf-8bff-4c63-bb57-6f28d110bcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:02.764987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:03.883247 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:04.724863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:16.959470 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:20.128613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:29.239396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9e03c7e9-051a-48d2-b4e7-efff2970ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:31.653937 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fca91180-b97c-46c8-a1c3-eeef5808b214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:32.773511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.919037 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:33.979164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57846) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:34.099242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e8edbda9-832f-400b-9dd1-727f1774e5a5 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1180105 Nov 12 10:52:34.713718 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:36.443120 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:52:36.467685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57856) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:52:36.525150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ef7ff2ae-0ddb-4a38-bbc7-ac2afbada9c6 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0558169 Nov 12 10:52:47.027185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:50.119285 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:52:59.218967 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b7223f6-3c41-463d-a64b-a6f06bbedacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:01.678373 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74203960-484d-48da-a2a9-1729064fb131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:02.792550 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:03.980913 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:04.735460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:13.442520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:53:16.981609 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:20.104778 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:29.192230 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-070ff4c4-e1dc-4fee-914a-8affd67572e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:31.647411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c7709ccb-c64b-435d-934a-9685b8e9d41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:32.796255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:33.923583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:34.735412 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:47.052971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.094896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:50.449227 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:53:59.220841 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3d2bec9d-edc5-45b9-ac2a-eab069abab37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:53:59.487303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58006) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:00.127442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-48eab57d-b9c7-42cd-bcaa-3bd5bc467f12 tempest-AutoAllocateNetworkTest-909782393 tempest-AutoAllocateNetworkTest-909782393-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=8d18c64990d04fac8bb727a1935be973&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6388881 Nov 12 10:54:00.129903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58034) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:00.325696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534ce97-e6ad-410e-bcb5-b1aa97578d75 tempest-AutoAllocateNetworkTest-909782393 tempest-AutoAllocateNetworkTest-909782393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:00.327176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5534ce97-e6ad-410e-bcb5-b1aa97578d75 tempest-AutoAllocateNetworkTest-909782393 tempest-AutoAllocateNetworkTest-909782393-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1963687 Nov 12 10:54:00.337836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:00.437946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58056) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:00.438410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b1a18034-0bdd-46a6-84eb-84d8e47c830c tempest-AutoAllocateNetworkTest-909782393 tempest-AutoAllocateNetworkTest-909782393-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988772 Nov 12 10:54:00.469001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f7f00d23-5868-45e3-92ba-87074de3cb34 tempest-AutoAllocateNetworkTest-909782393 tempest-AutoAllocateNetworkTest-909782393-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=8d18c64990d04fac8bb727a1935be973 HTTP/1.1" status: 200 len: 208 time: 0.0301783 Nov 12 10:54:01.677297 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4e103a96-760d-4e05-8be5-6c7d7901793b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:01.712665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58096) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:02.651594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.728528 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.848359 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.934328 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:02.981629 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d18c64990d04fac8bb727a1935be973&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2588105 Nov 12 10:54:02.981629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a254464a-b411-4478-8a1f-c7bb96b1e19c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:02.982785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58122) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:02.986173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.986849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.987558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.988348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.988759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.989008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.989388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.989840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.990141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.990451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.990828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.991760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396336-befe-43e7-b8c7-09501d78a0e7 admin admin] Tracked resource versions report: Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: pushed versions: Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: { 'AddressGroup': {'1.2'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'ConntrackHelper': {'1.0'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Log': {'1.0'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Network': {'1.1'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Port': {'1.7'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'PortForwarding': {'1.2'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'QosPolicy': {'1.10'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'SecurityGroup': {'1.5'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'SubPort': {'1.0'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Subnet': {'1.1'}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Trunk': {'1.1'}} Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: consumer versions: Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: { DHCP agent@n-d-768852-22: {}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: HyperV agent@n-h1-768852-22: {}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: HyperV agent@n-h2-768852-22: {}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: L3 agent@n-d-768852-22: {}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: Metadata agent@n-d-768852-22: {}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: Metering agent@n-d-768852-22: {}, Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: Open vSwitch agent@n-d-768852-22: { 'AddressGroup': '1.2', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'ConntrackHelper': '1.0', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Log': '1.0', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Network': '1.1', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Port': '1.7', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'PortForwarding': '1.2', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'QosPolicy': '1.10', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'SecurityGroup': '1.5', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'SecurityGroupRule': '1.2', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'SubPort': '1.0', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Subnet': '1.1', Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: 'Trunk': '1.1'}} Nov 12 10:54:02.992909 n-d-768852-22 neutron-server[109705]: {{(pid=109705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:54:03.036909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.060159 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.176880 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.180180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:03.181428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a254464a-b411-4478-8a1f-c7bb96b1e19c HTTP/1.1" status: 204 len: 168 time: 0.1971197 Nov 12 10:54:03.189843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a254464a-b411-4478-8a1f-c7bb96b1e19c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:03.196736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.197076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.197416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.197749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.198074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.198398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.198741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.199063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.199382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.199720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.200239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.200536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67452a-f6c7-4d1d-b9a4-c7bd763c3ffb admin admin] Tracked resource versions report: Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: pushed versions: Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: { 'AddressGroup': {'1.2'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'ConntrackHelper': {'1.0'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Log': {'1.0'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Network': {'1.1'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Port': {'1.7'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'PortForwarding': {'1.2'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'QosPolicy': {'1.10'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'SecurityGroup': {'1.5'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'SubPort': {'1.0'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Subnet': {'1.1'}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Trunk': {'1.1'}} Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: consumer versions: Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: { DHCP agent@n-d-768852-22: {}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: HyperV agent@n-h1-768852-22: {}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: HyperV agent@n-h2-768852-22: {}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: L3 agent@n-d-768852-22: {}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: Metadata agent@n-d-768852-22: {}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: Metering agent@n-d-768852-22: {}, Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: Open vSwitch agent@n-d-768852-22: { 'AddressGroup': '1.2', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'ConntrackHelper': '1.0', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Log': '1.0', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Network': '1.1', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Port': '1.7', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'PortForwarding': '1.2', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'QosPolicy': '1.10', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'SecurityGroup': '1.5', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'SecurityGroupRule': '1.2', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'SubPort': '1.0', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Subnet': '1.1', Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: 'Trunk': '1.1'}} Nov 12 10:54:03.201596 n-d-768852-22 neutron-server[109704]: {{(pid=109704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:54:03.932940 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:04.744636 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:06.549332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58272) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:06.855026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d787132-bfe3-498f-afe7-db6228ef5056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:06.983072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d787132-bfe3-498f-afe7-db6228ef5056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.076447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d787132-bfe3-498f-afe7-db6228ef5056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.127756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d787132-bfe3-498f-afe7-db6228ef5056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2761e1e1-f78f-4791-b12a-f69b455ebf57,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:07.148903 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7d787132-bfe3-498f-afe7-db6228ef5056 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f2ede35d543e4e4b8ae9ea315c8144a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5977042 Nov 12 10:54:07.151722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58306) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:07.217955 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea7bffc0-7d3f-4405-9045-c0168bd6a9b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.246524 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea7bffc0-7d3f-4405-9045-c0168bd6a9b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.362968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58326) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:07.366048 n-d-768852-22 neutron-server[109705]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 10:54:07.402989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-5f04a47a-f55b-4e7c-8856-e7745d1985dd tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383077 Nov 12 10:54:07.404121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea7bffc0-7d3f-4405-9045-c0168bd6a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.406667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea7bffc0-7d3f-4405-9045-c0168bd6a9b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:07.408465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ea7bffc0-7d3f-4405-9045-c0168bd6a9b5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2761e1e1-f78f-4791-b12a-f69b455ebf57 HTTP/1.1" status: 204 len: 168 time: 0.2544584 Nov 12 10:54:07.458228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bffc0-7d3f-4405-9045-c0168bd6a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2761e1e1-f78f-4791-b12a-f69b455ebf57,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:07.658354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-5b8fea73-c649-4a4f-91c5-1468a36892e3 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:07.667347 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-5b8fea73-c649-4a4f-91c5-1468a36892e3 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583742 Nov 12 10:54:07.679132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-9ae22cc9-0f4f-4615-8e77-45dbe0c2d578 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/quotas/3af466c2fcaa4682a8d5d9bd8170f124 HTTP/1.1" status: 200 len: 375 time: 0.0103002 Nov 12 10:54:07.734706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-7b24e026-f25d-4994-a2a1-67aed85cfe7b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496476 Nov 12 10:54:08.202300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58382) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:08.217579 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-503cbd5a-4bc1-4c31-aacb-4e046c96897f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.299959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-503cbd5a-4bc1-4c31-aacb-4e046c96897f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.359258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b84f088f-5cf2-4544-be2b-cf721c701c27 req-9669e9f5-4a03-4a45-a85f-41f5f4fba0fb tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 210 time: 0.0517800 Nov 12 10:54:08.369247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-503cbd5a-4bc1-4c31-aacb-4e046c96897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.411983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-503cbd5a-4bc1-4c31-aacb-4e046c96897f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=451949200c1348c68462b6f1a232cbf7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2080002 Nov 12 10:54:08.413116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cbd5a-4bc1-4c31-aacb-4e046c96897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4422382-4889-4377-a9eb-6c54c4459b64,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:08.414836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:08.471911 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73e5f43-450c-4e55-9ea7-c5d7d4756de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.498054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73e5f43-450c-4e55-9ea7-c5d7d4756de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.695312 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73e5f43-450c-4e55-9ea7-c5d7d4756de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.698257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73e5f43-450c-4e55-9ea7-c5d7d4756de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:08.699844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a73e5f43-450c-4e55-9ea7-c5d7d4756de9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c4422382-4889-4377-a9eb-6c54c4459b64 HTTP/1.1" status: 204 len: 168 time: 0.2830174 Nov 12 10:54:08.709454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e5f43-450c-4e55-9ea7-c5d7d4756de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4422382-4889-4377-a9eb-6c54c4459b64,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:10.076869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58504) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:10.158321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58508) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:10.280463 n-d-768852-22 neutron-server[109704]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 10:54:10.346031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53da6211-2e74-4203-a351-fe3197ce0dea req-34a4fc4e-8016-46f6-ad4e-e03f21d33d02 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 210 time: 0.2672505 Nov 12 10:54:10.352950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b734e540-48a0-4e2d-9a39-cbc16384f8ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.485668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b734e540-48a0-4e2d-9a39-cbc16384f8ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.655712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b734e540-48a0-4e2d-9a39-cbc16384f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.728934 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b734e540-48a0-4e2d-9a39-cbc16384f8ac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=23c0afa222d2468489baa847bb9ac99a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5694585 Nov 12 10:54:10.729682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734e540-48a0-4e2d-9a39-cbc16384f8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca25aa5-c3b0-4c4a-860e-26daa26b7bc4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:10.733690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58546) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:10.820237 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3472d0d-c8b8-446d-a162-d4d2aaae960b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:10.857801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3472d0d-c8b8-446d-a162-d4d2aaae960b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:11.026603 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3472d0d-c8b8-446d-a162-d4d2aaae960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:11.031276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3472d0d-c8b8-446d-a162-d4d2aaae960b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:11.035457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a3472d0d-c8b8-446d-a162-d4d2aaae960b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eca25aa5-c3b0-4c4a-860e-26daa26b7bc4 HTTP/1.1" status: 204 len: 168 time: 0.2997715 Nov 12 10:54:11.049119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3472d0d-c8b8-446d-a162-d4d2aaae960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca25aa5-c3b0-4c4a-860e-26daa26b7bc4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:11.493064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-f6aa52c4-5226-472d-80a4-c2372013917e tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=5325f338edd34108884815f05da1a56c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313976 Nov 12 10:54:11.700888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8a87-45a2-498f-885e-6ae939ef978d req-91d79ffd-788c-4573-83e4-f3df8395d922 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:11.703199 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-91d79ffd-788c-4573-83e4-f3df8395d922 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002409 Nov 12 10:54:11.720907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-e4bcca0b-b1b2-4436-b67f-b42b4c043f4f tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/quotas/5325f338edd34108884815f05da1a56c HTTP/1.1" status: 200 len: 375 time: 0.0118032 Nov 12 10:54:11.786474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-6e625e8b-45c0-4799-9ff2-f17602006ddc tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=5325f338edd34108884815f05da1a56c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589206 Nov 12 10:54:11.957232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58600) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:11.974952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.57', 63519) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:12.021682 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-97b013bc-ca8f-45b9-9601-b3af740bff50 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441866 Nov 12 10:54:12.049145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58610) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:12.233544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a37747b7-fcaa-4e69-9e11-c5c193ab384d req-2bbb09d1-38d7-4e2f-94f2-a1f9ebc9355a tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 210 time: 0.0591934 Nov 12 10:54:12.290359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-f26b9937-9af4-40a1-b3a0-69b1a127b3ab tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:12.296621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-f26b9937-9af4-40a1-b3a0-69b1a127b3ab tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670825 Nov 12 10:54:12.325870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:12.354212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ee8-667a-4f12-a27c-d66dbb42ce5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.401691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-344e39f4-9c74-4a97-881e-b46467318a92 req-ec6decb4-de0e-43da-baac-ea37b65e5d6d tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0472338 Nov 12 10:54:12.419519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Request body: {'port': {'device_id': '70e513d9-2813-4011-8bdf-83aeea232810', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '3af466c2fcaa4682a8d5d9bd8170f124'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:12.630231 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c74eb915-6882-494d-94a8-2da7caca65b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.658465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39bab768-aac6-4368-be26-139cccff3c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.691813 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ee8-667a-4f12-a27c-d66dbb42ce5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.753281 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c74eb915-6882-494d-94a8-2da7caca65b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.757829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ee8-667a-4f12-a27c-d66dbb42ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.820344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b5a07ee8-667a-4f12-a27c-d66dbb42ce5f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d6fcf0f988c44134959294a0ce4b7f52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4932578 Nov 12 10:54:12.823507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58658) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:12.824995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39bab768-aac6-4368-be26-139cccff3c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.825930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07ee8-667a-4f12-a27c-d66dbb42ce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d4f742-4508-4f05-99d8-0ebb9c708539,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:12.853108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Made reservation on behalf of 3af466c2fcaa4682a8d5d9bd8170f124 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:12.859095 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.862437 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c74eb915-6882-494d-94a8-2da7caca65b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.871598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.921800 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39bab768-aac6-4368-be26-139cccff3c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:12.927596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58666) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:12.942873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c74eb915-6882-494d-94a8-2da7caca65b5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=53f6e2850a0747129854dca4fc2979ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8717988 Nov 12 10:54:12.979133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74eb915-6882-494d-94a8-2da7caca65b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bacb0f7-89c6-410a-8256-5871cc6b29d5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:12.985726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-943d842a-affa-4376-a821-3b0debfbc138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.031372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bab768-aac6-4368-be26-139cccff3c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6349a877-aed1-4b82-8e7f-39bb13fdce16,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:13.038377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-943d842a-affa-4376-a821-3b0debfbc138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.042579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-39bab768-aac6-4368-be26-139cccff3c38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=38f627f436684c3dafeda97e830d4db1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0830534 Nov 12 10:54:13.050830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58676) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:13.124273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.134700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6cd6f68f-c5b2-4c5c-994e-2eb97536eaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.167310 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6cd6f68f-c5b2-4c5c-994e-2eb97536eaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.180080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a86f81c7-04fa-4cc2-b30d-8ab389d10ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.218702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a86f81c7-04fa-4cc2-b30d-8ab389d10ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.237246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-943d842a-affa-4376-a821-3b0debfbc138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.239757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-943d842a-affa-4376-a821-3b0debfbc138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.244861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-943d842a-affa-4376-a821-3b0debfbc138 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/90d4f742-4508-4f05-99d8-0ebb9c708539 HTTP/1.1" status: 204 len: 168 time: 0.4199228 Nov 12 10:54:13.252954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d842a-affa-4376-a821-3b0debfbc138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d4f742-4508-4f05-99d8-0ebb9c708539,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:13.284513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.355355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6cd6f68f-c5b2-4c5c-994e-2eb97536eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.358098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6cd6f68f-c5b2-4c5c-994e-2eb97536eaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.359211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6cd6f68f-c5b2-4c5c-994e-2eb97536eaa4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3bacb0f7-89c6-410a-8256-5871cc6b29d5 HTTP/1.1" status: 204 len: 168 time: 0.4274988 Nov 12 10:54:13.365071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e178e1f-eaa1-4860-9893-0de3b25aa203,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:13.393009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6f68f-c5b2-4c5c-994e-2eb97536eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bacb0f7-89c6-410a-8256-5871cc6b29d5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:13.427194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a86f81c7-04fa-4cc2-b30d-8ab389d10ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.435424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a86f81c7-04fa-4cc2-b30d-8ab389d10ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:13.435424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a86f81c7-04fa-4cc2-b30d-8ab389d10ed7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6349a877-aed1-4b82-8e7f-39bb13fdce16 HTTP/1.1" status: 204 len: 168 time: 0.3810251 Nov 12 10:54:13.485628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f81c7-04fa-4cc2-b30d-8ab389d10ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6349a877-aed1-4b82-8e7f-39bb13fdce16,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:13.653737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Allocated IP 192.168.233.228 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/4f8283ec-83b8-4ccb-bb9a-cf2648a4f965) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:13.698218 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c2751ac-0dff-47a8-ac11-1bbdc115b3cd req-a80f2371-b659-4fd3-976f-b4e0886f7ac4 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 210 time: 0.2135513 Nov 12 10:54:13.790784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8aa697b-9f6e-4b58-a424-b7dc732ffbf0 req-538381ba-148c-486f-9a01-dd730e9e70c9 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0501714 Nov 12 10:54:14.067287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:14.226439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:14.336326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:14.344298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:14.347973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:14.354431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:14.355085 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:14.396929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Pushing event updated for resources: {'Port': ['ID=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:14.704941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0bd843af-8c19-46e9-bbae-0c01ce4fd8e4 None None] Provisioning complete for port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:14.704941 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0bd843af-8c19-46e9-bbae-0c01ce4fd8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:14.738318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0bd843af-8c19-46e9-bbae-0c01ce4fd8e4 None None] Port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:15.062553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-1898ca7f-fd30-4468-99ba-debdcc268f33 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6485298 Nov 12 10:54:15.235740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998344ef-e057-45db-b528-6ae2e84d688a req-03ed87e0-92c0-493e-8dcd-525245a93c95 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:15.235740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-998344ef-e057-45db-b528-6ae2e84d688a req-03ed87e0-92c0-493e-8dcd-525245a93c95 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0693800 Nov 12 10:54:15.314629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-998344ef-e057-45db-b528-6ae2e84d688a req-528b9371-e026-47ef-b45d-eaa2b71e877c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698559 Nov 12 10:54:15.362457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58734) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:15.378338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc938423-f7aa-4e9b-ad27-e199cb160d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.400383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17ae0083-e2cc-410c-ac6a-5e5430d50107 req-439f8e96-1ad0-46ad-a867-3ea765631ee9 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0278158 Nov 12 10:54:15.504907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58736) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:15.509948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc938423-f7aa-4e9b-ad27-e199cb160d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.532339 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c91ac93-5a62-4a76-99fc-a3d99819c72b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.626307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc938423-f7aa-4e9b-ad27-e199cb160d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.677585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c91ac93-5a62-4a76-99fc-a3d99819c72b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.698523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cc938423-f7aa-4e9b-ad27-e199cb160d8a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bcab3db7e1b94f75a6ee7981765044be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3325093 Nov 12 10:54:15.698822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58746) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:15.719268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc938423-f7aa-4e9b-ad27-e199cb160d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a64d7e-b709-4a6d-976b-58ec87f05bf5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:15.778429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fada-e882-4ab9-a57e-8da44d317375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.804388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fada-e882-4ab9-a57e-8da44d317375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.807212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c91ac93-5a62-4a76-99fc-a3d99819c72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.873671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c91ac93-5a62-4a76-99fc-a3d99819c72b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=431bc394bb8a47efba5fc5e045554b35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3639333 Nov 12 10:54:15.873804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58756) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:15.877418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91ac93-5a62-4a76-99fc-a3d99819c72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b2657-1df6-4f0d-b136-93ba10840341,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:15.962728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d28dfe0-c5bc-4211-9c30-91509f2d7caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.989996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d28dfe0-c5bc-4211-9c30-91509f2d7caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.990326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fada-e882-4ab9-a57e-8da44d317375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:15.996515 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fada-e882-4ab9-a57e-8da44d317375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:16.000018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c5f7fada-e882-4ab9-a57e-8da44d317375 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/94a64d7e-b709-4a6d-976b-58ec87f05bf5 HTTP/1.1" status: 204 len: 168 time: 0.2977114 Nov 12 10:54:16.022908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7fada-e882-4ab9-a57e-8da44d317375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a64d7e-b709-4a6d-976b-58ec87f05bf5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:16.201310 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d28dfe0-c5bc-4211-9c30-91509f2d7caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:16.203874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d28dfe0-c5bc-4211-9c30-91509f2d7caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:16.207756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d28dfe0-c5bc-4211-9c30-91509f2d7caf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ad6b2657-1df6-4f0d-b136-93ba10840341 HTTP/1.1" status: 204 len: 168 time: 0.3310184 Nov 12 10:54:16.234726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28dfe0-c5bc-4211-9c30-91509f2d7caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b2657-1df6-4f0d-b136-93ba10840341,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:16.469003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5864-cb18-4bb2-96bf-b430f8fe9c87 req-6903a1a6-84c8-4ff3-864f-b44c914e1cf8 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:16.481232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bdee5864-cb18-4bb2-96bf-b430f8fe9c87 req-6903a1a6-84c8-4ff3-864f-b44c914e1cf8 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0698476 Nov 12 10:54:16.578615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bdee5864-cb18-4bb2-96bf-b430f8fe9c87 req-6a7e64d6-c09e-4e3f-8a07-a24c4519716e tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961494 Nov 12 10:54:16.680154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4dae0e4e-49ef-4e4a-b3b8-fc47dd0183d2 req-84e0100d-1f1f-4214-a30c-e76c6f17fe80 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0504663 Nov 12 10:54:17.071622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.148556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58806) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:17.364293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8040ed1-bcc1-4062-aa43-6b257fc16a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.513906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8040ed1-bcc1-4062-aa43-6b257fc16a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.608770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8040ed1-bcc1-4062-aa43-6b257fc16a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.668019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8040ed1-bcc1-4062-aa43-6b257fc16a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a38e0f-dfed-468b-b5b9-bfa541215171,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:17.697342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58832) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:17.702870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a8040ed1-bcc1-4062-aa43-6b257fc16a1c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=36591fc11c5c42bda79c33f8b66281e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5432942 Nov 12 10:54:17.802677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fde944-6cc6-4463-a395-7c7cc8e1cf0f req-18f9359f-5814-4afe-8561-9b50a2df3c28 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:17.823216 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93fde944-6cc6-4463-a395-7c7cc8e1cf0f req-18f9359f-5814-4afe-8561-9b50a2df3c28 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0977609 Nov 12 10:54:17.836033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8e7ce6d-e4b1-4bd4-a043-920896c4221b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.900643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8e7ce6d-e4b1-4bd4-a043-920896c4221b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:17.924785 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93fde944-6cc6-4463-a395-7c7cc8e1cf0f req-f7c6a338-2a77-433b-b96c-fe576760c17e tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003823 Nov 12 10:54:17.970352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1578a52-0591-4510-932f-ba33c14b3cb1 req-c3aa334b-7e06-4840-89e2-835bfd836091 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0781391 Nov 12 10:54:18.173079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8e7ce6d-e4b1-4bd4-a043-920896c4221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.181264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8e7ce6d-e4b1-4bd4-a043-920896c4221b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:18.192999 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a8e7ce6d-e4b1-4bd4-a043-920896c4221b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/88a38e0f-dfed-468b-b5b9-bfa541215171 HTTP/1.1" status: 204 len: 168 time: 0.4871202 Nov 12 10:54:18.195376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7ce6d-e4b1-4bd4-a043-920896c4221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a38e0f-dfed-468b-b5b9-bfa541215171,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:19.132373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccf93c-8d40-4487-bf0d-7f68f1e09140 req-c4682bba-0e34-4530-bba4-08f4056a9a3c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:19.132373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fccf93c-8d40-4487-bf0d-7f68f1e09140 req-c4682bba-0e34-4530-bba4-08f4056a9a3c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0960824 Nov 12 10:54:19.202777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58904) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:19.202978 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e40e9b31-1751-47b9-9763-aca85c5bd4d8 req-f09c40c8-9da7-46e5-900a-07f9d4907211 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0607574 Nov 12 10:54:19.268524 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6feab9b9-4e20-4171-815f-b2321219e286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.299960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fccf93c-8d40-4487-bf0d-7f68f1e09140 req-779bd0aa-4a91-41eb-bbbc-b6b0b9cdeee4 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676791 Nov 12 10:54:19.461453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6feab9b9-4e20-4171-815f-b2321219e286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.535101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6feab9b9-4e20-4171-815f-b2321219e286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.580918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6feab9b9-4e20-4171-815f-b2321219e286 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=240ea053fc3e44799d4da86ac878d996&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3529794 Nov 12 10:54:19.582396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feab9b9-4e20-4171-815f-b2321219e286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149f06e6-d02a-43f8-a894-0ecfb6894086,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:19.588275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58918) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:19.668657 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0cf6-8c9b-49de-8c63-6573203b2b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.707960 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0cf6-8c9b-49de-8c63-6573203b2b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.888894 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0cf6-8c9b-49de-8c63-6573203b2b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.891690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0cf6-8c9b-49de-8c63-6573203b2b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:19.893399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8a1d0cf6-8c9b-49de-8c63-6573203b2b87 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/149f06e6-d02a-43f8-a894-0ecfb6894086 HTTP/1.1" status: 204 len: 168 time: 0.3041568 Nov 12 10:54:19.909399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d0cf6-8c9b-49de-8c63-6573203b2b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149f06e6-d02a-43f8-a894-0ecfb6894086,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:20.142227 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:20.324328 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21ba0727-1031-4a10-8e97-098f965a7773 req-4da3ecf9-bee5-40f9-abea-f273587c58b2 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0353084 Nov 12 10:54:20.464344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412320ed-6bee-4509-ba79-0c88f5faad90 req-285a10ca-142b-4e0e-8707-ba12e2dc7cfd tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:20.465970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-412320ed-6bee-4509-ba79-0c88f5faad90 req-285a10ca-142b-4e0e-8707-ba12e2dc7cfd tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0796664 Nov 12 10:54:20.519086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-412320ed-6bee-4509-ba79-0c88f5faad90 req-9455d0f4-4841-4b80-95d5-1bfacabb3392 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467889 Nov 12 10:54:21.009018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58966) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:21.023885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9845ae3a-63db-43ec-a0b9-7153988a734d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.120909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9845ae3a-63db-43ec-a0b9-7153988a734d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.173608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58972) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:21.237558 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9845ae3a-63db-43ec-a0b9-7153988a734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.297514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9845ae3a-63db-43ec-a0b9-7153988a734d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5564014b83c24fefb99ae098f1b28728&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2873788 Nov 12 10:54:21.298822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845ae3a-63db-43ec-a0b9-7153988a734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bbdfa9-fc94-4283-b441-d36eec62e6d3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:21.300234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58976) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:21.421667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b5b48d1-76c7-48e3-bba1-9fa750ba0d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.467797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6807acb9-b311-47dc-b1d7-fffa4715d9e9 req-d4c7a110-fe57-44a7-be08-fd2f67eda3c2 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0364988 Nov 12 10:54:21.478474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b5b48d1-76c7-48e3-bba1-9fa750ba0d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.597740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11b0eb82-fedd-4b12-af72-c1456ffb7f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.642074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b5b48d1-76c7-48e3-bba1-9fa750ba0d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.644685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b5b48d1-76c7-48e3-bba1-9fa750ba0d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.645856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7b5b48d1-76c7-48e3-bba1-9fa750ba0d92 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/21bbdfa9-fc94-4283-b441-d36eec62e6d3 HTTP/1.1" status: 204 len: 168 time: 0.3382525 Nov 12 10:54:21.654297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b48d1-76c7-48e3-bba1-9fa750ba0d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bbdfa9-fc94-4283-b441-d36eec62e6d3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:21.769862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28800d6-e23f-4a60-8f4f-178dfd7e9a98 req-4ab3147f-f657-4813-9c57-a6e3cf403fbc tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:21.774011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c28800d6-e23f-4a60-8f4f-178dfd7e9a98 req-4ab3147f-f657-4813-9c57-a6e3cf403fbc tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0874963 Nov 12 10:54:21.815937 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11b0eb82-fedd-4b12-af72-c1456ffb7f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.863171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c28800d6-e23f-4a60-8f4f-178dfd7e9a98 req-7bcf1ed4-27c2-4c03-b8a7-166531dbec65 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576243 Nov 12 10:54:21.906275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11b0eb82-fedd-4b12-af72-c1456ffb7f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:21.951873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0eb82-fedd-4b12-af72-c1456ffb7f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0474e0-a442-4412-b055-d19b2addd314,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:21.956260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-11b0eb82-fedd-4b12-af72-c1456ffb7f5d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d6f7ff5d082f4a1a8190095cb4377c50&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7805309 Nov 12 10:54:21.958940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59002) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:22.012808 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4473-d8b0-4d74-98ec-25acfbcea45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:22.036357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4473-d8b0-4d74-98ec-25acfbcea45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:22.157830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4473-d8b0-4d74-98ec-25acfbcea45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:22.161385 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4473-d8b0-4d74-98ec-25acfbcea45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:22.166351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5e9f4473-d8b0-4d74-98ec-25acfbcea45f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ad0474e0-a442-4412-b055-d19b2addd314 HTTP/1.1" status: 204 len: 168 time: 0.2036083 Nov 12 10:54:22.179647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f4473-d8b0-4d74-98ec-25acfbcea45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0474e0-a442-4412-b055-d19b2addd314,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:22.236074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:22.629641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d72396db-85d1-44ba-9b68-aec2c6819604 req-6dedb834-68ff-456f-8ad6-9859e6169619 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0541930 Nov 12 10:54:22.643782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54203c39-cf78-432a-82b5-6ed93a30e113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:22.743220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54203c39-cf78-432a-82b5-6ed93a30e113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:22.815136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54203c39-cf78-432a-82b5-6ed93a30e113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:22.860399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54203c39-cf78-432a-82b5-6ed93a30e113 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=04c6c3ecb5654759a39a465e8cb462c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6231654 Nov 12 10:54:22.861743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54203c39-cf78-432a-82b5-6ed93a30e113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6d814-6764-4447-a2df-b05986d143d9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:22.863896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59034) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:22.933050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7967adc9-df70-45c6-a88a-9591376d3a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:22.966859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7967adc9-df70-45c6-a88a-9591376d3a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.121752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-afb3ba4a-b219-49e0-b3ac-8a672278a5af tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=2087da7e8aa64ecca692b439722b8b96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437615 Nov 12 10:54:23.152345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1a9ea-3f35-4190-84ee-e5f06e743c9c req-59b8ba70-c42b-4578-98e8-885466a858fb tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:23.153882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92a1a9ea-3f35-4190-84ee-e5f06e743c9c req-59b8ba70-c42b-4578-98e8-885466a858fb tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0864820 Nov 12 10:54:23.165875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7967adc9-df70-45c6-a88a-9591376d3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.168411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7967adc9-df70-45c6-a88a-9591376d3a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.172556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7967adc9-df70-45c6-a88a-9591376d3a50 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b1e6d814-6764-4447-a2df-b05986d143d9 HTTP/1.1" status: 204 len: 168 time: 0.3073759 Nov 12 10:54:23.207509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59054) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:23.237263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967adc9-df70-45c6-a88a-9591376d3a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6d814-6764-4447-a2df-b05986d143d9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:23.274414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37bf1edc-d607-4b58-b257-fe71316a4ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.308760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92a1a9ea-3f35-4190-84ee-e5f06e743c9c req-fba6f736-699e-47dd-a49b-274ffdac41dc tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465685 Nov 12 10:54:23.311001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-679cc7bc-3404-4cb3-bccb-779b2697b173 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:23.321994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-679cc7bc-3404-4cb3-bccb-779b2697b173 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936488 Nov 12 10:54:23.342588 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-c78e2310-47f5-4122-b98c-b5684d24e23e tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/quotas/2087da7e8aa64ecca692b439722b8b96 HTTP/1.1" status: 200 len: 375 time: 0.0192039 Nov 12 10:54:23.399269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-0ba69ce1-b423-457a-a220-e88f219fe603 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2087da7e8aa64ecca692b439722b8b96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555387 Nov 12 10:54:23.439647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37bf1edc-d607-4b58-b257-fe71316a4ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.557040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37bf1edc-d607-4b58-b257-fe71316a4ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.607520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59062) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:23.607729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-37bf1edc-d607-4b58-b257-fe71316a4ed6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a24a4071d92a4b0ebd320a245e86c761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987181 Nov 12 10:54:23.608587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf1edc-d607-4b58-b257-fe71316a4ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8966bfd0-af13-49e7-8f03-51a9e88d4da4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:23.749390 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd839c79-1547-4cb4-abd6-eb638a5fd8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.800181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6747438d-02ad-4fc3-898e-0d352f9aec7a req-e223801e-b59d-4349-a6fe-96bb74d14b08 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 210 time: 0.0535760 Nov 12 10:54:23.830096 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd839c79-1547-4cb4-abd6-eb638a5fd8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:23.965134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07ee712e-a849-4235-b23a-02ada885a69e req-f1cb5763-ce96-4296-bdc0-7544277f2d77 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0746627 Nov 12 10:54:24.111865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd839c79-1547-4cb4-abd6-eb638a5fd8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.117210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd839c79-1547-4cb4-abd6-eb638a5fd8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.130721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cd839c79-1547-4cb4-abd6-eb638a5fd8c5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8966bfd0-af13-49e7-8f03-51a9e88d4da4 HTTP/1.1" status: 204 len: 168 time: 0.5166647 Nov 12 10:54:24.137719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd839c79-1547-4cb4-abd6-eb638a5fd8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8966bfd0-af13-49e7-8f03-51a9e88d4da4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:24.458593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9f027-c1bd-4669-933f-1e200a930d50 req-109e079b-811c-4f82-a776-aa6f7c8e53a8 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:24.460196 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b3c9f027-c1bd-4669-933f-1e200a930d50 req-109e079b-811c-4f82-a776-aa6f7c8e53a8 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0513716 Nov 12 10:54:24.496590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59104) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:24.525923 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b3c9f027-c1bd-4669-933f-1e200a930d50 req-f5992f02-91d6-43a3-8cde-d671983fa004 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Nov 12 10:54:24.543314 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c400388e-557d-4a3b-95c8-a279ff37a92a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.632715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c400388e-557d-4a3b-95c8-a279ff37a92a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.733890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c400388e-557d-4a3b-95c8-a279ff37a92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.772231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c400388e-557d-4a3b-95c8-a279ff37a92a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=af71f2b12dd446ac83ea2457fd572688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737570 Nov 12 10:54:24.772941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400388e-557d-4a3b-95c8-a279ff37a92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd94479e-5b7f-437e-9b91-952fcbbeb628,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:24.774836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59118) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:24.830574 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a03cec76-d9ec-42b2-b8a2-e1856b115751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.852630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a03cec76-d9ec-42b2-b8a2-e1856b115751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:24.893214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ec04e53-4be7-4122-96e2-fb2a51350ca5 req-be898b24-a237-4127-bfb4-d681c0937c9c tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 210 time: 0.0385814 Nov 12 10:54:24.966508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-2ba5b093-b92c-42df-97d6-793bc6728a27 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:24.971278 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-2ba5b093-b92c-42df-97d6-793bc6728a27 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065188 Nov 12 10:54:25.025696 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a03cec76-d9ec-42b2-b8a2-e1856b115751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:25.029710 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a03cec76-d9ec-42b2-b8a2-e1856b115751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:25.031591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a03cec76-d9ec-42b2-b8a2-e1856b115751 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cd94479e-5b7f-437e-9b91-952fcbbeb628 HTTP/1.1" status: 204 len: 168 time: 0.2548358 Nov 12 10:54:25.045209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cec76-d9ec-42b2-b8a2-e1856b115751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd94479e-5b7f-437e-9b91-952fcbbeb628,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:25.174589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f768a83d-b75b-4c64-a986-00f24d997892 req-1e47fe78-c44f-452a-9c51-4e366ee176ef tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0801866 Nov 12 10:54:25.641974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59154) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:25.684627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898efd56-ef3e-4e1d-9d99-d05220027d9e req-92c84e18-8f89-461c-bcff-27ec43675ce6 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:25.686095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-898efd56-ef3e-4e1d-9d99-d05220027d9e req-92c84e18-8f89-461c-bcff-27ec43675ce6 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 936 time: 0.0570240 Nov 12 10:54:25.745433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-898efd56-ef3e-4e1d-9d99-d05220027d9e req-7486d967-43fc-4182-8f75-2a0d7e681985 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476339 Nov 12 10:54:25.775645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Request body: {'port': {'device_id': '70e513d9-2813-4011-8bdf-83aeea232810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:25.838538 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.024494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88a3ad89-8c4a-423b-91e4-a152f5a502fd req-a99e665a-bf68-4295-a6cf-408334d0ef9b tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 210 time: 0.0411737 Nov 12 10:54:26.028883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04ea802-5e4e-414c-9ccb-11fb73b30118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.153912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.57', 63524) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:26.176888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-f37f09bf-78e3-46fd-973d-3bf565fe7855 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5325f338edd34108884815f05da1a56c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215523 Nov 12 10:54:26.267548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04ea802-5e4e-414c-9ccb-11fb73b30118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.347594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b735c23-d0b6-4c66-a2d7-0baf2cae8003 req-bc092b57-8a52-4950-abe9-9e3520407904 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0376737 Nov 12 10:54:26.353113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04ea802-5e4e-414c-9ccb-11fb73b30118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.357895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:26.383730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.407657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8a87-45a2-498f-885e-6ae939ef978d req-85946147-e2c1-4c95-ac90-32af9c7e6ad3 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:26.408428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-85946147-e2c1-4c95-ac90-32af9c7e6ad3 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239959 Nov 12 10:54:26.425585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Request body: {'port': {'device_id': '67e34d48-80a6-4ae3-9d1e-48cefa06b532', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '5325f338edd34108884815f05da1a56c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:26.430369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Transition to ACTIVE for port object 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:26.435041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d04ea802-5e4e-414c-9ccb-11fb73b30118 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d999902103874385bcfa8de1932eb907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7913196 Nov 12 10:54:26.437968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ea802-5e4e-414c-9ccb-11fb73b30118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be81a52e-f2c9-43bc-bb88-994cef238528,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:26.441066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59182) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:26.497208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d98897-7e92-4052-92ab-1849dc2996e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.501395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.584626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d98897-7e92-4052-92ab-1849dc2996e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.596911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:26.676724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Attempting to bind port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:26.677294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Attempting to bind port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:26.678285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Attempting to bind port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:26.683370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:26.683671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Attempting to bind port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:26.690004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:26.690335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:26.690884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:26.691398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Bound port: 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:26.691761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.779876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] For port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:26.787578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] For port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:26.808401 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Made reservation on behalf of 5325f338edd34108884815f05da1a56c for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:26.812345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.823095 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.878324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d98897-7e92-4052-92ab-1849dc2996e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.879225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.69', 55632) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:26.881681 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d98897-7e92-4052-92ab-1849dc2996e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:26.882881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-69d98897-7e92-4052-92ab-1849dc2996e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/be81a52e-f2c9-43bc-bb88-994cef238528 HTTP/1.1" status: 204 len: 168 time: 0.4406683 Nov 12 10:54:26.895385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d98897-7e92-4052-92ab-1849dc2996e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be81a52e-f2c9-43bc-bb88-994cef238528,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:26.915214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4cef6813-330e-4533-ab78-0df5837afa27 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2087da7e8aa64ecca692b439722b8b96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324702 Nov 12 10:54:26.916280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61426d-9767-454d-9090-10c138a9ae8f req-15091694-136a-42a3-aec5-e76aa8a77a5b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:26.918169 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa61426d-9767-454d-9090-10c138a9ae8f req-15091694-136a-42a3-aec5-e76aa8a77a5b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 948 time: 0.0888498 Nov 12 10:54:26.970234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.050931 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa61426d-9767-454d-9090-10c138a9ae8f req-d634308b-fb62-4b59-9625-4028b7ab0749 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137300 Nov 12 10:54:27.075326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.080151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:27.080684 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.082217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] 10.222.0.57 "PUT /v2.0/ports/4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 HTTP/1.1" status: 200 len: 1097 time: 1.6016860 Nov 12 10:54:27.085135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e513d9-2813-4011-8bdf-83aeea232810', 'tag': '4f8283ec-83b8-4ccb-bb9a-cf2648a4f965'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:27.144649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-7bf2d458-8d00-4f17-9ba8-39e64afada7a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:27.146525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-7bf2d458-8d00-4f17-9ba8-39e64afada7a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174766 Nov 12 10:54:27.190002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8353bc2-f677-474e-a26f-a08c04e04157 req-16524cf4-cacd-41c5-8935-57c2016941cb tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 210 time: 0.0425866 Nov 12 10:54:27.191570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.206328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c6ac2-a222-412e-9d36-0109bcc33d94 service neutron] Pushing event updated for resources: {'Port': ['ID=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:27.295555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Request body: {'port': {'device_id': '07ae7ad0-ee93-44a8-92f3-7c1f9d486cee', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '2087da7e8aa64ecca692b439722b8b96'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:27.333498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-ca6edc0d-697a-4263-8ede-8d9c639a48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:27.335490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-ca6edc0d-697a-4263-8ede-8d9c639a48da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 1100 time: 0.0945697 Nov 12 10:54:27.354588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:27.439796 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:54:27.455200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-fa7604d2-2131-49d5-850d-358d4bfe4916 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 HTTP/1.1" status: 200 len: 217 time: 0.1088259 Nov 12 10:54:27.491383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e455c559-3b39-4e0d-8cb0-02d40d0111a0 req-a4f4a947-50e4-4085-a44a-3e79e7a5153e tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0337052 Nov 12 10:54:27.540295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Allocated IP 192.168.233.70 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:27.716845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Made reservation on behalf of 2087da7e8aa64ecca692b439722b8b96 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:27.721259 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.755477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.761671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-195f8435-62db-431e-a31e-fda394d0f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:27.763297 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-195f8435-62db-431e-a31e-fda394d0f22d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2747114 Nov 12 10:54:27.818746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:27.871020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59230) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:27.896322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-27c398cc-eb4d-4f93-b67a-b0d6be0fbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:27.898955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-27c398cc-eb4d-4f93-b67a-b0d6be0fbbf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1277072 Nov 12 10:54:27.956206 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.000459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-3b112457-2fdf-4acd-a040-34a4e1a94dad service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932763 Nov 12 10:54:28.028291 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "70e513d9-2813-4011-8bdf-83aeea232810", "tag": "4f8283ec-83b8-4ccb-bb9a-cf2648a4f965"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:28.030581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.127368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55dbe856-1693-4ba5-94b5-d2c7eb5a5c98 req-c900396e-2c39-4dd1-be32-11be31ec4636 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191409 Nov 12 10:54:28.143711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.250468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe5aaa-20cf-408d-946a-60b136379788 req-e2a47658-1646-472a-a0c0-ecfead32d724 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:28.252463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cbe5aaa-20cf-408d-946a-60b136379788 req-e2a47658-1646-472a-a0c0-ecfead32d724 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 948 time: 0.0680943 Nov 12 10:54:28.253021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59246) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:28.278325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3756b8a-35ed-4857-9458-4cf915025256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.291562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:28.300094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:28.303317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:28.309871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:28.310608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.313412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Pushing event updated for resources: {'Port': ['ID=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:28.343817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc9d48-db95-41fc-b98d-c792ff958f82,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:28.355995 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cbe5aaa-20cf-408d-946a-60b136379788 req-31a54a0d-ab6b-4388-a8b7-85f514783d91 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949972 Nov 12 10:54:28.459072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Allocated IP 192.168.233.48 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/e248c654-7839-4669-a04b-f7b30e51f45b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:28.467274 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3756b8a-35ed-4857-9458-4cf915025256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.482226 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-cefe7806-aaed-49a1-8659-74034a34d279 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0629199 Nov 12 10:54:28.515521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Request body: {'port': {'device_id': '67e34d48-80a6-4ae3-9d1e-48cefa06b532', 'device_owner': 'compute:tempest-test_az-710972688', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:28.530118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2caf35c5-cb2f-4fc7-9a6b-a6095f8118b1 req-84d116d3-0991-412d-a190-87700a6a3b37 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 210 time: 0.0604315 Nov 12 10:54:28.531589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-597a90f9-a8d0-46b8-8369-43325c38c788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.548555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3756b8a-35ed-4857-9458-4cf915025256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.671709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c3756b8a-35ed-4857-9458-4cf915025256 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2cbecdf6e31468e849799d1fc3158b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4175956 Nov 12 10:54:28.674897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59254) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:28.683245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3756b8a-35ed-4857-9458-4cf915025256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859d682d-7c87-4491-8dbb-7872b8540eb0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:28.768179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f49d7d3d-1420-40c3-b836-cb25ebc2eef7 None None] Provisioning complete for port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:28.768805 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f49d7d3d-1420-40c3-b836-cb25ebc2eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.814586 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bcb278-26da-4482-b1ef-165f9287098a x-openstack-request-id: req-82bcb278-26da-4482-b1ef-165f9287098a {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:28.815487 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e513d9-2813-4011-8bdf-83aeea232810", "tag": "4f8283ec-83b8-4ccb-bb9a-cf2648a4f965", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:28.815900 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82bcb278-26da-4482-b1ef-165f9287098a {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:28.816515 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e513d9-2813-4011-8bdf-83aeea232810', 'tag': '4f8283ec-83b8-4ccb-bb9a-cf2648a4f965', 'status': 'completed', 'code': 200} Nov 12 10:54:28.850823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.868384 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-597a90f9-a8d0-46b8-8369-43325c38c788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.885474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f49d7d3d-1420-40c3-b836-cb25ebc2eef7 None None] Port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:28.887383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b66e07-e668-469e-960e-93c0c8f42caf req-1c7c2104-2825-4e3c-b6e0-db0ac52ed26e tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:28.889023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27b66e07-e668-469e-960e-93c0c8f42caf req-1c7c2104-2825-4e3c-b6e0-db0ac52ed26e tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 935 time: 0.1862762 Nov 12 10:54:28.933207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d3915de-cda0-473b-bd6f-11f3097d8d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:28.966950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-597a90f9-a8d0-46b8-8369-43325c38c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.017886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d3915de-cda0-473b-bd6f-11f3097d8d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.041088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-4f792b25-7d0c-4c45-bae8-238375de87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.051592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-4f792b25-7d0c-4c45-bae8-238375de87f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 1100 time: 0.2122624 Nov 12 10:54:29.088502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-597a90f9-a8d0-46b8-8369-43325c38c788 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c6334849db384fc1931d0f30c46fb3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2099307 Nov 12 10:54:29.095139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59270) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:29.123955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27b66e07-e668-469e-960e-93c0c8f42caf req-d8059f7b-0c60-406d-abfe-695bc0917c6f tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137294 Nov 12 10:54:29.214014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a90f9-a8d0-46b8-8369-43325c38c788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28af9ea-52fb-415a-a341-d079c71c210a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:29.226625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.270349 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-76e56ab8-28ec-4a68-84d7-6eda380ed06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.286764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-6c813789-933b-45c4-b960-d3542e6ba6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.289118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-6c813789-933b-45c4-b960-d3542e6ba6f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2230403 Nov 12 10:54:29.350401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-49f1d773-17ae-4092-b9ae-e1fcb586c160 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 HTTP/1.1" status: 200 len: 217 time: 0.0519755 Nov 12 10:54:29.371753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9479014-9cbd-467e-ad95-744228255595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.402364 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d3915de-cda0-473b-bd6f-11f3097d8d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.402364 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d3915de-cda0-473b-bd6f-11f3097d8d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.402364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9d3915de-cda0-473b-bd6f-11f3097d8d5e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/859d682d-7c87-4491-8dbb-7872b8540eb0 HTTP/1.1" status: 204 len: 168 time: 0.7249310 Nov 12 10:54:29.411752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9479014-9cbd-467e-ad95-744228255595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.431948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3915de-cda0-473b-bd6f-11f3097d8d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859d682d-7c87-4491-8dbb-7872b8540eb0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:29.448418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-3a62a5ef-45a1-41fe-89d9-40b6b55cef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.453233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-3a62a5ef-45a1-41fe-89d9-40b6b55cef3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0967274 Nov 12 10:54:29.494437 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.535005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-25839fde-5374-48e5-9c1e-3b2caba35538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.540688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-25839fde-5374-48e5-9c1e-3b2caba35538 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768883 Nov 12 10:54:29.673745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59288) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:29.702493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:29.716556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:29.722741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:29.728023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-9929bb2c-b988-41e4-94b1-86bd8e0feb13 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801941 Nov 12 10:54:29.729519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.730347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.760560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Pushing event updated for resources: {'Port': ['ID=e248c654-7839-4669-a04b-f7b30e51f45b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:29.781765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa890c9-a465-4efd-b971-85b5462dccb5 req-8ac3f2ea-51e6-4b1d-ae75-4b51fd02a394 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.783738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fa890c9-a465-4efd-b971-85b5462dccb5 req-8ac3f2ea-51e6-4b1d-ae75-4b51fd02a394 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 948 time: 0.2806890 Nov 12 10:54:29.855562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec1de-0099-42b0-a55e-b5b0b7fe1c26 req-2569660e-1564-42f4-8291-02622110e62e tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:29.862756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5daec1de-0099-42b0-a55e-b5b0b7fe1c26 req-2569660e-1564-42f4-8291-02622110e62e tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 935 time: 0.2104568 Nov 12 10:54:29.875817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-f09337f5-f5e6-4ab6-b3d0-b01d072c032f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6107306 Nov 12 10:54:29.885147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9479014-9cbd-467e-ad95-744228255595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.887736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9479014-9cbd-467e-ad95-744228255595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.889812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a9479014-9cbd-467e-ad95-744228255595 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c28af9ea-52fb-415a-a341-d079c71c210a HTTP/1.1" status: 204 len: 168 time: 0.7904780 Nov 12 10:54:29.911100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:29.924404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fa890c9-a465-4efd-b971-85b5462dccb5 req-2d902a81-0bc5-48d9-ac61-ae7814bb358a tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316972 Nov 12 10:54:29.926062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:29.930853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9479014-9cbd-467e-ad95-744228255595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28af9ea-52fb-415a-a341-d079c71c210a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:29.962434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Transition to ACTIVE for port object bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:29.971208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5daec1de-0099-42b0-a55e-b5b0b7fe1c26 req-8f39f35b-f30b-4b99-b1b7-6a2d84240f01 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069183 Nov 12 10:54:29.975053 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84c4e706-f968-46eb-8f0a-c62e43c3f8b0 req-32f10f66-f706-42a6-9d89-1e56a0ebe3c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372520 Nov 12 10:54:30.080403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb62d073-c290-4a78-81dc-c7ea1546c9c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.115658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-eedca980-ee38-4e32-abd2-04df44d46042 None None] Provisioning complete for port e248c654-7839-4669-a04b-f7b30e51f45b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:30.116300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eedca980-ee38-4e32-abd2-04df44d46042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.157399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-eedca980-ee38-4e32-abd2-04df44d46042 None None] Port e248c654-7839-4669-a04b-f7b30e51f45b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:30.167795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb62d073-c290-4a78-81dc-c7ea1546c9c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.252922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08d05f-3be9-42bc-99fe-814ef4af010b req-bb226517-1437-411c-b82b-51e97c68661f tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:30.254430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c08d05f-3be9-42bc-99fe-814ef4af010b req-bb226517-1437-411c-b82b-51e97c68661f tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 935 time: 0.0518723 Nov 12 10:54:30.303854 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c08d05f-3be9-42bc-99fe-814ef4af010b req-27fa34a8-15be-4f56-bc21-e42230a0a57f tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Nov 12 10:54:30.362972 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.446440 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb62d073-c290-4a78-81dc-c7ea1546c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.549698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Pushing event updated for resources: {'Port': ['ID=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:30.572847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Attempting to bind port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:30.573267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Attempting to bind port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:30.573573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Attempting to bind port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:30.577642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bb62d073-c290-4a78-81dc-c7ea1546c9c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c73bc4088a1348fc9f343dcd9274b744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8945081 Nov 12 10:54:30.579866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62d073-c290-4a78-81dc-c7ea1546c9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7025af-f96c-419d-a60c-140cea7a1000,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:30.583534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59306) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:30.592182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:30.604430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Attempting to bind port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:30.613170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:30.613528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:30.614079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:30.614547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Bound port: bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:30.614925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.715024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-562626ca-b2e0-4159-a2f7-a4a26f5a55e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.739981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] For port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:30.764453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-562626ca-b2e0-4159-a2f7-a4a26f5a55e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.776689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] For port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:30.872061 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.903155 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-562626ca-b2e0-4159-a2f7-a4a26f5a55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.905912 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-562626ca-b2e0-4159-a2f7-a4a26f5a55e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.907039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-562626ca-b2e0-4159-a2f7-a4a26f5a55e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b7025af-f96c-419d-a60c-140cea7a1000 HTTP/1.1" status: 204 len: 168 time: 0.3224859 Nov 12 10:54:30.926951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562626ca-b2e0-4159-a2f7-a4a26f5a55e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7025af-f96c-419d-a60c-140cea7a1000,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:30.942323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:30.942938 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:30.944496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] 10.222.0.57 "PUT /v2.0/ports/bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 HTTP/1.1" status: 200 len: 1117 time: 2.4515634 Nov 12 10:54:30.944965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e34d48-80a6-4ae3-9d1e-48cefa06b532', 'tag': 'bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:31.022839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da0e2c-a6c2-48d8-a6e2-36b4ad62fc54 service neutron] Pushing event updated for resources: {'Port': ['ID=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:31.093821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59332) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:31.136873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478ef55-a46a-4069-a27e-fe4a4ec3ce6f req-69b828b6-415a-457a-94b1-595d6badc58c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:31.144844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2478ef55-a46a-4069-a27e-fe4a4ec3ce6f req-69b828b6-415a-457a-94b1-595d6badc58c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 948 time: 0.0956664 Nov 12 10:54:31.171808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11d33ea9-f23d-4684-8506-b98fac010a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.221266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8a87-45a2-498f-885e-6ae939ef978d req-51de9ac5-8ffb-469c-aa1e-13ab242be879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:31.222783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-51de9ac5-8ffb-469c-aa1e-13ab242be879 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5325f338edd34108884815f05da1a56c&device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 1120 time: 0.1431997 Nov 12 10:54:31.247963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2478ef55-a46a-4069-a27e-fe4a4ec3ce6f req-dd8ecfc4-687c-4858-be0e-1264d17e1b40 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978808 Nov 12 10:54:31.352256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-eec969f2-28d6-408e-822a-d535e3a5d35f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 HTTP/1.1" status: 200 len: 217 time: 0.1197426 Nov 12 10:54:31.368555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734de29-fad4-4db9-99c4-b4c505b1a698 req-bb5bd242-709a-4b3a-8cff-82cbcf431582 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:31.376262 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c734de29-fad4-4db9-99c4-b4c505b1a698 req-bb5bd242-709a-4b3a-8cff-82cbcf431582 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 935 time: 0.0623178 Nov 12 10:54:31.440551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c734de29-fad4-4db9-99c4-b4c505b1a698 req-a0ae2c5b-6d3c-4f3f-aca1-21884b0ff411 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635900 Nov 12 10:54:31.477217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8a87-45a2-498f-885e-6ae939ef978d req-4008df28-4a42-4702-91ee-b7e9928e2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:31.478666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-4008df28-4a42-4702-91ee-b7e9928e2a7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1164567 Nov 12 10:54:31.480611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11d33ea9-f23d-4684-8506-b98fac010a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.556072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11d33ea9-f23d-4684-8506-b98fac010a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.635624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-11d33ea9-f23d-4684-8506-b98fac010a11 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8584d546f72a4daca27355243442936c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093942 Nov 12 10:54:31.638815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59342) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:31.661435 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0" -d '{"events": [{"name": "network-changed", "server_uuid": "67e34d48-80a6-4ae3-9d1e-48cefa06b532", "tag": "bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:31.662655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:54:31.664369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d33ea9-f23d-4684-8506-b98fac010a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fc7a20-976b-45e1-83fd-4e593c42f9e5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:31.672799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d8a87-45a2-498f-885e-6ae939ef978d req-0c337d04-2b9a-4f33-af6a-a67a09f57ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:31.674163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-0c337d04-2b9a-4f33-af6a-a67a09f57ef3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1879961 Nov 12 10:54:31.683057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc88474-f012-4f20-b3bf-d83e24e97ffa req-7a59caab-7e27-4390-ac61-03661ca4a6fe tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:31.684595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bc88474-f012-4f20-b3bf-d83e24e97ffa req-7a59caab-7e27-4390-ac61-03661ca4a6fe tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 968 time: 0.1871285 Nov 12 10:54:31.761430 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39eb09f0-1229-49f7-ba93-28c3a1c54de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.806013 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39eb09f0-1229-49f7-ba93-28c3a1c54de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.941381 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05b182bc-31ca-4537-b9eb-70b47b0c7ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:31.982731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:31.985582 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2396a9a9-09cf-4418-80c9-86eb7aea042b x-openstack-request-id: req-2396a9a9-09cf-4418-80c9-86eb7aea042b {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:31.987848 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e34d48-80a6-4ae3-9d1e-48cefa06b532", "tag": "bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:31.987848 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2396a9a9-09cf-4418-80c9-86eb7aea042b {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:31.987848 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e34d48-80a6-4ae3-9d1e-48cefa06b532', 'tag': 'bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3', 'status': 'completed', 'code': 200} Nov 12 10:54:31.997169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '4f8283ec-83b8-4ccb-bb9a-cf2648a4f965', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '4f8283ec-83b8-4ccb-bb9a-cf2648a4f965', 'mac_address': 'fa:16:3e:84:37:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:54:32.003868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bc88474-f012-4f20-b3bf-d83e24e97ffa req-a0251c2f-dcfb-46c9-b301-59dc00244a54 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008919 Nov 12 10:54:32.008428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-54f4c0d4-b3a7-4b4a-993e-ba94fe24e79c service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229201 Nov 12 10:54:32.031406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39eb09f0-1229-49f7-ba93-28c3a1c54de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.035980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39eb09f0-1229-49f7-ba93-28c3a1c54de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.044996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-39eb09f0-1229-49f7-ba93-28c3a1c54de2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a9fc7a20-976b-45e1-83fd-4e593c42f9e5 HTTP/1.1" status: 204 len: 168 time: 0.3974507 Nov 12 10:54:32.055791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb09f0-1229-49f7-ba93-28c3a1c54de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fc7a20-976b-45e1-83fd-4e593c42f9e5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:32.072074 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.091283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:32.119287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:32.162439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-416d8a87-45a2-498f-885e-6ae939ef978d req-7be44748-2577-4026-8d91-ff4708345dfa service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464882 Nov 12 10:54:32.235542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59370) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:32.251409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cf382b-6879-42d9-bf19-1e4b191ea6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.305038 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.382774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cf382b-6879-42d9-bf19-1e4b191ea6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.397239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-060b070d-ce19-414a-ae9d-325dfd2f3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.398724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-060b070d-ce19-414a-ae9d-325dfd2f3ca5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5325f338edd34108884815f05da1a56c&device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 1120 time: 0.0672200 Nov 12 10:54:32.407741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:32.423730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f9680-7bb2-4bd5-bf2e-7e121c91fc47 req-bbb5384e-82ce-4c14-bc18-bda942aefcaf tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.425781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f56f9680-7bb2-4bd5-bf2e-7e121c91fc47 req-bbb5384e-82ce-4c14-bc18-bda942aefcaf tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 949 time: 0.0902655 Nov 12 10:54:32.428776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.429107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.429445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.429822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.430100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.430424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.430741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.431057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.431373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.431687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.432030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.432346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Tracked resource versions report: Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: pushed versions: Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: { 'AddressGroup': {'1.2'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'ConntrackHelper': {'1.0'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Log': {'1.0'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Network': {'1.1'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Port': {'1.7'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'PortForwarding': {'1.2'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'QosPolicy': {'1.10'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'SecurityGroup': {'1.5'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'SubPort': {'1.0'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Subnet': {'1.1'}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Trunk': {'1.1'}} Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: consumer versions: Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: { DHCP agent@n-d-768852-22: {}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: HyperV agent@n-h1-768852-22: {}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: HyperV agent@n-h2-768852-22: {}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: L3 agent@n-d-768852-22: {}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: Metadata agent@n-d-768852-22: {}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: Metering agent@n-d-768852-22: {}, Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: Open vSwitch agent@n-d-768852-22: { 'AddressGroup': '1.2', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'ConntrackHelper': '1.0', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Log': '1.0', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Network': '1.1', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Port': '1.7', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'PortForwarding': '1.2', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'QosPolicy': '1.10', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'SecurityGroup': '1.5', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'SecurityGroupRule': '1.2', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'SubPort': '1.0', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Subnet': '1.1', Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: 'Trunk': '1.1'}} Nov 12 10:54:32.433759 n-d-768852-22 neutron-server[109706]: {{(pid=109706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:54:32.486707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f56f9680-7bb2-4bd5-bf2e-7e121c91fc47 req-ee398b3d-5c85-4968-85be-ce638207f0ce tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522912 Nov 12 10:54:32.523298 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4cf382b-6879-42d9-bf19-1e4b191ea6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.590795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d4cf382b-6879-42d9-bf19-1e4b191ea6a6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=12a602be57dc41318dc2237ad39b68e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539104 Nov 12 10:54:32.596368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59378) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:32.605414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf382b-6879-42d9-bf19-1e4b191ea6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a70abf-efbd-4da4-bda9-7150d7abaf86,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:32.633121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['4f8283ec-83b8-4ccb-bb9a-cf2648a4f965'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:32.666176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-58c2de47-3fb7-42f0-8347-7b16107f5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.666176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-58c2de47-3fb7-42f0-8347-7b16107f5dad service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2586770 Nov 12 10:54:32.675472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c9520-2ac6-42de-a681-35b684fa58eb req-76e53388-2a15-40bb-ae49-70d469041ee6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.677149 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-438c9520-2ac6-42de-a681-35b684fa58eb req-76e53388-2a15-40bb-ae49-70d469041ee6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 935 time: 0.1607521 Nov 12 10:54:32.687832 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b68bc687-67ce-4797-9fec-4245cd473899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.716849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b68bc687-67ce-4797-9fec-4245cd473899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.721112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-b41cd9a0-4027-4652-b79e-3dd2d84ca6fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0427990 Nov 12 10:54:32.803850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-438c9520-2ac6-42de-a681-35b684fa58eb req-356e46ed-a221-441a-b0ee-9f061f8577b3 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178389 Nov 12 10:54:32.811444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-39739018-64f2-4e46-9853-b6f6a443892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.815682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-39739018-64f2-4e46-9853-b6f6a443892c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0857012 Nov 12 10:54:32.861342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.881589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-9798a650-cbc0-46e5-b175-ce95fbad86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:32.883270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-9798a650-cbc0-46e5-b175-ce95fbad86d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578840 Nov 12 10:54:32.893112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b68bc687-67ce-4797-9fec-4245cd473899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.897414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b68bc687-67ce-4797-9fec-4245cd473899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:32.902601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b68bc687-67ce-4797-9fec-4245cd473899 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/89a70abf-efbd-4da4-bda9-7150d7abaf86 HTTP/1.1" status: 204 len: 168 time: 0.3009498 Nov 12 10:54:32.910031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bc687-67ce-4797-9fec-4245cd473899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a70abf-efbd-4da4-bda9-7150d7abaf86,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:33.010606 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-7b3256d0-3073-43f9-b7b3-76bc8fbbe98d service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197708 Nov 12 10:54:33.137225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad307bc7-0ff1-48fd-bc18-3867ab3998e0 req-9e1bfc94-74aa-4b0e-9d40-4d5d561f8a11 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185632 Nov 12 10:54:33.200989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7af58-293a-4652-8d21-424a39703ea8 req-a7356042-4a64-4948-b7d1-cb277d9799c4 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:33.202580 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2b7af58-293a-4652-8d21-424a39703ea8 req-a7356042-4a64-4948-b7d1-cb277d9799c4 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 968 time: 0.1017399 Nov 12 10:54:33.209774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59396) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:33.257092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2b7af58-293a-4652-8d21-424a39703ea8 req-908a9977-6412-4fdc-a0d7-f04cf14df898 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477448 Nov 12 10:54:33.476706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-955ac370-e1a8-4519-b2c1-de9885ef1b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.577317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-955ac370-e1a8-4519-b2c1-de9885ef1b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.621900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9e9b-97d5-4bdd-855b-67403a937dd5 req-188f2be0-a608-47bd-8450-a1b80958adfa tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:33.624195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db7f9e9b-97d5-4bdd-855b-67403a937dd5 req-188f2be0-a608-47bd-8450-a1b80958adfa tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 949 time: 0.0578239 Nov 12 10:54:33.633118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:33.660589 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-955ac370-e1a8-4519-b2c1-de9885ef1b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.736440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db7f9e9b-97d5-4bdd-855b-67403a937dd5 req-473ce6ea-c757-4be1-8e71-afe586ac5360 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054678 Nov 12 10:54:33.737206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ac370-e1a8-4519-b2c1-de9885ef1b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c52a7ac-196d-40c7-999d-68d719e80398,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:33.741501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-955ac370-e1a8-4519-b2c1-de9885ef1b4a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=472cb00b279f4598baba03a1ea8a5996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5306442 Nov 12 10:54:33.745520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59414) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:33.800873 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e96e20d7-69a3-45e2-9a65-89b7d5475fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.826900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e96e20d7-69a3-45e2-9a65-89b7d5475fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.831370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:54:33.856165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:33.856665 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.947715 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.954132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0402c3-0107-4e30-904c-7f9ddf794345 req-ccd55eba-ce74-4658-b614-89b803b4692d tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:33.954132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d0402c3-0107-4e30-904c-7f9ddf794345 req-ccd55eba-ce74-4658-b614-89b803b4692d tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 935 time: 0.0615695 Nov 12 10:54:33.960671 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.973852 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e96e20d7-69a3-45e2-9a65-89b7d5475fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.978186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e96e20d7-69a3-45e2-9a65-89b7d5475fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:33.982680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e96e20d7-69a3-45e2-9a65-89b7d5475fc7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0c52a7ac-196d-40c7-999d-68d719e80398 HTTP/1.1" status: 204 len: 168 time: 0.2360454 Nov 12 10:54:33.997748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e20d7-69a3-45e2-9a65-89b7d5475fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c52a7ac-196d-40c7-999d-68d719e80398,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:34.019963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d0402c3-0107-4e30-904c-7f9ddf794345 req-c42bf14e-8451-450a-bf30-a100944acb20 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 Nov 12 10:54:34.020560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e513d9-2813-4011-8bdf-83aeea232810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8283ec-83b8-4ccb-bb9a-cf2648a4f965'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:34.098949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:34.192905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-29b04228-77f5-4306-8f75-92b79480a5be tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:34.193876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-29b04228-77f5-4306-8f75-92b79480a5be tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053370 Nov 12 10:54:34.208270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.256747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:34.383625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f555f8-8efd-4f7e-bd87-60cb8358e5eb req-7a7a1938-a1d0-43f6-8d13-a0909c2bdecd tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:34.386011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60f555f8-8efd-4f7e-bd87-60cb8358e5eb req-7a7a1938-a1d0-43f6-8d13-a0909c2bdecd tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 968 time: 0.0579889 Nov 12 10:54:34.433213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60f555f8-8efd-4f7e-bd87-60cb8358e5eb req-f036f444-d0d1-47c1-b386-6b7dfdfd234f tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Nov 12 10:54:34.728185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:34.868868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c3a1b-0e7c-4cb2-8565-0f0b11269796 req-a5a3754f-0853-4588-b5bf-d90bc3b5a4f7 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:34.870408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a1c3a1b-0e7c-4cb2-8565-0f0b11269796 req-a5a3754f-0853-4588-b5bf-d90bc3b5a4f7 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 950 time: 0.0525949 Nov 12 10:54:34.922209 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a1c3a1b-0e7c-4cb2-8565-0f0b11269796 req-191f7633-9bf4-44fd-a5e9-d759d88cddb5 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Nov 12 10:54:34.932474 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782b7d27-5036-4f7c-bf51-b67da0543c71" -d '{"events": [{"server_uuid": "70e513d9-2813-4011-8bdf-83aeea232810", "name": "network-vif-plugged", "status": "completed", "tag": "4f8283ec-83b8-4ccb-bb9a-cf2648a4f965"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:35.001677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59460) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:35.016495 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62c01129-1ac7-4289-b785-2c4dd2cc2e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:35.096542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62c01129-1ac7-4289-b785-2c4dd2cc2e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:35.114602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Request body: {'port': {'device_id': '07ae7ad0-ee93-44a8-92f3-7c1f9d486cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:35.235693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:35.235693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9ac7c-4a2f-468c-af3f-2884708014c4 req-21ac3001-9b7f-4657-b3d6-0bcf656b74c0 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:35.235693 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7bf9ac7c-4a2f-468c-af3f-2884708014c4 req-21ac3001-9b7f-4657-b3d6-0bcf656b74c0 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 935 time: 0.0990953 Nov 12 10:54:35.249293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59466) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:35.348762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7bf9ac7c-4a2f-468c-af3f-2884708014c4 req-892ea391-fa82-4376-8382-38742fd8d4a1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199081 Nov 12 10:54:35.446763 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5837aa8-c3a6-40d7-8eaa-d28e7727476c x-openstack-request-id: req-f5837aa8-c3a6-40d7-8eaa-d28e7727476c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:35.447244 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e513d9-2813-4011-8bdf-83aeea232810", "name": "network-vif-plugged", "status": "completed", "tag": "4f8283ec-83b8-4ccb-bb9a-cf2648a4f965", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:35.447488 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5837aa8-c3a6-40d7-8eaa-d28e7727476c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:35.448039 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e513d9-2813-4011-8bdf-83aeea232810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8283ec-83b8-4ccb-bb9a-cf2648a4f965', 'code': 200} Nov 12 10:54:35.524526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c64e1f83-53fa-4fcd-970f-b0fd7fa9dc58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:35.609548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e248c654-7839-4669-a04b-f7b30e51f45b {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:35.648585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d9460-8a96-4cdb-98fc-3e8bc0ca56a5 req-a20a64db-fbac-48d7-8d4b-a8967a4a7237 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:35.648966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:54:35.650204 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d4d9460-8a96-4cdb-98fc-3e8bc0ca56a5 req-a20a64db-fbac-48d7-8d4b-a8967a4a7237 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 968 time: 0.1292219 Nov 12 10:54:35.652011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c9c73-23b8-461c-9f90-69ac2863d9a8 req-75b7255a-eb77-446d-b292-16946753bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:35.653385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-136c9c73-23b8-461c-9f90-69ac2863d9a8 req-75b7255a-eb77-446d-b292-16946753bfc7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 1102 time: 0.1298764 Nov 12 10:54:35.677486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-136c9c73-23b8-461c-9f90-69ac2863d9a8 req-4eefbc61-25b7-4b5e-86bc-4c834c513d59 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.134692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62c01129-1ac7-4289-b785-2c4dd2cc2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.230054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59484) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:36.251949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.326713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:36.332269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f9847-732a-4412-85be-b343f3036f50 req-6a31a7c7-4455-4cdd-abce-b0d6eac909dc tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:36.339240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3', 'mac_address': 'fa:16:3e:77:45:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:tempest-test_az-710972688', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:54:36.339804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-531f9847-732a-4412-85be-b343f3036f50 req-6a31a7c7-4455-4cdd-abce-b0d6eac909dc tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 950 time: 0.3388441 Nov 12 10:54:36.370604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c64e1f83-53fa-4fcd-970f-b0fd7fa9dc58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.397088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.415221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:36.417208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-531f9847-732a-4412-85be-b343f3036f50 req-c1094db1-8639-45f4-a4aa-c30d053c0018 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763938 Nov 12 10:54:36.452463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:36.477661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Transition to ACTIVE for port object e248c654-7839-4669-a04b-f7b30e51f45b will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:36.488650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-network', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:36.498451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c01129-1ac7-4289-b785-2c4dd2cc2e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d109e245-6f56-4850-b210-ffef77237dae,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.510201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c64e1f83-53fa-4fcd-970f-b0fd7fa9dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.511279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-62c01129-1ac7-4289-b785-2c4dd2cc2e3f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b21eac830b6443cca007bc41a1edbc61&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5079286 Nov 12 10:54:36.515767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59494) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:36.553136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d4d9460-8a96-4cdb-98fc-3e8bc0ca56a5 req-95e601fe-3876-4bf9-8111-9ec992d52ff0 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8928652 Nov 12 10:54:36.574708 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.589366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c64e1f83-53fa-4fcd-970f-b0fd7fa9dc58 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4c878a27d0644f4397a8387ad852c1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3390098 Nov 12 10:54:36.593322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59496) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:36.601837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9fa15-59ce-4020-84e8-eded8fd4bd86 req-df46e116-c600-4411-aa01-f5cd479d52a3 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:36.604164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0d9fa15-59ce-4020-84e8-eded8fd4bd86 req-df46e116-c600-4411-aa01-f5cd479d52a3 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 935 time: 0.1343889 Nov 12 10:54:36.606796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-136c9c73-23b8-461c-9f90-69ac2863d9a8 req-4eefbc61-25b7-4b5e-86bc-4c834c513d59 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.609537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e1f83-53fa-4fcd-970f-b0fd7fa9dc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2971260-8f92-40e2-bb62-de73b4cd081c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.635900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.643724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.657348 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85822f94-2997-4ebd-bc59-8b5bf36b8a12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.692335 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0d9fa15-59ce-4020-84e8-eded8fd4bd86 req-caf7de87-4f10-4fe8-a9ca-66c63ceb5323 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787759 Nov 12 10:54:36.694211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85822f94-2997-4ebd-bc59-8b5bf36b8a12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.703313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6a1995fd-0c42-4fc4-b418-281067cd369f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.727132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Pushing event updated for resources: {'Port': ['ID=e248c654-7839-4669-a04b-f7b30e51f45b,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.741313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6a1995fd-0c42-4fc4-b418-281067cd369f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.764807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Made reservation on behalf of a23242cfbc5c4cf9be0324c93a96aab2 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:36.774093 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.808492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.811575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Attempting to bind port e248c654-7839-4669-a04b-f7b30e51f45b on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:36.811911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Attempting to bind port e248c654-7839-4669-a04b-f7b30e51f45b by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:36.812265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Attempting to bind port e248c654-7839-4669-a04b-f7b30e51f45b on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:36.816150 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-136c9c73-23b8-461c-9f90-69ac2863d9a8 req-4eefbc61-25b7-4b5e-86bc-4c834c513d59 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.841939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Port e248c654-7839-4669-a04b-f7b30e51f45b on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:36.842276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Attempting to bind port e248c654-7839-4669-a04b-f7b30e51f45b on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:36.882648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:36.882978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:36.886724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:36.886724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Bound port: e248c654-7839-4669-a04b-f7b30e51f45b, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:36.886724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.904491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-136c9c73-23b8-461c-9f90-69ac2863d9a8 req-4eefbc61-25b7-4b5e-86bc-4c834c513d59 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2430937 Nov 12 10:54:36.907581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefbc61-25b7-4b5e-86bc-4c834c513d59 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3fabf3-c23c-4640-867d-92400fc598cc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.912457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85822f94-2997-4ebd-bc59-8b5bf36b8a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.917172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85822f94-2997-4ebd-bc59-8b5bf36b8a12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:36.918322 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-85822f94-2997-4ebd-bc59-8b5bf36b8a12 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d109e245-6f56-4850-b210-ffef77237dae HTTP/1.1" status: 204 len: 168 time: 0.3976960 Nov 12 10:54:36.932984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:36.933457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85822f94-2997-4ebd-bc59-8b5bf36b8a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d109e245-6f56-4850-b210-ffef77237dae,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:36.971635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] For port e248c654-7839-4669-a04b-f7b30e51f45b, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:36.978677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] For port e248c654-7839-4669-a04b-f7b30e51f45b, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e248c654-7839-4669-a04b-f7b30e51f45b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:37.044225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6a1995fd-0c42-4fc4-b418-281067cd369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.046825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6a1995fd-0c42-4fc4-b418-281067cd369f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.048240 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6a1995fd-0c42-4fc4-b418-281067cd369f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a2971260-8f92-40e2-bb62-de73b4cd081c HTTP/1.1" status: 204 len: 168 time: 0.4535458 Nov 12 10:54:37.066451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1995fd-0c42-4fc4-b418-281067cd369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2971260-8f92-40e2-bb62-de73b4cd081c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:37.106948 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.151241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.161219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.162409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.163837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] 10.222.0.69 "PUT /v2.0/ports/e248c654-7839-4669-a04b-f7b30e51f45b HTTP/1.1" status: 200 len: 1096 time: 2.6945920 Nov 12 10:54:37.164302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ae7ad0-ee93-44a8-92f3-7c1f9d486cee', 'tag': 'e248c654-7839-4669-a04b-f7b30e51f45b'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:37.166543 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a23f17-494e-4894-8f27-0f091c10fa34" -d '{"events": [{"name": "network-changed", "server_uuid": "07ae7ad0-ee93-44a8-92f3-7c1f9d486cee", "tag": "e248c654-7839-4669-a04b-f7b30e51f45b"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:37.200085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d915cf0-f33e-4f71-a46c-010763f0e3dd service neutron] Pushing event updated for resources: {'Port': ['ID=e248c654-7839-4669-a04b-f7b30e51f45b,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:37.219601 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d77fae0-dd71-4a8f-8c1e-bcfaf540323a x-openstack-request-id: req-8d77fae0-dd71-4a8f-8c1e-bcfaf540323a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:37.219889 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ae7ad0-ee93-44a8-92f3-7c1f9d486cee", "tag": "e248c654-7839-4669-a04b-f7b30e51f45b", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:37.220164 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8d77fae0-dd71-4a8f-8c1e-bcfaf540323a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:37.220673 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ae7ad0-ee93-44a8-92f3-7c1f9d486cee', 'tag': 'e248c654-7839-4669-a04b-f7b30e51f45b', 'status': 'completed', 'code': 200} Nov 12 10:54:37.277608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.306009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:54:37.334709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.335097 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Added segment 41da40d0-8f6f-482f-9123-585756f1c04b of type vlan for network d294ec30-23c5-4e2f-8502-a7ed91798875 Nov 12 10:54:37.337843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a23f17-494e-4894-8f27-0f091c10fa34 req-2c3dc8c9-0508-4f1e-ae02-65b0b1c0d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.339252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2a23f17-494e-4894-8f27-0f091c10fa34 req-2c3dc8c9-0508-4f1e-ae02-65b0b1c0d3af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2087da7e8aa64ecca692b439722b8b96&device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 1099 time: 0.0912571 Nov 12 10:54:37.346355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe9d254-0bc2-4ed4-9afd-a112fb84e636,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:37.408728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2a23f17-494e-4894-8f27-0f091c10fa34 req-49c7d336-a18a-4880-90f1-fc0224195acb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2087da7e8aa64ecca692b439722b8b96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595167 Nov 12 10:54:37.418721 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.570310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9236a3c-5618-4242-90b6-1d58fd582bb8 req-4f0c996d-f269-481f-91d4-af01cae3ff1b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.572116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9236a3c-5618-4242-90b6-1d58fd582bb8 req-4f0c996d-f269-481f-91d4-af01cae3ff1b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 950 time: 0.0687790 Nov 12 10:54:37.611606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a23f17-494e-4894-8f27-0f091c10fa34 req-1e4f50d1-505c-41ea-ba05-62a0f01c170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.613479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2a23f17-494e-4894-8f27-0f091c10fa34 req-1e4f50d1-505c-41ea-ba05-62a0f01c170d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967235 Nov 12 10:54:37.614713 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.616696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.617015 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.653574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:37.657848 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9236a3c-5618-4242-90b6-1d58fd582bb8 req-4b04d7a1-4254-4f7d-ace0-09ee09a56f83 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702972 Nov 12 10:54:37.721385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] Pushing event updated for resources: {'Network': ['ID=d294ec30-23c5-4e2f-8502-a7ed91798875,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:37.734545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d294ec30-23c5-4e2f-8502-a7ed91798875 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:54:37.737673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-c3731d8c-4b58-4937-8e34-415f817bc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.742242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-c3731d8c-4b58-4937-8e34-415f817bc35d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2087da7e8aa64ecca692b439722b8b96&device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 1099 time: 0.0547833 Nov 12 10:54:37.768301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f4163672-f4af-4f3d-adec-dd1cdf53fa08 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4868319 Nov 12 10:54:37.770627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59532) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:37.778413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Request body: {'subnet': {'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-subnet', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:37.800820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-5bd3257b-79a8-49f1-b015-40792a1da44a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e248c654-7839-4669-a04b-f7b30e51f45b HTTP/1.1" status: 200 len: 217 time: 0.0469530 Nov 12 10:54:37.813700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ef403-78e3-47da-983e-01cd477eee1f req-6a9d0bb6-9c3c-4ebc-a5fd-36c385e81d25 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.820423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc5ef403-78e3-47da-983e-01cd477eee1f req-6a9d0bb6-9c3c-4ebc-a5fd-36c385e81d25 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 969 time: 0.1024027 Nov 12 10:54:37.847814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:54:37.852403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:37.852766 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.864174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-8cd7467f-22b2-428a-a855-e59fddcf5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.865687 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-8cd7467f-22b2-428a-a855-e59fddcf5067 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0509613 Nov 12 10:54:37.874333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc5ef403-78e3-47da-983e-01cd477eee1f req-8337232d-3787-4b17-94a2-a81cbd8ff094 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Nov 12 10:54:37.900625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Made reservation on behalf of a23242cfbc5c4cf9be0324c93a96aab2 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:37.902937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.954193 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:37.954440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-db6ab289-9a66-4621-9367-239af3dab287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:37.956024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-db6ab289-9a66-4621-9367-239af3dab287 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822506 Nov 12 10:54:37.988369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e34d48-80a6-4ae3-9d1e-48cefa06b532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:37.992555 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad0d741-0367-4da4-bda3-d8d3aac2cf6e" -d '{"events": [{"server_uuid": "67e34d48-80a6-4ae3-9d1e-48cefa06b532", "name": "network-vif-plugged", "status": "completed", "tag": "bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:38.007983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:38.085663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-ad812326-943b-4107-9647-dec27c9f677a service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088741 Nov 12 10:54:38.093838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd8ee5-6d4f-421d-ab82-19b36a2e2c0b req-984b68c3-3559-4ac1-a539-fff165b55b9a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:38.095292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4fcd8ee5-6d4f-421d-ab82-19b36a2e2c0b req-984b68c3-3559-4ac1-a539-fff165b55b9a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 947 time: 0.0698617 Nov 12 10:54:38.136753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59546) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:38.143831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.167104 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e7da49c-422b-4219-833b-f70e5dea7504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.189873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f11a4ae-8b4b-4140-a04a-d24e1e4cb1b9 req-bf23d067-6a59-49d9-8460-5fc88e479aea service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961523 Nov 12 10:54:38.213552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4fcd8ee5-6d4f-421d-ab82-19b36a2e2c0b req-052079b0-2b59-454e-83e7-8ff3371b70c1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106992 Nov 12 10:54:38.221782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:38.280834 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160c49a9-04f4-4932-828b-d321b5d0a559 x-openstack-request-id: req-160c49a9-04f4-4932-828b-d321b5d0a559 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:38.281014 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e34d48-80a6-4ae3-9d1e-48cefa06b532", "name": "network-vif-plugged", "status": "completed", "tag": "bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:38.281099 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-160c49a9-04f4-4932-828b-d321b5d0a559 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:38.281854 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e34d48-80a6-4ae3-9d1e-48cefa06b532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3', 'code': 200} Nov 12 10:54:38.318572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e7da49c-422b-4219-833b-f70e5dea7504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.350102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.386742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b1f57-a6a0-489f-a981-e53039bad855 req-d25eb49f-e967-4c6e-a0da-4e02b3b312a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:38.388998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e5b1f57-a6a0-489f-a981-e53039bad855 req-d25eb49f-e967-4c6e-a0da-4e02b3b312a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 1122 time: 0.0430462 Nov 12 10:54:38.411119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ff39b5-ac7a-49a1-8305-0e2c978e83f9,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:38.425740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Checking segment: {'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:38.426084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Network hostable DHCP agents. Network: d294ec30-23c5-4e2f-8502-a7ed91798875, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:54:38.438676 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e7da49c-422b-4219-833b-f70e5dea7504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.441900 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e5b1f57-a6a0-489f-a981-e53039bad855 req-58b78b42-5a52-4180-9793-c8e43365d4f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Nov 12 10:54:38.482794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4e7da49c-422b-4219-833b-f70e5dea7504 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7859011e245044d98ecdaee81332bed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427105 Nov 12 10:54:38.482794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da49c-422b-4219-833b-f70e5dea7504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e5fd65-ba77-4653-9406-af4669479e4c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:38.484000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59552) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:38.545044 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e86029c-afa1-4266-839a-44ed31a20ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.557252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Network d294ec30-23c5-4e2f-8502-a7ed91798875 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:54:38.575053 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e86029c-afa1-4266-839a-44ed31a20ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.715220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d294ec30-23c5-4e2f-8502-a7ed91798875) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:38.719904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:38.720686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.725002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a25a53-d2a3-4557-b56d-3777681880ae None None] Network d294ec30-23c5-4e2f-8502-a7ed91798875 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:38.775106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b637144-167c-4368-91e6-ab3b8590f703 req-afe589ae-5ba3-4587-8cc5-56cabc52f6b1 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:38.776667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b637144-167c-4368-91e6-ab3b8590f703 req-afe589ae-5ba3-4587-8cc5-56cabc52f6b1 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 950 time: 0.0500286 Nov 12 10:54:38.797213 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e86029c-afa1-4266-839a-44ed31a20ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.799822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e86029c-afa1-4266-839a-44ed31a20ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.804605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5e86029c-afa1-4266-839a-44ed31a20ea5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07e5fd65-ba77-4653-9406-af4669479e4c HTTP/1.1" status: 204 len: 168 time: 0.3161621 Nov 12 10:54:38.835703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ca44cf1c-9a80-4eb7-8552-b3eb80dc792b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0626585 Nov 12 10:54:38.840857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86029c-afa1-4266-839a-44ed31a20ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e5fd65-ba77-4653-9406-af4669479e4c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:38.842156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b637144-167c-4368-91e6-ab3b8590f703 req-1e97cea1-00cd-4286-96a8-cb732155f4ed tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Nov 12 10:54:38.842683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59576) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:38.847830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:38.917979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004da413-411a-4a2a-be85-b00823db798b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-d294ec30-23c5-4e2f-8502-a7ed91798875', 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'fixed_ips': [{'subnet_id': '11ff39b5-ac7a-49a1-8305-0e2c978e83f9'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:54:38.918998 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-004da413-411a-4a2a-be85-b00823db798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.994049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:38.996478 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.043050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ac94c-7841-4b29-8be5-b292592614b8 req-fe5d6869-9432-497c-bc52-a3d6f78b3096 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:39.052975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-176ac94c-7841-4b29-8be5-b292592614b8 req-fe5d6869-9432-497c-bc52-a3d6f78b3096 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 970 time: 0.0800464 Nov 12 10:54:39.077918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-004da413-411a-4a2a-be85-b00823db798b None None] Allocated IP 172.20.0.2 (d294ec30-23c5-4e2f-8502-a7ed91798875/11ff39b5-ac7a-49a1-8305-0e2c978e83f9/d893f93c-0048-412e-a6de-df207d8de507) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:39.124165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.128763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-176ac94c-7841-4b29-8be5-b292592614b8 req-a47c76e1-61ad-4aeb-801e-d2f37d1ad37d tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771654 Nov 12 10:54:39.293616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-004da413-411a-4a2a-be85-b00823db798b None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.381187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59586) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:39.384849 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-004da413-411a-4a2a-be85-b00823db798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.427287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004da413-411a-4a2a-be85-b00823db798b None None] Network d294ec30-23c5-4e2f-8502-a7ed91798875 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:39.430647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-004da413-411a-4a2a-be85-b00823db798b None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:39.437627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004da413-411a-4a2a-be85-b00823db798b None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:39.478459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da413-411a-4a2a-be85-b00823db798b None None] Pushing event updated for resources: {'Port': ['ID=d893f93c-0048-412e-a6de-df207d8de507,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:39.534730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-004da413-411a-4a2a-be85-b00823db798b None None] Attempting to bind port d893f93c-0048-412e-a6de-df207d8de507 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:39.535231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-004da413-411a-4a2a-be85-b00823db798b None None] Attempting to bind port d893f93c-0048-412e-a6de-df207d8de507 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:39.535911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004da413-411a-4a2a-be85-b00823db798b None None] Attempting to bind port d893f93c-0048-412e-a6de-df207d8de507 on network d294ec30-23c5-4e2f-8502-a7ed91798875 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:39.544643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004da413-411a-4a2a-be85-b00823db798b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:39.545026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004da413-411a-4a2a-be85-b00823db798b None None] Checking segment: {'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:39.545729 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-004da413-411a-4a2a-be85-b00823db798b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.546183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004da413-411a-4a2a-be85-b00823db798b None None] Bound using segment: {'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:39.546734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-004da413-411a-4a2a-be85-b00823db798b None None] Bound port: d893f93c-0048-412e-a6de-df207d8de507, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:39.547207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-004da413-411a-4a2a-be85-b00823db798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.640169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-004da413-411a-4a2a-be85-b00823db798b None None] For port d893f93c-0048-412e-a6de-df207d8de507, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:39.643338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-004da413-411a-4a2a-be85-b00823db798b None None] For port d893f93c-0048-412e-a6de-df207d8de507, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d893f93c-0048-412e-a6de-df207d8de507,segment=NetworkSegment(41da40d0-8f6f-482f-9123-585756f1c04b),segment_id=41da40d0-8f6f-482f-9123-585756f1c04b)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:39.660716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15f169bc-559a-4841-821d-9110e4e0cb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.667043 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.680361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696454e-cce4-45bd-b9f6-0b0699283431 req-4933a441-cb5a-469b-bd13-1e66e8252fff tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:39.687758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a696454e-cce4-45bd-b9f6-0b0699283431 req-4933a441-cb5a-469b-bd13-1e66e8252fff tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 947 time: 0.3826456 Nov 12 10:54:39.757129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a696454e-cce4-45bd-b9f6-0b0699283431 req-909591dd-5022-411d-b9da-0567194da589 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682540 Nov 12 10:54:39.768341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15f169bc-559a-4841-821d-9110e4e0cb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.795771 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-004da413-411a-4a2a-be85-b00823db798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.849303 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15f169bc-559a-4841-821d-9110e4e0cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:39.928767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da413-411a-4a2a-be85-b00823db798b None None] Pushing event updated for resources: {'Port': ['ID=d893f93c-0048-412e-a6de-df207d8de507,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:39.964189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f169bc-559a-4841-821d-9110e4e0cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4300f4-10e6-4753-a920-ded8ed9b6e1d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:39.984756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15f169bc-559a-4841-821d-9110e4e0cb38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a849960cd94f4a9e8fd486642dc88ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6023672 Nov 12 10:54:39.987385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59606) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:40.079207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c9a98-94e3-4757-a369-3bbe4d2a58a9 req-547d23eb-371e-4a22-9058-9b0be5bef43b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.080804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b4c9a98-94e3-4757-a369-3bbe4d2a58a9 req-547d23eb-371e-4a22-9058-9b0be5bef43b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 950 time: 0.0895524 Nov 12 10:54:40.091694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.119046 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.127070 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-370e06cf-bec7-43a7-8d6e-e301a62449d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.174067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-370e06cf-bec7-43a7-8d6e-e301a62449d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.195883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b4c9a98-94e3-4757-a369-3bbe4d2a58a9 req-28fe2561-26ef-4419-9702-5aea418c5df4 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036518 Nov 12 10:54:40.404124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Allocated IP 172.25.3.196 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b404e677-b098-4131-bfcc-755b7eec02a9) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:40.417776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c95ae-6fda-4083-a771-1a96194b5be2 req-5a1947b1-e3aa-4d8c-8a60-5b26edf0d2f3 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.419266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c1c95ae-6fda-4083-a771-1a96194b5be2 req-5a1947b1-e3aa-4d8c-8a60-5b26edf0d2f3 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 970 time: 0.0932090 Nov 12 10:54:40.423876 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-370e06cf-bec7-43a7-8d6e-e301a62449d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.426435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-370e06cf-bec7-43a7-8d6e-e301a62449d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.428181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-370e06cf-bec7-43a7-8d6e-e301a62449d3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fb4300f4-10e6-4753-a920-ded8ed9b6e1d HTTP/1.1" status: 204 len: 168 time: 0.4334891 Nov 12 10:54:40.438412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e06cf-bec7-43a7-8d6e-e301a62449d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4300f4-10e6-4753-a920-ded8ed9b6e1d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:40.476321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c1c95ae-6fda-4083-a771-1a96194b5be2 req-a9d17802-1797-41ba-b5bc-02959dd7e8d1 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504770 Nov 12 10:54:40.691466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.696131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a388114-4456-4e6b-af82-829a63388628 req-70b13fcc-8333-4568-8323-7499c9db8722 tempest-AggregatesAdminTestJSON-1969080043 tempest-AggregatesAdminTestJSON-1969080043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:40.701233 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a388114-4456-4e6b-af82-829a63388628 req-70b13fcc-8333-4568-8323-7499c9db8722 tempest-AggregatesAdminTestJSON-1969080043 tempest-AggregatesAdminTestJSON-1969080043-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 1122 time: 0.0984833 Nov 12 10:54:40.740019 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a388114-4456-4e6b-af82-829a63388628 req-8d23565f-50ca-430a-acca-860fbb2b5211 tempest-AggregatesAdminTestJSON-1969080043 tempest-AggregatesAdminTestJSON-1969080043-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.845939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a388114-4456-4e6b-af82-829a63388628 req-8d23565f-50ca-430a-acca-860fbb2b5211 tempest-AggregatesAdminTestJSON-1969080043 tempest-AggregatesAdminTestJSON-1969080043-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.915540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:40.956065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:40.957178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a388114-4456-4e6b-af82-829a63388628 req-8d23565f-50ca-430a-acca-860fbb2b5211 tempest-AggregatesAdminTestJSON-1969080043 tempest-AggregatesAdminTestJSON-1969080043-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.006978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:41.021299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:41.093320 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a388114-4456-4e6b-af82-829a63388628 req-8d23565f-50ca-430a-acca-860fbb2b5211 tempest-AggregatesAdminTestJSON-1969080043 tempest-AggregatesAdminTestJSON-1969080043-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818336 Nov 12 10:54:41.093919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Pushing event updated for resources: {'Port': ['ID=b404e677-b098-4131-bfcc-755b7eec02a9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:41.110789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40577344-4d00-4446-a394-a1e6870e0771 None None] Network d294ec30-23c5-4e2f-8502-a7ed91798875 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:41.124750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23565f-50ca-430a-acca-860fbb2b5211 tempest-AggregatesAdminTestJSON-1969080043 tempest-AggregatesAdminTestJSON-1969080043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e836aef9-2326-4c23-a500-5dbe515f798d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:41.219354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d893f93c-0048-412e-a6de-df207d8de507 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:41.251442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-16b8ca36-08bc-418c-9d55-91fb25280ff5 None None] Provisioning complete for port d893f93c-0048-412e-a6de-df207d8de507 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:41.251807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-16b8ca36-08bc-418c-9d55-91fb25280ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.273741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59648) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:41.288634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffdd7d-0911-4317-930e-58c3d23f1d74 req-ff6436a7-1f68-4e7f-95b4-2072e9e00c6f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:41.290188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5ffdd7d-0911-4317-930e-58c3d23f1d74 req-ff6436a7-1f68-4e7f-95b4-2072e9e00c6f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 947 time: 0.0604458 Nov 12 10:54:41.400328 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5ffdd7d-0911-4317-930e-58c3d23f1d74 req-dc4503b7-e44a-4b5c-8530-b34c2695875b tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010501 Nov 12 10:54:41.484854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59652) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:41.509404 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed3a8301-eb91-428b-82de-b00a365a6a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.527130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d893f93c-0048-412e-a6de-df207d8de507 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:41.527503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.532967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.583116 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-16b8ca36-08bc-418c-9d55-91fb25280ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.691446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed3a8301-eb91-428b-82de-b00a365a6a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.730207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-759584600-network', 'tenant_id': 'bd29df4f48464cdb8586959f14c6b833'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:41.734224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-16b8ca36-08bc-418c-9d55-91fb25280ff5 None None] For port d893f93c-0048-412e-a6de-df207d8de507, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d893f93c-0048-412e-a6de-df207d8de507,segment=NetworkSegment(41da40d0-8f6f-482f-9123-585756f1c04b),segment_id=41da40d0-8f6f-482f-9123-585756f1c04b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:41.757002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.774249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed3a8301-eb91-428b-82de-b00a365a6a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.795303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322960b-e880-40fa-8f44-ebc2cf2e3b11 req-03241830-28bb-4c18-a970-83ccdcd4ea6b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:41.796890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2322960b-e880-40fa-8f44-ebc2cf2e3b11 req-03241830-28bb-4c18-a970-83ccdcd4ea6b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 950 time: 0.0824418 Nov 12 10:54:41.823704 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-16b8ca36-08bc-418c-9d55-91fb25280ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.882008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ed3a8301-eb91-428b-82de-b00a365a6a7e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3d4944ae7f9c4404be85d1f2375cf4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953135 Nov 12 10:54:41.884659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59666) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:41.899897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a8301-eb91-428b-82de-b00a365a6a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b067f511-0e86-4635-81ed-b8ffd14f8f2a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:41.942235 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:54:41.942932 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:54:41.943481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Made reservation on behalf of bd29df4f48464cdb8586959f14c6b833 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:41.947230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8ca36-08bc-418c-9d55-91fb25280ff5 None None] Pushing event updated for resources: {'Port': ['ID=d893f93c-0048-412e-a6de-df207d8de507,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:41.949709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.956208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:41.990413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.005784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2322960b-e880-40fa-8f44-ebc2cf2e3b11 req-7fe704ed-1a72-45cd-8ec9-a47437505ed6 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954165 Nov 12 10:54:42.065062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9929a440-f03e-4be9-96cb-1aee1251d21b None None] Provisioning complete for port d893f93c-0048-412e-a6de-df207d8de507 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:42.065518 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9929a440-f03e-4be9-96cb-1aee1251d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.293516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e82cb35b-9921-4df4-98d1-8507a1779afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.319863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e82cb35b-9921-4df4-98d1-8507a1779afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.390515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.458151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Router 981d8683-763e-43ec-a1e4-931768193550 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:54:42.492393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.525858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c9445-ff03-40c4-8e21-e3fb909f8724,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:42.576280 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e82cb35b-9921-4df4-98d1-8507a1779afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.578855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e82cb35b-9921-4df4-98d1-8507a1779afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.582987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e82cb35b-9921-4df4-98d1-8507a1779afe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b067f511-0e86-4635-81ed-b8ffd14f8f2a HTTP/1.1" status: 204 len: 168 time: 0.6819329 Nov 12 10:54:42.592576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:54:42.597792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cb35b-9921-4df4-98d1-8507a1779afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b067f511-0e86-4635-81ed-b8ffd14f8f2a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:42.611327 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.612829 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Added segment 6961d38b-2605-4ba2-b6ef-8a18a0819f39 of type vlan for network 86909a6c-83d3-4aef-b351-026852daebf4 Nov 12 10:54:42.638003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-7f5221a7-423f-4569-b8c8-f9287b7ae264 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:42.639533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-7f5221a7-423f-4569-b8c8-f9287b7ae264 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 1102 time: 0.0962186 Nov 12 10:54:42.649439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6152d0-1d5f-4c68-b97c-0b526c864d27 req-2679de43-cd2f-48c6-8ecc-5e9c14c103d0 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:42.656713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c6152d0-1d5f-4c68-b97c-0b526c864d27 req-2679de43-cd2f-48c6-8ecc-5e9c14c103d0 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 947 time: 0.1486821 Nov 12 10:54:42.670149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:42.689882 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Sync routers for ids ['981d8683-763e-43ec-a1e4-931768193550'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:42.703423 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Routers {'981d8683-763e-43ec-a1e4-931768193550'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:42.704796 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:54:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['981d8683-763e-43ec-a1e4-931768193550'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:42.706782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.776012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c6152d0-1d5f-4c68-b97c-0b526c864d27 req-b6ddbab7-d3ab-46c5-9790-cff756e4c3c9 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089652 Nov 12 10:54:42.799060 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] Deleting port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:54:42.799634 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.829550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e248c654-7839-4669-a04b-f7b30e51f45b details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:54:42.876488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.880769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:42.880769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.885202 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Set router 981d8683-763e-43ec-a1e4-931768193550 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:42.909489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] For port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:42.909857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:42.928079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] Calling delete_port for 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:54:42.971155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e248c654-7839-4669-a04b-f7b30e51f45b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e248c654-7839-4669-a04b-f7b30e51f45b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:42.988197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'e248c654-7839-4669-a04b-f7b30e51f45b', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'e248c654-7839-4669-a04b-f7b30e51f45b', 'mac_address': 'fa:16:3e:70:d7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:54:43.043182 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.065943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e248c654-7839-4669-a04b-f7b30e51f45b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:43.072769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] Pushing event updated for resources: {'Network': ['ID=86909a6c-83d3-4aef-b351-026852daebf4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:43.099546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 86909a6c-83d3-4aef-b351-026852daebf4 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:54:43.105647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d893f93c-0048-412e-a6de-df207d8de507 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:43.110380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e248c654-7839-4669-a04b-f7b30e51f45b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e248c654-7839-4669-a04b-f7b30e51f45b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:43.115133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1fbce7b-8044-4ab1-8d86-ed2f9e9c3215 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8371608 Nov 12 10:54:43.115133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59708) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:43.118082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.119583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-21d8c208-f32f-4a69-9950-abff31787b2e admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2756629 Nov 12 10:54:43.130887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59710) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:43.132200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59712) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:43.157564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Request body: {'subnet': {'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-759584600-subnet', 'tenant_id': 'bd29df4f48464cdb8586959f14c6b833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:43.236834 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:54:41Z', 'revision_number': 3, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:43.256019 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.290473 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Checking router: 981d8683-763e-43ec-a1e4-931768193550 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:43.291394 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Updating router 981d8683-763e-43ec-a1e4-931768193550 port b404e677-b098-4131-bfcc-755b7eec02a9 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:54:43.319525 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89bd8daf-3fea-41b9-a8d9-bbcaa9968f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.322039 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.327287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d893f93c-0048-412e-a6de-df207d8de507 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:43.327845 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.401496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e354e-a8aa-4f20-afed-f9bee4cf7ec1 req-134c896a-4b19-4fa9-a3ed-11aeadfe2380 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:43.409088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c55e354e-a8aa-4f20-afed-f9bee4cf7ec1 req-134c896a-4b19-4fa9-a3ed-11aeadfe2380 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 950 time: 0.2400308 Nov 12 10:54:43.445367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e248c654-7839-4669-a04b-f7b30e51f45b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:43.477267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Made reservation on behalf of bd29df4f48464cdb8586959f14c6b833 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:43.478810 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89bd8daf-3fea-41b9-a8d9-bbcaa9968f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.479758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.589766 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89bd8daf-3fea-41b9-a8d9-bbcaa9968f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.597378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c55e354e-a8aa-4f20-afed-f9bee4cf7ec1 req-f95581cc-aec6-41a4-a19c-4ab710daad50 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819861 Nov 12 10:54:43.609531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['e248c654-7839-4669-a04b-f7b30e51f45b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:43.669748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8daf-3fea-41b9-a8d9-bbcaa9968f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83a938c-4878-48c8-bb58-bb37e93aeb6c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:43.681497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-89bd8daf-3fea-41b9-a8d9-bbcaa9968f54 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5af87c16e92a4fe7b7d06e91d5d038ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5677392 Nov 12 10:54:43.682479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59730) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:43.809315 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.840100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2809b4dd-2a2d-4289-838a-7fef5008a9c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:43.864007 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2809b4dd-2a2d-4289-838a-7fef5008a9c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.031033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ca477-de94-4f15-b64d-0d73f3614b84 req-34bc987e-aa73-418b-ab67-450e632e5cc8 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:44.032556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-897ca477-de94-4f15-b64d-0d73f3614b84 req-34bc987e-aa73-418b-ab67-450e632e5cc8 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 948 time: 0.1743276 Nov 12 10:54:44.042674 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.051967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.063584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['4f8283ec-83b8-4ccb-bb9a-cf2648a4f965'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:44.066135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2809b4dd-2a2d-4289-838a-7fef5008a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.072986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2809b4dd-2a2d-4289-838a-7fef5008a9c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.076838 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2809b4dd-2a2d-4289-838a-7fef5008a9c8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f83a938c-4878-48c8-bb58-bb37e93aeb6c HTTP/1.1" status: 204 len: 168 time: 0.3922727 Nov 12 10:54:44.106667 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.112462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809b4dd-2a2d-4289-838a-7fef5008a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83a938c-4878-48c8-bb58-bb37e93aeb6c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:44.112615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f8283ec-83b8-4ccb-bb9a-cf2648a4f965,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:44.122576 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Attempting to bind port b404e677-b098-4131-bfcc-755b7eec02a9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:44.123292 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Attempting to bind port b404e677-b098-4131-bfcc-755b7eec02a9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:44.123791 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Attempting to bind port b404e677-b098-4131-bfcc-755b7eec02a9 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:44.132784 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Pushing event updated for resources: {'Port': ['ID=b404e677-b098-4131-bfcc-755b7eec02a9,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:44.135599 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:44.136211 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:44.136765 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.137443 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:44.138064 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Bound port: b404e677-b098-4131-bfcc-755b7eec02a9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:44.138743 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.181348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Tracked resource versions report: Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: pushed versions: Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: { 'AddressGroup': {'1.2'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'ConntrackHelper': {'1.0'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Log': {'1.0'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Network': {'1.1'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Port': {'1.7'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'PortForwarding': {'1.2'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'QosPolicy': {'1.10'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'SecurityGroup': {'1.5'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'SecurityGroupRule': {'1.2'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'SubPort': {'1.0'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Subnet': {'1.1'}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Trunk': {'1.1'}} Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: consumer versions: Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: { DHCP agent@n-d-768852-22: {}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: HyperV agent@n-h1-768852-22: {}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: HyperV agent@n-h2-768852-22: {}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: L3 agent@n-d-768852-22: {}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: Metadata agent@n-d-768852-22: {}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: Metering agent@n-d-768852-22: {}, Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: Open vSwitch agent@n-d-768852-22: { 'AddressGroup': '1.2', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'ConntrackHelper': '1.0', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Log': '1.0', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Network': '1.1', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Port': '1.7', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'PortForwarding': '1.2', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'QosPolicy': '1.10', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'SecurityGroup': '1.5', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'SecurityGroupRule': '1.2', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'SubPort': '1.0', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Subnet': '1.1', Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: 'Trunk': '1.1'}} Nov 12 10:54:44.182401 n-d-768852-22 neutron-server[109707]: {{(pid=109707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 10:54:44.253927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] No DVR routers for this DVR port 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:54:44.258383 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.262078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bc7ded0-4e96-4c2c-96de-7c123606bf80 req-469764c8-ccfb-4499-a56f-16b32e897156 tempest-DeleteServersAdminTestJSON-2099174052 tempest-DeleteServersAdminTestJSON-2099174052-project-admin] 10.222.0.57 "DELETE /v2.0/ports/4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 HTTP/1.1" status: 204 len: 173 time: 1.6029589 Nov 12 10:54:44.274128 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] For port b404e677-b098-4131-bfcc-755b7eec02a9, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:44.278790 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] For port b404e677-b098-4131-bfcc-755b7eec02a9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b404e677-b098-4131-bfcc-755b7eec02a9,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:44.278978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e513d9-2813-4011-8bdf-83aeea232810', 'name': 'network-vif-deleted', 'tag': '4f8283ec-83b8-4ccb-bb9a-cf2648a4f965'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:44.300558 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047e1bba-a7cd-4630-bf65-3431400c3ec9" -d '{"events": [{"server_uuid": "70e513d9-2813-4011-8bdf-83aeea232810", "name": "network-vif-deleted", "tag": "4f8283ec-83b8-4ccb-bb9a-cf2648a4f965"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:44.327777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-897ca477-de94-4f15-b64d-0d73f3614b84 req-77564182-3787-49bb-8eb4-e57d03b1d568 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879915 Nov 12 10:54:44.372599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06317caf-44f7-4e6a-8e1d-6614643ee770,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:44.398019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:44.398382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Network hostable DHCP agents. Network: 86909a6c-83d3-4aef-b351-026852daebf4, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:54:44.405309 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc99c096-ba65-4523-8aec-f6e9a8559c5f x-openstack-request-id: req-bc99c096-ba65-4523-8aec-f6e9a8559c5f {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:44.405597 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e513d9-2813-4011-8bdf-83aeea232810", "name": "network-vif-deleted", "tag": "4f8283ec-83b8-4ccb-bb9a-cf2648a4f965", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:44.405900 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bc99c096-ba65-4523-8aec-f6e9a8559c5f {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:44.406287 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e513d9-2813-4011-8bdf-83aeea232810', 'name': 'network-vif-deleted', 'tag': '4f8283ec-83b8-4ccb-bb9a-cf2648a4f965', 'status': 'completed', 'code': 200} Nov 12 10:54:44.409469 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.512489 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:44.591254 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Routers {'981d8683-763e-43ec-a1e4-931768193550'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:44.591890 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:54:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['981d8683-763e-43ec-a1e4-931768193550'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:44.651233 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506ef1-8832-41f3-b9ec-6090bd6b0208 None None] Pushing event updated for resources: {'Port': ['ID=b404e677-b098-4131-bfcc-755b7eec02a9,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:44.729603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50c9a657-2c53-40cc-a687-135c53aa1a1a req-c3aa7395-afaa-4a46-a03d-4320cd764b7d tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 210 time: 0.0462260 Nov 12 10:54:44.745953 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] Set router 981d8683-763e-43ec-a1e4-931768193550 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:44.799561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e248c654-7839-4669-a04b-f7b30e51f45b up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:44.833192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Network 86909a6c-83d3-4aef-b351-026852daebf4 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:54:44.923416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 86909a6c-83d3-4aef-b351-026852daebf4) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:44.932381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:44.934181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be2e83-e6a9-4608-bb97-987805f09315 None None] Network 86909a6c-83d3-4aef-b351-026852daebf4 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:44.934302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.012920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Allocated IP 172.20.0.1 (d294ec30-23c5-4e2f-8502-a7ed91798875/11ff39b5-ac7a-49a1-8305-0e2c978e83f9/7ae18fa1-b6d2-4e68-a42a-7479d78e45c1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:45.030120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port e248c654-7839-4669-a04b-f7b30e51f45b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:54:45.049552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port e248c654-7839-4669-a04b-f7b30e51f45b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:45.049922 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.069657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b9cedfc0-1c77-418d-b27a-9e6240b59a26 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9343665 Nov 12 10:54:45.100721 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:54:41Z', 'revision_number': 3, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:45.134713 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed564fbe-ae59-4f1a-b3f1-cb81921c04e6 None None] The sync data for ids ['981d8683-763e-43ec-a1e4-931768193550'] in n-d-768852-22 is: [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:54:41Z', 'revision_number': 3, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:45.172093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842f8037-5531-455c-a5b2-7caed0050b1d None None] Network 86909a6c-83d3-4aef-b351-026852daebf4 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:45.204683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.301061 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.330584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae7ad0-ee93-44a8-92f3-7c1f9d486cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e248c654-7839-4669-a04b-f7b30e51f45b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:45.332924 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad709a8-e3a1-4151-a845-43d92115e658" -d '{"events": [{"server_uuid": "07ae7ad0-ee93-44a8-92f3-7c1f9d486cee", "name": "network-vif-plugged", "status": "completed", "tag": "e248c654-7839-4669-a04b-f7b30e51f45b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:45.368953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e248c654-7839-4669-a04b-f7b30e51f45b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e248c654-7839-4669-a04b-f7b30e51f45b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:45.369116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59802) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:45.392872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ed4958f-564c-40f2-b279-faa07fde346b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.421885 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df8c885-f010-406f-b8dc-9f80e41c789b x-openstack-request-id: req-1df8c885-f010-406f-b8dc-9f80e41c789b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:45.422548 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae7ad0-ee93-44a8-92f3-7c1f9d486cee", "name": "network-vif-plugged", "status": "completed", "tag": "e248c654-7839-4669-a04b-f7b30e51f45b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:45.423003 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1df8c885-f010-406f-b8dc-9f80e41c789b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:45.423576 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ae7ad0-ee93-44a8-92f3-7c1f9d486cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e248c654-7839-4669-a04b-f7b30e51f45b', 'code': 200} Nov 12 10:54:45.426021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.494629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.569208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ed4958f-564c-40f2-b279-faa07fde346b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.593735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e248c654-7839-4669-a04b-f7b30e51f45b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:45.668440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Network d294ec30-23c5-4e2f-8502-a7ed91798875 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:45.676545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:45.679340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:45.680188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.701737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9da992-4811-4235-a741-d21afb98c402 req-7a930288-9671-4cfd-91a1-a3092e60c598 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:45.707711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:45.724729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c9da992-4811-4235-a741-d21afb98c402 req-7a930288-9671-4cfd-91a1-a3092e60c598 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 949 time: 0.1177413 Nov 12 10:54:45.733602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ed4958f-564c-40f2-b279-faa07fde346b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:45.804013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70178b4-4880-43b9-a9fe-0723c9d21ed4 req-b6625aa9-d8bb-4ac9-b111-90418f2627c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:45.805918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70178b4-4880-43b9-a9fe-0723c9d21ed4 req-b6625aa9-d8bb-4ac9-b111-90418f2627c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 1101 time: 0.2916570 Nov 12 10:54:45.888767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4958f-564c-40f2-b279-faa07fde346b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f34a95-8ea7-4056-8f4b-3f4b811701e8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:45.960054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5ed4958f-564c-40f2-b279-faa07fde346b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=20cd9f315a054d30afb45e12a534aefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5893180 Nov 12 10:54:45.963514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59822) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:46.040360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c9da992-4811-4235-a741-d21afb98c402 req-20541b4f-b806-4ab5-8cc5-3409d3d7ec06 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115885 Nov 12 10:54:46.101102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70178b4-4880-43b9-a9fe-0723c9d21ed4 req-66b9d4a0-2ebd-426f-8426-ff3f8abff320 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815909 Nov 12 10:54:46.106765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5aaa393b-abe5-4af3-999d-af35aaaf05cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.145957 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5aaa393b-abe5-4af3-999d-af35aaaf05cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.146759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fbd56c66-00c6-4d11-a6ba-aeb3f71fe553 req-2ceb3c6f-a049-4d66-a3f0-8d1d90bcc9b3 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=70e513d9-2813-4011-8bdf-83aeea232810 HTTP/1.1" status: 200 len: 210 time: 0.0684624 Nov 12 10:54:46.196346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a5ee516f-0863-43b1-8dd1-697afbeeb95b None None] Provisioning complete for port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:46.196909 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a5ee516f-0863-43b1-8dd1-697afbeeb95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.245578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee516f-0863-43b1-8dd1-697afbeeb95b None None] Port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:46.342199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5aaa393b-abe5-4af3-999d-af35aaaf05cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.348133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5aaa393b-abe5-4af3-999d-af35aaaf05cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.352518 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5aaa393b-abe5-4af3-999d-af35aaaf05cb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66f34a95-8ea7-4056-8f4b-3f4b811701e8 HTTP/1.1" status: 204 len: 168 time: 0.3763881 Nov 12 10:54:46.360831 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.371896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa393b-abe5-4af3-999d-af35aaaf05cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f34a95-8ea7-4056-8f4b-3f4b811701e8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:46.572516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.686853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-a341413d-2d8d-4f96-a9f0-a526b4ca5a80 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245178 Nov 12 10:54:46.704900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.707098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.782690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59860) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:46.789919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:46.790719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-188139004-network', 'tenant_id': '3fa6402b6d1843db94fb58fa9726805c'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:46.860083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-42e64558-cb3d-4716-ac75-2210ab703a74 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:46.862143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-42e64558-cb3d-4716-ac75-2210ab703a74 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695609 Nov 12 10:54:46.873796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Network d294ec30-23c5-4e2f-8502-a7ed91798875 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:46.875817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:46.896760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-a2322943-132e-478a-9c30-cc29163a1ed1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/quotas/207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 375 time: 0.0176148 Nov 12 10:54:46.950570 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-863b09ac-7fef-42fd-b014-c9814273632d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533578 Nov 12 10:54:46.951607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Made reservation on behalf of 3fa6402b6d1843db94fb58fa9726805c for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:46.958673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:46.987980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.063225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Router 981d8683-763e-43ec-a1e4-931768193550 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:54:47.066786 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.143318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b404e677-b098-4131-bfcc-755b7eec02a9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:47.183112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.216682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b404e677-b098-4131-bfcc-755b7eec02a9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:47.217699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.255069 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.283538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:54:47.312458 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.312458 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Added segment d2eaf24c-3309-4cf8-82ab-ecf5656454e2 of type vlan for network 589e4056-2e73-4374-815c-27d70833aa0d Nov 12 10:54:47.315788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9b1aae5c-7e5d-4b28-825d-569cbde1779f None None] Provisioning complete for port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:47.315788 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9b1aae5c-7e5d-4b28-825d-569cbde1779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.409471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-e977bf00-ab51-4df4-afb4-70495a47a8d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0754323 Nov 12 10:54:47.412189 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:54:47.437155 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8d5b24ca-a362-4dfa-a72d-53e374692c69 admin admin] 10.222.0.98 "PUT /v2.0/routers/981d8683-763e-43ec-a1e4-931768193550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2883413 Nov 12 10:54:47.446188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9b1aae5c-7e5d-4b28-825d-569cbde1779f None None] Port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:47.456521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.486375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port b404e677-b098-4131-bfcc-755b7eec02a9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b404e677-b098-4131-bfcc-755b7eec02a9,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:47.510314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a1749-0e98-414d-b4ea-3959408f5666,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:47.521418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-d4145482-8dc3-4d6b-811e-c2c68e500d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:47.523440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-d4145482-8dc3-4d6b-811e-c2c68e500d5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5325f338edd34108884815f05da1a56c&device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 1122 time: 0.0636947 Nov 12 10:54:47.529059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.573643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.623864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4375c-7a90-431f-ae8d-4bcb1508185b req-fb11917b-53b4-48ec-b957-939e3f43ae29 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:47.628195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8fb4375c-7a90-431f-ae8d-4bcb1508185b req-fb11917b-53b4-48ec-b957-939e3f43ae29 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 949 time: 0.2035699 Nov 12 10:54:47.725352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8fb4375c-7a90-431f-ae8d-4bcb1508185b req-20ceac70-0bf2-480a-b91c-29da7fd4e210 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873799 Nov 12 10:54:47.726723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:54:47.734051 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.735022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:47.735625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=b404e677-b098-4131-bfcc-755b7eec02a9,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:47.736145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:47.754620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-8b7b24e9-d845-4b49-96ab-7037ece52aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:47.754620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-8b7b24e9-d845-4b49-96ab-7037ece52aa4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1927493 Nov 12 10:54:47.768275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:54:47.769295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4f8283ec-83b8-4ccb-bb9a-cf2648a4f965 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:54:47.852299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-19224f6c-11e4-441c-95e8-46ad0eed2f22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0820847 Nov 12 10:54:47.893674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bedd8555-b85f-4e19-9857-b4c955b98c13 req-f20e5477-5c50-487b-9720-3bafd8603d40 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 210 time: 0.0450714 Nov 12 10:54:47.920779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] Pushing event updated for resources: {'Network': ['ID=589e4056-2e73-4374-815c-27d70833aa0d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:47.935167 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-56646453-f7a6-47fd-bb57-69992c7636d9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1513801 Nov 12 10:54:47.937052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 589e4056-2e73-4374-815c-27d70833aa0d details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:54:47.938323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59914) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:47.948670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Request body: {'subnet': {'network_id': '589e4056-2e73-4374-815c-27d70833aa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-188139004-subnet', 'tenant_id': '3fa6402b6d1843db94fb58fa9726805c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:47.952508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-c5f53fa5-7a6e-4717-9a8b-e054ed479801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:47.954058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-c5f53fa5-7a6e-4717-9a8b-e054ed479801 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0966647 Nov 12 10:54:48.064190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-befb1360-1b87-470e-96fc-83de937bafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:48.064190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-befb1360-1b87-470e-96fc-83de937bafb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929677 Nov 12 10:54:48.084244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Made reservation on behalf of 3fa6402b6d1843db94fb58fa9726805c for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:48.086953 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.461260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.553004 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-fbcea9f3-7ffb-4b1c-a299-6e03212d3f43 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346725 Nov 12 10:54:48.565665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a1a3c4-61ab-4c2f-bc2b-33db455549be,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:48.609055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-177101c4-eb5d-4b90-9bef-3f75ac08059e service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448389 Nov 12 10:54:48.618522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Checking segment: {'id': 'd2eaf24c-3309-4cf8-82ab-ecf5656454e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '589e4056-2e73-4374-815c-27d70833aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:48.619146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Network hostable DHCP agents. Network: 589e4056-2e73-4374-815c-27d70833aa0d, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:54:48.632636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88726a10-301d-4861-adff-5ce42549003c None None] Sync routers for ids ['981d8683-763e-43ec-a1e4-931768193550'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:54:48.656311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88726a10-301d-4861-adff-5ce42549003c None None] Routers {'981d8683-763e-43ec-a1e4-931768193550'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:48.657230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-88726a10-301d-4861-adff-5ce42549003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:54:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['981d8683-763e-43ec-a1e4-931768193550'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:48.686571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-0af2f0b0-6cf4-478b-a8fc-4e8b7919011f tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4493041 Nov 12 10:54:48.693634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:48.756295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-b97817a2-a6e2-402e-b226-ca1e9cf700ef tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:48.756295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-b97817a2-a6e2-402e-b226-ca1e9cf700ef tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888630 Nov 12 10:54:48.772089 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-ca3f9089-6b24-4f64-832e-10b2f60956e0 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/quotas/3af466c2fcaa4682a8d5d9bd8170f124 HTTP/1.1" status: 200 len: 375 time: 0.0110540 Nov 12 10:54:48.782632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-530d408d-fc79-48ca-89f5-4fc423c522f2 req-01c32557-e0a9-40ee-8828-d4464df44313 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656129 Nov 12 10:54:48.811472 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-047992f0-0d61-4691-afd6-d6ba6346fd4c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319993 Nov 12 10:54:48.832959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-88726a10-301d-4861-adff-5ce42549003c None None] Set router 981d8683-763e-43ec-a1e4-931768193550 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:48.876486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:48.888778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Network 589e4056-2e73-4374-815c-27d70833aa0d is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:54:49.001399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.059129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 589e4056-2e73-4374-815c-27d70833aa0d) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:49.062985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:49.063578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.088342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b404e677-b098-4131-bfcc-755b7eec02a9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:49.090223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ccf1d-2386-4bc6-96b4-b250ed0eb32d None None] Network 589e4056-2e73-4374-815c-27d70833aa0d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:49.117416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Allocated IP 172.25.3.134 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/001b1928-8c2c-41ae-9a4d-448e8eb0f78d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:49.153665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-169b7578-0b75-4dec-8f4b-bbe194e6c504 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2140422 Nov 12 10:54:49.294286 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.392330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b404e677-b098-4131-bfcc-755b7eec02a9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:49.392699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.414932 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.453404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46baadbb-403f-49f0-bab1-916528a242e7 None None] Network 589e4056-2e73-4374-815c-27d70833aa0d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:54:49.469900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:49.485430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:49.493305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:49.573786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-88726a10-301d-4861-adff-5ce42549003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:54:46Z', 'revision_number': 4, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '7ae18fa1-b6d2-4e68-a42a-7479d78e45c1', 'name': '', 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'mac_address': 'fa:16:3e:dc:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '11ff39b5-ac7a-49a1-8305-0e2c978e83f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:44Z', 'updated_at': '2021-11-12T10:54:46Z', 'revision_number': 2, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'subnets': [{'id': '11ff39b5-ac7a-49a1-8305-0e2c978e83f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:49.623500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88726a10-301d-4861-adff-5ce42549003c None None] Checking router: 981d8683-763e-43ec-a1e4-931768193550 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:54:49.623856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88726a10-301d-4861-adff-5ce42549003c None None] Updating router 981d8683-763e-43ec-a1e4-931768193550 port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:54:49.669192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.698491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88726a10-301d-4861-adff-5ce42549003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.717623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event updated for resources: {'Port': ['ID=001b1928-8c2c-41ae-9a4d-448e8eb0f78d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:49.823359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:49.837399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34b636-989a-4b7d-9a3c-0b658d505586 req-7c8f8186-dceb-42bc-866c-8e4dae1fb42a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:49.839334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1e34b636-989a-4b7d-9a3c-0b658d505586 req-7c8f8186-dceb-42bc-866c-8e4dae1fb42a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 949 time: 0.0516880 Nov 12 10:54:49.908405 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1e34b636-989a-4b7d-9a3c-0b658d505586 req-e7705e83-97ec-4031-8aa8-722109eb99f2 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Nov 12 10:54:50.008747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.013976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24fa295e-34b6-48c4-9ab5-b5074353ada7 req-abca2a3d-95a3-452f-b3ee-a9624c471542 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 210 time: 0.0417438 Nov 12 10:54:50.015721 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88726a10-301d-4861-adff-5ce42549003c None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.077350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b13c0a18-6997-4ee5-8bc0-2999da3feaaf req-5656fc69-6bfb-4a3d-9b15-131eef6121b1 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 210 time: 0.0253625 Nov 12 10:54:50.098344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.132391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.136276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88726a10-301d-4861-adff-5ce42549003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.158432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event updated for resources: {'Port': ['ID=001b1928-8c2c-41ae-9a4d-448e8eb0f78d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:50.173225 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.197747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4ff57-d70c-4999-b91b-549e10c63745 None None] Pushing event updated for resources: {'Port': ['ID=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:50.262736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-88726a10-301d-4861-adff-5ce42549003c None None] Attempting to bind port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:50.263072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-88726a10-301d-4861-adff-5ce42549003c None None] Attempting to bind port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:50.263377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88726a10-301d-4861-adff-5ce42549003c None None] Attempting to bind port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 on network d294ec30-23c5-4e2f-8502-a7ed91798875 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:50.269141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88726a10-301d-4861-adff-5ce42549003c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:50.269578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88726a10-301d-4861-adff-5ce42549003c None None] Checking segment: {'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:50.269915 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88726a10-301d-4861-adff-5ce42549003c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.270303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88726a10-301d-4861-adff-5ce42549003c None None] Bound using segment: {'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:50.272156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-88726a10-301d-4861-adff-5ce42549003c None None] Bound port: 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41da40d0-8f6f-482f-9123-585756f1c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:50.272789 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88726a10-301d-4861-adff-5ce42549003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.282488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.283763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-7313e833-1511-4c85-95d5-cc7c0baba252 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5964844 Nov 12 10:54:50.348554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-88726a10-301d-4861-adff-5ce42549003c None None] For port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:50.352207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-88726a10-301d-4861-adff-5ce42549003c None None] For port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,segment=NetworkSegment(41da40d0-8f6f-482f-9123-585756f1c04b),segment_id=41da40d0-8f6f-482f-9123-585756f1c04b)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:50.376135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-6ef857ca-e61f-4a15-8778-f5ff9863d24c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.0813494 Nov 12 10:54:50.444864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-cff6a42c-1a5e-4b54-b588-e317ca15d0a5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:50.446398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-cff6a42c-1a5e-4b54-b588-e317ca15d0a5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 820 time: 0.2131553 Nov 12 10:54:50.454846 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88726a10-301d-4861-adff-5ce42549003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.475511 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-e7f3199c-360e-48f8-b088-f42fd4bbd4fc tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/quotas/bd29df4f48464cdb8586959f14c6b833 HTTP/1.1" status: 200 len: 375 time: 0.0184848 Nov 12 10:54:50.502408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-38b34ca0-5227-43c8-b8a2-80d91653e217 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:50.509835 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-38b34ca0-5227-43c8-b8a2-80d91653e217 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1264961 Nov 12 10:54:50.515231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-3047865a-2a48-4571-96dd-19e33cef1bbd tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:50.528246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-5961a4d0-7f2d-46e3-b089-ed00e875c71f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440373 Nov 12 10:54:50.532384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5f757cd-31dd-46a3-ab85-4e5340be35da req-3047865a-2a48-4571-96dd-19e33cef1bbd tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217950 Nov 12 10:54:50.538501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4ff57-d70c-4999-b91b-549e10c63745 None None] Pushing event updated for resources: {'Port': ['ID=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:50.544619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88726a10-301d-4861-adff-5ce42549003c None None] Routers {'981d8683-763e-43ec-a1e4-931768193550'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:54:50.544619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-88726a10-301d-4861-adff-5ce42549003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:54:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['981d8683-763e-43ec-a1e4-931768193550'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:50.545235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c01f6a9d-48a2-4598-869b-43d44f2c46fa None None] Provisioning complete for port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:50.545610 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c01f6a9d-48a2-4598-869b-43d44f2c46fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:50.686357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-b4abc4c2-ddc2-4920-81b9-7334693b34ba tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788777 Nov 12 10:54:50.750378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9818ebd6-348d-4d4c-b97a-88affa033c76 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:50.758131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9818ebd6-348d-4d4c-b97a-88affa033c76 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0904951 Nov 12 10:54:50.782642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-88726a10-301d-4861-adff-5ce42549003c None None] Set router 981d8683-763e-43ec-a1e4-931768193550 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:54:50.904568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-de0f16c6-3582-470f-aa2a-9e1549abb081 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:50.908384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-de0f16c6-3582-470f-aa2a-9e1549abb081 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182014 Nov 12 10:54:50.924241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Request body: {'port': {'device_id': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '207f6f65eaf44c88a1a3fff35bfda972'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:50.932392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-95e1a12b-9ece-4518-bcb3-9708877e619d service neutron] 10.222.0.98 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697810 Nov 12 10:54:51.034938 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c01f6a9d-48a2-4598-869b-43d44f2c46fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.093631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c01f6a9d-48a2-4598-869b-43d44f2c46fa None None] For port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,segment=NetworkSegment(41da40d0-8f6f-482f-9123-585756f1c04b),segment_id=41da40d0-8f6f-482f-9123-585756f1c04b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:51.119110 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-03284f6e-27bf-4f9d-a6a0-ebff5f7b0f1b service neutron] 10.222.0.98 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887541 Nov 12 10:54:51.179469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-88726a10-301d-4861-adff-5ce42549003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:54:46Z', 'revision_number': 4, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '7ae18fa1-b6d2-4e68-a42a-7479d78e45c1', 'name': '', 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'mac_address': 'fa:16:3e:dc:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '11ff39b5-ac7a-49a1-8305-0e2c978e83f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:44Z', 'updated_at': '2021-11-12T10:54:50Z', 'revision_number': 4, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'subnets': [{'id': '11ff39b5-ac7a-49a1-8305-0e2c978e83f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:54:51.213927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88726a10-301d-4861-adff-5ce42549003c None None] The sync data for ids ['981d8683-763e-43ec-a1e4-931768193550'] in n-d-768852-22 is: [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:54:46Z', 'revision_number': 4, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '7ae18fa1-b6d2-4e68-a42a-7479d78e45c1', 'name': '', 'network_id': 'd294ec30-23c5-4e2f-8502-a7ed91798875', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'mac_address': 'fa:16:3e:dc:dd:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '11ff39b5-ac7a-49a1-8305-0e2c978e83f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:44Z', 'updated_at': '2021-11-12T10:54:50Z', 'revision_number': 4, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'subnets': [{'id': '11ff39b5-ac7a-49a1-8305-0e2c978e83f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:54:51.253759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-c5867df9-29d1-44c8-8c89-83c1443fb794 req-99ff8aa2-98ed-47d2-bba4-65d03e257899 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:54:51.254296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5867df9-29d1-44c8-8c89-83c1443fb794 req-99ff8aa2-98ed-47d2-bba4-65d03e257899 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506706 Nov 12 10:54:51.532232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Made reservation on behalf of 207f6f65eaf44c88a1a3fff35bfda972 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:51.532432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c01f6a9d-48a2-4598-869b-43d44f2c46fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.537995 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.570942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.782992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f6a9d-48a2-4598-869b-43d44f2c46fa None None] Pushing event updated for resources: {'Port': ['ID=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:51.819382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2f3f9cbe-1107-4572-b5ad-dffa4f721a8b None None] Provisioning complete for port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:51.819972 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9cbe-1107-4572-b5ad-dffa4f721a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.838148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.853763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-aa797d9f-b243-422a-a95e-396505f81d47 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2792683 Nov 12 10:54:51.859308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:51.991621 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:51.999956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.039669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d8afadb-4b66-46d1-b57a-d404d205fae6 req-21a9db49-cac9-4402-9f97-13cb2ee8e94a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 210 time: 0.0303662 Nov 12 10:54:52.043771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd685eb-b7e9-444c-ab5b-614dc2bf2518,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:52.162651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-338e3cea-d116-47f2-90d3-4682bc07e9ef req-723ac2fc-fce5-49cc-829d-704226569c7c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 210 time: 0.0296507 Nov 12 10:54:52.209142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-6f6f14e6-a3cf-463e-aaa6-ab05294d96ed tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275705 Nov 12 10:54:52.277607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Allocated IP 192.168.233.19 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/cf4259fe-4d9d-4c01-b35e-71a0fc701c88) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:52.331065 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.348230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-3de3ec2b-bcdc-442b-8af9-b489e48798bc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0806820 Nov 12 10:54:52.357294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03b9d3-d9d6-453b-8de1-4b805efd8b1d req-df6c325a-705b-4119-8a0a-3f000025a3eb tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:52.381807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b03b9d3-d9d6-453b-8de1-4b805efd8b1d req-df6c325a-705b-4119-8a0a-3f000025a3eb tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 949 time: 0.0963943 Nov 12 10:54:52.449401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-8776a08d-147b-4739-bd59-14ea700d12c7 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:52.449401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-8776a08d-147b-4739-bd59-14ea700d12c7 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303190 Nov 12 10:54:52.466049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Request body: {'port': {'device_id': '76f71462-a65c-46f3-abca-453fb12b1ec6', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '3af466c2fcaa4682a8d5d9bd8170f124'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:52.535856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b03b9d3-d9d6-453b-8de1-4b805efd8b1d req-73f2da73-d02c-4be5-b2b1-b431a73c0f69 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464944 Nov 12 10:54:52.635207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-dfa12722-aea6-4df1-92be-a30467e63d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:52.636879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-dfa12722-aea6-4df1-92be-a30467e63d11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2087da7e8aa64ecca692b439722b8b96&device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 1101 time: 0.1870513 Nov 12 10:54:52.668588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Allocated IP 172.25.3.190 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b9095916-ba64-442b-8359-7811fc3e41e3) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:52.669557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0d56d5d7-4572-4147-8e2d-33436ac49ee2 req-304bda84-03a6-40cd-913a-2d01ac465074 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 210 time: 0.0531201 Nov 12 10:54:52.690404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:52.773386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Made reservation on behalf of 3af466c2fcaa4682a8d5d9bd8170f124 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:52.778933 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.004254 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-cab0473b-5c53-4082-b20b-748b42791e1a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=2087da7e8aa64ecca692b439722b8b96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252621 Nov 12 10:54:53.092837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:54:53.103607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-5f0ad1bb-0733-4fd4-8321-fc013057971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:53.107983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-5f0ad1bb-0733-4fd4-8321-fc013057971f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.4331470 Nov 12 10:54:53.142764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-2e2367ad-fd8d-4bfd-81a0-50265f7e88b0 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:53.144254 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-2e2367ad-fd8d-4bfd-81a0-50265f7e88b0 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306889 Nov 12 10:54:53.150699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:53.151057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.161777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-49570a12-a9b1-428a-9a13-eec188b78afe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e248c654-7839-4669-a04b-f7b30e51f45b HTTP/1.1" status: 200 len: 217 time: 0.0410380 Nov 12 10:54:53.164151 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-6344cde3-1115-42ae-9fb5-9055b1b23d4b tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/quotas/2087da7e8aa64ecca692b439722b8b96 HTTP/1.1" status: 200 len: 375 time: 0.0120537 Nov 12 10:54:53.171357 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.210847 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.255712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:53.267488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:53.276923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:53.282673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:53.283394 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.304182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-43f04b05-b90b-4e1a-94cb-30b448baf3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:53.304909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-43f04b05-b90b-4e1a-94cb-30b448baf3f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1319094 Nov 12 10:54:53.346634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.358833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Allocated IP 192.168.233.148 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/7ad795e2-e8af-43b4-bb74-4a9cd381d086) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:53.376305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-acf74b11-5611-4e17-b8c2-6dc4aa1092f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:53.377798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-acf74b11-5611-4e17-b8c2-6dc4aa1092f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596185 Nov 12 10:54:53.381833 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-48b3a8ee-ea95-45dd-9587-6f6edb4ef0a3 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2087da7e8aa64ecca692b439722b8b96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952641 Nov 12 10:54:53.404126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-036fb7ef-35c8-461c-8d90-5e722a52d789 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4837918 Nov 12 10:54:53.435295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Request body: {'port': {'device_id': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:53.436841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60062) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:53.495641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.604691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.615155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5d13ccb8-f08b-472d-86ba-2f4a809adf22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.640108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:53.641127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event updated for resources: {'Port': ['ID=b9095916-ba64-442b-8359-7811fc3e41e3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.649300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:53.651781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:53.656977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.658791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-08df30b3-84ea-4910-9671-8a1f4beb7fd6 None None] Provisioning complete for port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:53.658791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08df30b3-84ea-4910-9671-8a1f4beb7fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.701232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-ab1a3256-c2a7-4560-9ef0-f16858755265 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142085 Nov 12 10:54:53.714483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-08df30b3-84ea-4910-9671-8a1f4beb7fd6 None None] Port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:53.731243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5d13ccb8-f08b-472d-86ba-2f4a809adf22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.772200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.797434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.862758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5d13ccb8-f08b-472d-86ba-2f4a809adf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.896235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:53.912361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:53.914950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:53.920853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:53.921722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:53.937163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Pushing event updated for resources: {'Port': ['ID=7ad795e2-e8af-43b4-bb74-4a9cd381d086,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.947727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13ccb8-f08b-472d-86ba-2f4a809adf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26f263d-5256-41f1-838f-99e72784a9f1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:53.957565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5d13ccb8-f08b-472d-86ba-2f4a809adf22 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=138add0499964326ad0bc79661315113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156498 Nov 12 10:54:53.959879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60072) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:54.038741 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-62d5266a-5b74-4f4a-9c8a-f6579cb22036 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5773027 Nov 12 10:54:54.063981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Request body: {'port': {'device_id': '76f71462-a65c-46f3-abca-453fb12b1ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:54.116572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1036-c20e-4a39-b821-c75fe5db0627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.169687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.173834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.186433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1036-c20e-4a39-b821-c75fe5db0627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.216970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4259fe-4d9d-4c01-b35e-71a0fc701c88 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:54.222890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33bb858-677c-4536-948b-f51ba594e9b1 req-62a9f331-73e8-4481-b54c-e110a2615885 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947834 Nov 12 10:54:54.229091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.256599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Transition to ACTIVE for port object cf4259fe-4d9d-4c01-b35e-71a0fc701c88 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:54.341393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-43c72a9e-e9b9-424b-8164-679f6b69cd13 None None] Provisioning complete for port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:54.342047 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43c72a9e-e9b9-424b-8164-679f6b69cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.386823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.389249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-43c72a9e-e9b9-424b-8164-679f6b69cd13 None None] Port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:54.403053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.480422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:54.498016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Attempting to bind port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:54.498594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Attempting to bind port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:54.498931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Attempting to bind port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:54.503628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:54.503992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Attempting to bind port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:54.518518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:54.519340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:54.519789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:54.520319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Bound port: cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:54.526381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.536777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb0ff-d814-4ee3-80a9-ccc95e4cbcdc req-7611ee9d-78b3-4c4b-b1e2-562a3c46450a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:54.538337 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-378bb0ff-d814-4ee3-80a9-ccc95e4cbcdc req-7611ee9d-78b3-4c4b-b1e2-562a3c46450a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 935 time: 0.3499351 Nov 12 10:54:54.596263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.637841 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.680937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event updated for resources: {'Port': ['ID=b9095916-ba64-442b-8359-7811fc3e41e3,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:54.689666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:54.700116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:54.704006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-378bb0ff-d814-4ee3-80a9-ccc95e4cbcdc req-49be6aea-9816-4bdd-9e24-b1cbe4078525 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512802 Nov 12 10:54:54.754715 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1036-c20e-4a39-b821-c75fe5db0627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.758214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1036-c20e-4a39-b821-c75fe5db0627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.759664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce2d1036-c20e-4a39-b821-c75fe5db0627 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a26f263d-5256-41f1-838f-99e72784a9f1 HTTP/1.1" status: 204 len: 168 time: 0.7971470 Nov 12 10:54:54.786923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1036-c20e-4a39-b821-c75fe5db0627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26f263d-5256-41f1-838f-99e72784a9f1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:54.809752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.810992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-0ec961a2-5fd6-471c-81d3-547421015b97 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9562895 Nov 12 10:54:54.898717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaebfa-b439-4cbc-a9cc-08d1b9fc9847 req-84408c37-9929-4ba1-bf7c-d074ffbde547 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:54.900609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.905062 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edaebfa-b439-4cbc-a9cc-08d1b9fc9847 req-84408c37-9929-4ba1-bf7c-d074ffbde547 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 936 time: 0.1374426 Nov 12 10:54:54.908680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad795e2-e8af-43b4-bb74-4a9cd381d086 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:54.940345 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:54.946578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-de18c5fb-e73e-43ee-9138-4487915e7c61 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.1256759 Nov 12 10:54:54.970189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Transition to ACTIVE for port object 7ad795e2-e8af-43b4-bb74-4a9cd381d086 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:54.976915 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edaebfa-b439-4cbc-a9cc-08d1b9fc9847 req-97008c9c-361e-456b-81a5-e2da0e41f33c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705802 Nov 12 10:54:55.005523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.005523 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.005523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] 10.222.0.57 "PUT /v2.0/ports/cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 1096 time: 1.5710649 Nov 12 10:54:55.016706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:55.022603 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12442d03-d9b1-494d-9c84-dcd065fd7e58" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:55.099622 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1e62ca8-670a-47fc-a653-05a0c57e44f3 req-b680159e-8849-49a9-bcab-ce0cd04fbf15 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 210 time: 0.0367954 Nov 12 10:54:55.121358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.275118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad795e2-e8af-43b4-bb74-4a9cd381d086,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:55.292397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5ca4d0a-063f-49b7-977b-3e3ee89e07ea req-e5f674d9-cf5f-4bc5-a829-be4ef2f7f8b0 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 210 time: 0.0855477 Nov 12 10:54:55.311039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc015e-20a9-4123-8098-05b639e25cfd service neutron] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:55.383772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Attempting to bind port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:55.384164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Attempting to bind port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:55.384504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Attempting to bind port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:55.387762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-f990eccf-4535-4383-ad96-ae337eaf3841 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.389578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-157e4bb4-51f4-4a29-8614-43dca56c7f0f req-f990eccf-4535-4383-ad96-ae337eaf3841 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.4138756 Nov 12 10:54:55.389985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:55.390305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Attempting to bind port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:55.402342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:55.402877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:55.403422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:55.403797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-ce60568c-c28f-4c78-a26f-2b4184828c2b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.404247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Bound port: 7ad795e2-e8af-43b4-bb74-4a9cd381d086, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:55.405381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.405754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-ce60568c-c28f-4c78-a26f-2b4184828c2b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 820 time: 0.4550045 Nov 12 10:54:55.414007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-c2f85ba8-139b-4f3f-ac53-c29660bb223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.416174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-c2f85ba8-139b-4f3f-ac53-c29660bb223e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1099 time: 0.1993039 Nov 12 10:54:55.426486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Request body: {'port': {'device_id': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'admin_state_up': True, 'tenant_id': 'bd29df4f48464cdb8586959f14c6b833'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:55.453910 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e138ffe1-bf48-4c84-994d-4b0ccf18b522 x-openstack-request-id: req-e138ffe1-bf48-4c84-994d-4b0ccf18b522 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:55.454195 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:55.454448 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e138ffe1-bf48-4c84-994d-4b0ccf18b522 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:55.454833 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'status': 'completed', 'code': 200} Nov 12 10:54:55.496528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] For port 7ad795e2-e8af-43b4-bb74-4a9cd381d086, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:55.500060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] For port 7ad795e2-e8af-43b4-bb74-4a9cd381d086, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7ad795e2-e8af-43b4-bb74-4a9cd381d086,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:55.503362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-e9de324e-9b0c-4fd7-8c58-1bf88666a7ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0686913 Nov 12 10:54:55.626391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.665794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.666440 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:55.667982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] 10.222.0.57 "PUT /v2.0/ports/7ad795e2-e8af-43b4-bb74-4a9cd381d086 HTTP/1.1" status: 200 len: 1097 time: 1.6169224 Nov 12 10:54:55.668515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f71462-a65c-46f3-abca-453fb12b1ec6', 'tag': '7ad795e2-e8af-43b4-bb74-4a9cd381d086'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:55.670837 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ea5af9-ea09-40f3-a490-f0d3e0f34298" -d '{"events": [{"name": "network-changed", "server_uuid": "76f71462-a65c-46f3-abca-453fb12b1ec6", "tag": "7ad795e2-e8af-43b4-bb74-4a9cd381d086"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:55.695424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5f0a1-cd48-430c-8d36-d34743c402d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad795e2-e8af-43b4-bb74-4a9cd381d086,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:55.705200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-dcb43387-7701-4224-8bee-1ac55430516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.707884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-dcb43387-7701-4224-8bee-1ac55430516f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1551795 Nov 12 10:54:55.769209 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-4ec5fdc1-0633-4c75-a35c-c1754f3dfca3 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2704740 Nov 12 10:54:55.793979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:55.805790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-92dd4ecb-c4c0-43fd-acca-ad6f915c8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.807473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-92dd4ecb-c4c0-43fd-acca-ad6f915c8651 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0912540 Nov 12 10:54:55.889047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-05236442-52be-4e79-953e-7a88769a6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:55.890927 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-05236442-52be-4e79-953e-7a88769a6988 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 1100 time: 0.0913396 Nov 12 10:54:55.959102 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed51a9b-9a93-4fb6-948a-5ccf8492f5f3 x-openstack-request-id: req-8ed51a9b-9a93-4fb6-948a-5ccf8492f5f3 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:55.959423 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f71462-a65c-46f3-abca-453fb12b1ec6", "tag": "7ad795e2-e8af-43b4-bb74-4a9cd381d086", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:55.959638 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8ed51a9b-9a93-4fb6-948a-5ccf8492f5f3 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:55.960031 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f71462-a65c-46f3-abca-453fb12b1ec6', 'tag': '7ad795e2-e8af-43b4-bb74-4a9cd381d086', 'status': 'completed', 'code': 200} Nov 12 10:54:55.960409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60112) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:55.963674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-932e792a-b952-48fa-b5cf-d59617e24459 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7ad795e2-e8af-43b4-bb74-4a9cd381d086 HTTP/1.1" status: 200 len: 217 time: 0.0642631 Nov 12 10:54:56.026370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15c2f1bc-7a15-40b9-988a-3a197d3cb424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.077021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-985ae7ce-c2b6-4414-9160-366571c21341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:56.078548 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-985ae7ce-c2b6-4414-9160-366571c21341 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1082840 Nov 12 10:54:56.086211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Made reservation on behalf of bd29df4f48464cdb8586959f14c6b833 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:56.089767 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.099614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26408634-b2bd-4e7c-ac23-3ac4fdfd40e9 req-5dc28aa0-70ad-4418-a62c-1cfeb347768c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:56.101897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26408634-b2bd-4e7c-ac23-3ac4fdfd40e9 req-5dc28aa0-70ad-4418-a62c-1cfeb347768c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 947 time: 0.1303287 Nov 12 10:54:56.219780 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.224458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26408634-b2bd-4e7c-ac23-3ac4fdfd40e9 req-392bac26-a9fa-4640-9279-936ccba39c09 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144722 Nov 12 10:54:56.226407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-a1e1e8d6-4583-4ae8-8b7c-2f0c97a61005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:56.227807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-a1e1e8d6-4583-4ae8-8b7c-2f0c97a61005 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249011 Nov 12 10:54:56.227961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-6456dff6-bdf2-480d-9a7d-5067d8e9c960 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123669 Nov 12 10:54:56.253034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15c2f1bc-7a15-40b9-988a-3a197d3cb424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.345677 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-29e52866-4989-4175-8d5b-16db94c4f467 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991995 Nov 12 10:54:56.381815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15c2f1bc-7a15-40b9-988a-3a197d3cb424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.403392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Allocated IP 172.20.0.12 (86909a6c-83d3-4aef-b351-026852daebf4/06317caf-44f7-4e6a-8e1d-6614643ee770/658d2efc-0156-4cf1-b7a3-f528d4f1f187) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:56.436395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6850b25f-44fc-47fd-992c-aa4b1c37eacc req-197ce2e4-d03a-4a35-85e1-a86bffb5e403 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932564 Nov 12 10:54:56.475272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15c2f1bc-7a15-40b9-988a-3a197d3cb424 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6eb6b7eba88a48cfa53b799c41e5506b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5135195 Nov 12 10:54:56.479644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60120) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:56.493365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2f1bc-7a15-40b9-988a-3a197d3cb424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d302f5-7d52-4f55-a7d1-ea9628e3b821,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:56.545319 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82f3096d-de96-4f48-a257-ebb65cdd78ff req-cc51bc21-9102-49f0-92f3-fd34110c0ffd service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917994 Nov 12 10:54:56.557364 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.574324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f8069f5-140f-4825-b749-a7c1d192c672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.626417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f8069f5-140f-4825-b749-a7c1d192c672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.664039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-4373708e-c7f7-404f-bfb4-eca1816bfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:56.665593 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-4373708e-c7f7-404f-bfb4-eca1816bfaec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1099 time: 0.0923464 Nov 12 10:54:56.671697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.69', 55647) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:54:56.701058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.716649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1b4c80da-3d8c-4a2d-8859-2803ee79f083 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2087da7e8aa64ecca692b439722b8b96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426428 Nov 12 10:54:56.752967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Allocated IP 172.25.3.183 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/32372c9b-c082-4afa-81ea-9330b2e2df2b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:56.810115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f8069f5-140f-4825-b749-a7c1d192c672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.812716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f8069f5-140f-4825-b749-a7c1d192c672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:56.813839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3f8069f5-140f-4825-b749-a7c1d192c672 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/36d302f5-7d52-4f55-a7d1-ea9628e3b821 HTTP/1.1" status: 204 len: 168 time: 0.3309095 Nov 12 10:54:56.893249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8069f5-140f-4825-b749-a7c1d192c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d302f5-7d52-4f55-a7d1-ea9628e3b821,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:56.904271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-48beb5d2-bf5d-4b20-9f86-48eaf36c54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:56.906043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-48beb5d2-bf5d-4b20-9f86-48eaf36c54c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 1100 time: 0.1253183 Nov 12 10:54:56.932829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-d2bcac6a-5062-40bd-92bf-5dbce83a9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:56.934370 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-d2bcac6a-5062-40bd-92bf-5dbce83a9cdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2506006 Nov 12 10:54:56.965324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-e9db38d7-cd4e-4694-85d6-5b8c9297fc98 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:56.966812 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-e9db38d7-cd4e-4694-85d6-5b8c9297fc98 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418523 Nov 12 10:54:56.991374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.002974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5c9e1-a5f7-4212-9f03-56b317d63bf1 req-b6a6d5be-12d2-450a-ae18-dd901400b1c9 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.005293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2cc5c9e1-a5f7-4212-9f03-56b317d63bf1 req-b6a6d5be-12d2-450a-ae18-dd901400b1c9 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 948 time: 0.2010469 Nov 12 10:54:57.010014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Request body: {'port': {'device_id': 'd794e09c-7186-4f28-9c67-dc8a4a41d950', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '2087da7e8aa64ecca692b439722b8b96'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:57.013968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-1bc762b1-85dd-4c49-8377-27c07e3ab163 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0676014 Nov 12 10:54:57.049381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.076985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Network 86909a6c-83d3-4aef-b351-026852daebf4 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:57.094782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:57.100561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:57.107524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.108224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.110684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Pushing event updated for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:57.116265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-0126ce72-a1a3-48ea-b78c-d87e4706b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.117757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-0126ce72-a1a3-48ea-b78c-d87e4706b9ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2003868 Nov 12 10:54:57.153107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-c40b4aed-8468-4676-a90c-06852a5d1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.154628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-c40b4aed-8468-4676-a90c-06852a5d1ad8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1172702 Nov 12 10:54:57.161377 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2cc5c9e1-a5f7-4212-9f03-56b317d63bf1 req-2bccfae9-a42a-43e7-a3dd-356a14691726 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453133 Nov 12 10:54:57.182155 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-29462ab1-fe4b-4bb1-a77e-b6fa16fa8c64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7ad795e2-e8af-43b4-bb74-4a9cd381d086 HTTP/1.1" status: 200 len: 217 time: 0.0489202 Nov 12 10:54:57.217320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-53a239db-74e5-4486-95f0-09ff9dfb9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.218494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-53a239db-74e5-4486-95f0-09ff9dfb9b35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539756 Nov 12 10:54:57.245084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-aeeee8c0-f77b-4d74-ba25-043dfec94e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.246502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-aeeee8c0-f77b-4d74-ba25-043dfec94e2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0554576 Nov 12 10:54:57.256526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-7db42c83-8f78-43f6-99a7-cbf02aeeb517 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8391073 Nov 12 10:54:57.286950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Request body: {'port': {'device_id': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:57.349968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-1fa7298e-f4f6-4347-aae4-233fc765a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.351503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-1fa7298e-f4f6-4347-aae4-233fc765a986 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941172 Nov 12 10:54:57.354476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e635d4-5bae-4e0a-80e8-7eab46dbdada req-1ccedb24-db8c-42d2-841c-bb0c8cdc5749 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.356217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c9e635d4-5bae-4e0a-80e8-7eab46dbdada req-1ccedb24-db8c-42d2-841c-bb0c8cdc5749 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 932 time: 0.1206839 Nov 12 10:54:57.360119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.381306 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-cf5f175a-8d6f-4a9d-8171-fdbc05371a06 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539991 Nov 12 10:54:57.422915 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.434145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:57.470298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:57.479071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:57.479297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Made reservation on behalf of 2087da7e8aa64ecca692b439722b8b96 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:54:57.482746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.495772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event updated for resources: {'Port': ['ID=32372c9b-c082-4afa-81ea-9330b2e2df2b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:57.508349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c9e635d4-5bae-4e0a-80e8-7eab46dbdada req-113b19d2-f969-4ee8-8b5b-93935d1456c6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358092 Nov 12 10:54:57.581808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-50aa53ba-ce70-4209-921f-602d20397db9 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175288 Nov 12 10:54:57.592622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.603450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12442d03-d9b1-494d-9c84-dcd065fd7e58 req-be898ddc-153c-48ec-8161-2d10aae941d7 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106905 Nov 12 10:54:57.635743 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d64153f4-1f3a-468e-a1d1-c06a68921621 req-148270eb-2a6b-4dab-a1f2-433c9c74c306 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 210 time: 0.0380187 Nov 12 10:54:57.727890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Allocated IP 192.168.233.161 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/089b9fb2-fdbd-45a9-851a-8420e3f79726) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:54:57.818971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ea5af9-ea09-40f3-a490-f0d3e0f34298 req-553d1ec5-f964-4997-bbc3-79f1037c719b service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247262 Nov 12 10:54:57.826976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:57.939794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c0851-f52d-47ba-8842-e21a0addb2a4 req-d1cf90c4-7002-42cf-834b-96735ca13d55 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:57.941295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f4c0851-f52d-47ba-8842-e21a0addb2a4 req-d1cf90c4-7002-42cf-834b-96735ca13d55 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 947 time: 0.0811505 Nov 12 10:54:57.965922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.025640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f4c0851-f52d-47ba-8842-e21a0addb2a4 req-817d2714-cf10-4da7-8a1b-6dcd01f144b6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758188 Nov 12 10:54:58.032464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658d2efc-0156-4cf1-b7a3-f528d4f1f187 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:58.048339 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.072806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Transition to ACTIVE for port object 658d2efc-0156-4cf1-b7a3-f528d4f1f187 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:58.090833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.206255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.206482 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.206610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.221913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['e248c654-7839-4669-a04b-f7b30e51f45b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:54:58.254546 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.284766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event updated for resources: {'Port': ['ID=32372c9b-c082-4afa-81ea-9330b2e2df2b,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:58.321944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:54:58.329171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:54:58.339734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:54:58.358930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:58.359259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:58.359586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:58.375250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:58.375610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:58.377685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:58.381740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.402421 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.413272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-ae0f9777-cf13-4bb2-b5bf-4811cc6789ed tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6246300 Nov 12 10:54:58.416455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Pushing event updated for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:58.437790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:58.439393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:58.439964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:58.440831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Bound port: 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:58.441520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.450931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Pushing event updated for resources: {'Port': ['ID=089b9fb2-fdbd-45a9-851a-8420e3f79726,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:58.530913 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-1ad307eb-861e-46f2-ab12-8a794246f2f1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5245321 Nov 12 10:54:58.539758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-70293c84-be0d-467d-8d2c-1c0ee3c41bcc tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.1244769 Nov 12 10:54:58.555574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Request body: {'port': {'device_id': 'd794e09c-7186-4f28-9c67-dc8a4a41d950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:58.618485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659503-7932-4b99-8ed0-1095a1bfeb9b req-0bb0c2f0-18ef-475e-9f69-d5083dc5302b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:58.621302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0659503-7932-4b99-8ed0-1095a1bfeb9b req-0bb0c2f0-18ef-475e-9f69-d5083dc5302b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 948 time: 0.1462889 Nov 12 10:54:58.677111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab492a20-2ecb-4094-bac6-1fc5e5fa07b8 None None] Provisioning complete for port 089b9fb2-fdbd-45a9-851a-8420e3f79726 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:54:58.677111 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab492a20-2ecb-4094-bac6-1fc5e5fa07b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.692898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:58.699198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:58.700919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.723502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ab492a20-2ecb-4094-bac6-1fc5e5fa07b8 None None] Port 089b9fb2-fdbd-45a9-851a-8420e3f79726 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:54:58.724163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-a39f4213-066d-4e10-9759-5595b17522a3 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:58.725871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aca341cb-f256-4244-8767-46ca4e88c5c7 req-a39f4213-066d-4e10-9759-5595b17522a3 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1850827 Nov 12 10:54:58.771998 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0659503-7932-4b99-8ed0-1095a1bfeb9b req-ac2d68dc-12c4-4063-b4c7-6a82ac6a0cbb tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156802 Nov 12 10:54:58.795747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.834337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:58.835005 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:58.836493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] 10.222.0.69 "PUT /v2.0/ports/658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 1093 time: 1.5540564 Nov 12 10:54:58.836941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:54:58.839360 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:54:58.870255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09d589-cf4f-464a-b910-93cfe8c9d214 service neutron] Pushing event updated for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:58.962659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da4613-7581-4360-b1a5-d35cf2d71c26 req-b042f3b1-f0d1-4322-85e2-25100cc5ab00 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:58.964918 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4da4613-7581-4360-b1a5-d35cf2d71c26 req-b042f3b1-f0d1-4322-85e2-25100cc5ab00 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.1120484 Nov 12 10:54:59.035370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8abe4a-e1fb-41cb-87ab-256f5afae176 req-fda8c938-7f3d-4834-a59a-8900206b014b tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:59.040713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c8abe4a-e1fb-41cb-87ab-256f5afae176 req-fda8c938-7f3d-4834-a59a-8900206b014b tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 936 time: 0.1050658 Nov 12 10:54:59.057338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4da4613-7581-4360-b1a5-d35cf2d71c26 req-32d7d2f9-68e3-40fc-8acb-7b2e679ecb27 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801399 Nov 12 10:54:59.065511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-d581899b-ae1c-4501-9cc5-449dc08e27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:59.067559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-d581899b-ae1c-4501-9cc5-449dc08e27c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1096 time: 0.0884817 Nov 12 10:54:59.128351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-dde4c4d0-588b-46bc-9292-2285e35ac9e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 217 time: 0.0492876 Nov 12 10:54:59.133515 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c8abe4a-e1fb-41cb-87ab-256f5afae176 req-75906434-09e9-433c-97fe-dcf0c52ebf9a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881143 Nov 12 10:54:59.186987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-4a1c4c54-684f-4efe-867c-25d640f6affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:59.188476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-4a1c4c54-684f-4efe-867c-25d640f6affd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0517926 Nov 12 10:54:59.224026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-5f9eb899-45a8-48fe-aaf5-eb4f34de67bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266988 Nov 12 10:54:59.259114 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f780363a-3600-4c58-819d-54b2f15d9838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.313843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 089b9fb2-fdbd-45a9-851a-8420e3f79726 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:54:59.336315 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-30a4b81c-7754-441f-9c39-8ff184ed0972 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045163 Nov 12 10:54:59.348072 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.437514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Transition to ACTIVE for port object 089b9fb2-fdbd-45a9-851a-8420e3f79726 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:54:59.530075 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-a2698974-9a58-4116-9d0c-4572ec6aa488 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4248445 Nov 12 10:54:59.536598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:54:59.602540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.608129 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3566e8-41ba-4f7c-ad8a-7a96134146f2 x-openstack-request-id: req-9f3566e8-41ba-4f7c-ad8a-7a96134146f2 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:54:59.608658 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:54:59.608658 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9f3566e8-41ba-4f7c-ad8a-7a96134146f2 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:54:59.609027 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187', 'status': 'completed', 'code': 200} Nov 12 10:54:59.659805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Pushing event updated for resources: {'Port': ['ID=089b9fb2-fdbd-45a9-851a-8420e3f79726,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:54:59.701057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Attempting to bind port 089b9fb2-fdbd-45a9-851a-8420e3f79726 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:54:59.702412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Attempting to bind port 089b9fb2-fdbd-45a9-851a-8420e3f79726 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:54:59.702412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Attempting to bind port 089b9fb2-fdbd-45a9-851a-8420e3f79726 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:59.707484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Port 089b9fb2-fdbd-45a9-851a-8420e3f79726 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:54:59.712157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Attempting to bind port 089b9fb2-fdbd-45a9-851a-8420e3f79726 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:54:59.714464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:54:59.714872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:54:59.715319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:54:59.715827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Bound port: 089b9fb2-fdbd-45a9-851a-8420e3f79726, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:54:59.716261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.717819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00264f8c-b6b3-4f94-aeb6-f4336a78e080 req-e0a90b43-09a1-47aa-94a7-bbcef9e81af5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:59.719200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00264f8c-b6b3-4f94-aeb6-f4336a78e080 req-e0a90b43-09a1-47aa-94a7-bbcef9e81af5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 947 time: 0.1136560 Nov 12 10:54:59.725766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5447c79-a709-47fe-b3f7-36d2d9c861e0 req-0afe8b76-e031-4d3b-8679-354c3833cb16 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797307 Nov 12 10:54:59.735731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.750822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7ad795e2-e8af-43b4-bb74-4a9cd381d086 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:54:59.776077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00264f8c-b6b3-4f94-aeb6-f4336a78e080 req-1f71d7ff-e2d7-4163-9f08-15086281fef2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491734 Nov 12 10:54:59.883166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] For port 089b9fb2-fdbd-45a9-851a-8420e3f79726, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:54:59.887185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] For port 089b9fb2-fdbd-45a9-851a-8420e3f79726, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=089b9fb2-fdbd-45a9-851a-8420e3f79726,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:54:59.896535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7ad795e2-e8af-43b4-bb74-4a9cd381d086, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7ad795e2-e8af-43b4-bb74-4a9cd381d086,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:54:59.922264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '7ad795e2-e8af-43b4-bb74-4a9cd381d086', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '7ad795e2-e8af-43b4-bb74-4a9cd381d086', 'mac_address': 'fa:16:3e:f4:a0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:54:59.926733 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.932162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-49733b78-b1d2-49ca-a163-b354ae4f0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:54:59.936792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-49733b78-b1d2-49ca-a163-b354ae4f0905 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1096 time: 0.0580528 Nov 12 10:54:59.969903 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.981706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:54:59.995153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad795e2-e8af-43b4-bb74-4a9cd381d086 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:00.028713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7ad795e2-e8af-43b4-bb74-4a9cd381d086, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7ad795e2-e8af-43b4-bb74-4a9cd381d086,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:00.047020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:00.047645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.049131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] 10.222.0.69 "PUT /v2.0/ports/089b9fb2-fdbd-45a9-851a-8420e3f79726 HTTP/1.1" status: 200 len: 1097 time: 1.5019455 Nov 12 10:55:00.071015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd794e09c-7186-4f28-9c67-dc8a4a41d950', 'tag': '089b9fb2-fdbd-45a9-851a-8420e3f79726'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:00.073156 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c043543d-8135-4df7-a8d3-51bd9301482e" -d '{"events": [{"name": "network-changed", "server_uuid": "d794e09c-7186-4f28-9c67-dc8a4a41d950", "tag": "089b9fb2-fdbd-45a9-851a-8420e3f79726"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:00.073868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-90e5d05e-eee3-4474-bc5e-2a3eaed1825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:00.075547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-90e5d05e-eee3-4474-bc5e-2a3eaed1825d service neutron] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1300201 Nov 12 10:55:00.095331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877c825-b897-4bf4-8c50-9a15aed3c95a service neutron] Pushing event updated for resources: {'Port': ['ID=089b9fb2-fdbd-45a9-851a-8420e3f79726,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:00.121684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Allocated IP 172.25.3.79 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/3fcd434a-61da-4610-b83a-140b1f7776e1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:00.133771 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.134526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cf4259fe-4d9d-4c01-b35e-71a0fc701c88 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:00.140660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-0e591795-b3ca-4d30-af7e-4be0e09b5527 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 217 time: 0.0559466 Nov 12 10:55:00.205196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=7ad795e2-e8af-43b4-bb74-4a9cd381d086,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:00.222156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-e93910d9-d624-4045-9559-b4220e027216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:00.224148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-e93910d9-d624-4045-9559-b4220e027216 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0707583 Nov 12 10:55:00.246042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:00.265835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'mac_address': 'fa:16:3e:5c:06:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:00.278120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-8f0e1c66-58db-4f35-8e3e-f7cf059bfd10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446696 Nov 12 10:55:00.288306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.333317 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.352212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4259fe-4d9d-4c01-b35e-71a0fc701c88 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:00.374192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:00.374977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-61bd7c3c-bd6f-4db8-b2ad-2f501ee6c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:00.376513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-61bd7c3c-bd6f-4db8-b2ad-2f501ee6c36e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2087da7e8aa64ecca692b439722b8b96&device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 1100 time: 0.0723686 Nov 12 10:55:00.399731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-4cef2e08-1398-429e-9807-395fe641228b service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130490 Nov 12 10:55:00.422842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-ce67b3ca-65e7-4d18-a390-4bef4bb13a6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=089b9fb2-fdbd-45a9-851a-8420e3f79726 HTTP/1.1" status: 200 len: 217 time: 0.0369759 Nov 12 10:55:00.470773 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.482529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.508898 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6fc045e-400f-4d5e-aa6d-04cdf4f55add req-5f84dd2e-f7e3-423f-a9ff-8d9990243141 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019702 Nov 12 10:55:00.532885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:00.549461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-d5626df3-81ef-48f8-b454-6320d0ee9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:00.552860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-d5626df3-81ef-48f8-b454-6320d0ee9adf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1221974 Nov 12 10:55:00.595156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:00.626355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event updated for resources: {'Port': ['ID=3fcd434a-61da-4610-b83a-140b1f7776e1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:00.637818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:00.640187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:00.702619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a72202-31e0-4de7-b84a-6436b69705a0 req-80de9f31-e035-4615-8477-4c485db32c3e tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:00.704212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8a72202-31e0-4de7-b84a-6436b69705a0 req-80de9f31-e035-4615-8477-4c485db32c3e tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 949 time: 0.0513098 Nov 12 10:55:00.733460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:00.754887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8a72202-31e0-4de7-b84a-6436b69705a0 req-8717a957-cb1a-4b4d-964e-e8d96a487c79 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438974 Nov 12 10:55:00.764791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-e49f1e45-a4e3-4265-8317-b9e143043567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:00.766345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-e49f1e45-a4e3-4265-8317-b9e143043567 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1990924 Nov 12 10:55:00.780662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['7ad795e2-e8af-43b4-bb74-4a9cd381d086'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:00.795386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:00.909967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-fcdda7a4-ce1a-4338-882a-355551920513 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305220 Nov 12 10:55:00.944114 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c44408-aebf-4182-b444-71a99f1b1914 x-openstack-request-id: req-42c44408-aebf-4182-b444-71a99f1b1914 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:00.944459 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d794e09c-7186-4f28-9c67-dc8a4a41d950", "tag": "089b9fb2-fdbd-45a9-851a-8420e3f79726", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:00.944657 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42c44408-aebf-4182-b444-71a99f1b1914 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:00.945010 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd794e09c-7186-4f28-9c67-dc8a4a41d950', 'tag': '089b9fb2-fdbd-45a9-851a-8420e3f79726', 'status': 'completed', 'code': 200} Nov 12 10:55:00.967372 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:01.050929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074d0be-7e87-4e53-8fc8-acb335486ac6 req-af469b83-8fac-4284-be79-e0a4266de611 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:01.053464 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e074d0be-7e87-4e53-8fc8-acb335486ac6 req-af469b83-8fac-4284-be79-e0a4266de611 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.0561717 Nov 12 10:55:01.096316 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50d58c93-c205-45b3-8f6e-486906bf2182 req-d660d47d-caf8-4576-9104-08a79a5e2f24 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638031 Nov 12 10:55:01.100593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e074d0be-7e87-4e53-8fc8-acb335486ac6 req-e8d6b0cb-4ac2-4b37-9053-49777fb56fd5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Nov 12 10:55:01.189534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:01.221595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673f537-eda4-4d9f-92fe-9aa7f8986b70 req-b376d403-0c5b-49ca-9064-15649331b559 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:01.223133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2673f537-eda4-4d9f-92fe-9aa7f8986b70 req-b376d403-0c5b-49ca-9064-15649331b559 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 948 time: 0.0560889 Nov 12 10:55:01.261493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043543d-8135-4df7-a8d3-51bd9301482e req-fefa4699-6b77-453a-be9b-f07d8da6fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:01.263053 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c043543d-8135-4df7-a8d3-51bd9301482e req-fefa4699-6b77-453a-be9b-f07d8da6fe48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2087da7e8aa64ecca692b439722b8b96&device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 1100 time: 0.0453131 Nov 12 10:55:01.275174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2673f537-eda4-4d9f-92fe-9aa7f8986b70 req-c7ffc9a9-e493-4584-b3eb-e085d231b586 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 Nov 12 10:55:01.279320 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:01.353985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:01.386460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event updated for resources: {'Port': ['ID=3fcd434a-61da-4610-b83a-140b1f7776e1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:01.405960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043543d-8135-4df7-a8d3-51bd9301482e req-2c9e0443-0d5c-45db-9676-74046e8cbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:01.407423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c043543d-8135-4df7-a8d3-51bd9301482e req-2c9e0443-0d5c-45db-9676-74046e8cbdcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1367121 Nov 12 10:55:01.460917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c043543d-8135-4df7-a8d3-51bd9301482e req-648e22a1-8be0-4be7-b7d1-9f7eb1b2abae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=089b9fb2-fdbd-45a9-851a-8420e3f79726 HTTP/1.1" status: 200 len: 217 time: 0.0347099 Nov 12 10:55:01.510558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043543d-8135-4df7-a8d3-51bd9301482e req-9f838bae-56d4-48f2-8eb1-a1a8962f0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:01.512045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c043543d-8135-4df7-a8d3-51bd9301482e req-9f838bae-56d4-48f2-8eb1-a1a8962f0707 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0474374 Nov 12 10:55:01.567225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043543d-8135-4df7-a8d3-51bd9301482e req-c6d9560b-d3d6-4ed3-a8f6-31a75ed61a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:01.568968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c043543d-8135-4df7-a8d3-51bd9301482e req-c6d9560b-d3d6-4ed3-a8f6-31a75ed61a44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476179 Nov 12 10:55:01.631067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:01.632322 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-dd9ce4db-0247-45cf-aa91-358fc955f3ec tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1013324 Nov 12 10:55:01.974708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7ad795e2-e8af-43b4-bb74-4a9cd381d086 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:01.976425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-857a557b-8439-404d-a01c-ed9f9dbbb92c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.2828569 Nov 12 10:55:01.976425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c043543d-8135-4df7-a8d3-51bd9301482e req-589273af-43e6-4b0b-a1f1-a4acd56ed870 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583643 Nov 12 10:55:02.030467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8218a608-0abb-4324-9bf9-ead311a7ac6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.104716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:02.107176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-0a045d92-68ec-43f4-b943-5480f50e924c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:02.108595 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-0a045d92-68ec-43f4-b943-5480f50e924c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1715331 Nov 12 10:55:02.109929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:02.111310 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.114964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c043543d-8135-4df7-a8d3-51bd9301482e req-aa9ad65c-3b62-4a54-a7a2-e4f6e7c27b76 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677001 Nov 12 10:55:02.124090 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-e7e9e421-9f32-46d0-ac7f-28131131e6d0 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:02.124090 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67e70387-7bee-44eb-9aac-8747c721eb97 req-e7e9e421-9f32-46d0-ac7f-28131131e6d0 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061953 Nov 12 10:55:02.206791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.233739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f71462-a65c-46f3-abca-453fb12b1ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad795e2-e8af-43b4-bb74-4a9cd381d086'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:02.236308 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed32244f-172a-4b81-9f51-3ba8d72b7000" -d '{"events": [{"server_uuid": "76f71462-a65c-46f3-abca-453fb12b1ec6", "name": "network-vif-plugged", "status": "completed", "tag": "7ad795e2-e8af-43b4-bb74-4a9cd381d086"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:02.251255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7ad795e2-e8af-43b4-bb74-4a9cd381d086, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7ad795e2-e8af-43b4-bb74-4a9cd381d086,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:02.252499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea4f1-ca12-48ab-8e66-618d16e3b687 req-e8b20817-94c1-4339-a3ec-3c26f0e2225c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:02.254969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f88ea4f1-ca12-48ab-8e66-618d16e3b687 req-e8b20817-94c1-4339-a3ec-3c26f0e2225c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 948 time: 0.0694551 Nov 12 10:55:02.309968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f88ea4f1-ca12-48ab-8e66-618d16e3b687 req-f6890899-cc62-4380-9a71-41aaafcbb7fb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468576 Nov 12 10:55:02.391120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.396082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cf4259fe-4d9d-4c01-b35e-71a0fc701c88 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:02.444773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7393d-1198-4649-ba23-f74b3b782a02 req-aa8f877b-e76f-40a2-b549-7c59abd3dd44 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:02.454229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-beb7393d-1198-4649-ba23-f74b3b782a02 req-aa8f877b-e76f-40a2-b549-7c59abd3dd44 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 949 time: 0.0742915 Nov 12 10:55:02.491311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=7ad795e2-e8af-43b4-bb74-4a9cd381d086,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:02.520184 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-beb7393d-1198-4649-ba23-f74b3b782a02 req-d148ed5d-671f-4577-96b0-3fb1f0f0976f tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537086 Nov 12 10:55:02.587804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54617d8f-c73b-465d-8f41-df1d15d183fc req-95ca4c01-201e-46a4-884d-fcc8b28b9bba tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips/3ffcd922-6959-4a25-9f31-03e18977fc2a HTTP/1.1" status: 200 len: 692 time: 0.0961299 Nov 12 10:55:02.590484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:02.602844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:02.603580 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.658044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ff2af-9e7f-44a9-aa41-5453a7f3621c req-6a182b57-8f91-45ae-9ccf-7b51d29b73f1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:02.660259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a0ff2af-9e7f-44a9-aa41-5453a7f3621c req-6a182b57-8f91-45ae-9ccf-7b51d29b73f1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.0734003 Nov 12 10:55:02.719761 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a0ff2af-9e7f-44a9-aa41-5453a7f3621c req-e487e624-c469-4ac6-8541-d7fe8aed0035 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Nov 12 10:55:02.873697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54617d8f-c73b-465d-8f41-df1d15d183fc req-3386476f-d267-477d-a2e1-e2e3ce362727 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:02.873697 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54617d8f-c73b-465d-8f41-df1d15d183fc req-3386476f-d267-477d-a2e1-e2e3ce362727 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1371071 Nov 12 10:55:02.873697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-54617d8f-c73b-465d-8f41-df1d15d183fc req-3f402682-23c5-44d9-94c3-686bc9cd95fc tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:02.873697 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54617d8f-c73b-465d-8f41-df1d15d183fc req-3f402682-23c5-44d9-94c3-686bc9cd95fc tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122228 Nov 12 10:55:02.874419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.874419 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc19b0-9555-4add-863e-c1a6d1b49865 x-openstack-request-id: req-d7bc19b0-9555-4add-863e-c1a6d1b49865 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:02.874419 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f71462-a65c-46f3-abca-453fb12b1ec6", "name": "network-vif-plugged", "status": "completed", "tag": "7ad795e2-e8af-43b4-bb74-4a9cd381d086", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:02.874419 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d7bc19b0-9555-4add-863e-c1a6d1b49865 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:02.874419 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f71462-a65c-46f3-abca-453fb12b1ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad795e2-e8af-43b4-bb74-4a9cd381d086', 'code': 200} Nov 12 10:55:02.874419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:02.874419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.886342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 658d2efc-0156-4cf1-b7a3-f528d4f1f187 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:02.907675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fb97b-4546-4e00-937e-455ae6a6eec5 req-b044d8f0-e76a-43ff-97f5-ec5aa242b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:02.909536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e40fb97b-4546-4e00-937e-455ae6a6eec5 req-b044d8f0-e76a-43ff-97f5-ec5aa242b548 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 1102 time: 0.0469308 Nov 12 10:55:02.917786 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:02.974033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e40fb97b-4546-4e00-937e-455ae6a6eec5 req-ab99714a-9fdd-41b1-b930-e4638c89a73f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548353 Nov 12 10:55:03.019224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:03.037387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfcb0a-e805-4679-88ae-ecdaa58cf5e8 req-80d95206-238b-40dc-af8a-0735e600e7fa tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:03.045189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35bfcb0a-e805-4679-88ae-ecdaa58cf5e8 req-80d95206-238b-40dc-af8a-0735e600e7fa tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 948 time: 0.0717783 Nov 12 10:55:03.045369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:03.097245 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35bfcb0a-e805-4679-88ae-ecdaa58cf5e8 req-d96c02f3-b5fb-44d8-91dc-15e1c6af52fd tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496585 Nov 12 10:55:03.124358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0231228-fd79-4b6e-802d-d7920da700ac req-123808c6-4c77-42f7-adc3-41946213e54f tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:03.125973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0231228-fd79-4b6e-802d-d7920da700ac req-123808c6-4c77-42f7-adc3-41946213e54f tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 970 time: 0.0560887 Nov 12 10:55:03.173662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '658d2efc-0156-4cf1-b7a3-f528d4f1f187', 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'port_id': '658d2efc-0156-4cf1-b7a3-f528d4f1f187', 'mac_address': 'fa:16:3e:72:53:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06317caf-44f7-4e6a-8e1d-6614643ee770', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:03.184733 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0231228-fd79-4b6e-802d-d7920da700ac req-83320cd6-9192-4ce6-a712-4ac4cf70d66c tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 Nov 12 10:55:03.212301 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.226638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658d2efc-0156-4cf1-b7a3-f528d4f1f187 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:03.246203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:03.253940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-067c22a7-030e-478d-b298-197911b88c3c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips/3ffcd922-6959-4a25-9f31-03e18977fc2a HTTP/1.1" status: 200 len: 692 time: 0.0426519 Nov 12 10:55:03.358203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-fadd89aa-258b-477a-aebb-24001c9a09c0 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:03.359489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-fadd89aa-258b-477a-aebb-24001c9a09c0 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1000879 Nov 12 10:55:03.368118 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.381740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-dc30bde7-4b70-48ea-aeee-8e8c68989366 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:03.381740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-dc30bde7-4b70-48ea-aeee-8e8c68989366 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056486 Nov 12 10:55:03.422930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:03.433702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-841d1e81-ef09-49cf-9ba9-9d8490d80bf7 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.0563145 Nov 12 10:55:03.485352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a3a5b04-50f2-4619-8072-e3da529d978e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.79 HTTP/1.1" status: 200 len: 695 time: 0.0451310 Nov 12 10:55:03.612462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Deleting port 3fcd434a-61da-4610-b83a-140b1f7776e1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:03.613141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.626839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['658d2efc-0156-4cf1-b7a3-f528d4f1f187'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:03.706176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.709720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.719351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Calling delete_port for 3fcd434a-61da-4610-b83a-140b1f7776e1 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:03.797015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cad52-72b0-49ab-96e6-62a32686159b req-f3282feb-903b-4e8a-86c2-e2531a9ba9aa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:03.798518 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cb5cad52-72b0-49ab-96e6-62a32686159b req-f3282feb-903b-4e8a-86c2-e2531a9ba9aa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0518084 Nov 12 10:55:03.849121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cb5cad52-72b0-49ab-96e6-62a32686159b req-f663dd93-e4a4-4455-b5ff-501eaf691d4f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Nov 12 10:55:03.939644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:03.953706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb2a3e-4401-46e8-ac59-07f4dee14d56 req-422a7c66-b597-4b35-bcb6-5a1f85d5902b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:03.955197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79eb2a3e-4401-46e8-ac59-07f4dee14d56 req-422a7c66-b597-4b35-bcb6-5a1f85d5902b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 950 time: 0.0492673 Nov 12 10:55:03.984672 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.007550 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79eb2a3e-4401-46e8-ac59-07f4dee14d56 req-602de73c-b2a1-40af-a0ae-ca748c22d56d tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Nov 12 10:55:04.015019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event deleted for resources: {'Port': ['ID=3fcd434a-61da-4610-b83a-140b1f7776e1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:04.044355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.044763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.045372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.045619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.045859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.046114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.046448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.046773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.047105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.047430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.047755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.048114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:04.050899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.053543 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.063608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51626792-92a1-4ac2-9b87-9d46dba7ac85 req-8a26d885-ea4b-40f3-8f40-4bcb2284623c tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "DELETE /v2.0/floatingips/3ffcd922-6959-4a25-9f31-03e18977fc2a HTTP/1.1" status: 204 len: 173 time: 0.5663154 Nov 12 10:55:04.154783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf66dd8-6b9b-4c58-a56e-e6fd5fb1055a req-0b2f5ae9-605d-45d1-9e01-758aecd971a6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:04.156533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf66dd8-6b9b-4c58-a56e-e6fd5fb1055a req-0b2f5ae9-605d-45d1-9e01-758aecd971a6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Nov 12 10:55:04.210287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf66dd8-6b9b-4c58-a56e-e6fd5fb1055a req-098f4a87-5541-42cf-88ea-f5f9e2cf4c87 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Nov 12 10:55:04.286895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-0f5b28b2-086a-403f-af1f-0820b76ae5e2 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:04.288467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-0f5b28b2-086a-403f-af1f-0820b76ae5e2 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 970 time: 0.1688902 Nov 12 10:55:04.440667 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:55:04.533382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c4c39-19d7-4de1-b2cc-6fb8e4edefd1 req-b6b0f75f-3040-4f98-baa4-650486c5c8a4 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:04.534967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c8c4c39-19d7-4de1-b2cc-6fb8e4edefd1 req-b6b0f75f-3040-4f98-baa4-650486c5c8a4 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 948 time: 0.0541568 Nov 12 10:55:04.586870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c8c4c39-19d7-4de1-b2cc-6fb8e4edefd1 req-1fc25690-3a0f-454e-9bb4-05f2aa276e37 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Nov 12 10:55:04.670436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed63195-2ac7-4183-a777-da31891e3317 req-9a4baca1-21ee-43b1-ba4e-d6efbbbcbf91 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:04.671911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bed63195-2ac7-4183-a777-da31891e3317 req-9a4baca1-21ee-43b1-ba4e-d6efbbbcbf91 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4959838 Nov 12 10:55:04.714877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Deleting port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:04.715230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.745027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.792033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:04.794507 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d823b0f2-a229-4d09-bb5c-182889ccf36f" -d '{"events": [{"server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "name": "network-vif-plugged", "status": "completed", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:04.845261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded663-761d-414d-b472-e5bf3b8fd3fb req-134884f7-76be-4043-a037-5fec40242085 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:04.846792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dded663-761d-414d-b472-e5bf3b8fd3fb req-134884f7-76be-4043-a037-5fec40242085 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 970 time: 0.1069410 Nov 12 10:55:04.848811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] For port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:04.849182 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:04.877715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Calling delete_port for bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 owned by compute:tempest-test_az-710972688 {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:04.905257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 089b9fb2-fdbd-45a9-851a-8420e3f79726 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:04.942778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 658d2efc-0156-4cf1-b7a3-f528d4f1f187 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:04.946048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dded663-761d-414d-b472-e5bf3b8fd3fb req-84ccb846-1944-4592-98e7-28da1a686aa7 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/security-groups?id=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888186 Nov 12 10:55:05.050733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 089b9fb2-fdbd-45a9-851a-8420e3f79726, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=089b9fb2-fdbd-45a9-851a-8420e3f79726,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:05.062173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '089b9fb2-fdbd-45a9-851a-8420e3f79726', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '089b9fb2-fdbd-45a9-851a-8420e3f79726', 'mac_address': 'fa:16:3e:7e:2e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:05.080630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63d07585-6b10-49c6-8218-eb4cf378619d req-d4bc49fe-e4ee-4821-84cc-9a55079cfbbe tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=a23242cfbc5c4cf9be0324c93a96aab2 HTTP/1.1" status: 200 len: 1657 time: 0.0895617 Nov 12 10:55:05.105121 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.119500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 089b9fb2-fdbd-45a9-851a-8420e3f79726 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:05.141054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 089b9fb2-fdbd-45a9-851a-8420e3f79726, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=089b9fb2-fdbd-45a9-851a-8420e3f79726,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:05.153106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:05.158779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:05.159197 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.184645 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c184da-466e-455b-97bc-bd71f1712aae x-openstack-request-id: req-67c184da-466e-455b-97bc-bd71f1712aae {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:05.185237 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "name": "network-vif-plugged", "status": "completed", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:05.185669 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-67c184da-466e-455b-97bc-bd71f1712aae {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:05.186313 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'code': 200} Nov 12 10:55:05.238071 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.279518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d07585-6b10-49c6-8218-eb4cf378619d req-eeafa735-362c-4fbc-96b7-baa9fe1d5310 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:05.281304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63d07585-6b10-49c6-8218-eb4cf378619d req-eeafa735-362c-4fbc-96b7-baa9fe1d5310 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks?id=12aeb4c2-8520-4e37-af12-288710b4f759&id=12aeb4c2-8520-4e37-af12-288710b4f759&id=12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 787 time: 0.1853557 Nov 12 10:55:05.292478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-63d07585-6b10-49c6-8218-eb4cf378619d req-5bbb5e2a-48b4-42d1-90f0-5133cc5dc8b7 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:05.293751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63d07585-6b10-49c6-8218-eb4cf378619d req-5bbb5e2a-48b4-42d1-90f0-5133cc5dc8b7 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061874 Nov 12 10:55:05.331617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.333723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=089b9fb2-fdbd-45a9-851a-8420e3f79726,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:05.357056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec297dd-ff3c-4d16-bcfc-837ac22701b0 req-73e6152a-fedc-4c54-812f-3cbd9ee01683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:05.358566 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ec297dd-ff3c-4d16-bcfc-837ac22701b0 req-73e6152a-fedc-4c54-812f-3cbd9ee01683 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1101 time: 0.1277666 Nov 12 10:55:05.361703 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.372096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:05.374977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:05.380048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391eba2-c92f-400b-9812-f9c56f84a795 req-7d027be2-51e1-415f-9c5d-343a04024ac9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:05.387505 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1391eba2-c92f-400b-9812-f9c56f84a795 req-7d027be2-51e1-415f-9c5d-343a04024ac9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1217775 Nov 12 10:55:05.450217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.470518 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ec297dd-ff3c-4d16-bcfc-837ac22701b0 req-f0f72b1a-79f5-4256-9890-847c4eaa136d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002762 Nov 12 10:55:05.479475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Pushing event deleted for resources: {'Port': ['ID=bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:05.497299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1391eba2-c92f-400b-9812-f9c56f84a795 req-587b7a3d-8b93-400f-a358-f9a689386a33 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940871 Nov 12 10:55:05.513910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['089b9fb2-fdbd-45a9-851a-8420e3f79726'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:05.526579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] No DVR routers for this DVR port bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:05.535275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.540524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd2684da-b8c7-4b3a-962e-5d1cce0e6e6f req-bd203bea-8b01-4c38-9187-0a9577fd1a12 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.57 "DELETE /v2.0/ports/bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 HTTP/1.1" status: 204 len: 173 time: 1.2391908 Nov 12 10:55:05.541010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e34d48-80a6-4ae3-9d1e-48cefa06b532', 'name': 'network-vif-deleted', 'tag': 'bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:05.545224 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eaa108-1cad-4c32-a21f-2bc66c13ffd5" -d '{"events": [{"server_uuid": "67e34d48-80a6-4ae3-9d1e-48cefa06b532", "name": "network-vif-deleted", "tag": "bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:05.567544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60560552-7fed-414a-8714-d3618b2db273 req-adfbf5c8-2cfd-4a8c-ae3e-51129478332d tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:05.569246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60560552-7fed-414a-8714-d3618b2db273 req-adfbf5c8-2cfd-4a8c-ae3e-51129478332d tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 950 time: 0.1955235 Nov 12 10:55:05.604311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:05.665612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44ee9a-4f68-49fe-be10-d3d2dbd2f0be req-a210b67a-8fba-4b50-99d3-e56ed250db9e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:05.670572 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60560552-7fed-414a-8714-d3618b2db273 req-5efbd7a9-f76f-41da-958e-bc17ca49a514 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932100 Nov 12 10:55:05.671209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b44ee9a-4f68-49fe-be10-d3d2dbd2f0be req-a210b67a-8fba-4b50-99d3-e56ed250db9e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 946 time: 0.1054094 Nov 12 10:55:05.747093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60294) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:05.756623 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b44ee9a-4f68-49fe-be10-d3d2dbd2f0be req-b00d61d7-3bd0-42ff-9268-7e5d04286c1d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781119 Nov 12 10:55:05.756860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f4a6c44b-c798-4b57-a549-65cea5b90143 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips/6e7896d1-c43d-4622-acb4-cdbb8a8e1bc4 HTTP/1.1" status: 200 len: 693 time: 0.0567482 Nov 12 10:55:05.887379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:05.894223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-22265f4b-c688-4a11-9c38-6a6fba36cc1a tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:05.897792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-22265f4b-c688-4a11-9c38-6a6fba36cc1a tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1357880 Nov 12 10:55:05.955931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-97da3aaf-18a3-438b-aca7-512f18d26ec8 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0501268 Nov 12 10:55:05.976224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.007993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-31da56ca-32d8-48ba-a0f9-99e464d44229 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0450408 Nov 12 10:55:06.093464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.139098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b02b09-c944-4fb1-89a0-a88edf7e61b5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:06.147801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ba83d6bbc0204c23a057a46ddba38766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964610 Nov 12 10:55:06.148841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60308) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:06.152303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.155821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.156319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.156478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebaca68-1f95-4fc4-b25c-b78bb864d45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:06.172251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Deleting port 32372c9b-c082-4afa-81ea-9330b2e2df2b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:06.172580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.179777 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f3e5e2-0e53-4400-acb9-a563c729d22f x-openstack-request-id: req-e7f3e5e2-0e53-4400-acb9-a563c729d22f {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:06.180117 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e34d48-80a6-4ae3-9d1e-48cefa06b532", "name": "network-vif-deleted", "tag": "bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:06.180372 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e7f3e5e2-0e53-4400-acb9-a563c729d22f {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:06.180764 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e34d48-80a6-4ae3-9d1e-48cefa06b532', 'name': 'network-vif-deleted', 'tag': 'bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3', 'status': 'completed', 'code': 200} Nov 12 10:55:06.260939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ff594b7-89c5-4387-9d25-e21ca4e7bc1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.273387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6022-1d55-4fac-990e-67622b03af4f req-1df229e3-69a3-4250-849e-47675fe38fa3 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:06.276214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa0a6022-1d55-4fac-990e-67622b03af4f req-1df229e3-69a3-4250-849e-47675fe38fa3 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 949 time: 0.0546463 Nov 12 10:55:06.297774 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ff594b7-89c5-4387-9d25-e21ca4e7bc1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.300599 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.300820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.325144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Calling delete_port for 32372c9b-c082-4afa-81ea-9330b2e2df2b owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:06.328085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa0a6022-1d55-4fac-990e-67622b03af4f req-e32774c8-5be9-4e20-afaf-3a9515148e37 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466862 Nov 12 10:55:06.527992 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ff594b7-89c5-4387-9d25-e21ca4e7bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.530461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ff594b7-89c5-4387-9d25-e21ca4e7bc1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.533256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1ff594b7-89c5-4387-9d25-e21ca4e7bc1f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3b02b09-c944-4fb1-89a0-a88edf7e61b5 HTTP/1.1" status: 204 len: 168 time: 0.3826320 Nov 12 10:55:06.541662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff594b7-89c5-4387-9d25-e21ca4e7bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b02b09-c944-4fb1-89a0-a88edf7e61b5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:06.630834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.659608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event deleted for resources: {'Port': ['ID=32372c9b-c082-4afa-81ea-9330b2e2df2b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:06.691478 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.694424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:06.695596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a05dc417-d12e-452b-95b5-af4dbf87cf34 req-f8e62bdd-1d84-42e2-a900-a16da141275e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "DELETE /v2.0/floatingips/6e7896d1-c43d-4622-acb4-cdbb8a8e1bc4 HTTP/1.1" status: 204 len: 173 time: 0.6790664 Nov 12 10:55:06.798213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1380c8f7-d19e-4cf3-9b2b-75ef2921e7a2 req-24322627-b507-4dfe-b164-b5ecd6866b49 tempest-AggregatesAdminTestJSON-282881674 tempest-AggregatesAdminTestJSON-282881674-project] 10.222.0.98 "GET /v2.0/ports?device_id=67e34d48-80a6-4ae3-9d1e-48cefa06b532 HTTP/1.1" status: 200 len: 210 time: 0.0332046 Nov 12 10:55:06.921235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cf158-e897-4414-8380-0ad6ca376275 req-936619a6-62e1-4436-88fe-a5b46e4bb2ab tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:06.922755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f9cf158-e897-4414-8380-0ad6ca376275 req-936619a6-62e1-4436-88fe-a5b46e4bb2ab tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0531776 Nov 12 10:55:06.929825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 089b9fb2-fdbd-45a9-851a-8420e3f79726 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:06.939127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-a27322b4-4482-4fb8-ac42-686f23627a6e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips/25c00be8-4876-490f-8cb0-79a751f3e4ee HTTP/1.1" status: 200 len: 693 time: 0.0822728 Nov 12 10:55:06.986637 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f9cf158-e897-4414-8380-0ad6ca376275 req-6ee1ca21-500b-4b4e-8952-bf53d99cc4b7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518727 Nov 12 10:55:07.055325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-f3e213a6-3be4-4384-b170-8384af9e0b7b tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:07.056917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-f3e213a6-3be4-4384-b170-8384af9e0b7b tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1117487 Nov 12 10:55:07.068738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-944d2ef3-fb38-4a71-92e9-121f73a1841b tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:07.074596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-944d2ef3-fb38-4a71-92e9-121f73a1841b tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061057 Nov 12 10:55:07.112525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e567bd-8769-481e-8f74-5cba156929d7 req-402bb618-4aaf-4259-beca-efc10a7faaee tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:07.114511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6e567bd-8769-481e-8f74-5cba156929d7 req-402bb618-4aaf-4259-beca-efc10a7faaee tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 950 time: 0.0545077 Nov 12 10:55:07.121749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 089b9fb2-fdbd-45a9-851a-8420e3f79726 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:07.126322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 089b9fb2-fdbd-45a9-851a-8420e3f79726 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:07.126691 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.128460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-576cc784-febe-4db9-b956-4462ec511d6e tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0518966 Nov 12 10:55:07.168893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6e567bd-8769-481e-8f74-5cba156929d7 req-721913ff-1585-46a2-a2a1-eea0fe0d059d tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479558 Nov 12 10:55:07.183719 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-ab6c45b5-5ee5-42fa-9be4-387b5a0f5df3 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0470822 Nov 12 10:55:07.219556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:07.222008 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6138f1d-a38a-4fd1-ac9a-10b71450d847" -d '{"events": [{"server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "name": "network-vif-plugged", "status": "completed", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:07.227370 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.264915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 089b9fb2-fdbd-45a9-851a-8420e3f79726, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=089b9fb2-fdbd-45a9-851a-8420e3f79726,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:07.305261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155a9a-a463-41a5-b4f8-391b27ccdfb1 req-905819db-04ac-4332-98f0-1db2fc482a85 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:07.306945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e155a9a-a463-41a5-b4f8-391b27ccdfb1 req-905819db-04ac-4332-98f0-1db2fc482a85 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 946 time: 0.0555210 Nov 12 10:55:07.335022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Deleting port b9095916-ba64-442b-8359-7811fc3e41e3 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:07.335355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.368523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e155a9a-a463-41a5-b4f8-391b27ccdfb1 req-ee03f1ec-274f-40f0-9830-6daac6e0ab8a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546317 Nov 12 10:55:07.369487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60332) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:07.388942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-913cb1d2-df9a-48f0-8157-84dc4b043a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.413765 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.429082 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.429860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.451636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Calling delete_port for b9095916-ba64-442b-8359-7811fc3e41e3 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:07.468923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=089b9fb2-fdbd-45a9-851a-8420e3f79726,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:07.509230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-913cb1d2-df9a-48f0-8157-84dc4b043a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.591069 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-913cb1d2-df9a-48f0-8157-84dc4b043a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.660416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60338) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:07.660628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-913cb1d2-df9a-48f0-8157-84dc4b043a3e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=44e55bbffff64f6699c31989366b776e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898462 Nov 12 10:55:07.661448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cb1d2-df9a-48f0-8157-84dc4b043a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0448ff-c7d2-46f4-88ef-6b8b6302abe5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:07.709398 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f38458ac-78c7-47e4-bdd2-7d96f061b340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.712031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.751557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event deleted for resources: {'Port': ['ID=b9095916-ba64-442b-8359-7811fc3e41e3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:07.761834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f38458ac-78c7-47e4-bdd2-7d96f061b340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.784699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.787262 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.790631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:07.796479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-483f6315-3b29-47fd-9e77-86a92b79f3be req-26ded81a-c066-496a-807b-be57d89aaddb tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "DELETE /v2.0/floatingips/25c00be8-4876-490f-8cb0-79a751f3e4ee HTTP/1.1" status: 204 len: 173 time: 0.6069314 Nov 12 10:55:07.822211 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:07.822646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device bc51b3b7-f7c1-4d9d-b47f-99a0cfd4cbf3 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:07.846908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64b380-e445-4b0c-9cda-605a1d0983ec req-d5920a07-8cea-474b-bbe8-87bbc08dc999 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:07.848605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd64b380-e445-4b0c-9cda-605a1d0983ec req-d5920a07-8cea-474b-bbe8-87bbc08dc999 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1101 time: 0.0479393 Nov 12 10:55:07.870647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd64b380-e445-4b0c-9cda-605a1d0983ec req-c2fc564c-117c-463a-b985-ed7a95eb3b8d tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.921991 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f38458ac-78c7-47e4-bdd2-7d96f061b340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.924610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f38458ac-78c7-47e4-bdd2-7d96f061b340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:07.930137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f38458ac-78c7-47e4-bdd2-7d96f061b340 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5d0448ff-c7d2-46f4-88ef-6b8b6302abe5 HTTP/1.1" status: 204 len: 168 time: 0.2644064 Nov 12 10:55:07.934757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38458ac-78c7-47e4-bdd2-7d96f061b340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0448ff-c7d2-46f4-88ef-6b8b6302abe5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:07.986203 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd64b380-e445-4b0c-9cda-605a1d0983ec req-c2fc564c-117c-463a-b985-ed7a95eb3b8d tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.076298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd64b380-e445-4b0c-9cda-605a1d0983ec req-c2fc564c-117c-463a-b985-ed7a95eb3b8d tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.113029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc564c-117c-463a-b985-ed7a95eb3b8d tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1046172-f6ec-40df-b455-829b0a9bd21e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:08.139451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd64b380-e445-4b0c-9cda-605a1d0983ec req-c2fc564c-117c-463a-b985-ed7a95eb3b8d tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845321 Nov 12 10:55:08.173246 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3465266e-74c2-4169-b5c2-88dac891ef94 x-openstack-request-id: req-3465266e-74c2-4169-b5c2-88dac891ef94 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:08.173777 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "name": "network-vif-plugged", "status": "completed", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:08.173871 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3465266e-74c2-4169-b5c2-88dac891ef94 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:08.174243 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187', 'code': 200} Nov 12 10:55:08.284626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ab0a-3eb9-49ea-aeba-31075f64b3e0 req-c4ef189a-68a6-4d66-b9f2-a5d2e25bffb2 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:08.284626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f88ab0a-3eb9-49ea-aeba-31075f64b3e0 req-c4ef189a-68a6-4d66-b9f2-a5d2e25bffb2 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.0595481 Nov 12 10:55:08.325935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-b61abed4-4881-49fa-a155-52b2e1f1dcfe tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips/d4bece28-bf2e-47fc-991c-99803b193aaf HTTP/1.1" status: 200 len: 693 time: 0.0496068 Nov 12 10:55:08.331272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f88ab0a-3eb9-49ea-aeba-31075f64b3e0 req-30025396-882b-43d8-8940-711f66f8ec28 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474796 Nov 12 10:55:08.331597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bf668-66a3-4351-97f6-b2a15a632c2b req-af444104-b4b6-4b29-9178-1ca0f63fa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:08.333142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e12bf668-66a3-4351-97f6-b2a15a632c2b req-af444104-b4b6-4b29-9178-1ca0f63fa0a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1098 time: 0.0960991 Nov 12 10:55:08.453655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e12bf668-66a3-4351-97f6-b2a15a632c2b req-0c41ecd1-997e-4218-afab-036b3991bf9e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071670 Nov 12 10:55:08.478259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-03179753-84c6-4e45-86d7-895d0026fcfc tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:08.479679 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-03179753-84c6-4e45-86d7-895d0026fcfc tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1456318 Nov 12 10:55:08.537990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-783a0d92-563f-44b1-80d1-22a0bb3f4694 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.0510101 Nov 12 10:55:08.587321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-eb0d5963-ba52-4ff8-88a0-4886c1cdf378 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.0428436 Nov 12 10:55:08.720131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Deleting port 001b1928-8c2c-41ae-9a4d-448e8eb0f78d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:08.720467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.801673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.802101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:08.814792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Calling delete_port for 001b1928-8c2c-41ae-9a4d-448e8eb0f78d owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:09.065167 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.095052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Pushing event deleted for resources: {'Port': ['ID=001b1928-8c2c-41ae-9a4d-448e8eb0f78d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:09.123296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.126241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.134422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60380) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:09.138194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-828f1194-48e2-4d0a-a9bf-4886ec874d3b req-a3db262b-5450-43c2-890c-cd64c35ace62 tempest-FloatingIPDetailsTestJSON-1794991898 tempest-FloatingIPDetailsTestJSON-1794991898-project] 10.222.0.98 "DELETE /v2.0/floatingips/d4bece28-bf2e-47fc-991c-99803b193aaf HTTP/1.1" status: 204 len: 173 time: 0.5450501 Nov 12 10:55:09.144548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60382) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:09.250300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f684107-d9fa-4a5a-8567-50b80454ec63 req-0c6e8c8a-cf6d-4172-b8b9-4ca88f31a80c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:09.251979 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f684107-d9fa-4a5a-8567-50b80454ec63 req-0c6e8c8a-cf6d-4172-b8b9-4ca88f31a80c tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 950 time: 0.0536513 Nov 12 10:55:09.330520 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f684107-d9fa-4a5a-8567-50b80454ec63 req-d435c025-ae39-4d57-8ec1-928e059ac5b4 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717404 Nov 12 10:55:09.367102 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-24a24fe4-8c34-4519-829e-5642cc15cc42 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5325f338edd34108884815f05da1a56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165780 Nov 12 10:55:09.367431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60392) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:09.427084 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5045036-bd38-445d-9ee2-994db3fcb8bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.452209 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5045036-bd38-445d-9ee2-994db3fcb8bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.644071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56685e-d940-4878-8355-75ae8b441f89 req-78d0953d-9f1b-42fb-b0cf-f28b3ce4db4b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:09.652274 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de56685e-d940-4878-8355-75ae8b441f89 req-78d0953d-9f1b-42fb-b0cf-f28b3ce4db4b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 946 time: 0.1057694 Nov 12 10:55:09.653526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5045036-bd38-445d-9ee2-994db3fcb8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.658828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5045036-bd38-445d-9ee2-994db3fcb8bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:09.662846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b5045036-bd38-445d-9ee2-994db3fcb8bc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b389af2-2aed-4c06-b6bd-c9bba39a7ddc HTTP/1.1" status: 204 len: 168 time: 0.2913821 Nov 12 10:55:09.688509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5045036-bd38-445d-9ee2-994db3fcb8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b389af2-2aed-4c06-b6bd-c9bba39a7ddc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:09.724809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de56685e-d940-4878-8355-75ae8b441f89 req-f0b94925-b6dd-47c9-b575-8f3ec562866d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627010 Nov 12 10:55:09.761126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-3079f0f1-f89f-4c34-b858-6e629b7d7184 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:09.762736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-3079f0f1-f89f-4c34-b858-6e629b7d7184 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 950 time: 0.1878386 Nov 12 10:55:09.840876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1791-d634-434d-abfe-bfd55dbed178 req-365da6aa-94ff-4e95-983b-bfef0b7cf4da tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:09.842427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88bd1791-d634-434d-abfe-bfd55dbed178 req-365da6aa-94ff-4e95-983b-bfef0b7cf4da tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.1541831 Nov 12 10:55:09.851589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc916-070c-4cf1-badd-d30cc1056f1a req-28d089ce-6d5f-443d-b2d1-8ff910a48496 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:09.853357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b25dc916-070c-4cf1-badd-d30cc1056f1a req-28d089ce-6d5f-443d-b2d1-8ff910a48496 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0571468 Nov 12 10:55:09.931432 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b25dc916-070c-4cf1-badd-d30cc1056f1a req-8b3e064c-ef63-42fa-9565-4bd122450bb5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700855 Nov 12 10:55:10.010353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88bd1791-d634-434d-abfe-bfd55dbed178 req-4faa336f-487d-4eb3-96cc-af6f5944611e tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312366 Nov 12 10:55:10.024629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Deleting port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:10.024971 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.054036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.175656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd794e09c-7186-4f28-9c67-dc8a4a41d950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089b9fb2-fdbd-45a9-851a-8420e3f79726'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:10.178017 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870aa502-0768-4d1d-b0d3-9b3321a74d61" -d '{"events": [{"server_uuid": "d794e09c-7186-4f28-9c67-dc8a4a41d950", "name": "network-vif-plugged", "status": "completed", "tag": "089b9fb2-fdbd-45a9-851a-8420e3f79726"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:10.196970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] For port 7ad795e2-e8af-43b4-bb74-4a9cd381d086, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7ad795e2-e8af-43b4-bb74-4a9cd381d086,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:10.197463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.215389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Calling delete_port for 7ad795e2-e8af-43b4-bb74-4a9cd381d086 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:10.220373 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8744e293-1d88-4fbf-8f02-8fde412871b9 x-openstack-request-id: req-8744e293-1d88-4fbf-8f02-8fde412871b9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:10.220805 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d794e09c-7186-4f28-9c67-dc8a4a41d950", "name": "network-vif-plugged", "status": "completed", "tag": "089b9fb2-fdbd-45a9-851a-8420e3f79726", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:10.221407 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8744e293-1d88-4fbf-8f02-8fde412871b9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:10.222155 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd794e09c-7186-4f28-9c67-dc8a4a41d950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '089b9fb2-fdbd-45a9-851a-8420e3f79726', 'code': 200} Nov 12 10:55:10.328707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60416) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:10.364270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c74697-0720-4784-9ce5-028a0026aa43 req-bb828912-00d5-43ca-b3bf-98edb87caab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:10.364270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75c74697-0720-4784-9ce5-028a0026aa43 req-bb828912-00d5-43ca-b3bf-98edb87caab4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 1102 time: 0.0820413 Nov 12 10:55:10.444515 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75c74697-0720-4784-9ce5-028a0026aa43 req-8e2d5f5a-0c2a-4c2c-bd7e-f16cf86e45ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727108 Nov 12 10:55:10.462550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60426) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:10.526696 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb010f2f-54b4-4dce-a998-d94fb81af4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.605663 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb010f2f-54b4-4dce-a998-d94fb81af4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.671396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d69a4-01e0-4845-9340-3bf89d13dde5 req-3606336e-143a-4f7f-a14d-11d9d7dd9870 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:10.672936 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-770d69a4-01e0-4845-9340-3bf89d13dde5 req-3606336e-143a-4f7f-a14d-11d9d7dd9870 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 950 time: 0.1704948 Nov 12 10:55:10.721453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb010f2f-54b4-4dce-a998-d94fb81af4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.767892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-eb010f2f-54b4-4dce-a998-d94fb81af4fb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=27845e6b168d4853b6f20b06aaa68550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379005 Nov 12 10:55:10.770665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60434) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:10.778971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb010f2f-54b4-4dce-a998-d94fb81af4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98a64fe-2fd3-4d42-a319-2d2117378943,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:10.809817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60436) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:10.817162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-770d69a4-01e0-4845-9340-3bf89d13dde5 req-ce80c0f0-b958-4a21-963a-6cad7d4e2ce7 tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/security-groups?id=5e178e1f-eaa1-4860-9893-0de3b25aa203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340904 Nov 12 10:55:10.927282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Deleting port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:10.928461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.938108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9818417f-0b08-43b8-b2cf-639ac967d536 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c6dc44921ebf4bfaa223370b07c1fda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271708 Nov 12 10:55:10.938799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af1cf143-2565-467b-a726-333500193ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.953008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ab0aa-92b7-4505-ad20-69febfd8deea req-24c88746-0b91-4f1b-a15d-a75097529ce8 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:10.960684 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef4ab0aa-92b7-4505-ad20-69febfd8deea req-24c88746-0b91-4f1b-a15d-a75097529ce8 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 946 time: 0.1248457 Nov 12 10:55:10.962537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60442) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:10.984396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:10.997153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['7ad795e2-e8af-43b4-bb74-4a9cd381d086'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:11.016077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af1cf143-2565-467b-a726-333500193ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.093608 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef4ab0aa-92b7-4505-ad20-69febfd8deea req-eb699bdc-2b8b-43d4-8003-8ab1deb6272f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320522 Nov 12 10:55:11.126615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-601d5adc-38f3-400d-ad0e-dee4e090d8bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.131100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Pushing event deleted for resources: {'Port': ['ID=7ad795e2-e8af-43b4-bb74-4a9cd381d086,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:11.176235 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-601d5adc-38f3-400d-ad0e-dee4e090d8bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.222839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] No DVR routers for this DVR port 7ad795e2-e8af-43b4-bb74-4a9cd381d086 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:11.232554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.236218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4be8c7d-69e3-451e-bc06-44e35226a801 req-a5f42761-99af-4104-9c6b-18c58db9961b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.57 "DELETE /v2.0/ports/7ad795e2-e8af-43b4-bb74-4a9cd381d086 HTTP/1.1" status: 204 len: 173 time: 1.4646719 Nov 12 10:55:11.237901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f71462-a65c-46f3-abca-453fb12b1ec6', 'name': 'network-vif-deleted', 'tag': '7ad795e2-e8af-43b4-bb74-4a9cd381d086'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:11.240383 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9956e026-2bf1-451e-98b0-cf8c6d1e3b47" -d '{"events": [{"server_uuid": "76f71462-a65c-46f3-abca-453fb12b1ec6", "name": "network-vif-deleted", "tag": "7ad795e2-e8af-43b4-bb74-4a9cd381d086"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:11.244897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] For port 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,segment=NetworkSegment(41da40d0-8f6f-482f-9123-585756f1c04b),segment_id=41da40d0-8f6f-482f-9123-585756f1c04b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:11.245480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.262077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-dc65397d-ad64-4ad3-b3c5-29de676652ac service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7950621 Nov 12 10:55:11.273611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb114e-8e06-424b-8b94-8c34c7451e77 req-cbe5d9da-d8ee-4177-b82f-1aa9c1853bb0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:11.282462 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7afb114e-8e06-424b-8b94-8c34c7451e77 req-cbe5d9da-d8ee-4177-b82f-1aa9c1853bb0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.2438347 Nov 12 10:55:11.282872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af1cf143-2565-467b-a726-333500193ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.285634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af1cf143-2565-467b-a726-333500193ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.286877 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-af1cf143-2565-467b-a726-333500193ba3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e98a64fe-2fd3-4d42-a319-2d2117378943 HTTP/1.1" status: 204 len: 168 time: 0.5151920 Nov 12 10:55:11.298077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18723d-c884-4d53-903e-a42bbd5a0d1b req-8f142924-fb73-401c-a56d-5e1440da007f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:11.299228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-836b70c1-b0a6-4787-a85c-6adf0bcf8f28 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:11.300546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-836b70c1-b0a6-4787-a85c-6adf0bcf8f28 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147903 Nov 12 10:55:11.302786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Calling delete_port for 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:11.305728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f18723d-c884-4d53-903e-a42bbd5a0d1b req-8f142924-fb73-401c-a56d-5e1440da007f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.0991161 Nov 12 10:55:11.322098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cf143-2565-467b-a726-333500193ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98a64fe-2fd3-4d42-a319-2d2117378943,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:11.392740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f18723d-c884-4d53-903e-a42bbd5a0d1b req-23111a9a-2f60-481f-b3ef-85828240bb65 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859127 Nov 12 10:55:11.400146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7afb114e-8e06-424b-8b94-8c34c7451e77 req-74b2270e-097b-4511-9440-e9e8b68be46e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130698 Nov 12 10:55:11.458997 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-601d5adc-38f3-400d-ad0e-dee4e090d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.461693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-601d5adc-38f3-400d-ad0e-dee4e090d8bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.465154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-601d5adc-38f3-400d-ad0e-dee4e090d8bd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e836aef9-2326-4c23-a500-5dbe515f798d HTTP/1.1" status: 204 len: 168 time: 0.4928586 Nov 12 10:55:11.473944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d5adc-38f3-400d-ad0e-dee4e090d8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e836aef9-2326-4c23-a500-5dbe515f798d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:11.487400 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d3c4b-cb3a-406e-9147-5b9de43396f3 x-openstack-request-id: req-0d3d3c4b-cb3a-406e-9147-5b9de43396f3 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:11.487780 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f71462-a65c-46f3-abca-453fb12b1ec6", "name": "network-vif-deleted", "tag": "7ad795e2-e8af-43b4-bb74-4a9cd381d086", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:11.488236 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d3d3c4b-cb3a-406e-9147-5b9de43396f3 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:11.489863 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f71462-a65c-46f3-abca-453fb12b1ec6', 'name': 'network-vif-deleted', 'tag': '7ad795e2-e8af-43b4-bb74-4a9cd381d086', 'status': 'completed', 'code': 200} Nov 12 10:55:11.697908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:11.730723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae18fa1-b6d2-4e68-a42a-7479d78e45c1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:11.752637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b751542-6c16-4a68-ac6c-55707d1c2a7b req-b7f6c1e7-5798-465c-a4da-0594668002ae tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:11.762809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b751542-6c16-4a68-ac6c-55707d1c2a7b req-b7f6c1e7-5798-465c-a4da-0594668002ae tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1098 time: 0.0525672 Nov 12 10:55:11.820955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b751542-6c16-4a68-ac6c-55707d1c2a7b req-59f30aa7-4f39-4445-a4d6-5abc6593335a tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568759 Nov 12 10:55:11.925246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.002185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3f2e2ba8-cb6a-4a64-8f20-394b0bd146cc req-07edd5ac-28fe-4fb2-8de6-ed0a1364463b tempest-DeleteServersAdminTestJSON-1173614795 tempest-DeleteServersAdminTestJSON-1173614795-project] 10.222.0.98 "GET /v2.0/ports?device_id=76f71462-a65c-46f3-abca-453fb12b1ec6 HTTP/1.1" status: 200 len: 210 time: 0.0520418 Nov 12 10:55:12.128839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ee9f1-d3a4-4f34-a0d5-69a2c3425dec req-8c8ddbcf-4544-476b-b815-96807531fb90 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:12.130983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db9ee9f1-d3a4-4f34-a0d5-69a2c3425dec req-8c8ddbcf-4544-476b-b815-96807531fb90 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1098 time: 0.0610266 Nov 12 10:55:12.223407 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db9ee9f1-d3a4-4f34-a0d5-69a2c3425dec req-bb24b0b8-934e-4771-9d41-624c0a1b359b tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841427 Nov 12 10:55:12.223578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Router 981d8683-763e-43ec-a1e4-931768193550 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:55:12.350767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-bc16341f-e0ff-4ba2-8616-ed8f51e46e60 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e839bfa24aad4d2c9de30defd85b6326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268333 Nov 12 10:55:12.407770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:12.414202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d1e735f2-a564-44cb-a10d-2a33bade4494 admin admin] 10.222.0.98 "PUT /v2.0/routers/981d8683-763e-43ec-a1e4-931768193550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2779405 Nov 12 10:55:12.416763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60502) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:12.421335 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] Sync routers for ids ['981d8683-763e-43ec-a1e4-931768193550'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:12.439776 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] Routers {'981d8683-763e-43ec-a1e4-931768193550'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:12.440942 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['981d8683-763e-43ec-a1e4-931768193550'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:12.523610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-193cd3c3-8692-4928-b331-75484c44ec1e req-ef494112-a1bf-4061-a4d3-2c033f9740be service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:12.526815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-193cd3c3-8692-4928-b331-75484c44ec1e req-ef494112-a1bf-4061-a4d3-2c033f9740be service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124965 Nov 12 10:55:12.582788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-f99b33aa-0f6d-45ce-9a2d-a97caf6ca9f3 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:12.588656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-f99b33aa-0f6d-45ce-9a2d-a97caf6ca9f3 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157879 Nov 12 10:55:12.637270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-87de0cac-2cf3-4631-941a-6a246ad8ce7d tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/quotas/e839bfa24aad4d2c9de30defd85b6326 HTTP/1.1" status: 200 len: 375 time: 0.0455737 Nov 12 10:55:12.683385 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] Set router 981d8683-763e-43ec-a1e4-931768193550 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:12.689609 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-a28c74d8-48cf-461b-bb97-4d979fcb12d6 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e839bfa24aad4d2c9de30defd85b6326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513229 Nov 12 10:55:12.751430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60518) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:12.770891 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a870b082-8362-4d04-babf-6b4cf48f717c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.877875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.908526 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a870b082-8362-4d04-babf-6b4cf48f717c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:12.966396 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:55:11Z', 'revision_number': 5, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:13.010604 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] Checking router: 981d8683-763e-43ec-a1e4-931768193550 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:13.021881 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] Routers {'981d8683-763e-43ec-a1e4-931768193550'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:13.022632 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['981d8683-763e-43ec-a1e4-931768193550'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:13.042775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.064494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a870b082-8362-4d04-babf-6b4cf48f717c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.180776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a870b082-8362-4d04-babf-6b4cf48f717c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a2869d8dd004c978b8ad7a51cc4deb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259925 Nov 12 10:55:13.182331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60534) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:13.185875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870b082-8362-4d04-babf-6b4cf48f717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747d2017-aca7-4d15-9c57-f31d6c23610b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:13.213232 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] Set router 981d8683-763e-43ec-a1e4-931768193550 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:13.240756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370957c-45f9-4eb9-bbc3-081df90c30b9 req-12c0d9be-e2d6-4d87-8c7d-31d686b22f69 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:13.248492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3370957c-45f9-4eb9-bbc3-081df90c30b9 req-12c0d9be-e2d6-4d87-8c7d-31d686b22f69 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.1540687 Nov 12 10:55:13.297224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Deleting port b404e677-b098-4131-bfcc-755b7eec02a9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:13.297896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.322018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3370957c-45f9-4eb9-bbc3-081df90c30b9 req-ecb03120-0782-42c8-8150-49b53d458ed1 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705609 Nov 12 10:55:13.357962 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fcd9862c-981a-432a-b820-f0a00e08137e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.405773 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fcd9862c-981a-432a-b820-f0a00e08137e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.424955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] For port b404e677-b098-4131-bfcc-755b7eec02a9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b404e677-b098-4131-bfcc-755b7eec02a9,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:13.425566 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.438409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Calling delete_port for b404e677-b098-4131-bfcc-755b7eec02a9 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:13.486675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ba10a-aade-473d-bb94-2edd98808f01 req-3218e99f-01fd-4438-b804-23923666853f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:13.488296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e16ba10a-aade-473d-bb94-2edd98808f01 req-3218e99f-01fd-4438-b804-23923666853f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0635669 Nov 12 10:55:13.516029 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:55:11Z', 'revision_number': 5, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:13.550137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e16ba10a-aade-473d-bb94-2edd98808f01 req-9e41e842-1220-428d-8ab5-0a8fa19a4ea2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550418 Nov 12 10:55:13.557835 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405ed4b-c14b-4f5b-b2a6-a4cda71861f0 None None] The sync data for ids ['981d8683-763e-43ec-a1e4-931768193550'] in n-d-768852-22 is: [{'id': '981d8683-763e-43ec-a1e4-931768193550', 'name': 'tempest-FloatingIPDetailsTestJSON-2132743751-router', 'tenant_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:54:39Z', 'updated_at': '2021-11-12T10:55:11Z', 'revision_number': 5, 'project_id': 'a23242cfbc5c4cf9be0324c93a96aab2', 'gw_port': {'id': 'b404e677-b098-4131-bfcc-755b7eec02a9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:21:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981d8683-763e-43ec-a1e4-931768193550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:54:40Z', 'updated_at': '2021-11-12T10:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:13.596349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fcd9862c-981a-432a-b820-f0a00e08137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.603882 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fcd9862c-981a-432a-b820-f0a00e08137e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.615637 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fcd9862c-981a-432a-b820-f0a00e08137e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/747d2017-aca7-4d15-9c57-f31d6c23610b HTTP/1.1" status: 204 len: 168 time: 0.4328773 Nov 12 10:55:13.666694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4eef4fc6-adf1-459e-bdbb-ddb423c3c93e req-fad75133-9d90-405d-8d63-52bfa85096f9 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 210 time: 0.0473392 Nov 12 10:55:13.668263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9862c-981a-432a-b820-f0a00e08137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d2017-aca7-4d15-9c57-f31d6c23610b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:13.750013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60556) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:13.768263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.781208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7ad795e2-e8af-43b4-bb74-4a9cd381d086 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:13.801385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b404e677-b098-4131-bfcc-755b7eec02a9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:13.805193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 7ad795e2-e8af-43b4-bb74-4a9cd381d086 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:13.824138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7ad795e2-e8af-43b4-bb74-4a9cd381d086 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:13.848630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:13.949241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-network', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:14.001053 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.004739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.128394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Made reservation on behalf of 1478ad264e0245b19b14d815ce4fd6bd for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:14.130765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.143340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.248084 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.293655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.304673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 981d8683-763e-43ec-a1e4-931768193550 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:55:14.304673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.318246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60584) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:14.318861 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c8898942-2d08-49b0-bd46-5299437f54f0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/981d8683-763e-43ec-a1e4-931768193550 HTTP/1.1" status: 204 len: 168 time: 1.9008703 Nov 12 10:55:14.411005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95f621a-66d1-41d9-9f05-4a195173edf3 admin admin] Deleting subnet 11ff39b5-ac7a-49a1-8305-0e2c978e83f9 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:55:14.416913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f95f621a-66d1-41d9-9f05-4a195173edf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.471043 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f95f621a-66d1-41d9-9f05-4a195173edf3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.493534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c7d90-83a9-4e9f-9802-8e4e387009e8 req-2f2481b5-1d1d-4e47-8b1b-9b640875b84f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:14.495353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db6c7d90-83a9-4e9f-9802-8e4e387009e8 req-2f2481b5-1d1d-4e47-8b1b-9b640875b84f tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.0963104 Nov 12 10:55:14.521706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.550337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:55:14.559756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f8b397-31c3-4c80-b532-036d2fd126d2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:14.577079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.577308 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Added segment aa021a00-b296-4682-814e-a673d95f1aaa of type vlan for network 8a055990-85ea-42b8-beee-2824cff34154 Nov 12 10:55:14.603706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f95f621a-66d1-41d9-9f05-4a195173edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.636976 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db6c7d90-83a9-4e9f-9802-8e4e387009e8 req-ab038b18-9cff-46bb-8efc-23a2ffe5cd9c tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227517 Nov 12 10:55:14.641301 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.760758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f95f621a-66d1-41d9-9f05-4a195173edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.794845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.795821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:14.796435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.806972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f621a-66d1-41d9-9f05-4a195173edf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ff39b5-ac7a-49a1-8305-0e2c978e83f9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:14.841110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f95f621a-66d1-41d9-9f05-4a195173edf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.846502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f95f621a-66d1-41d9-9f05-4a195173edf3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/11ff39b5-ac7a-49a1-8305-0e2c978e83f9 HTTP/1.1" status: 204 len: 168 time: 0.5261052 Nov 12 10:55:14.847824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ef9d3-f51c-42de-a00c-a804662e45f6 None None] Network d294ec30-23c5-4e2f-8502-a7ed91798875 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:55:14.848317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60606) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:14.878452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8a055990-85ea-42b8-beee-2824cff34154,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:14.898634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 8a055990-85ea-42b8-beee-2824cff34154 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:55:14.924311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8df1279a-5de9-4f3f-83c3-3159fd83b2f9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1732183 Nov 12 10:55:14.927234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60612) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:14.934716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Request body: {'subnet': {'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-subnet', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:14.945463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:14.971292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa35837-886a-4e66-93be-01b9881b81ae req-ae634dd8-e794-4882-854b-243486cc3a80 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:14.972881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8aa35837-886a-4e66-93be-01b9881b81ae req-ae634dd8-e794-4882-854b-243486cc3a80 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.2094953 Nov 12 10:55:15.071688 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8aa35837-886a-4e66-93be-01b9881b81ae req-1f277d6f-bcc1-4ce4-a40f-156f497b74b7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916977 Nov 12 10:55:15.078381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Deleting port d893f93c-0048-412e-a6de-df207d8de507 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:15.078861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.112190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Made reservation on behalf of 1478ad264e0245b19b14d815ce4fd6bd for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:15.117371 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.133617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:15.216705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] DHCP port deletion for d294ec30-23c5-4e2f-8502-a7ed91798875 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:55:15.227227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:15.227963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7ae18fa1-b6d2-4e68-a42a-7479d78e45c1 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:15.233805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b404e677-b098-4131-bfcc-755b7eec02a9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:15.286734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7f7f98b-ff1f-4163-b87c-e53c0964bd97 req-7bfa25f5-ed41-4628-be3e-3be52fef1245 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 210 time: 0.0714777 Nov 12 10:55:15.302948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] For port d893f93c-0048-412e-a6de-df207d8de507, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d893f93c-0048-412e-a6de-df207d8de507,segment=NetworkSegment(41da40d0-8f6f-482f-9123-585756f1c04b),segment_id=41da40d0-8f6f-482f-9123-585756f1c04b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:15.303121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b404e677-b098-4131-bfcc-755b7eec02a9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:15.303513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.303881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b404e677-b098-4131-bfcc-755b7eec02a9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:15.324442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Calling delete_port for d893f93c-0048-412e-a6de-df207d8de507 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:15.396684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] Deleting port d893f93c-0048-412e-a6de-df207d8de507 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:15.398155 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.517474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] For port d893f93c-0048-412e-a6de-df207d8de507, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d893f93c-0048-412e-a6de-df207d8de507,segment=NetworkSegment(41da40d0-8f6f-482f-9123-585756f1c04b),segment_id=41da40d0-8f6f-482f-9123-585756f1c04b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:15.517937 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.545256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] Calling delete_port for d893f93c-0048-412e-a6de-df207d8de507 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:15.647939 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.743813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33070c15-2ca7-49d9-a6c2-cda9a789ff84,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:15.746381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Checking segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:15.746808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Network hostable DHCP agents. Network: 8a055990-85ea-42b8-beee-2824cff34154, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:55:15.806697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-ad7678f2-4387-49b6-a2e9-943d2b514728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.808222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-ad7678f2-4387-49b6-a2e9-943d2b514728 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1101 time: 0.4687018 Nov 12 10:55:15.813521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.837242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705402fb-701d-41af-892e-08c1481533a6 req-0fbf5306-c4cc-4002-ae5e-02fd89a63b02 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.838705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-705402fb-701d-41af-892e-08c1481533a6 req-0fbf5306-c4cc-4002-ae5e-02fd89a63b02 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.0744965 Nov 12 10:55:15.842473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] Pushing event deleted for resources: {'Port': ['ID=d893f93c-0048-412e-a6de-df207d8de507,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:15.846919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a8103e-6331-4f06-991c-3d3bdf780820 None None] No DVR routers for this DVR port d893f93c-0048-412e-a6de-df207d8de507 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:15.850867 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.881608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Network 8a055990-85ea-42b8-beee-2824cff34154 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:55:15.925267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Pushing event deleted for resources: {'Port': ['ID=d893f93c-0048-412e-a6de-df207d8de507,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:15.935373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] No DVR routers for this DVR port d893f93c-0048-412e-a6de-df207d8de507 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:15.978741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 8a055990-85ea-42b8-beee-2824cff34154) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:15.983477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:15.984120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:15.994274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7391fbdd-2330-4618-81b7-a04b7e41e5d8 None None] Network 8a055990-85ea-42b8-beee-2824cff34154 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:55:16.009673 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-705402fb-701d-41af-892e-08c1481533a6 req-93348e2b-5953-4c5a-8fef-bf83c5fa5627 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480668 Nov 12 10:55:16.033262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-7d94f082-7071-4db2-a1d1-36d60ca9e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:16.035762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-7d94f082-7071-4db2-a1d1-36d60ca9e699 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2190983 Nov 12 10:55:16.080773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60640) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:16.083654 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.134984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-74097ecb-3638-4aec-ab95-6c33df5277be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0646882 Nov 12 10:55:16.161200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6be719a6-2c54-4da2-a4b4-c087c7662f70 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2321835 Nov 12 10:55:16.161791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60646) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:16.166025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:16.174698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.175082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.176382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.176715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > port after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.177042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.177591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > port after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.177918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.178619 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.179088 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.179412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.307755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b564f557-822d-4e98-89b6-48e5ef532fdb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3af466c2fcaa4682a8d5d9bd8170f124&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2258070 Nov 12 10:55:16.308701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60652) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:16.319855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.322732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.323186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.324309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:55:16.324937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d294ec30-23c5-4e2f-8502-a7ed91798875']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:16.371495 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ca6454a-f1a5-48a3-8ae5-e98cc2ecbef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.385388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.393507 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.393663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-8a055990-85ea-42b8-beee-2824cff34154', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:55:16.393663 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.417883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ca6454a-f1a5-48a3-8ae5-e98cc2ecbef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.445555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41da40d0-8f6f-482f-9123-585756f1c04b') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:16.454930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41da40d0-8f6f-482f-9123-585756f1c04b') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:16.526309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.538201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.551838 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-f5d37b5f-4010-467c-94f8-ef29168b4bdb tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e839bfa24aad4d2c9de30defd85b6326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297496 Nov 12 10:55:16.561082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0683f3-f322-4478-851e-a039d91beb55 req-915d9175-6f17-4513-b843-a503decc0c3d tempest-LiveMigrationNegativeTest-824161134 tempest-LiveMigrationNegativeTest-824161134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:16.577956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0683f3-f322-4478-851e-a039d91beb55 req-915d9175-6f17-4513-b843-a503decc0c3d tempest-LiveMigrationNegativeTest-824161134 tempest-LiveMigrationNegativeTest-824161134-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 1102 time: 0.4470720 Nov 12 10:55:16.635439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-1e588b24-1a01-4497-8b0b-4f958f7a7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:16.637072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-1e588b24-1a01-4497-8b0b-4f958f7a7e9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.4675150 Nov 12 10:55:16.646618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4f0683f3-f322-4478-851e-a039d91beb55 req-df95ff3a-7422-4f77-956d-59c7a0682906 tempest-LiveMigrationNegativeTest-824161134 tempest-LiveMigrationNegativeTest-824161134-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.649863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.675304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Allocated IP 172.20.0.2 (8a055990-85ea-42b8-beee-2824cff34154/33070c15-2ca7-49d9-a6c2-cda9a789ff84/be994a8a-1caf-4295-b74a-df933ab22f8b) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:16.703813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:55:16.704297 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: from cryptography.utils import int_from_bytes Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: from cryptography.utils import int_from_bytes Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: timer() Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:55:16.738525 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:55:16.750995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ca6454a-f1a5-48a3-8ae5-e98cc2ecbef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.754350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ca6454a-f1a5-48a3-8ae5-e98cc2ecbef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.755871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8ca6454a-f1a5-48a3-8ae5-e98cc2ecbef9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5e178e1f-eaa1-4860-9893-0de3b25aa203 HTTP/1.1" status: 204 len: 168 time: 0.4458847 Nov 12 10:55:16.833139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6454a-f1a5-48a3-8ae5-e98cc2ecbef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e178e1f-eaa1-4860-9893-0de3b25aa203,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:16.901100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-d936ad67-712b-4c94-88bf-03d971a0424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:16.902556 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:16.902969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-d936ad67-712b-4c94-88bf-03d971a0424f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2473376 Nov 12 10:55:16.948415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-711d6f7d-81ff-436f-a808-965a5c423b10 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:16.951035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-711d6f7d-81ff-436f-a808-965a5c423b10 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3927338 Nov 12 10:55:16.985075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4f0683f3-f322-4478-851e-a039d91beb55 req-df95ff3a-7422-4f77-956d-59c7a0682906 tempest-LiveMigrationNegativeTest-824161134 tempest-LiveMigrationNegativeTest-824161134-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.005187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-e6172804-2638-4f43-bca0-4b4aea26b002 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:55:17.005738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-e6172804-2638-4f43-bca0-4b4aea26b002 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5233343 Nov 12 10:55:17.006703 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.020492 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.036378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.052135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] 10.222.0.98 "DELETE /v2.0/networks/d294ec30-23c5-4e2f-8502-a7ed91798875 HTTP/1.1" status: 204 len: 168 time: 2.2029905 Nov 12 10:55:17.062504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Request body: {'port': {'device_id': '9f144499-111d-43a4-95b8-fdb663abeb9c', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'e839bfa24aad4d2c9de30defd85b6326'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:17.070471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.131817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.136572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Pushing event updated for resources: {'Port': ['ID=be994a8a-1caf-4295-b74a-df933ab22f8b,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:17.157577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a0511-b70f-4282-bb65-e72356b6650e admin admin] Pushing event deleted for resources: {'Network': ['ID=d294ec30-23c5-4e2f-8502-a7ed91798875,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:17.177652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4f0683f3-f322-4478-851e-a039d91beb55 req-df95ff3a-7422-4f77-956d-59c7a0682906 tempest-LiveMigrationNegativeTest-824161134 tempest-LiveMigrationNegativeTest-824161134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.177798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d893f93c-0048-412e-a6de-df207d8de507 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:17.225499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-0187fdcb-ca48-4754-91b0-41455d958cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:17.226968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-0187fdcb-ca48-4754-91b0-41455d958cbd service neutron] 10.222.0.98 "GET /v2.0/ports/658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 1095 time: 0.1481795 Nov 12 10:55:17.231454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d893f93c-0048-412e-a6de-df207d8de507 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:17.235272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d893f93c-0048-412e-a6de-df207d8de507 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:17.247600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0683f3-f322-4478-851e-a039d91beb55 req-df95ff3a-7422-4f77-956d-59c7a0682906 tempest-LiveMigrationNegativeTest-824161134 tempest-LiveMigrationNegativeTest-824161134-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685679 Nov 12 10:55:17.255699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Request body: {'binding': {'host': 'n-h1-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:17.256269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Unknown quota resources ['binding']. {{(pid=109704) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:55:17.264987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Network 8a055990-85ea-42b8-beee-2824cff34154 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:17.270195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:17.278090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:17.365703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Made reservation on behalf of e839bfa24aad4d2c9de30defd85b6326 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:17.369724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.370647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95ff3a-7422-4f77-956d-59c7a0682906 tempest-LiveMigrationNegativeTest-824161134 tempest-LiveMigrationNegativeTest-824161134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c80684a-e259-4e59-9100-d3f120ae6539,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:17.441114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-eff62bcb-4a4a-4c49-a570-1aa2d40fd870 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249665 Nov 12 10:55:17.474079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.517977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5c55c-395b-4932-9431-e0c33b84decf req-0e3622b4-9173-4dbd-ac99-4a8732c412de tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:17.525962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fb5c55c-395b-4932-9431-e0c33b84decf req-0e3622b4-9173-4dbd-ac99-4a8732c412de tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1978815 Nov 12 10:55:17.569174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60674) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:17.596207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Attempting to bind port be994a8a-1caf-4295-b74a-df933ab22f8b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:17.596573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Attempting to bind port be994a8a-1caf-4295-b74a-df933ab22f8b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:17.597085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Attempting to bind port be994a8a-1caf-4295-b74a-df933ab22f8b on network 8a055990-85ea-42b8-beee-2824cff34154 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:17.605087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:17.605768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Checking segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:17.606345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.606738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Bound using segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:17.609235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Bound port: be994a8a-1caf-4295-b74a-df933ab22f8b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:17.609730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.653547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.706649 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.723431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] For port be994a8a-1caf-4295-b74a-df933ab22f8b, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:17.723899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fb5c55c-395b-4932-9431-e0c33b84decf req-6b05a481-34b2-43f9-a47c-b52d098ff1f0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925597 Nov 12 10:55:17.728966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.733040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a8736a11-4d9a-46b9-abad-01121656793d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a23242cfbc5c4cf9be0324c93a96aab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610701 Nov 12 10:55:17.735680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60676) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:17.738842 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] For port be994a8a-1caf-4295-b74a-df933ab22f8b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=be994a8a-1caf-4295-b74a-df933ab22f8b,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:17.742857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.772911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-ff3c37d7-6d82-490d-b56f-e6a8ca8680ab service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766535 Nov 12 10:55:17.777628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on host n-h1-768852-22 for vnic_type normal with profile None {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:17.777962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:17.778464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:17.793399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:17.793752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:17.821708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:17.822052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:17.822441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:17.822892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Bound port: 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:17.835997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20d0c1d-4a00-4149-aeb8-961a00728a96,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:17.882103 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.885071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-faecd324-de2d-4aa6-bd1d-a9906500a218 req-9c3b8633-2c8c-491b-96b6-0585af9cd3ff tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 210 time: 0.0796263 Nov 12 10:55:17.924340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d25eac-2aad-48ae-9511-14ff881c95a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.953997 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d25eac-2aad-48ae-9511-14ff881c95a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:17.965291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db549f5c-7a30-499b-a632-ce10c3b4eeef None None] Pushing event updated for resources: {'Port': ['ID=be994a8a-1caf-4295-b74a-df933ab22f8b,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:17.981781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Allocated IP 172.25.3.47 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/de8f457b-2d49-47ad-baec-364050bf4e9b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:18.007583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60680) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:18.020126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Allocated IP 192.168.233.73 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/001a1485-52e0-4e70-9daf-407ba6da0052) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:18.034095 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d73318e1-fbfa-44bb-85e5-122eda409c4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.048637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:18.141646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.142779 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-4e74d9a2-f591-4dc6-b155-0fea56844ad9 service neutron] 10.222.0.98 "POST /v2.0/ports/658d2efc-0156-4cf1-b7a3-f528d4f1f187/bindings HTTP/1.1" status: 201 len: 390 time: 0.8909481 Nov 12 10:55:18.209038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.218344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d25eac-2aad-48ae-9511-14ff881c95a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.228468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d25eac-2aad-48ae-9511-14ff881c95a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.234325 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b8d25eac-2aad-48ae-9511-14ff881c95a8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7fe9d254-0bc2-4ed4-9afd-a112fb84e636 HTTP/1.1" status: 204 len: 168 time: 0.4948769 Nov 12 10:55:18.258404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d25eac-2aad-48ae-9511-14ff881c95a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe9d254-0bc2-4ed4-9afd-a112fb84e636,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:18.438769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d73318e1-fbfa-44bb-85e5-122eda409c4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.465467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.573553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d73318e1-fbfa-44bb-85e5-122eda409c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.592782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.627904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.667681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6db9e-38d3-4405-b313-5c0f75ac19d7 req-b59768f1-e7cf-46b4-b164-1a68b67619a7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:18.669971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55f6db9e-38d3-4405-b313-5c0f75ac19d7 req-b59768f1-e7cf-46b4-b164-1a68b67619a7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 946 time: 0.0826676 Nov 12 10:55:18.697452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73318e1-fbfa-44bb-85e5-122eda409c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82962078-0a50-4951-bf2e-d9d49422a959,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:18.710745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Pushing event updated for resources: {'Port': ['ID=de8f457b-2d49-47ad-baec-364050bf4e9b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:18.732711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:18.739009 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d73318e1-fbfa-44bb-85e5-122eda409c4b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d64094d044f4730827df103f6ded1c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7280293 Nov 12 10:55:18.744843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60704) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:18.782862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55f6db9e-38d3-4405-b313-5c0f75ac19d7 req-e91ecba8-6602-4d8e-abaf-18cacec8ddb5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042333 Nov 12 10:55:18.792436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:18.800616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:18.852753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28f1aea1-734e-46db-a99b-ce2ab11c5499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:18.910300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28f1aea1-734e-46db-a99b-ce2ab11c5499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.040725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28f1aea1-734e-46db-a99b-ce2ab11c5499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.051457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28f1aea1-734e-46db-a99b-ce2ab11c5499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.051457 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-28f1aea1-734e-46db-a99b-ce2ab11c5499 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/82962078-0a50-4951-bf2e-d9d49422a959 HTTP/1.1" status: 204 len: 168 time: 0.2973449 Nov 12 10:55:19.088180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1aea1-734e-46db-a99b-ce2ab11c5499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82962078-0a50-4951-bf2e-d9d49422a959,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:19.152938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:19.229523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device be994a8a-1caf-4295-b74a-df933ab22f8b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:19.230718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:19.241056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Pushing event updated for resources: {'Port': ['ID=001a1485-52e0-4e70-9daf-407ba6da0052,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:19.263521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-030fa882-ddc5-4a3f-b96b-bbef519448b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.265060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-030fa882-ddc5-4a3f-b96b-bbef519448b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1098 time: 0.1352191 Nov 12 10:55:19.266846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:19.271564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5992a75-13e7-419a-a8ac-4ed1dffc2ea7 None None] Network 8a055990-85ea-42b8-beee-2824cff34154 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:55:19.278995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.279662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.326836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f5a7d-3449-4c80-ada2-802a797452ea req-3988c706-83f4-4531-a476-ca2f6f669f9f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.328412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b82f5a7d-3449-4c80-ada2-802a797452ea req-3988c706-83f4-4531-a476-ca2f6f669f9f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1352437 Nov 12 10:55:19.428939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b4c054e6-bedf-49b9-859a-1ab7f9d8e13d None None] Provisioning complete for port be994a8a-1caf-4295-b74a-df933ab22f8b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:19.429443 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4c054e6-bedf-49b9-859a-1ab7f9d8e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.471794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edd00c-25f0-4187-ba04-555f7949e570 req-3c7eb6ff-cd0a-4302-8b6d-6ae295ea05c6 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.480270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52edd00c-25f0-4187-ba04-555f7949e570 req-3c7eb6ff-cd0a-4302-8b6d-6ae295ea05c6 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 935 time: 0.2206678 Nov 12 10:55:19.484767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-570db9ed-1b4a-4358-a43c-dcd10628b548 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4353821 Nov 12 10:55:19.489510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b82f5a7d-3449-4c80-ada2-802a797452ea req-348f6013-9b54-478c-8812-bf8ede33d26a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540649 Nov 12 10:55:19.498362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Request body: {'port': {'device_id': '9f144499-111d-43a4-95b8-fdb663abeb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:19.529722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port be994a8a-1caf-4295-b74a-df933ab22f8b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:19.530229 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.544768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-16c0b35e-3f38-4901-b4a9-2ee13c5bdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.548718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-16c0b35e-3f38-4901-b4a9-2ee13c5bdbd3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.2758889 Nov 12 10:55:19.624531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52edd00c-25f0-4187-ba04-555f7949e570 req-64bc6e8d-63d0-4829-ad45-a28cd8a187eb tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379886 Nov 12 10:55:19.645329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-e74840ee-1cbb-4b90-a153-cb60800ffe90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 217 time: 0.0878432 Nov 12 10:55:19.747494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.753251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-de6ac7c4-5b5f-452b-8f5e-48bf25a4bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.755441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-de6ac7c4-5b5f-452b-8f5e-48bf25a4bdb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0915492 Nov 12 10:55:19.776041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcb0fe-8b35-44e4-a53e-c031c548b9bf req-3cb7a562-9c5e-4907-b6fc-381b04988e4c tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:19.776041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2bcb0fe-8b35-44e4-a53e-c031c548b9bf req-3cb7a562-9c5e-4907-b6fc-381b04988e4c tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.1278303 Nov 12 10:55:19.838953 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4c054e6-bedf-49b9-859a-1ab7f9d8e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.841790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.857914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-b271b102-152a-49fa-88ca-fc1e4b4ac782 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845802 Nov 12 10:55:19.898835 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:19.907569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port be994a8a-1caf-4295-b74a-df933ab22f8b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=be994a8a-1caf-4295-b74a-df933ab22f8b,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:19.985201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.048309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2bcb0fe-8b35-44e4-a53e-c031c548b9bf req-c95eebb8-5221-4b25-be1b-515e25560fbb tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414510 Nov 12 10:55:20.096181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-b2b59c2b-3a59-4684-aaa9-63f7d0fcb857 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202137 Nov 12 10:55:20.137041 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-b4c054e6-bedf-49b9-859a-1ab7f9d8e13d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:55:20.137402 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-b4c054e6-bedf-49b9-859a-1ab7f9d8e13d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:55:20.147784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252f44-f705-4ecc-9e23-292e073cb8f0 req-7a6202f8-23cb-4fcc-87d7-0b566f4c415d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:20.149379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8252f44-f705-4ecc-9e23-292e073cb8f0 req-7a6202f8-23cb-4fcc-87d7-0b566f4c415d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 946 time: 0.1946113 Nov 12 10:55:20.227797 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-59f8dd41-6ead-4c71-b963-62dd35b1d825 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214550 Nov 12 10:55:20.233623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=be994a8a-1caf-4295-b74a-df933ab22f8b,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:20.293176 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.404768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8252f44-f705-4ecc-9e23-292e073cb8f0 req-190ff6ff-fe7c-46e3-8c9e-0b4aacadccb3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980007 Nov 12 10:55:20.514457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001a1485-52e0-4e70-9daf-407ba6da0052 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:20.519360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.528864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.578347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Transition to ACTIVE for port object 001a1485-52e0-4e70-9daf-407ba6da0052 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:20.680823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.709839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-6beb6eb8-b978-495f-bba3-bfea174e0a85 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:20.711441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-6beb6eb8-b978-495f-bba3-bfea174e0a85 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1098 time: 0.1990526 Nov 12 10:55:20.730145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-22'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:20.801477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710089dd-ae7a-429c-9832-d772e0c12340 req-f03aeb86-4e20-4028-985c-8c7b08bf1515 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:20.809278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-710089dd-ae7a-429c-9832-d772e0c12340 req-f03aeb86-4e20-4028-985c-8c7b08bf1515 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1478548 Nov 12 10:55:20.828680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.829586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Pushing event updated for resources: {'Port': ['ID=001a1485-52e0-4e70-9daf-407ba6da0052,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:20.890201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a7653141-babd-485c-9414-c15072631830 None None] Provisioning complete for port be994a8a-1caf-4295-b74a-df933ab22f8b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:20.891020 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7653141-babd-485c-9414-c15072631830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:20.910412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Router 0163a900-d5d7-462c-a615-22c0b31f9749 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:55:20.945972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-981c5653-0915-4250-9ea2-e31415d44c4c tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:20.947527 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-981c5653-0915-4250-9ea2-e31415d44c4c tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.1858001 Nov 12 10:55:20.949506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Attempting to bind port 001a1485-52e0-4e70-9daf-407ba6da0052 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:20.949839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Attempting to bind port 001a1485-52e0-4e70-9daf-407ba6da0052 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:20.950164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Attempting to bind port 001a1485-52e0-4e70-9daf-407ba6da0052 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:20.968315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a68950-4223-421c-87a6-ca992e91461c req-2f532706-699e-4fe5-a76e-60d964360eb4 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:20.976205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a68950-4223-421c-87a6-ca992e91461c req-2f532706-699e-4fe5-a76e-60d964360eb4 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 947 time: 0.2238593 Nov 12 10:55:21.009512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-710089dd-ae7a-429c-9832-d772e0c12340 req-9fc0d5ce-72c4-4aa5-845a-bef453bd2316 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992881 Nov 12 10:55:21.044952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Port 001a1485-52e0-4e70-9daf-407ba6da0052 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:21.045298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Attempting to bind port 001a1485-52e0-4e70-9daf-407ba6da0052 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:21.115492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60802) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:21.144253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:21.144603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:21.144983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:21.145439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Bound port: 001a1485-52e0-4e70-9daf-407ba6da0052, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:21.145801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.149722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device be994a8a-1caf-4295-b74a-df933ab22f8b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:21.225862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port be994a8a-1caf-4295-b74a-df933ab22f8b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:21.226252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.344196 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a68950-4223-421c-87a6-ca992e91461c req-93470fa1-ef55-4368-b630-6159eec1f8c5 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650081 Nov 12 10:55:21.406272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:21.418098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] For port 001a1485-52e0-4e70-9daf-407ba6da0052, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:21.421464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Sync routers for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:21.424153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] For port 001a1485-52e0-4e70-9daf-407ba6da0052, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=001a1485-52e0-4e70-9daf-407ba6da0052,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:21.439952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:21.442685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:21.461210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Deleting port 089b9fb2-fdbd-45a9-851a-8420e3f79726 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:21.461599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.587951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29be11a0-3a75-4772-a37c-f6db3c11b336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.608190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:21.622015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2cba8-b2f6-4909-b0a6-83cb7c3fdd57 req-281eae00-5cfb-43f3-b1a8-05660423993e tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:21.630864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2aa2cba8-b2f6-4909-b0a6-83cb7c3fdd57 req-281eae00-5cfb-43f3-b1a8-05660423993e tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 950 time: 0.4468808 Nov 12 10:55:21.636619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:21.744910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2aa2cba8-b2f6-4909-b0a6-83cb7c3fdd57 req-eb6744e7-e862-4848-afa2-00310597e13a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070406 Nov 12 10:55:21.786678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:21.820656 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.825590 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-805aca0d-05de-4b18-9a14-4de287efbe43 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6627791 Nov 12 10:55:21.826190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60826) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:21.885161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.887846 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29be11a0-3a75-4772-a37c-f6db3c11b336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.893496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:21.897466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:19Z', 'revision_number': 3, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:21.897911 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcd4340-ca92-42c9-aa74-2e7d4499fb86" -d '{"events": [{"server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "name": "network-vif-unplugged", "status": "completed", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:21.902939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.932259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Checking router: 0163a900-d5d7-462c-a615-22c0b31f9749 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:21.933274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Updating router 0163a900-d5d7-462c-a615-22c0b31f9749 port de8f457b-2d49-47ad-baec-364050bf4e9b binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:55:21.961400 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:21.984561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29be11a0-3a75-4772-a37c-f6db3c11b336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.029317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.047184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-29be11a0-3a75-4772-a37c-f6db3c11b336 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c978045cf2b745fa84ea7a9c230a04bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9305737 Nov 12 10:55:22.051952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60866) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:22.056057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be11a0-3a75-4772-a37c-f6db3c11b336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e67b57-e9ac-489d-aa77-42e61eabef86,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:22.070364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:22.070982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.072373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] 10.222.0.57 "PUT /v2.0/ports/001a1485-52e0-4e70-9daf-407ba6da0052 HTTP/1.1" status: 200 len: 1096 time: 2.5785263 Nov 12 10:55:22.072809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f144499-111d-43a4-95b8-fdb663abeb9c', 'tag': '001a1485-52e0-4e70-9daf-407ba6da0052'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:22.075055 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4c35ca-e7c0-4388-b8aa-1761affda762" -d '{"events": [{"name": "network-changed", "server_uuid": "9f144499-111d-43a4-95b8-fdb663abeb9c", "tag": "001a1485-52e0-4e70-9daf-407ba6da0052"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:22.135438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e3b45-6a0b-4bf4-b092-da3afb34de5a service neutron] Pushing event updated for resources: {'Port': ['ID=001a1485-52e0-4e70-9daf-407ba6da0052,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:22.146611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918eaf6-a0c2-4e73-8a63-060ef97fdae1 req-64a81633-0e14-4bff-b475-c7b0c7c5c80a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:22.153821 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d918eaf6-a0c2-4e73-8a63-060ef97fdae1 req-64a81633-0e14-4bff-b475-c7b0c7c5c80a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 946 time: 0.6638293 Nov 12 10:55:22.157358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] For port 089b9fb2-fdbd-45a9-851a-8420e3f79726, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=089b9fb2-fdbd-45a9-851a-8420e3f79726,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:22.157716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.226829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Calling delete_port for 089b9fb2-fdbd-45a9-851a-8420e3f79726 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:22.253191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on host n-h2-768852-22 for vnic_type normal with profile {"migrating_to": "n-h1-768852-22"} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:22.254051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:22.254051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:22.264813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:22.265191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Attempting to bind port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:22.275561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Pushing event updated for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:22.287255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:22.287602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:22.288013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:22.288467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Bound port: 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:22.288823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.365646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba84c39b-1f29-44f1-8e39-af5c819483dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.396303 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.411210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba84c39b-1f29-44f1-8e39-af5c819483dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.412912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d918eaf6-a0c2-4e73-8a63-060ef97fdae1 req-8453d9cf-f833-4015-be42-fa2737a2d2b0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582426 Nov 12 10:55:22.423420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:22.429061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:22.436442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-908e540d-848b-49d2-9bf2-dfb52927793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:22.437798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-908e540d-848b-49d2-9bf2-dfb52927793b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e839bfa24aad4d2c9de30defd85b6326&device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 1099 time: 0.2062774 Nov 12 10:55:22.482163 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce6edbf-dd18-4822-a50a-3281d5cc4a6a x-openstack-request-id: req-dce6edbf-dd18-4822-a50a-3281d5cc4a6a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:22.482584 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "name": "network-vif-unplugged", "status": "completed", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:22.483402 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dce6edbf-dd18-4822-a50a-3281d5cc4a6a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:22.483941 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187', 'code': 200} Nov 12 10:55:22.495992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-ad93a9f0-a9a3-454b-80e3-4d37267a8abd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=001a1485-52e0-4e70-9daf-407ba6da0052 HTTP/1.1" status: 200 len: 217 time: 0.0486660 Nov 12 10:55:22.590165 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.592267 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.649896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ac2bd-bc11-4cf0-9e1e-546e95aed8f7 None None] Pushing event updated for resources: {'Port': ['ID=de8f457b-2d49-47ad-baec-364050bf4e9b,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:22.658902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-badd5f6c-d793-4aa0-8cd5-130c449f9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:22.663443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-badd5f6c-d793-4aa0-8cd5-130c449f9a83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1320941 Nov 12 10:55:22.687289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Attempting to bind port de8f457b-2d49-47ad-baec-364050bf4e9b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:22.687751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Attempting to bind port de8f457b-2d49-47ad-baec-364050bf4e9b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:22.688260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Attempting to bind port de8f457b-2d49-47ad-baec-364050bf4e9b on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:22.698745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:22.699347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:22.703519 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.703519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:22.703519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Bound port: de8f457b-2d49-47ad-baec-364050bf4e9b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:22.703519 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.709454 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ff5f72-d8e2-43eb-99ef-0da17995ab67 x-openstack-request-id: req-c1ff5f72-d8e2-43eb-99ef-0da17995ab67 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:22.709731 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f144499-111d-43a4-95b8-fdb663abeb9c", "tag": "001a1485-52e0-4e70-9daf-407ba6da0052", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:22.709990 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c1ff5f72-d8e2-43eb-99ef-0da17995ab67 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:22.710368 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f144499-111d-43a4-95b8-fdb663abeb9c', 'tag': '001a1485-52e0-4e70-9daf-407ba6da0052', 'status': 'completed', 'code': 200} Nov 12 10:55:22.742360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Pushing event updated for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=8']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:22.752288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba84c39b-1f29-44f1-8e39-af5c819483dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.755426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba84c39b-1f29-44f1-8e39-af5c819483dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.758993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ba84c39b-1f29-44f1-8e39-af5c819483dd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e0e67b57-e9ac-489d-aa77-42e61eabef86 HTTP/1.1" status: 204 len: 168 time: 0.6976101 Nov 12 10:55:22.762709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-8d2ae5ac-f31d-40fb-bd07-be175540f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:22.764244 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-8d2ae5ac-f31d-40fb-bd07-be175540f3df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922675 Nov 12 10:55:22.769794 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.782673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['e248c654-7839-4669-a04b-f7b30e51f45b', '089b9fb2-fdbd-45a9-851a-8420e3f79726'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:22.818480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] For port de8f457b-2d49-47ad-baec-364050bf4e9b, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:22.840416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] For port de8f457b-2d49-47ad-baec-364050bf4e9b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=de8f457b-2d49-47ad-baec-364050bf4e9b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:22.841264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84c39b-1f29-44f1-8e39-af5c819483dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e67b57-e9ac-489d-aa77-42e61eabef86,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:22.858659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Pushing event deleted for resources: {'Port': ['ID=089b9fb2-fdbd-45a9-851a-8420e3f79726,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:22.889215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:22.890396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.892769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-c9a26b10-5b9e-4e08-be36-50388ef0877f service neutron] 10.222.0.57 "PUT /v2.0/ports/658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 1124 time: 2.1682088 Nov 12 10:55:22.926691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a1c79-5f36-40f5-bd8d-038d5e3ff684 req-3b78a827-427d-4c9f-aa95-d711c1c78d83 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:22.935359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c8a1c79-5f36-40f5-bd8d-038d5e3ff684 req-3b78a827-427d-4c9f-aa95-d711c1c78d83 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1859524 Nov 12 10:55:22.962722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:22.988285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['658d2efc-0156-4cf1-b7a3-f528d4f1f187'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:22.998822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c8a1c79-5f36-40f5-bd8d-038d5e3ff684 req-7f7362c7-715f-4cdf-aead-b2bc91d8f564 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611753 Nov 12 10:55:23.027736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] No DVR routers for this DVR port 089b9fb2-fdbd-45a9-851a-8420e3f79726 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:23.027736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.031303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b87a289c-32b7-4aab-b7ed-44533b3617b3 req-f89c8b54-e939-4ad3-a97b-f9cf80d5d3c6 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "DELETE /v2.0/ports/089b9fb2-fdbd-45a9-851a-8420e3f79726 HTTP/1.1" status: 204 len: 173 time: 2.0501685 Nov 12 10:55:23.080451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce5534-eafd-4ab8-aca9-1090d9891a8a req-10f33977-03c7-491b-9dac-dcd70dd51580 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:23.088480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53ce5534-eafd-4ab8-aca9-1090d9891a8a req-10f33977-03c7-491b-9dac-dcd70dd51580 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 947 time: 0.2715375 Nov 12 10:55:23.101070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-9aa8c20e-e5e5-4923-93d7-d063de2999ec service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289232 Nov 12 10:55:23.104366 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.245265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:23.246210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:23.256493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53ce5534-eafd-4ab8-aca9-1090d9891a8a req-84771d83-7779-42a9-b325-444195d38f14 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671789 Nov 12 10:55:23.378366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:23.463015 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf5fe993-33d9-4a08-97c7-2691748e1538 req-c416a0ad-cccd-4f92-a20a-0765c5b0a32a tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=d794e09c-7186-4f28-9c67-dc8a4a41d950 HTTP/1.1" status: 200 len: 210 time: 0.0552094 Nov 12 10:55:23.509490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd01a6e8-6a84-4654-a286-abc4ba2ddee8 req-974a3ddd-eeca-471e-8cf9-d1c9b767d62c service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959084 Nov 12 10:55:23.528026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Allocated IP 172.20.0.1 (8a055990-85ea-42b8-beee-2824cff34154/33070c15-2ca7-49d9-a6c2-cda9a789ff84/0a82ce07-6398-4368-b237-4c8dd9de1a57) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:23.597267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ac2bd-bc11-4cf0-9e1e-546e95aed8f7 None None] Pushing event updated for resources: {'Port': ['ID=de8f457b-2d49-47ad-baec-364050bf4e9b,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:23.695103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:19Z', 'revision_number': 3, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:23.739915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:23.758003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0458b-c50f-4f10-8e69-e1dfd74571e5 None None] The sync data for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 is: [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:19Z', 'revision_number': 3, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:23.799085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342919f5-a75c-4843-a96d-93183f4eb5f1 req-12412ba3-f637-4912-b3fb-3596b325dfd1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:23.807607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-342919f5-a75c-4843-a96d-93183f4eb5f1 req-12412ba3-f637-4912-b3fb-3596b325dfd1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.1579776 Nov 12 10:55:23.819641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-c82bd9a5-cef0-4188-ad0c-a85a13f7c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:23.821172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-c82bd9a5-cef0-4188-ad0c-a85a13f7c25b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e839bfa24aad4d2c9de30defd85b6326&device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 1099 time: 0.1522422 Nov 12 10:55:23.996161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60998) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:24.037348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04e90daa-8434-444e-8eb0-34f93db75556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.175957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04e90daa-8434-444e-8eb0-34f93db75556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.181468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.213420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-342919f5-a75c-4843-a96d-93183f4eb5f1 req-8b10ad71-a1b9-4490-9b4c-0e2cf5a60383 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047256 Nov 12 10:55:24.250764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Network 8a055990-85ea-42b8-beee-2824cff34154 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:24.257364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:24.259801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:24.260321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.263530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-535791af-9d4f-4954-b65b-0df8d5192550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:24.264660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-535791af-9d4f-4954-b65b-0df8d5192550 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.4349527 Nov 12 10:55:24.266293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a82ce07-6398-4368-b237-4c8dd9de1a57,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:24.314935 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04e90daa-8434-444e-8eb0-34f93db75556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.373202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-34837242-710d-45b7-9207-28b7bda18208 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=001a1485-52e0-4e70-9daf-407ba6da0052 HTTP/1.1" status: 200 len: 217 time: 0.0641110 Nov 12 10:55:24.425441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32784) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:24.426017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-04e90daa-8434-444e-8eb0-34f93db75556 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8698e438c8cc4c9883a3943568afafee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165652 Nov 12 10:55:24.440795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e90daa-8434-444e-8eb0-34f93db75556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4716a95e-cd5e-4854-8aed-af9e18579e7c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:24.485378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:24.488505 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c7956-4f09-4302-961b-75e6791a81b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:24.570816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427edc2a-21a2-4eb1-a27c-af6eb7b3b7f4 req-68bde597-7315-4a7f-8685-db191a9bdf64 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:24.572604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-427edc2a-21a2-4eb1-a27c-af6eb7b3b7f4 req-68bde597-7315-4a7f-8685-db191a9bdf64 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 947 time: 0.0802593 Nov 12 10:55:24.616889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607eb5-d6bc-44f7-ab77-de930c8e52b9 req-61b171a5-2c60-4008-922e-be38f077cbc7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:24.620320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c6e73c2f-6860-4454-81db-77c1a6d7747a None None] Provisioning complete for port 0a82ce07-6398-4368-b237-4c8dd9de1a57 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:24.620320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c6e73c2f-6860-4454-81db-77c1a6d7747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.627573 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41607eb5-d6bc-44f7-ab77-de930c8e52b9 req-61b171a5-2c60-4008-922e-be38f077cbc7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.2479470 Nov 12 10:55:24.639778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-cd5aecac-6906-4cb8-ae97-c4d52aef66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:24.641463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-cd5aecac-6906-4cb8-ae97-c4d52aef66f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2550151 Nov 12 10:55:24.651819 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-427edc2a-21a2-4eb1-a27c-af6eb7b3b7f4 req-045285b8-ff5d-4c0c-a920-8342ad0378e7 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721560 Nov 12 10:55:24.680144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c6e73c2f-6860-4454-81db-77c1a6d7747a None None] Port 0a82ce07-6398-4368-b237-4c8dd9de1a57 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:24.710508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abf98ebb-6de9-4f1c-aa7f-6210d540096c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.718519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd794e09c-7186-4f28-9c67-dc8a4a41d950', 'name': 'network-vif-deleted', 'tag': '089b9fb2-fdbd-45a9-851a-8420e3f79726'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:24.720795 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c849f6d-9d49-48f7-8a83-058e7fdad84a" -d '{"events": [{"server_uuid": "d794e09c-7186-4f28-9c67-dc8a4a41d950", "name": "network-vif-deleted", "tag": "089b9fb2-fdbd-45a9-851a-8420e3f79726"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:24.774060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abf98ebb-6de9-4f1c-aa7f-6210d540096c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.798311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41607eb5-d6bc-44f7-ab77-de930c8e52b9 req-bc4392d0-ec23-4808-a52e-1f347165344e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538064 Nov 12 10:55:24.805179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:24.819546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-48f0d5f0-4a8f-497d-bc2b-a3c04e68e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:24.821105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-48f0d5f0-4a8f-497d-bc2b-a3c04e68e98d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1681008 Nov 12 10:55:24.868652 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8827315-3db9-4181-87d6-6c5ece0e291f x-openstack-request-id: req-d8827315-3db9-4181-87d6-6c5ece0e291f {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:24.869316 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:24.869665 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8827315-3db9-4181-87d6-6c5ece0e291f {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:24.870162 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187', 'status': 'completed', 'code': 200} Nov 12 10:55:24.931967 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c94a183-e2e7-4871-a5ff-d416b0ebbfac x-openstack-request-id: req-9c94a183-e2e7-4871-a5ff-d416b0ebbfac {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:24.932253 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d794e09c-7186-4f28-9c67-dc8a4a41d950", "name": "network-vif-deleted", "tag": "089b9fb2-fdbd-45a9-851a-8420e3f79726", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:24.932501 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c94a183-e2e7-4871-a5ff-d416b0ebbfac {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:24.932881 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd794e09c-7186-4f28-9c67-dc8a4a41d950', 'name': 'network-vif-deleted', 'tag': '089b9fb2-fdbd-45a9-851a-8420e3f79726', 'status': 'completed', 'code': 200} Nov 12 10:55:25.029656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 089b9fb2-fdbd-45a9-851a-8420e3f79726 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:25.094346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-3bac857a-c617-4228-a9ed-a81bea71ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.094526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 089b9fb2-fdbd-45a9-851a-8420e3f79726 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:25.094743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 089b9fb2-fdbd-45a9-851a-8420e3f79726 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:25.095904 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-3bac857a-c617-4228-a9ed-a81bea71ab95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1127 time: 0.1622856 Nov 12 10:55:25.102543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-943a798b-c22c-402c-95c3-c7fe08aa3d41 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701247 Nov 12 10:55:25.140110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device de8f457b-2d49-47ad-baec-364050bf4e9b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:25.194523 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abf98ebb-6de9-4f1c-aa7f-6210d540096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.197161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abf98ebb-6de9-4f1c-aa7f-6210d540096c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.200572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-abf98ebb-6de9-4f1c-aa7f-6210d540096c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4716a95e-cd5e-4854-8aed-af9e18579e7c HTTP/1.1" status: 204 len: 168 time: 0.7531917 Nov 12 10:55:25.213518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port de8f457b-2d49-47ad-baec-364050bf4e9b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:25.214293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.285383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98ebb-6de9-4f1c-aa7f-6210d540096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4716a95e-cd5e-4854-8aed-af9e18579e7c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:25.348355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.374506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port de8f457b-2d49-47ad-baec-364050bf4e9b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=de8f457b-2d49-47ad-baec-364050bf4e9b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:25.387669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-42507267-2d8c-492e-a1b2-a9b00691e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.389308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-42507267-2d8c-492e-a1b2-a9b00691e411 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.2836607 Nov 12 10:55:25.440942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21fc28-d30b-4d77-ba9f-b6099b74e040 req-08845f86-3fb9-4d45-8224-3e002442218c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.448237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d21fc28-d30b-4d77-ba9f-b6099b74e040 req-08845f86-3fb9-4d45-8224-3e002442218c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.0943503 Nov 12 10:55:25.466867 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.469946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-078d4771-23bd-4167-b3ce-2fa5ed4ada4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 217 time: 0.0574045 Nov 12 10:55:25.529764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d21fc28-d30b-4d77-ba9f-b6099b74e040 req-caf94917-c918-42f0-8e85-f9cd279bc516 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713696 Nov 12 10:55:25.537141 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e4c35ca-e7c0-4388-b8aa-1761affda762 req-eaa46ebc-b4d3-4a5d-a9c8-83d55898b6e5 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534932 Nov 12 10:55:25.549773 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.567082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=de8f457b-2d49-47ad-baec-364050bf4e9b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:25.590485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-3620aa43-6774-49a7-83d0-54a175ea47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.602094 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-3620aa43-6774-49a7-83d0-54a175ea47a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0967398 Nov 12 10:55:25.605456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da916ac-803c-4b7a-8533-547fe73cfa78 req-d66ddfb9-7008-426b-83b6-69f3d0643443 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:25.614279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9da916ac-803c-4b7a-8533-547fe73cfa78 req-d66ddfb9-7008-426b-83b6-69f3d0643443 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 949 time: 0.0784943 Nov 12 10:55:25.665261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.666091 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.704251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-50c695e4-a4b4-4b35-adfa-f404a0e4de01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869143 Nov 12 10:55:25.791545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32900) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:25.860549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 658d2efc-0156-4cf1-b7a3-f528d4f1f187 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:25.951279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a82ce07-6398-4368-b237-4c8dd9de1a57,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:25.964821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-efc5c386-89a0-4dad-9235-a0b09e181998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:25.964975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9da916ac-803c-4b7a-8533-547fe73cfa78 req-f3fe5b78-0f72-471d-9965-42de5abc77ee tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498423 Nov 12 10:55:26.024036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-8191290e-d31f-4e1f-8fad-81599f4dfca2 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991247 Nov 12 10:55:26.025922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Network 8a055990-85ea-42b8-beee-2824cff34154 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:26.027537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:26.085497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:26.102501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 658d2efc-0156-4cf1-b7a3-f528d4f1f187 has no active binding in host n-h1-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:55:26.115784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908c26c-3187-4d72-9040-9e923bd4a158 req-a21392e2-f027-44ed-86a7-fd1cf3e24478 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:26.117552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6908c26c-3187-4d72-9040-9e923bd4a158 req-a21392e2-f027-44ed-86a7-fd1cf3e24478 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 947 time: 0.1236391 Nov 12 10:55:26.213568 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6908c26c-3187-4d72-9040-9e923bd4a158 req-840d442e-e4f4-46c5-8134-1630a15ed63e tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848339 Nov 12 10:55:26.234071 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-efc5c386-89a0-4dad-9235-a0b09e181998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.264973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf8c03-ce77-47ef-a5ca-c3489a502d05 req-b9b9a25e-f656-43b0-9df6-e9a625341f30 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:26.266469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8abf8c03-ce77-47ef-a5ca-c3489a502d05 req-b9b9a25e-f656-43b0-9df6-e9a625341f30 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1723170 Nov 12 10:55:26.272203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2c7956-4f09-4302-961b-75e6791a81b0 req-13dfd59f-f2a5-4c72-9c5c-150205fca31c service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387505 Nov 12 10:55:26.292236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Router 0163a900-d5d7-462c-a615-22c0b31f9749 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:55:26.316993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-42e5748f-f0d8-4a16-95d4-47048b72705f None None] Provisioning complete for port 0a82ce07-6398-4368-b237-4c8dd9de1a57 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:26.317354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42e5748f-f0d8-4a16-95d4-47048b72705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.323077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-efc5c386-89a0-4dad-9235-a0b09e181998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.362592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-efc5c386-89a0-4dad-9235-a0b09e181998 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d6cae339f7c5436c8c0b4342a881eb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5666704 Nov 12 10:55:26.363124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32942) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:26.370308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-42e5748f-f0d8-4a16-95d4-47048b72705f None None] Port 0a82ce07-6398-4368-b237-4c8dd9de1a57 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:26.386836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5c386-89a0-4dad-9235-a0b09e181998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04240c63-c6bb-4ab5-9c70-864248fdff66,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:26.389374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8abf8c03-ce77-47ef-a5ca-c3489a502d05 req-8463c3cb-edeb-46a3-b605-3479abe78640 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106713 Nov 12 10:55:26.472566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:26.474174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e00b0060-3ca8-4d43-9864-ebdb05009bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.478711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a280f4ae-0ae8-4d31-b9aa-8a61942d89e2 admin admin] 10.222.0.98 "PUT /v2.0/routers/0163a900-d5d7-462c-a615-22c0b31f9749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5959902 Nov 12 10:55:26.483477 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Sync routers for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:26.501331 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:26.502592 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:26.529353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e00b0060-3ca8-4d43-9864-ebdb05009bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.673089 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:26.707785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9313b-3f11-4c4e-8008-067c6eb1d7b1 req-71b6722b-83b6-49f7-8bba-a727b61363a5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:26.709399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b9313b-3f11-4c4e-8008-067c6eb1d7b1 req-71b6722b-83b6-49f7-8bba-a727b61363a5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.0584335 Nov 12 10:55:26.710669 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e00b0060-3ca8-4d43-9864-ebdb05009bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.713295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e00b0060-3ca8-4d43-9864-ebdb05009bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:26.717129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e00b0060-3ca8-4d43-9864-ebdb05009bfa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/04240c63-c6bb-4ab5-9c70-864248fdff66 HTTP/1.1" status: 204 len: 168 time: 0.3478034 Nov 12 10:55:26.728743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b0060-3ca8-4d43-9864-ebdb05009bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04240c63-c6bb-4ab5-9c70-864248fdff66,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:26.772173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b9313b-3f11-4c4e-8008-067c6eb1d7b1 req-492ac77f-6d26-4449-bfcc-d244d18ab4cc tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Nov 12 10:55:26.901375 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 2, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:26.929821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Checking router: 0163a900-d5d7-462c-a615-22c0b31f9749 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:26.930176 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Updating router 0163a900-d5d7-462c-a615-22c0b31f9749 port 0a82ce07-6398-4368-b237-4c8dd9de1a57 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:55:26.957530 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.135592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device de8f457b-2d49-47ad-baec-364050bf4e9b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:27.231551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e25d68-319a-465f-9c74-2a43e83c6d68 req-ae705ca8-7eea-4b3f-a4a0-abf7345db634 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:27.233122 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94e25d68-319a-465f-9c74-2a43e83c6d68 req-ae705ca8-7eea-4b3f-a4a0-abf7345db634 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 949 time: 0.1787403 Nov 12 10:55:27.235693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port de8f457b-2d49-47ad-baec-364050bf4e9b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:27.236269 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.296718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-a72678f5-8757-492d-9d22-da72e0263bc8 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:27.298459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-a72678f5-8757-492d-9d22-da72e0263bc8 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 949 time: 0.1784115 Nov 12 10:55:27.329790 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.361678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94e25d68-319a-465f-9c74-2a43e83c6d68 req-cdc13a63-c25c-4bd0-a897-98c0c7fe9978 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2bc9d48-db95-41fc-b98d-c792ff958f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080525 Nov 12 10:55:27.486364 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.523393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9ce1a-4c95-46c9-8b68-547efb618c24 req-3f4f6971-d0a6-4d35-a114-324a04099fb8 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:27.530578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf9ce1a-4c95-46c9-8b68-547efb618c24 req-3f4f6971-d0a6-4d35-a114-324a04099fb8 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 947 time: 0.0803199 Nov 12 10:55:27.540093 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b7fb9-5587-4f78-a5dd-8e60b4a4738c None None] Pushing event updated for resources: {'Port': ['ID=0a82ce07-6398-4368-b237-4c8dd9de1a57,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:27.568848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Deleting port e248c654-7839-4669-a04b-f7b30e51f45b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:55:27.569119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.636188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bee4-b421-4648-886d-a91baa3865f7 req-c353a36b-a17b-46d3-a37d-5fe7d62e9af0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:27.638977 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Attempting to bind port 0a82ce07-6398-4368-b237-4c8dd9de1a57 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:27.639579 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Attempting to bind port 0a82ce07-6398-4368-b237-4c8dd9de1a57 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:27.640402 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Attempting to bind port 0a82ce07-6398-4368-b237-4c8dd9de1a57 on network 8a055990-85ea-42b8-beee-2824cff34154 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:27.661472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccb9bee4-b421-4648-886d-a91baa3865f7 req-c353a36b-a17b-46d3-a37d-5fe7d62e9af0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0885012 Nov 12 10:55:27.666864 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:27.667478 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Checking segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:27.668085 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.669029 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Bound using segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:27.669675 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Bound port: 0a82ce07-6398-4368-b237-4c8dd9de1a57, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:27.669967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf9ce1a-4c95-46c9-8b68-547efb618c24 req-8599215a-9556-424d-8d3a-8008db87a4d2 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382623 Nov 12 10:55:27.670410 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.760764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccb9bee4-b421-4648-886d-a91baa3865f7 req-76d454f9-f6b9-4337-ba17-2c2907d30f1c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975840 Nov 12 10:55:27.763619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] For port e248c654-7839-4669-a04b-f7b30e51f45b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e248c654-7839-4669-a04b-f7b30e51f45b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:27.764300 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.795365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Calling delete_port for e248c654-7839-4669-a04b-f7b30e51f45b owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:55:27.806426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cf6b1974-d4cf-4201-bc33-1b160cb7a83e None None] Provisioning complete for port 0a82ce07-6398-4368-b237-4c8dd9de1a57 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:27.806887 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf6b1974-d4cf-4201-bc33-1b160cb7a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.851202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b1974-d4cf-4201-bc33-1b160cb7a83e None None] Port 0a82ce07-6398-4368-b237-4c8dd9de1a57 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:27.878221 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] For port 0a82ce07-6398-4368-b237-4c8dd9de1a57, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:27.882202 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] For port 0a82ce07-6398-4368-b237-4c8dd9de1a57, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0a82ce07-6398-4368-b237-4c8dd9de1a57,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:27.891962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 001a1485-52e0-4e70-9daf-407ba6da0052 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:27.933241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33064) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:27.960247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d33ea27-897e-40f4-86c3-8a9eb23219a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.973734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba5e2b-8dbb-4adf-8dfd-3c1d6fb79e50 req-bd769deb-37da-43cb-9da0-90e94b306d12 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:27.974550 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:27.975174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33ba5e2b-8dbb-4adf-8dfd-3c1d6fb79e50 req-bd769deb-37da-43cb-9da0-90e94b306d12 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.0881827 Nov 12 10:55:28.074692 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:28.075233 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:28.146541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33ba5e2b-8dbb-4adf-8dfd-3c1d6fb79e50 req-a5a708a5-e141-4eec-a5f6-780971418c5d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590707 Nov 12 10:55:28.163512 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d33ea27-897e-40f4-86c3-8a9eb23219a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.169534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 001a1485-52e0-4e70-9daf-407ba6da0052, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=001a1485-52e0-4e70-9daf-407ba6da0052,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:28.212997 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b7fb9-5587-4f78-a5dd-8e60b4a4738c None None] Pushing event updated for resources: {'Port': ['ID=0a82ce07-6398-4368-b237-4c8dd9de1a57,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:28.215655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33082) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:28.215829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '001a1485-52e0-4e70-9daf-407ba6da0052', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '001a1485-52e0-4e70-9daf-407ba6da0052', 'mac_address': 'fa:16:3e:11:bd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:28.220846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-network', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:28.236568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.285803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['e248c654-7839-4669-a04b-f7b30e51f45b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:28.316553 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:28.332820 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.349425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001a1485-52e0-4e70-9daf-407ba6da0052 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:28.352204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Pushing event deleted for resources: {'Port': ['ID=e248c654-7839-4669-a04b-f7b30e51f45b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:28.354614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d33ea27-897e-40f4-86c3-8a9eb23219a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.382668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] No DVR routers for this DVR port e248c654-7839-4669-a04b-f7b30e51f45b on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:28.391025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 001a1485-52e0-4e70-9daf-407ba6da0052, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=001a1485-52e0-4e70-9daf-407ba6da0052,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:28.391240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.395213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-271dda69-beaf-4c46-85f3-8ae4a39f1720 req-07930e56-d015-4047-9583-a0bc1cc73261 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.69 "DELETE /v2.0/ports/e248c654-7839-4669-a04b-f7b30e51f45b HTTP/1.1" status: 204 len: 173 time: 1.0533497 Nov 12 10:55:28.395656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae7ad0-ee93-44a8-92f3-7c1f9d486cee', 'name': 'network-vif-deleted', 'tag': 'e248c654-7839-4669-a04b-f7b30e51f45b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:28.398064 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74260ef3-b1ce-4253-8029-6f9fb5f32858" -d '{"events": [{"server_uuid": "07ae7ad0-ee93-44a8-92f3-7c1f9d486cee", "name": "network-vif-deleted", "tag": "e248c654-7839-4669-a04b-f7b30e51f45b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:28.407476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Made reservation on behalf of a6ada56f1bf94ba4b4852b8efba8a5a4 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:28.416641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e31cbae5-eee0-4761-91ec-66bba4ca95ba None None] Provisioning complete for port 0a82ce07-6398-4368-b237-4c8dd9de1a57 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:28.416641 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e31cbae5-eee0-4761-91ec-66bba4ca95ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.417327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.427388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.467120 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4d33ea27-897e-40f4-86c3-8a9eb23219a6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ff98a1e5ab4498c9ecaba494faff8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325606 Nov 12 10:55:28.469846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33094) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:28.477284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33ea27-897e-40f4-86c3-8a9eb23219a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd8d1fa-1aeb-434e-b149-2e70d9d0431f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:28.550966 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.591253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55dfd616-5156-4474-bf2e-f8bd2918de0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.627628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55dfd616-5156-4474-bf2e-f8bd2918de0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.647243 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e31cbae5-eee0-4761-91ec-66bba4ca95ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.655891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d3e22c3-ba80-4a5a-8c2f-c39ac1705a33 req-6fbb416a-14df-4bb6-b117-036e9d967f21 tempest-LiveMigrationNegativeTest-1981539591 tempest-LiveMigrationNegativeTest-1981539591-project] 10.222.0.98 "GET /v2.0/ports?device_id=07ae7ad0-ee93-44a8-92f3-7c1f9d486cee HTTP/1.1" status: 200 len: 210 time: 0.1100559 Nov 12 10:55:28.663735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=001a1485-52e0-4e70-9daf-407ba6da0052,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:28.694203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e31cbae5-eee0-4761-91ec-66bba4ca95ba None None] For port 0a82ce07-6398-4368-b237-4c8dd9de1a57, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0a82ce07-6398-4368-b237-4c8dd9de1a57,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:28.715708 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.727536 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a8f49c-8031-4e1e-a6a4-def55549151d x-openstack-request-id: req-a2a8f49c-8031-4e1e-a6a4-def55549151d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:28.728594 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae7ad0-ee93-44a8-92f3-7c1f9d486cee", "name": "network-vif-deleted", "tag": "e248c654-7839-4669-a04b-f7b30e51f45b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:28.728843 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a2a8f49c-8031-4e1e-a6a4-def55549151d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:28.729268 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ae7ad0-ee93-44a8-92f3-7c1f9d486cee', 'name': 'network-vif-deleted', 'tag': 'e248c654-7839-4669-a04b-f7b30e51f45b', 'status': 'completed', 'code': 200} Nov 12 10:55:28.812891 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e31cbae5-eee0-4761-91ec-66bba4ca95ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.815339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55dfd616-5156-4474-bf2e-f8bd2918de0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.819734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.830211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55dfd616-5156-4474-bf2e-f8bd2918de0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.830211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-55dfd616-5156-4474-bf2e-f8bd2918de0e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cfd8d1fa-1aeb-434e-b149-2e70d9d0431f HTTP/1.1" status: 204 len: 168 time: 0.3582542 Nov 12 10:55:28.890950 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:27Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:28.910262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:55:28.920703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['001a1485-52e0-4e70-9daf-407ba6da0052'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:28.947826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a005ce-3d0d-498c-bbe3-c6510731ffdc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:28.973313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:28.977418 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Added segment a4c9634c-44f3-4f5a-b191-45e71a749d7b of type vlan for network 5bf520b7-5970-4414-92d9-5318ff5109a0 Nov 12 10:55:28.999604 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67a84b-75c8-491d-8e8f-e4f10924d19b None None] The sync data for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 is: [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:27Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:29.066358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cbae5-eee0-4761-91ec-66bba4ca95ba None None] Pushing event updated for resources: {'Port': ['ID=0a82ce07-6398-4368-b237-4c8dd9de1a57,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:29.138984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:29.255997 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-29514ee3-ce73-4e87-9c7f-52097673b8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:29.436177 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:29.437976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:29.437976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:29.484261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfd616-5156-4474-bf2e-f8bd2918de0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd8d1fa-1aeb-434e-b149-2e70d9d0431f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:29.506601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] Pushing event updated for resources: {'Network': ['ID=5bf520b7-5970-4414-92d9-5318ff5109a0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:29.529237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563787e3-436f-4941-8858-99f5c8f9b475 req-6c67d965-e9a7-4b5b-85f3-81dab5666fa1 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:29.530119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 5bf520b7-5970-4414-92d9-5318ff5109a0 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:55:29.530805 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-563787e3-436f-4941-8858-99f5c8f9b475 req-6c67d965-e9a7-4b5b-85f3-81dab5666fa1 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 948 time: 0.6969664 Nov 12 10:55:29.613804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-16e92e13-324a-4d29-bf3d-16913622623d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3937502 Nov 12 10:55:29.629321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33166) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:29.648932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Request body: {'subnet': {'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-subnet', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:29.653414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-563787e3-436f-4941-8858-99f5c8f9b475 req-3b73f7ff-0d5f-4797-a713-c4827f3588d2 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150093 Nov 12 10:55:29.798426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b832a-2072-4664-bd9b-092f25998617 req-86448d32-ecf5-4aa3-993a-662f40883674 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:29.807361 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-471b832a-2072-4664-bd9b-092f25998617 req-86448d32-ecf5-4aa3-993a-662f40883674 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.0731285 Nov 12 10:55:29.833000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d252ea-b9fe-4c08-9f14-f7b21163c938 req-8588783e-da89-47f5-8dfe-d2ec40a55be7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:29.836343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1d252ea-b9fe-4c08-9f14-f7b21163c938 req-8588783e-da89-47f5-8dfe-d2ec40a55be7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1062839 Nov 12 10:55:29.839743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Made reservation on behalf of a6ada56f1bf94ba4b4852b8efba8a5a4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:29.842337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:29.896785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-471b832a-2072-4664-bd9b-092f25998617 req-fc561a9b-ff3a-4b4f-808d-e6f7c4373af6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778220 Nov 12 10:55:29.909131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 001a1485-52e0-4e70-9daf-407ba6da0052 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:30.088802 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1d252ea-b9fe-4c08-9f14-f7b21163c938 req-7eab255e-65ce-4ff4-9912-8521fc1bb79e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391500 Nov 12 10:55:30.138938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 001a1485-52e0-4e70-9daf-407ba6da0052 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:30.143595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 001a1485-52e0-4e70-9daf-407ba6da0052 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:30.144852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:30.298078 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:30.328764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f144499-111d-43a4-95b8-fdb663abeb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001a1485-52e0-4e70-9daf-407ba6da0052'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:30.339709 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa8634b-7a30-4fcc-a3ee-a6e77494e22c" -d '{"events": [{"server_uuid": "9f144499-111d-43a4-95b8-fdb663abeb9c", "name": "network-vif-plugged", "status": "completed", "tag": "001a1485-52e0-4e70-9daf-407ba6da0052"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:30.356641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 001a1485-52e0-4e70-9daf-407ba6da0052, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=001a1485-52e0-4e70-9daf-407ba6da0052,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:30.431516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:30.508113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d862740b-cc87-4968-a19f-4678dbffa003,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:30.509714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:30.545273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Checking segment: {'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:30.545646 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Network hostable DHCP agents. Network: 5bf520b7-5970-4414-92d9-5318ff5109a0, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:55:30.585824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=001a1485-52e0-4e70-9daf-407ba6da0052,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:30.835017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Network 5bf520b7-5970-4414-92d9-5318ff5109a0 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:55:30.911089 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ee206-4d5a-4a38-809d-8a626fb373e6 x-openstack-request-id: req-b57ee206-4d5a-4a38-809d-8a626fb373e6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:30.911569 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f144499-111d-43a4-95b8-fdb663abeb9c", "name": "network-vif-plugged", "status": "completed", "tag": "001a1485-52e0-4e70-9daf-407ba6da0052", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:30.911870 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b57ee206-4d5a-4a38-809d-8a626fb373e6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:30.912243 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f144499-111d-43a4-95b8-fdb663abeb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001a1485-52e0-4e70-9daf-407ba6da0052', 'code': 200} Nov 12 10:55:31.063614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 5bf520b7-5970-4414-92d9-5318ff5109a0) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:31.068874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:31.069474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.108029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e248c654-7839-4669-a04b-f7b30e51f45b no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:31.108029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0999a0-b978-4785-87d4-2fa1499dc650 None None] Network 5bf520b7-5970-4414-92d9-5318ff5109a0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:55:31.109206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf307e-4ec6-45a1-846f-7b6a760938f5 req-1ea5e3d1-c0a4-4891-9f42-babeb3607163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:31.109206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3acf307e-4ec6-45a1-846f-7b6a760938f5 req-1ea5e3d1-c0a4-4891-9f42-babeb3607163 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 1101 time: 0.0960529 Nov 12 10:55:31.109206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-d08a0da6-3634-42a4-a1d1-3be14107ce22 service neutron] 10.222.0.69 "GET /v2.0/ports/658d2efc-0156-4cf1-b7a3-f528d4f1f187/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.1387963 Nov 12 10:55:31.112347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e14f7-9eb3-4fde-9601-a194a2e32aa9 req-06e7fa57-69c6-46a4-97d3-53e24e14a6b6 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:31.113912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-269e14f7-9eb3-4fde-9601-a194a2e32aa9 req-06e7fa57-69c6-46a4-97d3-53e24e14a6b6 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 949 time: 0.1174660 Nov 12 10:55:31.125819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0a82ce07-6398-4368-b237-4c8dd9de1a57 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:31.130349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: e248c654-7839-4669-a04b-f7b30e51f45b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:55:31.130880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e248c654-7839-4669-a04b-f7b30e51f45b not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:31.276771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-269e14f7-9eb3-4fde-9601-a194a2e32aa9 req-aa66fedb-da4d-4f53-b84b-db2a1d1e9f6c tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501524 Nov 12 10:55:31.288858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8062b20c-21c9-4c9b-be1e-66a80879c03a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6582782 Nov 12 10:55:31.291597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33250) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:31.292242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3acf307e-4ec6-45a1-846f-7b6a760938f5 req-653b92e8-af63-4e7b-a157-573d5d074206 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762168 Nov 12 10:55:31.306023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:31.379496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0a82ce07-6398-4368-b237-4c8dd9de1a57 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:31.380085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.399765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4fce4-8885-4f99-835c-c0a0bce3f241 req-4117dc5e-a455-49d4-a147-4221dc2b2b36 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:31.413720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45c4fce4-8885-4f99-835c-c0a0bce3f241 req-4117dc5e-a455-49d4-a147-4221dc2b2b36 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 944 time: 0.2016137 Nov 12 10:55:31.414387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33266) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:31.449888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.458695 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.527267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5bf520b7-5970-4414-92d9-5318ff5109a0', 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'fixed_ips': [{'subnet_id': 'd862740b-cc87-4968-a19f-4678dbffa003'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:55:31.527951 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.593285 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.597832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:31.639097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959de374-4935-40ef-97ea-649cc0fd93e5 req-156e22f4-60fd-4437-8440-6a8e379a3409 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:31.645963 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45c4fce4-8885-4f99-835c-c0a0bce3f241 req-ff5ef832-dcdb-45cf-a047-d0f488e05373 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191184 Nov 12 10:55:31.648302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-959de374-4935-40ef-97ea-649cc0fd93e5 req-156e22f4-60fd-4437-8440-6a8e379a3409 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1388919 Nov 12 10:55:31.686904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:31.740852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-af68f4dd-f473-42a7-bf6b-769777cc0f3c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2087da7e8aa64ecca692b439722b8b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241997 Nov 12 10:55:31.743781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33278) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:31.751944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658d2efc-0156-4cf1-b7a3-f528d4f1f187 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:31.773709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-959de374-4935-40ef-97ea-649cc0fd93e5 req-c7a6e782-f7d8-41f4-b224-673fcead8399 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193595 Nov 12 10:55:31.785984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:31.910551 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7828b97f-bfc5-4cba-a755-45faab32f6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.922021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Allocated IP 172.20.0.2 (5bf520b7-5970-4414-92d9-5318ff5109a0/d862740b-cc87-4968-a19f-4678dbffa003/636c5dc4-2d9d-4ff1-aeea-e812bb9fe366) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:31.939710 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.988674 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:31.996519 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7828b97f-bfc5-4cba-a755-45faab32f6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.041327 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-71102a01-fb91-4a24-beb5-fe47a7bad38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.134168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] Transition to ACTIVE for port object 658d2efc-0156-4cf1-b7a3-f528d4f1f187 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:32.135576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7828b97f-bfc5-4cba-a755-45faab32f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.135752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.144113 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7828b97f-bfc5-4cba-a755-45faab32f6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.144113 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7828b97f-bfc5-4cba-a755-45faab32f6c5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c2bc9d48-db95-41fc-b98d-c792ff958f82 HTTP/1.1" status: 204 len: 168 time: 0.3935797 Nov 12 10:55:32.151835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828b97f-bfc5-4cba-a755-45faab32f6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc9d48-db95-41fc-b98d-c792ff958f82,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:32.213125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.242419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.284056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Network 5bf520b7-5970-4414-92d9-5318ff5109a0 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:32.287762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:32.291628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:32.297942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] Pushing event updated for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:32.305663 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.314101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] No DVR routers for this DVR port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:32.334319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.356009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Pushing event updated for resources: {'Port': ['ID=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:32.391085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-925cf36d-700a-49a9-b93c-286b564e4e25 service neutron] 10.222.0.69 "PUT /v2.0/ports/658d2efc-0156-4cf1-b7a3-f528d4f1f187/bindings/n-h1-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 1.2761481 Nov 12 10:55:32.423081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Attempting to bind port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:32.423664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Attempting to bind port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:32.423798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Attempting to bind port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 on network 5bf520b7-5970-4414-92d9-5318ff5109a0 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:32.435948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:32.436204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Checking segment: {'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:32.436603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.436996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Bound using segment: {'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:32.437474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Bound port: 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:32.437851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.477208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Allocated IP 172.25.3.18 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/90d3d58c-363a-4293-8ab1-631acdc2b4ef) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:32.522441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31254f24-27aa-4760-a29d-de67351a698c req-e109cf4f-4954-4c27-8c1d-2d357b46ed90 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.529664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31254f24-27aa-4760-a29d-de67351a698c req-e109cf4f-4954-4c27-8c1d-2d357b46ed90 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 949 time: 0.0807257 Nov 12 10:55:32.537083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] For port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:32.540947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] For port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,segment=NetworkSegment(a4c9634c-44f3-4f5a-b191-45e71a749d7b),segment_id=a4c9634c-44f3-4f5a-b191-45e71a749d7b)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:32.574340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31254f24-27aa-4760-a29d-de67351a698c req-893691a4-f74d-4d13-909e-fcaae61317f0 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Nov 12 10:55:32.603053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.723587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-9b520ccd-2c91-4fa5-815f-99533c012e85 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.723587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-9b520ccd-2c91-4fa5-815f-99533c012e85 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.0763247 Nov 12 10:55:32.726083 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:32.792780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-12b0f61d-8af0-48d3-9006-92e272a5223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.794979 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-12b0f61d-8af0-48d3-9006-92e272a5223c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057&tenant_id=bd29df4f48464cdb8586959f14c6b833 HTTP/1.1" status: 200 len: 1097 time: 0.0983307 Nov 12 10:55:32.795359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Pushing event updated for resources: {'Port': ['ID=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:32.809982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.810320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.810840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.811367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.812098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.812929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.817819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.818392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.818888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.819661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.820017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.820346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a89b44-1ead-4f05-80dc-971d33979f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:55:32.836144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931f29f-947a-4482-b38b-8853300fa094 req-5c157b12-0eac-4e36-a8a7-3d4805b8c0e2 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.840860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f931f29f-947a-4482-b38b-8853300fa094 req-5c157b12-0eac-4e36-a8a7-3d4805b8c0e2 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 945 time: 0.0977037 Nov 12 10:55:32.882427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-abec9448-f408-4861-8c5f-c36ba412e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:32.885983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-abec9448-f408-4861-8c5f-c36ba412e36f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1097 time: 0.0586603 Nov 12 10:55:32.919572 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f931f29f-947a-4482-b38b-8853300fa094 req-2ae5c7f7-6c1f-4fcf-9757-4cbf34c6f65d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706816 Nov 12 10:55:33.038028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89577f9c-e3df-43a6-8381-c9d08613150a req-e2b1e50a-e2d9-4c52-bcb6-8b3806d5ffa0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:33.039686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89577f9c-e3df-43a6-8381-c9d08613150a req-e2b1e50a-e2d9-4c52-bcb6-8b3806d5ffa0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1517484 Nov 12 10:55:33.059883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-e1175689-cbee-46a3-a5ac-35e29b8fa123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:33.060467 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-e1175689-cbee-46a3-a5ac-35e29b8fa123 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1585946 Nov 12 10:55:33.118767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-fa017b9f-2321-4e90-b559-2f91e5d607cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 217 time: 0.0481517 Nov 12 10:55:33.139972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:33.172177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89577f9c-e3df-43a6-8381-c9d08613150a req-608ff3e9-5e8a-4d5b-8234-e697917a4d3c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251221 Nov 12 10:55:33.191576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-ecb2d74f-4788-451b-8a6e-df0460a5a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:33.193158 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-ecb2d74f-4788-451b-8a6e-df0460a5a9d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0640662 Nov 12 10:55:33.195212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:33.195579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.226602 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-7a4a9c2c-1d2b-433c-8ee9-253373072723 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252397 Nov 12 10:55:33.259143 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.266349 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.284060 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.305368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:33.308345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:33.312507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:33.325371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,segment=NetworkSegment(a4c9634c-44f3-4f5a-b191-45e71a749d7b),segment_id=a4c9634c-44f3-4f5a-b191-45e71a749d7b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:33.339842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-62fcac30-98fb-4c67-8f5f-02a40ae34776 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052186 Nov 12 10:55:33.350594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Pushing event updated for resources: {'Port': ['ID=90d3d58c-363a-4293-8ab1-631acdc2b4ef,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:33.449286 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.465104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-3614c20c-db32-4beb-9146-8eb188f6900d service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025147 Nov 12 10:55:33.531551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33316) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:33.540218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:33.771494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08749-b85c-446c-88f1-324bd6e74fac req-3ec3f482-951f-412c-aed1-8771da8e9f73 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:33.773210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ada08749-b85c-446c-88f1-324bd6e74fac req-3ec3f482-951f-412c-aed1-8771da8e9f73 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 949 time: 0.1061060 Nov 12 10:55:33.773872 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.817149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7f48e3-eb2c-4459-b197-e30fd90a5558 None None] Network 5bf520b7-5970-4414-92d9-5318ff5109a0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:55:33.868614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c96d4a3f-7207-498a-8b52-4471350c6df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:33.903633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ada08749-b85c-446c-88f1-324bd6e74fac req-946a09fb-7097-4ce0-98b2-bf5ce2a22f6e tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927818 Nov 12 10:55:33.973307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5c27e674-ed7f-4200-a204-e7d9198dbbcb None None] Provisioning complete for port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:33.973672 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5c27e674-ed7f-4200-a204-e7d9198dbbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.033300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33334) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:34.044939 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c96d4a3f-7207-498a-8b52-4471350c6df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.091680 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.126836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-d288c286-dfe5-41fe-821d-c872933d93f5 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:34.134045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-d288c286-dfe5-41fe-821d-c872933d93f5 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.0639472 Nov 12 10:55:34.160379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c96d4a3f-7207-498a-8b52-4471350c6df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.186868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb021-77e7-4ea9-88e5-d61ab335096c req-aa9453ba-55e3-45fe-8717-a2b527f90744 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:34.188466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42deb021-77e7-4ea9-88e5-d61ab335096c req-aa9453ba-55e3-45fe-8717-a2b527f90744 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 945 time: 0.1324980 Nov 12 10:55:34.190092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.251843 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c96d4a3f-7207-498a-8b52-4471350c6df3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e0e4d92819164772ace536fbd6228319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7175932 Nov 12 10:55:34.251843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d4a3f-7207-498a-8b52-4471350c6df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b109e-f4cc-44bb-b755-a1a1853ed8ca,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:34.258693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33340) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:34.276136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33342) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:34.441177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42deb021-77e7-4ea9-88e5-d61ab335096c req-238d8489-83e8-41c3-8062-d5ce0e6f6641 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430654 Nov 12 10:55:34.473416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-404bd8c5-bcf1-4306-b267-68c45544859b None None] Provisioning complete for port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:34.473900 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-404bd8c5-bcf1-4306-b267-68c45544859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.490918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-e66f4b8a-2848-4d41-a3a1-f0d04a413590 service neutron] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:34.493530 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d158-62df-4c97-92a1-44d1a15acbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.494485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-e66f4b8a-2848-4d41-a3a1-f0d04a413590 service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.499469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e7f69fe-570b-4ddc-a91f-cab16506f4a2 req-e66f4b8a-2848-4d41-a3a1-f0d04a413590 service neutron] 10.222.0.57 "DELETE /v2.0/ports/658d2efc-0156-4cf1-b7a3-f528d4f1f187/bindings/n-h2-768852-22 HTTP/1.1" status: 204 len: 173 time: 0.3546238 Nov 12 10:55:34.518076 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d158-62df-4c97-92a1-44d1a15acbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.607168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-78cbd0f0-5566-497a-a586-f23cfe97f109 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cbd8e70771944cc482a3c162c46b5f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174808 Nov 12 10:55:34.607533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33350) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:34.609912 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a50bd4e4-76e2-489b-a9e1-8fae7fc88848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.668026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23ff5e49-89e2-492f-9e62-aef5a259dd41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.677193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1edba6-55de-414c-9e93-1a1c5e7a2123 req-1bdf66be-220a-4227-8b26-a78c71ef9478 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:34.688042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a1edba6-55de-414c-9e93-1a1c5e7a2123 req-1bdf66be-220a-4227-8b26-a78c71ef9478 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1273229 Nov 12 10:55:34.702217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d158-62df-4c97-92a1-44d1a15acbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.704823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8e3d158-62df-4c97-92a1-44d1a15acbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.705954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f8e3d158-62df-4c97-92a1-44d1a15acbd1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b9b109e-f4cc-44bb-b755-a1a1853ed8ca HTTP/1.1" status: 204 len: 168 time: 0.4448490 Nov 12 10:55:34.707654 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23ff5e49-89e2-492f-9e62-aef5a259dd41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.732062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3d158-62df-4c97-92a1-44d1a15acbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b109e-f4cc-44bb-b755-a1a1853ed8ca,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:34.759030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Router 9c3fec03-e740-4a1f-a824-3efe3631a16c is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:55:34.779173 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.800946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a1edba6-55de-414c-9e93-1a1c5e7a2123 req-1fdb8412-1c78-48fb-adda-837840fe44f0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069522 Nov 12 10:55:34.881682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23ff5e49-89e2-492f-9e62-aef5a259dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.884689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23ff5e49-89e2-492f-9e62-aef5a259dd41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:34.886334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-23ff5e49-89e2-492f-9e62-aef5a259dd41 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c80684a-e259-4e59-9100-d3f120ae6539 HTTP/1.1" status: 204 len: 168 time: 0.2776663 Nov 12 10:55:34.903226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff5e49-89e2-492f-9e62-aef5a259dd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c80684a-e259-4e59-9100-d3f120ae6539,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:35.104841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 658d2efc-0156-4cf1-b7a3-f528d4f1f187 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:35.145745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:35.152263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a50bd4e4-76e2-489b-a9e1-8fae7fc88848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.169712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-019f9e40-7c96-484b-813a-e513035b9ee0 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e839bfa24aad4d2c9de30defd85b6326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457532 Nov 12 10:55:35.228052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 658d2efc-0156-4cf1-b7a3-f528d4f1f187 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:35.257529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:35.257664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:35.257954 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.275820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a50bd4e4-76e2-489b-a9e1-8fae7fc88848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.314039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Sync routers for ids ['9c3fec03-e740-4a1f-a824-3efe3631a16c'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:35.329486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Routers {'9c3fec03-e740-4a1f-a824-3efe3631a16c'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:35.330117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9c3fec03-e740-4a1f-a824-3efe3631a16c'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:35.371567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a50bd4e4-76e2-489b-a9e1-8fae7fc88848 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4e3b0e1b00824ba3a159f93ad25d0d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3371875 Nov 12 10:55:35.374333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33384) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:35.374840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bd4e4-76e2-489b-a9e1-8fae7fc88848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b49e5ec-3ff9-4b09-9f4b-6b4ecff82a5c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:35.453652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-16dcc63d-d4c0-4645-92ca-0b3d5c928c28 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:35.454703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9b98667-acba-4f6f-9d99-0dd3dab713c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.457592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-16dcc63d-d4c0-4645-92ca-0b3d5c928c28 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282584 Nov 12 10:55:35.463386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.466417 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-98a26da6-4703-40c5-9615-d4215a531df2 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1701069 Nov 12 10:55:35.469929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:35.515077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9b98667-acba-4f6f-9d99-0dd3dab713c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.541552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Set router 9c3fec03-e740-4a1f-a824-3efe3631a16c gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:35.580445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-67022224-7ec6-4798-9f3e-dc47cf4d7529 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/quotas/e839bfa24aad4d2c9de30defd85b6326 HTTP/1.1" status: 200 len: 375 time: 0.1106050 Nov 12 10:55:35.643364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512fa4a-8c9c-47b1-a913-dbc05a617520 req-b2254fc6-3902-4295-9faa-fc40a534536c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:35.644966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3512fa4a-8c9c-47b1-a913-dbc05a617520 req-b2254fc6-3902-4295-9faa-fc40a534536c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 945 time: 0.0690324 Nov 12 10:55:35.704249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-a447e558-0413-45e0-b00c-b8bc89015ee7 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e839bfa24aad4d2c9de30defd85b6326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155989 Nov 12 10:55:35.724156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9b98667-acba-4f6f-9d99-0dd3dab713c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.727725 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9b98667-acba-4f6f-9d99-0dd3dab713c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.732759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b9b98667-acba-4f6f-9d99-0dd3dab713c3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b49e5ec-3ff9-4b09-9f4b-6b4ecff82a5c HTTP/1.1" status: 204 len: 168 time: 0.3565168 Nov 12 10:55:35.768547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3512fa4a-8c9c-47b1-a913-dbc05a617520 req-4106ab18-8b7d-4153-9a4c-e05806a3abf9 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165128 Nov 12 10:55:35.780305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98667-acba-4f6f-9d99-0dd3dab713c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b49e5ec-3ff9-4b09-9f4b-6b4ecff82a5c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:35.873323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T10:55:33Z', 'revision_number': 3, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:35.883644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33404) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:35.903470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13df1af0-e4c6-4138-b69c-86233c870386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:35.907518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Checking router: 9c3fec03-e740-4a1f-a824-3efe3631a16c for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:35.907985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Updating router 9c3fec03-e740-4a1f-a824-3efe3631a16c port 90d3d58c-363a-4293-8ab1-631acdc2b4ef binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:55:35.938065 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.098829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bded83-a2bb-4af2-ba57-975ea71e8afc req-1a4cb2b8-658e-4bf6-918c-a74ff2e58a58 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.112172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a5bded83-a2bb-4af2-ba57-975ea71e8afc req-1a4cb2b8-658e-4bf6-918c-a74ff2e58a58 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1914916 Nov 12 10:55:36.116099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33414) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:36.253642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13df1af0-e4c6-4138-b69c-86233c870386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.259447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a5bded83-a2bb-4af2-ba57-975ea71e8afc req-220b55e2-04ed-47ff-bc17-8519ae56df24 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343772 Nov 12 10:55:36.278431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48f0c2-8e04-4ddb-8dab-55132c699f00 req-f7d9135f-1ded-41f9-b069-2a485002abfe tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.280275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e48f0c2-8e04-4ddb-8dab-55132c699f00 req-f7d9135f-1ded-41f9-b069-2a485002abfe tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1097 time: 0.1736667 Nov 12 10:55:36.321304 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72a1bf93-776b-4983-9082-bcda3a8b266e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.383411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1461ddb-bbc8-430a-a965-c3ec56040bd1 req-f34d0fe7-e1c4-487a-b618-2cae37be3fc7 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 210 time: 0.0353475 Nov 12 10:55:36.385376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e48f0c2-8e04-4ddb-8dab-55132c699f00 req-1c9f26cf-9af8-458e-95e7-a7f7499c5346 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922174 Nov 12 10:55:36.385503 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13df1af0-e4c6-4138-b69c-86233c870386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.450913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.456626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df1af0-e4c6-4138-b69c-86233c870386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f8c4ff-7fdc-42b9-886c-ef1cfe222336,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:36.466788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-13df1af0-e4c6-4138-b69c-86233c870386 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bab729f495a642b086df571127520b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5818398 Nov 12 10:55:36.470649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33424) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:36.542376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72a1bf93-776b-4983-9082-bcda3a8b266e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.553840 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83d0bd45-c02b-441e-b7e4-4c8d7248a753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.583158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83d0bd45-c02b-441e-b7e4-4c8d7248a753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.598188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.643310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Allocated IP 172.20.0.1 (5bf520b7-5970-4414-92d9-5318ff5109a0/d862740b-cc87-4968-a19f-4678dbffa003/cf35852e-2de2-4f7a-81aa-7b6c5fae3369) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:36.768916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.770720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72a1bf93-776b-4983-9082-bcda3a8b266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.773106 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83d0bd45-c02b-441e-b7e4-4c8d7248a753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.775608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83d0bd45-c02b-441e-b7e4-4c8d7248a753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.780070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-83d0bd45-c02b-441e-b7e4-4c8d7248a753 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/71f8c4ff-7fdc-42b9-886c-ef1cfe222336 HTTP/1.1" status: 204 len: 168 time: 0.3081210 Nov 12 10:55:36.829183 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.831299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04354ab-8c2d-4e1a-aa9c-acfb21ffa8b6 None None] Pushing event updated for resources: {'Port': ['ID=90d3d58c-363a-4293-8ab1-631acdc2b4ef,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:36.838316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1bf93-776b-4983-9082-bcda3a8b266e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8fcd7-fe33-4ed7-a12a-c000cd150ed3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:36.876742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0bd45-c02b-441e-b7e4-4c8d7248a753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f8c4ff-7fdc-42b9-886c-ef1cfe222336,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:36.891902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-72a1bf93-776b-4983-9082-bcda3a8b266e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1d7608fbd9134e299f6111b7c888bf20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7725160 Nov 12 10:55:36.892295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33448) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:36.905638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Attempting to bind port 90d3d58c-363a-4293-8ab1-631acdc2b4ef on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:36.905939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Attempting to bind port 90d3d58c-363a-4293-8ab1-631acdc2b4ef by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:36.906302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Attempting to bind port 90d3d58c-363a-4293-8ab1-631acdc2b4ef on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:36.937569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:36.937944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:36.938351 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.938731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:36.939204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Bound port: 90d3d58c-363a-4293-8ab1-631acdc2b4ef, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:36.939706 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.952147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-01b09273-f5dd-4df7-a312-9c3317f9d3a3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:36.954446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-01b09273-f5dd-4df7-a312-9c3317f9d3a3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 820 time: 0.2154548 Nov 12 10:55:36.979601 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:36.988521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-71846e96-1762-4da0-9d26-3e47d273d0cb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/quotas/bd29df4f48464cdb8586959f14c6b833 HTTP/1.1" status: 200 len: 375 time: 0.0155363 Nov 12 10:55:37.024180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] For port 90d3d58c-363a-4293-8ab1-631acdc2b4ef, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:37.024180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] For port 90d3d58c-363a-4293-8ab1-631acdc2b4ef, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=90d3d58c-363a-4293-8ab1-631acdc2b4ef,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:37.032384 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f6df452-8c45-4bc5-b414-2201546f112c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.041062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Network 5bf520b7-5970-4414-92d9-5318ff5109a0 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:37.045008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:37.064418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:37.064834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f6df452-8c45-4bc5-b414-2201546f112c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.086139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-5c610825-9977-4b9c-9368-40ad706cf279 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963385 Nov 12 10:55:37.137756 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.181951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Pushing event updated for resources: {'Port': ['ID=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:37.198228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.228404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-f06ceca7-a17d-4ba5-8c2c-558c53b28379 service neutron] 10.222.0.98 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415787 Nov 12 10:55:37.321415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04354ab-8c2d-4e1a-aa9c-acfb21ffa8b6 None None] Pushing event updated for resources: {'Port': ['ID=90d3d58c-363a-4293-8ab1-631acdc2b4ef,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:37.343996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Routers {'9c3fec03-e740-4a1f-a824-3efe3631a16c'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:37.344559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9c3fec03-e740-4a1f-a824-3efe3631a16c'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:37.380738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f6df452-8c45-4bc5-b414-2201546f112c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.383477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f6df452-8c45-4bc5-b414-2201546f112c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.387631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0f6df452-8c45-4bc5-b414-2201546f112c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3ec8fcd7-fe33-4ed7-a12a-c000cd150ed3 HTTP/1.1" status: 204 len: 168 time: 0.4910462 Nov 12 10:55:37.387631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-65098222-5121-46fe-a58b-9a4e533288ba service neutron] 10.222.0.98 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518648 Nov 12 10:55:37.396662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6df452-8c45-4bc5-b414-2201546f112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8fcd7-fe33-4ed7-a12a-c000cd150ed3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:37.460714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.573882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a89b16-f492-4f36-9e01-0f03f471ced6 req-a7f83d0a-ae12-4f50-b29b-9f85bca05c93 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:37.587255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15a89b16-f492-4f36-9e01-0f03f471ced6 req-a7f83d0a-ae12-4f50-b29b-9f85bca05c93 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1740570 Nov 12 10:55:37.631778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4751509f-439f-4641-89bc-9fd2868e7057 None None] Provisioning complete for port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:37.632305 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4751509f-439f-4641-89bc-9fd2868e7057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.640988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] Set router 9c3fec03-e740-4a1f-a824-3efe3631a16c gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:37.766915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15a89b16-f492-4f36-9e01-0f03f471ced6 req-628bba45-ec79-49b8-aa1f-61a4b60326c9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644268 Nov 12 10:55:37.794323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b96301c-b9fc-44e5-8242-42ebbb6c04a9 req-a4bc491d-1b55-4dc0-b040-ba7ba6b4fa83 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 210 time: 0.0384369 Nov 12 10:55:37.847601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4751509f-439f-4641-89bc-9fd2868e7057 None None] Port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:37.871370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9045393-1fb1-4be0-8c6c-d2ecd62fbe11 req-aa0fb692-acfd-4467-a6d6-34f2458fb6e1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 210 time: 0.0625789 Nov 12 10:55:37.931116 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:37.952930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T10:55:33Z', 'revision_number': 3, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:37.990759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9f912-24dd-4987-848c-1eeedca94240 None None] The sync data for ids ['9c3fec03-e740-4a1f-a824-3efe3631a16c'] in n-d-768852-22 is: [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T10:55:33Z', 'revision_number': 3, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:38.047175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.153195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.164576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Pushing event updated for resources: {'Port': ['ID=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:38.312894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Network 5bf520b7-5970-4414-92d9-5318ff5109a0 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:38.314369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:38.523589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Router 9c3fec03-e740-4a1f-a824-3efe3631a16c has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:55:38.559101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33500) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:38.581080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aed7f9e9-a407-4f9d-a6b9-9bd5115cbd2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.690546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-baf93371-b0e7-4849-ab55-883f3be7f064 None None] Provisioning complete for port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:38.691136 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-baf93371-b0e7-4849-ab55-883f3be7f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.707519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:55:38.739700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-78092911-be04-4def-a6d1-070e0243797b admin admin] 10.222.0.98 "PUT /v2.0/routers/9c3fec03-e740-4a1f-a824-3efe3631a16c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2656054 Nov 12 10:55:38.758682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aed7f9e9-a407-4f9d-a6b9-9bd5115cbd2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.763392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-baf93371-b0e7-4849-ab55-883f3be7f064 None None] Port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:38.878535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa38064-49db-458c-ba51-39ee9e583dc2 req-7ea510c5-b208-403c-9aa3-088858cb815e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:38.886796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-daa38064-49db-458c-ba51-39ee9e583dc2 req-7ea510c5-b208-403c-9aa3-088858cb815e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0653262 Nov 12 10:55:38.895521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6304c9f9-4155-4db5-92af-320822480f06 req-fdba1330-96d1-46d1-939d-55d96543138d tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 210 time: 0.0351508 Nov 12 10:55:38.912109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aed7f9e9-a407-4f9d-a6b9-9bd5115cbd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:38.977133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aed7f9e9-a407-4f9d-a6b9-9bd5115cbd2a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4e5dc305846b40cebbf3100e813bf140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4163024 Nov 12 10:55:38.978361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7f9e9-a407-4f9d-a6b9-9bd5115cbd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a0f75-1559-4ce0-829a-0c0046e8a9c5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:38.979677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33516) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:38.998673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-daa38064-49db-458c-ba51-39ee9e583dc2 req-49d1910b-a77a-4cf8-9971-0a653778b6d1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107593 Nov 12 10:55:39.056680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55baaa55-6fa8-4b68-ae20-10d6330d890c req-bcb8f111-0cf4-4534-ae3d-21a325f15f94 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 210 time: 0.0567062 Nov 12 10:55:39.122782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-e96a33de-2e64-4a67-ab5c-97e1c5397132 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e839bfa24aad4d2c9de30defd85b6326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338316 Nov 12 10:55:39.141597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4bb142d-abf1-48ca-a533-1b13354f3900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.185678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 90d3d58c-363a-4293-8ab1-631acdc2b4ef up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:39.187276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4bb142d-abf1-48ca-a533-1b13354f3900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.268177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 90d3d58c-363a-4293-8ab1-631acdc2b4ef triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:39.269100 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.290300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-6a9261fe-6f6b-4652-b04a-b5a01e364ec9 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:39.291865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-6a9261fe-6f6b-4652-b04a-b5a01e364ec9 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623876 Nov 12 10:55:39.312209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Request body: {'port': {'device_id': 'bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'e839bfa24aad4d2c9de30defd85b6326'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:39.368995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.404504 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 90d3d58c-363a-4293-8ab1-631acdc2b4ef, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=90d3d58c-363a-4293-8ab1-631acdc2b4ef,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:39.446374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4bb142d-abf1-48ca-a533-1b13354f3900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.457788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4bb142d-abf1-48ca-a533-1b13354f3900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.457788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d4bb142d-abf1-48ca-a533-1b13354f3900 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5f1a0f75-1559-4ce0-829a-0c0046e8a9c5 HTTP/1.1" status: 204 len: 168 time: 0.4745071 Nov 12 10:55:39.472219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb142d-abf1-48ca-a533-1b13354f3900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a0f75-1559-4ce0-829a-0c0046e8a9c5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:39.515764 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.550326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Made reservation on behalf of e839bfa24aad4d2c9de30defd85b6326 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:39.555012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:39.576034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=90d3d58c-363a-4293-8ab1-631acdc2b4ef,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:39.785923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Allocated IP 192.168.233.177 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/78166af1-fab6-4e15-b26d-6f7cffa598a7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:40.030827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.062409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-689512f5-b3c1-49c9-9546-1554a8b7cfde req-d767537d-0869-4d11-b0c5-05876ce42e16 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 210 time: 0.0394809 Nov 12 10:55:40.161981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.175084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['001a1485-52e0-4e70-9daf-407ba6da0052'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:40.215672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0a9b2-78b7-43fe-ac4f-5b6f1abfa716 req-9fdb230e-93c8-4866-a6b4-2346ed4eafee tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:40.225171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cac0a9b2-78b7-43fe-ac4f-5b6f1abfa716 req-9fdb230e-93c8-4866-a6b4-2346ed4eafee tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0667067 Nov 12 10:55:40.241828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:40.243402 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Sync routers for ids ['9c3fec03-e740-4a1f-a824-3efe3631a16c'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:55:40.255703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:40.263945 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Routers {'9c3fec03-e740-4a1f-a824-3efe3631a16c'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:40.265801 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9c3fec03-e740-4a1f-a824-3efe3631a16c'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:40.282223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:40.288812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:40.294908 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.319417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Pushing event updated for resources: {'Port': ['ID=78166af1-fab6-4e15-b26d-6f7cffa598a7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:40.336711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cac0a9b2-78b7-43fe-ac4f-5b6f1abfa716 req-f51c3e21-279f-4219-b5ff-018a0af88ddd tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105609 Nov 12 10:55:40.370264 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-8a2310e6-03ba-4f0a-adb3-ac593b9a7d0c service neutron] show failed (client error): The resource could not be found. Nov 12 10:55:40.371298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-8a2310e6-03ba-4f0a-adb3-ac593b9a7d0c service neutron] 10.222.0.57 "GET /v2.0/ports/cf4259fe-4d9d-4c01-b35e-71a0fc701c88/bindings/n-h2-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.1230578 Nov 12 10:55:40.445196 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-5e46bd7d-bd1d-4cfd-815d-eb5c617f1d22 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1391606 Nov 12 10:55:40.460919 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Request body: {'port': {'device_id': 'bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:40.499610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a58ce015-f1cc-4f53-b79b-a948d1e5ce61 req-925efb96-45a1-4d8a-9994-fb951bbd0d4c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 210 time: 0.0705740 Nov 12 10:55:40.513939 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Set router 9c3fec03-e740-4a1f-a824-3efe3631a16c gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:40.604717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-1347eeef-e994-46bb-9647-ed26a68051a1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:40.606577 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-1347eeef-e994-46bb-9647-ed26a68051a1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 820 time: 0.1911645 Nov 12 10:55:40.629778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Request body: {'port': {'device_id': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'admin_state_up': True, 'tenant_id': 'bd29df4f48464cdb8586959f14c6b833'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:40.632567 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.706741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-39a92906-767b-4e50-8bcd-979c8d3b4c23 None None] Provisioning complete for port 78166af1-fab6-4e15-b26d-6f7cffa598a7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:40.714184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39a92906-767b-4e50-8bcd-979c8d3b4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.830304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-39a92906-767b-4e50-8bcd-979c8d3b4c23 None None] Port 78166af1-fab6-4e15-b26d-6f7cffa598a7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:40.854184 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T10:55:37Z', 'revision_number': 4, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cf35852e-2de2-4f7a-81aa-7b6c5fae3369', 'name': '', 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'mac_address': 'fa:16:3e:d5:c9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd862740b-cc87-4968-a19f-4678dbffa003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:36Z', 'updated_at': '2021-11-12T10:55:37Z', 'revision_number': 2, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'subnets': [{'id': 'd862740b-cc87-4968-a19f-4678dbffa003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:40.906071 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Checking router: 9c3fec03-e740-4a1f-a824-3efe3631a16c for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:55:40.906071 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Updating router 9c3fec03-e740-4a1f-a824-3efe3631a16c port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:55:40.960466 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:40.991244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Made reservation on behalf of bd29df4f48464cdb8586959f14c6b833 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:40.995763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.069044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.69', 55682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:41.093527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78166af1-fab6-4e15-b26d-6f7cffa598a7 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:41.122064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.151496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Transition to ACTIVE for port object 78166af1-fab6-4e15-b26d-6f7cffa598a7 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:41.164678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 90d3d58c-363a-4293-8ab1-631acdc2b4ef up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:41.165918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-daba9135-ed6a-4309-a8d6-d81910782427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:41.171551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-daba9135-ed6a-4309-a8d6-d81910782427 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477&tenant_id=207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 1101 time: 0.0988507 Nov 12 10:55:41.187640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:41.214974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33572) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:41.289938 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.293144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.300278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 90d3d58c-363a-4293-8ab1-631acdc2b4ef triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:41.301296 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.412028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Allocated IP 172.20.0.10 (86909a6c-83d3-4aef-b351-026852daebf4/06317caf-44f7-4e6a-8e1d-6614643ee770/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:41.457333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65812fcd-d97b-4383-aea1-8f32f430a475 req-1ca6016e-36dd-4577-bafa-79bac0904046 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:41.460654 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:55:41.462850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65812fcd-d97b-4383-aea1-8f32f430a475 req-1ca6016e-36dd-4577-bafa-79bac0904046 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 948 time: 0.2033319 Nov 12 10:55:41.573125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65812fcd-d97b-4383-aea1-8f32f430a475 req-565f16a3-7c39-4e98-beed-90a7fc475a17 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079729 Nov 12 10:55:41.639646 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.749831 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.783983 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-881e8648-2741-497c-b55d-bc9f3e5b544a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:41.861452 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa6db8-ff69-433a-866c-7e31d398b244 None None] Pushing event updated for resources: {'Port': ['ID=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:41.874391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Pushing event updated for resources: {'Port': ['ID=78166af1-fab6-4e15-b26d-6f7cffa598a7,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.004537 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Attempting to bind port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:42.005331 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Attempting to bind port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:42.005848 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Attempting to bind port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 on network 5bf520b7-5970-4414-92d9-5318ff5109a0 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:42.013362 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:42.014046 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Checking segment: {'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:42.014608 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.015300 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Bound using segment: {'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:42.016006 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Bound port: cf35852e-2de2-4f7a-81aa-7b6c5fae3369, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c9634c-44f3-4f5a-b191-45e71a749d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:42.017382 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.037472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33594) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:42.079995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-71f855b2-0bc5-4384-a989-b166c2cd16eb tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307072850', 'description': 'tempest-description--787186561'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:42.160441 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] For port cf35852e-2de2-4f7a-81aa-7b6c5fae3369, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:42.180271 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] For port cf35852e-2de2-4f7a-81aa-7b6c5fae3369, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,segment=NetworkSegment(a4c9634c-44f3-4f5a-b191-45e71a749d7b),segment_id=a4c9634c-44f3-4f5a-b191-45e71a749d7b)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:42.230860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-881e8648-2741-497c-b55d-bc9f3e5b544a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.232437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Attempting to bind port 78166af1-fab6-4e15-b26d-6f7cffa598a7 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:42.232631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Attempting to bind port 78166af1-fab6-4e15-b26d-6f7cffa598a7 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:42.232874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Attempting to bind port 78166af1-fab6-4e15-b26d-6f7cffa598a7 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:42.241658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Port 78166af1-fab6-4e15-b26d-6f7cffa598a7 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:42.242028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Attempting to bind port 78166af1-fab6-4e15-b26d-6f7cffa598a7 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:42.249898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-36c9985a-8f74-41e9-8f4a-d7e039776be0 req-3531ad62-6b10-4080-b50a-6ce435e00ede tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 210 time: 0.2111824 Nov 12 10:55:42.254280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:42.254645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:42.255008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:42.255469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Bound port: 78166af1-fab6-4e15-b26d-6f7cffa598a7, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:42.256224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.258221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-71f855b2-0bc5-4384-a989-b166c2cd16eb tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.282539 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.317802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-078fb6c1-e730-4be6-9d14-220749ecc907 None None] Provisioning complete for port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:42.318956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-078fb6c1-e730-4be6-9d14-220749ecc907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.347540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-71f855b2-0bc5-4384-a989-b166c2cd16eb tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.359056 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-881e8648-2741-497c-b55d-bc9f3e5b544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.388127 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa6db8-ff69-433a-866c-7e31d398b244 None None] Pushing event updated for resources: {'Port': ['ID=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.397060 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-881e8648-2741-497c-b55d-bc9f3e5b544a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=36d72c4c7be744888eaec64cffbb92e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1807189 Nov 12 10:55:42.398034 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5abf3b-a233-4415-b7ac-5e66f4c74be6 req-ca49b6a3-460a-4cfb-bf05-a89dfc81cad1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:42.402434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33602) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:42.405318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e5abf3b-a233-4415-b7ac-5e66f4c74be6 req-ca49b6a3-460a-4cfb-bf05-a89dfc81cad1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.6307435 Nov 12 10:55:42.418942 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Routers {'9c3fec03-e740-4a1f-a824-3efe3631a16c'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:55:42.419949 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:55:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9c3fec03-e740-4a1f-a824-3efe3631a16c'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:42.469064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-078fb6c1-e730-4be6-9d14-220749ecc907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.487590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e5abf3b-a233-4415-b7ac-5e66f4c74be6 req-18e1ec1a-ee57-4db9-9aaf-679136a468ff tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810425 Nov 12 10:55:42.558810 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-149a5e36-ce2a-476c-9f52-90571df8523a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.564058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.588575 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-149a5e36-ce2a-476c-9f52-90571df8523a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.594769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-078fb6c1-e730-4be6-9d14-220749ecc907 None None] For port cf35852e-2de2-4f7a-81aa-7b6c5fae3369, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,segment=NetworkSegment(a4c9634c-44f3-4f5a-b191-45e71a749d7b),segment_id=a4c9634c-44f3-4f5a-b191-45e71a749d7b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:42.668254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-71f855b2-0bc5-4384-a989-b166c2cd16eb tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.699134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-078fb6c1-e730-4be6-9d14-220749ecc907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.770195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.788317 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] Set router 9c3fec03-e740-4a1f-a824-3efe3631a16c gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:55:42.793993 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-149a5e36-ce2a-476c-9f52-90571df8523a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.794914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb6c1-e730-4be6-9d14-220749ecc907 None None] Pushing event updated for resources: {'Port': ['ID=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.796583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-149a5e36-ce2a-476c-9f52-90571df8523a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.801485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-149a5e36-ce2a-476c-9f52-90571df8523a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e93f0ca7-da22-4655-82bd-2acb189df9c1 HTTP/1.1" status: 204 len: 168 time: 0.3977928 Nov 12 10:55:42.809448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e8648-2741-497c-b55d-bc9f3e5b544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93f0ca7-da22-4655-82bd-2acb189df9c1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.842721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-71f855b2-0bc5-4384-a989-b166c2cd16eb tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.843185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0da39679-fc65-42ce-98a9-fcd8fe61a5e0 None None] Provisioning complete for port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:42.843557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0da39679-fc65-42ce-98a9-fcd8fe61a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:42.847387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-71f855b2-0bc5-4384-a989-b166c2cd16eb tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7754116 Nov 12 10:55:42.851367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33620) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:42.852206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f855b2-0bc5-4384-a989-b166c2cd16eb tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9681247-f12a-4519-8a21-1c3ba2c7199d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.870043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8a96c46c-7ddd-4c73-8d93-674f491b73d7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Request body: {'security_group_rule': {'security_group_id': 'a9681247-f12a-4519-8a21-1c3ba2c7199d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:42.889273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a5e36-ce2a-476c-9f52-90571df8523a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93f0ca7-da22-4655-82bd-2acb189df9c1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:42.907987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Network 86909a6c-83d3-4aef-b351-026852daebf4 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:42.919557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e6290-4a9e-4ba9-8ae5-4867a39c089e req-7bce1b3f-5e9a-431d-be00-ec0bb94825ce tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:42.930663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c88e6290-4a9e-4ba9-8ae5-4867a39c089e req-7bce1b3f-5e9a-431d-be00-ec0bb94825ce tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 948 time: 0.2398291 Nov 12 10:55:42.942205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:42.952225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] For port 78166af1-fab6-4e15-b26d-6f7cffa598a7, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:42.955763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-14e4aaff-9422-4477-a98d-11e120e3f49a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383673 Nov 12 10:55:42.973682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:43.013948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] For port 78166af1-fab6-4e15-b26d-6f7cffa598a7, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=78166af1-fab6-4e15-b26d-6f7cffa598a7,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:43.086007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:43.087027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Pushing event updated for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:43.089857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a96c46c-7ddd-4c73-8d93-674f491b73d7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.111743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.112780 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.143855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c88e6290-4a9e-4ba9-8ae5-4867a39c089e req-8502aa8a-d0e4-4b21-a66b-0959f7147f17 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122030 Nov 12 10:55:43.173123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.209852 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T10:55:37Z', 'revision_number': 4, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cf35852e-2de2-4f7a-81aa-7b6c5fae3369', 'name': '', 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'mac_address': 'fa:16:3e:d5:c9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd862740b-cc87-4968-a19f-4678dbffa003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:36Z', 'updated_at': '2021-11-12T10:55:42Z', 'revision_number': 4, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'subnets': [{'id': 'd862740b-cc87-4968-a19f-4678dbffa003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:55:43.231665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-05ea9588-ff1c-4951-b9ac-66aee6c2aaa3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6090996 Nov 12 10:55:43.238913 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86410a26-5acc-49b4-ace5-26ac0b69c0be None None] The sync data for ids ['9c3fec03-e740-4a1f-a824-3efe3631a16c'] in n-d-768852-22 is: [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T10:55:37Z', 'revision_number': 4, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cf35852e-2de2-4f7a-81aa-7b6c5fae3369', 'name': '', 'network_id': '5bf520b7-5970-4414-92d9-5318ff5109a0', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'mac_address': 'fa:16:3e:d5:c9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd862740b-cc87-4968-a19f-4678dbffa003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:36Z', 'updated_at': '2021-11-12T10:55:42Z', 'revision_number': 4, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'subnets': [{'id': 'd862740b-cc87-4968-a19f-4678dbffa003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:55:43.252501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Request body: {'port': {'device_id': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:43.365799 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.379395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:43.444723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.445411 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.453471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] 10.222.0.69 "PUT /v2.0/ports/78166af1-fab6-4e15-b26d-6f7cffa598a7 HTTP/1.1" status: 200 len: 1097 time: 2.9981394 Nov 12 10:55:43.454373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd', 'tag': '78166af1-fab6-4e15-b26d-6f7cffa598a7'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:43.456842 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1529b93-bb7d-4a40-91c6-0539c5bf431d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd", "tag": "78166af1-fab6-4e15-b26d-6f7cffa598a7"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:43.482536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf7c9e-5b8f-46e9-b566-c5c06ab421db service neutron] Pushing event updated for resources: {'Port': ['ID=78166af1-fab6-4e15-b26d-6f7cffa598a7,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:43.542043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-00a15e7c-17e7-402c-bd9c-7d1bad2f7b6c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.554266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-00a15e7c-17e7-402c-bd9c-7d1bad2f7b6c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5858121 Nov 12 10:55:43.599069 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a96c46c-7ddd-4c73-8d93-674f491b73d7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.630759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.639730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-ed9650e0-885a-40dd-a251-6ed2d5a5b834 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/quotas/dfa1edaedd354cc794351113a0f638fd HTTP/1.1" status: 200 len: 375 time: 0.0835891 Nov 12 10:55:43.712361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867cd26-026a-4b88-b91d-c5bbd967ffe6 req-d08ab9ed-cdc6-4dfa-b0a3-0c75c3eabef5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.713769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7867cd26-026a-4b88-b91d-c5bbd967ffe6 req-d08ab9ed-cdc6-4dfa-b0a3-0c75c3eabef5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 932 time: 0.1682253 Nov 12 10:55:43.742858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-4145774d-959c-4cff-8ce6-903f5dea360d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697615 Nov 12 10:55:43.748879 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a96c46c-7ddd-4c73-8d93-674f491b73d7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.778607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Transition to ACTIVE for port object cf4259fe-4d9d-4c01-b35e-71a0fc701c88 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:43.782977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96c46c-7ddd-4c73-8d93-674f491b73d7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ad2428-79bb-49f3-8446-41c73505bbf0,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:43.798461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-fa293da3-bfc5-4bde-8898-2adea7a2748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:43.800987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-fa293da3-bfc5-4bde-8898-2adea7a2748e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e839bfa24aad4d2c9de30defd85b6326&device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 1100 time: 0.1815279 Nov 12 10:55:43.880088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7867cd26-026a-4b88-b91d-c5bbd967ffe6 req-b7bed11c-bb02-4780-8652-f55c38b839ee tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303270 Nov 12 10:55:43.899877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.924638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-c48de37c-e405-4b0f-b324-1c1c9f1cad68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=78166af1-fab6-4e15-b26d-6f7cffa598a7 HTTP/1.1" status: 200 len: 217 time: 0.1061850 Nov 12 10:55:43.932108 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a96c46c-7ddd-4c73-8d93-674f491b73d7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:43.936181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a96c46c-7ddd-4c73-8d93-674f491b73d7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0749278 Nov 12 10:55:43.945143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33650) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:43.960502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-02d56f20-9989-432f-ab18-7bcc01caf426 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Request body: {'security_group_rule': {'security_group_id': 'a9681247-f12a-4519-8a21-1c3ba2c7199d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:43.968416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cf4259fe-4d9d-4c01-b35e-71a0fc701c88 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:55:44.065384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:44.108929 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4355ce79-9210-41ab-a073-9bae7344bff6 x-openstack-request-id: req-4355ce79-9210-41ab-a073-9bae7344bff6 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:44.111515 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd", "tag": "78166af1-fab6-4e15-b26d-6f7cffa598a7", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:44.112592 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4355ce79-9210-41ab-a073-9bae7344bff6 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:44.113234 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd', 'tag': '78166af1-fab6-4e15-b26d-6f7cffa598a7', 'status': 'completed', 'code': 200} Nov 12 10:55:44.113812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cf4259fe-4d9d-4c01-b35e-71a0fc701c88 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:55:44.184403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] No DVR routers for this DVR port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:55:44.202704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-1d8d9954-4529-4166-88c8-ab0261d82e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:44.205604 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-1d8d9954-4529-4166-88c8-ab0261d82e88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2358568 Nov 12 10:55:44.226670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02d56f20-9989-432f-ab18-7bcc01caf426 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.323287 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:44.395218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Attempting to bind port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:44.395988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Attempting to bind port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:44.396859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Attempting to bind port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:44.413413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:44.413750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Attempting to bind port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:44.421886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:44.422239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:44.422623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:44.427389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Bound port: cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:44.427389 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.433592 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.449217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-e504a04d-aefc-46f5-9ff7-4b176057ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:44.452146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-e504a04d-aefc-46f5-9ff7-4b176057ce15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2346716 Nov 12 10:55:44.508925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Transition to ACTIVE for port object afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:44.530293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02d56f20-9989-432f-ab18-7bcc01caf426 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.550386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ed14a-5d4c-42d9-9d8f-ce4ddff3eb6a req-f7b35f9e-96a4-4559-ac8c-10ab0cd8b01e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:44.552379 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-906ed14a-5d4c-42d9-9d8f-ce4ddff3eb6a req-f7b35f9e-96a4-4559-ac8c-10ab0cd8b01e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 947 time: 0.2519324 Nov 12 10:55:44.607495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1701430203', 'description': 'tempest-description-99149192'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:44.624686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-906ed14a-5d4c-42d9-9d8f-ce4ddff3eb6a req-e32dbec4-4b63-4451-8446-61868832a546 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663042 Nov 12 10:55:44.625706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.670208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-42cca3d8-7edb-4c75-a650-1dba8e484310 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914558 Nov 12 10:55:44.682951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02d56f20-9989-432f-ab18-7bcc01caf426 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.768106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d01d4e63-c91f-4b7f-8336-9dfcde5c2b94 req-e8eb3efa-b6ff-47a5-9f41-dd80b6d35c86 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 210 time: 0.0823374 Nov 12 10:55:44.781948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Pushing event updated for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:44.785822 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:44.796555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d56f20-9989-432f-ab18-7bcc01caf426 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6d2f4d-0b5d-45d9-afe4-754d8a2be290,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:44.816628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc93687c-b2fc-4fb1-8133-77767273ca5b req-84d8d78f-fc57-47be-931e-254af4032d01 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334727 Nov 12 10:55:44.816628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.874720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.894221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:44.895823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02d56f20-9989-432f-ab18-7bcc01caf426 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:44.897843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-02d56f20-9989-432f-ab18-7bcc01caf426 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9511991 Nov 12 10:55:44.901701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33680) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:44.906828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:44.970259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:44.970734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:44.971145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:44.982018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:44.982018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:44.998240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5d091-b366-407f-9abe-7052666695ca req-a6dc2a7d-edb8-4d74-8264-52c9509e1b79 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.000293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06d5d091-b366-407f-9abe-7052666695ca req-a6dc2a7d-edb8-4d74-8264-52c9509e1b79 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 948 time: 0.1165941 Nov 12 10:55:45.001771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:45.002283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:45.002881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:45.003889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Bound port: afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:45.004446 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.036419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-e81b3494-df4c-4d0d-9ddf-62d2e86d025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.038066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-e81b3494-df4c-4d0d-9ddf-62d2e86d025f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e839bfa24aad4d2c9de30defd85b6326&device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 1100 time: 0.1006017 Nov 12 10:55:45.038972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.150092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06d5d091-b366-407f-9abe-7052666695ca req-89aa10a1-f81c-4753-8dd4-0a5efa48fffb tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264377 Nov 12 10:55:45.189457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:45.199786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:45.287560 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.288510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.289303 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.291314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] 10.222.0.69 "PUT /v2.0/ports/cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 1096 time: 4.1101720 Nov 12 10:55:45.313159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cf35852e-2de2-4f7a-81aa-7b6c5fae3369 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:45.365051 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.462458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-14b69d18-97b2-43d0-8b6a-a4a528741568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.464266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-14b69d18-97b2-43d0-8b6a-a4a528741568 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3903341 Nov 12 10:55:45.470492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:45.473055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.541258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.541258 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.541258 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] 10.222.0.69 "PUT /v2.0/ports/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 1093 time: 2.2911751 Nov 12 10:55:45.544243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c523fa-6241-4dfa-b1b4-70e87ae654dc service neutron] Pushing event updated for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:45.548187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:45.550715 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e648e-264a-4a9f-a36d-008ca8060a23" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:45.556489 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.585294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ca52-6ca2-4ffc-8270-198f19043609 req-a677c665-0311-4e84-828b-e86b7b7f7e1c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.586974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51c8ca52-6ca2-4ffc-8270-198f19043609 req-a677c665-0311-4e84-828b-e86b7b7f7e1c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 944 time: 0.1778884 Nov 12 10:55:45.626295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cc62c-c03a-43b3-bc12-e29fac85dbbb service neutron] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:45.641419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-328e7011-a7a1-47ab-9a7f-8b59a36282ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.645604 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-328e7011-a7a1-47ab-9a7f-8b59a36282ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1099 time: 0.2907863 Nov 12 10:55:45.648705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-2894b0a0-c132-4d58-bfc1-05057e8d4c68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=78166af1-fab6-4e15-b26d-6f7cffa598a7 HTTP/1.1" status: 200 len: 217 time: 0.1714590 Nov 12 10:55:45.673793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51c8ca52-6ca2-4ffc-8270-198f19043609 req-9e41ca6d-bd60-471a-9585-891c5533d4b3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806439 Nov 12 10:55:45.744093 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b86f68-ecf4-4230-adda-bee2fb3e846a x-openstack-request-id: req-79b86f68-ecf4-4230-adda-bee2fb3e846a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:45.744646 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:45.744905 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-79b86f68-ecf4-4230-adda-bee2fb3e846a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:45.745421 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7', 'status': 'completed', 'code': 200} Nov 12 10:55:45.768051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-d4fe1374-e493-4696-a5dc-c880cbb6f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.768051 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-d4fe1374-e493-4696-a5dc-c880cbb6f8b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1096 time: 0.0496664 Nov 12 10:55:45.806078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:45.828618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-3f718435-48c0-4014-825d-5f95b0ccc7b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 217 time: 0.0516815 Nov 12 10:55:45.882537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a861f687-9aca-420a-965d-6903f9513fac,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:45.897793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-13fd2982-a2af-495a-a4e4-64c55e1ba632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.898993 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-13fd2982-a2af-495a-a4e4-64c55e1ba632 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2363558 Nov 12 10:55:45.918032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6a837-135c-4d34-aede-8ca7adb27f74 req-692edb88-ff14-4dd0-a5b4-133c485feeeb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.919652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebb6a837-135c-4d34-aede-8ca7adb27f74 req-692edb88-ff14-4dd0-a5b4-133c485feeeb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 947 time: 0.0936632 Nov 12 10:55:45.921622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-8280ad4d-857b-4884-8a8d-aa9fa6a601d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.923048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-8280ad4d-857b-4884-8a8d-aa9fa6a601d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0860817 Nov 12 10:55:45.933318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-cff46cd2-a188-473c-beac-77da976fef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:45.934745 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-cff46cd2-a188-473c-beac-77da976fef9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2581732 Nov 12 10:55:45.968723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-dcba5953-91fa-4230-88c2-ca0348686f8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354223 Nov 12 10:55:46.021383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-1947fc54-cac2-4a67-89c7-a705263f4fba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0678923 Nov 12 10:55:46.023545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.025965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebb6a837-135c-4d34-aede-8ca7adb27f74 req-1acaae97-1039-47fd-b52e-ff036cea7e14 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997512 Nov 12 10:55:46.072890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.074605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-bfe2fc7a-200d-44b6-afd4-57febe420dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.076138 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-bfe2fc7a-200d-44b6-afd4-57febe420dec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1632910 Nov 12 10:55:46.095232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-52112ebe-a582-4d5d-b1f7-3bd180d727bb service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152244 Nov 12 10:55:46.136062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88'}, {'name': 'network-changed', 'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:46.138307 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a" -d '{"events": [{"server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88"}, {"name": "network-changed", "server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:46.154070 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.177826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-57e753be-2afe-47b0-9db9-614ff2f3d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.179364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-57e753be-2afe-47b0-9db9-614ff2f3d6aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1494098 Nov 12 10:55:46.204066 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d399c53-65ae-4e0c-a14e-6311e60d6f1c req-1e84b33d-8297-4ee9-b4d8-b9ffdf5b117f service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010780 Nov 12 10:55:46.461097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-7adc22e5-bd9e-49b8-92cd-628c327a423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.462512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-7adc22e5-bd9e-49b8-92cd-628c327a423d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1096 time: 0.0500939 Nov 12 10:55:46.524354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9684569e-01de-49a5-be72-146728eaf472,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:46.564500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-cbf5d84c-5140-4dfd-912f-22c76f81653a service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792600 Nov 12 10:55:46.572263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-cd5febdf-85bd-449c-b7aa-0796cce6b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.573759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-cd5febdf-85bd-449c-b7aa-0796cce6b872 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1033552 Nov 12 10:55:46.573934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Allocated IP 172.25.3.53 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/0e473805-5976-4f4b-a66c-f94942fef6d7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:46.583880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-822652de-ceff-4a70-a503-2252f899af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.585340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-822652de-ceff-4a70-a503-2252f899af60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407797 Nov 12 10:55:46.623138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-099c4599-2abc-436b-8c63-b5abd7026090 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 217 time: 0.0409613 Nov 12 10:55:46.687608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-4a162015-8caf-491a-ba41-d1a27ea52c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:46.689196 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-4a162015-8caf-491a-ba41-d1a27ea52c19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0567732 Nov 12 10:55:46.729423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-25d86d6d-3b8a-46bc-b871-8666dc114a8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294986 Nov 12 10:55:46.763316 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b453c0fc-ed17-4331-973b-eaee8dc64cbe req-7bafddd4-a7bb-4b23-86c0-77be04e8f3ac tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 210 time: 0.0329115 Nov 12 10:55:46.771088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.772662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5516fa20-3a44-49ce-82d1-31a0cd2df67a req-8680c338-ec80-4c18-a011-c5ec93628daf tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.1776824 Nov 12 10:55:46.814695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-7a426ad9-fe10-40cc-94d8-51ea9c03bf00 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181399 Nov 12 10:55:46.841514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1529b93-bb7d-4a40-91c6-0539c5bf431d req-fca3600d-741d-4d42-a6f0-a3b705d3bcbc service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600262 Nov 12 10:55:46.870324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:46.899512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-0a049d51-a552-43ab-97f1-030694565933 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585333 Nov 12 10:55:46.904232 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f2b671-df79-4852-b554-8b0031a86f10 x-openstack-request-id: req-93f2b671-df79-4852-b554-8b0031a86f10 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:46.904518 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "name": "network-vif-unplugged", "status": "completed", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88", "code": 200}, {"name": "network-changed", "server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:46.904771 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-93f2b671-df79-4852-b554-8b0031a86f10 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:46.905147 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'code': 200} Nov 12 10:55:46.905557 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'status': 'completed', 'code': 200} Nov 12 10:55:47.008153 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27d05f62-41ac-4e4f-95a6-14f55f299ed8 req-ca10a5b8-1fd2-488e-9f0a-7e119274b8cf service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814847 Nov 12 10:55:47.068017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-ea98dfdc-9c83-4057-8d43-f67b0ecc2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.070592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-ea98dfdc-9c83-4057-8d43-f67b0ecc2d76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1099 time: 0.1475313 Nov 12 10:55:47.076085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.097354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e35e648e-264a-4a9f-a36d-008ca8060a23 req-e5f18321-bdce-44bb-b512-63e49b04c2d8 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834686 Nov 12 10:55:47.134601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74ee0f-065e-4d52-aa25-08ea1d129bb6 req-ca998869-4271-4997-84af-d2ec22e7de4d tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.137458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a74ee0f-065e-4d52-aa25-08ea1d129bb6 req-ca998869-4271-4997-84af-d2ec22e7de4d tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 948 time: 0.1443114 Nov 12 10:55:47.194333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a160e2f-65f4-4a22-8cc8-489662010573 req-2faf8470-7f5d-4e33-86e1-9317e219b8d8 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.196414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a160e2f-65f4-4a22-8cc8-489662010573 req-2faf8470-7f5d-4e33-86e1-9317e219b8d8 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 944 time: 0.0669992 Nov 12 10:55:47.229668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 78166af1-fab6-4e15-b26d-6f7cffa598a7 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:47.260213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a74ee0f-065e-4d52-aa25-08ea1d129bb6 req-f8a402a1-b5d5-4aba-afee-3bf1d4b2eddc tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104000 Nov 12 10:55:47.270079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.292315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-ffd09609-091d-46c4-8a6f-0525128ac15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.295469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-ffd09609-091d-46c4-8a6f-0525128ac15b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2153616 Nov 12 10:55:47.331895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-00e1e6f0-07b6-4196-bef9-2aaae26c4d23 req-e22d5149-f3ad-455e-a871-51768766e10b tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Request body: {'security_group': {'name': 'tempest-securitygroup-654116722', 'description': 'tempest-description-1477316676'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:47.348058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a160e2f-65f4-4a22-8cc8-489662010573 req-88626717-35cf-4ce5-8d18-bde71f6de7f0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361957 Nov 12 10:55:47.368991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-1e4b8b58-e5a8-4f82-a8ac-0790fe439db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.370928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-1e4b8b58-e5a8-4f82-a8ac-0790fe439db5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1099 time: 0.1165459 Nov 12 10:55:47.397658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-9193813d-2374-4aa2-a032-b1fa9c1b1ea4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0778303 Nov 12 10:55:47.399460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:47.413164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:47.420988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:47.428198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 78166af1-fab6-4e15-b26d-6f7cffa598a7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=78166af1-fab6-4e15-b26d-6f7cffa598a7,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:47.470858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '78166af1-fab6-4e15-b26d-6f7cffa598a7', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '78166af1-fab6-4e15-b26d-6f7cffa598a7', 'mac_address': 'fa:16:3e:e3:6a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:47.477604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.495887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event updated for resources: {'Port': ['ID=0e473805-5976-4f4b-a66c-f94942fef6d7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:47.541205 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.542211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-c4f6eee9-585a-4a97-a661-d202bae457c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.543863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-c4f6eee9-585a-4a97-a661-d202bae457c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1588211 Nov 12 10:55:47.548065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-9b2c1bdc-53fe-468a-a794-e791d5c28dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.550290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-9b2c1bdc-53fe-468a-a794-e791d5c28dd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1299093 Nov 12 10:55:47.559215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78166af1-fab6-4e15-b26d-6f7cffa598a7 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:47.585619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 78166af1-fab6-4e15-b26d-6f7cffa598a7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=78166af1-fab6-4e15-b26d-6f7cffa598a7,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:47.600839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-00e1e6f0-07b6-4196-bef9-2aaae26c4d23 req-e22d5149-f3ad-455e-a871-51768766e10b tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.620306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-4ab8204c-dc19-4518-98de-aa01e76a801a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0661364 Nov 12 10:55:47.653522 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.663781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-5dd059c3-40b6-4a5c-a32c-5169e4c940b4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424705 Nov 12 10:55:47.664124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-85aef9a4-02c2-4a45-bebb-b3525073440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.665411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-85aef9a4-02c2-4a45-bebb-b3525073440a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1066506 Nov 12 10:55:47.667098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.720806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=78166af1-fab6-4e15-b26d-6f7cffa598a7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:47.744993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-25acc2b8-7c1a-405f-8551-d04d31a6fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.746473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-25acc2b8-7c1a-405f-8551-d04d31a6fe19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0936153 Nov 12 10:55:47.794837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd9fb3-1032-4634-b32e-5802ec9d3b72 req-b3d148e6-ccd7-47c4-81ec-dd784b00abb3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.796470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-39dd9fb3-1032-4634-b32e-5802ec9d3b72 req-b3d148e6-ccd7-47c4-81ec-dd784b00abb3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 947 time: 0.2159002 Nov 12 10:55:47.891376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-00e1e6f0-07b6-4196-bef9-2aaae26c4d23 req-e22d5149-f3ad-455e-a871-51768766e10b tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:47.894992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-ad8fea2f-7e98-477d-9530-354c2c99962b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.896529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-ad8fea2f-7e98-477d-9530-354c2c99962b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998732 Nov 12 10:55:47.899954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-77298b70-347e-4f1b-83f8-a03b9edbf7b4 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015133 Nov 12 10:55:47.904766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-34d3517a-b40a-4c8b-a759-a3fece5983ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:47.904766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-34d3517a-b40a-4c8b-a759-a3fece5983ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1289535 Nov 12 10:55:47.907795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-39dd9fb3-1032-4634-b32e-5802ec9d3b72 req-b7d74530-0f5d-4802-bad8-4d9fb185c96b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918419 Nov 12 10:55:47.925108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Request body: {'port': {'device_id': '0d825b2b-079d-4fe8-807b-a211c2896556', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'dfa1edaedd354cc794351113a0f638fd'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:47.926646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['78166af1-fab6-4e15-b26d-6f7cffa598a7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:48.041050 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.043006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-00e1e6f0-07b6-4196-bef9-2aaae26c4d23 req-e22d5149-f3ad-455e-a871-51768766e10b tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.098256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-14548a9d-51ad-4ac6-9966-af58c895609f service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804726 Nov 12 10:55:48.103596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d5149-f3ad-455e-a871-51768766e10b tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd7363-f533-41db-9268-c9f3394e923a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:48.108358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.123826 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-d8dbc23f-9f5d-4571-b2bd-a734af4d0606 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116027 Nov 12 10:55:48.159668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.185625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-00e1e6f0-07b6-4196-bef9-2aaae26c4d23 req-e22d5149-f3ad-455e-a871-51768766e10b tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.187448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00e1e6f0-07b6-4196-bef9-2aaae26c4d23 req-e22d5149-f3ad-455e-a871-51768766e10b tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8659270 Nov 12 10:55:48.187986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event updated for resources: {'Port': ['ID=0e473805-5976-4f4b-a66c-f94942fef6d7,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:48.269830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68a33d26-1868-4a05-ba5d-80ea8ad4c55a req-5549933b-983d-4f93-aafb-55bb05751101 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374607 Nov 12 10:55:48.299870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Made reservation on behalf of dfa1edaedd354cc794351113a0f638fd for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:48.304609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.317140 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.352778 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.360080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3fdf92dc-5c83-4bc9-880f-0c0d343ce620 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4514456 Nov 12 10:55:48.407024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67f82e68-c52a-43c3-9116-88dcc899bc6e req-3dcf73ca-bbf5-4d79-8bbb-42c1732e370c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 210 time: 0.0543866 Nov 12 10:55:48.503576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.567623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-239678618', 'description': 'tempest-description-751579994'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:48.589717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.653150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a300a573-97bf-42f3-9609-014aca802d2b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:48.681979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.697298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.771322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb03991-5887-4e23-8c4c-cbc494e2ee4a req-351368ad-8b6d-4df2-aef0-04555aa4c343 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:48.773155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdb03991-5887-4e23-8c4c-cbc494e2ee4a req-351368ad-8b6d-4df2-aef0-04555aa4c343 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 949 time: 0.0588481 Nov 12 10:55:48.773941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Allocated IP 192.168.233.155 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/e60675cb-35ae-4e07-b3ae-5599a2824359) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:48.832202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdb03991-5887-4e23-8c4c-cbc494e2ee4a req-714edbdb-d5c0-4741-9363-5e6e3e3f1573 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515749 Nov 12 10:55:48.873516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:48.957377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.005586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.019712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e27018b-e1bd-4bbd-8575-922c2fcad8e8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:49.077290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.089809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245be481-6964-418d-b1d7-f6f85cc82c89 req-031efd92-d595-433e-9a2f-df9309d53881 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.095890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-245be481-6964-418d-b1d7-f6f85cc82c89 req-031efd92-d595-433e-9a2f-df9309d53881 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 944 time: 0.0765254 Nov 12 10:55:49.150756 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.157697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.175243 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-245be481-6964-418d-b1d7-f6f85cc82c89 req-e4dff349-331c-43d3-83bc-392932a9666a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764930 Nov 12 10:55:49.263395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:49.264173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:49.266878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 78166af1-fab6-4e15-b26d-6f7cffa598a7 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:49.273539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97d458e-296c-4dcc-a97a-569f005bb8b4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:49.281318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:49.290592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:49.298534 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.301388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8306c4df-fa74-460f-94da-0a3589ced7b3 req-fd8e30b4-9ba7-4012-97b2-fb1fe56318c8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7383714 Nov 12 10:55:49.358989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'Port': ['ID=e60675cb-35ae-4e07-b3ae-5599a2824359,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:49.465365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:49.478516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.479330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.537961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7', 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'port_id': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7', 'mac_address': 'fa:16:3e:5d:b5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06317caf-44f7-4e6a-8e1d-6614643ee770', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:49.554480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-6b2532cc-d637-44c7-bf21-dafd8b1a9ab5 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--307072850&fields=id&tenant_id=1478ad264e0245b19b14d815ce4fd6bd HTTP/1.1" status: 200 len: 267 time: 0.1785095 Nov 12 10:55:49.577345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-b8351e84-f5dc-45df-9308-968da7f19fe9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2468693 Nov 12 10:55:49.618523 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.653010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:49.668593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-0761b613-2947-482b-9d59-b0e78769dc14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7481096 Nov 12 10:55:49.682010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Request body: {'port': {'device_id': '0d825b2b-079d-4fe8-807b-a211c2896556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:49.701099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:49.721441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 78166af1-fab6-4e15-b26d-6f7cffa598a7 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:49.735672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 78166af1-fab6-4e15-b26d-6f7cffa598a7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:49.736368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.778912 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.789259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e233-0b3e-46c5-8934-b3837528e093 req-e14d70af-073b-473b-98c6-6f36f5140827 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.792830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-e14d70af-073b-473b-98c6-6f36f5140827 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 823 time: 0.2283957 Nov 12 10:55:49.817189 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.843336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-0a711649-0b7e-4199-9a3a-f04db2fcfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:49.852488 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-0a711649-0b7e-4199-9a3a-f04db2fcfd53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1097 time: 0.1898870 Nov 12 10:55:49.906036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c71e385b-ffba-4615-8a0f-828c90dd3a61 None None] Provisioning complete for port e60675cb-35ae-4e07-b3ae-5599a2824359 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:49.906870 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c71e385b-ffba-4615-8a0f-828c90dd3a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:49.911019 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-a52ed5c2-9b9f-4581-9b23-775631072408 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/quotas/1478ad264e0245b19b14d815ce4fd6bd HTTP/1.1" status: 200 len: 375 time: 0.0785203 Nov 12 10:55:49.974350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c71e385b-ffba-4615-8a0f-828c90dd3a61 None None] Port e60675cb-35ae-4e07-b3ae-5599a2824359 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:50.011498 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.033586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:50.063549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 78166af1-fab6-4e15-b26d-6f7cffa598a7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=78166af1-fab6-4e15-b26d-6f7cffa598a7,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:50.066819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78166af1-fab6-4e15-b26d-6f7cffa598a7'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:50.069709 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09690910-4e20-418c-ae79-e0a532fe23db" -d '{"events": [{"server_uuid": "bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd", "name": "network-vif-plugged", "status": "completed", "tag": "78166af1-fab6-4e15-b26d-6f7cffa598a7"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:50.096620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:50.164579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.175607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e87e20-333e-43a7-abb3-df3fa42d0ce6 req-511145cd-3e07-4ab2-b94b-73ab330dabfa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:50.177956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72e87e20-333e-43a7-abb3-df3fa42d0ce6 req-511145cd-3e07-4ab2-b94b-73ab330dabfa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 947 time: 0.0922320 Nov 12 10:55:50.190569 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-c6c9a1a4-602c-43d9-88be-135f7501e2ca tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2778163 Nov 12 10:55:50.191656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-3c21aab3-7cd1-4925-8e0e-482e3fefd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:50.193055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-3c21aab3-7cd1-4925-8e0e-482e3fefd0d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.2762842 Nov 12 10:55:50.225066 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.250543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60675cb-35ae-4e07-b3ae-5599a2824359 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:50.265193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.287019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72e87e20-333e-43a7-abb3-df3fa42d0ce6 req-18f3964e-4fdc-4145-afec-debbd356f210 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006832 Nov 12 10:55:50.311771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Transition to ACTIVE for port object e60675cb-35ae-4e07-b3ae-5599a2824359 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:50.315819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-293c0c34-a8d7-4cc0-a85d-86665f2a1ce6 req-4c9afc4f-0315-4e83-8f85-9d78d2a5799c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-766467568', 'description': 'tempest-description-1677500363'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:50.342215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-dd07064e-de9a-4412-84e6-9d1b11836479 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 217 time: 0.1390131 Nov 12 10:55:50.374025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.407866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=78166af1-fab6-4e15-b26d-6f7cffa598a7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:50.428479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-293c0c34-a8d7-4cc0-a85d-86665f2a1ce6 req-4c9afc4f-0315-4e83-8f85-9d78d2a5799c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.492297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-5c839ff2-7af0-4eca-a928-e976b17e5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:50.495084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-5c839ff2-7af0-4eca-a928-e976b17e5198 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1021459 Nov 12 10:55:50.502369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Pushing event updated for resources: {'Port': ['ID=e60675cb-35ae-4e07-b3ae-5599a2824359,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:50.556175 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-b04088e8-5e78-4ac5-9ae5-11a11203529f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433958 Nov 12 10:55:50.585933 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-82ad672f-b37a-4f46-8da4-a7d48193f0f5 service neutron] 10.222.0.98 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650267 Nov 12 10:55:50.652310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33808) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:50.731052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Attempting to bind port e60675cb-35ae-4e07-b3ae-5599a2824359 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:50.733358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Attempting to bind port e60675cb-35ae-4e07-b3ae-5599a2824359 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:50.733358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Attempting to bind port e60675cb-35ae-4e07-b3ae-5599a2824359 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:50.742208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Port e60675cb-35ae-4e07-b3ae-5599a2824359 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:50.742564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Attempting to bind port e60675cb-35ae-4e07-b3ae-5599a2824359 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:50.746909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-293c0c34-a8d7-4cc0-a85d-86665f2a1ce6 req-4c9afc4f-0315-4e83-8f85-9d78d2a5799c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.751560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:50.751879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:50.752297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:50.753353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Bound port: e60675cb-35ae-4e07-b3ae-5599a2824359, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:50.753625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.756854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-ae253c44-58db-4b10-994a-87db15fa246a service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907144 Nov 12 10:55:50.767832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-13da5e2d-95a7-42df-b0d9-d503563276bc service neutron] 10.222.0.98 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809559 Nov 12 10:55:50.833549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfe764cd-ad72-405a-a4a9-57e73bae23a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.855283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] For port e60675cb-35ae-4e07-b3ae-5599a2824359, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:50.861281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] For port e60675cb-35ae-4e07-b3ae-5599a2824359, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e60675cb-35ae-4e07-b3ae-5599a2824359,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:50.875850 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-293c0c34-a8d7-4cc0-a85d-86665f2a1ce6 req-4c9afc4f-0315-4e83-8f85-9d78d2a5799c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:50.881711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edafcdb4-2db3-4daf-aeb6-9ac66ddfab90 req-e90d9956-d414-42de-9c1e-a0a723bdf90e service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121979 Nov 12 10:55:50.931065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9afc4f-0315-4e83-8f85-9d78d2a5799c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15db3c3-d2ef-4d71-b0ca-cd43a3243eb4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:50.972553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfe764cd-ad72-405a-a4a9-57e73bae23a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.021397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-293c0c34-a8d7-4cc0-a85d-86665f2a1ce6 req-4c9afc4f-0315-4e83-8f85-9d78d2a5799c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.022979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-293c0c34-a8d7-4cc0-a85d-86665f2a1ce6 req-4c9afc4f-0315-4e83-8f85-9d78d2a5799c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7131510 Nov 12 10:55:51.024942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.082976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:51.084233 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.086640 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] 10.222.0.57 "PUT /v2.0/ports/e60675cb-35ae-4e07-b3ae-5599a2824359 HTTP/1.1" status: 200 len: 1097 time: 1.4089868 Nov 12 10:55:51.088356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d825b2b-079d-4fe8-807b-a211c2896556', 'tag': 'e60675cb-35ae-4e07-b3ae-5599a2824359'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:51.093892 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d825b2b-079d-4fe8-807b-a211c2896556", "tag": "e60675cb-35ae-4e07-b3ae-5599a2824359"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:51.103305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfe764cd-ad72-405a-a4a9-57e73bae23a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.255137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dfe764cd-ad72-405a-a4a9-57e73bae23a8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d576ccd5e3084e08b3aa381e37fc8e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5920262 Nov 12 10:55:51.265502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33820) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:51.268007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe764cd-ad72-405a-a4a9-57e73bae23a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806fbfd3-b6df-4265-9fb5-8829adf526da,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:51.280311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cf4259fe-4d9d-4c01-b35e-71a0fc701c88 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:51.282696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:51.321518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a6e76-577b-4c4b-a454-20ed8182b401 req-88ebdb3b-2d7f-4418-850b-5803adba68c3 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:51.335970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f14a6e76-577b-4c4b-a454-20ed8182b401 req-88ebdb3b-2d7f-4418-850b-5803adba68c3 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 950 time: 0.1601233 Nov 12 10:55:51.443259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f14a6e76-577b-4c4b-a454-20ed8182b401 req-646bc647-7f18-47fe-b42c-62e85ebb1c51 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058977 Nov 12 10:55:51.587195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:51.590223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:51.613794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'mac_address': 'fa:16:3e:5c:06:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:51.615888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:51.616498 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.665274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3006c-b4aa-45b7-b65c-9f5fcaf79c18 service neutron] Pushing event updated for resources: {'Port': ['ID=e60675cb-35ae-4e07-b3ae-5599a2824359,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:51.720789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2d312-95ae-4cd3-b478-ebb8fe541d1a req-fbb315bc-2b3f-4e53-a3ed-740981db5556 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:51.731834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57c2d312-95ae-4cd3-b478-ebb8fe541d1a req-fbb315bc-2b3f-4e53-a3ed-740981db5556 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 948 time: 0.6166928 Nov 12 10:55:51.737129 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4770f42e-f5dc-48ff-903c-c0bde655b3fd x-openstack-request-id: req-4770f42e-f5dc-48ff-903c-c0bde655b3fd {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:51.739061 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd", "name": "network-vif-plugged", "status": "completed", "tag": "78166af1-fab6-4e15-b26d-6f7cffa598a7", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:51.739496 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4770f42e-f5dc-48ff-903c-c0bde655b3fd {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:51.741377 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78166af1-fab6-4e15-b26d-6f7cffa598a7', 'code': 200} Nov 12 10:55:51.775862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-34869db5-b1e6-42a4-b050-492953947106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:51.777619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-34869db5-b1e6-42a4-b050-492953947106 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 1100 time: 0.5380878 Nov 12 10:55:51.792697 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.834523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4259fe-4d9d-4c01-b35e-71a0fc701c88 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:51.849609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab7612b7-eeed-418d-a7da-ac5077ec88b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.854389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8c42-8742-4fd5-aa38-2658c95e0050 req-03722cd6-18d9-417f-96c0-f0ee4ba86d2e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:51.856227 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b42d8c42-8742-4fd5-aa38-2658c95e0050 req-03722cd6-18d9-417f-96c0-f0ee4ba86d2e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 945 time: 0.0907669 Nov 12 10:55:51.881374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57c2d312-95ae-4cd3-b478-ebb8fe541d1a req-20e2a62f-7349-49b1-9adf-d7ad580e5185 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484482 Nov 12 10:55:51.885971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-42f6044a-4454-49a1-9b3e-dfba9b6ebffe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=e60675cb-35ae-4e07-b3ae-5599a2824359 HTTP/1.1" status: 200 len: 217 time: 0.0792377 Nov 12 10:55:51.901929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:51.904892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.941487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b42d8c42-8742-4fd5-aa38-2658c95e0050 req-3ed12787-f144-4c82-8281-08d641ae2853 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734658 Nov 12 10:55:51.942199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab7612b7-eeed-418d-a7da-ac5077ec88b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.966336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd92b79-97ca-4ffd-90ef-3f5d55ad52bd req-edb10e6e-88b8-4467-8619-4e7ae612b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:51.968761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6cd92b79-97ca-4ffd-90ef-3f5d55ad52bd req-edb10e6e-88b8-4467-8619-4e7ae612b95d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 1102 time: 0.1719160 Nov 12 10:55:51.997175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:51.999445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-d98ce2d7-a0de-462d-a7b5-f180693de748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:52.003952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-d98ce2d7-a0de-462d-a7b5-f180693de748 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1107106 Nov 12 10:55:52.013492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:52.077732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:52.098779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.112757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6cd92b79-97ca-4ffd-90ef-3f5d55ad52bd req-9777a6bc-1db8-445d-8a23-53a6cb8406b0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327066 Nov 12 10:55:52.115248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-f77ced22-1ec1-45f2-87cf-7a7f05a8a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:52.116852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-f77ced22-1ec1-45f2-87cf-7a7f05a8a731 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768945 Nov 12 10:55:52.158880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:52.201577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab7612b7-eeed-418d-a7da-ac5077ec88b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.204135 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ab7612b7-eeed-418d-a7da-ac5077ec88b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:52.205269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ab7612b7-eeed-418d-a7da-ac5077ec88b1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/806fbfd3-b6df-4265-9fb5-8829adf526da HTTP/1.1" status: 204 len: 168 time: 0.9345667 Nov 12 10:55:52.222231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7612b7-eeed-418d-a7da-ac5077ec88b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806fbfd3-b6df-4265-9fb5-8829adf526da,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:52.234132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-a0c33da3-5f3c-45e6-b5d3-87c37478e378 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092660 Nov 12 10:55:52.276652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:52.304963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-7ff22145-553c-434e-a33f-ae413acece02 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48172 time: 0.3177652 Nov 12 10:55:52.384492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd85897f-5a1a-4abb-87c2-b3ba8d5368e9 req-f5e7c0b5-309e-418a-90ae-c86275c62cc2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 210 time: 0.0415583 Nov 12 10:55:52.412951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-4bdb18d5-1808-4d79-8751-34ae8a0563a0 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/0e27018b-e1bd-4bbd-8575-922c2fcad8e8 HTTP/1.1" status: 200 len: 2998 time: 0.0997920 Nov 12 10:55:52.432874 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf89065-d52d-4f67-b20c-f6668dfd395e x-openstack-request-id: req-cdf89065-d52d-4f67-b20c-f6668dfd395e {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:52.433045 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d825b2b-079d-4fe8-807b-a211c2896556", "tag": "e60675cb-35ae-4e07-b3ae-5599a2824359", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:52.433301 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cdf89065-d52d-4f67-b20c-f6668dfd395e {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:52.433706 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d825b2b-079d-4fe8-807b-a211c2896556', 'tag': 'e60675cb-35ae-4e07-b3ae-5599a2824359', 'status': 'completed', 'code': 200} Nov 12 10:55:52.448641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48868639-f5bc-4700-83b4-18a9c3c04cbc req-44fb2a0e-1fa3-42d2-b377-4a494cdcab29 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055926 Nov 12 10:55:52.499944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-24cbc10d-4515-4a96-a658-3a368d2b5f73 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/0e27018b-e1bd-4bbd-8575-922c2fcad8e8 HTTP/1.1" status: 200 len: 2998 time: 0.0849631 Nov 12 10:55:52.545212 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-374c891f-43dd-4078-b384-815c2be0df01 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/29f11dd8-768e-434c-9e4e-bcaf848ba74b HTTP/1.1" status: 200 len: 2994 time: 0.0378773 Nov 12 10:55:52.599979 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-7a80f467-7b3e-45cf-9740-c196be26ec93 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/29f11dd8-768e-434c-9e4e-bcaf848ba74b HTTP/1.1" status: 200 len: 2994 time: 0.0470774 Nov 12 10:55:52.616510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-9ac29b28-9fd3-4fc1-9dce-b9628b246612 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:52.627242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-9ac29b28-9fd3-4fc1-9dce-b9628b246612 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477&tenant_id=207f6f65eaf44c88a1a3fff35bfda972&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 948 time: 0.1361220 Nov 12 10:55:52.669879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-c3c6a46b-9226-47d2-8d34-a3ffe6b0fabc tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/5d1c9445-ff03-40c4-8e21-e3fb909f8724 HTTP/1.1" status: 200 len: 2998 time: 0.0691948 Nov 12 10:55:52.676825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-ca5a98a1-110f-403b-a0c6-a2dce12fc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:52.678242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-ca5a98a1-110f-403b-a0c6-a2dce12fc1e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 1100 time: 0.0603526 Nov 12 10:55:52.678687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62c4bf-e9fd-4314-a2a1-82c49d308b30 req-27979b86-e528-4b07-badc-663c3725e7b5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:52.680383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b62c4bf-e9fd-4314-a2a1-82c49d308b30 req-27979b86-e528-4b07-badc-663c3725e7b5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 948 time: 0.1333113 Nov 12 10:55:52.736182 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-c6bf92ee-62b6-4284-a746-66ab831ff5e4 service neutron] delete failed (client error): The resource could not be found. Nov 12 10:55:52.737889 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-c6bf92ee-62b6-4284-a746-66ab831ff5e4 service neutron] 10.222.0.57 "DELETE /v2.0/ports/cf4259fe-4d9d-4c01-b35e-71a0fc701c88/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0980361 Nov 12 10:55:52.754931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b62c4bf-e9fd-4314-a2a1-82c49d308b30 req-2d8de1bc-ba4b-4aa2-868b-ea68286eddbf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656004 Nov 12 10:55:52.781626 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-e0ab53b8-0e3a-479f-8406-170e6c1a4909 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/5d1c9445-ff03-40c4-8e21-e3fb909f8724 HTTP/1.1" status: 200 len: 2998 time: 0.1024213 Nov 12 10:55:52.870988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-d6518f3c-46a6-43d9-983a-e4556a6e019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:52.872596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-d6518f3c-46a6-43d9-983a-e4556a6e019b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1100 time: 0.0512936 Nov 12 10:55:53.013686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4589d-d32e-48ff-92c1-2cca54ad2edd req-91bb5d20-06f1-43e2-9852-e2cce69b8e1f tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.015262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8d4589d-d32e-48ff-92c1-2cca54ad2edd req-91bb5d20-06f1-43e2-9852-e2cce69b8e1f tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 950 time: 0.1157801 Nov 12 10:55:53.022995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-f6b4abfe-e477-4941-b8f0-e0637c13c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.022995 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-f6b4abfe-e477-4941-b8f0-e0637c13c258 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1425819 Nov 12 10:55:53.023397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33846) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:53.057682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81b08d6c-4d91-4cc4-910a-ee8059a2e992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.086277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-cb7f4971-e3b6-4b02-b80c-a3076436f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.087675 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-cb7f4971-e3b6-4b02-b80c-a3076436f8f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3835039 Nov 12 10:55:53.096640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-6bb98ff0-6772-437d-aa0d-ce6b331cfdd1 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/64a005ce-3d0d-498c-bbe3-c6510731ffdc HTTP/1.1" status: 200 len: 2998 time: 0.3083401 Nov 12 10:55:53.099384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-3d00d881-8222-4967-89f8-121cd7c33618 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0540051 Nov 12 10:55:53.142977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-78309480-e509-4f25-8c6c-764ce0ae3e2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=e60675cb-35ae-4e07-b3ae-5599a2824359 HTTP/1.1" status: 200 len: 217 time: 0.0437090 Nov 12 10:55:53.168979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8d4589d-d32e-48ff-92c1-2cca54ad2edd req-89664fed-8703-480c-b7d7-3cb5cf9085d4 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375899 Nov 12 10:55:53.197378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-89e43444-ea93-4a2e-92bd-6f5fb8f3aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.198951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-89e43444-ea93-4a2e-92bd-6f5fb8f3aec3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0926888 Nov 12 10:55:53.207259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-cc5be061-3216-4a04-bc09-1dc68dc50cb3 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/64a005ce-3d0d-498c-bbe3-c6510731ffdc HTTP/1.1" status: 200 len: 2998 time: 0.1096280 Nov 12 10:55:53.231237 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-d24a0bc3-6781-4ee1-9721-0a8b5e953d27 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] show failed (client error): The resource could not be found. Nov 12 10:55:53.250135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-d24a0bc3-6781-4ee1-9721-0a8b5e953d27 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/806fbfd3-b6df-4265-9fb5-8829adf526da HTTP/1.1" status: 404 len: 352 time: 0.0419581 Nov 12 10:55:53.253750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-ef089a83-7bdc-4bcf-8da4-f194d1427b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.255483 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-ef089a83-7bdc-4bcf-8da4-f194d1427b2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1044247 Nov 12 10:55:53.286303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81b08d6c-4d91-4cc4-910a-ee8059a2e992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.286552 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-7c7b38da-0c55-40cc-b1a3-2fa713eafa0d tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] show failed (client error): The resource could not be found. Nov 12 10:55:53.287352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-3ca05ed4-783a-4c8c-8fad-1591a7487134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.290495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-3ca05ed4-783a-4c8c-8fad-1591a7487134 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823741 Nov 12 10:55:53.291247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cf4259fe-4d9d-4c01-b35e-71a0fc701c88 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:53.293794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-7c7b38da-0c55-40cc-b1a3-2fa713eafa0d tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/806fbfd3-b6df-4265-9fb5-8829adf526da HTTP/1.1" status: 404 len: 352 time: 0.0427618 Nov 12 10:55:53.363565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-4e59251c-3df1-4fac-944b-1e68f38aeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.365108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-4e59251c-3df1-4fac-944b-1e68f38aeb73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958302 Nov 12 10:55:53.372523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-26fdf668-33eb-4109-ab2f-3d142ceb6ab8 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/8e3fabf3-c23c-4640-867d-92400fc598cc HTTP/1.1" status: 200 len: 2998 time: 0.0776532 Nov 12 10:55:53.418305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81b08d6c-4d91-4cc4-910a-ee8059a2e992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.479557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-e796676b-722f-4751-8540-e992f3fcabfd tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/8e3fabf3-c23c-4640-867d-92400fc598cc HTTP/1.1" status: 200 len: 2998 time: 0.1056857 Nov 12 10:55:53.483218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-41cd1ae2-b245-41d3-91ce-38c78c04eb7c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1916692 Nov 12 10:55:53.491281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-81b08d6c-4d91-4cc4-910a-ee8059a2e992 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=afd284a7db964b6face6dc358cf0f21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4665320 Nov 12 10:55:53.501020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:53.501692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b08d6c-4d91-4cc4-910a-ee8059a2e992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3e3977-e54c-4e8e-a6b7-57d59134dcd9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:53.524242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-707b90f4-863c-4e69-bb6b-089c469567b1 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418641 Nov 12 10:55:53.534901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ab8c9-6e3c-4d3e-a771-1b36db69ba24 req-bab9e02c-390b-466d-8c29-3acc16359c35 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.536715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-338ab8c9-6e3c-4d3e-a771-1b36db69ba24 req-bab9e02c-390b-466d-8c29-3acc16359c35 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 948 time: 0.1800108 Nov 12 10:55:53.542299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-91563ec2-6420-4b6b-a25a-394915026546 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426136 Nov 12 10:55:53.599834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-12b1f443-74de-42a6-9630-da0e4873a595 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/92f51c24-bd92-49da-af70-5bd3d9a6ac21 HTTP/1.1" status: 200 len: 2990 time: 0.1119077 Nov 12 10:55:53.621029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:53.625665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:53.626483 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.667469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47b8438a-f93b-4ef0-85a1-5b0bf3a986c0 req-a6904227-f7ba-443a-85e3-b1891a000c5b service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353652 Nov 12 10:55:53.672385 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-5856c73a-9aac-4ce6-8620-c41f0a758cea tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/92f51c24-bd92-49da-af70-5bd3d9a6ac21 HTTP/1.1" status: 200 len: 2990 time: 0.0653148 Nov 12 10:55:53.730027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-dcfa3fa9-6da0-46ad-94a4-bc3d6218d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.731502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-dcfa3fa9-6da0-46ad-94a4-bc3d6218d6fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1100 time: 0.1936769 Nov 12 10:55:53.741777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-e74560ba-6345-43fa-ba03-10cb9db915a5 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a300a573-97bf-42f3-9609-014aca802d2b HTTP/1.1" status: 200 len: 2998 time: 0.0631111 Nov 12 10:55:53.743514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:53.746297 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72778761-2c7b-45a3-897b-558fc53599e4" -d '{"events": [{"server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "name": "network-vif-plugged", "status": "completed", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:53.746652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f99f549-d716-4974-8dfd-95a26d851eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.751808 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.758959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-338ab8c9-6e3c-4d3e-a771-1b36db69ba24 req-4c500bc6-4134-4291-8bc9-6c9c979015c5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044468 Nov 12 10:55:53.798099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdff6b1d-17dd-4a12-9e9b-aa12000adbe6 req-4e092b35-7487-4b1a-a75b-e487d00f3cd6 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457566 Nov 12 10:55:53.803686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:53.816954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-2814eff9-3537-4c42-90f7-b90d5e259f62 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a300a573-97bf-42f3-9609-014aca802d2b HTTP/1.1" status: 200 len: 2998 time: 0.0648494 Nov 12 10:55:53.819686 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f99f549-d716-4974-8dfd-95a26d851eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.874620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-990836a0-9f2b-4d75-bada-127d56a3e82f tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a861f687-9aca-420a-965d-6903f9513fac HTTP/1.1" status: 200 len: 2998 time: 0.0500093 Nov 12 10:55:53.918990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-0ea83437-3c6b-42ec-ba04-1a9b0c14a8e7 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/a861f687-9aca-420a-965d-6903f9513fac HTTP/1.1" status: 200 len: 2998 time: 0.0377219 Nov 12 10:55:53.927120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:53.946276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-62ebef95-1b08-4139-a1cf-f7c2cbf112e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.947773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-62ebef95-1b08-4139-a1cf-f7c2cbf112e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1788750 Nov 12 10:55:53.961204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8454-f00a-4b94-bd87-7e95100cabdd req-bb33a955-3819-497b-901a-aaa0dcf7ffc8 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:53.962862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-091c8454-f00a-4b94-bd87-7e95100cabdd req-bb33a955-3819-497b-901a-aaa0dcf7ffc8 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 946 time: 0.0937443 Nov 12 10:55:53.975582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-52cc2077-c9ba-4534-aebd-a9a10f4ac94d tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/b20d0c1d-4a00-4149-aeb8-961a00728a96 HTTP/1.1" status: 200 len: 2998 time: 0.0428114 Nov 12 10:55:53.991462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:54.008243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-a55908bc-9c06-4ed5-92e9-117d580f84b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0443425 Nov 12 10:55:54.035081 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-07bc45f6-da5b-4a19-b5b3-978bdcda9e36 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/b20d0c1d-4a00-4149-aeb8-961a00728a96 HTTP/1.1" status: 200 len: 2998 time: 0.0427165 Nov 12 10:55:54.078700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-6a0bf920-16df-400b-8338-8d0cd433b37b tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/c84a1749-0e98-414d-b4ea-3959408f5666 HTTP/1.1" status: 200 len: 2998 time: 0.0368919 Nov 12 10:55:54.091057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-6a5f2392-57b2-4b00-8bde-88e7adbee938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.092562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-6a5f2392-57b2-4b00-8bde-88e7adbee938 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0768244 Nov 12 10:55:54.095839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-091c8454-f00a-4b94-bd87-7e95100cabdd req-d4b406e4-385d-4ea9-abbb-bf52b0ad66e1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906947 Nov 12 10:55:54.140497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-1a73c2f9-f5cb-4efc-b4ca-f8ea86de4e5f tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/c84a1749-0e98-414d-b4ea-3959408f5666 HTTP/1.1" status: 200 len: 2998 time: 0.0534964 Nov 12 10:55:54.169532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-868284cd-9bd3-49a7-a628-9deca9ec11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.171100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-868284cd-9bd3-49a7-a628-9deca9ec11e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540824 Nov 12 10:55:54.181185 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f99f549-d716-4974-8dfd-95a26d851eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:54.183879 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f99f549-d716-4974-8dfd-95a26d851eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:54.185831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4f99f549-d716-4974-8dfd-95a26d851eb4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b3e3977-e54c-4e8e-a6b7-57d59134dcd9 HTTP/1.1" status: 204 len: 168 time: 0.6790643 Nov 12 10:55:54.196177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-f8235358-a38c-4a4c-8d1d-a4c6b7114b58 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d7f8b397-31c3-4c80-b532-036d2fd126d2 HTTP/1.1" status: 200 len: 2998 time: 0.0439355 Nov 12 10:55:54.218376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99f549-d716-4974-8dfd-95a26d851eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3e3977-e54c-4e8e-a6b7-57d59134dcd9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:54.263149 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-2ecd4f9f-45ce-4b3a-96b3-26fcf57baab0 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d7f8b397-31c3-4c80-b532-036d2fd126d2 HTTP/1.1" status: 200 len: 2998 time: 0.0601017 Nov 12 10:55:54.285964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00e92c3a-98c0-4153-b898-5be1e0b967c6 req-dd9ae658-bd61-4d5d-afed-27fc51e4090b tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 210 time: 0.0704801 Nov 12 10:55:54.335209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-5b40c286-3f9b-47eb-ae58-f075a6c61a1a tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/e1046172-f6ec-40df-b455-829b0a9bd21e HTTP/1.1" status: 200 len: 2998 time: 0.0635748 Nov 12 10:55:54.395219 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43444260-c392-4658-809e-64c893e26ee3 x-openstack-request-id: req-43444260-c392-4658-809e-64c893e26ee3 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:54.395734 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "name": "network-vif-plugged", "status": "completed", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:54.396112 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-43444260-c392-4658-809e-64c893e26ee3 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:54.396496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-4900bc2a-fae9-4f32-a646-4329dcb27979 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136092 Nov 12 10:55:54.396737 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7', 'code': 200} Nov 12 10:55:54.432304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-5a0b3cf5-3197-42dd-a975-3df6bd57db0b tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/e1046172-f6ec-40df-b455-829b0a9bd21e HTTP/1.1" status: 200 len: 2998 time: 0.0844119 Nov 12 10:55:54.551663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662d0922-902c-48b8-a41a-bf19f918b2ac req-ed076025-d16f-467b-ac9c-28a19bbb1b15 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410921 Nov 12 10:55:54.565131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6a627-0d3a-4287-88a6-bccbf00f993f req-43a16e2a-30f1-4b24-8d36-6f1d5fc38437 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.565638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bf6a627-0d3a-4287-88a6-bccbf00f993f req-43a16e2a-30f1-4b24-8d36-6f1d5fc38437 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0856082 Nov 12 10:55:54.622391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e233-0b3e-46c5-8934-b3837528e093 req-75574baf-1273-4df3-a93c-074239e9fe0b tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.623907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-75574baf-1273-4df3-a93c-074239e9fe0b tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.69 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 823 time: 0.2057326 Nov 12 10:55:54.632033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d898c33-3774-407a-be28-1f1482c965d6 req-70bbc10e-a1b5-42ec-a92f-448c39d2aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.632033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d898c33-3774-407a-be28-1f1482c965d6 req-70bbc10e-a1b5-42ec-a92f-448c39d2aca3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1098 time: 0.1238337 Nov 12 10:55:54.632033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-cf15ecc3-9e09-4827-8cba-d8b6516e3d3f tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/ecd685eb-b7e9-444c-ab5b-614dc2bf2518 HTTP/1.1" status: 200 len: 2998 time: 0.1818922 Nov 12 10:55:54.662491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bf6a627-0d3a-4287-88a6-bccbf00f993f req-6ba47de1-6ba3-4df1-b95c-cd528d6c3ed3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814323 Nov 12 10:55:54.788846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2d1408-627f-4b22-b9f9-989ac36fab13 req-25d1db85-562f-4fa8-8e17-4bfe267e844f tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/ecd685eb-b7e9-444c-ab5b-614dc2bf2518 HTTP/1.1" status: 200 len: 2998 time: 0.1479099 Nov 12 10:55:54.802557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-5020916d-06a9-4a1b-be18-75ab0a2b9f9b tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1478ad264e0245b19b14d815ce4fd6bd HTTP/1.1" status: 200 len: 379 time: 0.1583240 Nov 12 10:55:54.804908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d898c33-3774-407a-be28-1f1482c965d6 req-d6f15d8b-a1c5-4ab6-b6f8-4c26226964ce service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423125 Nov 12 10:55:54.859027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0793-a203-4e0f-8c6c-02f3d6d9ae80 req-ccefeb0c-3c0c-40b8-a7a5-a09edb3ccfc3 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.862026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de2d0793-a203-4e0f-8c6c-02f3d6d9ae80 req-ccefeb0c-3c0c-40b8-a7a5-a09edb3ccfc3 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 950 time: 0.0908320 Nov 12 10:55:54.923804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de2d0793-a203-4e0f-8c6c-02f3d6d9ae80 req-baf510d4-4da5-49f7-8eb6-8362fb593b35 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Nov 12 10:55:54.928918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985db50-de55-45a8-a8e6-2edc30d5192b req-cbc3867f-1eb4-4cdf-b028-4c42a944dc37 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:54.930867 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e985db50-de55-45a8-a8e6-2edc30d5192b req-cbc3867f-1eb4-4cdf-b028-4c42a944dc37 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 948 time: 0.0648551 Nov 12 10:55:54.994640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e985db50-de55-45a8-a8e6-2edc30d5192b req-98cf1e6a-256a-4dc2-9498-e7e0706fd55c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561254 Nov 12 10:55:55.006319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Request body: {'port': {'device_id': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'admin_state_up': True, 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'security_groups': ['a9681247-f12a-4519-8a21-1c3ba2c7199d']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:55.099316 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-513c9eac-c494-4fda-b30c-37e62615c2aa req-f415b3fd-f4ab-4c9e-bf9a-3db3d2734145 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5d24266f02b4c02b83920b698a6ca4f HTTP/1.1" status: 200 len: 6152 time: 0.1318724 Nov 12 10:55:55.150831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-513c9eac-c494-4fda-b30c-37e62615c2aa req-b245610d-fb64-4b09-9053-c92d0e918fb6 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "GET /v2.0/security-groups/a861f687-9aca-420a-965d-6903f9513fac HTTP/1.1" status: 200 len: 2998 time: 0.0439763 Nov 12 10:55:55.204736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-513c9eac-c494-4fda-b30c-37e62615c2aa req-62648e04-d08f-4846-8983-4c1051645971 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "GET /v2.0/security-groups/a861f687-9aca-420a-965d-6903f9513fac HTTP/1.1" status: 200 len: 2998 time: 0.0468261 Nov 12 10:55:55.258745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Made reservation on behalf of 1478ad264e0245b19b14d815ce4fd6bd for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:55.262905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.315821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e55e8-c2a4-4ded-a2d7-a52a61eb2d0a req-b956d6f5-b500-4314-ab51-d6151904d17d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:55.317267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-772e55e8-c2a4-4ded-a2d7-a52a61eb2d0a req-b956d6f5-b500-4314-ab51-d6151904d17d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 946 time: 0.0512123 Nov 12 10:55:55.390632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-772e55e8-c2a4-4ded-a2d7-a52a61eb2d0a req-622bb842-05ed-468d-af87-91dbcd258836 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666428 Nov 12 10:55:55.445830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Allocated IP 172.20.0.12 (8a055990-85ea-42b8-beee-2824cff34154/33070c15-2ca7-49d9-a6c2-cda9a789ff84/48f82a9d-2704-4c10-9fe0-e7c79bbd75fb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:55:55.459780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25b25870-4f87-408c-bd66-4431538b59d2 req-38c06f9b-490f-4821-a197-ad07392fd41c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/d15db3c3-d2ef-4d71-b0ca-cd43a3243eb4 HTTP/1.1" status: 200 len: 1794 time: 0.0412817 Nov 12 10:55:55.482503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33892) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:55.547969 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-25b25870-4f87-408c-bd66-4431538b59d2 req-013fa44c-096a-439b-a661-9ebe07b1e43c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.575349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-25b25870-4f87-408c-bd66-4431538b59d2 req-013fa44c-096a-439b-a661-9ebe07b1e43c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.640239 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a4fbd53a-795a-44a1-9e7a-f4c1f93ecc2a req-6889a717-48e2-4e94-8c9d-0346cdaef100 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 210 time: 0.0442009 Nov 12 10:55:55.664750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af8c2fbd-4c8f-4317-8468-b75f106a0a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.712904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.737490 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-25b25870-4f87-408c-bd66-4431538b59d2 req-013fa44c-096a-439b-a661-9ebe07b1e43c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.740131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-25b25870-4f87-408c-bd66-4431538b59d2 req-013fa44c-096a-439b-a661-9ebe07b1e43c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.757921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25b25870-4f87-408c-bd66-4431538b59d2 req-013fa44c-096a-439b-a661-9ebe07b1e43c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/d15db3c3-d2ef-4d71-b0ca-cd43a3243eb4 HTTP/1.1" status: 204 len: 173 time: 0.2913685 Nov 12 10:55:55.775458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa44c-096a-439b-a661-9ebe07b1e43c tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15db3c3-d2ef-4d71-b0ca-cd43a3243eb4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:55.834663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1caf1-84d3-4508-ae16-b3a6114d715c req-89cfe733-bb5e-49bf-9fd9-50e5bf51d001 tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:55.834663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-22d1caf1-84d3-4508-ae16-b3a6114d715c req-89cfe733-bb5e-49bf-9fd9-50e5bf51d001 tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 1102 time: 0.1138399 Nov 12 10:55:55.863475 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-22d1caf1-84d3-4508-ae16-b3a6114d715c req-f60fa621-784a-4c02-925a-2f63c88b5b7c tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.878127 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af8c2fbd-4c8f-4317-8468-b75f106a0a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.884094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d855372-0217-47ee-b4c0-82caba696a57 req-ae47bae0-a20b-485f-8307-c028ebb647fa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:55.885634 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d855372-0217-47ee-b4c0-82caba696a57 req-ae47bae0-a20b-485f-8307-c028ebb647fa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.0622818 Nov 12 10:55:55.945534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d855372-0217-47ee-b4c0-82caba696a57 req-588357b8-34fe-446a-91f6-2f358a2006c6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Nov 12 10:55:55.968912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:55.981017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-22d1caf1-84d3-4508-ae16-b3a6114d715c req-f60fa621-784a-4c02-925a-2f63c88b5b7c tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.004103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-304ad0e4-a6c0-49a8-a312-794cd7cfbd83 req-d72657c2-4551-4878-924e-0e0427736821 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "GET /v2.0/security-groups/b97d458e-296c-4dcc-a97a-569f005bb8b4 HTTP/1.1" status: 200 len: 1793 time: 0.0353308 Nov 12 10:55:56.019764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Network 8a055990-85ea-42b8-beee-2824cff34154 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:55:56.023105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:55:56.027094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:55:56.030252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device e60675cb-35ae-4e07-b3ae-5599a2824359 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:55:56.032796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:56.034320 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.043252 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af8c2fbd-4c8f-4317-8468-b75f106a0a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.052579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event updated for resources: {'Port': ['ID=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:56.069931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-22d1caf1-84d3-4508-ae16-b3a6114d715c req-f60fa621-784a-4c02-925a-2f63c88b5b7c tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.115316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304ad0e4-a6c0-49a8-a312-794cd7cfbd83 req-07d065aa-ca90-4b46-b68d-2fed33f14e70 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.123964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c2fbd-4c8f-4317-8468-b75f106a0a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da513ec3-a951-4efc-893f-247e85a3231e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:56.148049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-af8c2fbd-4c8f-4317-8468-b75f106a0a4c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4454f74dc0e64a37931a825a0f59a3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6615851 Nov 12 10:55:56.154047 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-335760d0-f1f2-49a7-bea0-50fa8c2f6a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1526711 Nov 12 10:55:56.154779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304ad0e4-a6c0-49a8-a312-794cd7cfbd83 req-07d065aa-ca90-4b46-b68d-2fed33f14e70 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.164765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33916) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:56.183335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Request body: {'port': {'device_id': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:56.196218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port e60675cb-35ae-4e07-b3ae-5599a2824359, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e60675cb-35ae-4e07-b3ae-5599a2824359,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:56.220829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'e60675cb-35ae-4e07-b3ae-5599a2824359', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'e60675cb-35ae-4e07-b3ae-5599a2824359', 'mac_address': 'fa:16:3e:1f:12:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:55:56.228858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-22d1caf1-84d3-4508-ae16-b3a6114d715c req-f60fa621-784a-4c02-925a-2f63c88b5b7c tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756123 Nov 12 10:55:56.321198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304ad0e4-a6c0-49a8-a312-794cd7cfbd83 req-07d065aa-ca90-4b46-b68d-2fed33f14e70 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.325644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-304ad0e4-a6c0-49a8-a312-794cd7cfbd83 req-07d065aa-ca90-4b46-b68d-2fed33f14e70 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.331786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-304ad0e4-a6c0-49a8-a312-794cd7cfbd83 req-07d065aa-ca90-4b46-b68d-2fed33f14e70 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/b97d458e-296c-4dcc-a97a-569f005bb8b4 HTTP/1.1" status: 204 len: 173 time: 0.3188188 Nov 12 10:55:56.336436 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.357813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d065aa-ca90-4b46-b68d-2fed33f14e70 tempest-SecurityGroupsTestAdminJSON-607320145 tempest-SecurityGroupsTestAdminJSON-607320145-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97d458e-296c-4dcc-a97a-569f005bb8b4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:56.361995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60675cb-35ae-4e07-b3ae-5599a2824359 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:56.373529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.394156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port e60675cb-35ae-4e07-b3ae-5599a2824359, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e60675cb-35ae-4e07-b3ae-5599a2824359,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:56.398073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:56.400714 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5624b8dd-fc07-408c-9de5-2d3f526f1e0a" -d '{"events": [{"server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "name": "network-vif-plugged", "status": "completed", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:56.410973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fa621-784a-4c02-925a-2f63c88b5b7c tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38a5c04-7538-46da-b8c1-158074fd7d9f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:56.462552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16122-43e0-4a24-a21a-792037e0dce1 req-3361e45d-ceb3-4f50-8d6c-2c4a0a34540b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:56.464797 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaf16122-43e0-4a24-a21a-792037e0dce1 req-3361e45d-ceb3-4f50-8d6c-2c4a0a34540b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 948 time: 0.0534630 Nov 12 10:55:56.472437 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-56dc8c64-b297-4846-99a3-a4f4add2f61e None None] Provisioning complete for port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:56.473268 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-56dc8c64-b297-4846-99a3-a4f4add2f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.490311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddb43c6-6a6d-4ac8-a757-e94142640652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.505951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957d36d-96a2-44a2-95bc-1813c5b9c5de req-aafd51ab-6b5a-4e3a-9488-90036f0805e9 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:56.513164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6957d36d-96a2-44a2-95bc-1813c5b9c5de req-aafd51ab-6b5a-4e3a-9488-90036f0805e9 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1101 time: 0.1591866 Nov 12 10:55:56.523511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaf16122-43e0-4a24-a21a-792037e0dce1 req-35d4bf09-8b64-4f6d-9a79-224a84a96651 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514696 Nov 12 10:55:56.531291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-56dc8c64-b297-4846-99a3-a4f4add2f61e None None] Port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:55:56.545721 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.607981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddb43c6-6a6d-4ac8-a757-e94142640652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.646264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93a95592-c249-4ea2-8e9c-2d801cde1df4 req-2bd0dc1a-750f-44b8-bd8b-1ebef89fa8f6 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "GET /v2.0/security-groups/c6cd7363-f533-41db-9268-c9f3394e923a HTTP/1.1" status: 200 len: 1794 time: 0.0744634 Nov 12 10:55:56.653409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=e60675cb-35ae-4e07-b3ae-5599a2824359,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:56.687694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6957d36d-96a2-44a2-95bc-1813c5b9c5de req-6873a24e-ad4f-4538-9d4d-8aecaf61f92b tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736434 Nov 12 10:55:56.742903 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc0e7a8-f127-4bfc-ae2f-94c89c2f16fa x-openstack-request-id: req-dcc0e7a8-f127-4bfc-ae2f-94c89c2f16fa {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:56.743238 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "name": "network-vif-plugged", "status": "completed", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:56.743476 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dcc0e7a8-f127-4bfc-ae2f-94c89c2f16fa {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:56.743866 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'code': 200} Nov 12 10:55:56.753387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-93a95592-c249-4ea2-8e9c-2d801cde1df4 req-4338adf9-3432-47d0-a462-989b65979fd0 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.798270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-93a95592-c249-4ea2-8e9c-2d801cde1df4 req-4338adf9-3432-47d0-a462-989b65979fd0 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.811566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:55:56.889871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad75341-8a0a-4800-8282-70bc7f329e7e req-0c28b831-a3c9-4d53-a4a4-138dcac642e7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:56.891379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ad75341-8a0a-4800-8282-70bc7f329e7e req-0c28b831-a3c9-4d53-a4a4-138dcac642e7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 946 time: 0.0929756 Nov 12 10:55:56.896438 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddb43c6-6a6d-4ac8-a757-e94142640652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.899587 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddb43c6-6a6d-4ac8-a757-e94142640652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.903191 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8ddb43c6-6a6d-4ac8-a757-e94142640652 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/da513ec3-a951-4efc-893f-247e85a3231e HTTP/1.1" status: 204 len: 168 time: 0.7350049 Nov 12 10:55:56.904266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:55:56.919275 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.935190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb43c6-6a6d-4ac8-a757-e94142640652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da513ec3-a951-4efc-893f-247e85a3231e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:56.951003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Transition to ACTIVE for port object 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:55:56.975846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ad75341-8a0a-4800-8282-70bc7f329e7e req-b232332c-821f-4a95-ad6c-50be4e98ad86 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740304 Nov 12 10:55:56.984075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-93a95592-c249-4ea2-8e9c-2d801cde1df4 req-4338adf9-3432-47d0-a462-989b65979fd0 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.987600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-93a95592-c249-4ea2-8e9c-2d801cde1df4 req-4338adf9-3432-47d0-a462-989b65979fd0 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:56.995057 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93a95592-c249-4ea2-8e9c-2d801cde1df4 req-4338adf9-3432-47d0-a462-989b65979fd0 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "DELETE /v2.0/security-groups/c6cd7363-f533-41db-9268-c9f3394e923a HTTP/1.1" status: 204 len: 173 time: 0.3280563 Nov 12 10:55:57.012738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338adf9-3432-47d0-a462-989b65979fd0 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd7363-f533-41db-9268-c9f3394e923a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:57.107073 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f402c36f-013b-4856-a234-312cdd467612 req-43379685-96bc-48f5-b766-3c0f5af803ef tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "GET /v2.0/security-groups/9684569e-01de-49a5-be72-146728eaf472 HTTP/1.1" status: 200 len: 1793 time: 0.0551748 Nov 12 10:55:57.121184 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.132509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460d5ed-8373-48e3-aca4-88d0df3f8cf2 req-bcf62ea8-6f19-4255-a5bd-9dcdb5e91820 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.137491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b460d5ed-8373-48e3-aca4-88d0df3f8cf2 req-bcf62ea8-6f19-4255-a5bd-9dcdb5e91820 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 944 time: 0.0562093 Nov 12 10:55:57.203551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Pushing event updated for resources: {'Port': ['ID=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:57.207388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b460d5ed-8373-48e3-aca4-88d0df3f8cf2 req-ed757669-a33b-4e8c-b4e7-a5c50293c972 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644319 Nov 12 10:55:57.273469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Attempting to bind port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:55:57.273846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Attempting to bind port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:55:57.274119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Attempting to bind port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb on network 8a055990-85ea-42b8-beee-2824cff34154 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:57.280715 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f402c36f-013b-4856-a234-312cdd467612 req-b9681b4e-dbcd-435c-805f-3b1d95855cb1 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.282451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb on network 8a055990-85ea-42b8-beee-2824cff34154 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:55:57.283261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Attempting to bind port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb on network 8a055990-85ea-42b8-beee-2824cff34154 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:55:57.291464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:55:57.291798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Checking segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:55:57.292218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Bound using segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:55:57.292671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Bound port: 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:55:57.292999 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.326838 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f402c36f-013b-4856-a234-312cdd467612 req-b9681b4e-dbcd-435c-805f-3b1d95855cb1 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.364827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12fd3f-861d-46dc-8c2b-a3ecf0cd3956 req-c765a5c3-ee81-4188-8529-3de5b4cc510d tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.367013 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d12fd3f-861d-46dc-8c2b-a3ecf0cd3956 req-c765a5c3-ee81-4188-8529-3de5b4cc510d tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1098 time: 0.0626755 Nov 12 10:55:57.408876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] For port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:55:57.413197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] For port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:55:57.417636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d12fd3f-861d-46dc-8c2b-a3ecf0cd3956 req-3305b0e1-f7dc-468f-84f3-80bc3a7a4b54 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 Nov 12 10:55:57.504297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.539717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.540669 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.542612 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-992204e2-57fc-4662-b438-525af85caef6 service neutron] 10.222.0.69 "PUT /v2.0/ports/48f82a9d-2704-4c10-9fe0-e7c79bbd75fb HTTP/1.1" status: 200 len: 1093 time: 1.3701899 Nov 12 10:55:57.543415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-c1b8d44d-c031-4eb6-b5c8-5bc5afb05764 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326850 Nov 12 10:55:57.545307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'tag': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:57.557249 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e315e7-a046-4449-ba11-aca0d70f0c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c39aa0b-e2e8-481f-88a2-4b9d40947e59", "tag": "48f82a9d-2704-4c10-9fe0-e7c79bbd75fb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:57.565681 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f402c36f-013b-4856-a234-312cdd467612 req-b9681b4e-dbcd-435c-805f-3b1d95855cb1 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.568277 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f402c36f-013b-4856-a234-312cdd467612 req-b9681b4e-dbcd-435c-805f-3b1d95855cb1 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:57.577493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f402c36f-013b-4856-a234-312cdd467612 req-b9681b4e-dbcd-435c-805f-3b1d95855cb1 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] 10.222.0.98 "DELETE /v2.0/security-groups/9684569e-01de-49a5-be72-146728eaf472 HTTP/1.1" status: 204 len: 173 time: 0.4674840 Nov 12 10:55:57.643150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9681b4e-dbcd-435c-805f-3b1d95855cb1 tempest-SecurityGroupsTestAdminJSON-883326789 tempest-SecurityGroupsTestAdminJSON-883326789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9684569e-01de-49a5-be72-146728eaf472,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:57.665728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992204e2-57fc-4662-b438-525af85caef6 service neutron] Pushing event updated for resources: {'Port': ['ID=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:57.735810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b15c6-2303-47b6-a108-f6aace080710 req-74e907b9-a7fd-4f38-bafe-450be021f4c1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.744063 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-74e907b9-a7fd-4f38-bafe-450be021f4c1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995423 Nov 12 10:55:57.761654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-e5660af8-d8cc-4fdd-858f-de5bd83b1650 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/quotas/207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 375 time: 0.0164380 Nov 12 10:55:57.782991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5e7ec-424f-4bee-b2a9-1504272d091b req-21320a7b-06fc-4a27-9823-cc72cb30dba2 tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.785266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3e5e7ec-424f-4bee-b2a9-1504272d091b req-21320a7b-06fc-4a27-9823-cc72cb30dba2 tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 1102 time: 0.0754271 Nov 12 10:55:57.788373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e233-0b3e-46c5-8934-b3837528e093 req-69fc4949-3f2f-45c1-aafc-7117aa5d723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.789842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-69fc4949-3f2f-45c1-aafc-7117aa5d723a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 1096 time: 0.1011527 Nov 12 10:55:57.811542 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-150c3be7-4048-432b-a135-b4da4335d093 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489430 Nov 12 10:55:57.851095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-704e6560-3201-46c9-ab0c-c1706bb71a3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb HTTP/1.1" status: 200 len: 217 time: 0.0440927 Nov 12 10:55:57.903959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3e5e7ec-424f-4bee-b2a9-1504272d091b req-3d7e1dc4-b344-4613-a8b6-e63844e15d6c tempest-ServersAdminNegativeTestJSON-1665661172 tempest-ServersAdminNegativeTestJSON-1665661172-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115017 Nov 12 10:55:57.929865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e233-0b3e-46c5-8934-b3837528e093 req-5329ed1a-d08d-4f6e-bc3d-e43757716f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.929865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-5329ed1a-d08d-4f6e-bc3d-e43757716f6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33070c15-2ca7-49d9-a6c2-cda9a789ff84 HTTP/1.1" status: 200 len: 862 time: 0.0632470 Nov 12 10:55:57.984089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e233-0b3e-46c5-8934-b3837528e093 req-55286560-fea1-4977-bb0a-3e1b8702c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:57.986032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-55286560-fea1-4977-bb0a-3e1b8702c3d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a055990-85ea-42b8-beee-2824cff34154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560627 Nov 12 10:55:58.021450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device e60675cb-35ae-4e07-b3ae-5599a2824359 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:55:58.099279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f1de7-ca95-4820-b2a5-9dd6072bb549 req-ea420c1c-cfb0-4e26-9aad-c0fff81af56d tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.107994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e17f1de7-ca95-4820-b2a5-9dd6072bb549 req-ea420c1c-cfb0-4e26-9aad-c0fff81af56d tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1098 time: 0.0629499 Nov 12 10:55:58.135135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-50e8983c-74e1-4d06-91cf-0f348174ccb5 service neutron] 10.222.0.69 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402259 Nov 12 10:55:58.150927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port e60675cb-35ae-4e07-b3ae-5599a2824359 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:55:58.157124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port e60675cb-35ae-4e07-b3ae-5599a2824359 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:55:58.157853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.222134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e17f1de7-ca95-4820-b2a5-9dd6072bb549 req-21c3bbdd-5a16-443b-a9c4-927ea9da4407 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125052 Nov 12 10:55:58.282409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34002) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:58.321961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e677e233-0b3e-46c5-8934-b3837528e093 req-4e0f72f6-c991-4e54-b023-c9389eebf7dd service neutron] 10.222.0.69 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796007 Nov 12 10:55:58.339051 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.388808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port e60675cb-35ae-4e07-b3ae-5599a2824359, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e60675cb-35ae-4e07-b3ae-5599a2824359,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:55:58.421773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6816fc-e483-40cf-8d1c-c0d367947769 req-0ab06038-1812-4543-adec-94e35941c6a6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.423498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb6816fc-e483-40cf-8d1c-c0d367947769 req-0ab06038-1812-4543-adec-94e35941c6a6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 949 time: 0.0707307 Nov 12 10:55:58.476656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb6816fc-e483-40cf-8d1c-c0d367947769 req-2cfa0f24-51ba-42a3-8495-3a51ffd89429 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Nov 12 10:55:58.516585 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.532011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-311a1f84-d055-4537-a0ec-59cd60d5b847 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5d24266f02b4c02b83920b698a6ca4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483568 Nov 12 10:55:58.535292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:58.564179 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2197b4-c505-4cac-a341-92ade7494d43 x-openstack-request-id: req-7d2197b4-c505-4cac-a341-92ade7494d43 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:58.564465 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c39aa0b-e2e8-481f-88a2-4b9d40947e59", "tag": "48f82a9d-2704-4c10-9fe0-e7c79bbd75fb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:58.565241 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d2197b4-c505-4cac-a341-92ade7494d43 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:58.565241 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'tag': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'status': 'completed', 'code': 200} Nov 12 10:55:58.597744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=e60675cb-35ae-4e07-b3ae-5599a2824359,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:58.621665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-3f0ef547-c900-4eeb-b178-0f6a8bd7e245 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=38732d72c4ef4effa00fb58fe89000dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543599 Nov 12 10:55:58.692101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e52da9ec-c2ff-43b7-b2e7-8074e1711a5e req-35b229fb-5f44-4212-9f61-316ecf4c9011 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 210 time: 0.0320334 Nov 12 10:55:58.732818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8877a36f-ddb5-4b37-bc6d-7b4df175bc72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.744867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d825b2b-079d-4fe8-807b-a211c2896556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60675cb-35ae-4e07-b3ae-5599a2824359'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:55:58.748439 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e085443a-c561-4a62-801d-10fd717402c4" -d '{"events": [{"server_uuid": "0d825b2b-079d-4fe8-807b-a211c2896556", "name": "network-vif-plugged", "status": "completed", "tag": "e60675cb-35ae-4e07-b3ae-5599a2824359"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:55:58.780581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-bfecd4e1-dd6d-44b3-a909-c48bd5adbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.780581 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-bfecd4e1-dd6d-44b3-a909-c48bd5adbb89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 1096 time: 0.1614239 Nov 12 10:55:58.781575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34026) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:58.819773 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8877a36f-ddb5-4b37-bc6d-7b4df175bc72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:58.827209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee252d29-a13a-4e3a-a84f-4c04681148e0 req-81b4b713-2437-4dc1-8e0b-20aed297c00e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.834792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee252d29-a13a-4e3a-a84f-4c04681148e0 req-81b4b713-2437-4dc1-8e0b-20aed297c00e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 944 time: 0.0655220 Nov 12 10:55:58.838911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d12fc-3159-4fc3-986b-7956c032b497 req-c160b91c-5dd0-44d7-af1b-34f1469f407a tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.840787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-c160b91c-5dd0-44d7-af1b-34f1469f407a tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185814 Nov 12 10:55:58.885476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee252d29-a13a-4e3a-a84f-4c04681148e0 req-67407aa7-71b3-462e-a931-9e1c049d9bff tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495558 Nov 12 10:55:58.909731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-56480571-network', 'tenant_id': '42a2cc0b6c674a93bfe4da2a6183bb42'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:58.911334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-443c24c3-1518-4691-987d-03610fd545de tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/quotas/38732d72c4ef4effa00fb58fe89000dc HTTP/1.1" status: 200 len: 375 time: 0.0401444 Nov 12 10:55:58.958002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2a2a81c0-6823-45fd-b779-1e80b4cb3f5b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=38732d72c4ef4effa00fb58fe89000dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397551 Nov 12 10:55:58.961561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-6bf5c2b9-c5f1-42e3-af01-2b97e9945730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:58.963266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-6bf5c2b9-c5f1-42e3-af01-2b97e9945730 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 924 time: 0.1947138 Nov 12 10:55:58.984157 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c648a-95fa-4914-ae80-0dca09f677a7 x-openstack-request-id: req-ca6c648a-95fa-4914-ae80-0dca09f677a7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:55:58.984386 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d825b2b-079d-4fe8-807b-a211c2896556", "name": "network-vif-plugged", "status": "completed", "tag": "e60675cb-35ae-4e07-b3ae-5599a2824359", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:55:58.984644 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ca6c648a-95fa-4914-ae80-0dca09f677a7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:55:58.985154 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d825b2b-079d-4fe8-807b-a211c2896556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60675cb-35ae-4e07-b3ae-5599a2824359', 'code': 200} Nov 12 10:55:59.015414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-baa0dec7-4be9-4707-b1d4-86cf3763519a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb HTTP/1.1" status: 200 len: 217 time: 0.0415952 Nov 12 10:55:59.040913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Made reservation on behalf of 42a2cc0b6c674a93bfe4da2a6183bb42 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:55:59.043654 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.062879 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.093760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-a44c17a6-3686-4f09-839b-2315c3ce9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.095418 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-a44c17a6-3686-4f09-839b-2315c3ce9aeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33070c15-2ca7-49d9-a6c2-cda9a789ff84 HTTP/1.1" status: 200 len: 862 time: 0.0722508 Nov 12 10:55:59.126187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747266-37ed-4304-a1a2-cc3c2896a70f req-82dfdbf8-9175-4df6-b208-12cb48c88b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.127857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97747266-37ed-4304-a1a2-cc3c2896a70f req-82dfdbf8-9175-4df6-b208-12cb48c88b9e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 1102 time: 0.0729034 Nov 12 10:55:59.137585 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8877a36f-ddb5-4b37-bc6d-7b4df175bc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.140194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8877a36f-ddb5-4b37-bc6d-7b4df175bc72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.141634 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8877a36f-ddb5-4b37-bc6d-7b4df175bc72 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a861f687-9aca-420a-965d-6903f9513fac HTTP/1.1" status: 204 len: 168 time: 0.6050370 Nov 12 10:55:59.153817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a36f-ddb5-4b37-bc6d-7b4df175bc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a861f687-9aca-420a-965d-6903f9513fac,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:59.171476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-5a307803-96d8-46af-8af0-c46833de8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.176993 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-5a307803-96d8-46af-8af0-c46833de8ec8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a055990-85ea-42b8-beee-2824cff34154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694952 Nov 12 10:55:59.207136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97747266-37ed-4304-a1a2-cc3c2896a70f req-98d1a8ac-38ba-477d-8143-f48a020178bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699170 Nov 12 10:55:59.215999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.246533 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-70fd3ae2-1751-4ebf-ad16-4fbb64eae0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.303755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b59af0b-336b-42d9-a856-68f85fab1bed req-4421c1f7-f3ba-4352-acc6-78002ddb72c5 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 210 time: 0.0393264 Nov 12 10:55:59.338436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.362862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-70b4358e-0d9c-4ac9-9855-38f43fee1968 service neutron] 10.222.0.69 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779070 Nov 12 10:55:59.388801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:55:59.413074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40971254-fc10-4ce8-8b4c-332ac5d4c226,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:59.417077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.417665 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Added segment 158f97cb-d762-438a-87c8-d42147bb7043 of type vlan for network 28f80d20-dee1-44c2-afd4-97441317e529 Nov 12 10:55:59.471525 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.522492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62fc23-b458-47b9-b98a-4dd3a79f13fe req-9b0a9c48-771e-428d-964d-f273268c122f tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.524024 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b62fc23-b458-47b9-b98a-4dd3a79f13fe req-9b0a9c48-771e-428d-964d-f273268c122f tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1098 time: 0.1114247 Nov 12 10:55:59.527784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70e315e7-a046-4449-ba11-aca0d70f0c0a req-b975ef12-f82c-4ae8-9367-69463c9d8c9e service neutron] 10.222.0.69 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544845 Nov 12 10:55:59.624450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.625821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.626562 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:55:59.705798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] Pushing event updated for resources: {'Network': ['ID=28f80d20-dee1-44c2-afd4-97441317e529,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:55:59.716652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 28f80d20-dee1-44c2-afd4-97441317e529 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:55:59.803868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-625d70fd-76ed-48da-880b-8eaf12a47dda admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0208657 Nov 12 10:55:59.805292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34058) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:55:59.817869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Request body: {'subnet': {'network_id': '28f80d20-dee1-44c2-afd4-97441317e529', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-56480571-subnet', 'tenant_id': '42a2cc0b6c674a93bfe4da2a6183bb42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:55:59.828534 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b62fc23-b458-47b9-b98a-4dd3a79f13fe req-17868827-1449-4b1e-8248-96e77176348b tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975874 Nov 12 10:55:59.953948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f6b29-fd4f-4a81-8aca-84e4030b069f req-cab98203-3920-4133-9701-c49d4108b083 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:55:59.955937 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d22f6b29-fd4f-4a81-8aca-84e4030b069f req-cab98203-3920-4133-9701-c49d4108b083 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 950 time: 0.0508373 Nov 12 10:55:59.979425 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7cef4ba-4efb-4a09-aba8-f6504c25713d req-0ee87970-1959-4cfd-98fb-ebd25bf09307 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 210 time: 0.0334258 Nov 12 10:56:00.010148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Made reservation on behalf of 42a2cc0b6c674a93bfe4da2a6183bb42 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:00.011966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.013860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d22f6b29-fd4f-4a81-8aca-84e4030b069f req-3f1cff00-9a16-4df3-87e1-dc24a1395f09 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498035 Nov 12 10:56:00.147739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566bf54-e9ce-46e2-acf3-9e36b9af38fe req-07a1128a-51ac-4f77-ab23-30e43733a424 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.150333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2566bf54-e9ce-46e2-acf3-9e36b9af38fe req-07a1128a-51ac-4f77-ab23-30e43733a424 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 944 time: 0.0612707 Nov 12 10:56:00.153475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f035c1-c888-4129-b0eb-a8a3d6653aa3 req-a927bcdd-97b3-485c-8a21-4c3324d12a38 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.155029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47f035c1-c888-4129-b0eb-a8a3d6653aa3 req-a927bcdd-97b3-485c-8a21-4c3324d12a38 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 950 time: 0.1074383 Nov 12 10:56:00.224325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2566bf54-e9ce-46e2-acf3-9e36b9af38fe req-c635f191-dca0-4715-8d5f-fac4631e0944 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630276 Nov 12 10:56:00.244594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34064) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:00.270601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47f035c1-c888-4129-b0eb-a8a3d6653aa3 req-7b527a35-03fb-415d-b34b-1bc8f61db29b tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079755 Nov 12 10:56:00.298069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-19439088-b199-4b16-86f2-03601a942b8a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9c4c7e0310ed4305b63f5ceaddbe3bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517087 Nov 12 10:56:00.303601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34066) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:00.358025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0f5c-a278-4eeb-b9c2-d725ca8c2e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.360908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.403964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8f02cfc-4409-4da9-966c-1bfc255b4783 req-027e9e5b-cce4-440c-ab23-e2636f1168dd tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 210 time: 0.0346174 Nov 12 10:56:00.409469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0f5c-a278-4eeb-b9c2-d725ca8c2e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.418791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bb8968-9a57-431a-9da6-0b336d0f6e6b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:00.437272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Checking segment: {'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:00.437717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Network hostable DHCP agents. Network: 28f80d20-dee1-44c2-afd4-97441317e529, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:00.526776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Network 28f80d20-dee1-44c2-afd4-97441317e529 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:00.595005 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0f5c-a278-4eeb-b9c2-d725ca8c2e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.598079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0f5c-a278-4eeb-b9c2-d725ca8c2e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.599260 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ba8b0f5c-a278-4eeb-b9c2-d725ca8c2e1e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0e27018b-e1bd-4bbd-8575-922c2fcad8e8 HTTP/1.1" status: 204 len: 168 time: 0.2940249 Nov 12 10:56:00.607249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b0f5c-a278-4eeb-b9c2-d725ca8c2e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e27018b-e1bd-4bbd-8575-922c2fcad8e8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:00.634944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 28f80d20-dee1-44c2-afd4-97441317e529) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:00.642382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:00.645361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:00.656918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b869fc-831f-4819-836f-b51c07c2317b None None] Network 28f80d20-dee1-44c2-afd4-97441317e529 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:00.762074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-25e876fb-89d0-495f-a834-f8d338a6e9fc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9553504 Nov 12 10:56:00.794703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88786fd8-9d43-41bd-b754-5838cceafc46 None None] Network 28f80d20-dee1-44c2-afd4-97441317e529 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:00.867020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-bd88545c-5deb-47bc-84c5-743d7d565bac tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279388 Nov 12 10:56:01.081285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b15c6-2303-47b6-a108-f6aace080710 req-f2b38fc8-62f7-4317-8da6-c2a3cc4d0dd2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:01.083190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-f2b38fc8-62f7-4317-8da6-c2a3cc4d0dd2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101755 Nov 12 10:56:01.092185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd003a19-e892-46d6-a0d0-735a739a5c9a req-522823cb-519c-42c9-92c1-e91b0734ab2c tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:01.092773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd003a19-e892-46d6-a0d0-735a739a5c9a req-522823cb-519c-42c9-92c1-e91b0734ab2c tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1098 time: 0.0793228 Nov 12 10:56:01.098773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Request body: {'port': {'device_id': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '207f6f65eaf44c88a1a3fff35bfda972'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:01.109352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-2bac874a-0559-45a9-a072-1b60b2f5f313 req-a988900e-ed64-4e85-870c-e1cff30c2a95 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1026584628', 'description': 'tempest-description-2036178259'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:01.210523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd003a19-e892-46d6-a0d0-735a739a5c9a req-2ff28a43-1dcc-4d3e-8b13-80eab58a74c0 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073253 Nov 12 10:56:01.228169 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2bac874a-0559-45a9-a072-1b60b2f5f313 req-a988900e-ed64-4e85-870c-e1cff30c2a95 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.322647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d190e49-57d3-4a1f-8827-6be18cd620db req-0f8d03a6-d39d-4349-b41f-5b760fb808a7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Nov 12 10:56:01.326032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:01.326284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2bac874a-0559-45a9-a072-1b60b2f5f313 req-a988900e-ed64-4e85-870c-e1cff30c2a95 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.431948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:01.438728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070c1df-d523-4d27-ab57-6deab50bc4f6 req-ff8792cc-ba96-4ed9-bf8f-08842986f7cb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:01.441000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2070c1df-d523-4d27-ab57-6deab50bc4f6 req-ff8792cc-ba96-4ed9-bf8f-08842986f7cb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 950 time: 0.0586529 Nov 12 10:56:01.447178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'port_id': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'mac_address': 'fa:16:3e:fa:e2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:01.498348 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.515116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:01.527829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2bac874a-0559-45a9-a072-1b60b2f5f313 req-a988900e-ed64-4e85-870c-e1cff30c2a95 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.550123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:01.595275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988900e-ed64-4e85-870c-e1cff30c2a95 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4663c224-14b4-448a-81c0-416bb3c468f1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:01.618590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-15efdae3-2670-42ba-9a34-f6dcba462732 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:01.620678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-15efdae3-2670-42ba-9a34-f6dcba462732 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.69 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 950 time: 0.0786078 Nov 12 10:56:01.721233 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.727153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Made reservation on behalf of 207f6f65eaf44c88a1a3fff35bfda972 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:01.729332 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.740731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2bac874a-0559-45a9-a072-1b60b2f5f313 req-a988900e-ed64-4e85-870c-e1cff30c2a95 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.753193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bac874a-0559-45a9-a072-1b60b2f5f313 req-a988900e-ed64-4e85-870c-e1cff30c2a95 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6477013 Nov 12 10:56:01.759971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Deleting port 78166af1-fab6-4e15-b26d-6f7cffa598a7 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:01.761273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.789034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2070c1df-d523-4d27-ab57-6deab50bc4f6 req-fbd5f3c3-5124-4f6a-a753-6d17e691d47c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395572 Nov 12 10:56:01.791950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:01.820458 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-72e1993c-c625-4a2f-aa16-a9e0954fdcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.920107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] For port 78166af1-fab6-4e15-b26d-6f7cffa598a7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=78166af1-fab6-4e15-b26d-6f7cffa598a7,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:01.921077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:01.935857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Calling delete_port for 78166af1-fab6-4e15-b26d-6f7cffa598a7 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:01.984644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['48f82a9d-2704-4c10-9fe0-e7c79bbd75fb'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:02.022030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Allocated IP 192.168.233.202 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:02.042552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe3edd-ab9d-4f3d-a37c-626d4908d3d7 req-e61b9863-1451-4811-beef-4550445d4a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:02.051188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81fe3edd-ab9d-4f3d-a37c-626d4908d3d7 req-e61b9863-1451-4811-beef-4550445d4a8a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 945 time: 0.0935678 Nov 12 10:56:02.124864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81fe3edd-ab9d-4f3d-a37c-626d4908d3d7 req-2b735fae-39be-499d-bacd-322563d8e054 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707324 Nov 12 10:56:02.226355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-99be2699-293f-448e-8fd8-d223c1f974e8 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=38732d72c4ef4effa00fb58fe89000dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345912 Nov 12 10:56:02.262263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd4fe-baf5-4da5-8d98-9c3d1f3909fc req-bbb649f1-92c8-4cd0-a401-c6bbabeb9ef5 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:02.264144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8ccd4fe-baf5-4da5-8d98-9c3d1f3909fc req-bbb649f1-92c8-4cd0-a401-c6bbabeb9ef5 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd HTTP/1.1" status: 200 len: 950 time: 0.0561779 Nov 12 10:56:02.266105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.280142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['001a1485-52e0-4e70-9daf-407ba6da0052'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:02.366372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Pushing event deleted for resources: {'Port': ['ID=78166af1-fab6-4e15-b26d-6f7cffa598a7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:02.398927 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8ccd4fe-baf5-4da5-8d98-9c3d1f3909fc req-4a93de24-1e0b-4a04-9ede-0b4ed2838dfb tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255701 Nov 12 10:56:02.468355 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.516066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] No DVR routers for this DVR port 78166af1-fab6-4e15-b26d-6f7cffa598a7 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:02.523018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.532539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90dbb8c4-a586-49cb-9410-d1c4301e253d req-229824b1-cdaf-4bf6-91ed-5e5f183b1e72 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.69 "DELETE /v2.0/ports/78166af1-fab6-4e15-b26d-6f7cffa598a7 HTTP/1.1" status: 204 len: 173 time: 0.9007587 Nov 12 10:56:02.532728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd', 'name': 'network-vif-deleted', 'tag': '78166af1-fab6-4e15-b26d-6f7cffa598a7'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:02.543080 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee847e2-6697-4220-9964-cf49502ff3c8" -d '{"events": [{"server_uuid": "bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd", "name": "network-vif-deleted", "tag": "78166af1-fab6-4e15-b26d-6f7cffa598a7"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:02.591567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['78166af1-fab6-4e15-b26d-6f7cffa598a7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:02.626462 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30fed9f6-6d38-4239-9fe6-3aabe52b4b38 req-3036397c-af2b-45de-adf6-f4e9ba1435bb tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 210 time: 0.0411658 Nov 12 10:56:02.626957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d12fc-3159-4fc3-986b-7956c032b497 req-6b514adb-b4c5-406e-b2bf-a1eebe15ee87 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:02.628970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-6b514adb-b4c5-406e-b2bf-a1eebe15ee87 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3965282 Nov 12 10:56:02.630336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.644992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:02.648624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Request body: {'port': {'device_id': '8ce3f1e4-fec2-4702-88d8-fd0a94dd153a', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '38732d72c4ef4effa00fb58fe89000dc'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:02.676344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1dfc9dc5-d81d-47a1-a605-e4ef316152db req-4419d692-ddd2-422e-8ca3-ee4a7231c204 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1315970244', 'description': 'tempest-description-1032826835'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:02.715677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:02.719418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:02.725672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:02.754167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event updated for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:02.796425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:02.797097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.858902 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1dfc9dc5-d81d-47a1-a605-e4ef316152db req-4419d692-ddd2-422e-8ca3-ee4a7231c204 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.863023 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.960813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Made reservation on behalf of 38732d72c4ef4effa00fb58fe89000dc for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:02.965479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1dfc9dc5-d81d-47a1-a605-e4ef316152db req-4419d692-ddd2-422e-8ca3-ee4a7231c204 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.966249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.976389 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:02.984151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5ac45ea1-0a3a-475e-9cd9-8370a00668c7 None None] Provisioning complete for port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:02.984520 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ac45ea1-0a3a-475e-9cd9-8370a00668c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.026292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5ac45ea1-0a3a-475e-9cd9-8370a00668c7 None None] Port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:03.056821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.129928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-2e456bee-8b63-4969-b2ac-04a634a27b44 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0363572 Nov 12 10:56:03.130661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1dfc9dc5-d81d-47a1-a605-e4ef316152db req-4419d692-ddd2-422e-8ca3-ee4a7231c204 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.151075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Request body: {'port': {'device_id': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:03.154980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.190468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419d692-ddd2-422e-8ca3-ee4a7231c204 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399af598-bffd-4996-be69-46a0597f9813,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:03.220484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832abb9d-3639-4880-906d-f08a652f395e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:03.224389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.293546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Allocated IP 192.168.233.113 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/958963c2-2039-4a8f-a030-b4d1e48d066b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:03.329905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:03.332451 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1dfc9dc5-d81d-47a1-a605-e4ef316152db req-4419d692-ddd2-422e-8ca3-ee4a7231c204 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.333713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1dfc9dc5-d81d-47a1-a605-e4ef316152db req-4419d692-ddd2-422e-8ca3-ee4a7231c204 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6656284 Nov 12 10:56:03.541920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.675077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:03.678205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebc893-a364-42ee-b578-5d8e6d1600d3 req-2fa82fd8-ef6c-4286-8ba5-1ca72ee56783 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:03.679095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:03.679467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.679735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58ebc893-a364-42ee-b578-5d8e6d1600d3 req-2fa82fd8-ef6c-4286-8ba5-1ca72ee56783 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 1102 time: 0.0410516 Nov 12 10:56:03.698888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-58ebc893-a364-42ee-b578-5d8e6d1600d3 req-b7b3f371-a56b-46cc-bd8b-ace0025d453e tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.722011 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.764245 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.778226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:03.783001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:03.787963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:03.793337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:03.794757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:03.795410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.795915 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa724b29-ab0e-470c-89e2-ea5dcec21d92" -d '{"events": [{"server_uuid": "7c39aa0b-e2e8-481f-88a2-4b9d40947e59", "name": "network-vif-plugged", "status": "completed", "tag": "48f82a9d-2704-4c10-9fe0-e7c79bbd75fb"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:03.805795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Pushing event updated for resources: {'Port': ['ID=958963c2-2039-4a8f-a030-b4d1e48d066b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:03.818388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:03.860605 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-58ebc893-a364-42ee-b578-5d8e6d1600d3 req-b7b3f371-a56b-46cc-bd8b-ace0025d453e tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.915128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:03.920894 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.923349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.929176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-83d959c0-6d7a-4ace-9b1f-4da6b2f9321b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2859609 Nov 12 10:56:03.937915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Transition to ACTIVE for port object 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:03.941827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Request body: {'port': {'device_id': '8ce3f1e4-fec2-4702-88d8-fd0a94dd153a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:03.975756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:03.984149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-58ebc893-a364-42ee-b578-5d8e6d1600d3 req-b7b3f371-a56b-46cc-bd8b-ace0025d453e tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.991304 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:03.998046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.029564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.033090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3f371-a56b-46cc-bd8b-ace0025d453e tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d32c14-a5e9-4d75-9b61-97be80d08ab9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:04.049994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58ebc893-a364-42ee-b578-5d8e6d1600d3 req-b7b3f371-a56b-46cc-bd8b-ace0025d453e tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637421 Nov 12 10:56:04.075215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-38418cc3-c59a-4f05-84b6-cd53d211712a None None] Provisioning complete for port 958963c2-2039-4a8f-a030-b4d1e48d066b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:04.076217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-38418cc3-c59a-4f05-84b6-cd53d211712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.149055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-38418cc3-c59a-4f05-84b6-cd53d211712a None None] Port 958963c2-2039-4a8f-a030-b4d1e48d066b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:04.166231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Pushing event updated for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:04.191040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.191469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.191865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.192325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.192713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.193050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.193382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.193793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.194126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.194498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.194875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.195247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:04.312321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Attempting to bind port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:04.312710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Attempting to bind port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:04.313347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Attempting to bind port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:04.321916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:04.322472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Attempting to bind port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:04.336342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:04.337005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:04.337580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:04.338192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Bound port: 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:04.338714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.350017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32e3a1-2f6f-47d0-bf7e-be2278d84f81 req-f8856a35-36c5-4810-9d01-fe2ce8ac0536 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:04.360799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d32e3a1-2f6f-47d0-bf7e-be2278d84f81 req-f8856a35-36c5-4810-9d01-fe2ce8ac0536 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 948 time: 0.1075013 Nov 12 10:56:04.401021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958963c2-2039-4a8f-a030-b4d1e48d066b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:04.409877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.423189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Transition to ACTIVE for port object 958963c2-2039-4a8f-a030-b4d1e48d066b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:04.456131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d32e3a1-2f6f-47d0-bf7e-be2278d84f81 req-58ea4da0-0cd2-4f8d-8351-77898c1ca5f5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933912 Nov 12 10:56:04.468208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:04.475779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:04.491028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.522384 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ed1b31-b259-4460-a7e2-9fa1e84b6825 x-openstack-request-id: req-e5ed1b31-b259-4460-a7e2-9fa1e84b6825 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:04.522594 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd", "name": "network-vif-deleted", "tag": "78166af1-fab6-4e15-b26d-6f7cffa598a7", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:04.522850 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e5ed1b31-b259-4460-a7e2-9fa1e84b6825 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:04.523627 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbd033c-fcb4-4b1e-9e62-bb002bfeeedd', 'name': 'network-vif-deleted', 'tag': '78166af1-fab6-4e15-b26d-6f7cffa598a7', 'status': 'completed', 'code': 200} Nov 12 10:56:04.555779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Pushing event updated for resources: {'Port': ['ID=958963c2-2039-4a8f-a030-b4d1e48d066b,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:04.561382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.594742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Attempting to bind port 958963c2-2039-4a8f-a030-b4d1e48d066b on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:04.595098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Attempting to bind port 958963c2-2039-4a8f-a030-b4d1e48d066b by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:04.595421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Attempting to bind port 958963c2-2039-4a8f-a030-b4d1e48d066b on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:04.601032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Port 958963c2-2039-4a8f-a030-b4d1e48d066b on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:04.601385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Attempting to bind port 958963c2-2039-4a8f-a030-b4d1e48d066b on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:04.612675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:04.613063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:04.613438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:04.613839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Bound port: 958963c2-2039-4a8f-a030-b4d1e48d066b, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:04.614200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.649047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:04.649927 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.651503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] 10.222.0.57 "PUT /v2.0/ports/6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc HTTP/1.1" status: 200 len: 1097 time: 1.5111790 Nov 12 10:56:04.652334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:04.654890 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:04.683856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9b543-859b-40c2-9dc6-38f9913a904a service neutron] Pushing event updated for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:04.711245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] For port 958963c2-2039-4a8f-a030-b4d1e48d066b, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:04.715019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] For port 958963c2-2039-4a8f-a030-b4d1e48d066b, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=958963c2-2039-4a8f-a030-b4d1e48d066b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:04.716114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba68a1-629e-4dbb-8f0e-89cf7cfde3eb req-ae27907e-5ebb-44c0-bdc4-a96c529daf18 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:04.718253 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75ba68a1-629e-4dbb-8f0e-89cf7cfde3eb req-ae27907e-5ebb-44c0-bdc4-a96c529daf18 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 946 time: 0.1267130 Nov 12 10:56:04.732763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.789750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.797605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34182) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:04.827395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75ba68a1-629e-4dbb-8f0e-89cf7cfde3eb req-47dc1441-7780-4f62-97ef-273eb7a88566 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010745 Nov 12 10:56:04.849553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:04.849668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b15c6-2303-47b6-a108-f6aace080710 req-84c7bc3c-84d8-4eb8-b242-736ec2ff2cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:04.849760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:04.849847 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-84c7bc3c-84d8-4eb8-b242-736ec2ff2cec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 1100 time: 0.0811644 Nov 12 10:56:04.849963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] 10.222.0.57 "PUT /v2.0/ports/958963c2-2039-4a8f-a030-b4d1e48d066b HTTP/1.1" status: 200 len: 1097 time: 0.9116669 Nov 12 10:56:04.903129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad5709-d649-4ac3-ac78-3d4fe57eec53 service neutron] Pushing event updated for resources: {'Port': ['ID=958963c2-2039-4a8f-a030-b4d1e48d066b,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:04.937802 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-569afcdc-4afb-4c02-9d14-df8ebc90e0bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc HTTP/1.1" status: 200 len: 217 time: 0.0755186 Nov 12 10:56:04.972248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8fa44414-96a4-47b9-8a33-34906332ac66 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:56:04.973279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8fa44414-96a4-47b9-8a33-34906332ac66 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1738291 Nov 12 10:56:05.009972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b15c6-2303-47b6-a108-f6aace080710 req-d8620d59-c091-4059-936b-362f954bf53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:05.023109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-d8620d59-c091-4059-936b-362f954bf53e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0735919 Nov 12 10:56:05.117310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d12fc-3159-4fc3-986b-7956c032b497 req-1501c944-1ca8-40b5-bd36-4e941f8a92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:05.118809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-1501c944-1ca8-40b5-bd36-4e941f8a92fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38732d72c4ef4effa00fb58fe89000dc&device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 1100 time: 0.0792692 Nov 12 10:56:05.127400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-0cec99ed-1663-4003-a2ce-345f091cd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:05.129068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-0cec99ed-1663-4003-a2ce-345f091cd452 service neutron] 10.222.0.98 "GET /v2.0/ports/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0997295 Nov 12 10:56:05.143695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b15c6-2303-47b6-a108-f6aace080710 req-c435f2b1-5cdf-4f28-b3cb-42d413a083ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:05.145241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-c435f2b1-5cdf-4f28-b3cb-42d413a083ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067820 Nov 12 10:56:05.182882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Request body: {'binding': {'host': 'n-h1-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:05.183389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Unknown quota resources ['binding']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:56:05.187281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-62a5d83d-9c38-4f4f-a3fa-409dcf0383a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=958963c2-2039-4a8f-a030-b4d1e48d066b HTTP/1.1" status: 200 len: 217 time: 0.0570419 Nov 12 10:56:05.240680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-c3488e6e-6872-43b4-bd2b-0abe5c31f9a6 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:05.243296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-c3488e6e-6872-43b4-bd2b-0abe5c31f9a6 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 811 time: 0.2184997 Nov 12 10:56:05.284277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-400b84bc-c391-4f6b-bfdf-9ba258b80add tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/quotas/42a2cc0b6c674a93bfe4da2a6183bb42 HTTP/1.1" status: 200 len: 375 time: 0.0221000 Nov 12 10:56:05.291353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-5fc71382-23f2-4c7b-a0a9-3c2b1627399d service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387715 Nov 12 10:56:05.308088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d12fc-3159-4fc3-986b-7956c032b497 req-70d9c65a-3c8f-4a6b-a2c8-8942f7125331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:05.309799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-70d9c65a-3c8f-4a6b-a2c8-8942f7125331 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1002147 Nov 12 10:56:05.359026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 78166af1-fab6-4e15-b26d-6f7cffa598a7 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:05.373228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-7fdb31e3-7260-43b1-abfc-f0fc207566ad tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794063 Nov 12 10:56:05.391079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 78166af1-fab6-4e15-b26d-6f7cffa598a7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:05.391325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 78166af1-fab6-4e15-b26d-6f7cffa598a7 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:05.425745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d12fc-3159-4fc3-986b-7956c032b497 req-39812332-0310-468e-979d-41831b1897b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:05.427417 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-39812332-0310-468e-979d-41831b1897b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092632 Nov 12 10:56:05.430380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-c94abeab-b97b-440e-bcf9-52361767f600 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:56:05.431363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-c94abeab-b97b-440e-bcf9-52361767f600 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057087 Nov 12 10:56:05.451139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on host n-h1-768852-22 for vnic_type normal with profile None {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:05.451470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:05.451795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:05.472887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:05.473209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:05.510647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:05.510911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:05.514033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:05.514033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Bound port: afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:05.526580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-198b15c6-2303-47b6-a108-f6aace080710 req-2dd55979-11c9-46a3-9f8d-0823a9c7b914 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193003 Nov 12 10:56:05.547775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-b5fd727f-c57b-4ce1-950b-da151508d4e1 service neutron] 10.222.0.98 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088195 Nov 12 10:56:05.588483 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-af62199b-ccec-4051-ad38-da99230daacb service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469879 Nov 12 10:56:05.609927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:05.657136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-a040a951-e0cc-4c76-81ac-9636ee9eb1c5 service neutron] 10.222.0.98 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017663 Nov 12 10:56:05.693012 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-210d12fc-3159-4fc3-986b-7956c032b497 req-7bd221fb-6b78-4a83-9732-6fbc4b46b3c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943956 Nov 12 10:56:05.706001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:05.707170 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8364e853-c635-4bd9-af70-a57c3b542a94 service neutron] 10.222.0.98 "POST /v2.0/ports/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7/bindings HTTP/1.1" status: 201 len: 390 time: 0.5342181 Nov 12 10:56:06.015826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57848d4c-9ae2-47e6-aa7d-a1125e27d078 req-e36e3823-14e3-4377-831e-00c094cd4bea tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.018574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57848d4c-9ae2-47e6-aa7d-a1125e27d078 req-e36e3823-14e3-4377-831e-00c094cd4bea tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 948 time: 0.0542903 Nov 12 10:56:06.022574 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b77ba3-d487-4bb5-9041-187c54188431 x-openstack-request-id: req-20b77ba3-d487-4bb5-9041-187c54188431 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:06.023158 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c39aa0b-e2e8-481f-88a2-4b9d40947e59", "name": "network-vif-plugged", "status": "completed", "tag": "48f82a9d-2704-4c10-9fe0-e7c79bbd75fb", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:06.023640 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20b77ba3-d487-4bb5-9041-187c54188431 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:06.024256 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'code': 200} Nov 12 10:56:06.088758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57848d4c-9ae2-47e6-aa7d-a1125e27d078 req-5362f799-83b0-450f-b5d3-f3667359d52e tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600126 Nov 12 10:56:06.135275 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318c0bfd-6c4e-4f4e-94a3-f294a332f84c x-openstack-request-id: req-318c0bfd-6c4e-4f4e-94a3-f294a332f84c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:06.135564 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:06.135814 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-318c0bfd-6c4e-4f4e-94a3-f294a332f84c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:06.136558 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'status': 'completed', 'code': 200} Nov 12 10:56:06.143408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db072a05-4d96-4597-9ab3-5943efbb1048 req-7031d3af-49ec-42f9-b0c7-5e4320486d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.144732 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db072a05-4d96-4597-9ab3-5943efbb1048 req-7031d3af-49ec-42f9-b0c7-5e4320486d7e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 1098 time: 0.0517817 Nov 12 10:56:06.238014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db072a05-4d96-4597-9ab3-5943efbb1048 req-4f009b33-cc5c-48c6-b417-26a9f6dd3784 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824196 Nov 12 10:56:06.241080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-d09ee9f6-7e1a-4041-a9bd-6b12cb47122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.242507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-d09ee9f6-7e1a-4041-a9bd-6b12cb47122c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 1100 time: 0.0797451 Nov 12 10:56:06.396613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-9033e616-f16c-461b-945c-f08d49d9dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.398092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-9033e616-f16c-461b-945c-f08d49d9dd1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1484399 Nov 12 10:56:06.406471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653e787-ac69-4a57-b2f9-92accce059c2 req-308f6074-e315-429a-b591-4eebdf904baf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.407872 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6653e787-ac69-4a57-b2f9-92accce059c2 req-308f6074-e315-429a-b591-4eebdf904baf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 948 time: 0.0839374 Nov 12 10:56:06.454491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-661eadfa-e1a6-4e50-822d-db0dfc63906c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc HTTP/1.1" status: 200 len: 217 time: 0.0455368 Nov 12 10:56:06.514144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6653e787-ac69-4a57-b2f9-92accce059c2 req-60d028c8-8b35-4878-bf04-04282dc41959 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993116 Nov 12 10:56:06.524156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce3f1e4-fec2-4702-88d8-fd0a94dd153a', 'tag': '958963c2-2039-4a8f-a030-b4d1e48d066b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:06.526425 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1269bbaa-0d58-46a1-b86a-475f2379a294" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce3f1e4-fec2-4702-88d8-fd0a94dd153a", "tag": "958963c2-2039-4a8f-a030-b4d1e48d066b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:06.534860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-bfd4c8f4-b01a-4c67-97aa-10e8ae7a4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.536355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-bfd4c8f4-b01a-4c67-97aa-10e8ae7a4641 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0683765 Nov 12 10:56:06.592230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-c59d9dad-48ff-4201-b816-ca1cff269c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.594029 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-c59d9dad-48ff-4201-b816-ca1cff269c72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0453157 Nov 12 10:56:06.649594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08af4a5d-13ee-4d99-ac6f-b1da28d245bb req-1f40ee3e-b995-47d1-9293-8cd264319f51 tempest-FlavorsV2NegativeTest-1684713647 tempest-FlavorsV2NegativeTest-1684713647-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=8b4f93f2b33c4730b4ce528211756c8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385194 Nov 12 10:56:06.731081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-6cd35a70-921d-4b9e-8afb-86bbc045a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.734011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-6cd35a70-921d-4b9e-8afb-86bbc045a6ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1098 time: 0.0530336 Nov 12 10:56:06.792747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-c0524bdb-f5c1-48c2-9889-57b00c51d5b0 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796117 Nov 12 10:56:06.831881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af4a5d-13ee-4d99-ac6f-b1da28d245bb req-921f6579-66cf-4bf4-967e-88a5e72decb2 tempest-FlavorsV2NegativeTest-1684713647 tempest-FlavorsV2NegativeTest-1684713647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.833398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08af4a5d-13ee-4d99-ac6f-b1da28d245bb req-921f6579-66cf-4bf4-967e-88a5e72decb2 tempest-FlavorsV2NegativeTest-1684713647 tempest-FlavorsV2NegativeTest-1684713647-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770597 Nov 12 10:56:06.843865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fde09-3376-4194-8d7e-235a77973c6a req-b301bc81-f50a-48da-ad30-d837b8e35f9e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.845585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-507fde09-3376-4194-8d7e-235a77973c6a req-b301bc81-f50a-48da-ad30-d837b8e35f9e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 946 time: 0.1048644 Nov 12 10:56:06.879969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08af4a5d-13ee-4d99-ac6f-b1da28d245bb req-07597b10-7062-4c62-a15c-4178d7d93e00 tempest-FlavorsV2NegativeTest-1684713647 tempest-FlavorsV2NegativeTest-1684713647-project] 10.222.0.98 "GET /v2.0/quotas/8b4f93f2b33c4730b4ce528211756c8c HTTP/1.1" status: 200 len: 375 time: 0.0398040 Nov 12 10:56:06.885794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-ad6cb3e6-a2cd-4627-b9ba-c854fc15993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:06.887252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-ad6cb3e6-a2cd-4627-b9ba-c854fc15993f service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1363060 Nov 12 10:56:06.917467 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08af4a5d-13ee-4d99-ac6f-b1da28d245bb req-e8493954-e7b1-480c-b234-5d0acb1081ac tempest-FlavorsV2NegativeTest-1684713647 tempest-FlavorsV2NegativeTest-1684713647-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8b4f93f2b33c4730b4ce528211756c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297213 Nov 12 10:56:06.945476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-337d2cc5-7aab-4f1f-b8a0-94f91d6fa9ce req-7af09655-493d-4970-965a-f4f34362c275 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408556 Nov 12 10:56:06.956543 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-f8b98f53-f806-4dd4-b4b8-578653d5f2dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 217 time: 0.0481806 Nov 12 10:56:06.956543 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-507fde09-3376-4194-8d7e-235a77973c6a req-75561d2d-ab88-47bf-bd73-df69ab9a180e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945482 Nov 12 10:56:07.007702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d381d05-f81d-4fc6-9619-0da01eb7ae81 req-f9bc3b57-c4b4-4cfc-95a3-836a8246311c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 210 time: 0.0442600 Nov 12 10:56:07.027231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-09565bea-4791-4322-8e93-5c767209d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.028978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-09565bea-4791-4322-8e93-5c767209d23d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0563204 Nov 12 10:56:07.085469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-23fca8f1-cfc5-456e-b6ba-df483b7a4589 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397251 Nov 12 10:56:07.124467 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-0fb2f47c-5cb6-4cb2-99c1-0c77d795aa8f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291998 Nov 12 10:56:07.192129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306facf-5b2a-4440-9acc-b203ee2d06c1 req-9256c1e0-d5d6-4af5-8a8d-1df274d0ac93 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.193619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c306facf-5b2a-4440-9acc-b203ee2d06c1 req-9256c1e0-d5d6-4af5-8a8d-1df274d0ac93 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 946 time: 0.1108320 Nov 12 10:56:07.238107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-7e0f5774-3789-4e09-8c0a-9147df43ad5b service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397948 Nov 12 10:56:07.240374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-c8e8a291-7f9a-490c-95ef-0b61a37388a2 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.241937 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-c8e8a291-7f9a-490c-95ef-0b61a37388a2 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1124616 Nov 12 10:56:07.258322 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4d5c596b-a49d-413f-af09-060aa1fdfe57 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/quotas/dfa1edaedd354cc794351113a0f638fd HTTP/1.1" status: 200 len: 375 time: 0.0097184 Nov 12 10:56:07.286574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c306facf-5b2a-4440-9acc-b203ee2d06c1 req-df138f45-b008-42b4-b2fd-37b4ef881910 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848649 Nov 12 10:56:07.310111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-c4179d93-5b3c-4621-83c7-f7fbfd8ea460 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458388 Nov 12 10:56:07.356333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-3cdbb828-5f12-42c1-9ecf-e24710b3faba service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109939 Nov 12 10:56:07.373437 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4bba5c-b7e2-4800-a6cf-103c8bb141bd x-openstack-request-id: req-9b4bba5c-b7e2-4800-a6cf-103c8bb141bd {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:07.373789 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce3f1e4-fec2-4702-88d8-fd0a94dd153a", "tag": "958963c2-2039-4a8f-a030-b4d1e48d066b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:07.374279 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9b4bba5c-b7e2-4800-a6cf-103c8bb141bd {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:07.374760 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce3f1e4-fec2-4702-88d8-fd0a94dd153a', 'tag': '958963c2-2039-4a8f-a030-b4d1e48d066b', 'status': 'completed', 'code': 200} Nov 12 10:56:07.470991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-e718b178-f368-4b1f-8fd2-cf9ce7fef4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.472560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-e718b178-f368-4b1f-8fd2-cf9ce7fef4c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38732d72c4ef4effa00fb58fe89000dc&device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 1100 time: 0.0766201 Nov 12 10:56:07.485372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566899d-ac05-4d3f-9eba-3116905d1e0b req-fa54a813-c502-4245-9a04-fa739c429f18 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.487408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6566899d-ac05-4d3f-9eba-3116905d1e0b req-fa54a813-c502-4245-9a04-fa739c429f18 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 949 time: 0.0613093 Nov 12 10:56:07.598364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-e76afe54-7a07-43bc-98a5-39c85a50e507 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.600988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-e76afe54-7a07-43bc-98a5-39c85a50e507 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1098 time: 0.0565932 Nov 12 10:56:07.614401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-22'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:07.614774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6566899d-ac05-4d3f-9eba-3116905d1e0b req-bf1eb64d-1a47-4c34-9ce6-dd885944dc7f tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179707 Nov 12 10:56:07.627859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-a059f06b-f37f-4b9e-a294-fd7b588a3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.629362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-a059f06b-f37f-4b9e-a294-fd7b588a3e57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1410217 Nov 12 10:56:07.696109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-6de8d742-ebfb-4d72-a449-1f0e159b4ca7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=958963c2-2039-4a8f-a030-b4d1e48d066b HTTP/1.1" status: 200 len: 217 time: 0.0573175 Nov 12 10:56:07.702436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.785280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-8a449076-b0f2-44e7-a783-28085d5be697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.787659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-8a449076-b0f2-44e7-a783-28085d5be697 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0815043 Nov 12 10:56:07.832785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af37b42-2de6-4238-be21-c1303fefbc55 req-e4e06509-e357-468e-9b8b-5590968b75eb tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.834265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0af37b42-2de6-4238-be21-c1303fefbc55 req-e4e06509-e357-468e-9b8b-5590968b75eb tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 948 time: 0.0966384 Nov 12 10:56:07.849826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:07.854665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-31f50694-ff20-4051-910b-6d5ec69ad307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:07.856218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-31f50694-ff20-4051-910b-6d5ec69ad307 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593362 Nov 12 10:56:07.889436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:07.933485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:07.953635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0af37b42-2de6-4238-be21-c1303fefbc55 req-879d1c5c-e410-4469-ae47-b8d7df60fc03 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041403 Nov 12 10:56:07.996793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-8288e885-7685-4303-b2d2-9d18502f3671 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279411 Nov 12 10:56:08.076799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.111227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:08.128266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875acd2-6312-4d12-8b46-98a20bd1aea4 req-43319ee4-ef6c-488d-930d-c9dc391be35e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:08.129803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3875acd2-6312-4d12-8b46-98a20bd1aea4 req-43319ee4-ef6c-488d-930d-c9dc391be35e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 948 time: 0.1027725 Nov 12 10:56:08.152080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1269bbaa-0d58-46a1-b86a-475f2379a294 req-a86b5f33-de3a-4166-a087-8c132c8452a9 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454787 Nov 12 10:56:08.206697 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3875acd2-6312-4d12-8b46-98a20bd1aea4 req-244b01e5-c33d-44a1-b491-106a346d3978 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644238 Nov 12 10:56:08.275402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:08.296319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on host n-h2-768852-22 for vnic_type normal with profile {"migrating_to": "n-h1-768852-22"} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:08.296820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:08.297244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:08.303590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:08.348054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a78e13e7-bfd4-48f8-9f94-f3b72d07fc12 req-28e06255-3bbd-4437-acf5-6fce27cc8065 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 210 time: 0.0335567 Nov 12 10:56:08.363455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-41c2616e-d9d1-484b-9616-16d49a1895a3 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:08.365754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-41c2616e-d9d1-484b-9616-16d49a1895a3 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 949 time: 0.1005602 Nov 12 10:56:08.382806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:08.398943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'mac_address': 'fa:16:3e:74:27:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:08.452949 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.481186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:08.497465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Deleting port 001a1485-52e0-4e70-9daf-407ba6da0052 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:08.497862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.541085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:08.587803 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07ccd35c-1d22-4d00-a57f-cc8c7c6706b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.629147 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.686362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] For port 001a1485-52e0-4e70-9daf-407ba6da0052, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=001a1485-52e0-4e70-9daf-407ba6da0052,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:08.687123 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.706105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:08.735682 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:08.736371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Attempting to bind port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:08.741160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.741502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.741835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.742166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.742493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.742818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.743138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.743806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.743806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.744117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.744702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.745034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:08.753829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:08.754129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:08.754491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:08.754940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Bound port: afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:08.755306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.756620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07ccd35c-1d22-4d00-a57f-cc8c7c6706b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.758399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Calling delete_port for 001a1485-52e0-4e70-9daf-407ba6da0052 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:08.824910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85d6d8-dc93-4109-9020-de6c5e7ef1a8 req-de21331c-5659-49cc-b5c8-4e8d70815745 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:08.826703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c85d6d8-dc93-4109-9020-de6c5e7ef1a8 req-de21331c-5659-49cc-b5c8-4e8d70815745 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 946 time: 0.5312800 Nov 12 10:56:08.843961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:08.846223 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07ccd35c-1d22-4d00-a57f-cc8c7c6706b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:08.869854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:08.888761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccd35c-1d22-4d00-a57f-cc8c7c6706b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5b98c7-90e9-4f31-976e-16657013a577,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:08.912325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:08.927352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-07ccd35c-1d22-4d00-a57f-cc8c7c6706b4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b4f93f2b33c4730b4ce528211756c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6495292 Nov 12 10:56:08.930178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34304) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:08.947465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacc530-b658-4db5-9bc7-ef87831f1d95 req-90637c22-67c7-4f7f-a900-aacc6340da16 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:08.949087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0eacc530-b658-4db5-9bc7-ef87831f1d95 req-90637c22-67c7-4f7f-a900-aacc6340da16 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 944 time: 0.1642001 Nov 12 10:56:08.957072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c85d6d8-dc93-4109-9020-de6c5e7ef1a8 req-dbe4befc-51d3-4c21-aaa0-71f83b825a39 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116114 Nov 12 10:56:09.032138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.082533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d35e3b9-b1d4-42d6-9c59-e17fdaa7b28c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.087205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0eacc530-b658-4db5-9bc7-ef87831f1d95 req-3819cc08-16bb-443b-9922-c090a3895285 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316566 Nov 12 10:56:09.122717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d35e3b9-b1d4-42d6-9c59-e17fdaa7b28c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.164583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27f6e972-741a-4da7-90d3-5864d727db2f req-6b787196-fd80-4987-9ba5-abab2e65c0d2 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 210 time: 0.0336750 Nov 12 10:56:09.170318 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.216653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Pushing event deleted for resources: {'Port': ['ID=001a1485-52e0-4e70-9daf-407ba6da0052,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:09.229366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=8']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:09.251769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78621176-886a-493d-a546-1b4d4cb6c634 req-3a85238d-c382-416b-8f79-837915b4004c tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:09.265313 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78621176-886a-493d-a546-1b4d4cb6c634 req-3a85238d-c382-416b-8f79-837915b4004c tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 867 time: 0.2302301 Nov 12 10:56:09.282238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] No DVR routers for this DVR port 001a1485-52e0-4e70-9daf-407ba6da0052 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:09.292885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.296237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba7de5d9-8484-4b0c-a428-4d3dc258fe78 req-c011cfce-8673-404c-98e5-ad19154bb532 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.57 "DELETE /v2.0/ports/001a1485-52e0-4e70-9daf-407ba6da0052 HTTP/1.1" status: 204 len: 173 time: 0.9156036 Nov 12 10:56:09.296654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f144499-111d-43a4-95b8-fdb663abeb9c', 'name': 'network-vif-deleted', 'tag': '001a1485-52e0-4e70-9daf-407ba6da0052'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:09.298166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:09.298931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.299407 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af11381b-d74a-42c6-b220-77e089fb2291" -d '{"events": [{"server_uuid": "9f144499-111d-43a4-95b8-fdb663abeb9c", "name": "network-vif-deleted", "tag": "001a1485-52e0-4e70-9daf-407ba6da0052"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:09.300352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-abdffe00-7238-4dca-906c-71cab575a4e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 1124 time: 1.6909301 Nov 12 10:56:09.313602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-cece40d9-ccfb-4427-8a21-0234459acaf1 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:09.315832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-cece40d9-ccfb-4427-8a21-0234459acaf1 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.69 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 811 time: 0.3154929 Nov 12 10:56:09.344262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'port': {'device_id': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529', 'admin_state_up': True, 'tenant_id': '42a2cc0b6c674a93bfe4da2a6183bb42'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:09.354354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c93630-216a-4972-8753-c3cf0f9ed6bf req-1c8215ea-67df-4d63-b504-f9e604a39140 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:09.355888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82c93630-216a-4972-8753-c3cf0f9ed6bf req-1c8215ea-67df-4d63-b504-f9e604a39140 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 946 time: 0.0750937 Nov 12 10:56:09.367190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34314) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:09.373047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Request body: {'floatingip': {'port_id': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:09.375850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7'}, {'name': 'network-changed', 'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:09.377330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:09.378811 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61" -d '{"events": [{"server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "name": "network-vif-unplugged", "status": "completed", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7"}, {"name": "network-changed", "server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:09.386814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['001a1485-52e0-4e70-9daf-407ba6da0052'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:09.421999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d35e3b9-b1d4-42d6-9c59-e17fdaa7b28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.421999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d35e3b9-b1d4-42d6-9c59-e17fdaa7b28c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.425352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8d35e3b9-b1d4-42d6-9c59-e17fdaa7b28c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4e5b98c7-90e9-4f31-976e-16657013a577 HTTP/1.1" status: 204 len: 168 time: 0.4899604 Nov 12 10:56:09.436925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:09.443024 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78621176-886a-493d-a546-1b4d4cb6c634 req-f67ae66a-8520-4b5d-905b-4f2211857dcb tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/security-groups?id=b20d0c1d-4a00-4149-aeb8-961a00728a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831439 Nov 12 10:56:09.485055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35e3b9-b1d4-42d6-9c59-e17fdaa7b28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5b98c7-90e9-4f31-976e-16657013a577,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:09.692869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcab860-03ac-488d-a0f6-0144f908ba62 req-128402d7-0764-4995-8a0c-9bb2eefa0347 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:09.695071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dcab860-03ac-488d-a0f6-0144f908ba62 req-128402d7-0764-4995-8a0c-9bb2eefa0347 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 949 time: 0.1052160 Nov 12 10:56:09.698137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57065454-a19c-4483-893c-464cf0907fde req-cfb77cab-54f2-4406-aa29-d6436078b535 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:09.700331 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57065454-a19c-4483-893c-464cf0907fde req-cfb77cab-54f2-4406-aa29-d6436078b535 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 948 time: 0.2682571 Nov 12 10:56:09.757842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dcab860-03ac-488d-a0f6-0144f908ba62 req-2b5869eb-3f46-4aec-b0b3-de9fc6a8e9c3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Nov 12 10:56:09.839127 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c20d75-3e27-4623-8221-a7bdfad81ff0 x-openstack-request-id: req-22c20d75-3e27-4623-8221-a7bdfad81ff0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:09.839415 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f144499-111d-43a4-95b8-fdb663abeb9c", "name": "network-vif-deleted", "tag": "001a1485-52e0-4e70-9daf-407ba6da0052", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:09.839662 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22c20d75-3e27-4623-8221-a7bdfad81ff0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:09.840083 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f144499-111d-43a4-95b8-fdb663abeb9c', 'name': 'network-vif-deleted', 'tag': '001a1485-52e0-4e70-9daf-407ba6da0052', 'status': 'completed', 'code': 200} Nov 12 10:56:09.847033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57065454-a19c-4483-893c-464cf0907fde req-3f4bcf79-e697-4010-ba71-7a18266f4d6b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036499 Nov 12 10:56:09.851558 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b9238d-b47c-419e-9694-a7d8ce29d2d8 x-openstack-request-id: req-96b9238d-b47c-419e-9694-a7d8ce29d2d8 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:09.852345 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "name": "network-vif-unplugged", "status": "completed", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7", "code": 200}, {"name": "network-changed", "server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:09.852804 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-96b9238d-b47c-419e-9694-a7d8ce29d2d8 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:09.854340 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7', 'code': 200} Nov 12 10:56:09.854842 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7', 'status': 'completed', 'code': 200} Nov 12 10:56:09.938583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2532a25d-b986-4e0c-a670-61ad39efdb0e req-9177d170-c517-4dff-a8ee-e27d0fb6d45a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 210 time: 0.0399594 Nov 12 10:56:09.953952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-acff3bdc-ff79-4162-8c67-53bea3de16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:09.955617 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-acff3bdc-ff79-4162-8c67-53bea3de16aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1127 time: 0.0674009 Nov 12 10:56:10.046629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Made reservation on behalf of 42a2cc0b6c674a93bfe4da2a6183bb42 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:10.050807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.075163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-3010b650-510e-4727-ae41-c2cdf79cfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:10.077025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-3010b650-510e-4727-ae41-c2cdf79cfc72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1129222 Nov 12 10:56:10.123758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 958963c2-2039-4a8f-a030-b4d1e48d066b details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:10.159639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:10.161592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-f9ef6c1a-e541-4a2f-a844-42a3c316aad6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 217 time: 0.0713019 Nov 12 10:56:10.240932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Allocated IP 172.20.0.7 (28f80d20-dee1-44c2-afd4-97441317e529/95bb8968-9a57-431a-9da6-0b336d0f6e6b/cda9f33d-6ea0-4da7-8e40-51b5e218b74b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:10.256428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:56:10.397729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 958963c2-2039-4a8f-a030-b4d1e48d066b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=958963c2-2039-4a8f-a030-b4d1e48d066b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:10.414078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb724359-de54-4b15-9db4-b438d2cbf4d3 req-06022dae-ada9-43a4-b565-1721c2c88a91 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 210 time: 0.0944090 Nov 12 10:56:10.415353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '958963c2-2039-4a8f-a030-b4d1e48d066b', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '958963c2-2039-4a8f-a030-b4d1e48d066b', 'mac_address': 'fa:16:3e:82:ba:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:10.450728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-7f90cbed-a8b3-4594-a835-e00094f4259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:10.452637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-7f90cbed-a8b3-4594-a835-e00094f4259d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1312056 Nov 12 10:56:10.480857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:56:10.492035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.523303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958963c2-2039-4a8f-a030-b4d1e48d066b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:10.538157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.587375 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-cda6dc13-6050-4c6e-9d79-fc0fc71d3f26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170189 Nov 12 10:56:10.592404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.611719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72822554-7915-4576-9c4a-b9848a8c1e9e req-3b21ae7c-4036-41d3-acdd-9f2f32db9e68 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:10.622684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72822554-7915-4576-9c4a-b9848a8c1e9e req-3b21ae7c-4036-41d3-acdd-9f2f32db9e68 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 944 time: 0.3960612 Nov 12 10:56:10.643760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 958963c2-2039-4a8f-a030-b4d1e48d066b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=958963c2-2039-4a8f-a030-b4d1e48d066b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:10.646098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:10.652500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:10.653140 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.700755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14cffab1-84ac-46c8-842c-601de55ccc25 req-1e6e4a49-7a2d-46c6-acfc-cf1ccf84bb17 tempest-ServersAdminNegativeTestJSON-1540381811 tempest-ServersAdminNegativeTestJSON-1540381811-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f144499-111d-43a4-95b8-fdb663abeb9c HTTP/1.1" status: 200 len: 210 time: 0.0467300 Nov 12 10:56:10.710689 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72822554-7915-4576-9c4a-b9848a8c1e9e req-09dae5de-132b-4cf8-ade7-8d6230c1685f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818489 Nov 12 10:56:10.711410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.746278 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.790588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-600ec2f9-ce3b-4b31-9806-d4942ebd0da7 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872971 Nov 12 10:56:10.854407 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.891642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:10.901387 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Floating IP 2bb78dd7-d9bd-4a98-9991-676ee5a20693 associated. External IP: 172.25.3.53, port: 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb. Nov 12 10:56:10.963327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=958963c2-2039-4a8f-a030-b4d1e48d066b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:10.997380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Network 28f80d20-dee1-44c2-afd4-97441317e529 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:11.009150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:11.012171 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b08ddca-c156-4689-b0c1-a2d09a956f8b" -d '{"events": [{"server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "name": "network-vif-plugged", "status": "completed", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:11.018090 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:11.029105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:11.036444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:11.037248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.041732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'Port': ['ID=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:11.057818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebdfe3d4-cd31-43ee-9fb4-a425983ccc61 req-91347ae2-aabe-4e5f-8ec5-7767ac06d443 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582676 Nov 12 10:56:11.071649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f288b3-e367-4f55-8695-d09de9583d25 req-f0776130-7cd1-4c62-b6d1-6b911c84f2df tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:11.078032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98f288b3-e367-4f55-8695-d09de9583d25 req-f0776130-7cd1-4c62-b6d1-6b911c84f2df tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 949 time: 0.1850145 Nov 12 10:56:11.087262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:11.104959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['958963c2-2039-4a8f-a030-b4d1e48d066b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:11.152851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d1a33-43bb-4912-9b43-4b8fda96ed8f req-66b068ce-a1a8-4560-9a4b-99e4631963ba tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:11.154647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-333d1a33-43bb-4912-9b43-4b8fda96ed8f req-66b068ce-a1a8-4560-9a4b-99e4631963ba tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 949 time: 0.1500413 Nov 12 10:56:11.158484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f5b1a7-84f3-4d88-9cfd-289ebe869ba3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8262339 Nov 12 10:56:11.165267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98f288b3-e367-4f55-8695-d09de9583d25 req-6481bcc6-1dcd-47e4-b3dc-3e53e65326e2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821912 Nov 12 10:56:11.179668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Request body: {'port': {'device_id': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:11.251479 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.274193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.338089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:11.372202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-333d1a33-43bb-4912-9b43-4b8fda96ed8f req-f90cc4a5-e2b9-4d0b-b724-14f321c29980 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946182 Nov 12 10:56:11.443746 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b3f5a7-be01-49f2-9529-e6fbefaf4a00 x-openstack-request-id: req-78b3f5a7-be01-49f2-9529-e6fbefaf4a00 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:11.444453 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "name": "network-vif-plugged", "status": "completed", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:11.444453 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78b3f5a7-be01-49f2-9529-e6fbefaf4a00 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:11.444913 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'code': 200} Nov 12 10:56:11.482372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3abc9-594a-46ec-8141-a62db8cd8322 req-a24c258f-a650-4572-9f94-f30a080846dd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:11.483939 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7e3abc9-594a-46ec-8141-a62db8cd8322 req-a24c258f-a650-4572-9f94-f30a080846dd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 931 time: 0.1561315 Nov 12 10:56:11.526809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Router 0163a900-d5d7-462c-a615-22c0b31f9749 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:56:11.554137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f775c6ad-9601-4938-8f6f-a34b3a7b420f req-058aa45b-0445-4510-b1cd-3e62cf50016d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 210 time: 0.0327811 Nov 12 10:56:11.627661 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7e3abc9-594a-46ec-8141-a62db8cd8322 req-b335f048-bab8-49a4-abb7-f690403926fb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312690 Nov 12 10:56:11.726112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b63439-eba7-44d7-8618-bb5c589abaa5 req-50dcdbdd-998c-40e2-80f1-b8eebef257e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:11.727071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:11.727696 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80b63439-eba7-44d7-8618-bb5c589abaa5 req-50dcdbdd-998c-40e2-80f1-b8eebef257e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 1102 time: 0.1439149 Nov 12 10:56:11.743881 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.752968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] Sync routers for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:11.776807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:11.777487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:11.783436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2ee9973a-82d8-4b38-b166-3f6131ecf2d4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "PUT /v2.0/floatingips/2bb78dd7-d9bd-4a98-9991-676ee5a20693 HTTP/1.1" status: 200 len: 991 time: 2.4125173 Nov 12 10:56:11.783619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda9f33d-6ea0-4da7-8e40-51b5e218b74b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:11.794623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.820852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80b63439-eba7-44d7-8618-bb5c589abaa5 req-58aea349-177a-4201-90f9-c082bdc44b96 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745506 Nov 12 10:56:11.821833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Transition to ACTIVE for port object cda9f33d-6ea0-4da7-8e40-51b5e218b74b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:11.841985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'tag': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:11.845943 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c39aa0b-e2e8-481f-88a2-4b9d40947e59", "tag": "48f82a9d-2704-4c10-9fe0-e7c79bbd75fb"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:11.898927 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:11.915290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b59fd-2091-4594-b8c7-7f8da4774eec req-3fff2d80-0eb3-42a9-9fcb-f2ca6f525b42 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:11.922921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d9b59fd-2091-4594-b8c7-7f8da4774eec req-3fff2d80-0eb3-42a9-9fcb-f2ca6f525b42 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 944 time: 0.0733824 Nov 12 10:56:11.961363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:11.984277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:12.030493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Attempting to bind port cda9f33d-6ea0-4da7-8e40-51b5e218b74b on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:12.030925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Attempting to bind port cda9f33d-6ea0-4da7-8e40-51b5e218b74b by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:12.032352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Attempting to bind port cda9f33d-6ea0-4da7-8e40-51b5e218b74b on network 28f80d20-dee1-44c2-afd4-97441317e529 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:12.041900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Port cda9f33d-6ea0-4da7-8e40-51b5e218b74b on network 28f80d20-dee1-44c2-afd4-97441317e529 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:12.041900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Attempting to bind port cda9f33d-6ea0-4da7-8e40-51b5e218b74b on network 28f80d20-dee1-44c2-afd4-97441317e529 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:12.043030 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d9b59fd-2091-4594-b8c7-7f8da4774eec req-c796fcad-dcd3-4030-b355-df97424dae8b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191113 Nov 12 10:56:12.047108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:12.047594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Checking segment: {'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:12.048270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Bound using segment: {'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:12.049325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Bound port: cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:12.049849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.137170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] For port cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:12.142756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:12.143394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] For port cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:12.145100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 958963c2-2039-4a8f-a030-b4d1e48d066b up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:12.210027 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed03266-a394-4aed-8d1a-d5b13e6ad65e x-openstack-request-id: req-eed03266-a394-4aed-8d1a-d5b13e6ad65e {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:12.210315 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c39aa0b-e2e8-481f-88a2-4b9d40947e59", "tag": "48f82a9d-2704-4c10-9fe0-e7c79bbd75fb", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:12.210567 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eed03266-a394-4aed-8d1a-d5b13e6ad65e {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:12.210959 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'tag': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'status': 'completed', 'code': 200} Nov 12 10:56:12.309005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-542bf69b-4334-4ce0-89be-be70ff108b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.310508 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-542bf69b-4334-4ce0-89be-be70ff108b87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 1098 time: 0.0635536 Nov 12 10:56:12.365403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1b986-39bf-4f5f-8584-3f8b61b859b0 req-01e06532-09a0-4489-bc9c-514b401d8d10 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.373503 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.373678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bb1b986-39bf-4f5f-8584-3f8b61b859b0 req-01e06532-09a0-4489-bc9c-514b401d8d10 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.0723224 Nov 12 10:56:12.446369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.447063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.448551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] 10.222.0.69 "PUT /v2.0/ports/cda9f33d-6ea0-4da7-8e40-51b5e218b74b HTTP/1.1" status: 200 len: 1092 time: 1.2758675 Nov 12 10:56:12.451624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bb1b986-39bf-4f5f-8584-3f8b61b859b0 req-ce7018f8-45ea-45fc-a61a-ed3fedd02326 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736251 Nov 12 10:56:12.452432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:12.455765 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:12.505081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2293-af79-4cd4-9764-4cfb4fc520b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:12.524946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-f54f25aa-5dd8-471a-81bb-7ba94f634a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.531823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-f54f25aa-5dd8-471a-81bb-7ba94f634a2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 924 time: 0.2084041 Nov 12 10:56:12.546902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:12.568176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 has no active binding in host n-h1-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:56:12.613787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 958963c2-2039-4a8f-a030-b4d1e48d066b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:12.621693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 958963c2-2039-4a8f-a030-b4d1e48d066b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:12.621934 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.640836 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03699b6-0393-45c9-8e90-60d50e71ec55 x-openstack-request-id: req-f03699b6-0393-45c9-8e90-60d50e71ec55 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:12.641237 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:12.641493 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f03699b6-0393-45c9-8e90-60d50e71ec55 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:12.641894 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b', 'status': 'completed', 'code': 200} Nov 12 10:56:12.676863 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-52333648-6f68-4ad0-b06a-fefb01a4fc7d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828598 Nov 12 10:56:12.696065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2bb78dd7-d9bd-4a98-9991-676ee5a20693', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'port_id': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'mac_address': 'fa:16:3e:fa:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:47Z', 'updated_at': '2021-11-12T10:56:10Z', 'revision_number': 1, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:12.697187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd547b-c6c5-423f-860a-1140da4bf8bd req-a8840e7b-099e-48b9-a3a5-75e48a85fa2c tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.698897 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13cd547b-c6c5-423f-860a-1140da4bf8bd req-a8840e7b-099e-48b9-a3a5-75e48a85fa2c tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 949 time: 0.1510162 Nov 12 10:56:12.732497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] Checking router: 0163a900-d5d7-462c-a615-22c0b31f9749 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:12.780071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-5183e06f-7400-4089-915b-ccaf0bb39cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.783529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-5183e06f-7400-4089-915b-ccaf0bb39cc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1095 time: 0.1353397 Nov 12 10:56:12.785826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34390) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:12.789899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac685dbe-1d74-41e8-8c84-3cf9d60aed2f req-bea26042-ac4c-4d72-a202-8e3b2a034665 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 210 time: 0.0507221 Nov 12 10:56:12.794976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.810185 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13cd547b-c6c5-423f-860a-1140da4bf8bd req-1495197c-1e23-4465-9c98-157344c218ea tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767076 Nov 12 10:56:12.837795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 958963c2-2039-4a8f-a030-b4d1e48d066b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=958963c2-2039-4a8f-a030-b4d1e48d066b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:12.839173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-2784b544-336e-4ff6-acaf-70f5e3504cca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb HTTP/1.1" status: 200 len: 999 time: 0.3036911 Nov 12 10:56:12.854466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:12.855828 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:12.881808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-ddb84d8a-4d45-4ce5-b729-9375c6d7b55a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b HTTP/1.1" status: 200 len: 217 time: 0.0886323 Nov 12 10:56:12.920069 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:12.922892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 001a1485-52e0-4e70-9daf-407ba6da0052 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:12.927725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-515edddf-b78c-405e-b8e6-2516772a79a0 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.929379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-515edddf-b78c-405e-b8e6-2516772a79a0 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331371 Nov 12 10:56:12.931231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-9dd090ae-730e-4ce1-b6aa-e5d0da95c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.932916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-9dd090ae-730e-4ce1-b6aa-e5d0da95c22b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33070c15-2ca7-49d9-a6c2-cda9a789ff84 HTTP/1.1" status: 200 len: 862 time: 0.0796416 Nov 12 10:56:12.958628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f940b6-f5f4-4e37-a9f5-fe5944c09e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:12.962378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-62f940b6-f5f4-4e37-a9f5-fe5944c09e44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.0730000 Nov 12 10:56:12.991664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Request body: {'port': {'device_id': 'b524a7ff-67cb-499a-a6d5-4372bc51a85b', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'dfa1edaedd354cc794351113a0f638fd'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:13.002390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 001a1485-52e0-4e70-9daf-407ba6da0052 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:13.003115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 001a1485-52e0-4e70-9daf-407ba6da0052 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:13.031137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-f7d88575-bdc5-402a-a547-0b3ff394fa5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591342 Nov 12 10:56:13.112341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=958963c2-2039-4a8f-a030-b4d1e48d066b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:13.126363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:13.217292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-33583e4e-d416-4cff-bd9b-98ba42ef9869 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e839bfa24aad4d2c9de30defd85b6326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276011 Nov 12 10:56:13.217292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34400) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:13.251393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-31f81883-f020-4c51-b733-7d87fe25c24c service neutron] 10.222.0.69 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087698 Nov 12 10:56:13.298230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-202dbdfc-29f3-46b9-b354-ef5ac87f53d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.335961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.69', 55701) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:13.377850 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-202dbdfc-29f3-46b9-b354-ef5ac87f53d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.380954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-e00c28c4-4186-4b5d-970f-92b1b62b65c9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396099 Nov 12 10:56:13.446165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce3f1e4-fec2-4702-88d8-fd0a94dd153a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958963c2-2039-4a8f-a030-b4d1e48d066b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:13.449079 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144b91ef-9bca-432a-b704-89c3f524992f" -d '{"events": [{"server_uuid": "8ce3f1e4-fec2-4702-88d8-fd0a94dd153a", "name": "network-vif-plugged", "status": "completed", "tag": "958963c2-2039-4a8f-a030-b4d1e48d066b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:13.458067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2bb78dd7-d9bd-4a98-9991-676ee5a20693', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'port_id': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'mac_address': 'fa:16:3e:fa:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:47Z', 'updated_at': '2021-11-12T10:56:10Z', 'revision_number': 1, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:13.492705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55703cac-38d1-41c3-ba95-a27d95671372 None None] The sync data for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 is: [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2bb78dd7-d9bd-4a98-9991-676ee5a20693', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'port_id': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'mac_address': 'fa:16:3e:fa:e2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:47Z', 'updated_at': '2021-11-12T10:56:10Z', 'revision_number': 1, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:13.507805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06811675-5793-4d73-8476-80724bf7c0ef req-dd5e5f09-bf32-4b11-b1cd-425ccda13039 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.508256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff4bdb43-63dd-484e-ace5-7b4c49d7a87f req-da4fa587-e437-4603-ac3b-3f22d7656369 service neutron] 10.222.0.69 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450926 Nov 12 10:56:13.509546 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-06811675-5793-4d73-8476-80724bf7c0ef req-dd5e5f09-bf32-4b11-b1cd-425ccda13039 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 943 time: 0.5233028 Nov 12 10:56:13.524132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-db0f09cd-53f5-47f2-be5c-8bfb7b8854f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.525446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-db0f09cd-53f5-47f2-be5c-8bfb7b8854f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a055990-85ea-42b8-beee-2824cff34154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5659120 Nov 12 10:56:13.557142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-7fce16de-d1e3-4607-b10a-9cdd651c7bb5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:13.558568 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-7fce16de-d1e3-4607-b10a-9cdd651c7bb5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666336 Nov 12 10:56:13.581537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Request body: {'port': {'device_id': 'cd12b519-81d6-4bd8-82f4-d3ba0b5bc857', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'dfa1edaedd354cc794351113a0f638fd'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:13.669856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-202dbdfc-29f3-46b9-b354-ef5ac87f53d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.672490 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-202dbdfc-29f3-46b9-b354-ef5ac87f53d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.675005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-202dbdfc-29f3-46b9-b354-ef5ac87f53d7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b20d0c1d-4a00-4149-aeb8-961a00728a96 HTTP/1.1" status: 204 len: 168 time: 0.4565847 Nov 12 10:56:13.692316 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-06811675-5793-4d73-8476-80724bf7c0ef req-787e6c23-23ee-4b58-af0c-8d09ae5c9595 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618009 Nov 12 10:56:13.764613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-aeb370a0-9622-4dcd-a59d-7c0228b8d366 service neutron] 10.222.0.69 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295625 Nov 12 10:56:13.771241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dbdfc-29f3-46b9-b354-ef5ac87f53d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20d0c1d-4a00-4149-aeb8-961a00728a96,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:13.830345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Made reservation on behalf of dfa1edaedd354cc794351113a0f638fd for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:13.833911 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:13.852749 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48e9a2e-b112-492b-b2d6-bc46ecef7cc3 x-openstack-request-id: req-e48e9a2e-b112-492b-b2d6-bc46ecef7cc3 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:13.853632 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce3f1e4-fec2-4702-88d8-fd0a94dd153a", "name": "network-vif-plugged", "status": "completed", "tag": "958963c2-2039-4a8f-a030-b4d1e48d066b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:13.854086 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e48e9a2e-b112-492b-b2d6-bc46ecef7cc3 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:13.854871 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce3f1e4-fec2-4702-88d8-fd0a94dd153a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958963c2-2039-4a8f-a030-b4d1e48d066b', 'code': 200} Nov 12 10:56:13.890462 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce3cb4-1e42-43c8-b334-86915da78040 None None] New status for floating IP 2bb78dd7-d9bd-4a98-9991-676ee5a20693: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:56:14.002453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-429dfe8f-73be-4b29-a4d1-4e5a43fa33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.004725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-429dfe8f-73be-4b29-a4d1-4e5a43fa33e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1095 time: 0.2195063 Nov 12 10:56:14.013044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1970ba-753b-473c-9989-f6c8c6f68300 req-e2e55731-6f69-4937-a626-5c6e0815a8ca tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.014810 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b1970ba-753b-473c-9989-f6c8c6f68300 req-e2e55731-6f69-4937-a626-5c6e0815a8ca tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 944 time: 0.3460894 Nov 12 10:56:14.055768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc1d239-e5ec-460b-bd13-1e71f8114fb7 req-c5a0a23a-3ebe-4750-a392-13b6744e38c5 service neutron] 10.222.0.69 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831252 Nov 12 10:56:14.114982 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a4490-cd26-4b5f-9ed1-5b3f58c4b3ba req-4a87992a-b5f5-4527-a3cf-d544ae1838f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.116623 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-729a4490-cd26-4b5f-9ed1-5b3f58c4b3ba req-4a87992a-b5f5-4527-a3cf-d544ae1838f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 1102 time: 0.1432087 Nov 12 10:56:14.175030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4268ae-54b3-401a-aa63-e8168ae6b1aa req-6f3341d3-5d1b-4df9-973b-b5479552f6b0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.183167 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b1970ba-753b-473c-9989-f6c8c6f68300 req-d51a7a92-185f-45e5-a674-782c9a4aedae tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520162 Nov 12 10:56:14.183940 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e4268ae-54b3-401a-aa63-e8168ae6b1aa req-6f3341d3-5d1b-4df9-973b-b5479552f6b0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.2116754 Nov 12 10:56:14.214977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-12531d9d-843e-4dcb-93c4-3d98786ebff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.216523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-12531d9d-843e-4dcb-93c4-3d98786ebff1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 912 time: 0.1972554 Nov 12 10:56:14.257607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Allocated IP 192.168.233.98 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:14.271270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Made reservation on behalf of dfa1edaedd354cc794351113a0f638fd for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:14.274985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.280839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-0a220189-8435-4b4b-a89a-3311daff883f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b HTTP/1.1" status: 200 len: 217 time: 0.0513186 Nov 12 10:56:14.368572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-729a4490-cd26-4b5f-9ed1-5b3f58c4b3ba req-9d0aacf3-869c-4072-98fd-85f868e97b85 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415833 Nov 12 10:56:14.378347 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e4268ae-54b3-401a-aa63-e8168ae6b1aa req-aa6d94be-80d3-4130-8b65-ce54726f0ee6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630783 Nov 12 10:56:14.382167 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-3420d558-6cb3-4e35-a7fa-ae119403c3c7 service neutron] 10.222.0.69 "GET /v2.0/ports/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.2540395 Nov 12 10:56:14.466751 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-11cdabb4-2910-425b-9663-b9c5401ea2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.468269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-11cdabb4-2910-425b-9663-b9c5401ea2a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.1713958 Nov 12 10:56:14.505190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ceff8268-4fd8-48b3-8724-9d75292dfce3 req-cc907e09-59ab-4292-8a96-25252f20418d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 210 time: 0.0447123 Nov 12 10:56:14.517883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-8ceed6e1-97b0-4d26-9566-9182d5d21e01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384340 Nov 12 10:56:14.525888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e108b72-de22-435e-857d-34048036cd66 req-c25e3f15-bc49-4e3b-b018-bc044403f589 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.530389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e108b72-de22-435e-857d-34048036cd66 req-c25e3f15-bc49-4e3b-b018-bc044403f589 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 950 time: 0.1102672 Nov 12 10:56:14.639112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e108b72-de22-435e-857d-34048036cd66 req-fdede1ab-3de2-496d-9f14-d987f306b7d7 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020582 Nov 12 10:56:14.669438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-edbe0da2-01f6-494f-ba5e-39df42468c47 service neutron] 10.222.0.69 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402597 Nov 12 10:56:14.704297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:14.706571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34420) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:14.740942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:14.819408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-84df5449-d37a-40fa-b395-ec2113d5aa73 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=55cf1c247cd3413c84ce60b3cf16d526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1088917 Nov 12 10:56:14.821366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34428) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:14.826828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:14.834298 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.851323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:14.860059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-652c0b9d-4bf2-47e0-bf17-6bd9521edfc4 req-ea6376ce-4ab5-456a-8558-049668cfa3fb service neutron] 10.222.0.69 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745055 Nov 12 10:56:14.878588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644c261-0973-423d-ac9f-a430b21cd484 req-bca9c872-9357-4fa6-9bfa-1ff5684afb3c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:14.880168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6644c261-0973-423d-ac9f-a430b21cd484 req-bca9c872-9357-4fa6-9bfa-1ff5684afb3c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 943 time: 0.1151431 Nov 12 10:56:14.888569 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-323167f5-944a-477e-8970-b823ec818f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.915190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-323167f5-944a-477e-8970-b823ec818f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:14.943329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6644c261-0973-423d-ac9f-a430b21cd484 req-cc4bd105-dde9-474d-bc12-035c26c9f303 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520723 Nov 12 10:56:14.945385 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.019743 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.031537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:15.056350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-323167f5-944a-477e-8970-b823ec818f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.059323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-323167f5-944a-477e-8970-b823ec818f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.063718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-323167f5-944a-477e-8970-b823ec818f3e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a38a5c04-7538-46da-b8c1-158074fd7d9f HTTP/1.1" status: 204 len: 168 time: 0.2413390 Nov 12 10:56:15.065219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] Transition to ACTIVE for port object afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:15.080507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:15.084732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323167f5-944a-477e-8970-b823ec818f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38a5c04-7538-46da-b8c1-158074fd7d9f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.086124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:15.088563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:15.096635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.098094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.122231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'Port': ['ID=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.144433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Allocated IP 192.168.233.228 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/7ddbc05c-ded4-4d3d-ba73-b6b4191e850f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:15.162020 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.246353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] No DVR routers for this DVR port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:15.260002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4fa52760-a40a-4bc5-85dc-ece48983debb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2845621 Nov 12 10:56:15.284382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Request body: {'port': {'device_id': 'b524a7ff-67cb-499a-a6d5-4372bc51a85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:15.300580 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] Pushing event updated for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.366710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-1e155960-9397-4d2d-9e63-7736eaaddf8d service neutron] 10.222.0.69 "PUT /v2.0/ports/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7/bindings/n-h1-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 0.9682393 Nov 12 10:56:15.438461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.452140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ed1f9904-844e-426c-9032-26551f6837bb None None] Provisioning complete for port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:15.452800 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed1f9904-844e-426c-9032-26551f6837bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.470009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffb40d-15ce-4cf2-9077-083c0eb7659e req-247eee16-0ac4-4ed4-91ae-480b44ce7f26 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.479037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbffb40d-15ce-4cf2-9077-083c0eb7659e req-247eee16-0ac4-4ed4-91ae-480b44ce7f26 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 945 time: 0.1506445 Nov 12 10:56:15.515210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f9904-844e-426c-9032-26551f6837bb None None] Port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:15.656814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbffb40d-15ce-4cf2-9077-083c0eb7659e req-4781c2ec-1029-4589-a9ea-21b0c57b8a7e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768081 Nov 12 10:56:15.689667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-c8cb5670-6016-4ecb-8118-1999d57b9665 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.690966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-c8cb5670-6016-4ecb-8118-1999d57b9665 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.1503036 Nov 12 10:56:15.705275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.787834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-c2a0cb45-fc46-4de5-a771-ac9ee0268c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.789421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-c2a0cb45-fc46-4de5-a771-ac9ee0268c02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724&tenant_id=bd29df4f48464cdb8586959f14c6b833 HTTP/1.1" status: 200 len: 1097 time: 0.0886793 Nov 12 10:56:15.813405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085700-fe3a-44f2-95dd-40d317ac2391 req-d3022be7-cfd5-4a7d-a9e6-188583fbfe3e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.815484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e085700-fe3a-44f2-95dd-40d317ac2391 req-d3022be7-cfd5-4a7d-a9e6-188583fbfe3e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.0811303 Nov 12 10:56:15.819631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:15.832044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:15.957737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:15.960915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'Port': ['ID=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:15.965236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:15.968660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:15.986833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-d988555e-349e-4295-acc4-4c5fa2a2843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:15.988447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-d988555e-349e-4295-acc4-4c5fa2a2843e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1097 time: 0.1697488 Nov 12 10:56:16.020969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e085700-fe3a-44f2-95dd-40d317ac2391 req-958771e2-82e9-4281-8bba-17deba0708d5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627908 Nov 12 10:56:16.031592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750aa83-a7cb-48b0-9aca-8ee4eb74f3c0 req-ac09024f-6de6-473e-a609-64a4267dceb4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:16.039736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0750aa83-a7cb-48b0-9aca-8ee4eb74f3c0 req-ac09024f-6de6-473e-a609-64a4267dceb4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 936 time: 0.1484373 Nov 12 10:56:16.056300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:16.057168 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.147778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-a5539f5b-0fbf-4f26-a32a-1516cfa15ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:16.149311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-a5539f5b-0fbf-4f26-a32a-1516cfa15ac7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1523643 Nov 12 10:56:16.163616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0750aa83-a7cb-48b0-9aca-8ee4eb74f3c0 req-60ca43a6-36b6-4af8-9aba-9306630ae136 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231959 Nov 12 10:56:16.266267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-3389d41b-5f18-4520-9214-d8e96e9c75b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 217 time: 0.0979528 Nov 12 10:56:16.274258 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-31c08e91-53dd-443e-9a7d-cb32c8cb25fe tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7050207 Nov 12 10:56:16.288355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Request body: {'port': {'device_id': 'cd12b519-81d6-4bd8-82f4-d3ba0b5bc857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:16.365276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.373084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-b42c67dc-ec50-41ab-b170-af6199aff928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:16.374627 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-b42c67dc-ec50-41ab-b170-af6199aff928 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0749207 Nov 12 10:56:16.419400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae449b-4fd2-4729-945e-0f037fcaa165 req-e1727689-5020-4f31-add8-44100c6e7cad tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:16.431600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90ae449b-4fd2-4729-945e-0f037fcaa165 req-e1727689-5020-4f31-add8-44100c6e7cad tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 950 time: 0.2748077 Nov 12 10:56:16.431600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:16.459064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-291d2f41-bb7a-4b80-8cd9-718d0afbe6ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680277 Nov 12 10:56:16.461064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.493106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-31986f3b-9434-45d9-a341-026643bcfdf6 None None] Provisioning complete for port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:16.502936 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-31986f3b-9434-45d9-a341-026643bcfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.571075 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-8490add7-6951-4edc-8f11-8b8e0bb56f0c service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041720 Nov 12 10:56:16.593802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Transition to ACTIVE for port object 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:16.595790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-31986f3b-9434-45d9-a341-026643bcfdf6 None None] Port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:16.681251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90ae449b-4fd2-4729-945e-0f037fcaa165 req-8269c477-e36e-4922-a64b-2da314a4b68b tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532103 Nov 12 10:56:16.701006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.764935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-32433a02-7e7b-4381-943d-c16886a52897 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854253 Nov 12 10:56:16.772513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2e461-ea29-4c83-a811-23744163d608 req-8d3f26d9-9357-49e3-a368-632d262faccb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:16.774249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fc2e461-ea29-4c83-a811-23744163d608 req-8d3f26d9-9357-49e3-a368-632d262faccb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 943 time: 0.1374946 Nov 12 10:56:16.778310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Pushing event updated for resources: {'Port': ['ID=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:16.821833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Attempting to bind port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:16.822210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Attempting to bind port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:16.822594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Attempting to bind port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:16.833482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:16.833812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Attempting to bind port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:16.845716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:16.846058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:16.846445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:16.846874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Bound port: 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:16.847226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:16.941451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-4fe7602f-b24b-42b1-8682-ff780805620c req-c652868f-bbb9-4e65-a42f-95af169ba2d6 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:56:16.942209 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fc2e461-ea29-4c83-a811-23744163d608 req-a40ff87c-ad6d-4da4-8ea8-f10c31ab6862 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387413 Nov 12 10:56:16.953931 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4fe7602f-b24b-42b1-8682-ff780805620c req-c652868f-bbb9-4e65-a42f-95af169ba2d6 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309565 Nov 12 10:56:17.040245 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.052922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] For port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:17.063981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] For port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:17.078537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:17.087201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.129029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Transition to ACTIVE for port object 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:17.153237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1706c-2a4c-4e95-8ea2-bdd092e440d2 req-b47d1e78-f007-464f-afa6-d0860814f0cb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.154763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd1706c-2a4c-4e95-8ea2-bdd092e440d2 req-b47d1e78-f007-464f-afa6-d0860814f0cb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 945 time: 0.0557122 Nov 12 10:56:17.160317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.197466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.198102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.199895 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] 10.222.0.69 "PUT /v2.0/ports/77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 HTTP/1.1" status: 200 len: 1096 time: 1.9245117 Nov 12 10:56:17.200386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b524a7ff-67cb-499a-a6d5-4372bc51a85b', 'tag': '77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:17.205752 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bd6fed-2888-4552-9759-3b07aab4fa7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b524a7ff-67cb-499a-a6d5-4372bc51a85b", "tag": "77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:17.244297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce79f14-e5a3-4bec-819c-f931b10c362d service neutron] Pushing event updated for resources: {'Port': ['ID=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:17.248716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd1706c-2a4c-4e95-8ea2-bdd092e440d2 req-27b2710e-aa00-4a97-81e0-d09123dc9424 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835254 Nov 12 10:56:17.292188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.348818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Pushing event updated for resources: {'Port': ['ID=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:17.420333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cda9f33d-6ea0-4da7-8e40-51b5e218b74b details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:17.425788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:17.445730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Attempting to bind port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:17.446184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Attempting to bind port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:17.446609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Attempting to bind port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:17.452118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:17.452561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Attempting to bind port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:17.459547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:17.460048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:17.460523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:17.462538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Bound port: 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:17.470938 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.507942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-287e0327-82d6-4456-937d-945e5d7b0562 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.510860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-287e0327-82d6-4456-937d-945e5d7b0562 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.1525531 Nov 12 10:56:17.513905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-c6d395be-bb15-4a72-9c3d-1b3c1c270c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.515449 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-c6d395be-bb15-4a72-9c3d-1b3c1c270c2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 1099 time: 0.1123416 Nov 12 10:56:17.650309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] For port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:17.685318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:17.691744 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95b26d0-47ea-4dde-bcca-2b81fbd2d223 x-openstack-request-id: req-e95b26d0-47ea-4dde-bcca-2b81fbd2d223 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:17.692280 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b524a7ff-67cb-499a-a6d5-4372bc51a85b", "tag": "77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:17.692732 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e95b26d0-47ea-4dde-bcca-2b81fbd2d223 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:17.693280 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b524a7ff-67cb-499a-a6d5-4372bc51a85b', 'tag': '77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', 'status': 'completed', 'code': 200} Nov 12 10:56:17.697520 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-4bbc0032-f053-4f3b-96c5-170788fe4aa0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 HTTP/1.1" status: 200 len: 217 time: 0.1684964 Nov 12 10:56:17.701821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] For port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:17.740530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:17.757938 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-720fc54d-c7d7-4a1d-adcb-833cf8092dcc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043279 Nov 12 10:56:17.765294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b', 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529', 'port_id': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b', 'mac_address': 'fa:16:3e:15:cb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bb8968-9a57-431a-9da6-0b336d0f6e6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:17.771284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.821832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.848952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82245fd4-21df-40c6-af11-02f2f8176e71 req-a932b2a4-21ca-46c7-ba88-ef9fa1a0155d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.855858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.858475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:17.860197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82245fd4-21df-40c6-af11-02f2f8176e71 req-a932b2a4-21ca-46c7-ba88-ef9fa1a0155d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 948 time: 0.2446761 Nov 12 10:56:17.863773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] 10.222.0.69 "PUT /v2.0/ports/7ddbc05c-ded4-4d3d-ba73-b6b4191e850f HTTP/1.1" status: 200 len: 1097 time: 1.5805995 Nov 12 10:56:17.865548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd12b519-81d6-4bd8-82f4-d3ba0b5bc857', 'tag': '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:17.870324 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97120384-de37-43bc-9881-ca7a9fd30c26" -d '{"events": [{"name": "network-changed", "server_uuid": "cd12b519-81d6-4bd8-82f4-d3ba0b5bc857", "tag": "7ddbc05c-ded4-4d3d-ba73-b6b4191e850f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:17.879188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda9f33d-6ea0-4da7-8e40-51b5e218b74b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:17.895411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-0c5d9860-b888-48d2-bc5e-8e8ed7d8ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:17.900962 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-0c5d9860-b888-48d2-bc5e-8e8ed7d8ac28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1843023 Nov 12 10:56:17.949706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:17.984438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2f240-5fc9-41fb-80e6-7ac12eef916e service neutron] Pushing event updated for resources: {'Port': ['ID=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:18.039024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-32331391-6605-4364-adf7-19239634012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:18.041788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-32331391-6605-4364-adf7-19239634012d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 1100 time: 0.0725050 Nov 12 10:56:18.052750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.160875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-77f40d61-5a8b-46ab-8836-66f4c5313faa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f HTTP/1.1" status: 200 len: 217 time: 0.1031828 Nov 12 10:56:18.252334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-cf57a358-2e8a-490f-b58a-1aa7572b877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:18.254999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:18.257607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-cf57a358-2e8a-490f-b58a-1aa7572b877a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2677240 Nov 12 10:56:18.298808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-a9e309f7-fbad-4386-a787-f3bc2900b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:18.301280 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82245fd4-21df-40c6-af11-02f2f8176e71 req-6e79d6b4-36e3-416d-9a00-c19e3dfda875 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401338 Nov 12 10:56:18.303223 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-a9e309f7-fbad-4386-a787-f3bc2900b60c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1344821 Nov 12 10:56:18.347680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:18.372332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-edcff728-7c14-4891-af23-e8de236035ca service neutron] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:18.441401 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:56:18.479483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-edcff728-7c14-4891-af23-e8de236035ca service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:18.480646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb5a546f-690c-4cbd-943a-65fd6434ad6b req-edcff728-7c14-4891-af23-e8de236035ca service neutron] 10.222.0.57 "DELETE /v2.0/ports/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7/bindings/n-h2-768852-22 HTTP/1.1" status: 204 len: 173 time: 0.9613597 Nov 12 10:56:18.511021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-8be0f183-a59e-4bb1-9d6c-3940f0e1c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:18.520128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-8be0f183-a59e-4bb1-9d6c-3940f0e1c6cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1979609 Nov 12 10:56:18.539760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-add4c15b-8b12-462b-835b-0eeba0f62189 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684135 Nov 12 10:56:18.561543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ada77-fff8-430b-a04f-e41f48b1d243 req-4032ed0f-c85d-4ab8-8792-035cab5a3283 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:18.563102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de5ada77-fff8-430b-a04f-e41f48b1d243 req-4032ed0f-c85d-4ab8-8792-035cab5a3283 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.2014260 Nov 12 10:56:18.654190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-d0884be0-f7cb-43b6-b913-ab2f747202d2 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071589 Nov 12 10:56:18.676022 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4648fe12-e64e-45d8-b6f2-69a61a1cf837 x-openstack-request-id: req-4648fe12-e64e-45d8-b6f2-69a61a1cf837 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:18.676289 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd12b519-81d6-4bd8-82f4-d3ba0b5bc857", "tag": "7ddbc05c-ded4-4d3d-ba73-b6b4191e850f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:18.676547 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4648fe12-e64e-45d8-b6f2-69a61a1cf837 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:18.676939 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd12b519-81d6-4bd8-82f4-d3ba0b5bc857', 'tag': '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', 'status': 'completed', 'code': 200} Nov 12 10:56:18.719631 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-7d6c24ac-41b6-4806-b3de-44f770a8351c service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938317 Nov 12 10:56:18.723406 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de5ada77-fff8-430b-a04f-e41f48b1d243 req-e5879bf3-f2e8-4db3-9239-82cd6799ccdf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775783 Nov 12 10:56:18.864008 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-003d9122-05f9-4b89-a230-8f0799b0ec93 req-722ea0c7-2e79-48fa-bab1-5827c9b390c9 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365461 Nov 12 10:56:18.897743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a14508-849d-4cd0-aab7-bae06aba2676 req-b55778fb-afc9-49ff-a0be-8c5cee26de3a tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:18.899771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65a14508-849d-4cd0-aab7-bae06aba2676 req-b55778fb-afc9-49ff-a0be-8c5cee26de3a tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 950 time: 0.0737298 Nov 12 10:56:18.966170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65a14508-849d-4cd0-aab7-bae06aba2676 req-8169c364-035c-490c-92c7-63fb18f01fc2 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603876 Nov 12 10:56:19.017192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-34071097-c7e2-41e5-8d6b-c433bcc717cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.018919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-34071097-c7e2-41e5-8d6b-c433bcc717cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 1100 time: 0.0458713 Nov 12 10:56:19.084017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee782e2-8354-47bd-ab99-4f1bc7a3629c req-5eebbbb2-d0da-433e-8070-354e7f82a6ad tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.090642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ee782e2-8354-47bd-ab99-4f1bc7a3629c req-5eebbbb2-d0da-433e-8070-354e7f82a6ad tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 944 time: 0.3686666 Nov 12 10:56:19.117221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-82352413-99e1-4fdc-9135-e8a2401fd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.118850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-82352413-99e1-4fdc-9135-e8a2401fd49f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 1099 time: 0.0837686 Nov 12 10:56:19.178856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb66c-427d-4547-99ab-2632d4bf6b39 req-63ec225c-8247-454c-9a69-da1e95216fda tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.180439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1faeb66c-427d-4547-99ab-2632d4bf6b39 req-63ec225c-8247-454c-9a69-da1e95216fda tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 945 time: 0.1105764 Nov 12 10:56:19.197572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-723228b2-1694-4526-8695-411d91a71f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.199032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-723228b2-1694-4526-8695-411d91a71f1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1701908 Nov 12 10:56:19.205201 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ee782e2-8354-47bd-ab99-4f1bc7a3629c req-9d5a57f4-57b5-4e75-a012-ce4b03ffa320 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135504 Nov 12 10:56:19.246518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-d5862555-cf67-439f-85ce-d78ee51bb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.248030 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-d5862555-cf67-439f-85ce-d78ee51bb784 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1165071 Nov 12 10:56:19.253952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-65b7dbba-674d-4952-96e6-e3d41e8733bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f HTTP/1.1" status: 200 len: 217 time: 0.0451994 Nov 12 10:56:19.303556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1faeb66c-427d-4547-99ab-2632d4bf6b39 req-bfdacc5b-c222-440c-a3d6-ca14df648d69 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146815 Nov 12 10:56:19.307981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-0843abf6-3600-4f4b-8437-348a3dca9f16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 HTTP/1.1" status: 200 len: 217 time: 0.0405483 Nov 12 10:56:19.327692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-e07de721-febe-47a6-bd76-f69e13cc9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.329193 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-e07de721-febe-47a6-bd76-f69e13cc9d4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0605111 Nov 12 10:56:19.389284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-936e19ae-8715-40c2-aa91-cb1508163adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.390513 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-936e19ae-8715-40c2-aa91-cb1508163adc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521305 Nov 12 10:56:19.393144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-9868930d-c8bd-45cb-a21c-808f99018521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.394566 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-9868930d-c8bd-45cb-a21c-808f99018521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0772004 Nov 12 10:56:19.449003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cda9f33d-6ea0-4da7-8e40-51b5e218b74b up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:19.486193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-560d51a0-7a39-49e9-850e-65a3c5f8dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.488320 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-560d51a0-7a39-49e9-850e-65a3c5f8dfc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761003 Nov 12 10:56:19.514762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb51576-4ec6-4ca5-bd74-53033973ca82 req-b8e39dbd-35b6-41a8-acf5-adb2fb03fc70 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.516283 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aeb51576-4ec6-4ca5-bd74-53033973ca82 req-b8e39dbd-35b6-41a8-acf5-adb2fb03fc70 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 948 time: 0.0767987 Nov 12 10:56:19.538402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-21ba9b40-7574-4337-be28-14d42edc172a service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269786 Nov 12 10:56:19.646920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port cda9f33d-6ea0-4da7-8e40-51b5e218b74b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:19.647733 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aeb51576-4ec6-4ca5-bd74-53033973ca82 req-b71f7251-2f43-4f4d-9225-ef8c2a4491fb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208320 Nov 12 10:56:19.665111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port cda9f33d-6ea0-4da7-8e40-51b5e218b74b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:19.665679 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.692833 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-04e59d3e-dbee-412e-a67a-0375763c894b service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948223 Nov 12 10:56:19.772768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97120384-de37-43bc-9881-ca7a9fd30c26 req-db96833a-7586-4bf8-85e6-6656247a8aab service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143965 Nov 12 10:56:19.801448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64806721-eed4-4a46-a94f-2027931d832a req-c870b4d7-e70a-4e74-b1ec-866f334789a5 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.802390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64806721-eed4-4a46-a94f-2027931d832a req-c870b4d7-e70a-4e74-b1ec-866f334789a5 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 950 time: 0.1526237 Nov 12 10:56:19.827734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:19.864502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16571-06eb-4901-b020-670019b11c33 req-9bedecbf-ee45-455b-8d24-af3777667216 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:19.865807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:19.866061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00e16571-06eb-4901-b020-670019b11c33 req-9bedecbf-ee45-455b-8d24-af3777667216 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1097 time: 0.0923555 Nov 12 10:56:19.868905 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7bb66-37b2-47f9-89e4-3100edd2cf3a" -d '{"events": [{"server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "name": "network-vif-plugged", "status": "completed", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:19.904248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:19.927877 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73bd6fed-2888-4552-9759-3b07aab4fa7d req-50f8631c-0200-4a99-b6ad-34ae1ff01c59 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177849 Nov 12 10:56:19.932315 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00e16571-06eb-4901-b020-670019b11c33 req-c7ab96df-54ca-401d-8f72-1fbb31760f35 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595918 Nov 12 10:56:20.012385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.031635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Deleting port 958963c2-2039-4a8f-a030-b4d1e48d066b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:56:20.032117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.041788 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7aec70-5eaf-40a9-9871-4362c7d8d7e2 x-openstack-request-id: req-ea7aec70-5eaf-40a9-9871-4362c7d8d7e2 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:20.042114 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "name": "network-vif-plugged", "status": "completed", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:20.042420 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea7aec70-5eaf-40a9-9871-4362c7d8d7e2 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:20.042815 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b', 'code': 200} Nov 12 10:56:20.111608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:20.155283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593921ce-2348-47ee-b1e6-dddbf1d130af req-419720bc-e868-42bd-9697-847a587a6b22 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:20.156873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-593921ce-2348-47ee-b1e6-dddbf1d130af req-419720bc-e868-42bd-9697-847a587a6b22 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 950 time: 0.0537510 Nov 12 10:56:20.208257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.227666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-593921ce-2348-47ee-b1e6-dddbf1d130af req-3dfe427c-d93c-4051-a718-2e312cc953a5 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/security-groups?id=832abb9d-3639-4880-906d-f08a652f395e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586505 Nov 12 10:56:20.230395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6a664-26b5-4db0-84f0-bd0dab8344b6 req-0907812f-721d-45cf-b54b-412b33104d71 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:20.236730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4f6a664-26b5-4db0-84f0-bd0dab8344b6 req-0907812f-721d-45cf-b54b-412b33104d71 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1803498 Nov 12 10:56:20.253393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb4d7f-fc5b-4aca-a00c-210696e2ea57 req-9b623f81-428d-44aa-b8c2-49dea98d2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:20.253393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9dbb4d7f-fc5b-4aca-a00c-210696e2ea57 req-9b623f81-428d-44aa-b8c2-49dea98d2434 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1097 time: 0.0983922 Nov 12 10:56:20.307209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] For port 958963c2-2039-4a8f-a030-b4d1e48d066b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=958963c2-2039-4a8f-a030-b4d1e48d066b,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:20.307951 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.339633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e468865-23d6-4e5d-a318-a66791b8f665 req-e43b20ec-6044-409e-9dfb-02d6965b54d7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:20.341387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e468865-23d6-4e5d-a318-a66791b8f665 req-e43b20ec-6044-409e-9dfb-02d6965b54d7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Nov 12 10:56:20.343068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Calling delete_port for 958963c2-2039-4a8f-a030-b4d1e48d066b owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:56:20.396426 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4f6a664-26b5-4db0-84f0-bd0dab8344b6 req-64b793c1-377f-4dbc-8da8-e12ed78c0f91 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454058 Nov 12 10:56:20.408235 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e468865-23d6-4e5d-a318-a66791b8f665 req-55011f43-d10d-4882-9f0c-c026d6e728b9 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548639 Nov 12 10:56:20.418003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34572) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:20.464349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9dbb4d7f-fc5b-4aca-a00c-210696e2ea57 req-a576e7eb-8169-4292-af4e-39db12deb0e5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857460 Nov 12 10:56:20.548623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34584) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:20.628886 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dcec982-ac43-4caf-ad4a-0646f0a07153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.646354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86332300-a1ba-4360-9784-ddc04f973ddc req-8e908df2-6ce9-439a-8e7c-90d94e40212c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:20.647903 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-8e908df2-6ce9-439a-8e7c-90d94e40212c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 820 time: 0.1595039 Nov 12 10:56:20.676368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-fd62b402-6d98-4018-b704-3c6cb60560a7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/quotas/bd29df4f48464cdb8586959f14c6b833 HTTP/1.1" status: 200 len: 375 time: 0.0200846 Nov 12 10:56:20.744837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-a0432776-fe81-4cd3-92ba-64fb4ee0225a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565362 Nov 12 10:56:20.745407 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6b588b3-8881-4f37-8700-ea4da89eadf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.756812 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.769409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['958963c2-2039-4a8f-a030-b4d1e48d066b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:20.823819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Pushing event deleted for resources: {'Port': ['ID=958963c2-2039-4a8f-a030-b4d1e48d066b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:20.828393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-6e864b9c-0c74-4269-bd3f-a4f61facdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:20.830560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-6e864b9c-0c74-4269-bd3f-a4f61facdb4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 1102 time: 0.1316407 Nov 12 10:56:20.856037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dcec982-ac43-4caf-ad4a-0646f0a07153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.885837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62ee66-e31e-4420-96d7-29e41832f5a4 req-cdfe82c6-94bb-4407-8c07-c031babc16cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:20.887440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e62ee66-e31e-4420-96d7-29e41832f5a4 req-cdfe82c6-94bb-4407-8c07-c031babc16cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 948 time: 0.1459928 Nov 12 10:56:20.896545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] No DVR routers for this DVR port 958963c2-2039-4a8f-a030-b4d1e48d066b on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:56:20.899055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.903185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64806721-eed4-4a46-a94f-2027931d832a req-829dd4b4-cb86-43c7-bded-adcc2f6c9f81 tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.57 "DELETE /v2.0/ports/958963c2-2039-4a8f-a030-b4d1e48d066b HTTP/1.1" status: 204 len: 173 time: 1.0939317 Nov 12 10:56:20.906323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce3f1e4-fec2-4702-88d8-fd0a94dd153a', 'name': 'network-vif-deleted', 'tag': '958963c2-2039-4a8f-a030-b4d1e48d066b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:20.908201 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8239ff-ab35-4650-90f1-167dbd03230f" -d '{"events": [{"server_uuid": "8ce3f1e4-fec2-4702-88d8-fd0a94dd153a", "name": "network-vif-deleted", "tag": "958963c2-2039-4a8f-a030-b4d1e48d066b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:20.942724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dcec982-ac43-4caf-ad4a-0646f0a07153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:20.948220 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-34df62ee-10e9-44a1-b30d-a16d473e7382 service neutron] 10.222.0.98 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926317 Nov 12 10:56:21.009049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5dcec982-ac43-4caf-ad4a-0646f0a07153 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=31e9242473ee4d71a3fe27109f2272b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5893154 Nov 12 10:56:21.021457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34594) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:21.061452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-cffb15c6-0eeb-4987-bda8-8d789913771a service neutron] 10.222.0.98 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050997 Nov 12 10:56:21.094753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6b588b3-8881-4f37-8700-ea4da89eadf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.103991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcec982-ac43-4caf-ad4a-0646f0a07153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4570c12e-15ba-460a-ad6b-c695ca7d8124,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:21.126202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-a5feb74c-2737-45cf-80e1-4e4f216ea656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:21.132320 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-a5feb74c-2737-45cf-80e1-4e4f216ea656 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2853680 Nov 12 10:56:21.136455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e62ee66-e31e-4420-96d7-29e41832f5a4 req-e7e7c1b9-20f2-4024-9342-a68a69bf99c6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358451 Nov 12 10:56:21.175957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-ba4c6788-1680-447e-a884-cc684a124cdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc HTTP/1.1" status: 200 len: 217 time: 0.0381696 Nov 12 10:56:21.215734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33278b3d-ade0-41f8-bf8c-92988ddc0d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.221503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6b588b3-8881-4f37-8700-ea4da89eadf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.244049 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d32bcb-8ef1-49c1-81dc-415cc231984b x-openstack-request-id: req-d8d32bcb-8ef1-49c1-81dc-415cc231984b {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:21.244345 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce3f1e4-fec2-4702-88d8-fd0a94dd153a", "name": "network-vif-deleted", "tag": "958963c2-2039-4a8f-a030-b4d1e48d066b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:21.244855 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8d32bcb-8ef1-49c1-81dc-415cc231984b {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:21.245247 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce3f1e4-fec2-4702-88d8-fd0a94dd153a', 'name': 'network-vif-deleted', 'tag': '958963c2-2039-4a8f-a030-b4d1e48d066b', 'status': 'completed', 'code': 200} Nov 12 10:56:21.291161 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33278b3d-ade0-41f8-bf8c-92988ddc0d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.293773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-94d95580-29c0-4771-9006-53f0bff0f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:21.295662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-94d95580-29c0-4771-9006-53f0bff0f69b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1119874 Nov 12 10:56:21.297705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e6b588b3-8881-4f37-8700-ea4da89eadf1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0924f18fbbaa410d9be813f6e2eb3f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7477212 Nov 12 10:56:21.301387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34600) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:21.304380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b588b3-8881-4f37-8700-ea4da89eadf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4feee9-e261-42ba-a689-c8d9b7fd4944,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:21.358113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fb04042-0836-4751-a138-5d2ba65cc582 req-c6c28b2f-22c9-44b6-9326-410673b42ad1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 210 time: 0.0421231 Nov 12 10:56:21.409211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2d9c5cc6-3dc4-4d4a-a951-280556fa2d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.414242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffd5e5b7-8478-4965-9e73-735f7e37164a req-fde219ce-3ba6-44a7-be25-cadce22c2c5c tempest-ServerDiagnosticsNegativeTest-1410235498 tempest-ServerDiagnosticsNegativeTest-1410235498-project] 10.222.0.98 "GET /v2.0/ports?device_id=8ce3f1e4-fec2-4702-88d8-fd0a94dd153a HTTP/1.1" status: 200 len: 210 time: 0.0512772 Nov 12 10:56:21.430765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-c97965f0-82d2-4f82-b605-2405de715738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:21.432324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-c97965f0-82d2-4f82-b605-2405de715738 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1240523 Nov 12 10:56:21.451052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2d9c5cc6-3dc4-4d4a-a951-280556fa2d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.453810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:21.549185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe9817-570f-4414-9ce5-baf8e845f98e req-b086218c-2259-4807-b65b-c89e1c93126b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:21.550870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fe9817-570f-4414-9ce5-baf8e845f98e req-b086218c-2259-4807-b65b-c89e1c93126b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.0621140 Nov 12 10:56:21.585766 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33278b3d-ade0-41f8-bf8c-92988ddc0d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.588447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33278b3d-ade0-41f8-bf8c-92988ddc0d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.589583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-33278b3d-ade0-41f8-bf8c-92988ddc0d02 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4570c12e-15ba-460a-ad6b-c695ca7d8124 HTTP/1.1" status: 204 len: 168 time: 0.5604072 Nov 12 10:56:21.608198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:21.615562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-b35bd694-12c3-46ea-b314-9e6d700a3981 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655183 Nov 12 10:56:21.626250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33278b3d-ade0-41f8-bf8c-92988ddc0d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4570c12e-15ba-460a-ad6b-c695ca7d8124,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:21.635747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fe9817-570f-4414-9ce5-baf8e845f98e req-2bae0c50-7faf-460a-a4b3-494f4dd3a94c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783350 Nov 12 10:56:21.669958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2d9c5cc6-3dc4-4d4a-a951-280556fa2d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.676171 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2d9c5cc6-3dc4-4d4a-a951-280556fa2d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.679642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2d9c5cc6-3dc4-4d4a-a951-280556fa2d7b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2f4feee9-e261-42ba-a689-c8d9b7fd4944 HTTP/1.1" status: 204 len: 168 time: 0.3748384 Nov 12 10:56:21.690815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', 'mac_address': 'fa:16:3e:54:af:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:21.699659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c5cc6-3dc4-4d4a-a951-280556fa2d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4feee9-e261-42ba-a689-c8d9b7fd4944,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:21.730011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f40e20-23a3-423d-82a1-4f2c016a477e req-1dd34323-bf97-42dd-8071-f117a4f4aec1 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:21.731583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30f40e20-23a3-423d-82a1-4f2c016a477e req-1dd34323-bf97-42dd-8071-f117a4f4aec1 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 945 time: 0.1661634 Nov 12 10:56:21.754035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.769058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:21.790631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:21.834067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30f40e20-23a3-423d-82a1-4f2c016a477e req-42ce1cd7-6668-4653-95b4-d10155fd4e3a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687234 Nov 12 10:56:21.836106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-7692daf9-a60b-45e8-8281-d04b2ec84838 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007191 Nov 12 10:56:21.892366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:21.893303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:22.091605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:22.095704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:22.117911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', 'mac_address': 'fa:16:3e:77:29:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:22.188941 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.211773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:22.257913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:22.291227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979886-dc02-4020-8297-7200c50e043f req-3d640cbe-96a6-4220-8c9d-abbdae41af48 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:22.293276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09979886-dc02-4020-8297-7200c50e043f req-3d640cbe-96a6-4220-8c9d-abbdae41af48 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 949 time: 0.0542526 Nov 12 10:56:22.344074 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09979886-dc02-4020-8297-7200c50e043f req-a95e2c51-81e6-4a24-a6b3-81f28d198a46 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439417 Nov 12 10:56:22.361308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.458377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:22.476559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd112239-c92c-4b5b-923c-023616403a30 req-5b1a388b-dab3-4aaa-ba61-057b6c2d875a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 210 time: 0.0465846 Nov 12 10:56:22.581350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34640) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:22.594382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88925291-c2f4-4fcc-9aaf-0673c29d1dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.646738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['7ddbc05c-ded4-4d3d-ba73-b6b4191e850f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:22.681870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:22.693533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88925291-c2f4-4fcc-9aaf-0673c29d1dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.784132 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88925291-c2f4-4fcc-9aaf-0673c29d1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.835388 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-88925291-c2f4-4fcc-9aaf-0673c29d1dbb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5cd3300d73e847b8803bff7dfd6d9b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529376 Nov 12 10:56:22.837394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88925291-c2f4-4fcc-9aaf-0673c29d1dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f193657-327f-4a1e-a3a8-bd168e07336c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:22.838154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34650) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:22.853149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d25620-e4bf-4e1c-a256-034bba461f6d req-e2975a68-63c7-4397-a134-71e9adef8f8c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:22.854818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86d25620-e4bf-4e1c-a256-034bba461f6d req-e2975a68-63c7-4397-a134-71e9adef8f8c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1162901 Nov 12 10:56:22.908993 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-220d0b94-97ac-4781-9b05-87a6d215bf2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:22.944825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86d25620-e4bf-4e1c-a256-034bba461f6d req-6fd47c96-67c7-45b9-90e1-de11522f06f8 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779729 Nov 12 10:56:22.945026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-220d0b94-97ac-4781-9b05-87a6d215bf2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.028916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81b7a6-7e16-4820-a272-38ef2287ba44 req-e361d86c-c5c8-434e-99b0-c7ae9fc03527 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:23.030451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b7a6-7e16-4820-a272-38ef2287ba44 req-e361d86c-c5c8-434e-99b0-c7ae9fc03527 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 945 time: 0.0886550 Nov 12 10:56:23.088438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b7a6-7e16-4820-a272-38ef2287ba44 req-77c59d90-6d29-4937-9da3-e20fb19ecf0e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Nov 12 10:56:23.144319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-220d0b94-97ac-4781-9b05-87a6d215bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.146629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-220d0b94-97ac-4781-9b05-87a6d215bf2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.147774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-220d0b94-97ac-4781-9b05-87a6d215bf2e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f193657-327f-4a1e-a3a8-bd168e07336c HTTP/1.1" status: 204 len: 168 time: 0.3085752 Nov 12 10:56:23.156542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34660) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:23.166649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d0b94-97ac-4781-9b05-87a6d215bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f193657-327f-4a1e-a3a8-bd168e07336c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:23.240884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34666) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:23.279420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-9a0ced00-57f6-465e-b796-6730980af53d tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1026584628&fields=id&tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42 HTTP/1.1" status: 200 len: 267 time: 0.0821068 Nov 12 10:56:23.343447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-17f4d38f-1d23-4ccf-8512-ea0b99b59126 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:23.351357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-17f4d38f-1d23-4ccf-8512-ea0b99b59126 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 945 time: 0.0666671 Nov 12 10:56:23.356937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'port': {'security_groups': ['40971254-fc10-4ce8-8b4c-332ac5d4c226', '4663c224-14b4-448a-81c0-416bb3c468f1']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:23.365946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-577226879-network', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:23.451391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.483620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68d746-e2c7-467f-b1a5-7452f3dd9c2f req-db50dc0b-efc5-4638-8abf-6ec945972cc1 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:23.485384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f68d746-e2c7-467f-b1a5-7452f3dd9c2f req-db50dc0b-efc5-4638-8abf-6ec945972cc1 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 949 time: 0.0523419 Nov 12 10:56:23.516184 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-abc727a1-dff4-44fc-b572-65f2104aafdd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=38732d72c4ef4effa00fb58fe89000dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736824 Nov 12 10:56:23.518848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34676) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:23.539983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f68d746-e2c7-467f-b1a5-7452f3dd9c2f req-fc59c6fb-879d-48d4-be40-862e8312ddc6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480509 Nov 12 10:56:23.578692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Made reservation on behalf of a65a2a02e9834de3b056d624bde0536a for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:23.580999 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.598843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.636681 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4377a27-6fd5-4c54-8dbb-89a49643705f req-a42fe0b9-266d-4e1d-82fa-0ebc436de081 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 210 time: 0.0379088 Nov 12 10:56:23.693112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4f4f-afd1-4bfd-99fa-8537ba013a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.744374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4f4f-afd1-4bfd-99fa-8537ba013a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.800681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] For port cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:23.858626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:23.862201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.005732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.021638 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.023519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:24.026627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4f4f-afd1-4bfd-99fa-8537ba013a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.029177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d9a4f4f-afd1-4bfd-99fa-8537ba013a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.030304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8d9a4f4f-afd1-4bfd-99fa-8537ba013a43 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/832abb9d-3639-4880-906d-f08a652f395e HTTP/1.1" status: 204 len: 168 time: 0.5106077 Nov 12 10:56:24.039082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:24.107336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'Port': ['ID=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:24.130674 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.131017 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Added segment 975d3cba-0dd2-4a1b-90ef-67583b900d9c of type vlan for network 14c3b181-4201-4bbc-a445-06c46fd7083c Nov 12 10:56:24.164600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623050-8fb0-4cb3-b034-a6ca97d0fa07 req-91b369a6-245f-43c1-ab1d-7812326f68b2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.165429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6430a1-ad06-4114-a687-eeb8ad7204fe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:24.194803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce623050-8fb0-4cb3-b034-a6ca97d0fa07 req-91b369a6-245f-43c1-ab1d-7812326f68b2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1586123 Nov 12 10:56:24.195258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 958963c2-2039-4a8f-a030-b4d1e48d066b no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:24.195631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.195631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.201129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6dc3cae9-9b25-422e-ba9c-242c398fdb50 req-758d62dc-bc99-4cbf-b550-83ad0ab24b2a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "PUT /v2.0/ports/cda9f33d-6ea0-4da7-8e40-51b5e218b74b HTTP/1.1" status: 200 len: 981 time: 0.8443034 Nov 12 10:56:24.201129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:24.210458 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dee02c-e819-454a-8620-e3c0d5aab8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:24.232535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 958963c2-2039-4a8f-a030-b4d1e48d066b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:56:24.233151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 958963c2-2039-4a8f-a030-b4d1e48d066b not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:56:24.252760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a4f4f-afd1-4bfd-99fa-8537ba013a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832abb9d-3639-4880-906d-f08a652f395e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:24.255993 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.265906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86332300-a1ba-4360-9784-ddc04f973ddc req-6b21cda9-7f2e-47a0-becc-ec28eb0c92d7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.268537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-6b21cda9-7f2e-47a0-becc-ec28eb0c92d7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 820 time: 0.2240736 Nov 12 10:56:24.293110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:24.298333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Request body: {'port': {'device_id': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'admin_state_up': True, 'tenant_id': 'bd29df4f48464cdb8586959f14c6b833'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:24.319986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce623050-8fb0-4cb3-b034-a6ca97d0fa07 req-ac3b04fa-11b8-41dd-ad84-73e5a6db0af5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403952 Nov 12 10:56:24.414674 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ee1999-de51-4e49-8272-c1078c7d355e x-openstack-request-id: req-97ee1999-de51-4e49-8272-c1078c7d355e {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:24.415132 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:24.417641 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-97ee1999-de51-4e49-8272-c1078c7d355e {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:24.417641 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b', 'status': 'completed', 'code': 200} Nov 12 10:56:24.435598 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-f5084196-0a1b-47ed-82ce-8e9884f6236d tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1315970244&fields=id&tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42 HTTP/1.1" status: 200 len: 267 time: 0.1533325 Nov 12 10:56:24.570713 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.572272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.573255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.631272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-93805dbc-493a-4561-82f8-7269e80a6c07 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.645123 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-93805dbc-493a-4561-82f8-7269e80a6c07 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 984 time: 0.2034116 Nov 12 10:56:24.708478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'port': {'security_groups': ['40971254-fc10-4ce8-8b4c-332ac5d4c226', '4663c224-14b4-448a-81c0-416bb3c468f1', '399af598-bffd-4996-be69-46a0597f9813']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:24.713949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] Pushing event updated for resources: {'Network': ['ID=14c3b181-4201-4bbc-a445-06c46fd7083c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:24.716923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6c5eb-2070-4b96-8b7a-89b02db522dc req-d9f6d69b-af61-481f-af81-b3e609daacb7 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.718526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0be6c5eb-2070-4b96-8b7a-89b02db522dc req-d9f6d69b-af61-481f-af81-b3e609daacb7 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 949 time: 0.0607181 Nov 12 10:56:24.719734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-2ac50548-639e-483f-8a1f-ad909efa213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.721440 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-2ac50548-639e-483f-8a1f-ad909efa213b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1136 time: 0.2844992 Nov 12 10:56:24.727315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 14c3b181-4201-4bbc-a445-06c46fd7083c details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:24.787166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0be6c5eb-2070-4b96-8b7a-89b02db522dc req-afa8f748-3ed1-4cc5-9fc4-7f12c21bf40d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479920 Nov 12 10:56:24.787898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Made reservation on behalf of bd29df4f48464cdb8586959f14c6b833 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:24.794320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.894764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:24.907499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34712) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:24.940722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b81590e7-78f5-43b1-a45b-ca436a20770d req-753c709e-34af-427c-9061-505442004b8e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 210 time: 0.0415559 Nov 12 10:56:24.957813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Allocated IP 172.20.0.9 (86909a6c-83d3-4aef-b351-026852daebf4/06317caf-44f7-4e6a-8e1d-6614643ee770/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:24.960048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-1e453f2e-4c81-43a7-8e02-21a8c29d3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:24.961208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-1e453f2e-4c81-43a7-8e02-21a8c29d3ae0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 912 time: 0.2203870 Nov 12 10:56:24.971911 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-439556d8-87ec-4cb5-bdec-dd25379d8272 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8086038 Nov 12 10:56:24.972183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34716) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:24.977910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Request body: {'subnet': {'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-577226879-subnet', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:25.029262 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-e769db6f-3640-40a2-9cf8-15fd3a568c04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b HTTP/1.1" status: 200 len: 217 time: 0.0548298 Nov 12 10:56:25.045391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-network', 'tenant_id': '2ded29c5080047638c1a507fd835c537'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:25.130918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-c5c0178f-235b-4db4-80df-67b690e404f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:25.132402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-c5c0178f-235b-4db4-80df-67b690e404f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.0919149 Nov 12 10:56:25.132756 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.181684 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-ff3ccb69-9205-455d-b42c-b61321748dd8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398471 Nov 12 10:56:25.226409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Made reservation on behalf of a65a2a02e9834de3b056d624bde0536a for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:25.228588 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.246337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:25.260369 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb6ac43e-13c7-40e0-a9f5-18c0553c1072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.305188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.357120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Network 86909a6c-83d3-4aef-b351-026852daebf4 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:25.366282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:25.369040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:25.378821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] For port cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:25.398559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Made reservation on behalf of 2ded29c5080047638c1a507fd835c537 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:25.400843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.417977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Pushing event updated for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:25.430420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.431682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb6ac43e-13c7-40e0-a9f5-18c0553c1072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.460108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-e39189e4-a83d-4bdf-bb66-0553723712b8 service neutron] 10.222.0.69 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447071 Nov 12 10:56:25.462922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.476868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:25.477472 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.481745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:25.503475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820131b0-e8ef-4711-978d-4cb83c2ba2d6 req-d0b1b225-3784-407f-8254-71aae61138ca tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:25.505035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-820131b0-e8ef-4711-978d-4cb83c2ba2d6 req-d0b1b225-3784-407f-8254-71aae61138ca tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.0937524 Nov 12 10:56:25.527337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb6ac43e-13c7-40e0-a9f5-18c0553c1072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.586003 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bb6ac43e-13c7-40e0-a9f5-18c0553c1072 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=beaab8950c2548b9966782162116b41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384392 Nov 12 10:56:25.589402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ac43e-13c7-40e0-a9f5-18c0553c1072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be474921-efe8-4282-a029-af85bd70571f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:25.591727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34724) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:25.597327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-820131b0-e8ef-4711-978d-4cb83c2ba2d6 req-9c27f61e-cb62-4b58-a4bc-0ad20e16276a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842311 Nov 12 10:56:25.636240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.652109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:25.663650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-3615ca6e-d579-4ea4-9004-e3e54619e795 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3731296 Nov 12 10:56:25.678478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Request body: {'port': {'device_id': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:25.704321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:25.725485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:25.726259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.734905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79dee02c-e819-454a-8620-e3c0d5aab8ad req-e67ee527-24fa-4d21-b05c-54c20f891fe8 service neutron] 10.222.0.69 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624454 Nov 12 10:56:25.745950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.769022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:25.769299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.770695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2883c545-e807-45ce-9a0c-1bda63a02e0b req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "PUT /v2.0/ports/cda9f33d-6ea0-4da7-8e40-51b5e218b74b HTTP/1.1" status: 200 len: 1020 time: 1.0723660 Nov 12 10:56:25.782904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.803170 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.849635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf0660-0f0b-4593-aa14-05b2121fb633 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'Port': ['ID=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:25.852286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f57b607-5db5-4085-8c5e-b84260a83fd5,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:25.854902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-229fb760-4028-4232-b6c0-eb1bcfe831f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.884194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:25.899996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-229fb760-4028-4232-b6c0-eb1bcfe831f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.902704 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:25.939455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Checking segment: {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:25.939820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Network hostable DHCP agents. Network: 14c3b181-4201-4bbc-a445-06c46fd7083c, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:26.026175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.060127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8085b4-9b7a-4f04-be63-a62588c1d4c0 req-61a9c992-c2e6-4100-b154-4b061578bcd8 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:26.062801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b8085b4-9b7a-4f04-be63-a62588c1d4c0 req-61a9c992-c2e6-4100-b154-4b061578bcd8 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1023 time: 0.2078097 Nov 12 10:56:26.084868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd12b519-81d6-4bd8-82f4-d3ba0b5bc857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:26.087971 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf181c8-c654-44ae-b2f3-46ce7afafee9" -d '{"events": [{"server_uuid": "cd12b519-81d6-4bd8-82f4-d3ba0b5bc857", "name": "network-vif-plugged", "status": "completed", "tag": "7ddbc05c-ded4-4d3d-ba73-b6b4191e850f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:26.110763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:26.216160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:26.241314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b1f3af-0fa7-4e30-99fa-da46551c3336,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:26.257656 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.257978 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Added segment c552ea6f-7ee9-44fa-b392-d8b0e0430514 of type vlan for network ab0785a6-efd5-4e3b-b0c4-d0904664f175 Nov 12 10:56:26.259546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.260384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:26.304088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dad509-1b1c-4bc3-979a-6cf8d0abfe91 req-7a25a35d-5f89-403c-ad97-9aa5d559a5b4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:26.306112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a3dad509-1b1c-4bc3-979a-6cf8d0abfe91 req-7a25a35d-5f89-403c-ad97-9aa5d559a5b4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 949 time: 0.3898504 Nov 12 10:56:26.325384 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.349177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Network 14c3b181-4201-4bbc-a445-06c46fd7083c is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:26.388088 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a3dad509-1b1c-4bc3-979a-6cf8d0abfe91 req-193e8e32-c434-4e40-8d83-1b702c7f6d72 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711629 Nov 12 10:56:26.417732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:26.419716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:26.420195 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1697cbfa-4a73-405a-9989-681b3c1bcc22" -d '{"events": [{"name": "network-changed", "server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:26.495831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 14c3b181-4201-4bbc-a445-06c46fd7083c) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:26.497444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-229fb760-4028-4232-b6c0-eb1bcfe831f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.500088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-229fb760-4028-4232-b6c0-eb1bcfe831f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.504743 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-229fb760-4028-4232-b6c0-eb1bcfe831f1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/be474921-efe8-4282-a029-af85bd70571f HTTP/1.1" status: 204 len: 168 time: 0.9074926 Nov 12 10:56:26.506798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7f3e3-fd03-4e20-b53c-0e9a4d4c5c34 None None] Network 14c3b181-4201-4bbc-a445-06c46fd7083c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:26.517085 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.518083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:26.518667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.521646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:26.522154 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.525698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fb760-4028-4232-b6c0-eb1bcfe831f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be474921-efe8-4282-a029-af85bd70571f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:26.584364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:26.593042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:26.593042 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.646744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfffa89-0407-4a26-84ef-d56ee5971ec2 req-c8a059ad-7eff-44ea-a200-907d0e8833c0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:26.648411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6bfffa89-0407-4a26-84ef-d56ee5971ec2 req-c8a059ad-7eff-44ea-a200-907d0e8833c0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 931 time: 0.1864641 Nov 12 10:56:26.655477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-73b38b4d-1087-4b0d-9b50-b9a2311f2406 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6823237 Nov 12 10:56:26.658685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34742) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:26.667794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:26.675172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b8085b4-9b7a-4f04-be63-a62588c1d4c0 req-3c996f3c-155f-45ca-a6ae-dc6fe9ac897b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=399af598-bffd-4996-be69-46a0597f9813&id=4663c224-14b4-448a-81c0-416bb3c468f1&id=40971254-fc10-4ce8-8b4c-332ac5d4c226 HTTP/1.1" status: 200 len: 6201 time: 0.5899420 Nov 12 10:56:26.675994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] Pushing event updated for resources: {'Network': ['ID=ab0785a6-efd5-4e3b-b0c4-d0904664f175,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:26.694200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:26.715108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2aa51ae0-a7ea-48bd-a6e0-d405b20b18ef admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8065114 Nov 12 10:56:26.720407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34748) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:26.726835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Request body: {'subnet': {'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-subnet', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:26.790269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6bfffa89-0407-4a26-84ef-d56ee5971ec2 req-5509d073-607b-4cae-8887-62dc6d8523bf tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144438 Nov 12 10:56:26.795896 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab303c7-1e02-42bf-a616-040527a76466 x-openstack-request-id: req-4ab303c7-1e02-42bf-a616-040527a76466 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:26.796342 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:26.797398 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4ab303c7-1e02-42bf-a616-040527a76466 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:26.806754 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b', 'status': 'completed', 'code': 200} Nov 12 10:56:26.814292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:26.826515 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.840598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Transition to ACTIVE for port object 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:26.852769 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3efd84c-c96c-4d9a-9659-f4ced205af5e x-openstack-request-id: req-a3efd84c-c96c-4d9a-9659-f4ced205af5e {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:26.853148 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd12b519-81d6-4bd8-82f4-d3ba0b5bc857", "name": "network-vif-plugged", "status": "completed", "tag": "7ddbc05c-ded4-4d3d-ba73-b6b4191e850f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:26.853488 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a3efd84c-c96c-4d9a-9659-f4ced205af5e {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:26.854927 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd12b519-81d6-4bd8-82f4-d3ba0b5bc857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', 'code': 200} Nov 12 10:56:26.855126 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.856430 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.862591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-4694df72-85d8-44b8-8a78-9b2bada6a5f1 req-497aa0cf-45e4-4a04-b949-79175742b7e5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1490457293 ', 'description': 'tempest-description-1409757568'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:26.897907 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.906989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b85f5-aa39-44f3-b09e-678744bd9120 req-4f72cbe5-cb1c-480b-bee8-e7ad9894fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:26.908871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-658b85f5-aa39-44f3-b09e-678744bd9120 req-4f72cbe5-cb1c-480b-bee8-e7ad9894fbe0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 1102 time: 0.1035352 Nov 12 10:56:26.929897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.951757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea110c-2822-4328-a69a-357364770902 req-771bc24b-7a68-409e-a08e-28fea2c3c36b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:26.957677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.959671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9aea110c-2822-4328-a69a-357364770902 req-771bc24b-7a68-409e-a08e-28fea2c3c36b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1167097 Nov 12 10:56:26.968600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-14c3b181-4201-4bbc-a445-06c46fd7083c', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:56:26.971693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:26.977684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:26.982219 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-658b85f5-aa39-44f3-b09e-678744bd9120 req-b36a275a-785f-402e-b505-3104ec8af963 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467315 Nov 12 10:56:27.003886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-6fd3aeb9-ea82-4c7e-b794-c421ebdd26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:27.005541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-6fd3aeb9-ea82-4c7e-b794-c421ebdd26ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1175 time: 0.1459110 Nov 12 10:56:27.028642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Made reservation on behalf of 2ded29c5080047638c1a507fd835c537 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:27.031255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.039858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Pushing event updated for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.064038 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.147340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4694df72-85d8-44b8-8a78-9b2bada6a5f1 req-497aa0cf-45e4-4a04-b949-79175742b7e5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.150620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.158176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9aea110c-2822-4328-a69a-357364770902 req-c2dabb90-81ab-4e70-ad2b-2129ce754839 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971090 Nov 12 10:56:27.214551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:27.215323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:27.215719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:27.246562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Allocated IP 172.20.0.2 (14c3b181-4201-4bbc-a445-06c46fd7083c/5f57b607-5db5-4085-8c5e-b84260a83fd5/7255de6e-47e9-42c3-946d-2e83d73fa6f1) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:27.287376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:27.287708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:27.305377 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4694df72-85d8-44b8-8a78-9b2bada6a5f1 req-497aa0cf-45e4-4a04-b949-79175742b7e5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.306763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:27.309075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:27.309479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:27.309935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Bound port: 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:27.310300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.347719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.411641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4694df72-85d8-44b8-8a78-9b2bada6a5f1 req-497aa0cf-45e4-4a04-b949-79175742b7e5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.441338 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.451165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497aa0cf-45e4-4a04-b949-79175742b7e5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d196d531-45ed-44c8-b419-a4dbce96f3be,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.466117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-5368b2d6-1046-4ef8-a70b-45fb65bb0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:27.467673 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-5368b2d6-1046-4ef8-a70b-45fb65bb0f9f service neutron] 10.222.0.69 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 912 time: 0.2495587 Nov 12 10:56:27.478896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:27.489349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:27.514986 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.519137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-bb656c69-4911-4ecd-ba59-e04f385a9894 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b HTTP/1.1" status: 200 len: 217 time: 0.0418789 Nov 12 10:56:27.562055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4694df72-85d8-44b8-8a78-9b2bada6a5f1 req-497aa0cf-45e4-4a04-b949-79175742b7e5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.563549 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4694df72-85d8-44b8-8a78-9b2bada6a5f1 req-497aa0cf-45e4-4a04-b949-79175742b7e5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.7134771 Nov 12 10:56:27.577612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.590547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Pushing event updated for resources: {'Port': ['ID=7255de6e-47e9-42c3-946d-2e83d73fa6f1,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.609078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Network 14c3b181-4201-4bbc-a445-06c46fd7083c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:27.612714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:27.622175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:27.646060 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-ee993ad0-66ac-4c97-86b1-40183b2556d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:27.647545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-ee993ad0-66ac-4c97-86b1-40183b2556d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.1189976 Nov 12 10:56:27.662818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41092090-c7f9-4bf4-aabd-f288f2450c89 req-4039b47a-2572-4ffc-a2f0-a3844857a630 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:27.664334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41092090-c7f9-4bf4-aabd-f288f2450c89 req-4039b47a-2572-4ffc-a2f0-a3844857a630 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 950 time: 0.1471367 Nov 12 10:56:27.668387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.687084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3432c60-3fc2-4d95-ac92-cf9e7d363f56,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.707196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Attempting to bind port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:27.707755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Attempting to bind port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:27.708223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Attempting to bind port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 on network 14c3b181-4201-4bbc-a445-06c46fd7083c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:27.714322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:27.714777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Checking segment: {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:27.715116 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.715594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Bound using segment: {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:27.716018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Bound port: 7255de6e-47e9-42c3-946d-2e83d73fa6f1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:27.716433 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.738822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-957dee45-95e0-492b-be12-2db413f070b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723240 Nov 12 10:56:27.767746 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ed1b0f2-a169-490c-b029-c49586623d69 req-350b5646-5910-48e8-b1ae-7c2620df4ac5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/d196d531-45ed-44c8-b419-a4dbce96f3be HTTP/1.1" status: 200 len: 1798 time: 0.1766083 Nov 12 10:56:27.780899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:27.781526 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.783633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] 10.222.0.57 "PUT /v2.0/ports/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 1092 time: 2.1093855 Nov 12 10:56:27.784482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:27.786517 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5cd465-ea54-4c39-81dc-5da4351d8a94" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:27.802179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.814918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Checking segment: {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:27.815415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Network hostable DHCP agents. Network: ab0785a6-efd5-4e3b-b0c4-d0904664f175, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:27.827270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] For port 7255de6e-47e9-42c3-946d-2e83d73fa6f1, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:27.832508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] For port 7255de6e-47e9-42c3-946d-2e83d73fa6f1, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7255de6e-47e9-42c3-946d-2e83d73fa6f1,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:27.837996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.871017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd602efe-1584-46be-b9e4-47e823f5fcad service neutron] Pushing event updated for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:27.898941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41092090-c7f9-4bf4-aabd-f288f2450c89 req-c540da5c-0553-4c37-8e1c-10eafa85f2e5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078817 Nov 12 10:56:27.935160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:27.961277 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7b5550-f1aa-45ab-957b-672b87653bec x-openstack-request-id: req-bf7b5550-f1aa-45ab-957b-672b87653bec {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:27.961617 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:27.961805 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf7b5550-f1aa-45ab-957b-672b87653bec {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:27.962204 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46', 'status': 'completed', 'code': 200} Nov 12 10:56:27.987659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-a166792f-f765-45aa-b5ff-9cc04bd97dbe service neutron] 10.222.0.69 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291336 Nov 12 10:56:28.002850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86332300-a1ba-4360-9784-ddc04f973ddc req-8dbdb47d-125f-4aa4-871d-89f7de374687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:28.005409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-8dbdb47d-125f-4aa4-871d-89f7de374687 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1095 time: 0.1003759 Nov 12 10:56:28.008455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e9b0c4b1-a541-453e-97d3-98f54bdb85c3 req-0658af08-71d8-4563-b142-2edf066721ef tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/d196d531-45ed-44c8-b419-a4dbce96f3be HTTP/1.1" status: 200 len: 1798 time: 0.2041559 Nov 12 10:56:28.009905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:28.030899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Allocated IP 172.25.3.146 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/01f67d22-523e-4924-b074-be2e1a5c503b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:28.031655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbed21f-62d3-45a7-8af4-1d87c2efb69c None None] Pushing event updated for resources: {'Port': ['ID=7255de6e-47e9-42c3-946d-2e83d73fa6f1,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:28.135673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e9b0c4b1-a541-453e-97d3-98f54bdb85c3 req-819aaeae-5db7-4b06-b08a-dc6dc15e40c7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.138875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-87240fe3-6016-411c-ab7d-9302ec006483 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 217 time: 0.0952644 Nov 12 10:56:28.183248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ab0785a6-efd5-4e3b-b0c4-d0904664f175) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:28.187742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:28.188362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.220945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8b855-aded-47f1-9b5b-9b69d83218f5 None None] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:28.289562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.309846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c14e9f-dd4a-4a46-b3a2-0c94f32b11df req-89367fd4-2b0f-4cb5-b36e-936403521992 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:28.312018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85c14e9f-dd4a-4a46-b3a2-0c94f32b11df req-89367fd4-2b0f-4cb5-b36e-936403521992 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.3056650 Nov 12 10:56:28.315957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86332300-a1ba-4360-9784-ddc04f973ddc req-9361f050-ef01-4c89-a4c7-65ecca4bc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:28.317564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-9361f050-ef01-4c89-a4c7-65ecca4bc95d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1476421 Nov 12 10:56:28.321649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1697cbfa-4a73-405a-9989-681b3c1bcc22 req-6068f614-1d23-4595-a559-110c161386dd service neutron] 10.222.0.69 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989860 Nov 12 10:56:28.323744 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e9b0c4b1-a541-453e-97d3-98f54bdb85c3 req-819aaeae-5db7-4b06-b08a-dc6dc15e40c7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.392382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34784) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:28.393150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c669f54e-58a4-47c2-a7df-6f89d2176066 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6694016 Nov 12 10:56:28.396917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:28.428744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-309aa503-d693-4db0-bb11-3510ae8b9228 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939083 Nov 12 10:56:28.492998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85c14e9f-dd4a-4a46-b3a2-0c94f32b11df req-2b4f0dca-ff07-424e-a034-ac0b655d417d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703677 Nov 12 10:56:28.508179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.551016 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e9b0c4b1-a541-453e-97d3-98f54bdb85c3 req-819aaeae-5db7-4b06-b08a-dc6dc15e40c7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.553689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e9b0c4b1-a541-453e-97d3-98f54bdb85c3 req-819aaeae-5db7-4b06-b08a-dc6dc15e40c7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.555020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e9b0c4b1-a541-453e-97d3-98f54bdb85c3 req-819aaeae-5db7-4b06-b08a-dc6dc15e40c7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/d196d531-45ed-44c8-b419-a4dbce96f3be HTTP/1.1" status: 204 len: 173 time: 0.5391238 Nov 12 10:56:28.560838 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.560838 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.604812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:28.611107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aaeae-5db7-4b06-b08a-dc6dc15e40c7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d196d531-45ed-44c8-b419-a4dbce96f3be,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:28.650421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:28.656679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:28.667210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-f4e54b68-adb3-4f87-99e9-2e586226beb0 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263749 Nov 12 10:56:28.676170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fdc49-8089-44d7-b7bc-dbb0ab59c8f2 req-9540b5ed-6086-43c6-9e19-5303bf44fe87 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:28.685928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-605fdc49-8089-44d7-b7bc-dbb0ab59c8f2 req-9540b5ed-6086-43c6-9e19-5303bf44fe87 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1145709 Nov 12 10:56:28.714720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:56:28.715590 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.748835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Pushing event updated for resources: {'Port': ['ID=01f67d22-523e-4924-b074-be2e1a5c503b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:28.768943 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-aa008088-d8cf-4ada-beec-113a5822b60c req-6ee05db9-4b9a-4fc5-9398-6f683059852e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:56:28.770945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa008088-d8cf-4ada-beec-113a5822b60c req-6ee05db9-4b9a-4fc5-9398-6f683059852e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/d196d531-45ed-44c8-b419-a4dbce96f3be HTTP/1.1" status: 404 len: 352 time: 0.0539219 Nov 12 10:56:28.842518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-3a745ace-609e-4b1c-bfc6-dfcf83031f08 req-d04c1049-c02b-4694-8c69-474e52cc3afd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2110127724', 'description': 'tempest-description-1699853773'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:28.845805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-605fdc49-8089-44d7-b7bc-dbb0ab59c8f2 req-0e4b1f12-5ca2-44a4-8cc6-3e9c45b4c074 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317201 Nov 12 10:56:28.866420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:28.866599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86332300-a1ba-4360-9784-ddc04f973ddc req-69b9fe43-d928-4c24-8b03-659fbf40ad47 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762767 Nov 12 10:56:28.866722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b524a7ff-67cb-499a-a6d5-4372bc51a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:28.868714 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973ed21c-fdb5-486e-ba77-30790340ddca" -d '{"events": [{"server_uuid": "b524a7ff-67cb-499a-a6d5-4372bc51a85b", "name": "network-vif-plugged", "status": "completed", "tag": "77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:28.953020 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295509a7-8840-45ae-9ba9-852797a465de x-openstack-request-id: req-295509a7-8840-45ae-9ba9-852797a465de {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:28.953020 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b524a7ff-67cb-499a-a6d5-4372bc51a85b", "name": "network-vif-plugged", "status": "completed", "tag": "77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:28.965589 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-295509a7-8840-45ae-9ba9-852797a465de {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:28.965589 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b524a7ff-67cb-499a-a6d5-4372bc51a85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', 'code': 200} Nov 12 10:56:29.018794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Allocated IP 172.20.0.2 (ab0785a6-efd5-4e3b-b0c4-d0904664f175/f3432c60-3fc2-4d95-ac92-cf9e7d363f56/4bf92107-bd51-4a91-ad54-1e7c37c717fd) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:29.075389 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3a745ace-609e-4b1c-bfc6-dfcf83031f08 req-d04c1049-c02b-4694-8c69-474e52cc3afd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.172043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b30b-db5a-4f14-8fe8-a13f06489690 req-9084d93f-f23b-428a-9783-376bcd192da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.174190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6854b30b-db5a-4f14-8fe8-a13f06489690 req-9084d93f-f23b-428a-9783-376bcd192da5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 1101 time: 0.1551504 Nov 12 10:56:29.276927 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.279166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3aad4-3a61-4dcc-a676-f42d76b4db0c req-2fbc81db-766e-488f-af8c-2c1fe9d22af4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.281426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61b3aad4-3a61-4dcc-a676-f42d76b4db0c req-2fbc81db-766e-488f-af8c-2c1fe9d22af4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 950 time: 0.2098477 Nov 12 10:56:29.289471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-e04957cb-044c-48c5-8e06-096ba9c322a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.292401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-e04957cb-044c-48c5-8e06-096ba9c322a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1095 time: 0.2294815 Nov 12 10:56:29.297848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3a745ace-609e-4b1c-bfc6-dfcf83031f08 req-d04c1049-c02b-4694-8c69-474e52cc3afd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.308870 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.315218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7255de6e-47e9-42c3-946d-2e83d73fa6f1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:29.353838 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05bfebf8-9dde-47cf-9aa4-fa283e6accab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.358195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628bffc6-1f97-4a82-99e6-62c202db2cac None None] Network 14c3b181-4201-4bbc-a445-06c46fd7083c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:29.376872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.394246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6854b30b-db5a-4f14-8fe8-a13f06489690 req-e00a68cb-95d6-4526-a885-58ba6106d985 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082713 Nov 12 10:56:29.441128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3a745ace-609e-4b1c-bfc6-dfcf83031f08 req-d04c1049-c02b-4694-8c69-474e52cc3afd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.446352 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.485920 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61b3aad4-3a61-4dcc-a676-f42d76b4db0c req-2fbd5682-0788-4003-bca6-6c9d4dd3cc5f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744120 Nov 12 10:56:29.502025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-0f6c8d98-c9b2-4677-b19c-cf37fac5cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.504132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-0f6c8d98-c9b2-4677-b19c-cf37fac5cc86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1786172 Nov 12 10:56:29.539154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Pushing event updated for resources: {'Port': ['ID=4bf92107-bd51-4a91-ad54-1e7c37c717fd,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:29.569398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fd741b30-67f4-47e7-bdac-673c2c4cbeaa None None] Provisioning complete for port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:29.569887 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd741b30-67f4-47e7-bdac-673c2c4cbeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.583010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:29.587578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:29.587578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.587840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-c71762ee-4e6a-4e83-8d50-26da0bb758eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 217 time: 0.0703773 Nov 12 10:56:29.623772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c1049-c02b-4694-8c69-474e52cc3afd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a303a0d-95a7-49dd-93fc-06800a58e3e7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:29.644612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3a745ace-609e-4b1c-bfc6-dfcf83031f08 req-d04c1049-c02b-4694-8c69-474e52cc3afd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.646402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a745ace-609e-4b1c-bfc6-dfcf83031f08 req-d04c1049-c02b-4694-8c69-474e52cc3afd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8105829 Nov 12 10:56:29.656100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:29.667457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:29.678013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d772470-076a-4467-8bc9-3c1ff7bff7e9 req-3a04ebe0-01d1-46d9-9c85-ab8ac2283415 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.687368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d772470-076a-4467-8bc9-3c1ff7bff7e9 req-3a04ebe0-01d1-46d9-9c85-ab8ac2283415 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 949 time: 0.1072421 Nov 12 10:56:29.716288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-0e10a6ce-a079-4b9a-88ed-caf8dc6d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:29.717781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-0e10a6ce-a079-4b9a-88ed-caf8dc6d4b83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1199274 Nov 12 10:56:29.774344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-d4600bcf-6a7a-477a-8c2b-2f7349e285fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461137 Nov 12 10:56:29.783260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d772470-076a-4467-8bc9-3c1ff7bff7e9 req-900b049f-4a8b-43e2-8775-892c83b5f171 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950058 Nov 12 10:56:29.844281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Attempting to bind port 4bf92107-bd51-4a91-ad54-1e7c37c717fd on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:29.845382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Attempting to bind port 4bf92107-bd51-4a91-ad54-1e7c37c717fd by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:29.845382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Attempting to bind port 4bf92107-bd51-4a91-ad54-1e7c37c717fd on network ab0785a6-efd5-4e3b-b0c4-d0904664f175 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:29.849289 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.853987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:29.854359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Checking segment: {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:29.855014 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.855133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Bound using segment: {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:29.855614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Bound port: 4bf92107-bd51-4a91-ad54-1e7c37c717fd, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:29.856012 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.905472 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.914565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd741b30-67f4-47e7-bdac-673c2c4cbeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:29.930086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-71b749af-9a8a-4b89-bf62-85ab7e33c9a0 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435275 Nov 12 10:56:30.007339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 7255de6e-47e9-42c3-946d-2e83d73fa6f1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7255de6e-47e9-42c3-946d-2e83d73fa6f1,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:30.030256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7baf1-9f2e-43cf-9462-ece9cc23322e req-ef19563e-165d-4d7c-b141-ef477bf1026f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:30.039103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] For port 4bf92107-bd51-4a91-ad54-1e7c37c717fd, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:30.041331 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7aa7baf1-9f2e-43cf-9462-ece9cc23322e req-ef19563e-165d-4d7c-b141-ef477bf1026f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.2595029 Nov 12 10:56:30.049657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] For port 4bf92107-bd51-4a91-ad54-1e7c37c717fd, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4bf92107-bd51-4a91-ad54-1e7c37c717fd,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:30.081042 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.103110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c5cd465-ea54-4c39-81dc-5da4351d8a94 req-5b9bfb78-d8d9-4c5c-9cf4-6d8c17cc1ebc service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584671 Nov 12 10:56:30.140726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.152209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-03b2a59b-449d-426a-9f09-48e56a1b697a req-8f69e43a-c0ab-4f44-84b4-c99806a43365 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1937182988', 'description': 'tempest-description-735562122'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:30.195862 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-fd741b30-67f4-47e7-bdac-673c2c4cbeaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:56:30.196250 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-fd741b30-67f4-47e7-bdac-673c2c4cbeaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:56:30.211547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=7255de6e-47e9-42c3-946d-2e83d73fa6f1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:30.273481 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03b2a59b-449d-426a-9f09-48e56a1b697a req-8f69e43a-c0ab-4f44-84b4-c99806a43365 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.294573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9dd48-44dd-4c9f-875c-23e008a96449 None None] Pushing event updated for resources: {'Port': ['ID=4bf92107-bd51-4a91-ad54-1e7c37c717fd,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:30.399085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03b2a59b-449d-426a-9f09-48e56a1b697a req-8f69e43a-c0ab-4f44-84b4-c99806a43365 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.457596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.469216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03b2a59b-449d-426a-9f09-48e56a1b697a req-8f69e43a-c0ab-4f44-84b4-c99806a43365 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.505677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.509597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69e43a-c0ab-4f44-84b4-c99806a43365 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e422ba-1af7-4b6e-95ae-54f0914ef35d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:30.525916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7aa7baf1-9f2e-43cf-9462-ece9cc23322e req-a507248d-c7f1-4608-93dc-d18879d9da40 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684346 Nov 12 10:56:30.568029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03b2a59b-449d-426a-9f09-48e56a1b697a req-8f69e43a-c0ab-4f44-84b4-c99806a43365 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.569389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03b2a59b-449d-426a-9f09-48e56a1b697a req-8f69e43a-c0ab-4f44-84b4-c99806a43365 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4223514 Nov 12 10:56:30.637970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-d2388e77-1978-4514-8d13-1452fe82e024 req-68d8b985-d687-4695-a6e2-6ac4bfaf49d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1735987368', 'description': 'tempest-description-1978690404'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:30.684121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Allocated IP 172.25.3.124 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/4ef49030-a7b0-455a-8466-36537732a929) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:30.710859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6568b62-3287-4d3d-be4c-3cb1b46d5317 req-0e64125f-995a-4e78-9385-8e86a516ae3c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:30.712512 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6568b62-3287-4d3d-be4c-3cb1b46d5317 req-0e64125f-995a-4e78-9385-8e86a516ae3c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.0981491 Nov 12 10:56:30.731370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d2388e77-1978-4514-8d13-1452fe82e024 req-68d8b985-d687-4695-a6e2-6ac4bfaf49d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.794655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Router ce3923e3-534a-4ff4-a5a6-1c4370636d49 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:56:30.813681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d2388e77-1978-4514-8d13-1452fe82e024 req-68d8b985-d687-4695-a6e2-6ac4bfaf49d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.837020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6568b62-3287-4d3d-be4c-3cb1b46d5317 req-6c5c32dc-d4cd-40d4-ab06-3cde4fae68c2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062882 Nov 12 10:56:30.873416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-59f9634d-f6e7-4810-a68e-39e66762afe3 None None] Provisioning complete for port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:30.873999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59f9634d-f6e7-4810-a68e-39e66762afe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.886368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d2388e77-1978-4514-8d13-1452fe82e024 req-68d8b985-d687-4695-a6e2-6ac4bfaf49d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.907899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:30.945289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8b985-d687-4695-a6e2-6ac4bfaf49d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e0d291-0f61-41c7-920d-f442e20b9f00,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:31.014019 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d2388e77-1978-4514-8d13-1452fe82e024 req-68d8b985-d687-4695-a6e2-6ac4bfaf49d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.015306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2388e77-1978-4514-8d13-1452fe82e024 req-68d8b985-d687-4695-a6e2-6ac4bfaf49d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3820574 Nov 12 10:56:31.092701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153d739-5a3a-4113-b658-f537e870ee5c req-d3e64540-8ecc-49a4-8923-1af1aaa16681 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:31.094279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0153d739-5a3a-4113-b658-f537e870ee5c req-d3e64540-8ecc-49a4-8923-1af1aaa16681 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 949 time: 0.1094527 Nov 12 10:56:31.101422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:31.117885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Sync routers for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:31.134462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:31.135518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:31.173577 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0153d739-5a3a-4113-b658-f537e870ee5c req-b90596b8-5751-487d-9f7a-d8e9c9f64505 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593791 Nov 12 10:56:31.201754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.244691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.247634 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8ddacc44-e729-43f0-9554-b1ea1faf3c4a admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5871363 Nov 12 10:56:31.260212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24242e5f-39ad-47b0-a82f-5f720c692890 req-5caf9b4e-7ca1-4dd3-806e-f974f5047ffb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42 HTTP/1.1" status: 200 len: 11001 time: 0.1716549 Nov 12 10:56:31.260715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34840) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:31.284244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Pushing event updated for resources: {'Port': ['ID=4ef49030-a7b0-455a-8466-36537732a929,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:31.307383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:31.309145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:31.321949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:31.329907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4bf92107-bd51-4a91-ad54-1e7c37c717fd up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:31.446336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24242e5f-39ad-47b0-a82f-5f720c692890 req-9f366c80-8445-4532-97b2-86e217fc5461 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/40971254-fc10-4ce8-8b4c-332ac5d4c226 HTTP/1.1" status: 200 len: 2998 time: 0.1674063 Nov 12 10:56:31.457928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:31.519988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc7b6d9-99b9-4be3-8f19-68c2ab52d057 None None] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:31.548533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24242e5f-39ad-47b0-a82f-5f720c692890 req-3fbf327e-d6a9-4fbf-ace0-52e677a0c7f0 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/40971254-fc10-4ce8-8b4c-332ac5d4c226 HTTP/1.1" status: 200 len: 2998 time: 0.0906370 Nov 12 10:56:31.627325 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2cd044bc-8927-416e-a0e6-cc90b3faaf32 req-61322707-38bf-4bac-a382-180267378a86 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/9a303a0d-95a7-49dd-93fc-06800a58e3e7 HTTP/1.1" status: 200 len: 1818 time: 0.0433772 Nov 12 10:56:31.766485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.784337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2cd044bc-8927-416e-a0e6-cc90b3faaf32 req-56d87deb-a458-4417-9c8e-bc017c7e2fb5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.814379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68219807-abdf-4090-a270-05c304afc4ca req-eb1d985a-998c-41b6-b36c-4b891f51f58e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:31.815767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68219807-abdf-4090-a270-05c304afc4ca req-eb1d985a-998c-41b6-b36c-4b891f51f58e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.1373906 Nov 12 10:56:31.817486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2cd044bc-8927-416e-a0e6-cc90b3faaf32 req-56d87deb-a458-4417-9c8e-bc017c7e2fb5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.819885 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23532903-f221-4e20-b5ef-83bf7fc78eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.825963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Provisioning complete for port 4bf92107-bd51-4a91-ad54-1e7c37c717fd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:31.826329 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.863716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4bf92107-bd51-4a91-ad54-1e7c37c717fd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:31.863716 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.925013 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68219807-abdf-4090-a270-05c304afc4ca req-5ddd318e-791f-41b7-a28d-ea7188d2347a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650747 Nov 12 10:56:31.982988 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.993808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2cd044bc-8927-416e-a0e6-cc90b3faaf32 req-56d87deb-a458-4417-9c8e-bc017c7e2fb5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.997217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2cd044bc-8927-416e-a0e6-cc90b3faaf32 req-56d87deb-a458-4417-9c8e-bc017c7e2fb5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:31.998611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2cd044bc-8927-416e-a0e6-cc90b3faaf32 req-56d87deb-a458-4417-9c8e-bc017c7e2fb5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/9a303a0d-95a7-49dd-93fc-06800a58e3e7 HTTP/1.1" status: 204 len: 173 time: 0.3555677 Nov 12 10:56:32.019282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d87deb-a458-4417-9c8e-bc017c7e2fb5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a303a0d-95a7-49dd-93fc-06800a58e3e7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:32.101604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.165067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.167325 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-caef470d-5b5b-4390-821d-73e0c32fde8b req-7daef838-0bc3-49f6-9488-5cab141a980f tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:56:32.168398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-caef470d-5b5b-4390-821d-73e0c32fde8b req-7daef838-0bc3-49f6-9488-5cab141a980f tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/9a303a0d-95a7-49dd-93fc-06800a58e3e7 HTTP/1.1" status: 404 len: 352 time: 0.0195963 Nov 12 10:56:32.210050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:32.240958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf57b8d-eb25-4714-8c5b-460c9260662f req-8bbbc60a-96f3-4b55-af1b-f596ef12d49e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:32.242610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cf57b8d-eb25-4714-8c5b-460c9260662f req-8bbbc60a-96f3-4b55-af1b-f596ef12d49e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1436245 Nov 12 10:56:32.246979 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.289095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0835f830-7301-4169-acc7-f4aaaea80c79 req-9854ec3b-98ca-4ddb-b3e7-7c11f6af6808 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/00e422ba-1af7-4b6e-95ae-54f0914ef35d HTTP/1.1" status: 200 len: 1817 time: 0.0719662 Nov 12 10:56:32.308083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] For port 4bf92107-bd51-4a91-ad54-1e7c37c717fd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4bf92107-bd51-4a91-ad54-1e7c37c717fd,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:32.315742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:28Z', 'revision_number': 3, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:32.330610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Allocated IP 172.20.0.1 (14c3b181-4201-4bbc-a445-06c46fd7083c/5f57b607-5db5-4085-8c5e-b84260a83fd5/50e47cbd-3465-4267-8438-98dd21b93612) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:32.352665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cf57b8d-eb25-4714-8c5b-460c9260662f req-c126f01a-c71f-4cc7-9ff4-3ff856f86f0f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786989 Nov 12 10:56:32.356525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Checking router: ce3923e3-534a-4ff4-a5a6-1c4370636d49 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:32.356750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Updating router ce3923e3-534a-4ff4-a5a6-1c4370636d49 port 01f67d22-523e-4924-b074-be2e1a5c503b binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:32.390212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0835f830-7301-4169-acc7-f4aaaea80c79 req-537666ea-d5b0-4ae6-8924-264eead0fbf9 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.426330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0835f830-7301-4169-acc7-f4aaaea80c79 req-537666ea-d5b0-4ae6-8924-264eead0fbf9 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.432780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.450951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Router 25f6254a-13fb-4753-b1c9-12230f0347de is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:56:32.561538 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.610692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0835f830-7301-4169-acc7-f4aaaea80c79 req-537666ea-d5b0-4ae6-8924-264eead0fbf9 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.618679 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0835f830-7301-4169-acc7-f4aaaea80c79 req-537666ea-d5b0-4ae6-8924-264eead0fbf9 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.627272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0835f830-7301-4169-acc7-f4aaaea80c79 req-537666ea-d5b0-4ae6-8924-264eead0fbf9 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/00e422ba-1af7-4b6e-95ae-54f0914ef35d HTTP/1.1" status: 204 len: 173 time: 0.3279655 Nov 12 10:56:32.634318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:32.645897 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Sync routers for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:32.660172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537666ea-d5b0-4ae6-8924-264eead0fbf9 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e422ba-1af7-4b6e-95ae-54f0914ef35d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:32.661635 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:32.670745 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:32.711395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:32.754140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.756236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b4922487-6940-44f7-b76f-5f5442b9aacd admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.3630965 Nov 12 10:56:32.764339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34884) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:32.832236 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:32.895457 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-25b6044f-73e9-4a72-be9e-b19e9d8d4251 req-2c94dadb-cbd2-4cac-b7bb-fc2d23ea54c0 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:56:32.906007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-25b6044f-73e9-4a72-be9e-b19e9d8d4251 req-2c94dadb-cbd2-4cac-b7bb-fc2d23ea54c0 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/00e422ba-1af7-4b6e-95ae-54f0914ef35d HTTP/1.1" status: 404 len: 352 time: 0.1674736 Nov 12 10:56:32.906593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34886) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:32.908067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f4083-c9c3-4b4d-96b4-865b154275de req-b428b44f-31d5-43be-a615-bbd666dc05f2 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:32.915255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b40f4083-c9c3-4b4d-96b4-865b154275de req-b428b44f-31d5-43be-a615-bbd666dc05f2 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 949 time: 0.1359181 Nov 12 10:56:32.953034 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:32.982175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.016230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46', 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'port_id': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46', 'mac_address': 'fa:16:3e:32:ed:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06317caf-44f7-4e6a-8e1d-6614643ee770', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:33.016230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Pushing event updated for resources: {'Port': ['ID=4bf92107-bd51-4a91-ad54-1e7c37c717fd,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:33.016992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b40f4083-c9c3-4b4d-96b4-865b154275de req-a374f8e9-5566-4289-92a0-479ced9c2a88 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829072 Nov 12 10:56:33.059693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b4cad43-7a2b-44a9-b7f6-4a46a61ee96e req-fce72b9e-d3de-4020-82b3-b39ed49d8107 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/24e0d291-0f61-41c7-920d-f442e20b9f00 HTTP/1.1" status: 200 len: 1818 time: 0.1120541 Nov 12 10:56:33.062232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.062582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.062918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.063281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.063614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.063961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.064293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.064619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.064940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.065553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.065888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.066257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc774aa-5215-4b08-9f0c-6f22326efa31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:33.100825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-17cc146a-3062-4cac-bbc6-5cfca80185b6 None None] Provisioning complete for port 4bf92107-bd51-4a91-ad54-1e7c37c717fd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:33.101204 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-17cc146a-3062-4cac-bbc6-5cfca80185b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.146580 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.155216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.167409 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:31Z', 'revision_number': 3, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:33.204876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Network 14c3b181-4201-4bbc-a445-06c46fd7083c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:33.205709 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Checking router: 25f6254a-13fb-4753-b1c9-12230f0347de for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:33.206062 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Updating router 25f6254a-13fb-4753-b1c9-12230f0347de port 4ef49030-a7b0-455a-8466-36537732a929 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:33.212945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:33.216025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:33.239486 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.258798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a0be0-35b0-4c63-b505-6352da6dcacb req-ef772e14-a996-469d-a41e-07e111d176c5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:33.260256 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f23b9fc1-dbfd-4e47-9d0a-c27417cf9738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.261293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c7a0be0-35b0-4c63-b505-6352da6dcacb req-ef772e14-a996-469d-a41e-07e111d176c5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.1474226 Nov 12 10:56:33.264859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Pushing event updated for resources: {'Port': ['ID=50e47cbd-3465-4267-8438-98dd21b93612,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:33.284630 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.314579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:56:33.317308 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:56:33.324919 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.354296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdcee2-5869-4c2e-be5c-7ad1e38c393e None None] Pushing event updated for resources: {'Port': ['ID=01f67d22-523e-4924-b074-be2e1a5c503b,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:33.365010 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.367908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Attempting to bind port 01f67d22-523e-4924-b074-be2e1a5c503b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:33.368317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Attempting to bind port 01f67d22-523e-4924-b074-be2e1a5c503b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:33.368670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Attempting to bind port 01f67d22-523e-4924-b074-be2e1a5c503b on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:33.412851 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c7a0be0-35b0-4c63-b505-6352da6dcacb req-bd5b1660-cfc0-4527-b43e-c328e48270fa tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352499 Nov 12 10:56:33.430075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:33.430450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:33.431570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.431570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:33.434376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Bound port: 01f67d22-523e-4924-b074-be2e1a5c503b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:33.434795 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.442101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0b4cad43-7a2b-44a9-b7f6-4a46a61ee96e req-370527b3-02f2-4813-9ea5-cb80b61853cd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.487543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0b4cad43-7a2b-44a9-b7f6-4a46a61ee96e req-370527b3-02f2-4813-9ea5-cb80b61853cd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.521882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] For port 01f67d22-523e-4924-b074-be2e1a5c503b, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:33.526160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] For port 01f67d22-523e-4924-b074-be2e1a5c503b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=01f67d22-523e-4924-b074-be2e1a5c503b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:33.532493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:33.572531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:33.615901 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.661887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.667575 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f23b9fc1-dbfd-4e47-9d0a-c27417cf9738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.684956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.695623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.726478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cdadbd22-0d90-4354-8c91-ffdfee4e617d None None] Provisioning complete for port 50e47cbd-3465-4267-8438-98dd21b93612 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:33.731739 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cdadbd22-0d90-4354-8c91-ffdfee4e617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.732794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:33.738285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:33.757447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0b4cad43-7a2b-44a9-b7f6-4a46a61ee96e req-370527b3-02f2-4813-9ea5-cb80b61853cd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.760282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0b4cad43-7a2b-44a9-b7f6-4a46a61ee96e req-370527b3-02f2-4813-9ea5-cb80b61853cd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.761612 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b4cad43-7a2b-44a9-b7f6-4a46a61ee96e req-370527b3-02f2-4813-9ea5-cb80b61853cd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/24e0d291-0f61-41c7-920d-f442e20b9f00 HTTP/1.1" status: 204 len: 173 time: 0.6800904 Nov 12 10:56:33.838626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f23b9fc1-dbfd-4e47-9d0a-c27417cf9738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.861816 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.888714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f23b9fc1-dbfd-4e47-9d0a-c27417cf9738 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b227f9ebbdc04b3695afbd86bda10a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9768670 Nov 12 10:56:33.895036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34906) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:33.895301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370527b3-02f2-4813-9ea5-cb80b61853cd tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e0d291-0f61-41c7-920d-f442e20b9f00,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:33.910162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdcee2-5869-4c2e-be5c-7ad1e38c393e None None] Pushing event updated for resources: {'Port': ['ID=01f67d22-523e-4924-b074-be2e1a5c503b,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:33.948809 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.954122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:33.976875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b9fc1-dbfd-4e47-9d0a-c27417cf9738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11df304e-8023-4355-8ea9-1b88422cf1eb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:34.005311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc6a30-df5b-43fb-b400-35ff81ff5713 req-09bf2b9a-8e69-41c3-b92d-3b916e9f3621 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:34.007495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4f53a-fe2b-4bbd-9ea1-81ba865824d9 req-d4b415d7-a5a0-4709-b0a6-5145bf30a629 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:34.012614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c5dc6a30-df5b-43fb-b400-35ff81ff5713 req-09bf2b9a-8e69-41c3-b92d-3b916e9f3621 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1226008 Nov 12 10:56:34.013825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4f53a-fe2b-4bbd-9ea1-81ba865824d9 req-d4b415d7-a5a0-4709-b0a6-5145bf30a629 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:34.021694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ce4f53a-fe2b-4bbd-9ea1-81ba865824d9 req-d4b415d7-a5a0-4709-b0a6-5145bf30a629 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b&device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 1690 time: 0.1413507 Nov 12 10:56:34.031563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:34.041347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cdadbd22-0d90-4354-8c91-ffdfee4e617d None None] Port 50e47cbd-3465-4267-8438-98dd21b93612 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:34.060305 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Pushing event updated for resources: {'Port': ['ID=4ef49030-a7b0-455a-8466-36537732a929,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:34.063967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c770cbf-6129-4066-8f71-41bea578505e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.065815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.075776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7255de6e-47e9-42c3-946d-2e83d73fa6f1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:34.076050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.082018 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.082643 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.083141 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.086686 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.087618 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.088159 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.088662 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.089869 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.090871 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.091373 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.092030 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.092508 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:56:34.115595 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c5dc6a30-df5b-43fb-b400-35ff81ff5713 req-363ed72a-8712-4057-b851-dfb555d84901 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018546 Nov 12 10:56:34.117451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Allocated IP 172.20.0.1 (ab0785a6-efd5-4e3b-b0c4-d0904664f175/f3432c60-3fc2-4d95-ac92-cf9e7d363f56/901f6fb9-c116-46f1-90f9-e4d165c9feee) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:34.156318 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Attempting to bind port 4ef49030-a7b0-455a-8466-36537732a929 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:34.157991 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Attempting to bind port 4ef49030-a7b0-455a-8466-36537732a929 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:34.158410 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Attempting to bind port 4ef49030-a7b0-455a-8466-36537732a929 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:34.169195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:34.169427 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:34.169709 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:34.170329 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.173990 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:34.173990 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Bound port: 4ef49030-a7b0-455a-8466-36537732a929, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:34.175004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:34.184326 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.190380 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ce4f53a-fe2b-4bbd-9ea1-81ba865824d9 req-3c49b44d-3924-4d21-a679-bb97bab711c0 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676338 Nov 12 10:56:34.223575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c770cbf-6129-4066-8f71-41bea578505e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.229663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:34.231535 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.253129 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-d3608b92-f74e-44d9-b023-62b9e57c1f05 req-c4c7e207-85be-4837-8d0a-7a0690f7e57c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:56:34.260608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3608b92-f74e-44d9-b023-62b9e57c1f05 req-c4c7e207-85be-4837-8d0a-7a0690f7e57c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/24e0d291-0f61-41c7-920d-f442e20b9f00 HTTP/1.1" status: 404 len: 352 time: 0.0547671 Nov 12 10:56:34.276149 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] For port 4ef49030-a7b0-455a-8466-36537732a929, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:34.279726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.282817 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] For port 4ef49030-a7b0-455a-8466-36537732a929, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4ef49030-a7b0-455a-8466-36537732a929,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:34.289395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Pushing event updated for resources: {'Port': ['ID=50e47cbd-3465-4267-8438-98dd21b93612,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:34.329611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.361638 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.436515 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:34.437387 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:34.444001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.470023 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dbc957b-e6fe-4093-9573-0b7d4db03557 req-5023cc6b-75c7-4011-86d5-755c6b3abad4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42 HTTP/1.1" status: 200 len: 6201 time: 0.1691227 Nov 12 10:56:34.497433 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8165a96-7382-4383-9b4c-56090af724a9 None None] Pushing event updated for resources: {'Port': ['ID=4ef49030-a7b0-455a-8466-36537732a929,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:34.505616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c770cbf-6129-4066-8f71-41bea578505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.508578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c770cbf-6129-4066-8f71-41bea578505e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.510037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3c770cbf-6129-4066-8f71-41bea578505e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11df304e-8023-4355-8ea9-1b88422cf1eb HTTP/1.1" status: 204 len: 168 time: 0.6155417 Nov 12 10:56:34.521048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Pushing event updated for resources: {'Port': ['ID=901f6fb9-c116-46f1-90f9-e4d165c9feee,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:34.545665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c770cbf-6129-4066-8f71-41bea578505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11df304e-8023-4355-8ea9-1b88422cf1eb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:34.550584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Network 14c3b181-4201-4bbc-a445-06c46fd7083c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:34.557901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:34.560133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:34.560712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:34.564829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:34.565562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.581672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dbc957b-e6fe-4093-9573-0b7d4db03557 req-b5a14a54-7f9d-41bc-bece-afffa0ab8918 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/40971254-fc10-4ce8-8b4c-332ac5d4c226 HTTP/1.1" status: 200 len: 2998 time: 0.1106727 Nov 12 10:56:34.730795 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:34.734640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8a54f-1c09-42ca-894e-2d43ebe72264 req-9f7d1832-05c1-4cbf-bf00-38a929b92321 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:34.748600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99d8a54f-1c09-42ca-894e-2d43ebe72264 req-9f7d1832-05c1-4cbf-bf00-38a929b92321 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 1101 time: 0.3521061 Nov 12 10:56:34.795121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dbc957b-e6fe-4093-9573-0b7d4db03557 req-e8267c22-eb22-4a9f-8e78-a2ddf6826ef6 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/40971254-fc10-4ce8-8b4c-332ac5d4c226 HTTP/1.1" status: 200 len: 2998 time: 0.2124269 Nov 12 10:56:34.857342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Router ce3923e3-534a-4ff4-a5a6-1c4370636d49 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:56:34.895026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:34.928566 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99d8a54f-1c09-42ca-894e-2d43ebe72264 req-dbf20603-4669-48e1-b606-5e02308d1de9 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782868 Nov 12 10:56:35.047813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 1, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:35.079448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e769e920-6da4-4b93-90c5-81401a0122b5 req-c05ee27d-ac37-462e-acf9-e8d6021a5309 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1407622804', 'description': 'tempest-description-782436232'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:35.081997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:35.129607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.132529 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:31Z', 'revision_number': 3, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:35.140603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a572d8-1689-4831-a6fa-63ee8bd5818b None None] The sync data for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 is: [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:32Z', 'revision_number': 1, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:35.156227 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7c1c5ed1-1117-48fc-ac75-bdb3a7c95aae admin admin] 10.222.0.98 "PUT /v2.0/routers/ce3923e3-534a-4ff4-a5a6-1c4370636d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8867092 Nov 12 10:56:35.176101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4bf92107-bd51-4a91-ad54-1e7c37c717fd up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:35.178064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fcda1a0d-a8bf-41f9-b067-1d9b318e3930 None None] Provisioning complete for port 50e47cbd-3465-4267-8438-98dd21b93612 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:35.178432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcda1a0d-a8bf-41f9-b067-1d9b318e3930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.192246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c8389-c933-450b-b844-38f42a4fc66a req-d57a21a2-0a60-436a-a447-eb2135f55d1e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:35.199843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-708c8389-c933-450b-b844-38f42a4fc66a req-d57a21a2-0a60-436a-a447-eb2135f55d1e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 944 time: 0.1205230 Nov 12 10:56:35.209688 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b41ed6-3b70-44f8-9535-2735388ea97f None None] The sync data for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 is: [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:31Z', 'revision_number': 3, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:35.304255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-708c8389-c933-450b-b844-38f42a4fc66a req-a2f170d4-1c70-4243-a799-727e02ead2fd tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027768 Nov 12 10:56:35.331539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fcda1a0d-a8bf-41f9-b067-1d9b318e3930 None None] Port 50e47cbd-3465-4267-8438-98dd21b93612 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:35.358036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fcda1a0d-a8bf-41f9-b067-1d9b318e3930 None None] Provisioning complete for port 901f6fb9-c116-46f1-90f9-e4d165c9feee triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:35.358565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcda1a0d-a8bf-41f9-b067-1d9b318e3930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.408718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4bf92107-bd51-4a91-ad54-1e7c37c717fd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:35.409148 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.416096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fcda1a0d-a8bf-41f9-b067-1d9b318e3930 None None] Port 901f6fb9-c116-46f1-90f9-e4d165c9feee cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:35.442759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add71c0-df15-467b-a3ad-595dc795561b req-60513d75-09ae-4c83-8a2a-0d0febc7139c tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:35.447581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1add71c0-df15-467b-a3ad-595dc795561b req-60513d75-09ae-4c83-8a2a-0d0febc7139c tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 1102 time: 0.0627201 Nov 12 10:56:35.526619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1add71c0-df15-467b-a3ad-595dc795561b req-baf8adea-554c-4543-b7d2-03009f0ec552 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652776 Nov 12 10:56:35.616041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e769e920-6da4-4b93-90c5-81401a0122b5 req-c05ee27d-ac37-462e-acf9-e8d6021a5309 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.773257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a76fe-38e9-4504-b200-cd91bc17adca req-bc42f9b3-2107-452d-a466-e84556628b62 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:35.775205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-240a76fe-38e9-4504-b200-cd91bc17adca req-bc42f9b3-2107-452d-a466-e84556628b62 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1207592 Nov 12 10:56:35.781242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.801522 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e769e920-6da4-4b93-90c5-81401a0122b5 req-c05ee27d-ac37-462e-acf9-e8d6021a5309 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.846186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34934) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:35.866723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1bf64a3d-b373-43c4-845e-f4bb78a4c917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.871519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.872306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.900091 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-240a76fe-38e9-4504-b200-cd91bc17adca req-b3bab2dd-13a5-4490-a198-06a7a1e5c8f0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132607 Nov 12 10:56:35.919810 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e769e920-6da4-4b93-90c5-81401a0122b5 req-c05ee27d-ac37-462e-acf9-e8d6021a5309 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:35.991514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Pushing event updated for resources: {'Port': ['ID=901f6fb9-c116-46f1-90f9-e4d165c9feee,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:36.051962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ee27d-ac37-462e-acf9-e8d6021a5309 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebd8966-57c6-47bd-82aa-b16c7ef6d138,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:36.102177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e769e920-6da4-4b93-90c5-81401a0122b5 req-c05ee27d-ac37-462e-acf9-e8d6021a5309 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.103910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e769e920-6da4-4b93-90c5-81401a0122b5 req-c05ee27d-ac37-462e-acf9-e8d6021a5309 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.1271348 Nov 12 10:56:36.137286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:36.144824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:36.153504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1bf64a3d-b373-43c4-845e-f4bb78a4c917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.193775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:36.324209 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1bf64a3d-b373-43c4-845e-f4bb78a4c917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.465724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d34013f0-43b2-4e77-b2f7-2eb8ba048382 req-83c30092-6734-44ed-ba58-d7b45e92c948 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-305604413', 'description': 'tempest-description-508089786'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:36.481366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:36.487056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:36.487735 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.585493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1bf64a3d-b373-43c4-845e-f4bb78a4c917 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a0cff823f648400a9f5098fe26735093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7379081 Nov 12 10:56:36.590180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34946) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:36.592226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf64a3d-b373-43c4-845e-f4bb78a4c917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e8793d-a483-474d-b133-240b773da4af,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:36.607423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Router 25f6254a-13fb-4753-b1c9-12230f0347de has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:56:36.614216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6f8d0102-7392-400a-ac3a-3b8dd59870e5 None None] Provisioning complete for port 901f6fb9-c116-46f1-90f9-e4d165c9feee triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:36.615237 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0102-7392-400a-ac3a-3b8dd59870e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.665237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d0102-7392-400a-ac3a-3b8dd59870e5 None None] Port 901f6fb9-c116-46f1-90f9-e4d165c9feee cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:36.707982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f78f57f-aff4-4d3f-b70a-b081a8cff513 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.718760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d34013f0-43b2-4e77-b2f7-2eb8ba048382 req-83c30092-6734-44ed-ba58-d7b45e92c948 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.731172 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.764469 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f78f57f-aff4-4d3f-b70a-b081a8cff513 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.782703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:36.787976 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7563a9ea-0ae4-4b42-a021-74f42a6119fa" -d '{"events": [{"server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "name": "network-vif-plugged", "status": "completed", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:36.816868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:36.850446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:56:36.856767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-038686ec-972e-4461-acb8-f976d2f11979 admin admin] 10.222.0.98 "PUT /v2.0/routers/25f6254a-13fb-4753-b1c9-12230f0347de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0906141 Nov 12 10:56:36.903009 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.939966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f78f57f-aff4-4d3f-b70a-b081a8cff513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.946586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f78f57f-aff4-4d3f-b70a-b081a8cff513 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:36.951546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7f78f57f-aff4-4d3f-b70a-b081a8cff513 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/01e8793d-a483-474d-b133-240b773da4af HTTP/1.1" status: 204 len: 168 time: 0.3571725 Nov 12 10:56:36.968079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:36.988870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f57f-aff4-4d3f-b70a-b081a8cff513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e8793d-a483-474d-b133-240b773da4af,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:37.069477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d34013f0-43b2-4e77-b2f7-2eb8ba048382 req-83c30092-6734-44ed-ba58-d7b45e92c948 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.097993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34960) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:37.104369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-481cbdbe-4f84-4d13-baa4-65a29d407383 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431841864', 'description': 'tempest-description--1532680206'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:37.147187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d34013f0-43b2-4e77-b2f7-2eb8ba048382 req-83c30092-6734-44ed-ba58-d7b45e92c948 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.192403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c30092-6734-44ed-ba58-d7b45e92c948 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db098b7d-e128-45f3-bf1e-dc2a523f078d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:37.263098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-481cbdbe-4f84-4d13-baa4-65a29d407383 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.272450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4ef49030-a7b0-455a-8466-36537732a929 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:37.339137 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d34013f0-43b2-4e77-b2f7-2eb8ba048382 req-83c30092-6734-44ed-ba58-d7b45e92c948 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.340492 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d34013f0-43b2-4e77-b2f7-2eb8ba048382 req-83c30092-6734-44ed-ba58-d7b45e92c948 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8961158 Nov 12 10:56:37.342611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4ef49030-a7b0-455a-8466-36537732a929 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:37.342995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.368985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-481cbdbe-4f84-4d13-baa4-65a29d407383 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.479611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-481cbdbe-4f84-4d13-baa4-65a29d407383 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.480686 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.499631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-a01886a9-3564-47b0-8444-cce68284400d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358071 Nov 12 10:56:37.536904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 4ef49030-a7b0-455a-8466-36537732a929, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4ef49030-a7b0-455a-8466-36537732a929,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:37.557765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cbdbe-4f84-4d13-baa4-65a29d407383 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a479c77-c7b4-4502-aed9-29f119c25db0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:37.577008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0035d-d255-4411-ac2a-f96086220908 req-0c709104-cbf4-4181-8621-7584d6d6d929 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:37.580072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06d0035d-d255-4411-ac2a-f96086220908 req-0c709104-cbf4-4181-8621-7584d6d6d929 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.1548758 Nov 12 10:56:37.593455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.594327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 01f67d22-523e-4924-b074-be2e1a5c503b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:37.621876 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-481cbdbe-4f84-4d13-baa4-65a29d407383 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.623891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-481cbdbe-4f84-4d13-baa4-65a29d407383 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5247879 Nov 12 10:56:37.628300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34982) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:37.634823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-ebb5169f-c002-41f2-81fc-16a77b341064 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:37.640847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a85be479-ce3f-44de-974d-d6dbd520cb5f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Request body: {'security_group_rule': {'security_group_id': '4a479c77-c7b4-4502-aed9-29f119c25db0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:37.648588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-ebb5169f-c002-41f2-81fc-16a77b341064 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420565 Nov 12 10:56:37.662485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06d0035d-d255-4411-ac2a-f96086220908 req-791ba5ca-157e-41ce-943a-29ccd2988ec1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758803 Nov 12 10:56:37.681261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-d904d605-ba4b-41bf-b7a1-22dfe5c13976 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/quotas/dfa1edaedd354cc794351113a0f638fd HTTP/1.1" status: 200 len: 375 time: 0.0270455 Nov 12 10:56:37.718091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=4ef49030-a7b0-455a-8466-36537732a929,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:37.742113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 01f67d22-523e-4924-b074-be2e1a5c503b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:37.742484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.764684 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a85be479-ce3f-44de-974d-d6dbd520cb5f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.784137 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d99495-2c3b-4321-8514-76d2e41014a3 x-openstack-request-id: req-c2d99495-2c3b-4321-8514-76d2e41014a3 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:37.784741 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "name": "network-vif-plugged", "status": "completed", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:37.785154 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c2d99495-2c3b-4321-8514-76d2e41014a3 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:37.785717 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46', 'code': 200} Nov 12 10:56:37.796143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-58589f3f-aa22-4f45-b06d-df19459028da tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048436 Nov 12 10:56:37.889004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.906127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a85be479-ce3f-44de-974d-d6dbd520cb5f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:37.920041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 01f67d22-523e-4924-b074-be2e1a5c503b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=01f67d22-523e-4924-b074-be2e1a5c503b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:37.938778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424dfa-f3da-4d57-806b-799a47fdf3f7 req-27623dad-a9fd-4142-8c30-9d710f8f920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:37.940365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64424dfa-f3da-4d57-806b-799a47fdf3f7 req-27623dad-a9fd-4142-8c30-9d710f8f920f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1097 time: 0.0969033 Nov 12 10:56:37.953531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e31c29-0174-411d-97dc-4de172d46c0d req-6f8b0749-7b44-410d-8133-882dc467bffb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:37.955658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09e31c29-0174-411d-97dc-4de172d46c0d req-6f8b0749-7b44-410d-8133-882dc467bffb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.0709798 Nov 12 10:56:38.010430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a85be479-ce3f-44de-974d-d6dbd520cb5f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.051506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85be479-ce3f-44de-974d-d6dbd520cb5f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7beed7ba-b494-4aa6-8547-a106ab9b1075,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:38.056656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64424dfa-f3da-4d57-806b-799a47fdf3f7 req-fc2f2f18-27f4-404a-97f2-95712da217e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000071 Nov 12 10:56:38.057065 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.060703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09e31c29-0174-411d-97dc-4de172d46c0d req-78b486c7-2a3b-4f9f-b50c-4a3975f90cc7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987220 Nov 12 10:56:38.116507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=01f67d22-523e-4924-b074-be2e1a5c503b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:38.145671 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a85be479-ce3f-44de-974d-d6dbd520cb5f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.150047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34992) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:38.151378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a85be479-ce3f-44de-974d-d6dbd520cb5f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5218272 Nov 12 10:56:38.158079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e5f227a8-0bb8-44dd-9274-dd433ce7033e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Request body: {'security_group_rule': {'security_group_id': '4a479c77-c7b4-4502-aed9-29f119c25db0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:38.249454 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f227a8-0bb8-44dd-9274-dd433ce7033e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.331878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f227a8-0bb8-44dd-9274-dd433ce7033e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.355976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Sync routers for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:38.383539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:38.384346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:38.441414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f227a8-0bb8-44dd-9274-dd433ce7033e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.478987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f227a8-0bb8-44dd-9274-dd433ce7033e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0571f62b-3efe-452c-943f-155fd5390474,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:38.529944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35000) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:38.550218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f227a8-0bb8-44dd-9274-dd433ce7033e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.551794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e5f227a8-0bb8-44dd-9274-dd433ce7033e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4005580 Nov 12 10:56:38.555035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35004) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:38.561884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:38.574642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:38.663264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.704565 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Sync routers for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:56:38.763231 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:38.764133 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:38.855126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1510950477-network', 'tenant_id': 'a1d01d32bcbe4fc9a623f76ca0c76c5f'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:38.910103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:35Z', 'revision_number': 2, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:38.915944 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:38.935671 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:38.954156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Checking router: 25f6254a-13fb-4753-b1c9-12230f0347de for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:38.956413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Updating router 25f6254a-13fb-4753-b1c9-12230f0347de port 901f6fb9-c116-46f1-90f9-e4d165c9feee binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:38.988302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.073568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Allocated IP 172.25.3.166 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/08d25198-16ad-42ac-bcc8-5f64e9f3578d) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:39.158131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-f45d9964-29bd-453f-926d-cca0538dee6a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:39.168717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-f45d9964-29bd-453f-926d-cca0538dee6a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/networks?id=ab0785a6-efd5-4e3b-b0c4-d0904664f175 HTTP/1.1" status: 200 len: 829 time: 0.4469669 Nov 12 10:56:39.222559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4ef49030-a7b0-455a-8466-36537732a929 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:39.222814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 2, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:39.224375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-d1a472e7-7fb5-4bc9-b36c-934bfa0298f3 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/quotas/2ded29c5080047638c1a507fd835c537 HTTP/1.1" status: 200 len: 375 time: 0.0527325 Nov 12 10:56:39.245155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.280801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Made reservation on behalf of a1d01d32bcbe4fc9a623f76ca0c76c5f for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:39.284410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.299971 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Checking router: ce3923e3-534a-4ff4-a5a6-1c4370636d49 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:56:39.300206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-3828cd2d-465a-4ee2-8f8d-24b546baad00 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:39.300561 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Updating router ce3923e3-534a-4ff4-a5a6-1c4370636d49 port 50e47cbd-3465-4267-8438-98dd21b93612 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:56:39.301963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-3828cd2d-465a-4ee2-8f8d-24b546baad00 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 811 time: 0.6187861 Nov 12 10:56:39.350483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-0831faca-73a1-4496-ba39-6a82bbdc7231 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2ded29c5080047638c1a507fd835c537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135738 Nov 12 10:56:39.361106 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.385132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-d6f21e85-bb2e-4248-80e3-87bbbefd410c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/quotas/42a2cc0b6c674a93bfe4da2a6183bb42 HTTP/1.1" status: 200 len: 375 time: 0.0715051 Nov 12 10:56:39.386515 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.447465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4ef49030-a7b0-455a-8466-36537732a929 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:39.448067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.485697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.510437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-1c120f9b-cd9b-463c-a4f2-dd66e7a6ca1b service neutron] 10.222.0.98 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313708 Nov 12 10:56:39.577656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-55bcf610-978c-4815-a0d9-4f42310c80d0 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1857207 Nov 12 10:56:39.595817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:39.635511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.652913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 01f67d22-523e-4924-b074-be2e1a5c503b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:39.707602 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.726752 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-6da0d9fb-2e84-4c34-9e7c-60b063c0dcc3 service neutron] 10.222.0.98 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360734 Nov 12 10:56:39.736728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:39.737780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-bc325a2c-114b-4d2a-8dd6-d08343b81f2b service neutron] 10.222.0.98 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138991 Nov 12 10:56:39.739842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:39.791414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a93991-bb92-4dc1-82b9-96b12f44d04b None None] Pushing event updated for resources: {'Port': ['ID=901f6fb9-c116-46f1-90f9-e4d165c9feee,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:39.801139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.928290 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:39.948909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-8a2cf332-38e0-44e4-9818-4339c7252269 service neutron] 10.222.0.98 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371341 Nov 12 10:56:39.951955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event updated for resources: {'Port': ['ID=08d25198-16ad-42ac-bcc8-5f64e9f3578d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:40.000978 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.044704 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.193269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 01f67d22-523e-4924-b074-be2e1a5c503b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:40.194920 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.213048 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.220277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Attempting to bind port 901f6fb9-c116-46f1-90f9-e4d165c9feee on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:40.220646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Attempting to bind port 901f6fb9-c116-46f1-90f9-e4d165c9feee by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:40.225328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Attempting to bind port 901f6fb9-c116-46f1-90f9-e4d165c9feee on network ab0785a6-efd5-4e3b-b0c4-d0904664f175 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:40.322565 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Attempting to bind port 50e47cbd-3465-4267-8438-98dd21b93612 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:40.337127 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Attempting to bind port 50e47cbd-3465-4267-8438-98dd21b93612 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:40.337849 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Attempting to bind port 50e47cbd-3465-4267-8438-98dd21b93612 on network 14c3b181-4201-4bbc-a445-06c46fd7083c {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:40.363111 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:40.363719 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Checking segment: {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:40.364436 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.365085 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Bound using segment: {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:40.375492 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Bound port: 50e47cbd-3465-4267-8438-98dd21b93612, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:40.376257 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.425866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.436035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:40.447056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Checking segment: {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:40.447877 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.452357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Bound using segment: {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:40.453188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Bound port: 901f6fb9-c116-46f1-90f9-e4d165c9feee, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:40.453868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.522362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d55d5024-4a18-40a8-a10a-72390d8ea113 None None] Provisioning complete for port 901f6fb9-c116-46f1-90f9-e4d165c9feee triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:40.522758 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d55d5024-4a18-40a8-a10a-72390d8ea113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.948545 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e7db3-644b-4dc4-b1a6-e32e24a6b18a None None] Pushing event updated for resources: {'Port': ['ID=50e47cbd-3465-4267-8438-98dd21b93612,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:40.950861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:40.950861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f9e269-12d3-4bae-bf67-29bc24be23b4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:40.950861 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.950861 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Added segment 8563019e-ffae-4356-a2cd-40ba13863b31 of type vlan for network a4c934a6-2391-4e7e-895b-31872c457aa2 Nov 12 10:56:40.953037 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] For port 50e47cbd-3465-4267-8438-98dd21b93612, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:40.953037 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] For port 50e47cbd-3465-4267-8438-98dd21b93612, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=50e47cbd-3465-4267-8438-98dd21b93612,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:40.954077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0afb3-31cb-4765-a57d-742614182aef req-4012c6c7-568b-4ec6-9f02-2772e0fac8a4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:40.954077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4da0afb3-31cb-4765-a57d-742614182aef req-4012c6c7-568b-4ec6-9f02-2772e0fac8a4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1807120 Nov 12 10:56:40.956646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48847f4-59df-4d35-91c0-c17df0617cef req-9e9c6f6e-46d5-4a4f-b25e-5fbe824a3b70 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:40.956646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c48847f4-59df-4d35-91c0-c17df0617cef req-9e9c6f6e-46d5-4a4f-b25e-5fbe824a3b70 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.3608229 Nov 12 10:56:40.956646 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.957772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4da0afb3-31cb-4765-a57d-742614182aef req-f196c7e0-01c4-466f-aea8-5d7d93a3ba6b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546162 Nov 12 10:56:40.957865 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:40.957942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d55d5024-4a18-40a8-a10a-72390d8ea113 None None] Port 901f6fb9-c116-46f1-90f9-e4d165c9feee cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:40.958156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c48847f4-59df-4d35-91c0-c17df0617cef req-e25540a3-abc0-486e-a2bc-9631d07b250a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991359 Nov 12 10:56:40.958275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] For port 901f6fb9-c116-46f1-90f9-e4d165c9feee, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:40.958275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] For port 901f6fb9-c116-46f1-90f9-e4d165c9feee, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=901f6fb9-c116-46f1-90f9-e4d165c9feee,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:40.972538 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f519470f-7e01-4cfc-8460-55966cac07b6 req-d4472bb3-6bf3-4fe5-b033-31f3e1f751eb tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 210 time: 0.0479865 Nov 12 10:56:40.980291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14534ca9-ec21-485d-8620-5cd011b273bc req-57bfeaaa-82b0-4d51-963b-bd4a7cfe12a1 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 210 time: 0.0288737 Nov 12 10:56:40.990465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-628a9082-a9b5-493e-a253-bf0c1f177452 None None] Provisioning complete for port 50e47cbd-3465-4267-8438-98dd21b93612 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:40.991329 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-628a9082-a9b5-493e-a253-bf0c1f177452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.049740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-628a9082-a9b5-493e-a253-bf0c1f177452 None None] Port 50e47cbd-3465-4267-8438-98dd21b93612 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:41.061530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9546e809-16ba-4a75-a572-59a176379be3 req-ebb3db2e-c0f1-41e3-b2d0-fba36ed1315c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 210 time: 0.0377123 Nov 12 10:56:41.108170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7bdea-1c18-43d7-9640-ac00cd90999a req-ccd06ed9-4889-45f1-8f54-ca4bbac22cce tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:41.110458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4cc7bdea-1c18-43d7-9640-ac00cd90999a req-ccd06ed9-4889-45f1-8f54-ca4bbac22cce tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1097 time: 0.0483494 Nov 12 10:56:41.168785 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.169319 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.170334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:41.171245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.173164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4cc7bdea-1c18-43d7-9640-ac00cd90999a req-54786d4b-730f-461c-954b-e529dcbbf034 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551817 Nov 12 10:56:41.175565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.186469 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.260708 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e7db3-644b-4dc4-b1a6-e32e24a6b18a None None] Pushing event updated for resources: {'Port': ['ID=50e47cbd-3465-4267-8438-98dd21b93612,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.264064 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:41.264787 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:41.381666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event updated for resources: {'Port': ['ID=08d25198-16ad-42ac-bcc8-5f64e9f3578d,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.399767 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.432461 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:56:41.440884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:56:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:41.539592 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:41.546016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0145569 Nov 12 10:56:41.549742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35072) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:41.558204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Request body: {'subnet': {'network_id': 'a4c934a6-2391-4e7e-895b-31872c457aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1510950477-subnet', 'tenant_id': 'a1d01d32bcbe4fc9a623f76ca0c76c5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:41.574953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89b755-de42-481d-8db8-42f6e3b0516d admin admin] Pushing event updated for resources: {'Network': ['ID=a4c934a6-2391-4e7e-895b-31872c457aa2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.576269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a93991-bb92-4dc1-82b9-96b12f44d04b None None] Pushing event updated for resources: {'Port': ['ID=901f6fb9-c116-46f1-90f9-e4d165c9feee,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:41.708648 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.710524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-251a5470-ef0c-420c-bad4-4eb6cdf694e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1543803 Nov 12 10:56:41.745251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network a4c934a6-2391-4e7e-895b-31872c457aa2 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:41.806325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Made reservation on behalf of a1d01d32bcbe4fc9a623f76ca0c76c5f for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:41.815135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:41.970600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:56:42.005263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-46ce59c3-2d3f-4dcb-b288-6200b3633320 None None] Provisioning complete for port 50e47cbd-3465-4267-8438-98dd21b93612 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:42.005635 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-46ce59c3-2d3f-4dcb-b288-6200b3633320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.143520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:40Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:42.278746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16188d6b-1350-4b9f-8b02-3bf2c6160459 req-e3d47ecc-c13e-475a-8697-e74c7778aeeb tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 210 time: 0.0792987 Nov 12 10:56:42.390051 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-46ce59c3-2d3f-4dcb-b288-6200b3633320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.440426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-46ce59c3-2d3f-4dcb-b288-6200b3633320 None None] For port 50e47cbd-3465-4267-8438-98dd21b93612, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=50e47cbd-3465-4267-8438-98dd21b93612,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:42.475344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e05c9924-79d6-4bca-95e0-e49bb8459a4e req-81f00921-98ab-494c-b6cd-499dc5b09e75 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 210 time: 0.0566587 Nov 12 10:56:42.514206 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b896d5f-577a-4766-a795-1b5cfcc13f13 None None] The sync data for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 is: [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:40Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:42.539618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc192f-49eb-4669-ab1f-3bcc6020c971 req-6bd3ff86-888c-4a16-8daa-b8c5e28ff2e0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:42.543619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89fc192f-49eb-4669-ab1f-3bcc6020c971 req-6bd3ff86-888c-4a16-8daa-b8c5e28ff2e0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.3004122 Nov 12 10:56:42.584670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-46ce59c3-2d3f-4dcb-b288-6200b3633320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.650157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.665951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eedbb910-9e8a-4794-b4f9-0932c641d40e req-5487fc29-70d5-48a8-ac2e-7419fa69afde tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 210 time: 0.1170616 Nov 12 10:56:42.674058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce59c3-2d3f-4dcb-b288-6200b3633320 None None] Pushing event updated for resources: {'Port': ['ID=50e47cbd-3465-4267-8438-98dd21b93612,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:42.732991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fd5d6255-ff24-48ce-8934-ff877a1ed56e None None] Provisioning complete for port 901f6fb9-c116-46f1-90f9-e4d165c9feee triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:42.734384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6255-ff24-48ce-8934-ff877a1ed56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:42.804654 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:40Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:56:42.857305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9348d10-8040-4455-b7e7-2a5209e4146e None None] The sync data for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 is: [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:40Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:56:42.870165 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89fc192f-49eb-4669-ab1f-3bcc6020c971 req-d0883afe-522d-4998-ad90-9e6afc6db389 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008194 Nov 12 10:56:42.872130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b085ca-a791-4cd0-ae1b-c77c90545e2b,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:42.898348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Checking segment: {'id': '8563019e-ffae-4356-a2cd-40ba13863b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a4c934a6-2391-4e7e-895b-31872c457aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:42.898951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Network hostable DHCP agents. Network: a4c934a6-2391-4e7e-895b-31872c457aa2, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:43.001023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Network a4c934a6-2391-4e7e-895b-31872c457aa2 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:43.010496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6255-ff24-48ce-8934-ff877a1ed56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.064403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, a4c934a6-2391-4e7e-895b-31872c457aa2) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:43.072434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-443324d8-7574-4ec9-82f0-79d30bad64a9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780680 Nov 12 10:56:43.072887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:43.073752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.116942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fd5d6255-ff24-48ce-8934-ff877a1ed56e None None] For port 901f6fb9-c116-46f1-90f9-e4d165c9feee, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=901f6fb9-c116-46f1-90f9-e4d165c9feee,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:43.122000 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3060dad-4603-4a96-b2e7-d8d78656fe7d None None] Network a4c934a6-2391-4e7e-895b-31872c457aa2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:43.264188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0820840c-8de2-44a8-b3df-bfc25a3a5ff3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7130809 Nov 12 10:56:43.328440 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6255-ff24-48ce-8934-ff877a1ed56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:43.604718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d6255-ff24-48ce-8934-ff877a1ed56e None None] Pushing event updated for resources: {'Port': ['ID=901f6fb9-c116-46f1-90f9-e4d165c9feee,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:43.630330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-6e48b478-81be-435e-8b51-ab3723193300 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:43.632107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-6e48b478-81be-435e-8b51-ab3723193300 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5509455 Nov 12 10:56:43.651715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Request body: {'port': {'device_id': '815a7c37-fb5f-459b-9637-f69373c54701', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'dfa1edaedd354cc794351113a0f638fd'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:43.671661 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e745788c-8976-4f82-accc-d0abe0e652f6 req-6a374879-db08-46fc-b31e-da395bc89748 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 210 time: 0.0881734 Nov 12 10:56:43.736372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 901f6fb9-c116-46f1-90f9-e4d165c9feee up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:43.867315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f595d8-0239-416b-9068-c8e4e2ff0568 None None] Network a4c934a6-2391-4e7e-895b-31872c457aa2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:43.887139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a5135a48-7456-465d-9f99-9e20d9e2f493 req-22833b8b-0e43-4b0f-9bd9-9dcd9a1fa574 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 210 time: 0.0740221 Nov 12 10:56:43.949123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-723ca042-9bcd-4dbb-ac7b-3a7df9cbb911 req-fc73b272-7223-466d-ae19-ef6ce141282a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 210 time: 0.1696625 Nov 12 10:56:44.155706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 901f6fb9-c116-46f1-90f9-e4d165c9feee triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:44.164404 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.221298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655aa01-7402-47ac-bd05-20370323a567 req-e7b89910-d202-472a-9dd3-35c0a507dc02 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:44.229735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8655aa01-7402-47ac-bd05-20370323a567 req-e7b89910-d202-472a-9dd3-35c0a507dc02 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1924195 Nov 12 10:56:44.322784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-1c274369-aa8b-46ee-9484-cc484a06d043 service neutron] 10.222.0.57 "GET /v2.0/ports/6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 383 time: 0.1819608 Nov 12 10:56:44.322905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-f3974c95-8ea4-4e85-9377-d8fb6172a51d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5727258 Nov 12 10:56:44.323012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.57', 63564) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:44.611478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 50e47cbd-3465-4267-8438-98dd21b93612 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:44.693565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8655aa01-7402-47ac-bd05-20370323a567 req-dbd6456b-ab73-477e-861a-a9454d51d547 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620225 Nov 12 10:56:44.791201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-c5b3f26c-ec1e-4fa6-a478-ed7d7d1c7da3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:44.799550 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-c5b3f26c-ec1e-4fa6-a478-ed7d7d1c7da3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.57 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 811 time: 0.4746318 Nov 12 10:56:44.806773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 50e47cbd-3465-4267-8438-98dd21b93612 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:44.808194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:44.817357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'port': {'device_id': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529', 'admin_state_up': True, 'tenant_id': '42a2cc0b6c674a93bfe4da2a6183bb42'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:44.973086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-ec30a74e-c2b4-4142-bfff-7d2557696c2d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:44.985682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-ec30a74e-c2b4-4142-bfff-7d2557696c2d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6567142 Nov 12 10:56:45.039341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Request body: {'port': {'device_id': 'a6d49aeb-5c23-4da0-957d-18822dacd6df', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'dfa1edaedd354cc794351113a0f638fd'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:45.166873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35188) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:45.215224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-735232258-network', 'tenant_id': '59665bb8d0a943a884869ca26efb0565'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:45.266536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae7293de-251d-47fd-83e5-8bbf170360d7 req-c5c7083a-fea7-4c5e-9e46-0acb22bb6fc8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 210 time: 0.0803225 Nov 12 10:56:45.344141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Made reservation on behalf of dfa1edaedd354cc794351113a0f638fd for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:45.352926 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.392817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb3d46c4-4223-4eff-9902-212caa85085c req-b34970ab-9f77-4c7a-b065-b5a54a05262e tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 210 time: 0.1228342 Nov 12 10:56:45.430571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 901f6fb9-c116-46f1-90f9-e4d165c9feee up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:45.452017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Made reservation on behalf of 42a2cc0b6c674a93bfe4da2a6183bb42 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:45.464519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.560205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0a4d55b-0641-4c59-946f-0ef8700f6fda req-7aec8e4a-82a7-467d-91a0-9ce22df3649b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 210 time: 0.0640428 Nov 12 10:56:45.626232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.57', 63565) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:45.637890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 901f6fb9-c116-46f1-90f9-e4d165c9feee triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:45.645284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.706348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Made reservation on behalf of 59665bb8d0a943a884869ca26efb0565 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:45.716864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.737008 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:45.862195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-1dcf6f4c-1a41-4f88-8280-fd2d4cd4fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:45.864380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-1dcf6f4c-1a41-4f88-8280-fd2d4cd4fae2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591&tenant_id=207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 1102 time: 0.3207977 Nov 12 10:56:45.963174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Allocated IP 192.168.233.169 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/f5b48106-a276-4030-99dc-ec5cd8c6247d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:46.004016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Made reservation on behalf of dfa1edaedd354cc794351113a0f638fd for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:46.007547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.028030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa675ee7-3f78-442c-a623-3ec42bee8dd0 req-ecc65ac0-3f41-49bd-a70d-70572e30b4a9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.029407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-48503552-b83e-40d1-a2e9-13d42c9f43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.031179 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-48503552-b83e-40d1-a2e9-13d42c9f43d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 1102 time: 0.0964873 Nov 12 10:56:46.035626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa675ee7-3f78-442c-a623-3ec42bee8dd0 req-ecc65ac0-3f41-49bd-a70d-70572e30b4a9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1724777 Nov 12 10:56:46.039600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Allocated IP 172.20.0.14 (28f80d20-dee1-44c2-afd4-97441317e529/95bb8968-9a57-431a-9da6-0b336d0f6e6b/c2349262-2555-4dc5-9e33-f504451a893f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:46.059497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-842b4b9d-e421-4670-8313-84ab06c9609e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.061112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-842b4b9d-e421-4670-8313-84ab06c9609e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.57 "GET /v2.0/networks?id=ab0785a6-efd5-4e3b-b0c4-d0904664f175 HTTP/1.1" status: 200 len: 829 time: 0.4321187 Nov 12 10:56:46.076671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Request body: {'port': {'device_id': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'admin_state_up': True, 'tenant_id': '2ded29c5080047638c1a507fd835c537'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:46.198270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.298997 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.303800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa675ee7-3f78-442c-a623-3ec42bee8dd0 req-d412d930-9e5f-40fe-bb52-d629c3de522e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663331 Nov 12 10:56:46.307504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-0ef0c0fc-811c-4131-9ac1-6a13b53cdd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.309095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-0ef0c0fc-811c-4131-9ac1-6a13b53cdd5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2559896 Nov 12 10:56:46.571158 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-71125ac9-7c6f-4bd4-95fe-08096c983493 req-3baabc3a-e694-4708-868f-268b84a8378b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 210 time: 0.0762010 Nov 12 10:56:46.646073 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.697770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Made reservation on behalf of 2ded29c5080047638c1a507fd835c537 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:46.709226 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:46.749646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-95d7f09d-58b0-4f12-8ec2-279cedb31785 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc HTTP/1.1" status: 200 len: 217 time: 0.4277067 Nov 12 10:56:46.830269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:56:46.832480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82138c22-125f-4d72-8c47-b9471c2f7027,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:46.952225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-33f3c5f8-a8cc-4289-9b1d-ec7dfb056b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:46.954324 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-33f3c5f8-a8cc-4289-9b1d-ec7dfb056b0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1180987 Nov 12 10:56:46.964534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Allocated IP 172.20.0.8 (ab0785a6-efd5-4e3b-b0c4-d0904664f175/f3432c60-3fc2-4d95-ac92-cf9e7d363f56/69847249-4208-4690-b5b2-3e585dc4d8a0) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:46.976958 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35cbadfc-c5a8-4989-8154-2e138fba30ba req-c593b4d9-20b8-4bf4-8093-cee78321227c tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 210 time: 0.2549088 Nov 12 10:56:46.984984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.008439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.010579 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Added segment 62cc3315-2079-4525-a5c5-c5ba79bf3ed7 of type vlan for network f12cec91-ec12-411c-a666-40e5a65112f3 Nov 12 10:56:47.040835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:47.127329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Allocated IP 192.168.233.5 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/66f19155-65f5-4404-94eb-59f99f05168c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:56:47.136323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.152177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.161507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-143281a8-8cfc-4034-9c03-fe85b94f4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:47.163495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-143281a8-8cfc-4034-9c03-fe85b94f4d17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1851280 Nov 12 10:56:47.304529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91d6b367-a773-4f1d-85ff-4af399b6d388 req-01d93174-80f4-47b4-b3ef-c43b117030d0 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 210 time: 0.3202648 Nov 12 10:56:47.328941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:47.372179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:47.392222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:47.401578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-4c0707c7-21a9-47df-9ab0-85886a4db1a3 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297533 Nov 12 10:56:47.406401 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:47.508216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'Port': ['ID=f5b48106-a276-4030-99dc-ec5cd8c6247d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:47.636767 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.638870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:47.640188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.713136 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.878254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.891471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6072d83b-4f09-472b-ab8e-459e092fde00 req-acba77d1-1722-4929-bcf9-8c1739c53898 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 210 time: 0.0907290 Nov 12 10:56:47.910758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7417500 Nov 12 10:56:47.911340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:47.912294 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:47.922296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35246) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:56:47.929160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Request body: {'subnet': {'network_id': 'f12cec91-ec12-411c-a666-40e5a65112f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-735232258-subnet', 'tenant_id': '59665bb8d0a943a884869ca26efb0565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:48.048236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.075251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3ccb3beb-dba6-4398-9f99-424222070b9c None None] Provisioning complete for port f5b48106-a276-4030-99dc-ec5cd8c6247d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:48.075896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3beb-dba6-4398-9f99-424222070b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.101865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.103056 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9f6900a-bc86-4d3d-bdcd-29eb5428ffc5 req-784695b7-a48b-4c91-9dbb-7d9573a0efb9 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942132 Nov 12 10:56:48.128101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Network 28f80d20-dee1-44c2-afd4-97441317e529 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:48.129007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db796b-8fab-4ffa-9540-412e2559da91 admin admin] Pushing event updated for resources: {'Network': ['ID=f12cec91-ec12-411c-a666-40e5a65112f3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:48.131751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb3beb-dba6-4398-9f99-424222070b9c None None] Port f5b48106-a276-4030-99dc-ec5cd8c6247d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:48.145845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:48.155514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f12cec91-ec12-411c-a666-40e5a65112f3 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:56:48.165186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:48.176407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:48.176407 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.181218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b081bd8-1ef4-4cba-9de2-d9e8c22b7323 req-5acca055-4a39-46a8-a49d-d808b1a6a3d8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 210 time: 0.0568860 Nov 12 10:56:48.187074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'Port': ['ID=c2349262-2555-4dc5-9e33-f504451a893f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:48.249537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd08143-785b-4504-ae49-bfae1ed6488f req-e378a48b-ae09-44de-a412-82747bf02824 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:48.256350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Made reservation on behalf of 59665bb8d0a943a884869ca26efb0565 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:48.259556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbd08143-785b-4504-ae49-bfae1ed6488f req-e378a48b-ae09-44de-a412-82747bf02824 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.6233065 Nov 12 10:56:48.262529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.283282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:56:48.341631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbd08143-785b-4504-ae49-bfae1ed6488f req-5594a578-139d-43b6-bc46-e104f80202ee tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818477 Nov 12 10:56:48.420306 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-4424ed43-bc03-402b-b8c6-2a914545bee3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6077070 Nov 12 10:56:48.434166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Request body: {'port': {'device_id': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:48.559078 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.607221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:48.610899 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a55f723-d2b7-4005-820e-931b5f39ef56" -d '{"events": [{"server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:48.634221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.699857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:48.717216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6df33-7c50-46e8-8ff6-c733422c64c7 req-bed68866-7cf1-4d68-9b97-f3104915c1bc tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:48.732781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73e6df33-7c50-46e8-8ff6-c733422c64c7 req-bed68866-7cf1-4d68-9b97-f3104915c1bc tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 932 time: 0.2396958 Nov 12 10:56:48.748984 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.761103 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb428a7-18b1-4eac-ae5c-8b7d0109be35 x-openstack-request-id: req-5cb428a7-18b1-4eac-ae5c-8b7d0109be35 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:48.761103 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "name": "network-vif-unplugged", "status": "completed", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:48.761317 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5cb428a7-18b1-4eac-ae5c-8b7d0109be35 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:48.761644 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'code': 200} Nov 12 10:56:48.825716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:48.877886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73e6df33-7c50-46e8-8ff6-c733422c64c7 req-3cc96d34-398d-4893-8da9-5bbd6d9ed739 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445251 Nov 12 10:56:48.887257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:48.894107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-42a2a5a6-7290-4323-a4c9-d5f442b54fdd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2463901 Nov 12 10:56:48.946641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Request body: {'port': {'device_id': '815a7c37-fb5f-459b-9637-f69373c54701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:48.999628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:49.024903 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.041189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:49.065056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:49.103317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:49.110530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:49.137567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Pushing event updated for resources: {'Port': ['ID=69847249-4208-4690-b5b2-3e585dc4d8a0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:49.246289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2349262-2555-4dc5-9e33-f504451a893f {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:49.261515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.268816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:56:49.283530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Transition to ACTIVE for port object c2349262-2555-4dc5-9e33-f504451a893f will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:49.322871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:49.327459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.333044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:56:49.380290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.562103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675e6c-28cf-4ce0-8880-d3ee053ecb6b req-683a7a09-1f31-4e77-bdc4-c6d1671d33b1 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:49.575075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3675e6c-28cf-4ce0-8880-d3ee053ecb6b req-683a7a09-1f31-4e77-bdc4-c6d1671d33b1 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 934 time: 0.5536325 Nov 12 10:56:49.585622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:49.587784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.591486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'Port': ['ID=66f19155-65f5-4404-94eb-59f99f05168c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:49.611537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Pushing event updated for resources: {'Port': ['ID=c2349262-2555-4dc5-9e33-f504451a893f,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:49.617014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Attempting to bind port c2349262-2555-4dc5-9e33-f504451a893f on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:49.621592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Attempting to bind port c2349262-2555-4dc5-9e33-f504451a893f by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:49.621592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Attempting to bind port c2349262-2555-4dc5-9e33-f504451a893f on network 28f80d20-dee1-44c2-afd4-97441317e529 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:49.652542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Port c2349262-2555-4dc5-9e33-f504451a893f on network 28f80d20-dee1-44c2-afd4-97441317e529 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:49.653366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Attempting to bind port c2349262-2555-4dc5-9e33-f504451a893f on network 28f80d20-dee1-44c2-afd4-97441317e529 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:49.668478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:49.668775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Checking segment: {'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:49.669658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Bound using segment: {'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:49.671265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Bound port: c2349262-2555-4dc5-9e33-f504451a893f, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158f97cb-d762-438a-87c8-d42147bb7043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:49.672406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.684987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a6865a59-c35e-4a5a-bc4e-c2a2fc10fd53 None None] Provisioning complete for port 69847249-4208-4690-b5b2-3e585dc4d8a0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:49.688727 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6865a59-c35e-4a5a-bc4e-c2a2fc10fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.765484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a6865a59-c35e-4a5a-bc4e-c2a2fc10fd53 None None] Port 69847249-4208-4690-b5b2-3e585dc4d8a0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:49.811303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:49.812631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.824113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] For port c2349262-2555-4dc5-9e33-f504451a893f, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:49.828424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] For port c2349262-2555-4dc5-9e33-f504451a893f, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c2349262-2555-4dc5-9e33-f504451a893f,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:49.832758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-2474eca1-a27c-4e74-a140-4171fed54c5b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7599092 Nov 12 10:56:49.889366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4c2c4dec-bf22-4578-bfe2-d7987587a6cb None None] Provisioning complete for port 66f19155-65f5-4404-94eb-59f99f05168c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:49.889683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Request body: {'port': {'device_id': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:49.890651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4dec-bf22-4578-bfe2-d7987587a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.917146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.949395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c4dec-bf22-4578-bfe2-d7987587a6cb None None] Port 66f19155-65f5-4404-94eb-59f99f05168c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:56:49.992430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:49.993666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:49.996862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] 10.222.0.57 "PUT /v2.0/ports/c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 200 len: 1093 time: 1.5682654 Nov 12 10:56:49.997930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:50.004497 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "tag": "c2349262-2555-4dc5-9e33-f504451a893f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:50.017361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.024197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-54f6aed3-3d3c-48f9-bd69-58001d140e4d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0223119 Nov 12 10:56:50.025442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:50.048633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3675e6c-28cf-4ce0-8880-d3ee053ecb6b req-110ffa6d-70be-40e7-b5e8-9ea2d4752407 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721072 Nov 12 10:56:50.059229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Request body: {'port': {'device_id': 'a6d49aeb-5c23-4da0-957d-18822dacd6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:50.070030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab2158-1320-4cdf-b9ac-eb45ab682b5a service neutron] Pushing event updated for resources: {'Port': ['ID=c2349262-2555-4dc5-9e33-f504451a893f,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:50.210367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-159602c8-a986-499a-a579-f01c757fa31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.213525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-159602c8-a986-499a-a579-f01c757fa31e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1096 time: 0.0896554 Nov 12 10:56:50.227969 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.299227 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-387a4744-9e69-4535-9ddc-fbf57c21e52d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 200 len: 217 time: 0.0653837 Nov 12 10:56:50.407836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.470557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee2d5d8-e8c6-41c3-a8ab-7ee2ac1eaaad,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:50.495998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-8867ecc0-0a67-40b4-b4bb-de7e64323a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.498800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-8867ecc0-0a67-40b4-b4bb-de7e64323a0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.1861973 Nov 12 10:56:50.514882 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:50.587841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-2827e35c-b837-475d-a0bc-550d6014ad39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808220 Nov 12 10:56:50.629726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Checking segment: {'id': '62cc3315-2079-4525-a5c5-c5ba79bf3ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f12cec91-ec12-411c-a666-40e5a65112f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:50.631339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Network hostable DHCP agents. Network: f12cec91-ec12-411c-a666-40e5a65112f3, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:56:50.654557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2defd-c73a-429b-83a0-49adce6e3a9c req-9e01271a-5734-49ac-b0db-f978baca387f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.668631 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55c2defd-c73a-429b-83a0-49adce6e3a9c req-9e01271a-5734-49ac-b0db-f978baca387f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 931 time: 0.4934192 Nov 12 10:56:50.809331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0235c-a373-4079-a713-d1631f5f1e1f req-ef6d8c0d-e4db-4c08-9b26-6460d0359c2a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:50.812152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5e0235c-a373-4079-a713-d1631f5f1e1f req-ef6d8c0d-e4db-4c08-9b26-6460d0359c2a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 948 time: 0.2085309 Nov 12 10:56:50.886540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-a7e85524-109b-47d0-a728-cc7348529df7 service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851224 Nov 12 10:56:50.967892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5e0235c-a373-4079-a713-d1631f5f1e1f req-2a0484d8-0921-4839-a8a5-d2c19d6c46ad tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427193 Nov 12 10:56:51.124015 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2ff0e7-c47d-4c39-8142-db6358cbbacf req-38d0171c-7d0c-4e9e-93fa-02dc3b9bf906 service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242897 Nov 12 10:56:51.231197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55c2defd-c73a-429b-83a0-49adce6e3a9c req-32f3c9f5-8de6-414a-90b4-b062d80c0e6c tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295878 Nov 12 10:56:51.310338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967e0b7-1c85-4135-bd80-9db7026120b6 req-a2b8f98b-bf24-40ac-b323-4716b87fdbbe tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.319782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b967e0b7-1c85-4135-bd80-9db7026120b6 req-a2b8f98b-bf24-40ac-b323-4716b87fdbbe tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 944 time: 0.1325986 Nov 12 10:56:51.330483 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5932ecf9-a57f-4b2a-a08c-8019d2cc9ce9 x-openstack-request-id: req-5932ecf9-a57f-4b2a-a08c-8019d2cc9ce9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:51.332111 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "tag": "c2349262-2555-4dc5-9e33-f504451a893f", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:51.332446 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5932ecf9-a57f-4b2a-a08c-8019d2cc9ce9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:51.332876 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f', 'status': 'completed', 'code': 200} Nov 12 10:56:51.343193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Network f12cec91-ec12-411c-a666-40e5a65112f3 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:56:51.381334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b48106-a276-4030-99dc-ec5cd8c6247d {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:51.440206 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.518266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f12cec91-ec12-411c-a666-40e5a65112f3) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:56:51.529546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d453f64-0197-411b-8d47-fead985d8536 None None] Network f12cec91-ec12-411c-a666-40e5a65112f3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:51.535415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b967e0b7-1c85-4135-bd80-9db7026120b6 req-596f6be6-f5c9-42b0-ad7a-2486dac60447 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002864 Nov 12 10:56:51.548349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Transition to ACTIVE for port object f5b48106-a276-4030-99dc-ec5cd8c6247d will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:51.552541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.553342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.570656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-99ed73ca-2a61-47a2-a777-c12b533759a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.570656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-99ed73ca-2a61-47a2-a777-c12b533759a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1096 time: 0.1533520 Nov 12 10:56:51.720679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee4f89-37ee-4360-9ea4-5bc75c9c33f1 req-ca35e612-6e98-4600-a5e8-7fb8b5a3229a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.723401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0ee4f89-37ee-4360-9ea4-5bc75c9c33f1 req-ca35e612-6e98-4600-a5e8-7fb8b5a3229a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 934 time: 0.3243423 Nov 12 10:56:51.747268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:51.815185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-2e43143c-61a2-457c-8a68-30db9ab0d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:51.817175 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-2e43143c-61a2-457c-8a68-30db9ab0d648 service neutron] 10.222.0.57 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 912 time: 0.2319093 Nov 12 10:56:51.825451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c1ccb748-f438-44d3-a86a-cfac4952a2bf admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.9004309 Nov 12 10:56:51.866193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1de74ee-3d19-4f70-b587-c81f5e69b443 None None] Network f12cec91-ec12-411c-a666-40e5a65112f3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:56:51.934812 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-29887bb2-7abe-4c38-92af-29cd3f6c288e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 200 len: 217 time: 0.1087430 Nov 12 10:56:52.057408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-dc34a64b-4615-40ee-8b9c-f888305e5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:52.061734 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-dc34a64b-4615-40ee-8b9c-f888305e5827 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.1139884 Nov 12 10:56:52.135673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-6f6d20e3-3838-44ff-8cfd-34f588789ec4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615809 Nov 12 10:56:52.173598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69847249-4208-4690-b5b2-3e585dc4d8a0 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:52.217247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:52.260795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:52.268014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Pushing event updated for resources: {'Port': ['ID=f5b48106-a276-4030-99dc-ec5cd8c6247d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:52.281138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Transition to ACTIVE for port object 69847249-4208-4690-b5b2-3e585dc4d8a0 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:52.371642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0ee4f89-37ee-4360-9ea4-5bc75c9c33f1 req-8881565d-4464-47bd-93e2-2f0004cee201 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123023 Nov 12 10:56:52.381239 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:52.577935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234e81d-1794-489b-a38e-566ff73ada9c req-053fbc34-a984-4003-93e7-b6e5c891c8ce tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:52.585549 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4234e81d-1794-489b-a38e-566ff73ada9c req-053fbc34-a984-4003-93e7-b6e5c891c8ce tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 948 time: 0.3629875 Nov 12 10:56:52.682625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-da06889a-1f17-4fc7-9622-2988c65b9114 service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242081 Nov 12 10:56:52.686802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:52.721450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Pushing event updated for resources: {'Port': ['ID=69847249-4208-4690-b5b2-3e585dc4d8a0,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:52.756220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'mac_address': 'fa:16:3e:74:27:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:52.840473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f19155-65f5-4404-94eb-59f99f05168c {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:52.848022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Attempting to bind port f5b48106-a276-4030-99dc-ec5cd8c6247d on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:52.848409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Attempting to bind port f5b48106-a276-4030-99dc-ec5cd8c6247d by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:52.848743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Attempting to bind port f5b48106-a276-4030-99dc-ec5cd8c6247d on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:52.866980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:52.920898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4234e81d-1794-489b-a38e-566ff73ada9c req-19cd9f40-fb7a-46c2-8cc8-578f70471034 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343520 Nov 12 10:56:52.950138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Port f5b48106-a276-4030-99dc-ec5cd8c6247d on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:52.953819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Attempting to bind port f5b48106-a276-4030-99dc-ec5cd8c6247d on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:53.009485 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.037748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa328a8b-f649-45f9-a9a2-2a57d15c24e2 req-9b7d2b70-65f9-4ba8-9f9d-d9200fbc0098 service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541033 Nov 12 10:56:53.059840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:53.099499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Transition to ACTIVE for port object 66f19155-65f5-4404-94eb-59f99f05168c will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:56:53.110633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:53.110633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:53.110633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:53.110633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Bound port: f5b48106-a276-4030-99dc-ec5cd8c6247d, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:53.110633 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.240063 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.249647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:53.276688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Attempting to bind port 69847249-4208-4690-b5b2-3e585dc4d8a0 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:53.277024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Attempting to bind port 69847249-4208-4690-b5b2-3e585dc4d8a0 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:53.277358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Attempting to bind port 69847249-4208-4690-b5b2-3e585dc4d8a0 on network ab0785a6-efd5-4e3b-b0c4-d0904664f175 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:53.321925 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.412626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611777e-5f8d-4861-b9d7-9f6070198ab5 req-89646bb0-0a27-4a9d-830b-604d8bd992b3 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.427750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4611777e-5f8d-4861-b9d7-9f6070198ab5 req-89646bb0-0a27-4a9d-830b-604d8bd992b3 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 943 time: 0.4959772 Nov 12 10:56:53.446177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Port 69847249-4208-4690-b5b2-3e585dc4d8a0 on network ab0785a6-efd5-4e3b-b0c4-d0904664f175 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:53.446177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Attempting to bind port 69847249-4208-4690-b5b2-3e585dc4d8a0 on network ab0785a6-efd5-4e3b-b0c4-d0904664f175 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:53.513692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:53.575188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:53.578838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Checking segment: {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:53.584047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Bound using segment: {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:53.584047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Bound port: 69847249-4208-4690-b5b2-3e585dc4d8a0, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c552ea6f-7ee9-44fa-b392-d8b0e0430514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:53.584047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:53.602343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Pushing event updated for resources: {'Port': ['ID=66f19155-65f5-4404-94eb-59f99f05168c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:53.639553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] For port f5b48106-a276-4030-99dc-ec5cd8c6247d, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:53.645358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:53.663343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-5186d70b-4bbb-4d31-b3a6-1fcf2240b1c8 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:53.679210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-5186d70b-4bbb-4d31-b3a6-1fcf2240b1c8 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/networks?id=a4c934a6-2391-4e7e-895b-31872c457aa2 HTTP/1.1" status: 200 len: 815 time: 0.2798729 Nov 12 10:56:53.714229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-67ad2a1e-5498-47c2-9966-4bbfafb7b19c tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/quotas/a1d01d32bcbe4fc9a623f76ca0c76c5f HTTP/1.1" status: 200 len: 375 time: 0.0340226 Nov 12 10:56:53.771891 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-e88b03bc-1a8d-4a13-aef9-8d3357152f6b tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a1d01d32bcbe4fc9a623f76ca0c76c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566854 Nov 12 10:56:53.903035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] For port f5b48106-a276-4030-99dc-ec5cd8c6247d, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f5b48106-a276-4030-99dc-ec5cd8c6247d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:53.957369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] For port 69847249-4208-4690-b5b2-3e585dc4d8a0, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:53.989287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4611777e-5f8d-4861-b9d7-9f6070198ab5 req-72fac983-a8aa-48fc-8b6d-568ca913925d tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612424 Nov 12 10:56:54.008155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] For port 69847249-4208-4690-b5b2-3e585dc4d8a0, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=69847249-4208-4690-b5b2-3e585dc4d8a0,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:54.026597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-88b8178e-6029-4f0c-8a92-49bf1d285699 service neutron] 10.222.0.98 "GET /v2.0/networks/a4c934a6-2391-4e7e-895b-31872c457aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511129 Nov 12 10:56:54.040135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Attempting to bind port 66f19155-65f5-4404-94eb-59f99f05168c on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:56:54.043960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Attempting to bind port 66f19155-65f5-4404-94eb-59f99f05168c by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:56:54.044529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Attempting to bind port 66f19155-65f5-4404-94eb-59f99f05168c on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:54.058264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Port 66f19155-65f5-4404-94eb-59f99f05168c on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:56:54.058845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Attempting to bind port 66f19155-65f5-4404-94eb-59f99f05168c on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:56:54.070280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.090615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:56:54.091253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:56:54.094967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:56:54.095946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Bound port: 66f19155-65f5-4404-94eb-59f99f05168c, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:56:54.096582 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.142337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.156487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.157869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.160324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] 10.222.0.57 "PUT /v2.0/ports/f5b48106-a276-4030-99dc-ec5cd8c6247d HTTP/1.1" status: 200 len: 1097 time: 5.2517061 Nov 12 10:56:54.183731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815a7c37-fb5f-459b-9637-f69373c54701', 'tag': 'f5b48106-a276-4030-99dc-ec5cd8c6247d'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:54.189781 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23183d27-de78-4027-9bb7-232c8600cc65" -d '{"events": [{"name": "network-changed", "server_uuid": "815a7c37-fb5f-459b-9637-f69373c54701", "tag": "f5b48106-a276-4030-99dc-ec5cd8c6247d"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:54.224896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.237356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.248507 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] 10.222.0.57 "PUT /v2.0/ports/69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 200 len: 1092 time: 4.3722260 Nov 12 10:56:54.277315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c2349262-2555-4dc5-9e33-f504451a893f details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:54.322943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-491709bf-a06d-47bc-9cf1-d786fbcb5b9c service neutron] 10.222.0.98 "GET /v2.0/networks/a4c934a6-2391-4e7e-895b-31872c457aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974977 Nov 12 10:56:54.409236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2fe27-fdcb-4f0f-8a76-aa4de3a643da service neutron] Pushing event updated for resources: {'Port': ['ID=f5b48106-a276-4030-99dc-ec5cd8c6247d,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:54.593710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c2349262-2555-4dc5-9e33-f504451a893f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c2349262-2555-4dc5-9e33-f504451a893f,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:54.656951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'c2349262-2555-4dc5-9e33-f504451a893f', 'network_id': '28f80d20-dee1-44c2-afd4-97441317e529', 'port_id': 'c2349262-2555-4dc5-9e33-f504451a893f', 'mac_address': 'fa:16:3e:c8:a8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bb8968-9a57-431a-9da6-0b336d0f6e6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:56:54.747359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] For port 66f19155-65f5-4404-94eb-59f99f05168c, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:56:54.758339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] For port 66f19155-65f5-4404-94eb-59f99f05168c, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=66f19155-65f5-4404-94eb-59f99f05168c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:56:54.845588 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.874507 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.908719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2349262-2555-4dc5-9e33-f504451a893f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:56:54.939598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.940379 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:54.943249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] 10.222.0.69 "PUT /v2.0/ports/66f19155-65f5-4404-94eb-59f99f05168c HTTP/1.1" status: 200 len: 1095 time: 4.8996580 Nov 12 10:56:54.964791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c2349262-2555-4dc5-9e33-f504451a893f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c2349262-2555-4dc5-9e33-f504451a893f,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:54.987825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-2d5acb0d-5b70-4393-8537-feed4a2d6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:54.990753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-2d5acb0d-5b70-4393-8537-feed4a2d6f2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 1100 time: 0.5440252 Nov 12 10:56:55.020972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e74b6-8204-4c98-9a7f-cb34e7c37eef req-30a79490-60c7-4c6b-9842-ce3e4c9503ad tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.036868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d0e74b6-8204-4c98-9a7f-cb34e7c37eef req-30a79490-60c7-4c6b-9842-ce3e4c9503ad tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 944 time: 0.6943748 Nov 12 10:56:55.039566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e015ee4-ffff-4ad5-b982-315a229d5093 service neutron] Pushing event updated for resources: {'Port': ['ID=69847249-4208-4690-b5b2-3e585dc4d8a0,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:55.073783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:55.124178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-ad5c3dc5-94bb-43a9-9732-407ac965997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.126341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-ad5c3dc5-94bb-43a9-9732-407ac965997d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ded29c5080047638c1a507fd835c537&device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 1095 time: 0.6304226 Nov 12 10:56:55.264965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c2349262-2555-4dc5-9e33-f504451a893f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:55.339968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-84465fed-c26c-4349-8716-fb0066291167 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f5b48106-a276-4030-99dc-ec5cd8c6247d HTTP/1.1" status: 200 len: 217 time: 0.3320282 Nov 12 10:56:55.345126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-12e59e53-ae5a-4d25-b204-5ae04023ca7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 200 len: 217 time: 0.0771701 Nov 12 10:56:55.354956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['c2349262-2555-4dc5-9e33-f504451a893f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:56:55.376588 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d0e74b6-8204-4c98-9a7f-cb34e7c37eef req-c5396a0d-8f5e-43b2-a34f-c8cef6bbfc6b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387153 Nov 12 10:56:55.447036 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:56:55.630163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625efb3-c366-4538-bd12-3c423440e8e9 req-c5f26f2c-47a4-445c-8f16-8a86a4933857 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:55.631888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0625efb3-c366-4538-bd12-3c423440e8e9 req-c5f26f2c-47a4-445c-8f16-8a86a4933857 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 946 time: 0.1731453 Nov 12 10:56:55.744114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0625efb3-c366-4538-bd12-3c423440e8e9 req-c2ccb80c-3e4c-470b-9ff6-ea5518767aa0 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916171 Nov 12 10:56:56.020833 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ba3ad8-aa2e-432b-b7ce-68cdad6bdaad x-openstack-request-id: req-84ba3ad8-aa2e-432b-b7ce-68cdad6bdaad {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:56.021398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-5ab31335-d182-4c34-9bf0-51dac67ebee3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.021932 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815a7c37-fb5f-459b-9637-f69373c54701", "tag": "f5b48106-a276-4030-99dc-ec5cd8c6247d", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:56.022365 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-84ba3ad8-aa2e-432b-b7ce-68cdad6bdaad {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:56.022938 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815a7c37-fb5f-459b-9637-f69373c54701', 'tag': 'f5b48106-a276-4030-99dc-ec5cd8c6247d', 'status': 'completed', 'code': 200} Nov 12 10:56:56.023312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-5ab31335-d182-4c34-9bf0-51dac67ebee3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591&tenant_id=207f6f65eaf44c88a1a3fff35bfda972&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 949 time: 0.1993434 Nov 12 10:56:56.049044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3b424-7f25-4eab-9de6-55ce482a10c0 service neutron] Pushing event updated for resources: {'Port': ['ID=66f19155-65f5-4404-94eb-59f99f05168c,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:56.067185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d24bb-0eb6-4f7b-9266-372b60577abd req-d3118ca7-679a-4913-bb02-f5edb9ca613e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.069665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-220d24bb-0eb6-4f7b-9266-372b60577abd req-d3118ca7-679a-4913-bb02-f5edb9ca613e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 943 time: 0.1307871 Nov 12 10:56:56.096589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29af762d-ade6-45e1-9fb7-0338256bc0cf req-3cf676e1-24d1-4ac5-87a5-14502fd5cb94 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 210 time: 0.0721545 Nov 12 10:56:56.103136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-30fa91d2-a730-4651-995a-b9644113d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.105366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-30fa91d2-a730-4651-995a-b9644113d739 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 1098 time: 0.9040568 Nov 12 10:56:56.130713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-8d5f57ff-4901-4136-9d02-52c25217dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.132296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-8d5f57ff-4901-4136-9d02-52c25217dfc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3432c60-3fc2-4d95-ac92-cf9e7d363f56 HTTP/1.1" status: 200 len: 868 time: 0.7312818 Nov 12 10:56:56.192937 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-220d24bb-0eb6-4f7b-9266-372b60577abd req-f225fcb7-d3a9-4d16-bc88-1073f279c317 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160216 Nov 12 10:56:56.199954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-b1f8231d-34a0-4052-b356-16df01f5fad8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=66f19155-65f5-4404-94eb-59f99f05168c HTTP/1.1" status: 200 len: 217 time: 0.0768902 Nov 12 10:56:56.202675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-902f8285-0dde-4b0b-96ab-e245b6aacd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.214164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-902f8285-0dde-4b0b-96ab-e245b6aacd2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.7943730 Nov 12 10:56:56.214509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-7d0b6010-67ff-4d16-ba06-dce5557070a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.214509 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-7d0b6010-67ff-4d16-ba06-dce5557070a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 1101 time: 0.1030271 Nov 12 10:56:56.291739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:56.313529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-469c59b1-0225-4fbf-9c0e-affe8c4ae3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.314867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-469c59b1-0225-4fbf-9c0e-affe8c4ae3cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab0785a6-efd5-4e3b-b0c4-d0904664f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490035 Nov 12 10:56:56.335472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-9eac0969-a7f3-4530-a1c0-84b6c8767033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.337250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-9eac0969-a7f3-4530-a1c0-84b6c8767033 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1250021 Nov 12 10:56:56.402061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-6b0cb836-68cd-4d99-b7f2-36fe4e63f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.403669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-6b0cb836-68cd-4d99-b7f2-36fe4e63f5f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1793425 Nov 12 10:56:56.453463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-50d79f84-d516-4035-8985-03095ff8014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.455523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-50d79f84-d516-4035-8985-03095ff8014b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2121758 Nov 12 10:56:56.464365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:56.466622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:56.471350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0135e2-84a6-45ef-8740-d27f58512ec3 req-f87741e0-c4fa-4aaf-bfdf-f3696fd328bf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.478974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d0135e2-84a6-45ef-8740-d27f58512ec3 req-f87741e0-c4fa-4aaf-bfdf-f3696fd328bf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 949 time: 0.2377760 Nov 12 10:56:56.512884 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-550fcd6d-efc7-4e0d-9000-c986ddb748d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc HTTP/1.1" status: 200 len: 217 time: 0.1001940 Nov 12 10:56:56.602246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4b55d-4090-4d20-a393-8cf67e1db4fe req-d51169c5-a7f7-464c-8399-13af93d2001d tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.610931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-e394f103-4a73-47fc-9bcd-d486ac6b0e83 service neutron] 10.222.0.57 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835224 Nov 12 10:56:56.611737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3f4b55d-4090-4d20-a393-8cf67e1db4fe req-d51169c5-a7f7-464c-8399-13af93d2001d tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 945 time: 0.1099920 Nov 12 10:56:56.637740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:56.644999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-ab91c9b2-170f-4f56-b6ba-bdd570bcdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.647630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-ab91c9b2-170f-4f56-b6ba-bdd570bcdc6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1156950 Nov 12 10:56:56.704056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:56.706410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:56.710328 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b94d65-0910-4097-8ebb-3838feaa0b35" -d '{"events": [{"server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "name": "network-vif-plugged", "status": "completed", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:56.746848 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3f4b55d-4090-4d20-a393-8cf67e1db4fe req-c3433664-e44c-4dc2-a465-5e77b3dc1fff tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338382 Nov 12 10:56:56.754248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-8044cb83-0d2d-4b0e-a345-485d1264239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.761708 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-8044cb83-0d2d-4b0e-a345-485d1264239f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033430 Nov 12 10:56:56.775131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-00ac698f-49d7-4c75-a82f-5e626d132c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:56.776651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-00ac698f-49d7-4c75-a82f-5e626d132c9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4235144 Nov 12 10:56:56.794298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-fc0aada3-3838-4497-ab9e-8f675b7e0b48 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131590 Nov 12 10:56:56.845896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:56.928873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d0135e2-84a6-45ef-8740-d27f58512ec3 req-e30d1701-5cd0-4a30-b8e2-4173b62d542c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486458 Nov 12 10:56:56.959402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:57.054213 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc61d90a-fda8-467d-b02e-544151435e28 x-openstack-request-id: req-cc61d90a-fda8-467d-b02e-544151435e28 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:57.055515 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "name": "network-vif-plugged", "status": "completed", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:57.055515 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cc61d90a-fda8-467d-b02e-544151435e28 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:57.055515 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'code': 200} Nov 12 10:56:57.192770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58d2b12-1946-4b69-8ba9-09b33b500f15 req-1bd54f64-ee90-447d-b889-aa34296d27e9 service neutron] 10.222.0.57 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645207 Nov 12 10:56:57.237630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-fcb87325-97a5-4dab-b57f-dfd3ec2a7816 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399886 Nov 12 10:56:57.241517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-844240a7-5463-4c40-88dd-8be29bb5d34c service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245038 Nov 12 10:56:57.255385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eebe3c-0e13-4638-9110-10453049a650 req-98f34ea8-ac63-4351-8008-c2ec454e5b59 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:57.277849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14eebe3c-0e13-4638-9110-10453049a650 req-98f34ea8-ac63-4351-8008-c2ec454e5b59 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 946 time: 0.1813624 Nov 12 10:56:57.455494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14eebe3c-0e13-4638-9110-10453049a650 req-c7eb50f2-a8f5-4851-82d4-15e1a0e8d90f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573164 Nov 12 10:56:57.504747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8e5e870-0b7b-415a-9049-15144b91ae2e req-6ebd67a8-856e-4411-8b23-5cf83456a30a service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257941 Nov 12 10:56:57.514066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-249fb85a-aacb-4124-aed5-639ef2e18ec6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7486181 Nov 12 10:56:57.545350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23183d27-de78-4027-9bb7-232c8600cc65 req-8ad9c7f5-1213-49fa-a1a9-40b033d3e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:57.555874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23183d27-de78-4027-9bb7-232c8600cc65 req-8ad9c7f5-1213-49fa-a1a9-40b033d3e7f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 1100 time: 0.1559417 Nov 12 10:56:57.572526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-15b31483-5b0a-4dca-af63-208ada7faf7c req-1d8f5aca-cc19-4cc1-b8dd-b0b45b87e88e tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 210 time: 0.1359241 Nov 12 10:56:57.671388 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-630586a0-6c15-4b4e-bf86-fab142531632 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8886905 Nov 12 10:56:57.682729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-434a0ec3-452f-4f0e-999f-87bbf0da93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:57.684767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-434a0ec3-452f-4f0e-999f-87bbf0da93e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 1101 time: 0.0998082 Nov 12 10:56:57.782227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab58dfc-c1a8-4a80-b54c-69ed3e46b60c req-9fd8df21-aaaf-40e4-b092-2e1ccc0591c2 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:57.804015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ab58dfc-c1a8-4a80-b54c-69ed3e46b60c req-9fd8df21-aaaf-40e4-b092-2e1ccc0591c2 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 943 time: 0.1935797 Nov 12 10:56:57.894033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ab58dfc-c1a8-4a80-b54c-69ed3e46b60c req-e24f77ae-7821-4dc3-8de8-1b68541a8187 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957227 Nov 12 10:56:57.898383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23183d27-de78-4027-9bb7-232c8600cc65 req-26c2addf-5b6f-4898-8452-6ce4e64b7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:57.900577 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23183d27-de78-4027-9bb7-232c8600cc65 req-26c2addf-5b6f-4898-8452-6ce4e64b7dd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3355007 Nov 12 10:56:57.989281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23183d27-de78-4027-9bb7-232c8600cc65 req-f2b24946-1982-4d21-af03-023fcc4d998f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f5b48106-a276-4030-99dc-ec5cd8c6247d HTTP/1.1" status: 200 len: 217 time: 0.0786250 Nov 12 10:56:58.026820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0'}, {'name': 'network-changed', 'server_uuid': 'a6d49aeb-5c23-4da0-957d-18822dacd6df', 'tag': '66f19155-65f5-4404-94eb-59f99f05168c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:58.031308 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce97e1-44ff-421b-84d6-5eaa38e83a09" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0"}, {"name": "network-changed", "server_uuid": "a6d49aeb-5c23-4da0-957d-18822dacd6df", "tag": "66f19155-65f5-4404-94eb-59f99f05168c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:58.095514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23183d27-de78-4027-9bb7-232c8600cc65 req-d0718d3b-f2ae-4dc8-932e-5a7b7570fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.100340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23183d27-de78-4027-9bb7-232c8600cc65 req-d0718d3b-f2ae-4dc8-932e-5a7b7570fefc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1021392 Nov 12 10:56:58.231711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c55600bf-cb96-4fb5-a679-811d537f9792 req-8d133d1e-5418-419a-9dff-f7534f0e4561 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455239 Nov 12 10:56:58.284899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd246e-16ff-4ba6-855b-2116b738f72f req-861e1636-52b7-4c2d-a8f8-d5f75da96785 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.288066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-97bd246e-16ff-4ba6-855b-2116b738f72f req-861e1636-52b7-4c2d-a8f8-d5f75da96785 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 945 time: 0.3951793 Nov 12 10:56:58.290675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-a71bc7ba-e411-4bcb-9b8f-f7a9e7e09d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.296781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-a71bc7ba-e411-4bcb-9b8f-f7a9e7e09d89 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.5812891 Nov 12 10:56:58.328470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c2349262-2555-4dc5-9e33-f504451a893f up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:56:58.419885 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-d2ece11a-3499-4bff-9a7d-759a8ce1a704 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 200 len: 217 time: 0.0951355 Nov 12 10:56:58.530069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port c2349262-2555-4dc5-9e33-f504451a893f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:56:58.549481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port c2349262-2555-4dc5-9e33-f504451a893f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:56:58.551171 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.555914 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23183d27-de78-4027-9bb7-232c8600cc65 req-31f8c284-e7f4-4666-a1d5-8ac8774a9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.558778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23183d27-de78-4027-9bb7-232c8600cc65 req-31f8c284-e7f4-4666-a1d5-8ac8774a9842 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4480505 Nov 12 10:56:58.579767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-6495caba-139d-4f4b-bdf0-d66af4cc01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.590156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-6495caba-139d-4f4b-bdf0-d66af4cc01c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1531780 Nov 12 10:56:58.704046 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.708195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-a0a840e9-9ffa-4509-8aa1-f2c64c77bb25 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.710071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-a0a840e9-9ffa-4509-8aa1-f2c64c77bb25 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.69 "GET /v2.0/networks?id=a4c934a6-2391-4e7e-895b-31872c457aa2 HTTP/1.1" status: 200 len: 815 time: 0.5853260 Nov 12 10:56:58.757661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c2349262-2555-4dc5-9e33-f504451a893f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c2349262-2555-4dc5-9e33-f504451a893f,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:58.759480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-97bd246e-16ff-4ba6-855b-2116b738f72f req-c0efa919-37e6-4755-90d8-613ff1dcb662 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573684 Nov 12 10:56:58.761112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Request body: {'port': {'device_id': 'f83192a0-2338-45a4-8413-56095dadcb3c', 'network_id': 'a4c934a6-2391-4e7e-895b-31872c457aa2', 'admin_state_up': True, 'tenant_id': 'a1d01d32bcbe4fc9a623f76ca0c76c5f'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:56:58.786846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-0a3f52b6-6fea-41fa-97e2-32d4fbb54096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:58.788505 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-0a3f52b6-6fea-41fa-97e2-32d4fbb54096 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1843953 Nov 12 10:56:58.833854 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:58.969397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c2349262-2555-4dc5-9e33-f504451a893f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:56:58.986898 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4448bdb4-ac50-4493-a679-e325b7cfc5bf x-openstack-request-id: req-4448bdb4-ac50-4493-a679-e325b7cfc5bf {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:56:58.987448 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6d49aeb-5c23-4da0-957d-18822dacd6df", "tag": "66f19155-65f5-4404-94eb-59f99f05168c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:56:58.991233 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4448bdb4-ac50-4493-a679-e325b7cfc5bf {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:56:58.991233 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'status': 'completed', 'code': 200} Nov 12 10:56:58.991233 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d49aeb-5c23-4da0-957d-18822dacd6df', 'tag': '66f19155-65f5-4404-94eb-59f99f05168c', 'status': 'completed', 'code': 200} Nov 12 10:56:59.006097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e00ef-d434-46c6-b849-cb8c1e17bf0d req-91deab5f-789b-490a-9d08-2219e5d23daf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.008098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac2e00ef-d434-46c6-b849-cb8c1e17bf0d req-91deab5f-789b-490a-9d08-2219e5d23daf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.5529091 Nov 12 10:56:59.056582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:56:59.060208 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e5597e-1116-470c-b4fe-84b551b2ee49" -d '{"events": [{"server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "name": "network-vif-plugged", "status": "completed", "tag": "c2349262-2555-4dc5-9e33-f504451a893f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:56:59.106593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-51bc01c1-d8ed-4dc7-bcdf-61476d249a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.107733 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-51bc01c1-d8ed-4dc7-bcdf-61476d249a1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 1098 time: 0.1711726 Nov 12 10:56:59.111527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-19f81ba1-625e-4520-b7a0-a2ff9db5d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.112888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-19f81ba1-625e-4520-b7a0-a2ff9db5d5a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ded29c5080047638c1a507fd835c537&device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 1095 time: 0.2254543 Nov 12 10:56:59.157835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307250-cff5-4fc1-8672-95bdfc527192 req-384680b8-c182-47e6-9c1b-30f6ac9de136 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.159602 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44307250-cff5-4fc1-8672-95bdfc527192 req-384680b8-c182-47e6-9c1b-30f6ac9de136 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 946 time: 0.1788785 Nov 12 10:56:59.208527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac2e00ef-d434-46c6-b849-cb8c1e17bf0d req-e8ace9c0-fa9f-412b-a6e9-e17ca5dfe26c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655848 Nov 12 10:56:59.213465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23183d27-de78-4027-9bb7-232c8600cc65 req-55ac7a4e-bb05-44d4-9565-10bd1ed7d8c1 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243010 Nov 12 10:56:59.261198 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb841-5be2-497e-b6bd-d38cf72972c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:59.362834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-9a07f26a-f570-4646-b07a-3927d8c8f669 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464959 Nov 12 10:56:59.366137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Made reservation on behalf of a1d01d32bcbe4fc9a623f76ca0c76c5f for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:56:59.372589 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:56:59.469954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de58261e-397c-4c53-ad6a-7dc68e675d21 req-a7ca6a08-7a37-4318-b371-087f293e518e tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 210 time: 0.1411793 Nov 12 10:56:59.506979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-72893782-88d1-4f6f-973b-d7383b8e1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.509156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-72893782-88d1-4f6f-973b-d7383b8e1728 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab0785a6-efd5-4e3b-b0c4-d0904664f175 HTTP/1.1" status: 200 len: 930 time: 0.3816814 Nov 12 10:56:59.563268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-ffadce8d-51f5-4f4d-b19a-3cb60b872493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.565320 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-ffadce8d-51f5-4f4d-b19a-3cb60b872493 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.4403367 Nov 12 10:56:59.575041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 66f19155-65f5-4404-94eb-59f99f05168c details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:56:59.721350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-3570813e-c9e5-430f-99a7-a56b51e2940e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 200 len: 217 time: 0.1549792 Nov 12 10:56:59.792497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-67909eb9-9929-4af9-951c-5868dda5a02e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=66f19155-65f5-4404-94eb-59f99f05168c HTTP/1.1" status: 200 len: 217 time: 0.1911118 Nov 12 10:56:59.794811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-9d9fe99e-ea23-4d65-9832-efacd91480d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.796284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-9d9fe99e-ea23-4d65-9832-efacd91480d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3432c60-3fc2-4d95-ac92-cf9e7d363f56 HTTP/1.1" status: 200 len: 868 time: 0.0647657 Nov 12 10:56:59.839948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23183d27-de78-4027-9bb7-232c8600cc65 req-6ff72638-c160-45f6-856b-a1b85766ad55 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168344 Nov 12 10:56:59.864007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44307250-cff5-4fc1-8672-95bdfc527192 req-5ec322dd-4a66-4cf4-8ab3-ba396a3c071d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632142 Nov 12 10:56:59.865529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-ff2fc92a-ffc5-45b5-be34-94a56646983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.867344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-ff2fc92a-ffc5-45b5-be34-94a56646983f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0656242 Nov 12 10:56:59.940323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 66f19155-65f5-4404-94eb-59f99f05168c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=66f19155-65f5-4404-94eb-59f99f05168c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:56:59.987834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-4765ee98-468e-41bb-8a53-82f946217250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:56:59.989544 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-4765ee98-468e-41bb-8a53-82f946217250 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab0785a6-efd5-4e3b-b0c4-d0904664f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1193101 Nov 12 10:56:59.991431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-585165c4-8d3a-4b50-96c1-658a38b5384c req-5e1d9cc8-7f94-4cdc-9d0e-5cd99c7924d1 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655715 Nov 12 10:57:00.003628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79569c-fdf4-4989-82d6-8d4039a61e54 req-67c259da-c775-45a7-a108-b251b0a9cce8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.007563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc79569c-fdf4-4989-82d6-8d4039a61e54 req-67c259da-c775-45a7-a108-b251b0a9cce8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 943 time: 0.3081455 Nov 12 10:57:00.013895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Allocated IP 172.20.0.14 (a4c934a6-2391-4e7e-895b-31872c457aa2/34b085ca-a791-4cd0-ae1b-c77c90545e2b/bae570fc-7c18-449a-809d-822bd7a1db51) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:00.038170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '66f19155-65f5-4404-94eb-59f99f05168c', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '66f19155-65f5-4404-94eb-59f99f05168c', 'mac_address': 'fa:16:3e:08:df:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:00.108525 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2591ca0f-4432-482d-86e9-eff06165b5d0 x-openstack-request-id: req-2591ca0f-4432-482d-86e9-eff06165b5d0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:00.108921 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "name": "network-vif-plugged", "status": "completed", "tag": "c2349262-2555-4dc5-9e33-f504451a893f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:00.109302 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2591ca0f-4432-482d-86e9-eff06165b5d0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:00.111902 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f', 'code': 200} Nov 12 10:57:00.127809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-0e49ae14-fd55-4606-9529-bfdf3eeb9511 service neutron] 10.222.0.57 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297505 Nov 12 10:57:00.129422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-b80decb3-0a4b-4154-99fa-d95f20d30790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.131066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-b80decb3-0a4b-4154-99fa-d95f20d30790 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2256913 Nov 12 10:57:00.200584 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.235994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f19155-65f5-4404-94eb-59f99f05168c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:00.288728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 66f19155-65f5-4404-94eb-59f99f05168c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=66f19155-65f5-4404-94eb-59f99f05168c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:00.335244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f5b48106-a276-4030-99dc-ec5cd8c6247d details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:00.389588 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.550160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-0144bc86-a83f-4b68-b559-03b316fcf068 service neutron] 10.222.0.57 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091864 Nov 12 10:57:00.553150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=66f19155-65f5-4404-94eb-59f99f05168c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:00.557639 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-1e015c27-411c-4a99-b0eb-b3c9d9a5e010 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046469 Nov 12 10:57:00.568416 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:57:00.648835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.754484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59ce97e1-44ff-421b-84d6-5eaa38e83a09 req-796b88fb-9993-45a9-838a-aef679253c73 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813598 Nov 12 10:57:00.781533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f5b48106-a276-4030-99dc-ec5cd8c6247d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f5b48106-a276-4030-99dc-ec5cd8c6247d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:00.802310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:00.810938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'f5b48106-a276-4030-99dc-ec5cd8c6247d', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'f5b48106-a276-4030-99dc-ec5cd8c6247d', 'mac_address': 'fa:16:3e:ac:bd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:00.821318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['66f19155-65f5-4404-94eb-59f99f05168c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:00.875880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7809468-272e-4c9f-b6fe-1966b32af2d9 req-845dc9b3-53c4-4ca3-8ba9-d06c5e62455e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:00.891723 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7809468-272e-4c9f-b6fe-1966b32af2d9 req-845dc9b3-53c4-4ca3-8ba9-d06c5e62455e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 946 time: 0.1349225 Nov 12 10:57:00.970360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Network a4c934a6-2391-4e7e-895b-31872c457aa2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:01.017145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0273b6-d8cd-408a-be0d-aaffb29c72a6 req-02a13272-28d0-4af1-ab1d-c640fbe08573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.022202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee0273b6-d8cd-408a-be0d-aaffb29c72a6 req-02a13272-28d0-4af1-ab1d-c640fbe08573 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1098 time: 0.3230257 Nov 12 10:57:01.023120 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7809468-272e-4c9f-b6fe-1966b32af2d9 req-02dd4b6e-6119-46e9-b184-27e677638724 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263011 Nov 12 10:57:01.026456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:01.059748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:01.087911 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.110033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc79569c-fdf4-4989-82d6-8d4039a61e54 req-77639720-4912-4f98-a2a7-6392964335e5 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0159214 Nov 12 10:57:01.149407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b48106-a276-4030-99dc-ec5cd8c6247d {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:01.187283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Pushing event updated for resources: {'Port': ['ID=bae570fc-7c18-449a-809d-822bd7a1db51,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:01.264284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f5b48106-a276-4030-99dc-ec5cd8c6247d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f5b48106-a276-4030-99dc-ec5cd8c6247d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:01.330936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cff4e5-f3f5-444b-a1e8-aee645c2419a req-f361be9c-449d-4a9f-893f-4bb38c58da72 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.332322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.334415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.336929 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-30cff4e5-f3f5-444b-a1e8-aee645c2419a req-f361be9c-449d-4a9f-893f-4bb38c58da72 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1836438 Nov 12 10:57:01.352639 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.354284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 69847249-4208-4690-b5b2-3e585dc4d8a0 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:01.407915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee0273b6-d8cd-408a-be0d-aaffb29c72a6 req-6f05f143-1bbe-49b1-8eac-5fc95ce90b43 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693972 Nov 12 10:57:01.455737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbd522-eebc-4291-93a8-b086d84bebe7 req-6471433b-e611-4b1e-9d89-bdf14417d2d5 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.457899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78fbd522-eebc-4291-93a8-b086d84bebe7 req-6471433b-e611-4b1e-9d89-bdf14417d2d5 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 932 time: 0.1184411 Nov 12 10:57:01.497377 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-30cff4e5-f3f5-444b-a1e8-aee645c2419a req-34159662-89c3-4e37-b09a-88f464795c67 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436634 Nov 12 10:57:01.532491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-bbd9efa5-8be8-4fef-b363-d8a44546d001 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7759647 Nov 12 10:57:01.553651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=f5b48106-a276-4030-99dc-ec5cd8c6247d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:01.569917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Request body: {'port': {'device_id': 'f83192a0-2338-45a4-8413-56095dadcb3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:01.671524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78fbd522-eebc-4291-93a8-b086d84bebe7 req-39263b4e-31c7-4872-b2c5-418abad7c877 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015874 Nov 12 10:57:01.691178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.757521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 69847249-4208-4690-b5b2-3e585dc4d8a0, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=69847249-4208-4690-b5b2-3e585dc4d8a0,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:01.763517 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-31d355b0-feb1-42d8-ae28-ad7ee25e7cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.793269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'port_id': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'mac_address': 'fa:16:3e:70:16:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:01.849219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91c947-f532-4132-8086-64c20d89f966 req-94e341f4-3287-4afe-8830-5262b36064dc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:01.851602 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee91c947-f532-4132-8086-64c20d89f966 req-94e341f4-3287-4afe-8830-5262b36064dc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 947 time: 0.2020714 Nov 12 10:57:01.893564 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:01.919263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69847249-4208-4690-b5b2-3e585dc4d8a0 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:01.948782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee91c947-f532-4132-8086-64c20d89f966 req-3fbcdb86-a4ef-4934-bd20-94afbcc0dcb9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869086 Nov 12 10:57:01.964445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 69847249-4208-4690-b5b2-3e585dc4d8a0, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=69847249-4208-4690-b5b2-3e585dc4d8a0,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:02.054585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999803a2-7073-4c77-9bca-cf85d699aff1 req-ebe2f415-7c64-4129-aed8-3dd5c7aba1f7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.056202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-999803a2-7073-4c77-9bca-cf85d699aff1 req-ebe2f415-7c64-4129-aed8-3dd5c7aba1f7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1303062 Nov 12 10:57:02.100081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:02.146842 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-999803a2-7073-4c77-9bca-cf85d699aff1 req-9a3576f4-5b4e-443f-b178-7acb34addb3f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785770 Nov 12 10:57:02.258152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=69847249-4208-4690-b5b2-3e585dc4d8a0,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:02.279844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e619843-d59f-4048-9dcc-840a92c73f47 req-a171fe00-5641-476d-9cd3-cd439a3c2112 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.282382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e619843-d59f-4048-9dcc-840a92c73f47 req-a171fe00-5641-476d-9cd3-cd439a3c2112 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 946 time: 0.0992377 Nov 12 10:57:02.355828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae570fc-7c18-449a-809d-822bd7a1db51 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:02.366852 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:02.376227 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e619843-d59f-4048-9dcc-840a92c73f47 req-f386ce6b-f578-4325-b3af-af2ac2ceaef3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758545 Nov 12 10:57:02.396613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Transition to ACTIVE for port object bae570fc-7c18-449a-809d-822bd7a1db51 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:02.408187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769afe3-7424-4bd7-a4e4-715721709606 req-70da4278-1ff4-4f99-8215-7fa2315105c3 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:02.412592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d769afe3-7424-4bd7-a4e4-715721709606 req-70da4278-1ff4-4f99-8215-7fa2315105c3 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 944 time: 0.1050792 Nov 12 10:57:02.468283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['69847249-4208-4690-b5b2-3e585dc4d8a0'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:02.497440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d769afe3-7424-4bd7-a4e4-715721709606 req-6c2249ee-1419-4d9f-be8e-f50168858691 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808666 Nov 12 10:57:02.514247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:02.546761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['f5b48106-a276-4030-99dc-ec5cd8c6247d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:03.003184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.072963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff02e5-4fde-4def-8973-78443aa807c7 req-034a56ba-2619-49ad-aa26-bc7842ecf76f tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.087854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6eff02e5-4fde-4def-8973-78443aa807c7 req-034a56ba-2619-49ad-aa26-bc7842ecf76f tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 944 time: 0.1803415 Nov 12 10:57:03.205766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6eff02e5-4fde-4def-8973-78443aa807c7 req-f7cc03ef-95c6-44fc-b0f9-2b8da3cbb482 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147008 Nov 12 10:57:03.321612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Pushing event updated for resources: {'Port': ['ID=bae570fc-7c18-449a-809d-822bd7a1db51,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:03.392564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-b66e620b-69df-4fe4-b4da-0afd690ea630 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291462 Nov 12 10:57:03.425500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Attempting to bind port bae570fc-7c18-449a-809d-822bd7a1db51 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:03.425966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Attempting to bind port bae570fc-7c18-449a-809d-822bd7a1db51 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '8563019e-ffae-4356-a2cd-40ba13863b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a4c934a6-2391-4e7e-895b-31872c457aa2'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:03.426496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Attempting to bind port bae570fc-7c18-449a-809d-822bd7a1db51 on network a4c934a6-2391-4e7e-895b-31872c457aa2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:03.442813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c04c-f364-43c9-9e4f-dfd9872103f2 req-b1bd2d28-54f3-41ef-b2a9-fde54e40e0e4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.450884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d99c04c-f364-43c9-9e4f-dfd9872103f2 req-b1bd2d28-54f3-41ef-b2a9-fde54e40e0e4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 947 time: 0.1588256 Nov 12 10:57:03.453917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Port bae570fc-7c18-449a-809d-822bd7a1db51 on network a4c934a6-2391-4e7e-895b-31872c457aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:03.459032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Attempting to bind port bae570fc-7c18-449a-809d-822bd7a1db51 on network a4c934a6-2391-4e7e-895b-31872c457aa2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:03.475044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:03.475385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Checking segment: {'id': '8563019e-ffae-4356-a2cd-40ba13863b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a4c934a6-2391-4e7e-895b-31872c457aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:03.475765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Bound using segment: {'id': '8563019e-ffae-4356-a2cd-40ba13863b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a4c934a6-2391-4e7e-895b-31872c457aa2'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:03.476396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Bound port: bae570fc-7c18-449a-809d-822bd7a1db51, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8563019e-ffae-4356-a2cd-40ba13863b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a4c934a6-2391-4e7e-895b-31872c457aa2'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:03.476768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.533513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-3ceeebbd-9e6b-48a5-9a08-a219ce47d6c9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.540006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-3ceeebbd-9e6b-48a5-9a08-a219ce47d6c9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374984 Nov 12 10:57:03.548818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d99c04c-f364-43c9-9e4f-dfd9872103f2 req-a767a25c-81e0-482e-830b-92f24f1d9ec9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967026 Nov 12 10:57:03.568655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-2f28ed8e-a50c-48ad-86b1-0a5d0d8a6fdf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/quotas/207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 375 time: 0.0166404 Nov 12 10:57:03.591870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] For port bae570fc-7c18-449a-809d-822bd7a1db51, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:03.599900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] For port bae570fc-7c18-449a-809d-822bd7a1db51, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=bae570fc-7c18-449a-809d-822bd7a1db51,segment=NetworkSegment(8563019e-ffae-4356-a2cd-40ba13863b31),segment_id=8563019e-ffae-4356-a2cd-40ba13863b31)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:03.604215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 66f19155-65f5-4404-94eb-59f99f05168c up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:03.652886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-49decf4d-34de-4dca-be83-b4cca1b921ee tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914950 Nov 12 10:57:03.694314 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.736438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 66f19155-65f5-4404-94eb-59f99f05168c completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:03.742762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 66f19155-65f5-4404-94eb-59f99f05168c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:03.742762 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.780369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.782035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.784692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] 10.222.0.69 "PUT /v2.0/ports/bae570fc-7c18-449a-809d-822bd7a1db51 HTTP/1.1" status: 200 len: 1093 time: 2.2308798 Nov 12 10:57:03.785344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83192a0-2338-45a4-8413-56095dadcb3c', 'tag': 'bae570fc-7c18-449a-809d-822bd7a1db51'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:03.789626 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25" -d '{"events": [{"name": "network-changed", "server_uuid": "f83192a0-2338-45a4-8413-56095dadcb3c", "tag": "bae570fc-7c18-449a-809d-822bd7a1db51"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:03.838550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e282542-8351-4698-8e9e-fca61baae37c req-d737d103-9bdd-40a0-a357-0674cac35e48 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:03.841442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e282542-8351-4698-8e9e-fca61baae37c req-d737d103-9bdd-40a0-a357-0674cac35e48 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 946 time: 0.2131138 Nov 12 10:57:03.861253 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:03.862500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4fc0a-f22d-47de-b538-75c341d5570e service neutron] Pushing event updated for resources: {'Port': ['ID=bae570fc-7c18-449a-809d-822bd7a1db51,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:03.896373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d49aeb-5c23-4da0-957d-18822dacd6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f19155-65f5-4404-94eb-59f99f05168c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:03.900109 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6dbf2b-a1f0-4d26-a76f-cd49118280ac" -d '{"events": [{"server_uuid": "a6d49aeb-5c23-4da0-957d-18822dacd6df", "name": "network-vif-plugged", "status": "completed", "tag": "66f19155-65f5-4404-94eb-59f99f05168c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:03.926766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 66f19155-65f5-4404-94eb-59f99f05168c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=66f19155-65f5-4404-94eb-59f99f05168c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:03.972828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.005102 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.082781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e282542-8351-4698-8e9e-fca61baae37c req-d2f885a0-fc41-47a7-b0c3-25a5603d3325 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241743 Nov 12 10:57:04.086238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89988a-e953-4231-8938-9f431cebb316 req-65d842d2-6756-4b2d-8d8b-de3609939429 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.087081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-ee19557d-7d6c-4981-b0f5-bb2e6f93fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.089329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-ee19557d-7d6c-4981-b0f5-bb2e6f93fcba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1d01d32bcbe4fc9a623f76ca0c76c5f&device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 1096 time: 0.1456819 Nov 12 10:57:04.106715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e89988a-e953-4231-8938-9f431cebb316 req-65d842d2-6756-4b2d-8d8b-de3609939429 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 944 time: 0.1236367 Nov 12 10:57:04.112653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=66f19155-65f5-4404-94eb-59f99f05168c,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:04.199481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-1efc23bf-4272-477c-afff-fc656c217b83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae570fc-7c18-449a-809d-822bd7a1db51 HTTP/1.1" status: 200 len: 217 time: 0.0973332 Nov 12 10:57:04.202959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e89988a-e953-4231-8938-9f431cebb316 req-f7a0f1e8-43d1-454b-b0fa-8d7e9e7a7bfd tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908692 Nov 12 10:57:04.207828 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad67d97-dade-4f34-a652-a112e7af3380 x-openstack-request-id: req-fad67d97-dade-4f34-a652-a112e7af3380 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:04.208140 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83192a0-2338-45a4-8413-56095dadcb3c", "tag": "bae570fc-7c18-449a-809d-822bd7a1db51", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:04.209132 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fad67d97-dade-4f34-a652-a112e7af3380 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:04.210346 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83192a0-2338-45a4-8413-56095dadcb3c', 'tag': 'bae570fc-7c18-449a-809d-822bd7a1db51', 'status': 'completed', 'code': 200} Nov 12 10:57:04.280398 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ffcee9-d271-434e-b601-c864cc72a0ab x-openstack-request-id: req-45ffcee9-d271-434e-b601-c864cc72a0ab {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:04.282813 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d49aeb-5c23-4da0-957d-18822dacd6df", "name": "network-vif-plugged", "status": "completed", "tag": "66f19155-65f5-4404-94eb-59f99f05168c", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:04.283362 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-45ffcee9-d271-434e-b601-c864cc72a0ab {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:04.284068 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d49aeb-5c23-4da0-957d-18822dacd6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f19155-65f5-4404-94eb-59f99f05168c', 'code': 200} Nov 12 10:57:04.382598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f5b48106-a276-4030-99dc-ec5cd8c6247d up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:04.388439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68ae3198-af8f-41f1-8438-4ee9d09df414 req-502e48aa-99a5-4d07-bafd-82311c0f6c78 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 210 time: 0.1004994 Nov 12 10:57:04.405016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-3d726540-37c7-4b5f-a003-9b56f8789b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.405016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-3d726540-37c7-4b5f-a003-9b56f8789b22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34b085ca-a791-4cd0-ae1b-c77c90545e2b HTTP/1.1" status: 200 len: 855 time: 0.1782737 Nov 12 10:57:04.477643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481e0c0-3c57-42b6-8d16-d294ff61e214 req-e52adba1-df98-4dd3-abd0-2344c4d9efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.489152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f481e0c0-3c57-42b6-8d16-d294ff61e214 req-e52adba1-df98-4dd3-abd0-2344c4d9efde service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 1100 time: 0.1096473 Nov 12 10:57:04.562879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-57365798-c2db-4afe-bd64-bc8eff5d003f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4c934a6-2391-4e7e-895b-31872c457aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517730 Nov 12 10:57:04.568097 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f481e0c0-3c57-42b6-8d16-d294ff61e214 req-82b5b0cf-9a3d-4b2e-9d22-e600331d96b4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665324 Nov 12 10:57:04.661141 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-c12da2a0-b031-4c4a-a7af-7db4f0a49c3f tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1407622804&fields=id&tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42 HTTP/1.1" status: 200 len: 267 time: 0.0665188 Nov 12 10:57:04.665383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09531fd1-37f4-4657-b586-14da3cedb366 req-12f7a4a9-9def-4f08-af48-b46614eb8de2 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.668300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09531fd1-37f4-4657-b586-14da3cedb366 req-12f7a4a9-9def-4f08-af48-b46614eb8de2 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 944 time: 0.0989776 Nov 12 10:57:04.672021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port f5b48106-a276-4030-99dc-ec5cd8c6247d completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:04.682034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port f5b48106-a276-4030-99dc-ec5cd8c6247d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:04.685430 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.769803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09531fd1-37f4-4657-b586-14da3cedb366 req-451b884f-1004-437c-ae3f-caea8ba8e03b tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939119 Nov 12 10:57:04.785203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-e2ed7d9c-8ff5-401e-993a-6e84f4979064 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:04.823205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-e2ed7d9c-8ff5-401e-993a-6e84f4979064 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 946 time: 0.1527665 Nov 12 10:57:04.829247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'port': {'security_groups': ['40971254-fc10-4ce8-8b4c-332ac5d4c226', '7ebd8966-57c6-47bd-82aa-b16c7ef6d138']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:04.858598 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.870888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:04.919950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f5b48106-a276-4030-99dc-ec5cd8c6247d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f5b48106-a276-4030-99dc-ec5cd8c6247d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:04.961405 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.033223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae0be-bdbf-4b8b-983e-ac8c99adef72 req-aafb5ea3-fb19-4916-a7c4-46313f9ac2db tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:05.034838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14bae0be-bdbf-4b8b-983e-ac8c99adef72 req-aafb5ea3-fb19-4916-a7c4-46313f9ac2db tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 948 time: 0.1727107 Nov 12 10:57:05.051361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-8cc0969e-941d-4f4d-aa87-b1aa30a867c7 service neutron] 10.222.0.69 "GET /v2.0/networks/a4c934a6-2391-4e7e-895b-31872c457aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643161 Nov 12 10:57:05.109166 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.110779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 69847249-4208-4690-b5b2-3e585dc4d8a0 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:05.160435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14bae0be-bdbf-4b8b-983e-ac8c99adef72 req-fa9fed2d-a7ed-4588-ba29-637442df857f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081247 Nov 12 10:57:05.198844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed077c7b-2e2c-4fff-bc57-94f7cb80bb0f req-b52aacfc-dfe7-48cd-bf34-f97a22fe4caf service neutron] 10.222.0.69 "GET /v2.0/networks/a4c934a6-2391-4e7e-895b-31872c457aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294723 Nov 12 10:57:05.255235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=f5b48106-a276-4030-99dc-ec5cd8c6247d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:05.397480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] For port c2349262-2555-4dc5-9e33-f504451a893f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c2349262-2555-4dc5-9e33-f504451a893f,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:05.399850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 69847249-4208-4690-b5b2-3e585dc4d8a0 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:05.404585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 69847249-4208-4690-b5b2-3e585dc4d8a0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:05.404944 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.415539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b79b-e2ff-4736-af02-e60a551e085a req-b37e5e66-5c4e-47bd-b213-3fa6b96474cf tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:05.417536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca77b79b-e2ff-4736-af02-e60a551e085a req-b37e5e66-5c4e-47bd-b213-3fa6b96474cf tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 944 time: 0.0804727 Nov 12 10:57:05.480680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.536655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-8612d846-a3fa-43d3-991e-0ae39c7b0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:05.542901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-8612d846-a3fa-43d3-991e-0ae39c7b0b03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1d01d32bcbe4fc9a623f76ca0c76c5f&device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 1096 time: 0.0965850 Nov 12 10:57:05.542901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca77b79b-e2ff-4736-af02-e60a551e085a req-122c2b52-a46a-4235-80a0-e0eb23fb6a4d tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117992 Nov 12 10:57:05.560105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.590307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['c2349262-2555-4dc5-9e33-f504451a893f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:05.623343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:05.644480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:05.645588 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.648030 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b74ef834-2ee9-47d8-99c9-0d10b5985f2a req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "PUT /v2.0/ports/c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 200 len: 982 time: 0.8264441 Nov 12 10:57:05.752719 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:05.818896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:05.825134 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d04233-bc5f-474f-908b-a737b0ef9d83" -d '{"events": [{"name": "network-changed", "server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "tag": "c2349262-2555-4dc5-9e33-f504451a893f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:05.834767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['c2349262-2555-4dc5-9e33-f504451a893f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:05.856451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeec63c-8eab-4486-9d66-ca38af95f89e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'Port': ['ID=c2349262-2555-4dc5-9e33-f504451a893f,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:05.886032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 69847249-4208-4690-b5b2-3e585dc4d8a0, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=69847249-4208-4690-b5b2-3e585dc4d8a0,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:05.994929 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:06.039034 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a6a04311-c2ed-4873-8852-f09d8d01e886 req-f5574286-7bac-4f8e-b08e-f5482a604878 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 210 time: 0.1137075 Nov 12 10:57:06.060136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-f833e140-1bf0-4b9d-9fcc-96696ebe6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.067115 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-f833e140-1bf0-4b9d-9fcc-96696ebe6243 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a4c934a6-2391-4e7e-895b-31872c457aa2 HTTP/1.1" status: 200 len: 916 time: 0.5153356 Nov 12 10:57:06.130574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77bb343e-c148-4df1-8655-3a14b5f8bf34 req-846ea76d-b797-4ca8-8d38-f5b21e4b082d tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/7ebd8966-57c6-47bd-82aa-b16c7ef6d138 HTTP/1.1" status: 200 len: 1817 time: 0.1677268 Nov 12 10:57:06.175584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=69847249-4208-4690-b5b2-3e585dc4d8a0,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:06.241629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58140836-0ab9-444c-bd92-d968509e0859 req-3b0e9716-f036-4ec3-aced-c3a82cc8c3d6 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.250009 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-576aad5a-89f4-4a6f-95b0-602a12aba253 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bae570fc-7c18-449a-809d-822bd7a1db51 HTTP/1.1" status: 200 len: 217 time: 0.1486404 Nov 12 10:57:06.250875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58140836-0ab9-444c-bd92-d968509e0859 req-3b0e9716-f036-4ec3-aced-c3a82cc8c3d6 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 944 time: 0.0896173 Nov 12 10:57:06.288057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815a7c37-fb5f-459b-9637-f69373c54701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b48106-a276-4030-99dc-ec5cd8c6247d'}, {'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:06.296252 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3819d2-9351-45fd-936c-59af1c793ba7" -d '{"events": [{"server_uuid": "815a7c37-fb5f-459b-9637-f69373c54701", "name": "network-vif-plugged", "status": "completed", "tag": "f5b48106-a276-4030-99dc-ec5cd8c6247d"}, {"server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "name": "network-vif-plugged", "status": "completed", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:06.338256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58140836-0ab9-444c-bd92-d968509e0859 req-78cb7ed2-bb4a-4cf0-b965-d3add85943ef tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861149 Nov 12 10:57:06.391790 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e3d0e-c7e5-48c3-9cc3-d46598207965 x-openstack-request-id: req-dd8e3d0e-c7e5-48c3-9cc3-d46598207965 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:06.391790 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "tag": "c2349262-2555-4dc5-9e33-f504451a893f", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:06.392375 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dd8e3d0e-c7e5-48c3-9cc3-d46598207965 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:06.392535 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f', 'status': 'completed', 'code': 200} Nov 12 10:57:06.442334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-21bc694a-2682-47af-8444-f5a14f6f9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.457105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-21bc694a-2682-47af-8444-f5a14f6f9cdb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=34b085ca-a791-4cd0-ae1b-c77c90545e2b HTTP/1.1" status: 200 len: 855 time: 0.1790760 Nov 12 10:57:06.530473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-f4ce09cd-5bc8-4a3e-835d-669c6b9a1bdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a4c934a6-2391-4e7e-895b-31872c457aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563464 Nov 12 10:57:06.550273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7caabd-7ee0-41e1-baea-937aab680c52 req-75cda620-b24e-446b-ba47-c1af1c01fb1a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.552256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c7caabd-7ee0-41e1-baea-937aab680c52 req-75cda620-b24e-446b-ba47-c1af1c01fb1a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 948 time: 0.0780883 Nov 12 10:57:06.578376 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-77bb343e-c148-4df1-8655-3a14b5f8bf34 req-1ccbc8d7-1df3-4893-9133-be02c6c58af4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 10:57:06.592731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77bb343e-c148-4df1-8655-3a14b5f8bf34 req-1ccbc8d7-1df3-4893-9133-be02c6c58af4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/7ebd8966-57c6-47bd-82aa-b16c7ef6d138 HTTP/1.1" status: 409 len: 341 time: 0.3394229 Nov 12 10:57:06.644723 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b201a-b540-4ac3-9eef-a7b4c68b7fba x-openstack-request-id: req-181b201a-b540-4ac3-9eef-a7b4c68b7fba {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:06.645190 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815a7c37-fb5f-459b-9637-f69373c54701", "name": "network-vif-plugged", "status": "completed", "tag": "f5b48106-a276-4030-99dc-ec5cd8c6247d", "code": 200}, {"server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "name": "network-vif-plugged", "status": "completed", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:06.645618 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-181b201a-b540-4ac3-9eef-a7b4c68b7fba {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:06.646228 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815a7c37-fb5f-459b-9637-f69373c54701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b48106-a276-4030-99dc-ec5cd8c6247d', 'code': 200} Nov 12 10:57:06.646620 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'code': 200} Nov 12 10:57:06.673402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-035fbbf4-43cb-4a62-a3ce-2cdc9e9f4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.676672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-035fbbf4-43cb-4a62-a3ce-2cdc9e9f4bf6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1137 time: 0.2138252 Nov 12 10:57:06.678763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c7caabd-7ee0-41e1-baea-937aab680c52 req-211b3ded-df6d-4828-a49f-06080e9201cb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087711 Nov 12 10:57:06.796824 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-d69ad020-e3e5-4e94-971e-897082968096 service neutron] 10.222.0.69 "GET /v2.0/networks/a4c934a6-2391-4e7e-895b-31872c457aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510040 Nov 12 10:57:06.948851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44235966-4dc4-4fc4-80d9-199a4bf53a62 req-1ff1fed1-0510-4026-8184-1f53a065243d tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.951118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44235966-4dc4-4fc4-80d9-199a4bf53a62 req-1ff1fed1-0510-4026-8184-1f53a065243d tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 945 time: 0.1245518 Nov 12 10:57:06.962557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc38e-4ae0-46f9-bc52-7801beb9e0dd req-6314dac8-cd95-4f34-92df-b805672c0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:06.964412 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a16dc38e-4ae0-46f9-bc52-7801beb9e0dd req-6314dac8-cd95-4f34-92df-b805672c0c20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 1102 time: 0.0930941 Nov 12 10:57:07.077712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49d4ba9c-3e5b-457f-9bd6-fa0d6fc34b25 req-e0fcdbfe-3ccc-4766-bc90-72ef4a275aee service neutron] 10.222.0.69 "GET /v2.0/networks/a4c934a6-2391-4e7e-895b-31872c457aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374883 Nov 12 10:57:07.087068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44235966-4dc4-4fc4-80d9-199a4bf53a62 req-d3a75398-3ce2-4f3c-bb42-7d9001f9c388 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212194 Nov 12 10:57:07.091890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a16dc38e-4ae0-46f9-bc52-7801beb9e0dd req-95abd17c-242c-45de-929e-d69c68b8d173 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182292 Nov 12 10:57:07.095878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b922-51bc-4907-9089-1767ef363fa2 req-e4801348-b2ba-4132-a20e-52d3ee9b3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.100878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed75b922-51bc-4907-9089-1767ef363fa2 req-e4801348-b2ba-4132-a20e-52d3ee9b3a65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 1097 time: 0.2213209 Nov 12 10:57:07.102104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-1bc10b8f-6124-4626-80e3-b642707e0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.104724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-1bc10b8f-6124-4626-80e3-b642707e0520 service neutron] 10.222.0.57 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 912 time: 0.4195082 Nov 12 10:57:07.218899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2ee02-d62f-4955-9e37-8e7c6f939753 req-226a8ad0-d395-449e-8965-c1d20ecc6402 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.222496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66b2ee02-d62f-4955-9e37-8e7c6f939753 req-226a8ad0-d395-449e-8965-c1d20ecc6402 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 950 time: 0.0851841 Nov 12 10:57:07.393710 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66b2ee02-d62f-4955-9e37-8e7c6f939753 req-97083ae4-b97b-42cb-b6aa-2b66d66f2176 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659603 Nov 12 10:57:07.396804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ec7d0-870e-4e22-9c4e-5c3eeb8d35cc req-7f221b85-28d0-47b4-a041-c19802271e05 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.399095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f66ec7d0-870e-4e22-9c4e-5c3eeb8d35cc req-7f221b85-28d0-47b4-a041-c19802271e05 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 985 time: 0.1190882 Nov 12 10:57:07.407332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-166aa368-062c-4b98-897f-945a6838035f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 200 len: 217 time: 0.1004870 Nov 12 10:57:07.520475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f66ec7d0-870e-4e22-9c4e-5c3eeb8d35cc req-c43cc881-bf21-4262-9980-fcd0251b6562 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ebd8966-57c6-47bd-82aa-b16c7ef6d138&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0985777 Nov 12 10:57:07.597868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-804e7a78-a672-4ba0-9b4a-5a4dbf7a1587 req-9f5e4159-b4c8-4417-93a8-c3186cda3938 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 210 time: 0.0751483 Nov 12 10:57:07.604833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device bae570fc-7c18-449a-809d-822bd7a1db51 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:07.605971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed75b922-51bc-4907-9089-1767ef363fa2 req-1ab22489-4035-441a-a808-e8f2a821e901 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845595 Nov 12 10:57:07.620477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-ab87e872-6a88-48ef-b841-401b2cd864b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.623481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-ab87e872-6a88-48ef-b841-401b2cd864b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.1854057 Nov 12 10:57:07.754910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263c4a7-4b55-43ce-aa43-4d8c070b8858 req-26b6cf78-a44e-42ed-b714-19924ab15bc1 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:07.757416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2263c4a7-4b55-43ce-aa43-4d8c070b8858 req-26b6cf78-a44e-42ed-b714-19924ab15bc1 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 944 time: 0.0861504 Nov 12 10:57:07.814393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-88477201-29d2-4f73-99a5-31e5be759e8f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445127 Nov 12 10:57:07.827901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2263c4a7-4b55-43ce-aa43-4d8c070b8858 req-184f6770-5f90-4aa0-b5e7-c6e164e85519 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565231 Nov 12 10:57:07.845347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port bae570fc-7c18-449a-809d-822bd7a1db51, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=bae570fc-7c18-449a-809d-822bd7a1db51,segment=NetworkSegment(8563019e-ffae-4356-a2cd-40ba13863b31),segment_id=8563019e-ffae-4356-a2cd-40ba13863b31)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:07.898785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'bae570fc-7c18-449a-809d-822bd7a1db51', 'network_id': 'a4c934a6-2391-4e7e-895b-31872c457aa2', 'port_id': 'bae570fc-7c18-449a-809d-822bd7a1db51', 'mac_address': 'fa:16:3e:84:d1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b085ca-a791-4cd0-ae1b-c77c90545e2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:07.953115 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-c863e3ae-de55-4dda-a2f8-16e067c0e430 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013331 Nov 12 10:57:08.018532 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:08.053565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae570fc-7c18-449a-809d-822bd7a1db51 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:08.101687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port bae570fc-7c18-449a-809d-822bd7a1db51, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=bae570fc-7c18-449a-809d-822bd7a1db51,segment=NetworkSegment(8563019e-ffae-4356-a2cd-40ba13863b31),segment_id=8563019e-ffae-4356-a2cd-40ba13863b31)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:08.161713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-c67f74e8-6937-453b-b444-80f20d51d8c9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:08.164502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-c67f74e8-6937-453b-b444-80f20d51d8c9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364222 Nov 12 10:57:08.165473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:08.184966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Request body: {'port': {'device_id': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '207f6f65eaf44c88a1a3fff35bfda972'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:08.248665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-fd86c15e-b7c6-42b1-b45c-5e26b2d38c64 service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383091 Nov 12 10:57:08.313961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=bae570fc-7c18-449a-809d-822bd7a1db51,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:08.517443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['bae570fc-7c18-449a-809d-822bd7a1db51'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:08.544713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66eb2d-1d24-4fbf-a98a-6dd5133ad988 req-ba66af57-d82b-4df0-ae88-a030199fb7fd tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:08.547097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc66eb2d-1d24-4fbf-a98a-6dd5133ad988 req-ba66af57-d82b-4df0-ae88-a030199fb7fd tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 945 time: 0.2264621 Nov 12 10:57:08.610786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186412e9-755c-4559-b7c6-e6e04f3122a9 req-3509b153-e856-466a-b373-7cc150070d5e tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:08.612405 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-186412e9-755c-4559-b7c6-e6e04f3122a9 req-3509b153-e856-466a-b373-7cc150070d5e tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 950 time: 0.0762253 Nov 12 10:57:08.633962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d04233-bc5f-474f-908b-a737b0ef9d83 req-4124b11c-9695-4c3e-baf7-895682304b12 service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117955 Nov 12 10:57:08.748583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc66eb2d-1d24-4fbf-a98a-6dd5133ad988 req-853e962d-4446-41bb-b308-12f42d1065d1 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864214 Nov 12 10:57:08.777858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-186412e9-755c-4559-b7c6-e6e04f3122a9 req-bb0db5db-c753-4416-af6f-00583af971ad tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272805 Nov 12 10:57:08.906733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828cc13-ccaf-4777-9270-19f632f927a7 req-c63374d1-85b0-4c98-b745-5737d47f14cc tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:08.908713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1828cc13-ccaf-4777-9270-19f632f927a7 req-c63374d1-85b0-4c98-b745-5737d47f14cc tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 985 time: 0.0886476 Nov 12 10:57:09.022058 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6b6bd52-2d8a-4b46-a32c-ac789f318d72 req-a73f51fa-3e96-4e71-bf7f-8cff62cb5e11 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 210 time: 0.0442183 Nov 12 10:57:09.058608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1828cc13-ccaf-4777-9270-19f632f927a7 req-00daddf6-4ea5-49b2-b9fe-dd214ff50615 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ebd8966-57c6-47bd-82aa-b16c7ef6d138&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1338637 Nov 12 10:57:09.290433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96698b22-32ac-4e96-b40b-4f31d255e03f req-39609d2a-85af-4d9c-8cce-bb28081e8921 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:09.292176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-96698b22-32ac-4e96-b40b-4f31d255e03f req-39609d2a-85af-4d9c-8cce-bb28081e8921 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 945 time: 0.0841880 Nov 12 10:57:09.362096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-96698b22-32ac-4e96-b40b-4f31d255e03f req-8b163836-cde0-4781-b520-9cf6a280fd44 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631361 Nov 12 10:57:09.716877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Made reservation on behalf of 207f6f65eaf44c88a1a3fff35bfda972 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:09.722444 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:09.977166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8face-5dd2-4cb6-ae6f-4ef95b494739 req-643b4de6-3164-4159-b32b-46e44585fb9e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:09.978898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0d8face-5dd2-4cb6-ae6f-4ef95b494739 req-643b4de6-3164-4159-b32b-46e44585fb9e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 945 time: 0.0660970 Nov 12 10:57:10.066749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Allocated IP 192.168.233.129 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/94f77089-c7c2-43cf-94c6-4c3c147e1df1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:10.084220 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0d8face-5dd2-4cb6-ae6f-4ef95b494739 req-721a118d-4801-4cd7-9b92-0f01e12dddae tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922043 Nov 12 10:57:10.098728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9ff22-eda2-4c42-9125-935d4637369d req-c8a618d0-a0dd-400a-83d2-874a1e4028c9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.112919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44d9ff22-eda2-4c42-9125-935d4637369d req-c8a618d0-a0dd-400a-83d2-874a1e4028c9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 950 time: 0.1577647 Nov 12 10:57:10.301193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73c4276d-ce5e-409c-a313-b3ac760ac1d2 req-9c9672a0-70e1-498f-8002-83888a70db48 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 210 time: 0.0705130 Nov 12 10:57:10.344537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-ca3d3ae9-9b85-494e-ae2c-fb8e072189a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.348913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-ca3d3ae9-9b85-494e-ae2c-fb8e072189a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1137 time: 0.2371483 Nov 12 10:57:10.389186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44d9ff22-eda2-4c42-9125-935d4637369d req-30156b45-99f7-4a2a-8da3-5c9a3c3ce904 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560270 Nov 12 10:57:10.474645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0b3f3-ee1f-4f71-9dce-18f50385fe94 req-fde88c6d-25de-4612-8f40-57b3c51b07b4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.476896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e0b3f3-ee1f-4f71-9dce-18f50385fe94 req-fde88c6d-25de-4612-8f40-57b3c51b07b4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 985 time: 0.0929081 Nov 12 10:57:10.580788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e0b3f3-ee1f-4f71-9dce-18f50385fe94 req-680df326-f684-4a34-bf52-0096e70b9c4c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ebd8966-57c6-47bd-82aa-b16c7ef6d138&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0904181 Nov 12 10:57:10.766420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ab504-fd0b-40e4-9970-27a6582db781 req-8f046d37-3299-48c3-971a-0872e765cbac tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.768940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-701ab504-fd0b-40e4-9970-27a6582db781 req-8f046d37-3299-48c3-971a-0872e765cbac tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 945 time: 0.2409418 Nov 12 10:57:10.774861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-dad5cce0-f38f-4e6a-8b33-f2b1e083fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.777592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-dad5cce0-f38f-4e6a-8b33-f2b1e083fffe service neutron] 10.222.0.57 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 912 time: 0.4178016 Nov 12 10:57:10.848857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:10.854649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-7d92f159-ca2a-4db6-9156-59904a6d02f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 200 len: 217 time: 0.0647552 Nov 12 10:57:10.945807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-701ab504-fd0b-40e4-9970-27a6582db781 req-36d74578-a259-4a91-9e36-dc83062b5674 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615005 Nov 12 10:57:10.953436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-32901964-57e9-47dc-a9fc-b0802b5394d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:10.955012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-32901964-57e9-47dc-a9fc-b0802b5394d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.0870886 Nov 12 10:57:11.011968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-aeb4a992-352b-4619-bb9c-7b488feb64eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420852 Nov 12 10:57:11.198303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-154b4b63-e3d2-4243-9bd1-73cd37f8bdaf service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750844 Nov 12 10:57:11.221560 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:11.239377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:11.251906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:11.306548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:11.314919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:11.318193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:11.606417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:11.625418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.625766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.626092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.626425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.626752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.627623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.628426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.628426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.628739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.629075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.629403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.629722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:11.640058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device bae570fc-7c18-449a-809d-822bd7a1db51 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:11.702935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.706098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:11.737039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-230d0803-c1e0-4a65-8326-aac6571b0a14 req-37cd69b9-941b-4ec8-b922-8a7b537e3750 service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286591 Nov 12 10:57:11.753176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8a483-6500-4943-9102-c182322563c3 req-e2bfab3a-a5cf-4b21-b32f-f7432eb94149 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.762827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2d8a483-6500-4943-9102-c182322563c3 req-e2bfab3a-a5cf-4b21-b32f-f7432eb94149 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 936 time: 0.2145360 Nov 12 10:57:11.841553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88b03f-f88a-4334-ba1f-6be9ad48b6b6 req-7f79f699-3a03-4945-9866-2d17de3223b8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:11.850531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d88b03f-f88a-4334-ba1f-6be9ad48b6b6 req-7f79f699-3a03-4945-9866-2d17de3223b8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 945 time: 0.5730982 Nov 12 10:57:11.874162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4df917f8-659d-4814-b216-f3836d452a7a None None] Provisioning complete for port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:11.874515 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4df917f8-659d-4814-b216-f3836d452a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:11.911531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d88b03f-f88a-4334-ba1f-6be9ad48b6b6 req-dc7d679f-696c-48b4-934f-b57a565a648a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595798 Nov 12 10:57:11.963390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port bae570fc-7c18-449a-809d-822bd7a1db51 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:11.979669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4df917f8-659d-4814-b216-f3836d452a7a None None] Port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:11.982271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port bae570fc-7c18-449a-809d-822bd7a1db51 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:11.982884 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.070796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9224e-cf3d-4235-a356-8932b574b248 req-d78a6733-3318-4cae-91b7-c4b03dcb92b8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:12.086539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c9224e-cf3d-4235-a356-8932b574b248 req-d78a6733-3318-4cae-91b7-c4b03dcb92b8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 950 time: 0.0712023 Nov 12 10:57:12.131991 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-9d46a73a-e659-4b71-974e-d20c596b2dfb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9537196 Nov 12 10:57:12.137285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c9224e-cf3d-4235-a356-8932b574b248 req-d94bc03a-47ad-4041-8450-005ef2eec212 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573030 Nov 12 10:57:12.152877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Request body: {'port': {'device_id': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:12.168699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.200633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83192a0-2338-45a4-8413-56095dadcb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae570fc-7c18-449a-809d-822bd7a1db51'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:12.200927 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2d8a483-6500-4943-9102-c182322563c3 req-260ce909-ef06-4c83-9f3c-dd4d53b92046 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371541 Nov 12 10:57:12.203302 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571f25cf-68bc-41c2-882c-595cb5560e3b" -d '{"events": [{"server_uuid": "f83192a0-2338-45a4-8413-56095dadcb3c", "name": "network-vif-plugged", "status": "completed", "tag": "bae570fc-7c18-449a-809d-822bd7a1db51"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:12.221689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port bae570fc-7c18-449a-809d-822bd7a1db51, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=bae570fc-7c18-449a-809d-822bd7a1db51,segment=NetworkSegment(8563019e-ffae-4356-a2cd-40ba13863b31),segment_id=8563019e-ffae-4356-a2cd-40ba13863b31)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:12.238362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.317709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb79198-9a13-426d-9dd6-4f90d7f76949 req-2bc4e09f-3a99-4909-b456-92d19f2e848d tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:12.319318 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7cb79198-9a13-426d-9dd6-4f90d7f76949 req-2bc4e09f-3a99-4909-b456-92d19f2e848d tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1097 time: 0.0472162 Nov 12 10:57:12.386223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7cb79198-9a13-426d-9dd6-4f90d7f76949 req-f45721a6-2a24-4404-9c03-5d17085afb13 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559726 Nov 12 10:57:12.395442 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:12.493689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=bae570fc-7c18-449a-809d-822bd7a1db51,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:12.555838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132362b-37ef-4f83-acf3-660434ca1781 req-849bdeb8-22be-4065-af34-61fd61ead13b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:12.558038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c132362b-37ef-4f83-acf3-660434ca1781 req-849bdeb8-22be-4065-af34-61fd61ead13b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 985 time: 0.2690139 Nov 12 10:57:12.736622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c132362b-37ef-4f83-acf3-660434ca1781 req-722b0bee-109b-4aec-85cb-ebc2b899a635 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ebd8966-57c6-47bd-82aa-b16c7ef6d138&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1500416 Nov 12 10:57:12.938517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f77089-c7c2-43cf-94c6-4c3c147e1df1 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:12.990144 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.018309 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-c439c405-6659-4527-8692-9840e202f7d1 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 258 time: 0.4000223 Nov 12 10:57:13.023895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Transition to ACTIVE for port object 94f77089-c7c2-43cf-94c6-4c3c147e1df1 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:13.036528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:13.047436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774b810-6684-415b-9261-f2e1f716aacd req-3386a997-8181-47f7-89a2-14d775d42ca4 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:13.056669 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2774b810-6684-415b-9261-f2e1f716aacd req-3386a997-8181-47f7-89a2-14d775d42ca4 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 946 time: 0.1626487 Nov 12 10:57:13.128047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2774b810-6684-415b-9261-f2e1f716aacd req-088f4efe-ef59-41e8-840b-a42031539c8a tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666490 Nov 12 10:57:13.153736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.248715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:13.252203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.383725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:13.384183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:13.384429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:13.397922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:13.402627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:13.414051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:13.414454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:13.416848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:13.417523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Bound port: 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:13.417899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.500958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.538200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:13.559223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:13.684629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034da00-7b4d-4459-a573-ba84da148860 req-ff140bf6-24aa-4e7d-99cb-6d349e9333b0 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:13.696341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034da00-7b4d-4459-a573-ba84da148860 req-ff140bf6-24aa-4e7d-99cb-6d349e9333b0 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:13.701352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8034da00-7b4d-4459-a573-ba84da148860 req-ff140bf6-24aa-4e7d-99cb-6d349e9333b0 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df&device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 1689 time: 0.1052153 Nov 12 10:57:13.706452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.727092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Allocated IP 172.25.3.98 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b64baacb-666e-4220-a3bf-0320277990b2) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:13.762703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:13.763260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:13.765538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] 10.222.0.69 "PUT /v2.0/ports/94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 1097 time: 1.6192465 Nov 12 10:57:13.770868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:13.773977 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae" -d '{"events": [{"name": "network-changed", "server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:13.830878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8034da00-7b4d-4459-a573-ba84da148860 req-5f6ace23-0028-4baf-b5e0-892f7048d019 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192665 Nov 12 10:57:13.834435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d00c6-a759-4a08-a2a3-425a6ec17f97 service neutron] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:13.910097 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df48775-2bea-44be-a583-794cfafaf0fd x-openstack-request-id: req-2df48775-2bea-44be-a583-794cfafaf0fd {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:13.910716 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83192a0-2338-45a4-8413-56095dadcb3c", "name": "network-vif-plugged", "status": "completed", "tag": "bae570fc-7c18-449a-809d-822bd7a1db51", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:13.910716 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2df48775-2bea-44be-a583-794cfafaf0fd {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:13.911056 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83192a0-2338-45a4-8413-56095dadcb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae570fc-7c18-449a-809d-822bd7a1db51', 'code': 200} Nov 12 10:57:13.967052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.052805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-8a381568-8c00-4741-a57d-b68408502354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:14.054356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-8a381568-8c00-4741-a57d-b68408502354 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1100 time: 0.0580111 Nov 12 10:57:14.097422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9cf7e-4944-4d8f-bd21-52929184b36a req-f47d58a5-5d4f-4e54-a1ae-8b977323278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:14.103002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-22b9cf7e-4944-4d8f-bd21-52929184b36a req-f47d58a5-5d4f-4e54-a1ae-8b977323278b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 1098 time: 0.0520184 Nov 12 10:57:14.133372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-629cccc1-08b0-4053-b86c-164a33b777f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0574157 Nov 12 10:57:14.168029 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-22b9cf7e-4944-4d8f-bd21-52929184b36a req-c3ae4c6f-f6e2-4f21-8ce9-c31e71dbfeff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523705 Nov 12 10:57:14.190151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-fc60c87b-bd55-4fe6-b7c4-49fe1f1e8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:14.191630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-fc60c87b-bd55-4fe6-b7c4-49fe1f1e8ea6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0486059 Nov 12 10:57:14.222486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.270875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:14.274515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:14.277325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:14.290771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Pushing event updated for resources: {'Port': ['ID=b64baacb-666e-4220-a3bf-0320277990b2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:14.319967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.319967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.320345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.321505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.321505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.321505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.321505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.321879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.322141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.322637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.322894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.323154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:14.355212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.454205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-5fd2ab49-9e37-4578-8f96-24490cb2e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:14.456012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-5fd2ab49-9e37-4578-8f96-24490cb2e41e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0615485 Nov 12 10:57:14.548023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.566514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-6097d7ed-3b4e-4a86-acc1-19a56d466451 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004269 Nov 12 10:57:14.722403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaba7238-92d1-463e-9d72-a3ab286c6d4b req-8f99cdbb-8f7a-47a2-af7f-f20ce11ebf02 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471262 Nov 12 10:57:14.789326 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.885779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.945580 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:14.997212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Pushing event updated for resources: {'Port': ['ID=b64baacb-666e-4220-a3bf-0320277990b2,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:15.052877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:15.066715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-7d4b5dad-b129-4027-bd59-6640dde5ee3a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0377898 Nov 12 10:57:15.164502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-2d7c1ad7-7afb-46ea-a92d-a5dd1cd40e08 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0936308 Nov 12 10:57:15.353903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-e43afc7f-a1d9-4284-8967-2419d69e5a4e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:15.356639 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40c5f68d-50b2-424e-9ef5-eb372d66d0ad req-e43afc7f-a1d9-4284-8967-2419d69e5a4e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1799874 Nov 12 10:57:15.484696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe935b-37df-4d66-bb4d-8140337a7617 req-89e607e3-60d9-4629-a30f-eff398b93713 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:15.486303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-04fe935b-37df-4d66-bb4d-8140337a7617 req-89e607e3-60d9-4629-a30f-eff398b93713 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 948 time: 0.0736222 Nov 12 10:57:15.560737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-04fe935b-37df-4d66-bb4d-8140337a7617 req-794e1460-5b75-469e-8ebc-7191e49ee2b6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639355 Nov 12 10:57:15.747494 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4701fe22-6b29-45d2-bced-5fb3eebd8fad x-openstack-request-id: req-4701fe22-6b29-45d2-bced-5fb3eebd8fad {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:15.747494 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:15.748826 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4701fe22-6b29-45d2-bced-5fb3eebd8fad {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:15.749714 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'status': 'completed', 'code': 200} Nov 12 10:57:15.867122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-f39296fd-679f-41b6-9ec8-3eec8064fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:15.870565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-f39296fd-679f-41b6-9ec8-3eec8064fda6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1100 time: 0.0876739 Nov 12 10:57:15.894311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fe79a-dfc2-4558-a8d6-3034ec79650b req-43bdccd4-880f-4ae2-add5-b4261028902b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:15.904836 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de9fe79a-dfc2-4558-a8d6-3034ec79650b req-43bdccd4-880f-4ae2-add5-b4261028902b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 985 time: 0.1008146 Nov 12 10:57:16.055856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de9fe79a-dfc2-4558-a8d6-3034ec79650b req-bd9e7374-d567-4b89-a75e-169bae638139 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ebd8966-57c6-47bd-82aa-b16c7ef6d138&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1468871 Nov 12 10:57:16.076630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-62741681-9b1e-487d-aba4-1bf48b8dee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.080121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-62741681-9b1e-487d-aba4-1bf48b8dee86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2002280 Nov 12 10:57:16.185337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-4142117d-bf7b-439e-a443-b56065fb0eed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0927215 Nov 12 10:57:16.289018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-a28a678c-baa9-400b-9627-24e31ffaaace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.291169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-a28a678c-baa9-400b-9627-24e31ffaaace service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0967665 Nov 12 10:57:16.363307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-de639be3-2405-4f44-bef7-ffa29274f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.367657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-de639be3-2405-4f44-bef7-ffa29274f439 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614414 Nov 12 10:57:16.405508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26de5e-f9a7-4cc8-bcb1-5b6b6ec20c83 req-62013b69-0417-4b48-a919-732ba15197d2 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.416498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a26de5e-f9a7-4cc8-bcb1-5b6b6ec20c83 req-62013b69-0417-4b48-a919-732ba15197d2 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 946 time: 0.1283095 Nov 12 10:57:16.517982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a26de5e-f9a7-4cc8-bcb1-5b6b6ec20c83 req-344a8644-030f-463d-bea9-986e659f9139 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999858 Nov 12 10:57:16.570321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-2ebee6db-9f00-451a-bdfc-738e0ff28998 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895361 Nov 12 10:57:16.769606 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b015db2b-7dc4-4ab8-9b4a-dcd79b658cae req-fc17dc01-c1ed-44c2-a0a6-5c5452d29f3d service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888297 Nov 12 10:57:16.845878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-9d9b9313-ec62-49f4-89eb-b7884b442d02 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:16.852607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-9d9b9313-ec62-49f4-89eb-b7884b442d02 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1350965 Nov 12 10:57:16.900053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-1b020b50-72c0-4eb7-906d-61bd1096bdfd tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:57:16.901155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-1b020b50-72c0-4eb7-906d-61bd1096bdfd tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076087 Nov 12 10:57:16.910300 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-11760331-a569-4abc-837b-9327e15216b6 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0562179 Nov 12 10:57:16.932889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Request body: {'floatingip': {'port_id': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:17.063034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:17.066338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-ee2c8e93-efd7-4494-ad5a-dafd644ac3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:17.068042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-ee2c8e93-efd7-4494-ad5a-dafd644ac3d1 service neutron] 10.222.0.98 "GET /v2.0/ports/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 1094 time: 0.1559544 Nov 12 10:57:17.107796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Request body: {'binding': {'host': 'n-h2-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:17.107796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Unknown quota resources ['binding']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 10:57:17.130852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:17.453283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on host n-h2-768852-22 for vnic_type normal with profile None {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:17.454209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:17.454209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:17.473991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:17.474605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:17.489581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:17.495557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:17.495557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:17.495557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Bound port: 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:17.682584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:17.885929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:17.905709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'mac_address': 'fa:16:3e:31:b5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:17.967735 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:17.985603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f77089-c7c2-43cf-94c6-4c3c147e1df1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:17.999695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:18.011539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:18.143131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:18.148799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:18.156134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-edd0acba-3939-46a5-a275-e9d5e6b5e1a9 service neutron] 10.222.0.98 "POST /v2.0/ports/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46/bindings HTTP/1.1" status: 201 len: 390 time: 1.0495679 Nov 12 10:57:18.261337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:18.506814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['94f77089-c7c2-43cf-94c6-4c3c147e1df1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:18.553425 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:18.665231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:18.763418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-782841fe-4c1e-4175-a5c8-5ef64bb856b3 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-305604413&fields=id&tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42 HTTP/1.1" status: 200 len: 267 time: 0.1049850 Nov 12 10:57:18.851386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-f5bd90c1-0c06-47ec-bad8-696b606309d0 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:18.852948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-f5bd90c1-0c06-47ec-bad8-696b606309d0 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 985 time: 0.0873919 Nov 12 10:57:18.874589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'port': {'security_groups': ['40971254-fc10-4ce8-8b4c-332ac5d4c226', '7ebd8966-57c6-47bd-82aa-b16c7ef6d138', 'db098b7d-e128-45f3-bf1e-dc2a523f078d']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:18.933977 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Floating IP 606c874d-aa9b-4ca4-afb7-b2e09e2839ff associated. External IP: 172.25.3.98, port: 69847249-4208-4690-b5b2-3e585dc4d8a0. Nov 12 10:57:18.997133 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.232375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Router 25f6254a-13fb-4753-b1c9-12230f0347de has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:57:19.386440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] For port c2349262-2555-4dc5-9e33-f504451a893f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c2349262-2555-4dc5-9e33-f504451a893f,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:19.430001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.446932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:57:19.452496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.463045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] Sync routers for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:57:19.486365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f87f0788-900f-49a9-aaa4-01fa02b09c1f tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "PUT /v2.0/floatingips/606c874d-aa9b-4ca4-afb7-b2e09e2839ff HTTP/1.1" status: 200 len: 995 time: 2.5614100 Nov 12 10:57:19.486646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:19.486973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:57:19.487627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:57:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:19.489408 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85376503-94d7-490e-9715-4cc5c6b39a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:19.570175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-90a3c331-0ba5-4c3b-a98a-afd54f0112ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.571899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-90a3c331-0ba5-4c3b-a98a-afd54f0112ec service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2ded29c5080047638c1a507fd835c537&device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 1097 time: 0.0515108 Nov 12 10:57:19.580386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-8b01420a-d694-4c2b-98d3-b898e2f999f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.587372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-8b01420a-d694-4c2b-98d3-b898e2f999f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1097 time: 0.0697684 Nov 12 10:57:19.650114 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.672615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['c2349262-2555-4dc5-9e33-f504451a893f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:19.677089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:19.688756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-b31ab754-73a5-42a6-8b96-eb00b8f2e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.690307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-b31ab754-73a5-42a6-8b96-eb00b8f2e7e6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ab0785a6-efd5-4e3b-b0c4-d0904664f175 HTTP/1.1" status: 200 len: 930 time: 0.1064694 Nov 12 10:57:19.736024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.736972 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:19.738599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dccfef6a-1e7b-41b8-9447-3a096c74b898 req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "PUT /v2.0/ports/c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 200 len: 1021 time: 0.8700175 Nov 12 10:57:19.739187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:19.743143 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23784a-e046-4d60-979d-0280237df71a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "tag": "c2349262-2555-4dc5-9e33-f504451a893f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:19.788136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-bbf5b6a2-03dc-474d-ac37-8cddbc696882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.792052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-bbf5b6a2-03dc-474d-ac37-8cddbc696882 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1943872 Nov 12 10:57:19.862805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-32092c1a-d95b-41fb-b3db-645fcc580c12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 217 time: 0.0429065 Nov 12 10:57:19.917045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-e581590b-5521-4f51-9997-80167db92c3d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 200 len: 998 time: 0.2115779 Nov 12 10:57:19.932849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['c2349262-2555-4dc5-9e33-f504451a893f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:19.975363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdfddc-c55e-42b8-9e05-449bd242286e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'Port': ['ID=c2349262-2555-4dc5-9e33-f504451a893f,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:19.989297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eefd98-f5c9-4c46-a02c-3d573cdbfadf req-ff730dcd-44bf-475b-9cbc-465ceee0b345 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.990983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0eefd98-f5c9-4c46-a02c-3d573cdbfadf req-ff730dcd-44bf-475b-9cbc-465ceee0b345 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 1100 time: 0.1241806 Nov 12 10:57:19.993536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-06261455-e0cd-46d0-86eb-855cb377a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:19.995887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-06261455-e0cd-46d0-86eb-855cb377a2aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0981116 Nov 12 10:57:20.029161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-8b0eb143-01a4-4b22-b9f9-e36424addd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.031765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-8b0eb143-01a4-4b22-b9f9-e36424addd98 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3432c60-3fc2-4d95-ac92-cf9e7d363f56 HTTP/1.1" status: 200 len: 868 time: 0.1099374 Nov 12 10:57:20.035331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:57:20.043753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-05646cf3-0bbe-4576-8813-e32c54f64ba1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398474 Nov 12 10:57:20.119315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-a29e5188-5c51-4316-ae8a-18588fe7b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.122681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-a29e5188-5c51-4316-ae8a-18588fe7b238 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab0785a6-efd5-4e3b-b0c4-d0904664f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802388 Nov 12 10:57:20.149944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-758f8e67-012e-4b6e-8203-0f8d81e982c3 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:57:20.155859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0eefd98-f5c9-4c46-a02c-3d573cdbfadf req-80848ef3-da0e-42b4-906a-782e42b5b905 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395833 Nov 12 10:57:20.160556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-758f8e67-012e-4b6e-8203-0f8d81e982c3 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193841 Nov 12 10:57:20.203017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-1901fc22-b4f0-461b-8ec2-d39fd464ea8e service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499655 Nov 12 10:57:20.316636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-f72be679-1047-4a63-87ea-97cfa94d8578 service neutron] 10.222.0.98 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471963 Nov 12 10:57:20.372938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d02b2e-6eb8-4f30-a5ca-101417733b36 req-41c0bfc6-0a18-4792-8eb4-6f8b82243c95 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.375327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21d02b2e-6eb8-4f30-a5ca-101417733b36 req-41c0bfc6-0a18-4792-8eb4-6f8b82243c95 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 949 time: 0.0796056 Nov 12 10:57:20.377710 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-24e80884-eb60-4ddc-a8fa-e122bc516c9c service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625926 Nov 12 10:57:20.420700 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:20.449382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69635a1b-3fd5-4122-9f97-54214d978a96 req-fb1a55b3-49cb-4020-aebc-6f11b7034612 service neutron] 10.222.0.98 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183643 Nov 12 10:57:20.464555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21d02b2e-6eb8-4f30-a5ca-101417733b36 req-5ee312fb-fe00-4966-af68-7438c3b867ad tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676231 Nov 12 10:57:20.680304 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea363298-c403-498c-9fe9-2895f7cb7fd9 x-openstack-request-id: req-ea363298-c403-498c-9fe9-2895f7cb7fd9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:20.681789 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:20.682594 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea363298-c403-498c-9fe9-2895f7cb7fd9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:20.683425 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'status': 'completed', 'code': 200} Nov 12 10:57:20.731976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90db47-9b47-49a9-9a7b-16fdee7c0122 req-fa7b012e-d0fd-44b3-8789-8293207267fa tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.734386 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac90db47-9b47-49a9-9a7b-16fdee7c0122 req-fa7b012e-d0fd-44b3-8789-8293207267fa tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0955794 Nov 12 10:57:20.752523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab13c036-be3d-4333-ace1-e7e3c4000743 req-f1b0e166-c8af-4904-bbca-2bc05f0adf94 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/db098b7d-e128-45f3-bf1e-dc2a523f078d HTTP/1.1" status: 200 len: 1816 time: 0.0558259 Nov 12 10:57:20.821088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-b1bc98f8-b40a-466c-a3ce-e12fb9f481c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:20.822816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-b1bc98f8-b40a-466c-a3ce-e12fb9f481c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ded29c5080047638c1a507fd835c537&device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 1097 time: 0.0873218 Nov 12 10:57:20.829098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac90db47-9b47-49a9-9a7b-16fdee7c0122 req-ab2e0fb1-054c-4e37-919f-270f440090f7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836539 Nov 12 10:57:20.855389 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-ab13c036-be3d-4333-ace1-e7e3c4000743 req-b49a4d5d-0502-4d3d-be77-401d9650ddce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 10:57:20.876533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab13c036-be3d-4333-ace1-e7e3c4000743 req-b49a4d5d-0502-4d3d-be77-401d9650ddce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/db098b7d-e128-45f3-bf1e-dc2a523f078d HTTP/1.1" status: 409 len: 341 time: 0.0930119 Nov 12 10:57:20.906098 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735b2ba5-0ab5-4a27-a2bd-3f2703245378 x-openstack-request-id: req-735b2ba5-0ab5-4a27-a2bd-3f2703245378 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:20.906577 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "tag": "c2349262-2555-4dc5-9e33-f504451a893f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:20.906928 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-735b2ba5-0ab5-4a27-a2bd-3f2703245378 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:20.907442 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f', 'status': 'completed', 'code': 200} Nov 12 10:57:21.120703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-8984a1c7-e7cd-43ce-9275-d621ff03dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.122371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-8984a1c7-e7cd-43ce-9275-d621ff03dcb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab0785a6-efd5-4e3b-b0c4-d0904664f175 HTTP/1.1" status: 200 len: 930 time: 0.2785482 Nov 12 10:57:21.155060 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23784a-e046-4d60-979d-0280237df71a req-e21af0f3-506d-4b47-bf9f-dc1e92f6f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.157032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa23784a-e046-4d60-979d-0280237df71a req-e21af0f3-506d-4b47-bf9f-dc1e92f6f697 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1176 time: 0.1941164 Nov 12 10:57:21.164663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec37e-506d-4d1f-8161-6a2a22808622 req-1f2efea9-f2c5-4a80-aba7-ac1adbf021cf tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.172864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b64ec37e-506d-4d1f-8161-6a2a22808622 req-1f2efea9-f2c5-4a80-aba7-ac1adbf021cf tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 1102 time: 0.0995872 Nov 12 10:57:21.519754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-669f21d1-187e-47d6-a197-4a0ad8cf9c9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 200 len: 998 time: 0.3763783 Nov 12 10:57:21.587484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '606c874d-aa9b-4ca4-afb7-b2e09e2839ff', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'port_id': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'mac_address': 'fa:16:3e:70:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:57:14Z', 'updated_at': '2021-11-12T10:57:18Z', 'revision_number': 1, 'project_id': '2ded29c5080047638c1a507fd835c537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:21.619062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] Checking router: 25f6254a-13fb-4753-b1c9-12230f0347de for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:57:21.642126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:57:21.646439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b64ec37e-506d-4d1f-8161-6a2a22808622 req-0d079be7-2aa6-4490-8821-0e8051ae0f1a tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667524 Nov 12 10:57:21.647294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:57:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:21.697657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23784a-e046-4d60-979d-0280237df71a req-b9d5c21d-6462-451c-87bb-f92aa9781bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.701268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa23784a-e046-4d60-979d-0280237df71a req-b9d5c21d-6462-451c-87bb-f92aa9781bd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 200 len: 912 time: 0.4473615 Nov 12 10:57:21.813575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-6794ab33-7e9a-42fe-90c9-588b21849d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:21.815315 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-6794ab33-7e9a-42fe-90c9-588b21849d24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3432c60-3fc2-4d95-ac92-cf9e7d363f56 HTTP/1.1" status: 200 len: 868 time: 0.2752464 Nov 12 10:57:21.816348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:57:21.816667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa23784a-e046-4d60-979d-0280237df71a req-901cf664-ee3d-4c31-aaaa-a95bf77f8d03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 200 len: 217 time: 0.0939727 Nov 12 10:57:21.824325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:22.081339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23784a-e046-4d60-979d-0280237df71a req-5c531134-220d-4d67-a2ea-8a63e169af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:22.081339 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa23784a-e046-4d60-979d-0280237df71a req-5c531134-220d-4d67-a2ea-8a63e169af24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 200 len: 851 time: 0.2265155 Nov 12 10:57:22.119053 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85014666-0935-4a68-b73a-6989c9447218 req-25fc7272-4853-4c9b-ac63-8b339b70549a tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 258 time: 0.3593993 Nov 12 10:57:22.124042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:22.147504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-a5f487e3-ea94-4156-888f-2b01ba6c2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:22.149084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-a5f487e3-ea94-4156-888f-2b01ba6c2a75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab0785a6-efd5-4e3b-b0c4-d0904664f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2961938 Nov 12 10:57:22.152499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa23784a-e046-4d60-979d-0280237df71a req-d2fb3fb5-27b8-4011-905b-df19d2b7e3b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28f80d20-dee1-44c2-afd4-97441317e529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551755 Nov 12 10:57:22.159582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:22.168459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:22.168829 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.300806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '606c874d-aa9b-4ca4-afb7-b2e09e2839ff', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'port_id': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'mac_address': 'fa:16:3e:70:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:57:14Z', 'updated_at': '2021-11-12T10:57:18Z', 'revision_number': 1, 'project_id': '2ded29c5080047638c1a507fd835c537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:22.367051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a096b-86d1-42d4-9bcd-798d189a43f0 None None] The sync data for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 is: [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '606c874d-aa9b-4ca4-afb7-b2e09e2839ff', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'port_id': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'mac_address': 'fa:16:3e:70:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:57:14Z', 'updated_at': '2021-11-12T10:57:18Z', 'revision_number': 1, 'project_id': '2ded29c5080047638c1a507fd835c537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:57:22.384665 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.387257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.435876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:22.435876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:22.435876 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841e0e0-cfd1-4ae5-a4a7-e6ae5381b79d" -d '{"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-plugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:22.449953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-8e27d721-c3d9-48ed-a78f-d314e756072e service neutron] 10.222.0.57 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704170 Nov 12 10:57:22.535044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa23784a-e046-4d60-979d-0280237df71a req-888df994-399a-4ead-934f-aac8cd68fe61 service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632398 Nov 12 10:57:22.639546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:22.716812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:22.752068 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e987a3-1596-458e-bcdc-f1fcae845f68 None None] New status for floating IP 606c874d-aa9b-4ca4-afb7-b2e09e2839ff: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:57:23.197031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85376503-94d7-490e-9715-4cc5c6b39a1e req-8a3eed83-f5dd-451a-bc44-6c929878e4e7 service neutron] 10.222.0.57 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324023 Nov 12 10:57:23.244621 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa23784a-e046-4d60-979d-0280237df71a req-af9b0a15-1ee9-47bd-b5c5-752a87ca322b service neutron] 10.222.0.57 "GET /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626995 Nov 12 10:57:23.280582 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.448763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Allocated IP 172.25.3.92 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/cf909db7-ddd6-4adc-856d-8bc3667d6c6d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:23.631042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.671628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf75da-a143-4357-ab99-58e106713b4b req-403ba86f-f173-4bf5-8253-22a0cd5876a1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:23.674502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6bf75da-a143-4357-ab99-58e106713b4b req-403ba86f-f173-4bf5-8253-22a0cd5876a1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.0952568 Nov 12 10:57:23.765406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6bf75da-a143-4357-ab99-58e106713b4b req-68a7182e-67f4-489b-b688-8007e44ad3fe tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828001 Nov 12 10:57:23.768077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:23.844829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:23.864434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:23.871545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:23.923856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Pushing event updated for resources: {'Port': ['ID=cf909db7-ddd6-4adc-856d-8bc3667d6c6d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:24.031590 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.055443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea84f6-90ed-4643-9a10-5afb5b7d6954 req-10160c90-b024-4048-8db6-4a470c1efd5f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.057098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0ea84f6-90ed-4643-9a10-5afb5b7d6954 req-10160c90-b024-4048-8db6-4a470c1efd5f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0715063 Nov 12 10:57:24.123041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0ea84f6-90ed-4643-9a10-5afb5b7d6954 req-e1aef903-0852-4127-83e4-307c86f77e8f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585310 Nov 12 10:57:24.219212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.300347 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-46cbb10d-d19c-434f-b569-69f84284ee01 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517509 Nov 12 10:57:24.461535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.469857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-af9b38c0-ea90-4229-8e15-07c4520c43a6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:24.471690 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-af9b38c0-ea90-4229-8e15-07c4520c43a6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735754 Nov 12 10:57:24.499898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-74dfb18f-5b81-48dd-b5e3-ebac2a709362 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/quotas/dfa1edaedd354cc794351113a0f638fd HTTP/1.1" status: 200 len: 375 time: 0.0168674 Nov 12 10:57:24.593312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-96e1afe8-60b0-4ed9-be01-715a069bccf6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0850463 Nov 12 10:57:24.605583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.687479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Pushing event updated for resources: {'Port': ['ID=cf909db7-ddd6-4adc-856d-8bc3667d6c6d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:24.710257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.819310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:24.820782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85014666-0935-4a68-b73a-6989c9447218 req-b6b1f1be-c044-43b8-988f-1e2602a47eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7010705 Nov 12 10:57:24.901349 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85014666-0935-4a68-b73a-6989c9447218 req-3100af95-e0ae-44df-9fbd-39343443b8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0728860 Nov 12 10:57:24.915729 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3afd1cd-ca77-4ed6-9a1f-82c3e734bc0c x-openstack-request-id: req-c3afd1cd-ca77-4ed6-9a1f-82c3e734bc0c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:24.918168 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-plugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:24.920865 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c3afd1cd-ca77-4ed6-9a1f-82c3e734bc0c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:24.920865 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'code': 200} Nov 12 10:57:25.093312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0164ec-bb6c-46e7-9d17-01bf7ade17d5 req-523186af-ddaa-452d-9df4-c9662397724e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.094974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b0164ec-bb6c-46e7-9d17-01bf7ade17d5 req-523186af-ddaa-452d-9df4-c9662397724e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1024 time: 0.0727761 Nov 12 10:57:25.166489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85014666-0935-4a68-b73a-6989c9447218 req-fa558e43-35c7-4d67-96c7-bbbaebb9d6dd tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.168055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85014666-0935-4a68-b73a-6989c9447218 req-fa558e43-35c7-4d67-96c7-bbbaebb9d6dd tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.2656043 Nov 12 10:57:25.185601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dc309-20ce-4075-a36e-1ec5901b804b req-72069240-3ceb-49e3-9ecb-13939cea9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.187317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2f8dc309-20ce-4075-a36e-1ec5901b804b req-72069240-3ceb-49e3-9ecb-13939cea9533 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1102 time: 0.1608453 Nov 12 10:57:25.199614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b0164ec-bb6c-46e7-9d17-01bf7ade17d5 req-3be7cc25-708b-476d-bf6d-f655a33ed958 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ebd8966-57c6-47bd-82aa-b16c7ef6d138&id=db098b7d-e128-45f3-bf1e-dc2a523f078d&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0890331 Nov 12 10:57:25.291645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2f8dc309-20ce-4075-a36e-1ec5901b804b req-2f203225-d424-46e1-8919-0a767eab8e8c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948038 Nov 12 10:57:25.347236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f04809ad-8027-45c4-b160-ce4b0fa1301d req-fe4a52db-9bb3-43f3-aa38-a5a7e96a4e9d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 210 time: 0.0560760 Nov 12 10:57:25.358111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e57648-c6c2-45c2-8a7c-63136b9155ab req-696443d8-0dbb-42b9-a354-6bd373747b13 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.359673 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0e57648-c6c2-45c2-8a7c-63136b9155ab req-696443d8-0dbb-42b9-a354-6bd373747b13 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.0727284 Nov 12 10:57:25.531048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-2daaacf8-12a5-4c55-9fbd-47679adcd0f6 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.533777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-2daaacf8-12a5-4c55-9fbd-47679adcd0f6 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1024 time: 0.1406977 Nov 12 10:57:25.545131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0e57648-c6c2-45c2-8a7c-63136b9155ab req-ab819f09-181e-4887-b240-9efd541ba895 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713655 Nov 12 10:57:25.716259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743acd1-9f21-4d68-b1b7-888f8a51ec2e req-794eee99-846c-43bb-bad8-5844c0ab34a1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.719670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f743acd1-9f21-4d68-b1b7-888f8a51ec2e req-794eee99-846c-43bb-bad8-5844c0ab34a1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0972576 Nov 12 10:57:25.805392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f743acd1-9f21-4d68-b1b7-888f8a51ec2e req-cf13b2c8-113e-4ab9-bb8e-a32df059c3de tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786769 Nov 12 10:57:25.846549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Deleting port c2349262-2555-4dc5-9e33-f504451a893f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:25.846880 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:25.859688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e415201-f48e-454a-b07e-0ac3c97d40c5 req-cd95e3a1-8471-4ef6-88ea-c591ed9d0606 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:25.868801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e415201-f48e-454a-b07e-0ac3c97d40c5 req-cd95e3a1-8471-4ef6-88ea-c591ed9d0606 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1303868 Nov 12 10:57:25.980304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e415201-f48e-454a-b07e-0ac3c97d40c5 req-23f5049c-40a5-4a62-ad7b-dcf76196544e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1102831 Nov 12 10:57:25.999445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-7e415201-f48e-454a-b07e-0ac3c97d40c5 req-600f1e92-8aba-4a4a-86b1-e3219f547943 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Request body: {'floatingip': {'port_id': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:26.056462 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e415201-f48e-454a-b07e-0ac3c97d40c5 req-600f1e92-8aba-4a4a-86b1-e3219f547943 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.101943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] For port c2349262-2555-4dc5-9e33-f504451a893f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c2349262-2555-4dc5-9e33-f504451a893f,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:26.102317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.144601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Calling delete_port for c2349262-2555-4dc5-9e33-f504451a893f owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:26.357364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469c0ad-e4e4-45ad-bd67-5fdfa26809dd req-585007c4-1ea8-47ab-85d9-f43106993d82 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:26.359372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1469c0ad-e4e4-45ad-bd67-5fdfa26809dd req-585007c4-1ea8-47ab-85d9-f43106993d82 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 1024 time: 0.0650253 Nov 12 10:57:26.408150 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-7e415201-f48e-454a-b07e-0ac3c97d40c5 req-600f1e92-8aba-4a4a-86b1-e3219f547943 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 10:57:26.416580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e415201-f48e-454a-b07e-0ac3c97d40c5 req-600f1e92-8aba-4a4a-86b1-e3219f547943 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "PUT /v2.0/floatingips/3c42f431-4f1c-4114-a0ce-fe9d9c4a5d20 HTTP/1.1" status: 409 len: 549 time: 0.4241049 Nov 12 10:57:26.477647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0932c6ec-2293-4078-92c4-142bdc216b97 req-9d96239c-55fe-4025-b53b-679e79219951 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 210 time: 0.0289168 Nov 12 10:57:26.495610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1469c0ad-e4e4-45ad-bd67-5fdfa26809dd req-378fe091-bff2-47f4-b126-396bda0b4f56 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ebd8966-57c6-47bd-82aa-b16c7ef6d138&id=db098b7d-e128-45f3-bf1e-dc2a523f078d&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1204450 Nov 12 10:57:26.585476 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.615358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:26.660988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-24a93e47-cf6f-43e3-899a-bf20f72605e5 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips/3c42f431-4f1c-4114-a0ce-fe9d9c4a5d20 HTTP/1.1" status: 200 len: 692 time: 0.1469018 Nov 12 10:57:26.663044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'Port': ['ID=c2349262-2555-4dc5-9e33-f504451a893f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:26.829134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7fc1b-d7bc-4a14-8c67-c5592aabb28c req-99230153-45f3-444a-a8e2-c150f8d07c2d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:26.840340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-afe7fc1b-d7bc-4a14-8c67-c5592aabb28c req-99230153-45f3-444a-a8e2-c150f8d07c2d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1100993 Nov 12 10:57:26.957938 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-afe7fc1b-d7bc-4a14-8c67-c5592aabb28c req-b197c0a6-c43f-4817-93b3-aa3b688bd3dd tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130056 Nov 12 10:57:26.978746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] No DVR routers for this DVR port c2349262-2555-4dc5-9e33-f504451a893f on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:26.989642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:26.995418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69c8ba4d-0d3c-4c81-81e0-c97af3acbb68 req-b8a5ae18-6108-4e9b-b8a2-4adfa8cfd4ce tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.57 "DELETE /v2.0/ports/c2349262-2555-4dc5-9e33-f504451a893f HTTP/1.1" status: 204 len: 173 time: 1.4480386 Nov 12 10:57:26.997599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'name': 'network-vif-deleted', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:26.999678 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc1a480-d7a0-4c90-918c-3111effd86e0" -d '{"events": [{"server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "name": "network-vif-deleted", "tag": "c2349262-2555-4dc5-9e33-f504451a893f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:27.028788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-e1f979be-fa79-4d9d-95af-1fad61f530d6 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:27.038593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-e1f979be-fa79-4d9d-95af-1fad61f530d6 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.3399217 Nov 12 10:57:27.105314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-62ac0caf-011a-43fb-a239-f2ddb60014b9 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0653009 Nov 12 10:57:27.135708 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b4b58-fe66-45e6-9af0-651efd032b80 req-57df6d7f-092b-48a4-8bfc-33f058b68298 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:27.138416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b63b4b58-fe66-45e6-9af0-651efd032b80 req-57df6d7f-092b-48a4-8bfc-33f058b68298 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0707848 Nov 12 10:57:27.173534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-340e2577-c8ff-48c4-9ced-54b1359a8f77 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0668862 Nov 12 10:57:27.225997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b63b4b58-fe66-45e6-9af0-651efd032b80 req-e999191a-1e1f-486c-9fb2-a656f6aa0a2d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718818 Nov 12 10:57:27.328610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Deleting port cf909db7-ddd6-4adc-856d-8bc3667d6c6d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:27.328956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.364932 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7015ddb5-8ac4-4b88-8fed-dfb2771ca9b2 x-openstack-request-id: req-7015ddb5-8ac4-4b88-8fed-dfb2771ca9b2 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:27.365780 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf", "name": "network-vif-deleted", "tag": "c2349262-2555-4dc5-9e33-f504451a893f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:27.366281 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7015ddb5-8ac4-4b88-8fed-dfb2771ca9b2 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:27.366985 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf', 'name': 'network-vif-deleted', 'tag': 'c2349262-2555-4dc5-9e33-f504451a893f', 'status': 'completed', 'code': 200} Nov 12 10:57:27.472675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.473658 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:27.493805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Calling delete_port for cf909db7-ddd6-4adc-856d-8bc3667d6c6d owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:27.613943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3094142e-f495-4165-8c5c-0bf089885111 req-b5039d3b-6986-4a61-8097-f9649c8c7cde tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 210 time: 0.0502033 Nov 12 10:57:27.784292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-625b93a7-7327-47e2-8bca-4f51f9680b7d req-33958d8f-7e4f-4d60-a6a5-12fe926fd87e tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee413ecc-8d48-40c6-b6e4-2f513c0a1cbf HTTP/1.1" status: 200 len: 210 time: 0.0319951 Nov 12 10:57:27.970635 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.015663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Pushing event deleted for resources: {'Port': ['ID=cf909db7-ddd6-4adc-856d-8bc3667d6c6d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:28.093210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c753-5658-4002-ae4d-67f6af984e09 req-890c9db4-8727-4212-b6d5-11601e2414cf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.095036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6b6c753-5658-4002-ae4d-67f6af984e09 req-890c9db4-8727-4212-b6d5-11601e2414cf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.0630157 Nov 12 10:57:28.145603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.150491 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:28.152709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd28cd74-3aef-4a19-a76b-53b058501e11 req-31d96761-4fdd-4f8b-8c77-6ebe07a1d596 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "DELETE /v2.0/floatingips/3c42f431-4f1c-4114-a0ce-fe9d9c4a5d20 HTTP/1.1" status: 204 len: 173 time: 0.9781821 Nov 12 10:57:28.163964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6b6c753-5658-4002-ae4d-67f6af984e09 req-8425bb8f-2ff5-4ff1-884c-2ce72cfadcfa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621974 Nov 12 10:57:28.328587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-277a8741-f608-4916-924b-99c57541c676 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1000 time: 0.1406751 Nov 12 10:57:28.353968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0418c30-0b40-48ba-81e1-0fd43c1bb2d9 req-0fe12cbb-2962-48cf-a49e-9aa35c2ce6a7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.357057 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0418c30-0b40-48ba-81e1-0fd43c1bb2d9 req-0fe12cbb-2962-48cf-a49e-9aa35c2ce6a7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.0988815 Nov 12 10:57:28.413145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-cb19c795-a43d-4551-a5f1-8cd31f9f1456 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.415031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-cb19c795-a43d-4551-a5f1-8cd31f9f1456 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports/69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 200 len: 942 time: 0.0735695 Nov 12 10:57:28.452146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0418c30-0b40-48ba-81e1-0fd43c1bb2d9 req-ca05e875-2699-4d26-bca6-daf92ac25752 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878072 Nov 12 10:57:28.528426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c2349262-2555-4dc5-9e33-f504451a893f no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:28.556840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: c2349262-2555-4dc5-9e33-f504451a893f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:28.557158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c2349262-2555-4dc5-9e33-f504451a893f not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:28.681960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4358d-39e8-423a-af66-97414d0b7f83 req-1bca910b-5b13-4ce3-9a7d-3ee169effd7a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:28.683818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2d4358d-39e8-423a-af66-97414d0b7f83 req-1bca910b-5b13-4ce3-9a7d-3ee169effd7a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0839460 Nov 12 10:57:28.690642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-dd3a140a-a406-4a9d-967a-bd67a6a162ed tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1000 time: 0.1041374 Nov 12 10:57:28.755981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2d4358d-39e8-423a-af66-97414d0b7f83 req-0cd311ad-7f3b-4c6c-b7b6-bce67c902ae1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590785 Nov 12 10:57:28.794326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b02b8da5-f665-4516-9d27-e6289ff5db6b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474195 Nov 12 10:57:29.071882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-527f4c0b-83d5-4979-8221-84b7d2de3cea tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:29.074545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-527f4c0b-83d5-4979-8221-84b7d2de3cea tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.3776176 Nov 12 10:57:29.096918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-acd2f681-6fb7-4f0d-a1d3-470cb0eca3eb tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:57:29.098975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-acd2f681-6fb7-4f0d-a1d3-470cb0eca3eb tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117257 Nov 12 10:57:29.152730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea1006-6208-4077-8096-c38a94bfeb8f req-8d719528-9fc3-4f87-9a08-09ec9ad8d56c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 210 time: 0.0527415 Nov 12 10:57:29.206957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-924eb4cc-c7bd-4946-bfbe-2ec025b765a3 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:29.209646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-924eb4cc-c7bd-4946-bfbe-2ec025b765a3 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691800 Nov 12 10:57:29.244744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Request body: {'port': {'device_id': 'aa8a0cc9-b561-4e32-a294-f355f559b045', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'dfa1edaedd354cc794351113a0f638fd'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:29.341666 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9f15ab2b-6fe5-41e5-b20d-2a987c4584a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.372780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-9c19e418-c820-4c3b-bbd4-67690d2a6930 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 1000 time: 0.2561522 Nov 12 10:57:29.408661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:29.459536 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea86c5eb-6562-4f76-b07a-f9199787fd90 req-81b46890-d3cd-46db-83f0-9496a2d21603 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/7ebd8966-57c6-47bd-82aa-b16c7ef6d138 HTTP/1.1" status: 200 len: 1817 time: 0.0496819 Nov 12 10:57:29.497573 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.542948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ea86c5eb-6562-4f76-b07a-f9199787fd90 req-490cc78c-229f-4b61-ae87-932931c0cf9b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.572971 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ea86c5eb-6562-4f76-b07a-f9199787fd90 req-490cc78c-229f-4b61-ae87-932931c0cf9b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.696332 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.706677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Made reservation on behalf of dfa1edaedd354cc794351113a0f638fd for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:29.710486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.782029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ea86c5eb-6562-4f76-b07a-f9199787fd90 req-490cc78c-229f-4b61-ae87-932931c0cf9b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.786112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ea86c5eb-6562-4f76-b07a-f9199787fd90 req-490cc78c-229f-4b61-ae87-932931c0cf9b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.787302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea86c5eb-6562-4f76-b07a-f9199787fd90 req-490cc78c-229f-4b61-ae87-932931c0cf9b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/7ebd8966-57c6-47bd-82aa-b16c7ef6d138 HTTP/1.1" status: 204 len: 173 time: 0.3179657 Nov 12 10:57:29.813663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cc78c-229f-4b61-ae87-932931c0cf9b tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebd8966-57c6-47bd-82aa-b16c7ef6d138,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:29.830054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:29.830054 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Floating IP 606c874d-aa9b-4ca4-afb7-b2e09e2839ff disassociated. External IP: 172.25.3.98, port: 69847249-4208-4690-b5b2-3e585dc4d8a0. Nov 12 10:57:29.915089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Allocated IP 192.168.233.17 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/f8c479f5-4ea3-4770-8c55-6de95c050a1d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:30.441593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077d303-d67d-4c36-b6f5-e3dee6f47638 req-6e922ca4-5da4-4ca9-ad3b-ff2aa150ec8b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:30.448593 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8077d303-d67d-4c36-b6f5-e3dee6f47638 req-6e922ca4-5da4-4ca9-ad3b-ff2aa150ec8b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.1099501 Nov 12 10:57:30.534586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Router 25f6254a-13fb-4753-b1c9-12230f0347de has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:57:30.544182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8077d303-d67d-4c36-b6f5-e3dee6f47638 req-8d3ef0b8-fcc1-4a43-beab-07eb98086dda tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851343 Nov 12 10:57:30.554830 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.691798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3122656a-6aa7-4b95-b5e7-3ecf94e49af5 req-0f77b922-ac62-4024-afa3-124ede4f8460 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/db098b7d-e128-45f3-bf1e-dc2a523f078d HTTP/1.1" status: 200 len: 1816 time: 0.0877941 Nov 12 10:57:30.694809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-e4d34b34-160f-431b-b1d8-a7aca5da0f8e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835364 Nov 12 10:57:30.714173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-747ed283-b221-4fb6-a2b7-0a4628390607 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:57:30.715210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-747ed283-b221-4fb6-a2b7-0a4628390607 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070171 Nov 12 10:57:30.775504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3122656a-6aa7-4b95-b5e7-3ecf94e49af5 req-cf2d377c-3d55-40a6-8aa1-e2a5c8957fea tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.793282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:57:30.800447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.805331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3122656a-6aa7-4b95-b5e7-3ecf94e49af5 req-cf2d377c-3d55-40a6-8aa1-e2a5c8957fea tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.813923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] Sync routers for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:57:30.837201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:57:30.838714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:57:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:30.862380 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-7182e84d-f361-470c-864c-dec0a440a012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "PUT /v2.0/floatingips/606c874d-aa9b-4ca4-afb7-b2e09e2839ff HTTP/1.1" status: 200 len: 694 time: 1.4788384 Nov 12 10:57:30.864679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:30.872787 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6a3b4-f38f-4080-89f1-b1204cdd5067" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:30.947904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:30.990342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359', 'f5b48106-a276-4030-99dc-ec5cd8c6247d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:31.061697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:31.073229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', '66f19155-65f5-4404-94eb-59f99f05168c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:31.074778 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3122656a-6aa7-4b95-b5e7-3ecf94e49af5 req-cf2d377c-3d55-40a6-8aa1-e2a5c8957fea tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.077760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-cc8bb523-a148-4b74-82df-cd520b7bcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.078388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3122656a-6aa7-4b95-b5e7-3ecf94e49af5 req-cf2d377c-3d55-40a6-8aa1-e2a5c8957fea tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.080270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-cc8bb523-a148-4b74-82df-cd520b7bcdd4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2ded29c5080047638c1a507fd835c537&device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 1097 time: 0.1919503 Nov 12 10:57:31.091157 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3122656a-6aa7-4b95-b5e7-3ecf94e49af5 req-cf2d377c-3d55-40a6-8aa1-e2a5c8957fea tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/db098b7d-e128-45f3-bf1e-dc2a523f078d HTTP/1.1" status: 204 len: 173 time: 0.3878059 Nov 12 10:57:31.100767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:31.107135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:31.145972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d377c-3d55-40a6-8aa1-e2a5c8957fea tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db098b7d-e128-45f3-bf1e-dc2a523f078d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:31.306200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'Port': ['ID=f8c479f5-4ea3-4770-8c55-6de95c050a1d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:31.473127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360d879-1a46-4b7b-9628-99fea3d05603 req-4c01ec64-6029-4ce4-b79e-f7a632dad602 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.480371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2360d879-1a46-4b7b-9628-99fea3d05603 req-4c01ec64-6029-4ce4-b79e-f7a632dad602 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 935 time: 0.1547585 Nov 12 10:57:31.497657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.497946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:57:31.498342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.549671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-3e31bf6e-6b98-4e4b-b3a4-3622f58aeda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.559519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-3e31bf6e-6b98-4e4b-b3a4-3622f58aeda7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ab0785a6-efd5-4e3b-b0c4-d0904664f175 HTTP/1.1" status: 200 len: 930 time: 0.4277005 Nov 12 10:57:31.627858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-0fa332e2-d7f3-47ac-8f9d-683c3b7ff592 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 200 len: 217 time: 0.0669992 Nov 12 10:57:31.650549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-caa59308-4658-429f-a5f1-1e56cd25fa3d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4257247 Nov 12 10:57:31.725238 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2360d879-1a46-4b7b-9628-99fea3d05603 req-e3325327-d95e-4fff-91a7-77b37d518e77 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831768 Nov 12 10:57:31.726337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Request body: {'port': {'device_id': 'aa8a0cc9-b561-4e32-a294-f355f559b045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:31.752862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-b92d2de8-49b7-472f-bc4a-76a4b71e57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.754291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-b92d2de8-49b7-472f-bc4a-76a4b71e57ff service neutron] 10.222.0.98 "GET /v2.0/subnets?id=f3432c60-3fc2-4d95-ac92-cf9e7d363f56 HTTP/1.1" status: 200 len: 868 time: 0.1253405 Nov 12 10:57:31.758266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.932694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f79af-5794-456c-a1d3-57ae9b58c78d req-56715fd0-6e63-48f7-9e20-aaa093ab3545 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.935335 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-303f79af-5794-456c-a1d3-57ae9b58c78d req-56715fd0-6e63-48f7-9e20-aaa093ab3545 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1285429 Nov 12 10:57:31.947785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e23b2ec1-540c-4809-a4ed-d9a8ba07be19 None None] Provisioning complete for port f8c479f5-4ea3-4770-8c55-6de95c050a1d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:31.948355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e23b2ec1-540c-4809-a4ed-d9a8ba07be19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.949861 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d3dbc0e-ecc7-415a-bf14-046a311f0cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:31.960943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-8ef405b7-b02a-4e36-ab68-ba809e3b0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:31.962743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-8ef405b7-b02a-4e36-ab68-ba809e3b0e8e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ab0785a6-efd5-4e3b-b0c4-d0904664f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2008746 Nov 12 10:57:32.090513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-303f79af-5794-456c-a1d3-57ae9b58c78d req-f6e73ded-84ed-4505-ab74-6e1dbad7f28c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440392 Nov 12 10:57:32.164814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e23b2ec1-540c-4809-a4ed-d9a8ba07be19 None None] Port f8c479f5-4ea3-4770-8c55-6de95c050a1d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:32.302416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:32.337001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9befbc28-ea9f-4894-93e9-9c211028601b req-a07f78e9-7e12-493e-8484-cb66b71619d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1045774486', 'description': 'tempest-description-574713124'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:32.359180 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2824bb65-a9c0-4744-a573-5e730b05a15f x-openstack-request-id: req-2824bb65-a9c0-4744-a573-5e730b05a15f {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:32.359403 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:32.359613 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2824bb65-a9c0-4744-a573-5e730b05a15f {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:32.360042 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'status': 'completed', 'code': 200} Nov 12 10:57:32.384080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] Checking router: 25f6254a-13fb-4753-b1c9-12230f0347de for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:57:32.399289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:57:32.401208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:57:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:32.413376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-605e341b-945a-4c16-b900-f1bb915430c8 service neutron] 10.222.0.98 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424052 Nov 12 10:57:32.441599 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:57:32.461309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9befbc28-ea9f-4894-93e9-9c211028601b req-a07f78e9-7e12-493e-8484-cb66b71619d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.602986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9befbc28-ea9f-4894-93e9-9c211028601b req-a07f78e9-7e12-493e-8484-cb66b71619d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.672676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-8380514f-fa7f-4ce8-8de1-cd872ca1d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:32.674257 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-8380514f-fa7f-4ce8-8de1-cd872ca1d415 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ded29c5080047638c1a507fd835c537&device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 1097 time: 0.3133342 Nov 12 10:57:32.683596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c479f5-4ea3-4770-8c55-6de95c050a1d {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:32.710279 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.712631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9befbc28-ea9f-4894-93e9-9c211028601b req-a07f78e9-7e12-493e-8484-cb66b71619d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.777085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f78e9-7e12-493e-8484-cb66b71619d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b15b63-43d3-440c-bdb4-64e27d4cc29e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:32.796817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc30f16f-9efc-479d-b81f-d57c03d756d4 req-a4ff77bf-4a06-4c4c-b425-ec4872a2867c service neutron] 10.222.0.98 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817677 Nov 12 10:57:32.806854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9befbc28-ea9f-4894-93e9-9c211028601b req-a07f78e9-7e12-493e-8484-cb66b71619d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.816035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9befbc28-ea9f-4894-93e9-9c211028601b req-a07f78e9-7e12-493e-8484-cb66b71619d4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4836063 Nov 12 10:57:32.829787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Transition to ACTIVE for port object f8c479f5-4ea3-4770-8c55-6de95c050a1d will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:32.889989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:57:32.919038 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:32.993409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870fc47-eaea-4557-8683-eec0c9ed40b5 req-532d5f0e-2e28-4f6c-8bf4-a998712147bb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.000552 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.002994 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0870fc47-eaea-4557-8683-eec0c9ed40b5 req-532d5f0e-2e28-4f6c-8bf4-a998712147bb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0732608 Nov 12 10:57:33.084997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0870fc47-eaea-4557-8683-eec0c9ed40b5 req-e6a4dcbf-62a4-43f4-88f5-2634b6700a0e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769312 Nov 12 10:57:33.220628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f60de13-9f2b-4873-9130-3fd36107e315 req-062d277e-4673-48d3-a610-9e7c3b517315 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/74b15b63-43d3-440c-bdb4-64e27d4cc29e HTTP/1.1" status: 200 len: 1817 time: 0.0672963 Nov 12 10:57:33.229907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-8f60de13-9f2b-4873-9130-3fd36107e315 req-45ef0232-13c6-42e5-8bbc-855d359bb133 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Request body: {'security_group': {'name': 'tempest-sg-hth-973407018', 'description': 'tempest-description-hth-1577237776'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:33.251893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-99e7e7f1-afe8-4b35-9ebc-21619ec26a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.254410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-99e7e7f1-afe8-4b35-9ebc-21619ec26a3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab0785a6-efd5-4e3b-b0c4-d0904664f175 HTTP/1.1" status: 200 len: 930 time: 0.5597143 Nov 12 10:57:33.270626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Pushing event updated for resources: {'Port': ['ID=f8c479f5-4ea3-4770-8c55-6de95c050a1d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:33.280982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8f60de13-9f2b-4873-9130-3fd36107e315 req-45ef0232-13c6-42e5-8bbc-855d359bb133 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.357601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8f60de13-9f2b-4873-9130-3fd36107e315 req-45ef0232-13c6-42e5-8bbc-855d359bb133 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.389780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:33.426172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-ffbbb727-97ca-4992-968c-41321bedf72f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 200 len: 217 time: 0.1575723 Nov 12 10:57:33.450422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1096ba-6d22-4529-974a-bca34a53537a None None] The sync data for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 is: [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:56:34Z', 'revision_number': 4, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '901f6fb9-c116-46f1-90f9-e4d165c9feee', 'name': '', 'network_id': 'ab0785a6-efd5-4e3b-b0c4-d0904664f175', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'mac_address': 'fa:16:3e:2f:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:33Z', 'updated_at': '2021-11-12T10:56:43Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'subnets': [{'id': 'f3432c60-3fc2-4d95-ac92-cf9e7d363f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:57:33.518375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8f60de13-9f2b-4873-9130-3fd36107e315 req-45ef0232-13c6-42e5-8bbc-855d359bb133 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.521157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8f60de13-9f2b-4873-9130-3fd36107e315 req-45ef0232-13c6-42e5-8bbc-855d359bb133 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.547554 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f60de13-9f2b-4873-9130-3fd36107e315 req-45ef0232-13c6-42e5-8bbc-855d359bb133 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "PUT /v2.0/security-groups/74b15b63-43d3-440c-bdb4-64e27d4cc29e HTTP/1.1" status: 200 len: 1791 time: 0.3220720 Nov 12 10:57:33.549431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee17a7-b9ac-4c59-8be4-94723933eacd req-b1d78472-6f1a-4794-8077-6c22ebc2cd36 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.552150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccee17a7-b9ac-4c59-8be4-94723933eacd req-b1d78472-6f1a-4794-8077-6c22ebc2cd36 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 947 time: 0.5420916 Nov 12 10:57:33.668419 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-2cf0feeb-a65a-491d-b86f-26981e794a48 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips/606c874d-aa9b-4ca4-afb7-b2e09e2839ff HTTP/1.1" status: 200 len: 694 time: 0.0998390 Nov 12 10:57:33.671373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef0232-13c6-42e5-8bbc-855d359bb133 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b15b63-43d3-440c-bdb4-64e27d4cc29e,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:33.690089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-cb3003b9-355a-4f86-84f7-2a72a9e6d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.692677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-cb3003b9-355a-4f86-84f7-2a72a9e6d827 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f3432c60-3fc2-4d95-ac92-cf9e7d363f56 HTTP/1.1" status: 200 len: 868 time: 0.2218523 Nov 12 10:57:33.706317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Attempting to bind port f8c479f5-4ea3-4770-8c55-6de95c050a1d on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:33.707405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Attempting to bind port f8c479f5-4ea3-4770-8c55-6de95c050a1d by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:33.707405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Attempting to bind port f8c479f5-4ea3-4770-8c55-6de95c050a1d on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:33.775082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Port f8c479f5-4ea3-4770-8c55-6de95c050a1d on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:33.775279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Attempting to bind port f8c479f5-4ea3-4770-8c55-6de95c050a1d on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:33.796011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccee17a7-b9ac-4c59-8be4-94723933eacd req-9873372e-64ac-4ce3-9dd4-9a7962d0de63 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192476 Nov 12 10:57:33.799426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:33.800008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:33.800605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:33.801530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Bound port: f8c479f5-4ea3-4770-8c55-6de95c050a1d, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:33.801795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:33.849399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-50f9eb60-71d7-4f5d-944f-162e0d8abe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.854186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-50f9eb60-71d7-4f5d-944f-162e0d8abe81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab0785a6-efd5-4e3b-b0c4-d0904664f175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474736 Nov 12 10:57:33.990905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-a1141cae-736c-4f72-acc7-7c69bf80111e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:33.993463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-a1141cae-736c-4f72-acc7-7c69bf80111e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.3233798 Nov 12 10:57:34.094972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] For port f8c479f5-4ea3-4770-8c55-6de95c050a1d, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:34.102436 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.125018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-6b04c3d1-d458-418a-ab20-3e7ab8546ecf service neutron] 10.222.0.57 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197077 Nov 12 10:57:34.132640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] For port f8c479f5-4ea3-4770-8c55-6de95c050a1d, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f8c479f5-4ea3-4770-8c55-6de95c050a1d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:34.171998 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f45bfe8-e980-47d7-aee9-c8dab465ca02 None None] New status for floating IP 606c874d-aa9b-4ca4-afb7-b2e09e2839ff: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:57:34.187968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-8a739d0b-fcc7-48fd-931d-3f13ea7a3611 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 697 time: 0.1745915 Nov 12 10:57:34.232975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.244457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84855900-158d-4e5b-ae54-875669b5da6d req-790209af-69a4-412a-a3c3-996df947ebc9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.247262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84855900-158d-4e5b-ae54-875669b5da6d req-790209af-69a4-412a-a3c3-996df947ebc9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1763821 Nov 12 10:57:34.325285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-a354783f-5215-402c-a74a-da5df5ca1597 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 697 time: 0.1303523 Nov 12 10:57:34.339152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Pushing event updated for resources: {'Port': ['ID=f8c479f5-4ea3-4770-8c55-6de95c050a1d,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:34.406144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.406772 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.408656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-b253bb66-79ef-4b34-b14a-6383605c47ff service neutron] 10.222.0.69 "PUT /v2.0/ports/f8c479f5-4ea3-4770-8c55-6de95c050a1d HTTP/1.1" status: 200 len: 1096 time: 2.7334442 Nov 12 10:57:34.409188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8a0cc9-b561-4e32-a294-f355f559b045', 'tag': 'f8c479f5-4ea3-4770-8c55-6de95c050a1d'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:34.411649 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4476f3-1c21-4238-90cc-0a3121d54f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8a0cc9-b561-4e32-a294-f355f559b045", "tag": "f8c479f5-4ea3-4770-8c55-6de95c050a1d"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:34.456043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87b6a3b4-f38f-4080-89f1-b1204cdd5067 req-a339120e-71f1-4748-a70c-38a77199fb38 service neutron] 10.222.0.57 "GET /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199058 Nov 12 10:57:34.461115 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84855900-158d-4e5b-ae54-875669b5da6d req-1be87bf4-299f-41e5-a7a4-ab261ec10a5c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307020 Nov 12 10:57:34.679221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-25fb34e6-42aa-48a2-8046-6a23dd07ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.680312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-dd59b1ca-d2e1-471f-b966-a95421be9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.683501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-dd59b1ca-d2e1-471f-b966-a95421be9e71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 1099 time: 0.1036513 Nov 12 10:57:34.689533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-25fb34e6-42aa-48a2-8046-6a23dd07ddd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1102 time: 0.2192981 Nov 12 10:57:34.770940 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.811108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-faaf9b61-04a1-4a54-bf19-1790f43856b8 req-cdc5cc9b-5f6e-4bef-90f6-85a16295a88c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/74b15b63-43d3-440c-bdb4-64e27d4cc29e HTTP/1.1" status: 200 len: 1791 time: 0.1679902 Nov 12 10:57:34.811901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Deleting port b64baacb-666e-4220-a3bf-0320277990b2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:34.812457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:34.831784 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-ad7e77eb-c470-41e5-b627-efad2f8c0560 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=f8c479f5-4ea3-4770-8c55-6de95c050a1d HTTP/1.1" status: 200 len: 217 time: 0.0899518 Nov 12 10:57:34.917016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-19aa8490-99b2-449d-9bf6-8b1a4ef18d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.919830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-19aa8490-99b2-449d-9bf6-8b1a4ef18d2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2064178 Nov 12 10:57:34.927153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-dec0c3a7-a345-49ae-96eb-84fec6f2925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:34.929026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-dec0c3a7-a345-49ae-96eb-84fec6f2925b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0820496 Nov 12 10:57:35.002717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-7b609a5d-1464-4d60-8082-bd29cab765b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:35.004361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-7b609a5d-1464-4d60-8082-bd29cab765b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656860 Nov 12 10:57:35.014220 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-c9ea110a-fa79-4cb6-8de2-2c09583be26a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0783143 Nov 12 10:57:35.100111 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.100667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.121565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-6b282aac-a7f7-4fcd-a17a-1a91a7fea52a tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1431841864&fields=id&tenant_id=a65a2a02e9834de3b056d624bde0536a HTTP/1.1" status: 200 len: 267 time: 0.1402018 Nov 12 10:57:35.136674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Calling delete_port for b64baacb-666e-4220-a3bf-0320277990b2 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:35.162283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-c2491940-c8c0-48e4-ace4-91607b04b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:35.164936 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-c2491940-c8c0-48e4-ace4-91607b04b9bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1409850 Nov 12 10:57:35.178355 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-bce3cb2c-c7c5-42fe-891c-49711b5c81d3 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644399 Nov 12 10:57:35.332899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-0a455805-a93f-4295-ae08-5940ab2a3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:35.335365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-0a455805-a93f-4295-ae08-5940ab2a3fe3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086869 Nov 12 10:57:35.372026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-ba96d8d7-763e-4fce-a6d7-dbe1ce76ccf6 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:35.375886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-ba96d8d7-763e-4fce-a6d7-dbe1ce76ccf6 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/networks?id=14c3b181-4201-4bbc-a445-06c46fd7083c HTTP/1.1" status: 200 len: 815 time: 0.2179055 Nov 12 10:57:35.387174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3ff015-d464-4778-a36a-09de42a2e1e6 req-919f6535-356a-430a-8432-18f650d98663 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915438 Nov 12 10:57:35.405646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-ea7756b9-15b8-49f2-a0a1-5bedf46a8841 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/quotas/a65a2a02e9834de3b056d624bde0536a HTTP/1.1" status: 200 len: 375 time: 0.0139024 Nov 12 10:57:35.499803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-3f05274d-83bc-41c6-87b8-48cf1fb0e4c6 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a65a2a02e9834de3b056d624bde0536a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733874 Nov 12 10:57:35.519131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-c3b635f8-9132-4a72-85fb-3b9cf697d935 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639445 Nov 12 10:57:35.607408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:35.647611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-f0b419df-84ab-40aa-b623-e9c254c4800a service neutron] 10.222.0.98 "GET /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347003 Nov 12 10:57:35.783651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-047bb878-42ed-4ab6-b19f-d317cade6bd9 service neutron] 10.222.0.98 "GET /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328599 Nov 12 10:57:35.992079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Pushing event deleted for resources: {'Port': ['ID=b64baacb-666e-4220-a3bf-0320277990b2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:36.026769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.029361 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.030550 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3a42bfb-8410-4a90-83e7-6d1fcd9cc5d5 req-9eac2c3a-4cd0-4e8c-adfc-be8e84101b71 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "DELETE /v2.0/floatingips/606c874d-aa9b-4ca4-afb7-b2e09e2839ff HTTP/1.1" status: 204 len: 173 time: 1.7028701 Nov 12 10:57:36.042979 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-5c7e70e7-e64c-418b-b481-d1faa11ac911 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135856 Nov 12 10:57:36.138168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56778f8c-2c70-435e-8117-ebbeb7fd568a req-0b244437-458f-4e28-839b-f11c37aee6c1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.139736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56778f8c-2c70-435e-8117-ebbeb7fd568a req-0b244437-458f-4e28-839b-f11c37aee6c1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Nov 12 10:57:36.193453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56778f8c-2c70-435e-8117-ebbeb7fd568a req-1430edae-cc3b-4789-89f7-ac117e76c624 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Nov 12 10:57:36.276120 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8edeb3-875c-4f08-bb94-a36343f06fa9 x-openstack-request-id: req-5b8edeb3-875c-4f08-bb94-a36343f06fa9 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:36.276472 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8a0cc9-b561-4e32-a294-f355f559b045", "tag": "f8c479f5-4ea3-4770-8c55-6de95c050a1d", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:36.276996 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5b8edeb3-875c-4f08-bb94-a36343f06fa9 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:36.277521 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8a0cc9-b561-4e32-a294-f355f559b045', 'tag': 'f8c479f5-4ea3-4770-8c55-6de95c050a1d', 'status': 'completed', 'code': 200} Nov 12 10:57:36.398930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-d3f15d0c-9f02-4771-8110-d9d2fc72a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.400648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-d3f15d0c-9f02-4771-8110-d9d2fc72a4ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 1099 time: 0.0958028 Nov 12 10:57:36.405364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84e7f82c-c021-420c-8062-31aa07c696e1 req-c7eb639e-7849-4d6a-b430-2366fe55d08c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/74b15b63-43d3-440c-bdb4-64e27d4cc29e HTTP/1.1" status: 200 len: 1791 time: 0.1011672 Nov 12 10:57:36.541822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-84e7f82c-c021-420c-8062-31aa07c696e1 req-d8034043-3e12-49d5-89a6-53cb8e392429 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.551182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-17618e75-8a31-4672-bc93-964f67350d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.552720 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-17618e75-8a31-4672-bc93-964f67350d49 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1419902 Nov 12 10:57:36.641610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-84e7f82c-c021-420c-8062-31aa07c696e1 req-d8034043-3e12-49d5-89a6-53cb8e392429 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.645857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-0ed1308c-e1a4-45ba-b1e2-fcbd28a769cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=f8c479f5-4ea3-4770-8c55-6de95c050a1d HTTP/1.1" status: 200 len: 217 time: 0.0798006 Nov 12 10:57:36.713726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97abcb-a062-4b10-b851-77cc8475f90f req-9f84dd62-d24e-4f61-ada7-27abf8dbef05 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.715239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d97abcb-a062-4b10-b851-77cc8475f90f req-9f84dd62-d24e-4f61-ada7-27abf8dbef05 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 947 time: 0.0916481 Nov 12 10:57:36.739611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-078dd8a7-6e78-4e95-8172-97b7fc620bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.739611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-078dd8a7-6e78-4e95-8172-97b7fc620bd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0607057 Nov 12 10:57:36.790754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d97abcb-a062-4b10-b851-77cc8475f90f req-0fa77a20-4a40-4012-a283-c7aa365784be tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594158 Nov 12 10:57:36.804802 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-84e7f82c-c021-420c-8062-31aa07c696e1 req-d8034043-3e12-49d5-89a6-53cb8e392429 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.811596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-84e7f82c-c021-420c-8062-31aa07c696e1 req-d8034043-3e12-49d5-89a6-53cb8e392429 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:36.811596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84e7f82c-c021-420c-8062-31aa07c696e1 req-d8034043-3e12-49d5-89a6-53cb8e392429 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/74b15b63-43d3-440c-bdb4-64e27d4cc29e HTTP/1.1" status: 204 len: 173 time: 0.3965507 Nov 12 10:57:36.823004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8034043-3e12-49d5-89a6-53cb8e392429 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b15b63-43d3-440c-bdb4-64e27d4cc29e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:36.828571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-7e2ceb91-f71d-4421-be56-ef84e6cb2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.830105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-7e2ceb91-f71d-4421-be56-ef84e6cb2593 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778637 Nov 12 10:57:36.982688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-8d7ead78-d100-45d3-9a78-cb62c606037f service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408708 Nov 12 10:57:36.991336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d66339-f1ec-4d6e-8595-caf0039c0eb6 req-bb545b67-aee6-43b3-8960-a94528fa7ac5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:36.992864 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90d66339-f1ec-4d6e-8595-caf0039c0eb6 req-bb545b67-aee6-43b3-8960-a94528fa7ac5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.0815444 Nov 12 10:57:37.045972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-713d3d2a-0aaa-488a-ab07-c9d8ce1b7f59 req-b29153fb-cbda-4983-85f2-da62126d5cd7 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.0268991 Nov 12 10:57:37.106815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90d66339-f1ec-4d6e-8595-caf0039c0eb6 req-563a92f7-6a08-448b-b49f-22e93ca00ba3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045012 Nov 12 10:57:37.136628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac4476f3-1c21-4238-90cc-0a3121d54f8e req-233439d0-16a3-410d-8f7b-679414a77845 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295240 Nov 12 10:57:37.209025 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-a40dc0b2-26ed-4094-9d01-af157ce3c370 req-f804c29c-af4a-4061-b7ae-d276f7fa4e21 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:57:37.210763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a40dc0b2-26ed-4094-9d01-af157ce3c370 req-f804c29c-af4a-4061-b7ae-d276f7fa4e21 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/db098b7d-e128-45f3-bf1e-dc2a523f078d HTTP/1.1" status: 404 len: 352 time: 0.0233510 Nov 12 10:57:37.270475 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-3661f9bf-b0ea-483c-bca1-c053f6367c7d req-6a4180d5-c1e5-4dd9-9fb6-8748afa4c9e4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:57:37.271498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3661f9bf-b0ea-483c-bca1-c053f6367c7d req-6a4180d5-c1e5-4dd9-9fb6-8748afa4c9e4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/7ebd8966-57c6-47bd-82aa-b16c7ef6d138 HTTP/1.1" status: 404 len: 352 time: 0.0258737 Nov 12 10:57:37.322805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c09d79-946e-4a94-a9a1-8526ecf0e465 req-793241f4-28f0-4fe1-859a-72d70a923954 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:37.323136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2c09d79-946e-4a94-a9a1-8526ecf0e465 req-793241f4-28f0-4fe1-859a-72d70a923954 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1080587 Nov 12 10:57:37.366665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2c09d79-946e-4a94-a9a1-8526ecf0e465 req-5b80dd88-e271-46ac-b278-05d68f25d7c2 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0369408 Nov 12 10:57:37.416200 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-94c8a2a7-7fa5-4ce9-a0d4-f07477399726 req-830f62cd-cf80-4b26-9869-beefaa762afc tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:57:37.417034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94c8a2a7-7fa5-4ce9-a0d4-f07477399726 req-830f62cd-cf80-4b26-9869-beefaa762afc tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/24e0d291-0f61-41c7-920d-f442e20b9f00 HTTP/1.1" status: 404 len: 352 time: 0.0184639 Nov 12 10:57:37.422984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23b1d2-5573-444f-9fd3-182ab316ac01 req-8dbebd2f-9f17-4ded-8fc0-5933768ee5a4 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:37.426200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b23b1d2-5573-444f-9fd3-182ab316ac01 req-8dbebd2f-9f17-4ded-8fc0-5933768ee5a4 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0948362 Nov 12 10:57:37.488154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d4249b-f58d-4a22-8241-fc892c39e4cf req-1233ef7a-3c61-4d50-abb0-eafb88430f0b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0414190 Nov 12 10:57:37.492016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b23b1d2-5573-444f-9fd3-182ab316ac01 req-86a1ac6c-9c6c-4f9f-8fb9-6b2e0b8b2bf1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Nov 12 10:57:37.519763 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-9434045c-f9bf-47df-a040-6525e364aae8 req-f6a905ff-c3ec-44b1-b649-43ff86992c11 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:57:37.521703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9434045c-f9bf-47df-a040-6525e364aae8 req-f6a905ff-c3ec-44b1-b649-43ff86992c11 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/00e422ba-1af7-4b6e-95ae-54f0914ef35d HTTP/1.1" status: 404 len: 352 time: 0.0173435 Nov 12 10:57:37.574383 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-4f08b828-fc1e-44fb-b7a4-b932209eaa04 req-7acadece-0ade-4ccf-8a0b-493cf5f26575 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:57:37.584230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f08b828-fc1e-44fb-b7a4-b932209eaa04 req-7acadece-0ade-4ccf-8a0b-493cf5f26575 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/9a303a0d-95a7-49dd-93fc-06800a58e3e7 HTTP/1.1" status: 404 len: 352 time: 0.0341003 Nov 12 10:57:37.625533 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-e92393ef-a2e4-481b-83d3-5c189316e40e req-ddb405b8-02a4-4f61-89f0-b26fe330b707 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] show failed (client error): The resource could not be found. Nov 12 10:57:37.627432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e92393ef-a2e4-481b-83d3-5c189316e40e req-ddb405b8-02a4-4f61-89f0-b26fe330b707 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/d196d531-45ed-44c8-b419-a4dbce96f3be HTTP/1.1" status: 404 len: 352 time: 0.0218873 Nov 12 10:57:37.765880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f8c479f5-4ea3-4770-8c55-6de95c050a1d details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:37.881423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f8c479f5-4ea3-4770-8c55-6de95c050a1d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f8c479f5-4ea3-4770-8c55-6de95c050a1d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:37.897789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'f8c479f5-4ea3-4770-8c55-6de95c050a1d', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'f8c479f5-4ea3-4770-8c55-6de95c050a1d', 'mac_address': 'fa:16:3e:8f:57:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:37.945079 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:37.972873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c479f5-4ea3-4770-8c55-6de95c050a1d {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:37.997304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f8c479f5-4ea3-4770-8c55-6de95c050a1d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f8c479f5-4ea3-4770-8c55-6de95c050a1d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:38.108314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:38.178590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef5a8e-b273-4998-a8e9-b910c6de34d4 req-36e3cad8-e0ca-47e6-8f2f-d2fec6f5fc2a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:38.180289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94ef5a8e-b273-4998-a8e9-b910c6de34d4 req-36e3cad8-e0ca-47e6-8f2f-d2fec6f5fc2a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 948 time: 0.0783904 Nov 12 10:57:38.202355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f8c479f5-4ea3-4770-8c55-6de95c050a1d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:38.217629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.218157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.218955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.219690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.220228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.220673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.221108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.221472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.221918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.222277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.222722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.223163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:57:38.256401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94ef5a8e-b273-4998-a8e9-b910c6de34d4 req-64426c94-369c-4dc2-95a3-6f0e27d2b692 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604568 Nov 12 10:57:38.320504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3e84-f862-4bce-8f3e-c8db258a563b req-ece167d8-7455-4f97-bad6-b583a0a0a0fe tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:38.324920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3cc3e84-f862-4bce-8f3e-c8db258a563b req-ece167d8-7455-4f97-bad6-b583a0a0a0fe tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1023 time: 0.0878747 Nov 12 10:57:38.400580 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3cc3e84-f862-4bce-8f3e-c8db258a563b req-4282b1fc-d950-4385-992d-073010c7db1a tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=399af598-bffd-4996-be69-46a0597f9813&id=4663c224-14b4-448a-81c0-416bb3c468f1&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0712080 Nov 12 10:57:38.421957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790d30-0218-4fa3-b699-5d746e78f43f req-02bcfff3-16a5-41fb-89c0-7039198b3150 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:38.423827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd790d30-0218-4fa3-b699-5d746e78f43f req-02bcfff3-16a5-41fb-89c0-7039198b3150 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 945 time: 0.0820565 Nov 12 10:57:38.496795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['f8c479f5-4ea3-4770-8c55-6de95c050a1d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:38.516457 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd790d30-0218-4fa3-b699-5d746e78f43f req-a8315855-c937-430b-9fc4-5ba51056e012 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864837 Nov 12 10:57:38.528302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ef29683-77e4-4f13-a75c-14f039be7418 req-3ed92f9b-ac10-450a-9ad6-d5c625d9126a tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.0452442 Nov 12 10:57:38.659645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528c6a8-7a51-4b6d-a01b-87c44e9eadde req-a9962cb8-d917-4057-8a27-813a614ba4e7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:38.662779 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1528c6a8-7a51-4b6d-a01b-87c44e9eadde req-a9962cb8-d917-4057-8a27-813a614ba4e7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0697739 Nov 12 10:57:38.699459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ea9a6-91de-4c32-ad28-bf501b4a7176 req-62f04237-074f-44ce-a63a-ae6346c2c249 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:38.703098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c40ea9a6-91de-4c32-ad28-bf501b4a7176 req-62f04237-074f-44ce-a63a-ae6346c2c249 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.0828815 Nov 12 10:57:38.725992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1528c6a8-7a51-4b6d-a01b-87c44e9eadde req-83bf2625-42fb-45cf-b41a-b61b8b9c17b6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553811 Nov 12 10:57:38.786543 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c40ea9a6-91de-4c32-ad28-bf501b4a7176 req-d36ba93e-9cef-469a-a4ca-f900868828ab tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758915 Nov 12 10:57:39.408681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369b33-a5b5-44a0-a403-71f8688c48be req-4ae71bd2-b5c0-414d-8697-2cb0875fb248 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.410191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88369b33-a5b5-44a0-a403-71f8688c48be req-4ae71bd2-b5c0-414d-8697-2cb0875fb248 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 948 time: 0.0551653 Nov 12 10:57:39.478567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88369b33-a5b5-44a0-a403-71f8688c48be req-6c6af7a4-5152-44c4-aded-d4eb1ff1213a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618753 Nov 12 10:57:39.597938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c4286-e514-4032-bcc9-d38d93b1ebf2 req-0ba8041a-40ca-4ff9-b1fc-f9ca2b7889bf tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.601368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d61c4286-e514-4032-bcc9-d38d93b1ebf2 req-0ba8041a-40ca-4ff9-b1fc-f9ca2b7889bf tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1023 time: 0.0956013 Nov 12 10:57:39.688035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-7c60a3fa-760c-41a0-91c0-7a768357588c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.688035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-7c60a3fa-760c-41a0-91c0-7a768357588c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.57 "GET /v2.0/networks?id=14c3b181-4201-4bbc-a445-06c46fd7083c HTTP/1.1" status: 200 len: 815 time: 0.1986125 Nov 12 10:57:39.692209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d61c4286-e514-4032-bcc9-d38d93b1ebf2 req-428d2477-5bbb-4508-99e2-4a8ac4ce2b12 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=399af598-bffd-4996-be69-46a0597f9813&id=4663c224-14b4-448a-81c0-416bb3c468f1&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0818553 Nov 12 10:57:39.776455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-f1ba745b-0c5c-424e-882a-6bc0986f2a92 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.778047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-f1ba745b-0c5c-424e-882a-6bc0986f2a92 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 945 time: 0.1210191 Nov 12 10:57:39.805994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4a1f3-9ead-49c6-9708-61107321fdd8 req-4c465c93-20c4-470c-bde4-a2044a4bd01b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.812550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19a4a1f3-9ead-49c6-9708-61107321fdd8 req-4c465c93-20c4-470c-bde4-a2044a4bd01b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 945 time: 0.1708779 Nov 12 10:57:39.846460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfa68219-23bb-42cf-bf94-f24d7e5a948f req-991f902c-c688-4d1c-9fa3-d8c965299b26 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.0327032 Nov 12 10:57:39.867976 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-30b810c8-05df-4a64-a1d5-1327e3523cb4 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a65a2a02e9834de3b056d624bde0536a HTTP/1.1" status: 200 len: 380 time: 0.1490836 Nov 12 10:57:39.883737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Request body: {'port': {'device_id': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'admin_state_up': True, 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'security_groups': ['4a479c77-c7b4-4502-aed9-29f119c25db0']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:39.998278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe47c6-2ab4-426a-be97-a7f084388838 req-90cf0e69-a17f-42ad-a1a4-32c8cebf135a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:39.999892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2dfe47c6-2ab4-426a-be97-a7f084388838 req-90cf0e69-a17f-42ad-a1a4-32c8cebf135a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.0624182 Nov 12 10:57:40.018764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19a4a1f3-9ead-49c6-9708-61107321fdd8 req-4378f2f1-4523-475a-a194-f7bd991b3c2b tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725805 Nov 12 10:57:40.070458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Deleting port 69847249-4208-4690-b5b2-3e585dc4d8a0 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:40.070795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.111957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2dfe47c6-2ab4-426a-be97-a7f084388838 req-05a92ef7-40c1-41c1-91c3-62f45aea40ff tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004615 Nov 12 10:57:40.256357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Made reservation on behalf of a65a2a02e9834de3b056d624bde0536a for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:40.260235 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.265112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] For port 69847249-4208-4690-b5b2-3e585dc4d8a0, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=69847249-4208-4690-b5b2-3e585dc4d8a0,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:40.267717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.295478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Calling delete_port for 69847249-4208-4690-b5b2-3e585dc4d8a0 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:40.324729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64661911-c495-4807-bfca-2e5c258242ad req-018a4250-2d83-4f7b-8cfe-567086e60334 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:40.328055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64661911-c495-4807-bfca-2e5c258242ad req-018a4250-2d83-4f7b-8cfe-567086e60334 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1470358 Nov 12 10:57:40.379794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-92feb3a2-b52e-4260-8f3c-8594ae1e30f7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:40.381637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-92feb3a2-b52e-4260-8f3c-8594ae1e30f7 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.69 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 1023 time: 0.0688398 Nov 12 10:57:40.557562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Deleting port cda9f33d-6ea0-4da7-8e40-51b5e218b74b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:40.557941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.673014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64661911-c495-4807-bfca-2e5c258242ad req-c125864d-59cf-462a-a123-a03a83db9806 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387859 Nov 12 10:57:40.742771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11ae33-cb26-4280-a4cc-5c4d7af55378 req-1ca8c0d7-5dfa-4dfb-b92e-ac958f708969 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:40.752654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db11ae33-cb26-4280-a4cc-5c4d7af55378 req-1ca8c0d7-5dfa-4dfb-b92e-ac958f708969 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 948 time: 0.0934529 Nov 12 10:57:40.799970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Allocated IP 172.20.0.14 (14c3b181-4201-4bbc-a445-06c46fd7083c/5f57b607-5db5-4085-8c5e-b84260a83fd5/4c4710da-c668-4042-9ada-149625d49dd7) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:40.813262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] For port cda9f33d-6ea0-4da7-8e40-51b5e218b74b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,segment=NetworkSegment(158f97cb-d762-438a-87c8-d42147bb7043),segment_id=158f97cb-d762-438a-87c8-d42147bb7043)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:40.813849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:40.853302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db11ae33-cb26-4280-a4cc-5c4d7af55378 req-6cdfe289-50da-428e-b3c2-27622433574d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000359 Nov 12 10:57:40.860564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Calling delete_port for cda9f33d-6ea0-4da7-8e40-51b5e218b74b owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:41.048181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3cc3d7e4-d96d-4e70-8dc5-87315b593abc req-c69f7d82-42f7-4016-8039-c3e0731c249c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.0439410 Nov 12 10:57:41.352476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc461e4-c25a-42eb-8630-1d47aa4e7d54 req-ce928689-5163-4c64-b2e4-42fedb7b4560 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:41.369035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6fc461e4-c25a-42eb-8630-1d47aa4e7d54 req-ce928689-5163-4c64-b2e4-42fedb7b4560 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 945 time: 0.1516552 Nov 12 10:57:41.434170 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.453007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cda9f33d-6ea0-4da7-8e40-51b5e218b74b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:41.505519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'Port': ['ID=cda9f33d-6ea0-4da7-8e40-51b5e218b74b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:41.518400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6fc461e4-c25a-42eb-8630-1d47aa4e7d54 req-3fc556ad-329e-46f7-9cfd-e019f6c0a75e tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/security-groups?id=51b1f3af-0fa7-4e30-99fa-da46551c3336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476109 Nov 12 10:57:41.586757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] No DVR routers for this DVR port cda9f33d-6ea0-4da7-8e40-51b5e218b74b on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:41.591157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.603738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c36aa55-d356-4288-90f2-a3b42d7b8f62 req-96896bf2-0402-42ff-b171-c4cbedb08ebb tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.69 "DELETE /v2.0/ports/cda9f33d-6ea0-4da7-8e40-51b5e218b74b HTTP/1.1" status: 204 len: 173 time: 1.2064276 Nov 12 10:57:41.604950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'name': 'network-vif-deleted', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:41.609955 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abf60a0-6d52-4d6c-8cae-46594706e170" -d '{"events": [{"server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "name": "network-vif-deleted", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:41.683674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b883e09-10a1-4cbb-8f1d-b364295f4ecf req-d7d65869-c56e-4782-8573-0f5ceecdb7a4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:41.685909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b883e09-10a1-4cbb-8f1d-b364295f4ecf req-d7d65869-c56e-4782-8573-0f5ceecdb7a4 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/ports?device_id=010a64de-a562-48d9-87ec-a29ff2f895f7 HTTP/1.1" status: 200 len: 945 time: 0.6193423 Nov 12 10:57:41.751586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.783976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-84173937-0faa-46cb-b72f-d6f21a2df650 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:41.785813 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-84173937-0faa-46cb-b72f-d6f21a2df650 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.1627913 Nov 12 10:57:41.797639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:41.798707 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:41.815597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5e7ab-ef5e-4eeb-8429-e672b11f163d req-ebe54dc4-c9cc-4711-9004-6ace689d248e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:41.830167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768852-22'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:41.835530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4fe5e7ab-ef5e-4eeb-8429-e672b11f163d req-ebe54dc4-c9cc-4711-9004-6ace689d248e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.1779923 Nov 12 10:57:41.944838 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4fe5e7ab-ef5e-4eeb-8429-e672b11f163d req-1476e502-bdff-48b6-a24c-3b1aecc41e16 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076982 Nov 12 10:57:41.950290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Pushing event deleted for resources: {'Port': ['ID=69847249-4208-4690-b5b2-3e585dc4d8a0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:41.994799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f8c479f5-4ea3-4770-8c55-6de95c050a1d up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:57:42.062676 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b883e09-10a1-4cbb-8f1d-b364295f4ecf req-cc20a5c0-35c2-4b7f-b8e9-658f543a26a5 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups?id=399af598-bffd-4996-be69-46a0597f9813&id=4663c224-14b4-448a-81c0-416bb3c468f1&id=40971254-fc10-4ce8-8b4c-332ac5d4c226&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3650947 Nov 12 10:57:42.122839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] No DVR routers for this DVR port 69847249-4208-4690-b5b2-3e585dc4d8a0 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:42.165186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.169108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.175849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef5b080b-1a2c-44ec-90af-ad504b1e8f97 req-bc56f912-f81b-48a6-a9cb-1c70167a99f8 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.57 "DELETE /v2.0/ports/69847249-4208-4690-b5b2-3e585dc4d8a0 HTTP/1.1" status: 204 len: 173 time: 2.3876987 Nov 12 10:57:42.181016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'name': 'network-vif-deleted', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:42.191239 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978cd1f2-eb25-44b4-9171-12acf7b190dd" -d '{"events": [{"server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "name": "network-vif-deleted", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:42.230123 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f655461-7e8d-4fcb-9e38-da6f0e3da43f x-openstack-request-id: req-6f655461-7e8d-4fcb-9e38-da6f0e3da43f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:42.230123 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a64de-a562-48d9-87ec-a29ff2f895f7", "name": "network-vif-deleted", "tag": "cda9f33d-6ea0-4da7-8e40-51b5e218b74b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:42.230572 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6f655461-7e8d-4fcb-9e38-da6f0e3da43f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:42.232910 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a64de-a562-48d9-87ec-a29ff2f895f7', 'name': 'network-vif-deleted', 'tag': 'cda9f33d-6ea0-4da7-8e40-51b5e218b74b', 'status': 'completed', 'code': 200} Nov 12 10:57:42.234075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.243440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:42.289488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 has no active binding in host n-h2-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 10:57:42.295279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port f8c479f5-4ea3-4770-8c55-6de95c050a1d completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:57:42.303631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port f8c479f5-4ea3-4770-8c55-6de95c050a1d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:42.304817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.374408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Network 14c3b181-4201-4bbc-a445-06c46fd7083c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:42.438888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:42.467771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:42.481576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event updated for resources: {'Port': ['ID=4c4710da-c668-4042-9ada-149625d49dd7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:42.490865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.539755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383b9b0-b624-4607-b5e8-57559ee52e96 req-0b61f455-a9be-47f2-987e-cf43d509ecbd tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:42.543607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d383b9b0-b624-4607-b5e8-57559ee52e96 req-0b61f455-a9be-47f2-987e-cf43d509ecbd tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.2330153 Nov 12 10:57:42.561145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8a0cc9-b561-4e32-a294-f355f559b045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c479f5-4ea3-4770-8c55-6de95c050a1d'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:42.565150 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd433e1-f17e-47e9-8c8d-478725a6808d" -d '{"events": [{"server_uuid": "aa8a0cc9-b561-4e32-a294-f355f559b045", "name": "network-vif-plugged", "status": "completed", "tag": "f8c479f5-4ea3-4770-8c55-6de95c050a1d"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:42.599330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f8c479f5-4ea3-4770-8c55-6de95c050a1d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f8c479f5-4ea3-4770-8c55-6de95c050a1d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:42.629134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 69847249-4208-4690-b5b2-3e585dc4d8a0 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:42.667810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 69847249-4208-4690-b5b2-3e585dc4d8a0 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:42.680652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 69847249-4208-4690-b5b2-3e585dc4d8a0 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:42.701338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d383b9b0-b624-4607-b5e8-57559ee52e96 req-f5abb6e4-2f16-40b6-bc1f-782dd66555e8 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466806 Nov 12 10:57:42.707615 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.774335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:42.774335 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:42.789743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f8c479f5-4ea3-4770-8c55-6de95c050a1d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:42.901692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91988465-5a7b-4fe3-ad51-b8c7e9d67da1 req-ba7a894d-1432-4f64-b06e-21b993eaebd8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:42.903521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91988465-5a7b-4fe3-ad51-b8c7e9d67da1 req-ba7a894d-1432-4f64-b06e-21b993eaebd8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 948 time: 0.5232944 Nov 12 10:57:42.989941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7a211-9c08-4b79-982e-fa2033a90eee req-2f9d2896-161b-4ea9-a8b6-6044af0f64b3 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:42.992934 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00e7a211-9c08-4b79-982e-fa2033a90eee req-2f9d2896-161b-4ea9-a8b6-6044af0f64b3 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 932 time: 0.0970960 Nov 12 10:57:42.999778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-c833eaf5-86a7-414a-b49f-20dd83a82722 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1199038 Nov 12 10:57:43.041447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fec20206-fb3a-4bc5-9879-627af96af38f None None] Provisioning complete for port 4c4710da-c668-4042-9ada-149625d49dd7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:43.042035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fec20206-fb3a-4bc5-9879-627af96af38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.049264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Request body: {'port': {'device_id': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:43.053713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:43.113079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91988465-5a7b-4fe3-ad51-b8c7e9d67da1 req-13591ecf-02ac-4b45-8608-db15fdbd4df7 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782167 Nov 12 10:57:43.166773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fec20206-fb3a-4bc5-9879-627af96af38f None None] Port 4c4710da-c668-4042-9ada-149625d49dd7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:43.172665 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.188357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00e7a211-9c08-4b79-982e-fa2033a90eee req-29e0682b-7021-4e8b-bfa3-dacb11569070 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802559 Nov 12 10:57:43.288077 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc10973-69a5-4e4a-920b-b32a2413c194 x-openstack-request-id: req-1bc10973-69a5-4e4a-920b-b32a2413c194 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:43.291867 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8a0cc9-b561-4e32-a294-f355f559b045", "name": "network-vif-plugged", "status": "completed", "tag": "f8c479f5-4ea3-4770-8c55-6de95c050a1d", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:43.292770 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1bc10973-69a5-4e4a-920b-b32a2413c194 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:43.294137 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8a0cc9-b561-4e32-a294-f355f559b045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c479f5-4ea3-4770-8c55-6de95c050a1d', 'code': 200} Nov 12 10:57:43.316280 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f7c168-381b-46bf-898b-7a1c29f6d463 x-openstack-request-id: req-11f7c168-381b-46bf-898b-7a1c29f6d463 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:43.317045 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe3938f-2adb-4ae2-8054-6c71839829f4", "name": "network-vif-deleted", "tag": "69847249-4208-4690-b5b2-3e585dc4d8a0", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:43.328634 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-11f7c168-381b-46bf-898b-7a1c29f6d463 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:43.328634 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe3938f-2adb-4ae2-8054-6c71839829f4', 'name': 'network-vif-deleted', 'tag': '69847249-4208-4690-b5b2-3e585dc4d8a0', 'status': 'completed', 'code': 200} Nov 12 10:57:43.339894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:43.359865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-feeaa6be-fec1-45c5-bec0-31d21320db82 req-ea72af2b-3415-43ed-99e6-1f0edc7e9818 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761 tempest-FloatingIPsAssociationNegativeTestJSON-1212716761-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbe3938f-2adb-4ae2-8054-6c71839829f4 HTTP/1.1" status: 200 len: 210 time: 0.0550344 Nov 12 10:57:43.518374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24302-c38e-42b5-b2fe-90bd2c55c1c5 req-bf389ae3-74d7-498e-a283-2ea3cd242c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:43.519967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ac24302-c38e-42b5-b2fe-90bd2c55c1c5 req-bf389ae3-74d7-498e-a283-2ea3cd242c6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 1101 time: 0.0626409 Nov 12 10:57:43.592241 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ac24302-c38e-42b5-b2fe-90bd2c55c1c5 req-2291477e-1ad1-47b7-80a9-a5af3690ba69 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615594 Nov 12 10:57:43.628072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.717321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b999a02-85ab-4305-b2eb-f5032d4da0ba req-dde7ce68-cd7b-4dc6-a2f0-065944f04cd1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:43.730488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b999a02-85ab-4305-b2eb-f5032d4da0ba req-dde7ce68-cd7b-4dc6-a2f0-065944f04cd1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 945 time: 0.3247678 Nov 12 10:57:43.802084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:43.816408 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cda9f33d-6ea0-4da7-8e40-51b5e218b74b no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:43.913801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: cda9f33d-6ea0-4da7-8e40-51b5e218b74b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:43.914330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cda9f33d-6ea0-4da7-8e40-51b5e218b74b not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:44.029724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b999a02-85ab-4305-b2eb-f5032d4da0ba req-fad001ff-cf5d-4c96-86dc-7b665787cef4 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976689 Nov 12 10:57:44.106148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Pushing event updated for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:44.171877 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f17ef3af-1133-4460-9618-b06a8eb44cab req-108a03fe-1b49-430f-94ec-17b488da554c tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/399af598-bffd-4996-be69-46a0597f9813 HTTP/1.1" status: 200 len: 1818 time: 0.1308002 Nov 12 10:57:44.209494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on host n-h1-768852-22 for vnic_type normal with profile {"migrating_to": "n-h2-768852-22"} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:44.210126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:44.210770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:44.225499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:44.226093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Attempting to bind port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:44.293126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:44.293126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:44.293503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:44.294270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Bound port: 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:44.295577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.308923 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f17ef3af-1133-4460-9618-b06a8eb44cab req-2fa78ae6-7288-4d27-9196-8be2a56d89ac tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.353567 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f17ef3af-1133-4460-9618-b06a8eb44cab req-2fa78ae6-7288-4d27-9196-8be2a56d89ac tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.381773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4710da-c668-4042-9ada-149625d49dd7 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:44.442075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.491516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbfda-2d23-4221-98fd-959dc38d9d3f req-6e0f9916-6cdf-4ca3-aec3-920aab7b7403 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:44.494384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f65cbfda-2d23-4221-98fd-959dc38d9d3f req-6e0f9916-6cdf-4ca3-aec3-920aab7b7403 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.2308636 Nov 12 10:57:44.582319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:44.589191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:44.608313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f65cbfda-2d23-4221-98fd-959dc38d9d3f req-d6cf2892-c473-4ef2-8fc0-d0c182a02b20 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042750 Nov 12 10:57:44.640136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Transition to ACTIVE for port object 4c4710da-c668-4042-9ada-149625d49dd7 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:44.643487 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f17ef3af-1133-4460-9618-b06a8eb44cab req-2fa78ae6-7288-4d27-9196-8be2a56d89ac tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.660513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f17ef3af-1133-4460-9618-b06a8eb44cab req-2fa78ae6-7288-4d27-9196-8be2a56d89ac tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.660513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f17ef3af-1133-4460-9618-b06a8eb44cab req-2fa78ae6-7288-4d27-9196-8be2a56d89ac tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/399af598-bffd-4996-be69-46a0597f9813 HTTP/1.1" status: 204 len: 173 time: 0.4632370 Nov 12 10:57:44.668121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa78ae6-7288-4d27-9196-8be2a56d89ac tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399af598-bffd-4996-be69-46a0597f9813,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:44.742929 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.788410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.831760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e054c3-89b8-49bd-99ab-cf8fe21b4405 req-001f06e1-ccc0-4158-8295-fd42eb38d89c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:44.833769 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08e054c3-89b8-49bd-99ab-cf8fe21b4405 req-001f06e1-ccc0-4158-8295-fd42eb38d89c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 949 time: 0.0724568 Nov 12 10:57:44.928928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb38c93-e952-4a43-8c26-3392e2548828 req-4b26f89c-18c7-4935-b0cc-682a27f7889e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:44.930837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cb38c93-e952-4a43-8c26-3392e2548828 req-4b26f89c-18c7-4935-b0cc-682a27f7889e tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 944 time: 0.1465065 Nov 12 10:57:44.953949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08e054c3-89b8-49bd-99ab-cf8fe21b4405 req-38606809-25ec-4f44-8297-3744ea13312b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095006 Nov 12 10:57:44.980031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:44.980851 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:44.982964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] 10.222.0.69 "PUT /v2.0/ports/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 1123 time: 3.1676486 Nov 12 10:57:44.983847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6c458-7bd7-4562-8399-4111f897f91f service neutron] Pushing event updated for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=8']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:45.065333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Pushing event updated for resources: {'Port': ['ID=4c4710da-c668-4042-9ada-149625d49dd7,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:45.079259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:45.137556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cb38c93-e952-4a43-8c26-3392e2548828 req-25aab33f-a613-4740-b7a9-3795a6bbba0f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817536 Nov 12 10:57:45.180689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:45.227177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36028) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:45.297068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Attempting to bind port 4c4710da-c668-4042-9ada-149625d49dd7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:45.297812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Attempting to bind port 4c4710da-c668-4042-9ada-149625d49dd7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:45.301024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Attempting to bind port 4c4710da-c668-4042-9ada-149625d49dd7 on network 14c3b181-4201-4bbc-a445-06c46fd7083c {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:45.322236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Port 4c4710da-c668-4042-9ada-149625d49dd7 on network 14c3b181-4201-4bbc-a445-06c46fd7083c not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:45.326695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Attempting to bind port 4c4710da-c668-4042-9ada-149625d49dd7 on network 14c3b181-4201-4bbc-a445-06c46fd7083c {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:45.335408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'}, {'name': 'network-changed', 'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:45.348042 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae" -d '{"events": [{"server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "name": "network-vif-unplugged", "status": "completed", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46"}, {"name": "network-changed", "server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:45.370512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:45.375080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Checking segment: {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:45.375821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Bound using segment: {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:45.378350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Bound port: 4c4710da-c668-4042-9ada-149625d49dd7, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975d3cba-0dd2-4a1b-90ef-67583b900d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:45.379037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.577258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] For port 4c4710da-c668-4042-9ada-149625d49dd7, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:45.583795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] For port 4c4710da-c668-4042-9ada-149625d49dd7, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4c4710da-c668-4042-9ada-149625d49dd7,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:45.664334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d584dbee-83a3-4b6c-9b70-f306f725952b req-6c893f78-b342-428e-83eb-b80cea537c96 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "GET /v2.0/security-groups/4663c224-14b4-448a-81c0-416bb3c468f1 HTTP/1.1" status: 200 len: 1818 time: 0.0774233 Nov 12 10:57:45.729478 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.895248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Pushing event updated for resources: {'Port': ['ID=4c4710da-c668-4042-9ada-149625d49dd7,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:45.927797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:45.929688 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:45.932203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-0f35569c-e55b-4eea-83fd-b47ea5838cfe service neutron] 10.222.0.57 "PUT /v2.0/ports/4c4710da-c668-4042-9ada-149625d49dd7 HTTP/1.1" status: 200 len: 1093 time: 2.8897865 Nov 12 10:57:45.980423 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d584dbee-83a3-4b6c-9b70-f306f725952b req-2b162f1f-30bb-4f5a-9edb-5c7db8f67113 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.059490 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d584dbee-83a3-4b6c-9b70-f306f725952b req-2b162f1f-30bb-4f5a-9edb-5c7db8f67113 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.237818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-1f01d3ec-8d91-4ecc-b1a3-e2341a53ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.240569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-1f01d3ec-8d91-4ecc-b1a3-e2341a53ae19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a65a2a02e9834de3b056d624bde0536a&device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 1096 time: 0.1348400 Nov 12 10:57:46.309955 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.320288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-9311b961-4b66-47e1-b3a4-a471e5f974d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4710da-c668-4042-9ada-149625d49dd7 HTTP/1.1" status: 200 len: 217 time: 0.0678158 Nov 12 10:57:46.321301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d584dbee-83a3-4b6c-9b70-f306f725952b req-2b162f1f-30bb-4f5a-9edb-5c7db8f67113 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.327389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d584dbee-83a3-4b6c-9b70-f306f725952b req-2b162f1f-30bb-4f5a-9edb-5c7db8f67113 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.330543 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d584dbee-83a3-4b6c-9b70-f306f725952b req-2b162f1f-30bb-4f5a-9edb-5c7db8f67113 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] 10.222.0.98 "DELETE /v2.0/security-groups/4663c224-14b4-448a-81c0-416bb3c468f1 HTTP/1.1" status: 204 len: 173 time: 0.6563029 Nov 12 10:57:46.351532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36044) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:46.442234 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200f2052-7718-4bda-b96f-f109afb0b2d1 x-openstack-request-id: req-200f2052-7718-4bda-b96f-f109afb0b2d1 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:46.442739 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "name": "network-vif-unplugged", "status": "completed", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46", "code": 200}, {"name": "network-changed", "server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:46.443106 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-200f2052-7718-4bda-b96f-f109afb0b2d1 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:46.443887 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46', 'code': 200} Nov 12 10:57:46.444412 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46', 'status': 'completed', 'code': 200} Nov 12 10:57:46.528571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b162f1f-30bb-4f5a-9edb-5c7db8f67113 tempest-SecurityGroupsTestJSON-2021617649 tempest-SecurityGroupsTestJSON-2021617649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4663c224-14b4-448a-81c0-416bb3c468f1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:46.648018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-82b43376-f353-4868-81b4-08d5b3a4fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.649018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f0e8c-2234-4971-9541-e76b161dca60 req-4b846ac6-2146-4daf-85fb-f991be6fa9ea tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.650452 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-82b43376-f353-4868-81b4-08d5b3a4fc78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f57b607-5db5-4085-8c5e-b84260a83fd5 HTTP/1.1" status: 200 len: 854 time: 0.3196487 Nov 12 10:57:46.650809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c9f0e8c-2234-4971-9541-e76b161dca60 req-4b846ac6-2146-4daf-85fb-f991be6fa9ea tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.2487850 Nov 12 10:57:46.661142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0df07e8-7602-47a8-a988-4abfdc8154a4 admin admin] Deleting subnet 95bb8968-9a57-431a-9da6-0b336d0f6e6b {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:57:46.690108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0df07e8-7602-47a8-a988-4abfdc8154a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.788433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681da45-31e5-43f8-a4c3-9c6c59434084 req-1019cf36-d813-4b0e-82d9-085cea7b56d9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.790964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f681da45-31e5-43f8-a4c3-9c6c59434084 req-1019cf36-d813-4b0e-82d9-085cea7b56d9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.2792737 Nov 12 10:57:46.808882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-19fa5e07-a74c-4564-a220-3bf0d8e9da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.812229 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-19fa5e07-a74c-4564-a220-3bf0d8e9da5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1126 time: 0.3199358 Nov 12 10:57:46.812439 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c9f0e8c-2234-4971-9541-e76b161dca60 req-0a82dfc0-7195-4a55-8b8d-d5b3462979f3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452615 Nov 12 10:57:46.836324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0df07e8-7602-47a8-a988-4abfdc8154a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:46.980306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-79a56136-1709-4b7e-adea-3339a3234fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:46.982376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-79a56136-1709-4b7e-adea-3339a3234fce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=14c3b181-4201-4bbc-a445-06c46fd7083c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3116596 Nov 12 10:57:47.033273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Deleting port 901f6fb9-c116-46f1-90f9-e4d165c9feee {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:47.033758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.050701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f681da45-31e5-43f8-a4c3-9c6c59434084 req-449502ef-48b0-42ab-ba0f-2fc22ba49a4b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338550 Nov 12 10:57:47.090822 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0df07e8-7602-47a8-a988-4abfdc8154a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.090925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932178a-0292-4cd9-aec8-bab3e60e9e6c req-169b75ec-b7cf-4dbd-8e70-996458ea3e6d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.096613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e932178a-0292-4cd9-aec8-bab3e60e9e6c req-169b75ec-b7cf-4dbd-8e70-996458ea3e6d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 949 time: 0.1438136 Nov 12 10:57:47.146383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-8f470014-7078-4102-bf7d-de2b2c5f487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.148001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-8f470014-7078-4102-bf7d-de2b2c5f487e service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.3284464 Nov 12 10:57:47.176965 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.218022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-1f0369bd-86a1-46aa-95ae-ce8925dd24a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 217 time: 0.0588167 Nov 12 10:57:47.264358 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e932178a-0292-4cd9-aec8-bab3e60e9e6c req-0626cf9f-5c82-4fd0-a010-87c9f5ca901b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159034 Nov 12 10:57:47.282082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] For port 901f6fb9-c116-46f1-90f9-e4d165c9feee, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=901f6fb9-c116-46f1-90f9-e4d165c9feee,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:47.282477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.305200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Calling delete_port for 901f6fb9-c116-46f1-90f9-e4d165c9feee owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:47.354271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-8bd43ac4-9324-4790-8fd8-f47500a67c25 service neutron] 10.222.0.57 "GET /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598750 Nov 12 10:57:47.453256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e3acb-a6e6-44a1-a93a-55f027a63f1c req-cc85e954-07ae-4168-8b17-5468d3f58291 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.455234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd8e3acb-a6e6-44a1-a93a-55f027a63f1c req-cc85e954-07ae-4168-8b17-5468d3f58291 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 944 time: 0.2859755 Nov 12 10:57:47.457038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-c121f74a-23f8-4057-a3b1-623b66ac1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.464585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-c121f74a-23f8-4057-a3b1-623b66ac1741 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1918771 Nov 12 10:57:47.517712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0df07e8-7602-47a8-a988-4abfdc8154a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.521326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-454b3a8e-0f22-40a2-812e-9e662e513e8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508757 Nov 12 10:57:47.592975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df07e8-7602-47a8-a988-4abfdc8154a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bb8968-9a57-431a-9da6-0b336d0f6e6b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:47.615051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0df07e8-7602-47a8-a988-4abfdc8154a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.622947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e0df07e8-7602-47a8-a988-4abfdc8154a4 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/95bb8968-9a57-431a-9da6-0b336d0f6e6b HTTP/1.1" status: 204 len: 168 time: 1.2678592 Nov 12 10:57:47.636157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36050) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:47.671508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e26f2-c0a1-44ed-93db-788034adbdf6 req-5b0bd90e-c62b-4c54-9e6d-a7dab013fce3 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:47.674312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd8e26f2-c0a1-44ed-93db-788034adbdf6 req-5b0bd90e-c62b-4c54-9e6d-a7dab013fce3 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 1101 time: 0.1400521 Nov 12 10:57:47.697126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53ce999a-2aed-4acd-8b4f-5d80348ccddc req-acb6e913-2ae2-488a-a60e-9584630d6a4d service neutron] 10.222.0.57 "GET /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325090 Nov 12 10:57:47.707272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd8e3acb-a6e6-44a1-a93a-55f027a63f1c req-c2ad18cf-fe77-43d6-98a1-5adb4a088db0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453980 Nov 12 10:57:47.764243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.772891 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:47.787515 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd8e26f2-c0a1-44ed-93db-788034adbdf6 req-92e372a8-4f48-467d-b0aa-48f5c56b9628 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024904 Nov 12 10:57:47.793183 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-841cef8f-eec7-4584-8e46-eb1bd26d4a8b service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517767 Nov 12 10:57:47.828002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Pushing event deleted for resources: {'Port': ['ID=901f6fb9-c116-46f1-90f9-e4d165c9feee,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:47.960580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.016211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f80d20-dee1-44c2-afd4-97441317e529']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:48.033913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158f97cb-d762-438a-87c8-d42147bb7043') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:48.034476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158f97cb-d762-438a-87c8-d42147bb7043') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:48.055883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-6bd8119e-bc64-45af-910d-524093a20688 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386713 Nov 12 10:57:48.076340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.112213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d8b87d8-d2bb-4de1-8d6e-51bfaad406ae req-d7957ed5-32db-4142-8fac-29af0aed5440 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955282 Nov 12 10:57:48.113376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.135169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503847a-3779-4fc5-ae03-8fe2f5b324f0 req-03192fa2-0ae4-4d85-bf27-c7d05365179c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:48.137571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e503847a-3779-4fc5-ae03-8fe2f5b324f0 req-03192fa2-0ae4-4d85-bf27-c7d05365179c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.1595476 Nov 12 10:57:48.141659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:48.142382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: timer() Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:48.144915 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:48.222265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.240994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-b0ed3d1e-3089-4bfc-81eb-03998d547757 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:48.242613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-b0ed3d1e-3089-4bfc-81eb-03998d547757 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858814 Nov 12 10:57:48.264038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e503847a-3779-4fc5-ae03-8fe2f5b324f0 req-fac848bf-99e5-4019-881d-c758fa1c66b7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017644 Nov 12 10:57:48.318196 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.328440 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:48.336204 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/28f80d20-dee1-44c2-afd4-97441317e529 HTTP/1.1" status: 204 len: 168 time: 0.7006276 Nov 12 10:57:48.339728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-2f1188cd-be16-4f71-b44f-b2d2a9150677 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/quotas/dfa1edaedd354cc794351113a0f638fd HTTP/1.1" status: 200 len: 375 time: 0.0882864 Nov 12 10:57:48.385647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d2aaf-e9ef-4d25-b4b7-3a7e4e3e2be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f80d20-dee1-44c2-afd4-97441317e529,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:48.443121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d131a2e-7353-4229-8c8c-b722e14817b9 req-df676658-88a4-41a4-956c-863c0263f1c3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:48.445471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d131a2e-7353-4229-8c8c-b722e14817b9 req-df676658-88a4-41a4-956c-863c0263f1c3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.0700970 Nov 12 10:57:48.445471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'tag': '4c4710da-c668-4042-9ada-149625d49dd7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:48.447831 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ce98e4-87f8-47b4-9d28-e021790e322d" -d '{"events": [{"name": "network-changed", "server_uuid": "80dfd624-2cd6-4afe-9e8f-2c31f2535b09", "tag": "4c4710da-c668-4042-9ada-149625d49dd7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:48.513384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d131a2e-7353-4229-8c8c-b722e14817b9 req-7512686a-c55a-442d-bc64-12a7e78e992c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611804 Nov 12 10:57:48.665410 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6740521-7cb7-40e7-9390-3c8aae2ab44d x-openstack-request-id: req-b6740521-7cb7-40e7-9390-3c8aae2ab44d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:48.665972 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dfd624-2cd6-4afe-9e8f-2c31f2535b09", "tag": "4c4710da-c668-4042-9ada-149625d49dd7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:48.666342 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b6740521-7cb7-40e7-9390-3c8aae2ab44d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:48.666849 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'tag': '4c4710da-c668-4042-9ada-149625d49dd7', 'status': 'completed', 'code': 200} Nov 12 10:57:48.783201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-365d030c-b5c4-4e98-bde9-289c2147ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:48.785624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-365d030c-b5c4-4e98-bde9-289c2147ec2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a65a2a02e9834de3b056d624bde0536a&device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 1096 time: 0.0625794 Nov 12 10:57:48.825095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-88f928da-7836-406f-bf4c-8fabff7fd4f8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4770346 Nov 12 10:57:49.039076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Router 25f6254a-13fb-4753-b1c9-12230f0347de has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:57:49.098337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36078) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:49.247255 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2540d907-993c-4c29-9b1a-61162358054f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=42a2cc0b6c674a93bfe4da2a6183bb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467197 Nov 12 10:57:49.251470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36084) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:49.453511 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bbc0af09-4de7-4810-b619-437f38ebb25e req-4a291612-5c70-4984-848e-3841252ba3d9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 210 time: 0.1461744 Nov 12 10:57:49.527870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0b89be9-606f-489a-b4fd-e4e8fd30006b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:49.577170 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0b89be9-606f-489a-b4fd-e4e8fd30006b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:49.700020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508e07f-b40a-4c70-b566-72c6e037b280 req-ccb59d95-9ec3-4724-b13d-e6467de1e25a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:49.702087 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e508e07f-b40a-4c70-b566-72c6e037b280 req-ccb59d95-9ec3-4724-b13d-e6467de1e25a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.1168964 Nov 12 10:57:49.702484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add6210-e78b-4b11-b7d7-b894364f4000 req-b6402e9f-630c-4fbd-86c3-f071f692fe37 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:49.703261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:57:49.714909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3add6210-e78b-4b11-b7d7-b894364f4000 req-b6402e9f-630c-4fbd-86c3-f071f692fe37 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 944 time: 0.7293954 Nov 12 10:57:49.722296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-82b383ed-8897-423a-8785-b799a873734f admin admin] 10.222.0.98 "PUT /v2.0/routers/25f6254a-13fb-4753-b1c9-12230f0347de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4935291 Nov 12 10:57:49.726532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-c7345074-ca97-4336-b9e5-e6aea0a53a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:49.732076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36096) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:49.732360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-c7345074-ca97-4336-b9e5-e6aea0a53a4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=14c3b181-4201-4bbc-a445-06c46fd7083c HTTP/1.1" status: 200 len: 916 time: 0.9334073 Nov 12 10:57:49.732566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] Sync routers for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:57:49.760472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:57:49.761166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:57:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:49.850577 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e508e07f-b40a-4c70-b566-72c6e037b280 req-9126ad08-1d91-4b48-8e72-0eec1e71fc20 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066816 Nov 12 10:57:49.910565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-f82cc1ab-d809-482f-b1b6-5731116f6e4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4710da-c668-4042-9ada-149625d49dd7 HTTP/1.1" status: 200 len: 217 time: 0.1691988 Nov 12 10:57:49.978435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:57:49.989419 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.084326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3add6210-e78b-4b11-b7d7-b894364f4000 req-12e2e88b-4573-4a70-ae66-296cdefaa4a7 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656096 Nov 12 10:57:50.117404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-d3ca4dd6-4e1a-4b55-a4c0-f9cf76ec11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.121656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-d3ca4dd6-4e1a-4b55-a4c0-f9cf76ec11dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f57b607-5db5-4085-8c5e-b84260a83fd5 HTTP/1.1" status: 200 len: 854 time: 0.1605308 Nov 12 10:57:50.154326 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0b89be9-606f-489a-b4fd-e4e8fd30006b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.160179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0b89be9-606f-489a-b4fd-e4e8fd30006b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.162070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b0b89be9-606f-489a-b4fd-e4e8fd30006b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/40971254-fc10-4ce8-8b4c-332ac5d4c226 HTTP/1.1" status: 204 len: 168 time: 0.9089625 Nov 12 10:57:50.216709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-e0e28e05-daef-4836-9952-ef885051c7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.223494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-e0e28e05-daef-4836-9952-ef885051c7ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=14c3b181-4201-4bbc-a445-06c46fd7083c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933616 Nov 12 10:57:50.325302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.366967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:57:47Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:50.392205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63afe6f-d054-4e4f-880b-09513af46427 req-4fbcc968-06c1-455e-84c2-1059b86690a6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.394541 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e63afe6f-d054-4e4f-880b-09513af46427 req-4fbcc968-06c1-455e-84c2-1059b86690a6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.2971048 Nov 12 10:57:50.395742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b89be9-606f-489a-b4fd-e4e8fd30006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40971254-fc10-4ce8-8b4c-332ac5d4c226,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:50.444897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] Checking router: 25f6254a-13fb-4753-b1c9-12230f0347de for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:57:50.474690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] Routers {'25f6254a-13fb-4753-b1c9-12230f0347de'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:57:50.476915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:57:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25f6254a-13fb-4753-b1c9-12230f0347de'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:50.525331 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-b613cab8-15ef-4c7d-9a6f-0d4608397236 service neutron] 10.222.0.57 "GET /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847545 Nov 12 10:57:50.590946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e63afe6f-d054-4e4f-880b-09513af46427 req-f21cf750-bd20-4b1d-8843-8f54fb453fd4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707802 Nov 12 10:57:50.600879 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.726967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdd85008-bde9-498e-90f1-9cd72dd87609 req-121b9327-929a-4f41-9188-c5e9bf5d7c44 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 210 time: 0.0652502 Nov 12 10:57:50.747014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89ce98e4-87f8-47b4-9d28-e021790e322d req-5516290e-eb23-48fa-ba9d-347900497768 service neutron] 10.222.0.57 "GET /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082934 Nov 12 10:57:50.756865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-4070a9ca-a102-4391-80c6-029d0f1f5905 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2303467 Nov 12 10:57:50.920995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Deleting port 4ef49030-a7b0-455a-8466-36537732a929 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:50.921853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:50.943380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-b1f2d5d7-a984-4887-9955-971a426312e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:50.946658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-b1f2d5d7-a984-4887-9955-971a426312e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 1097 time: 0.1079502 Nov 12 10:57:50.952255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] Set router 25f6254a-13fb-4753-b1c9-12230f0347de gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:57:51.289213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] For port 4ef49030-a7b0-455a-8466-36537732a929, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4ef49030-a7b0-455a-8466-36537732a929,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:51.314355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:51.314574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:57:47Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:51.320209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Calling delete_port for 4ef49030-a7b0-455a-8466-36537732a929 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:51.337956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40a25c-f0e3-4cd6-88b7-81fded66bf9f None None] The sync data for ids ['25f6254a-13fb-4753-b1c9-12230f0347de'] in n-d-768852-22 is: [{'id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1670614925-router', 'tenant_id': '2ded29c5080047638c1a507fd835c537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '4ef49030-a7b0-455a-8466-36537732a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:28Z', 'updated_at': '2021-11-12T10:57:47Z', 'revision_number': 5, 'project_id': '2ded29c5080047638c1a507fd835c537', 'gw_port': {'id': '4ef49030-a7b0-455a-8466-36537732a929', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f6254a-13fb-4753-b1c9-12230f0347de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:30Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:57:51.423963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aada4-dc21-4e1e-bf83-a15ceba3b3e3 req-7a67596d-7cea-443f-961b-e23cc6d1cd4b tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:51.426679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-069aada4-dc21-4e1e-bf83-a15ceba3b3e3 req-7a67596d-7cea-443f-961b-e23cc6d1cd4b tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 944 time: 0.1546257 Nov 12 10:57:51.478266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-3878a2b5-3408-4447-a66d-895f03a549bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:51.480383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-3878a2b5-3408-4447-a66d-895f03a549bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.5030134 Nov 12 10:57:51.553815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-069aada4-dc21-4e1e-bf83-a15ceba3b3e3 req-c27afe09-336a-4071-ac73-f226011b21c6 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171989 Nov 12 10:57:51.557999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-0c58e7a2-1c30-4e07-aac0-de735c7fc2cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 200 len: 217 time: 0.0677209 Nov 12 10:57:51.647238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6cec3-f163-4fad-b4f4-8fada308696a req-56090f10-b186-4767-acec-6a76d71d2f4f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:51.658862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05e6cec3-f163-4fad-b4f4-8fada308696a req-56090f10-b186-4767-acec-6a76d71d2f4f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.1734223 Nov 12 10:57:51.661128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-4e1739a9-73e5-4f93-941a-9eae95b19506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:51.664377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-4e1739a9-73e5-4f93-941a-9eae95b19506 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0940454 Nov 12 10:57:51.769749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-923e49c0-48f2-4dfe-b23d-e53a62004a33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966263 Nov 12 10:57:51.876632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05e6cec3-f163-4fad-b4f4-8fada308696a req-898f21be-5fd1-4133-88f5-aed4635762f8 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163234 Nov 12 10:57:52.005295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.078192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-c4a79f9c-2826-4ed5-af87-0fbfe1ed77e4 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978735 Nov 12 10:57:52.117278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef49030-a7b0-455a-8466-36537732a929,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:52.131434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd2812-eadf-4a47-8f50-45f17acebd6f req-0dde57bc-0db2-4ad4-9aa5-6474ef5fa943 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:52.133133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7cd2812-eadf-4a47-8f50-45f17acebd6f req-0dde57bc-0db2-4ad4-9aa5-6474ef5fa943 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.2041466 Nov 12 10:57:52.253760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0fd6fbb-0538-4eb9-a5ac-eb7d3836fe23 req-4e3b6343-2138-4f95-a50b-60c03586e96c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 210 time: 0.1484518 Nov 12 10:57:52.262584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.274450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7cd2812-eadf-4a47-8f50-45f17acebd6f req-0ee7da8f-48af-46b0-b713-97e0c3e1ce0b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836623 Nov 12 10:57:52.277330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8d92cd-ddde-4aab-abdf-de1eebda92d7 req-dec383d8-2485-4ca0-98c5-44e06b32bafb service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912212 Nov 12 10:57:52.396006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.399580 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.413824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36136) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:52.547901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1879095902-network', 'tenant_id': '3ac27fa5bf4447599f12cf791af277d9'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:52.559369 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.566144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25f6254a-13fb-4753-b1c9-12230f0347de {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:57:52.569621 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.574597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce874d27-2aa9-4276-b589-c2bc8c47b4b3 admin admin] 10.222.0.98 "DELETE /v2.0/routers/25f6254a-13fb-4753-b1c9-12230f0347de HTTP/1.1" status: 204 len: 168 time: 2.8397188 Nov 12 10:57:52.574916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36142) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:52.668423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e10c00-2ffc-45b2-bc08-baf66cab8287 admin admin] Deleting subnet f3432c60-3fc2-4d95-ac92-cf9e7d363f56 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:57:52.688328 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36e10c00-2ffc-45b2-bc08-baf66cab8287 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.695601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Made reservation on behalf of 3ac27fa5bf4447599f12cf791af277d9 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:52.698035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.708000 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.839216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36e10c00-2ffc-45b2-bc08-baf66cab8287 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.863643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b335e-2e1d-4f54-8718-e773500b8da4 req-be27f3fe-91fe-4f11-947f-627f53147f62 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:52.866977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e77b335e-2e1d-4f54-8718-e773500b8da4 req-be27f3fe-91fe-4f11-947f-627f53147f62 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 944 time: 0.1749501 Nov 12 10:57:52.889344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:52.975084 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36e10c00-2ffc-45b2-bc08-baf66cab8287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.015384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.032549 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e77b335e-2e1d-4f54-8718-e773500b8da4 req-8dee6bdb-6187-45c4-b765-0f5598741894 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346726 Nov 12 10:57:53.044267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:57:53.084399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f08107-5922-4b56-92d0-a50647c81cc0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:53.120966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.121410 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Added segment 3fc2e6df-2951-4039-a087-4e9c55544145 of type vlan for network 6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271 Nov 12 10:57:53.158583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36e10c00-2ffc-45b2-bc08-baf66cab8287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.201628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-824e3fc0-e2f5-4621-b9ab-5d3ae4556983 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635502 Nov 12 10:57:53.204832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e10c00-2ffc-45b2-bc08-baf66cab8287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3432c60-3fc2-4d95-ac92-cf9e7d363f56,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:53.208885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36e10c00-2ffc-45b2-bc08-baf66cab8287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.212022 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-36e10c00-2ffc-45b2-bc08-baf66cab8287 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f3432c60-3fc2-4d95-ac92-cf9e7d363f56 HTTP/1.1" status: 204 len: 168 time: 0.6349053 Nov 12 10:57:53.214907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e586f3-14f5-4c01-814e-bec8be6d0720 None None] Network ab0785a6-efd5-4e3b-b0c4-d0904664f175 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:53.221258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36150) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:53.262030 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.390494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:57:53.443494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1d5a-509b-48c0-9102-37d2f1f81769 req-37d043d8-eb67-403e-9fae-ddcafe121da4 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.445087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f00b1d5a-509b-48c0-9102-37d2f1f81769 req-37d043d8-eb67-403e-9fae-ddcafe121da4 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.3933799 Nov 12 10:57:53.462589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4ef49030-a7b0-455a-8466-36537732a929 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:53.463846 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.525416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b383825a-0c8f-448c-b5ae-f6d0391027e6 req-de39fe92-0ee6-4d20-922b-e8ed99e9d59a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 210 time: 0.0374458 Nov 12 10:57:53.536072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-6098064f-0a94-4b99-970a-20121fe9af39 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.536072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-6098064f-0a94-4b99-970a-20121fe9af39 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120773 Nov 12 10:57:53.557598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.559197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.560634 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:53.570812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Request body: {'port': {'device_id': 'a50e85a8-2b2c-48ad-90d7-cde48fdd98ae', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'dfa1edaedd354cc794351113a0f638fd'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:53.587986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4ef49030-a7b0-455a-8466-36537732a929 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:53.588563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4ef49030-a7b0-455a-8466-36537732a929 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:53.589562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 901f6fb9-c116-46f1-90f9-e4d165c9feee no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:53.666210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 901f6fb9-c116-46f1-90f9-e4d165c9feee {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:53.667114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 901f6fb9-c116-46f1-90f9-e4d165c9feee not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:53.784826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f878fa9-dd99-4540-adab-210082ecfdfa req-1b15dac2-6be1-4c52-b669-63dbd37332d0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:53.786987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3f878fa9-dd99-4540-adab-210082ecfdfa req-1b15dac2-6be1-4c52-b669-63dbd37332d0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1190171 Nov 12 10:57:53.859463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] DHCP port deletion for ab0785a6-efd5-4e3b-b0c4-d0904664f175 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:57:53.872387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f00b1d5a-509b-48c0-9102-37d2f1f81769 req-d694591f-1e67-489f-885f-0ce5eae2f10f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983295 Nov 12 10:57:53.889645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:53.931078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-87d143c6-635d-42e3-a580-2c815384c1c8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5157413 Nov 12 10:57:53.935838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36160) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:53.942757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Request body: {'subnet': {'network_id': '6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1879095902-subnet', 'tenant_id': '3ac27fa5bf4447599f12cf791af277d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:53.964254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:57:53.976963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3f878fa9-dd99-4540-adab-210082ecfdfa req-70307413-1720-43bc-a578-a39ef98d4365 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754408 Nov 12 10:57:54.037527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 10:57:54.037527 n-d-768852-22 neutron-server[109704]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 10:57:54.037527 n-d-768852-22 neutron-server[109704]: [parameters: {'project_id': 'dfa1edaedd354cc794351113a0f638fd', 'id': '06acbd03-ebe6-43b7-8524-72ab47e77b54', 'expiration': datetime.datetime(2021, 11, 12, 10, 59, 54, 15873)}] Nov 12 10:57:54.037527 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:57:54.039004 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:57:54.070627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Deleting port 4bf92107-bd51-4a91-ad54-1e7c37c717fd {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:54.071770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.178911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] Deleting port 4bf92107-bd51-4a91-ad54-1e7c37c717fd {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:57:54.179427 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.237986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] For port 4bf92107-bd51-4a91-ad54-1e7c37c717fd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4bf92107-bd51-4a91-ad54-1e7c37c717fd,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:54.238277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.255535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Calling delete_port for 4bf92107-bd51-4a91-ad54-1e7c37c717fd owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:54.267389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Made reservation on behalf of 3ac27fa5bf4447599f12cf791af277d9 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:54.278152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.282923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1b8de-5162-4617-ba26-adcb6d5e346c req-13724325-f1dc-490f-b96f-4c1547d694ef tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:54.291114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fe1b8de-5162-4617-ba26-adcb6d5e346c req-13724325-f1dc-490f-b96f-4c1547d694ef tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 944 time: 0.1097658 Nov 12 10:57:54.311774 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] For port 4bf92107-bd51-4a91-ad54-1e7c37c717fd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4bf92107-bd51-4a91-ad54-1e7c37c717fd,segment=NetworkSegment(c552ea6f-7ee9-44fa-b392-d8b0e0430514),segment_id=c552ea6f-7ee9-44fa-b392-d8b0e0430514)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:54.312795 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.328554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] Calling delete_port for 4bf92107-bd51-4a91-ad54-1e7c37c717fd owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:57:54.507360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fe1b8de-5162-4617-ba26-adcb6d5e346c req-f25b24e2-38bb-4902-8994-f93ee518e470 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152081 Nov 12 10:57:54.571086 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.581687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.596753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] No DVR routers for this DVR port 4bf92107-bd51-4a91-ad54-1e7c37c717fd on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:54.622102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf92107-bd51-4a91-ad54-1e7c37c717fd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:54.629350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] Pushing event deleted for resources: {'Port': ['ID=4bf92107-bd51-4a91-ad54-1e7c37c717fd,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:54.632416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc2640-3035-41ac-9d9a-b8420aa3ada6 None None] No DVR routers for this DVR port 4bf92107-bd51-4a91-ad54-1e7c37c717fd on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:57:54.690832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:54.713350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Made reservation on behalf of dfa1edaedd354cc794351113a0f638fd for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:57:54.718034 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.742789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.743144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2cdbfd60-fa35-423a-9a13-ca0b216a1ef0 req-f8080ea2-59b4-4b8b-b8f7-0d08e25d7728 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 210 time: 0.0656774 Nov 12 10:57:54.753422 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:54.902563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53801eee-de81-47b4-b101-f54530fd0f4a,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:54.908539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Checking segment: {'id': '3fc2e6df-2951-4039-a087-4e9c55544145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:54.909484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Network hostable DHCP agents. Network: 6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:57:54.926573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0785a6-efd5-4e3b-b0c4-d0904664f175']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:54.958691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c552ea6f-7ee9-44fa-b392-d8b0e0430514') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:54.959104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c552ea6f-7ee9-44fa-b392-d8b0e0430514') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:54.998067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.002257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Allocated IP 192.168.233.51 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/26b4d324-8f73-4f55-8a15-bcaa5c97c4f1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:57:55.027966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Network 6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:57:55.056593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.075795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:55.076574 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: timer() Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:55.095599 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:57:55.176659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:55.190884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c9e945-2e8d-4796-80ac-1f07a1bd9f03 None None] Network 6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:55.202698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:55.203677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.247191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf235e-2d00-43f6-b0da-c53dda79672c req-2ef0f955-2395-4603-bbee-98eb0ea68c99 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:55.257969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4baf235e-2d00-43f6-b0da-c53dda79672c req-2ef0f955-2395-4603-bbee-98eb0ea68c99 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1344790 Nov 12 10:57:55.375576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb436251-fc2c-48c8-b8c1-29ba614b84f3 req-0d7b5637-666f-4f38-9ce5-b3d50fb964d7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:55.377427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb436251-fc2c-48c8-b8c1-29ba614b84f3 req-0d7b5637-666f-4f38-9ce5-b3d50fb964d7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.3097944 Nov 12 10:57:55.421446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4baf235e-2d00-43f6-b0da-c53dda79672c req-290ecf59-a4cd-489d-869c-b0770795543e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519392 Nov 12 10:57:55.457777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4bf92107-bd51-4a91-ad54-1e7c37c717fd no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:57:55.483581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.489443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c9d8543a-48f3-449c-afec-3bac13969364 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5477149 Nov 12 10:57:55.506770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4bf92107-bd51-4a91-ad54-1e7c37c717fd {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:57:55.507314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4bf92107-bd51-4a91-ad54-1e7c37c717fd not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:57:55.511563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.517924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ab0785a6-efd5-4e3b-b0c4-d0904664f175 HTTP/1.1" status: 204 len: 168 time: 2.2934318 Nov 12 10:57:55.525368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489629d-4eee-4648-9be7-3cf6f3a29013 None None] Network 6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:57:55.548593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba34a7-59bc-4804-ab3f-57cad042c659 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab0785a6-efd5-4e3b-b0c4-d0904664f175,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:55.567008 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb436251-fc2c-48c8-b8c1-29ba614b84f3 req-e0015466-a1ef-49a5-a034-5b85984c3381 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709919 Nov 12 10:57:55.635457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.909598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:55.923445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359', 'f5b48106-a276-4030-99dc-ec5cd8c6247d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:55.926573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', '66f19155-65f5-4404-94eb-59f99f05168c', 'f8c479f5-4ea3-4770-8c55-6de95c050a1d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:55.942605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a05ea-7ea0-4181-b22f-3ba5499ab9cb req-087c322f-d456-420f-877f-8c4337b62177 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:55.945671 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-402a05ea-7ea0-4181-b22f-3ba5499ab9cb req-087c322f-d456-420f-877f-8c4337b62177 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 944 time: 0.1061223 Nov 12 10:57:56.053521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-402a05ea-7ea0-4181-b22f-3ba5499ab9cb req-ea6082d7-adbd-421a-9a84-ed80eebbf336 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908263 Nov 12 10:57:56.132929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dc463-072b-4c0d-a831-80f1e101a81f req-581a14c8-ed5f-47fe-a528-30383b8335c8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:56.147533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-441dc463-072b-4c0d-a831-80f1e101a81f req-581a14c8-ed5f-47fe-a528-30383b8335c8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 935 time: 0.2499650 Nov 12 10:57:56.193984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:57:56.209543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:57:56.224322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'Port': ['ID=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:56.232858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:57:56.301418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36186) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:56.343954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-441dc463-072b-4c0d-a831-80f1e101a81f req-06751868-e60b-4435-b933-95eefc056468 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946628 Nov 12 10:57:56.420701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:56.421933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.446744 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3278b554-c9a4-4cb6-a34b-0324b68c798f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2ded29c5080047638c1a507fd835c537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437881 Nov 12 10:57:56.450884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36188) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:56.555235 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470bf0a7-d2fe-4fa7-95e4-f465581df35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.558769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-81de867e-b574-469c-8f49-6469a9557631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0026636 Nov 12 10:57:56.580278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Request body: {'port': {'device_id': 'a50e85a8-2b2c-48ad-90d7-cde48fdd98ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:56.590464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470bf0a7-d2fe-4fa7-95e4-f465581df35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.724688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470bf0a7-d2fe-4fa7-95e4-f465581df35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.728554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470bf0a7-d2fe-4fa7-95e4-f465581df35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.734239 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-470bf0a7-d2fe-4fa7-95e4-f465581df35b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/51b1f3af-0fa7-4e30-99fa-da46551c3336 HTTP/1.1" status: 204 len: 168 time: 0.2786341 Nov 12 10:57:56.750729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bf0a7-d2fe-4fa7-95e4-f465581df35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b1f3af-0fa7-4e30-99fa-da46551c3336,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:56.860122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:56.875402 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-1167739e-8392-44b1-9e20-d1f28225268e req-b667ae46-8c39-4772-9774-1d34e12b675a tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] show failed (client error): The resource could not be found. Nov 12 10:57:56.890866 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1167739e-8392-44b1-9e20-d1f28225268e req-b667ae46-8c39-4772-9774-1d34e12b675a tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] 10.222.0.98 "GET /v2.0/security-groups/6afa62b7-91b4-4804-98e0-638c544f6746 HTTP/1.1" status: 404 len: 352 time: 0.0405562 Nov 12 10:57:56.916808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680a465-21a0-47c9-81b0-04650698c92b req-0170a391-65ab-4094-acbb-5a95902b9992 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:56.932509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b680a465-21a0-47c9-81b0-04650698c92b req-0170a391-65ab-4094-acbb-5a95902b9992 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.2202921 Nov 12 10:57:56.936268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-248fa6fe-e8e2-46f6-9d57-7972609dd0ed None None] Provisioning complete for port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:57:56.937811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-248fa6fe-e8e2-46f6-9d57-7972609dd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.083400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-248fa6fe-e8e2-46f6-9d57-7972609dd0ed None None] Port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:57:57.119769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d52d5-2d84-4c17-8ce5-9a4ef541de06 req-536306a4-e1d5-499c-b142-1f38057d7625 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:57.123058 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-443d52d5-2d84-4c17-8ce5-9a4ef541de06 req-536306a4-e1d5-499c-b142-1f38057d7625 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.1264193 Nov 12 10:57:57.198841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b680a465-21a0-47c9-81b0-04650698c92b req-e92e42c7-f19d-4c0a-b253-7f3b0d843817 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649376 Nov 12 10:57:57.257906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-443d52d5-2d84-4c17-8ce5-9a4ef541de06 req-7ba13e71-7aab-410a-b954-9366ba8b5f65 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204822 Nov 12 10:57:57.459623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:57.475584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.503557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Transition to ACTIVE for port object 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:57:57.591080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a7857-1a00-4a3f-bf30-27152b6f326c req-19498daa-76e4-48a5-87b2-2687fcf89d3f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:57.592700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa7a7857-1a00-4a3f-bf30-27152b6f326c req-19498daa-76e4-48a5-87b2-2687fcf89d3f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 944 time: 0.0777762 Nov 12 10:57:57.613696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9e1be03-3ab8-4ca3-bb88-f3a75198225d req-212b34de-d837-4a77-93f0-d16f06875b68 tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3ac27fa5bf4447599f12cf791af277d9 HTTP/1.1" status: 200 len: 3001 time: 0.1104422 Nov 12 10:57:57.617189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:57.689739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa7a7857-1a00-4a3f-bf30-27152b6f326c req-04c03bc4-4ba1-458c-86b6-9e7957b1d268 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829613 Nov 12 10:57:57.787358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Pushing event updated for resources: {'Port': ['ID=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:57.814297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9e1be03-3ab8-4ca3-bb88-f3a75198225d req-edd85f48-2316-44a3-958a-1f59e2023754 tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] 10.222.0.98 "GET /v2.0/security-groups/34f08107-5922-4b56-92d0-a50647c81cc0 HTTP/1.1" status: 200 len: 2998 time: 0.1835685 Nov 12 10:57:57.907159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9e1be03-3ab8-4ca3-bb88-f3a75198225d req-7cf94dac-a62d-4432-a9ef-998c50634c7f tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] 10.222.0.98 "GET /v2.0/security-groups/34f08107-5922-4b56-92d0-a50647c81cc0 HTTP/1.1" status: 200 len: 2998 time: 0.0919011 Nov 12 10:57:57.919799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Attempting to bind port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:57:57.920455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Attempting to bind port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:57:57.920946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Attempting to bind port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:57.945526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:57:57.946035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Attempting to bind port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:57:57.969410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dc6ee-8575-4fc1-9733-60a4c42e5f0e req-41a6fde6-1ef5-42ca-8b50-0274c7f9fa94 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:57.977705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-867dc6ee-8575-4fc1-9733-60a4c42e5f0e req-41a6fde6-1ef5-42ca-8b50-0274c7f9fa94 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 947 time: 0.1958797 Nov 12 10:57:57.995877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:57:57.995877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:57:57.996534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:57:57.997092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Bound port: 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:57:58.000823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.008393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-0389e332-ae16-4de1-b9d0-cd8a4e839404 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1133912 Nov 12 10:57:58.081766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-867dc6ee-8575-4fc1-9733-60a4c42e5f0e req-ab18cecc-ee81-4f03-b973-2c31f3524e15 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029840 Nov 12 10:57:58.098984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c21bbdec-b9f3-4fb2-90c4-629ca8fd2de1 req-2df97e0a-2082-4ed5-bdd8-1abf0a405d5b tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] 10.222.0.98 "GET /v2.0/security-groups/34f08107-5922-4b56-92d0-a50647c81cc0 HTTP/1.1" status: 200 len: 2998 time: 0.1423180 Nov 12 10:57:58.159034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-77b417ee-8200-4125-b837-2e3e221f6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.160568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-77b417ee-8200-4125-b837-2e3e221f6abc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 1098 time: 0.0755000 Nov 12 10:57:58.167069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] For port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:57:58.172618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] For port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:57:58.222059 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-c21bbdec-b9f3-4fb2-90c4-629ca8fd2de1 req-dab4b571-d4af-4bf3-83da-93fe979ce432 tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 10:57:58.226485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c21bbdec-b9f3-4fb2-90c4-629ca8fd2de1 req-dab4b571-d4af-4bf3-83da-93fe979ce432 tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] 10.222.0.98 "DELETE /v2.0/security-groups/34f08107-5922-4b56-92d0-a50647c81cc0 HTTP/1.1" status: 409 len: 352 time: 0.1187470 Nov 12 10:57:58.273432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.326207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.326674 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.333254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] 10.222.0.69 "PUT /v2.0/ports/26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 HTTP/1.1" status: 200 len: 1096 time: 1.7553585 Nov 12 10:57:58.333254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50e85a8-2b2c-48ad-90d7-cde48fdd98ae', 'tag': '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:57:58.344498 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167" -d '{"events": [{"name": "network-changed", "server_uuid": "a50e85a8-2b2c-48ad-90d7-cde48fdd98ae", "tag": "26b4d324-8f73-4f55-8a15-bcaa5c97c4f1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:57:58.346034 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-a8098784-26d7-4a97-8e6e-03dd673f451b req-b5577f7b-b7cb-4d39-b3c2-571ff3907d87 tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] show failed (client error): The resource could not be found. Nov 12 10:57:58.347079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8098784-26d7-4a97-8e6e-03dd673f451b req-b5577f7b-b7cb-4d39-b3c2-571ff3907d87 tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] 10.222.0.98 "GET /v2.0/security-groups/d68468fa-e12e-4502-a73d-2651c865562d HTTP/1.1" status: 404 len: 352 time: 0.0294263 Nov 12 10:57:58.413158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-f0e38503-d5fd-47f9-97dc-d3bd0461e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.415946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-f0e38503-d5fd-47f9-97dc-d3bd0461e62a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 924 time: 0.2258387 Nov 12 10:57:58.537000 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-3fd0384a-75e5-4810-9c0b-851b88198168 req-16c8c94e-2751-4e74-a550-0a4fa03c3407 tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] show failed (client error): The resource could not be found. Nov 12 10:57:58.538299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3fd0384a-75e5-4810-9c0b-851b88198168 req-16c8c94e-2751-4e74-a550-0a4fa03c3407 tempest-SecurityGroupsNegativeTestJSON-1904073744 tempest-SecurityGroupsNegativeTestJSON-1904073744-project] 10.222.0.98 "GET /v2.0/security-groups/92da3dd4-d8f9-4d7b-9a57-40a740256bea HTTP/1.1" status: 404 len: 352 time: 0.0204468 Nov 12 10:57:58.551526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36236) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:58.555697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621de07d-b1ed-4436-832f-3abbb7c6d878 service neutron] Pushing event updated for resources: {'Port': ['ID=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:58.568486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-c4478f6b-1312-43ac-9c57-3ebc55b062e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb HTTP/1.1" status: 200 len: 1001 time: 0.1395016 Nov 12 10:57:58.655245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b577e6f-3fbd-4fc2-a42d-90b52616347c admin admin] Deleting subnet 53801eee-de81-47b4-b101-f54530fd0f4a {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:57:58.659082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b577e6f-3fbd-4fc2-a42d-90b52616347c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.691206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4c4710da-c668-4042-9ada-149625d49dd7 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:57:58.726756 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b577e6f-3fbd-4fc2-a42d-90b52616347c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.741001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-cbd20525-79fc-4f92-81f5-711621c0cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.746695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-cbd20525-79fc-4f92-81f5-711621c0cfb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33070c15-2ca7-49d9-a6c2-cda9a789ff84 HTTP/1.1" status: 200 len: 862 time: 0.1702807 Nov 12 10:57:58.785116 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b577e6f-3fbd-4fc2-a42d-90b52616347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:58.829331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-2c9398b5-86ab-435d-8013-3a406f9700cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.847014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-2c9398b5-86ab-435d-8013-3a406f9700cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a055990-85ea-42b8-beee-2824cff34154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890312 Nov 12 10:57:58.854824 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83be5cd1-29c1-4613-b39c-216c558e732d x-openstack-request-id: req-83be5cd1-29c1-4613-b39c-216c558e732d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:57:58.855170 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50e85a8-2b2c-48ad-90d7-cde48fdd98ae", "tag": "26b4d324-8f73-4f55-8a15-bcaa5c97c4f1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:57:58.855524 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-83be5cd1-29c1-4613-b39c-216c558e732d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:57:58.855803 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50e85a8-2b2c-48ad-90d7-cde48fdd98ae', 'tag': '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1', 'status': 'completed', 'code': 200} Nov 12 10:57:58.875228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaccc0-5389-4f07-9322-a1557ab4303d req-0af0db30-0629-4104-bd4d-24cc19c5ead9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.885366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dfaccc0-5389-4f07-9322-a1557ab4303d req-0af0db30-0629-4104-bd4d-24cc19c5ead9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.4687157 Nov 12 10:57:58.890870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-bff4c7b4-3b14-46a2-b564-35a7b40aff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:58.892552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-bff4c7b4-3b14-46a2-b564-35a7b40aff55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 1099 time: 0.4179597 Nov 12 10:57:58.931235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4c4710da-c668-4042-9ada-149625d49dd7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4c4710da-c668-4042-9ada-149625d49dd7,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:58.952776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '4c4710da-c668-4042-9ada-149625d49dd7', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'port_id': '4c4710da-c668-4042-9ada-149625d49dd7', 'mac_address': 'fa:16:3e:37:38:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:57:59.006655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dfaccc0-5389-4f07-9322-a1557ab4303d req-908ba3f1-8d7d-4453-aa95-883ae27c27a8 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198876 Nov 12 10:57:59.009007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-77283aec-825d-456a-a657-fbf0958079b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 HTTP/1.1" status: 200 len: 217 time: 0.0973730 Nov 12 10:57:59.010649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b577e6f-3fbd-4fc2-a42d-90b52616347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.072332 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.085718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b577e6f-3fbd-4fc2-a42d-90b52616347c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.095312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9b577e6f-3fbd-4fc2-a42d-90b52616347c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/53801eee-de81-47b4-b101-f54530fd0f4a HTTP/1.1" status: 204 len: 168 time: 0.5400486 Nov 12 10:57:59.096739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b577e6f-3fbd-4fc2-a42d-90b52616347c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53801eee-de81-47b4-b101-f54530fd0f4a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:59.098825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36250) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:59.105724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4710da-c668-4042-9ada-149625d49dd7 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:57:59.155548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4c4710da-c668-4042-9ada-149625d49dd7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4c4710da-c668-4042-9ada-149625d49dd7,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:57:59.187631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908a21e-4ea4-4180-a1b1-c214e5099bb7 req-97bd2f8d-f6c8-4fb1-93d1-4ab117605fbb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.200250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8908a21e-4ea4-4180-a1b1-c214e5099bb7 req-97bd2f8d-f6c8-4fb1-93d1-4ab117605fbb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.3812335 Nov 12 10:57:59.205871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36254) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:57:59.241217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-622d0352-1337-49db-b20a-0700be899955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.244122 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-622d0352-1337-49db-b20a-0700be899955 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2189071 Nov 12 10:57:59.256373 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.333894 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-faf5f775-8efc-4311-87e1-28b040663685 service neutron] 10.222.0.69 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378865 Nov 12 10:57:59.348123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.352928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4c4710da-c668-4042-9ada-149625d49dd7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:57:59.366508 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7f74971-7698-466f-879e-4362e6d1cea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.436192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8908a21e-4ea4-4180-a1b1-c214e5099bb7 req-eb67fb25-e915-46e3-beb0-2a509bf2bde2 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251976 Nov 12 10:57:59.452973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-717439607-network', 'tenant_id': '6c7fc5d893d84e13a178fd9d1e8a0647'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:57:59.466875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-c96a443a-0df9-4bec-9ebf-2f6cc92ff541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.466875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-c96a443a-0df9-4bec-9ebf-2f6cc92ff541 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2062852 Nov 12 10:57:59.522906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['4c4710da-c668-4042-9ada-149625d49dd7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:57:59.661438 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.671583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5d895e41-ca10-47e8-8292-44ba9d9fa2cc req-737d503d-4c47-43f5-b7e2-98b98543e12a service neutron] 10.222.0.69 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275690 Nov 12 10:57:59.699691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f6bf6-532e-4535-83b4-b5470b6fa9a4 req-e8c9ba2d-1138-4d26-b122-aedaf492ac64 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:57:59.709760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-565f6bf6-532e-4535-83b4-b5470b6fa9a4 req-e8c9ba2d-1138-4d26-b122-aedaf492ac64 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 947 time: 0.1683853 Nov 12 10:57:59.714461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.715121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.716157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.716658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > port after_create 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.717145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.717649 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > port after_update 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.718123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.718630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.719263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.719752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.795803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.796895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.797226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.797559 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 10:57:59.797945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:59.829782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc2e6df-2951-4039-a087-4e9c55544145') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:59.830104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc2e6df-2951-4039-a087-4e9c55544145') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:57:59.854088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.905844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.921361 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-565f6bf6-532e-4535-83b4-b5470b6fa9a4 req-da268489-fb2d-47f7-a869-e16a17116363 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103870 Nov 12 10:57:59.922777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:57:59.923181 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: from cryptography.utils import int_from_bytes Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: from cryptography.utils import int_from_bytes Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: timer() Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:57:59.927438 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:00.002291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6bbe9-63c9-4408-b9e6-fdb22642d41c req-321fdd05-bf0a-49ed-9489-0656d6e7cee5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.004098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7bc6bbe9-63c9-4408-b9e6-fdb22642d41c req-321fdd05-bf0a-49ed-9489-0656d6e7cee5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 945 time: 0.6659327 Nov 12 10:58:00.062781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.088363 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.103608 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271 HTTP/1.1" status: 204 len: 168 time: 1.0025172 Nov 12 10:58:00.123446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-62f43205-e5d5-465f-bdac-b0ac29cae771 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456797 Nov 12 10:58:00.131577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Made reservation on behalf of 6c7fc5d893d84e13a178fd9d1e8a0647 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:00.135225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.159947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675bca-61b8-4598-b232-a3327d5ab856 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9f2dbd-6ed1-4706-a15e-dca1ee1e3271,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:00.204086 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.285294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb21fd-e48f-4399-bba7-5bff5495ca4b req-e28063a7-ed0b-43db-9ab4-fb1fa5bd99bc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.288008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34fb21fd-e48f-4399-bba7-5bff5495ca4b req-e28063a7-ed0b-43db-9ab4-fb1fa5bd99bc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1130214 Nov 12 10:58:00.300181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7bc6bbe9-63c9-4408-b9e6-fdb22642d41c req-896ad13b-9181-46b1-b503-ddffadcd7ad1 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755350 Nov 12 10:58:00.377282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd23c554-5e00-495c-868c-a8bfde6a42eb req-41ac89c9-a003-4578-bdfa-10f5a3fc4025 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385428 Nov 12 10:58:00.445445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.483321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34fb21fd-e48f-4399-bba7-5bff5495ca4b req-7a5cff04-f69c-4d92-8a77-5d8482328093 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674204 Nov 12 10:58:00.661434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1a438-031f-4114-8c44-30b155f54286 req-b0b1ad5c-9b88-4848-94ad-256408fd4b94 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.663405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67e1a438-031f-4114-8c44-30b155f54286 req-b0b1ad5c-9b88-4848-94ad-256408fd4b94 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.0837009 Nov 12 10:58:00.664642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.705454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4c4710da-c668-4042-9ada-149625d49dd7 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:00.726052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36276) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:00.781306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28afcf39-0ffe-493e-9701-bcb0931a4db8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:00.797312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:00.806050 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3cc48f23-4fb2-427b-9c35-eab4c46470bf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3ac27fa5bf4447599f12cf791af277d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771816 Nov 12 10:58:00.813390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36278) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:00.828316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.828671 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Added segment 9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d of type vlan for network 9f012e9f-7910-4076-8d3e-0ae36a5588bf Nov 12 10:58:00.832396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc795156-ecd0-4223-8910-4185d6647ac7 req-29a5928b-f5f4-4ff8-9a2b-bbf3bd6f0d74 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.842622 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc795156-ecd0-4223-8910-4185d6647ac7 req-29a5928b-f5f4-4ff8-9a2b-bbf3bd6f0d74 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 946 time: 0.1923921 Nov 12 10:58:00.918416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-ee24df56-85bf-4e6c-9bb4-fcfb84f80fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:00.920150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-ee24df56-85bf-4e6c-9bb4-fcfb84f80fff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 1099 time: 0.2468688 Nov 12 10:58:00.931383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 4c4710da-c668-4042-9ada-149625d49dd7 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:00.944578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 4c4710da-c668-4042-9ada-149625d49dd7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:00.945466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:00.945745 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67e1a438-031f-4114-8c44-30b155f54286 req-c7f1b810-74e7-4860-ae54-146ea1d60683 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175133 Nov 12 10:58:01.003340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.029825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa6453b0-061a-4627-b303-dba88a526587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.042944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc795156-ecd0-4223-8910-4185d6647ac7 req-4d71eec7-b50a-4cf2-a8b2-80934767286e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990361 Nov 12 10:58:01.079024 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa6453b0-061a-4627-b303-dba88a526587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.171763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.201059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4710da-c668-4042-9ada-149625d49dd7'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:01.203609 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2689e851-5055-4907-99e5-244ea5e9d3b4" -d '{"events": [{"server_uuid": "80dfd624-2cd6-4afe-9e8f-2c31f2535b09", "name": "network-vif-plugged", "status": "completed", "tag": "4c4710da-c668-4042-9ada-149625d49dd7"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:01.220304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4c4710da-c668-4042-9ada-149625d49dd7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4c4710da-c668-4042-9ada-149625d49dd7,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:01.229922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-70261064-7c08-4b8b-919f-8c33f71088c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.231863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-70261064-7c08-4b8b-919f-8c33f71088c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2732198 Nov 12 10:58:01.240139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c296ae-0dd0-4720-817b-22b6c56203bf req-157d770f-1c9c-4ac9-acd0-f8e2283bd75a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.241723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1c296ae-0dd0-4720-817b-22b6c56203bf req-157d770f-1c9c-4ac9-acd0-f8e2283bd75a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 947 time: 0.1256037 Nov 12 10:58:01.272451 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38e7fe4-2343-48c0-8c9e-5bdbf7012fd4 x-openstack-request-id: req-c38e7fe4-2343-48c0-8c9e-5bdbf7012fd4 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:01.273227 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dfd624-2cd6-4afe-9e8f-2c31f2535b09", "name": "network-vif-plugged", "status": "completed", "tag": "4c4710da-c668-4042-9ada-149625d49dd7", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:01.273381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa6453b0-061a-4627-b303-dba88a526587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.273862 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c38e7fe4-2343-48c0-8c9e-5bdbf7012fd4 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:01.274491 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4710da-c668-4042-9ada-149625d49dd7', 'code': 200} Nov 12 10:58:01.275975 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa6453b0-061a-4627-b303-dba88a526587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.277275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa6453b0-061a-4627-b303-dba88a526587 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/34f08107-5922-4b56-92d0-a50647c81cc0 HTTP/1.1" status: 204 len: 168 time: 0.4626694 Nov 12 10:58:01.290707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6453b0-061a-4627-b303-dba88a526587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f08107-5922-4b56-92d0-a50647c81cc0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:01.323729 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.331059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-ae5449b5-0f8a-40a8-bafb-2539d955be68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 HTTP/1.1" status: 200 len: 217 time: 0.0819228 Nov 12 10:58:01.331059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.331059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.332773 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.410964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4c4710da-c668-4042-9ada-149625d49dd7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:01.534185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c042c-69cc-4047-a4db-bfa7ba1cfedb req-78f961e3-63d4-4ba9-8b74-0099b0466594 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.537549 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b5c042c-69cc-4047-a4db-bfa7ba1cfedb req-78f961e3-63d4-4ba9-8b74-0099b0466594 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.0699663 Nov 12 10:58:01.655415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] Pushing event updated for resources: {'Network': ['ID=9f012e9f-7910-4076-8d3e-0ae36a5588bf,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:01.657959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b5c042c-69cc-4047-a4db-bfa7ba1cfedb req-d35b5309-89b7-4b75-ab28-462aa5a31c45 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090028 Nov 12 10:58:01.668655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9f012e9f-7910-4076-8d3e-0ae36a5588bf details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:01.738752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-662d76ef-a120-45a2-94e9-b7b0e45fa673 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.5311716 Nov 12 10:58:01.741870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36294) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:01.751584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Request body: {'subnet': {'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-717439607-subnet', 'tenant_id': '6c7fc5d893d84e13a178fd9d1e8a0647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:01.780072 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4e142d0c-52f9-4254-a69a-07ce991dc082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:01.804355 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1c296ae-0dd0-4720-817b-22b6c56203bf req-ee6f7e1a-fcae-4375-bb7b-fd4a2326fcad tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516741 Nov 12 10:58:01.839749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-65f2fd28-1d9d-4548-a5ba-a4d5f5df4184 service neutron] 10.222.0.57 "GET /v2.0/ports/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46/bindings/n-h2-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.4795544 Nov 12 10:58:01.843188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-b432934f-0f3c-4d65-a34d-a01a42863d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.846077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-b432934f-0f3c-4d65-a34d-a01a42863d32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.4891794 Nov 12 10:58:01.862675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0023a6-4c49-4523-a920-b9afaaeb6881 req-fb3bbbb2-a2b1-42b8-8035-ca6f4496a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.865647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d0023a6-4c49-4523-a920-b9afaaeb6881 req-fb3bbbb2-a2b1-42b8-8035-ca6f4496a805 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 1098 time: 0.4471874 Nov 12 10:58:01.904693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d89279-18cf-46c1-a347-a68c9c5a1081 req-239e24e8-f200-4690-9647-62915801dd6a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:01.906573 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37d89279-18cf-46c1-a347-a68c9c5a1081 req-239e24e8-f200-4690-9647-62915801dd6a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.0760117 Nov 12 10:58:02.006663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37d89279-18cf-46c1-a347-a68c9c5a1081 req-fff021ae-3a12-4270-89cc-d4ddfa6d4ccc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860710 Nov 12 10:58:02.012110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Made reservation on behalf of 6c7fc5d893d84e13a178fd9d1e8a0647 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:02.023685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.110363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-2b29e433-097d-43d3-bf5f-02163d66c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:02.112383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-2b29e433-097d-43d3-bf5f-02163d66c0d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2434118 Nov 12 10:58:02.157166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d0023a6-4c49-4523-a920-b9afaaeb6881 req-433a6d26-4228-4870-b752-a8442fda4ab1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259042 Nov 12 10:58:02.336837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-ef0565fe-9b81-48c3-94af-76fee9349e44 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006416 Nov 12 10:58:02.364881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:02.442413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:02.513376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:02.531203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad8f7ba6-f623-41f7-a20a-1ae3b949b167 req-f2e8158d-1898-4814-8605-530c9f25fb8a service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836240 Nov 12 10:58:02.533429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:02.656714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867abdc-98d7-444d-b59e-50bea7d93fc0 req-30d4aa2c-418a-41d5-b0ae-554ccf157d25 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:02.658321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b867abdc-98d7-444d-b59e-50bea7d93fc0 req-30d4aa2c-418a-41d5-b0ae-554ccf157d25 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 943 time: 0.0897846 Nov 12 10:58:02.736589 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.797202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b867abdc-98d7-444d-b59e-50bea7d93fc0 req-778325f0-cace-4f47-b4e2-f75395172181 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035433 Nov 12 10:58:02.918678 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:02.942765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-57a9a274-6d0e-4078-9c86-a22d3dce824f tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--307072850&fields=id&tenant_id=1478ad264e0245b19b14d815ce4fd6bd HTTP/1.1" status: 200 len: 267 time: 0.1034424 Nov 12 10:58:02.943877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] Transition to ACTIVE for port object 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:02.964347 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.000714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96db17-ddbe-4510-a380-1ace33f80d48 req-22af29ea-0ee0-4f5f-a7b0-1d9ecd6ac356 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.002265 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d96db17-ddbe-4510-a380-1ace33f80d48 req-22af29ea-0ee0-4f5f-a7b0-1d9ecd6ac356 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.1031063 Nov 12 10:58:03.046862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adfa467-a20e-4f6a-9ee5-a933f80fb700,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:03.065031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-a1113624-3f14-4430-a8b8-8e4e0212f43a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.066658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-a1113624-3f14-4430-a8b8-8e4e0212f43a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 823 time: 0.1149628 Nov 12 10:58:03.083855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Checking segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:03.084242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Network hostable DHCP agents. Network: 9f012e9f-7910-4076-8d3e-0ae36a5588bf, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:03.085142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-a391fc2f-5d22-4792-8a81-645a8f279486 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/quotas/1478ad264e0245b19b14d815ce4fd6bd HTTP/1.1" status: 200 len: 375 time: 0.0114329 Nov 12 10:58:03.088367 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.098355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d96db17-ddbe-4510-a380-1ace33f80d48 req-2e47fe5f-0d56-4033-a69c-72e75b00c922 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829144 Nov 12 10:58:03.181443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Network 9f012e9f-7910-4076-8d3e-0ae36a5588bf is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:03.231282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] No DVR routers for this DVR port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:03.250020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=10']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:03.282276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed37f0-cab4-46f8-98e7-ac19e3a8e2ff req-9b9b779c-9ea3-46fd-9ecc-22beb369bf59 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.290164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32ed37f0-cab4-46f8-98e7-ac19e3a8e2ff req-9b9b779c-9ea3-46fd-9ecc-22beb369bf59 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 947 time: 0.0965085 Nov 12 10:58:03.300592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ee94b304-37af-42d4-8f5a-43135041a492 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2057958 Nov 12 10:58:03.308448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:03.335887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-8aae3cdb-82e4-42e9-95e7-73fba59ec404 service neutron] 10.222.0.57 "PUT /v2.0/ports/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46/bindings/n-h2-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 1.4863484 Nov 12 10:58:03.336745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9f012e9f-7910-4076-8d3e-0ae36a5588bf) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:03.348724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b320b-36c2-4e40-90bf-9f8e51f0057b None None] Network 9f012e9f-7910-4076-8d3e-0ae36a5588bf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:03.349232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.349843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.386381 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32ed37f0-cab4-46f8-98e7-ac19e3a8e2ff req-b6aba422-6131-43dd-bdfb-4c8dc95192bd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950308 Nov 12 10:58:03.457279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-b21fd292-8b5c-498d-90a8-e50936dc2015 service neutron] 10.222.0.98 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556742 Nov 12 10:58:03.472630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b70ffe30-3033-4eb0-b444-d314d1400068 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7273238 Nov 12 10:58:03.516627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-248872887-network', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:03.598121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-57a13932-6a75-48ae-9ab0-bffb4d335ea9 service neutron] 10.222.0.98 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399169 Nov 12 10:58:03.609439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Made reservation on behalf of a32f373f6be34f29be7406869ab291f0 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:03.613555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.643838 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.650819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-dd041002-7008-4b0c-819e-251804dd73ec tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.654541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-dd041002-7008-4b0c-819e-251804dd73ec tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.1081011 Nov 12 10:58:03.734764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4907e64-470d-48a5-b18c-13e8155d3a15 None None] Network 9f012e9f-7910-4076-8d3e-0ae36a5588bf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:03.818789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.827260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-172f02ea-0aa2-47f9-8cdc-6da40b99f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.829116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-172f02ea-0aa2-47f9-8cdc-6da40b99f0fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8&tenant_id=bd29df4f48464cdb8586959f14c6b833 HTTP/1.1" status: 200 len: 1096 time: 0.1642859 Nov 12 10:58:03.832153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef930b7-ff8f-4422-a9dc-cb44b06a1171 req-cb610fe8-e03d-47ad-bc79-644ccff23110 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.833757 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef930b7-ff8f-4422-a9dc-cb44b06a1171 req-cb610fe8-e03d-47ad-bc79-644ccff23110 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1192951 Nov 12 10:58:03.946085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef930b7-ff8f-4422-a9dc-cb44b06a1171 req-711177ee-4bb3-45c2-90aa-687f70ecb85e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974391 Nov 12 10:58:03.948142 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:03.991443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-5e34d785-534c-46e3-b980-854fc31dc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:03.991443 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-5e34d785-534c-46e3-b980-854fc31dc814 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1096 time: 0.1197710 Nov 12 10:58:03.998573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:04.011028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:04.084592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.085022 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Added segment 1b4f2165-0278-400a-8b22-1d42d1c7b985 of type vlan for network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d Nov 12 10:58:04.129785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f918732b-80e7-463d-891a-4b7632e402ec,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:04.146602 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.230423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:04.245990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.265944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1', 'mac_address': 'fa:16:3e:5d:ae:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:04.342332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-e2f471ee-c40d-41e4-9c64-4455b15b3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.350050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-e2f471ee-c40d-41e4-9c64-4455b15b3b9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.3457696 Nov 12 10:58:04.456223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7232671-9551-4197-b100-8f8d7664c680 req-1d0a7856-b1b9-4d03-a826-cc58a9e2d191 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.470339 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7232671-9551-4197-b100-8f8d7664c680 req-1d0a7856-b1b9-4d03-a826-cc58a9e2d191 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 944 time: 0.2832263 Nov 12 10:58:04.488783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.497944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-bd2f8ed7-87a1-4fc2-90f2-a3dd433d7823 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 217 time: 0.1363623 Nov 12 10:58:04.498579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-041bb7c3-1af0-4632-a655-251e35fb01e0 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.501477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-041bb7c3-1af0-4632-a655-251e35fb01e0 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c39aa0b-e2e8-481f-88a2-4b9d40947e59 HTTP/1.1" status: 200 len: 946 time: 0.2090592 Nov 12 10:58:04.508203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:04.537928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:04.572754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.573738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.574362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.639635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7232671-9551-4197-b100-8f8d7664c680 req-ac469cf8-790f-45bc-8322-b944a688b402 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662188 Nov 12 10:58:04.717707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:04.733302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.737604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:04.751119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-21591f7d-82a0-4db4-a6db-f01f00f4f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.756541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-21591f7d-82a0-4db4-a6db-f01f00f4f970 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.2408690 Nov 12 10:58:04.819547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-93b0d7cc-eb79-40dd-9678-7778166d11e5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5071268 Nov 12 10:58:04.820872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36380) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:04.826313 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-792244e8-bb9e-4380-8bc1-50cba886cedc req-fcc5a5f7-ec50-44c7-9fc4-af07b914fce7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 210 time: 0.0796709 Nov 12 10:58:04.830441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Request body: {'subnet': {'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-248872887-subnet', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:04.868709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Deleting port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:04.869045 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:04.880939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9d3a7661-5437-4c5a-861b-21451443a3dd tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:04.883822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9d3a7661-5437-4c5a-861b-21451443a3dd tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 804 time: 0.3897555 Nov 12 10:58:04.915617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-988ab13b-35dd-4395-b42b-0438fd9c351f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437125 Nov 12 10:58:04.946260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-97a48e91-8e61-42be-b567-d670c69ee339 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/quotas/6c7fc5d893d84e13a178fd9d1e8a0647 HTTP/1.1" status: 200 len: 375 time: 0.0332150 Nov 12 10:58:04.965486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.030342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:05.056528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-bbb55eca-996c-4d29-bc37-acf61434323a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770798 Nov 12 10:58:05.080214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] For port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:05.081179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.101838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Made reservation on behalf of a32f373f6be34f29be7406869ab291f0 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:05.105720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.115107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['26b4d324-8f73-4f55-8a15-bcaa5c97c4f1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:05.191060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-d11809d6-9f13-4911-b3be-da89ab1cc57a service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658646 Nov 12 10:58:05.228767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-4f85f3ae-b247-4207-952f-cfe394d95f78 service neutron] 10.222.0.98 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711900 Nov 12 10:58:05.394538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-18832a21-e284-4cc4-9843-62f358d9b97e service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859238 Nov 12 10:58:05.404373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-5b695644-2d0c-4b2a-8d62-1454e12cff98 service neutron] 10.222.0.98 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717401 Nov 12 10:58:05.549717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e3963-2bec-4521-84fa-cc37b4ca64c1 req-ea05299a-7062-4a08-a7a5-2d24efe4d3a7 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:05.551342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f0e3963-2bec-4521-84fa-cc37b4ca64c1 req-ea05299a-7062-4a08-a7a5-2d24efe4d3a7 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.4653466 Nov 12 10:58:05.798467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d4575-76b0-4e2d-8a4b-804d054a9a52 req-4cdcbb24-df2a-42eb-8a51-29f5cc331ba5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:05.800305 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-278d4575-76b0-4e2d-8a4b-804d054a9a52 req-4cdcbb24-df2a-42eb-8a51-29f5cc331ba5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 948 time: 0.0848169 Nov 12 10:58:05.886383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-278d4575-76b0-4e2d-8a4b-804d054a9a52 req-3862f4ec-9391-42ac-af78-8f724e619469 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776594 Nov 12 10:58:05.996099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.997328 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:05.997883 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Floating IP 2bb78dd7-d9bd-4a98-9991-676ee5a20693 disassociated. External IP: 172.25.3.53, port: 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb. Nov 12 10:58:05.998550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Calling delete_port for 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:06.021042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f0e3963-2bec-4521-84fa-cc37b4ca64c1 req-bcc16d02-e260-49b6-83bd-d4f1a61d626f tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064641 Nov 12 10:58:06.122590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a89af-d2c5-4721-8763-192198c72de3 req-7d6e7ce2-f5c5-4d82-936c-08d3470b6b32 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:06.124805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b2a89af-d2c5-4721-8763-192198c72de3 req-7d6e7ce2-f5c5-4d82-936c-08d3470b6b32 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1296151 Nov 12 10:58:06.134841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0d75-aabd-4794-a864-939190258741 req-41e73a1c-604d-4fc9-a05b-bc836801e9e3 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:06.136586 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-41e73a1c-604d-4fc9-a05b-bc836801e9e3 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.0996137 Nov 12 10:58:06.258286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b2a89af-d2c5-4721-8763-192198c72de3 req-7ca80913-8519-4199-9421-5149c68f0393 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160800 Nov 12 10:58:06.291222 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19b0e331-ea55-403d-a2f1-8c1f414c6d33 req-b66faa71-cb35-4005-8579-2db451ee2f21 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 210 time: 0.1266060 Nov 12 10:58:06.550918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5cf04-11ba-434a-b087-d0b4e99b26d0 req-5b2ce83b-efea-4b39-b5b1-df17ac4999e6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:06.564804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c5cf04-11ba-434a-b087-d0b4e99b26d0 req-5b2ce83b-efea-4b39-b5b1-df17ac4999e6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 944 time: 0.1360807 Nov 12 10:58:06.625632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c893e6e-9984-4665-8330-14c12860bcbd req-e401feeb-a701-4053-81a7-0d368e7d14f5 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 210 time: 0.1512945 Nov 12 10:58:06.626519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.628654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-517a0d75-aabd-4794-a864-939190258741 req-47ff4f0b-433f-49ff-a53e-bbfbe8fe6094 service neutron] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:06.637470 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-517a0d75-aabd-4794-a864-939190258741 req-47ff4f0b-433f-49ff-a53e-bbfbe8fe6094 service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.639401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-517a0d75-aabd-4794-a864-939190258741 req-47ff4f0b-433f-49ff-a53e-bbfbe8fe6094 service neutron] 10.222.0.69 "DELETE /v2.0/ports/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46/bindings/n-h1-768852-22 HTTP/1.1" status: 204 len: 173 time: 0.4808559 Nov 12 10:58:06.716002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c371491a-6cd5-4109-9063-e81c85aa3f0d,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:06.734273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c5cf04-11ba-434a-b087-d0b4e99b26d0 req-e11294ad-dace-43f2-b8b3-e433d2c77167 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676743 Nov 12 10:58:06.741759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:06.828352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event deleted for resources: {'Port': ['ID=48f82a9d-2704-4c10-9fe0-e7c79bbd75fb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:06.845214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Checking segment: {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:06.845698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Network hostable DHCP agents. Network: 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:06.961080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d230f-b7bb-4687-a036-e5359078bc01 req-8376efb6-d603-47ca-9f6b-7845e58e54dc tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:06.962806 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-235d230f-b7bb-4687-a036-e5359078bc01 req-8376efb6-d603-47ca-9f6b-7845e58e54dc tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.1301103 Nov 12 10:58:06.974130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36410) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:06.986406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Request body: {'floatingip': {'port_id': '4c4710da-c668-4042-9ada-149625d49dd7'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:07.061509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:07.067786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Router 0163a900-d5d7-462c-a615-22c0b31f9749 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:07.101690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.202383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:07.204243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:07.230719 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] Sync routers for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:07.247364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.248189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.253086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103b5f0-19f0-41f4-bed8-5a68b2f14da0 None None] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:07.284830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] No DVR routers for this DVR port 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:07.286886 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:07.288763 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.292265 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e07e6563-98af-4dd7-bcea-19a66f632b54 req-bfe3a723-0313-4588-b2df-b2725fe7f8de tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.69 "DELETE /v2.0/ports/48f82a9d-2704-4c10-9fe0-e7c79bbd75fb HTTP/1.1" status: 204 len: 173 time: 2.7771120 Nov 12 10:58:07.293824 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:07.295701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'name': 'network-vif-deleted', 'tag': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:07.298187 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df9690-6472-43a9-a6db-c32af1a86136" -d '{"events": [{"server_uuid": "7c39aa0b-e2e8-481f-88a2-4b9d40947e59", "name": "network-vif-deleted", "tag": "48f82a9d-2704-4c10-9fe0-e7c79bbd75fb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:07.336593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474a443-52cb-458f-8f42-7772a8187d36 req-63908229-19ae-4515-bc59-0a0d2e235e20 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.341135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a474a443-52cb-458f-8f42-7772a8187d36 req-63908229-19ae-4515-bc59-0a0d2e235e20 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 948 time: 0.1402819 Nov 12 10:58:07.421132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a474a443-52cb-458f-8f42-7772a8187d36 req-e30a8c2e-9b7c-4cd5-b00b-4ccfe29ac286 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767667 Nov 12 10:58:07.451964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36422) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:07.453181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-34495898-2532-4687-ba0f-5de19797955a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.6297381 Nov 12 10:58:07.461991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:07.667088 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:07.711080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637233e-1d46-4674-b275-d786fad65415 req-796d0473-606f-4603-ab28-c776402a3cf5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:07.714654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f637233e-1d46-4674-b275-d786fad65415 req-796d0473-606f-4603-ab28-c776402a3cf5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1799018 Nov 12 10:58:07.838002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f637233e-1d46-4674-b275-d786fad65415 req-4e61828d-5f77-4a45-9c7e-dc82c87cc0b4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149671 Nov 12 10:58:07.916233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:58:07.925234 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:07.970203 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ef1fa9-04e5-4bc8-a2e5-49c342f5c675 x-openstack-request-id: req-98ef1fa9-04e5-4bc8-a2e5-49c342f5c675 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:07.982355 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c39aa0b-e2e8-481f-88a2-4b9d40947e59", "name": "network-vif-deleted", "tag": "48f82a9d-2704-4c10-9fe0-e7c79bbd75fb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:07.982355 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98ef1fa9-04e5-4bc8-a2e5-49c342f5c675 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:07.982355 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c39aa0b-e2e8-481f-88a2-4b9d40947e59', 'name': 'network-vif-deleted', 'tag': '48f82a9d-2704-4c10-9fe0-e7c79bbd75fb', 'status': 'completed', 'code': 200} Nov 12 10:58:07.997547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:08.052572 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:08.102212 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] Checking router: 0163a900-d5d7-462c-a615-22c0b31f9749 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:08.125404 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:08.126384 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:08.142442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03dd2d0a-0ad4-490e-947c-b7e756bbf7ef req-451e9aa5-0aab-489c-b46b-4ac590a2ebda tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 210 time: 0.0516257 Nov 12 10:58:08.291459 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:08.306893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b138b4c-9063-497d-8458-2aebd8ce6fed req-26249d91-e796-4931-89c9-dd20c0ddc583 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:08.309692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b138b4c-9063-497d-8458-2aebd8ce6fed req-26249d91-e796-4931-89c9-dd20c0ddc583 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1096 time: 1.2663653 Nov 12 10:58:08.362292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Allocated IP 172.20.0.2 (2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d/c371491a-6cd5-4109-9063-e81c85aa3f0d/4af8d866-466b-4cc9-a1cc-e36e16589344) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:08.372825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ec8db15b-d08b-41b9-b9cc-04607166f8f8 req-1af6e83d-b5f5-4458-80d4-56d4a6c7ef23 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 210 time: 0.1037185 Nov 12 10:58:08.407175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:08.437128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:08.437496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.568160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.569477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.613304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b138b4c-9063-497d-8458-2aebd8ce6fed req-2b478882-9628-4609-b57e-eceee7452762 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437441 Nov 12 10:58:08.671507 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:08.708057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.708366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcef5c-dd61-490d-88be-288b58cae2ef req-f780622c-9793-4fe2-8728-d3f3a77ea2da tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:08.718456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9bbcef5c-dd61-490d-88be-288b58cae2ef req-f780622c-9793-4fe2-8728-d3f3a77ea2da tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 948 time: 0.1064501 Nov 12 10:58:08.742538 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e4b30-ec2c-43eb-b665-b7c1975f618e None None] The sync data for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 is: [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:08.772879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:08.780168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50e85a8-2b2c-48ad-90d7-cde48fdd98ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:08.782635 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814c312-7669-428c-bd30-e9b0134adc58" -d '{"events": [{"server_uuid": "a50e85a8-2b2c-48ad-90d7-cde48fdd98ae", "name": "network-vif-plugged", "status": "completed", "tag": "26b4d324-8f73-4f55-8a15-bcaa5c97c4f1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:08.793869 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.818673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9bbcef5c-dd61-490d-88be-288b58cae2ef req-da59c7db-b1ef-497e-9160-67883ab721af tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992131 Nov 12 10:58:08.821226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-30bf2525-2c88-4338-bd11-84dfd4cca4b7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:08.822867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-30bf2525-2c88-4338-bd11-84dfd4cca4b7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.57 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 823 time: 0.5946991 Nov 12 10:58:08.874081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.918812 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2fb4b7-fcff-4d5e-aec4-2bd2366c51e1 x-openstack-request-id: req-9c2fb4b7-fcff-4d5e-aec4-2bd2366c51e1 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:08.920035 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50e85a8-2b2c-48ad-90d7-cde48fdd98ae", "name": "network-vif-plugged", "status": "completed", "tag": "26b4d324-8f73-4f55-8a15-bcaa5c97c4f1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:08.922638 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c2fb4b7-fcff-4d5e-aec4-2bd2366c51e1 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:08.926129 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50e85a8-2b2c-48ad-90d7-cde48fdd98ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1', 'code': 200} Nov 12 10:58:08.926129 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:08.926129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:09.087370 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.093186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:09.108258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:09.108651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 48f82a9d-2704-4c10-9fe0-e7c79bbd75fb not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:09.185902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:09.189695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:09.193795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:09.202566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e090fc9-4b95-4975-829d-cdeb7662eb32 req-8e5a0e60-bebb-4e51-b913-f7ce0ae0d0ba tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.212942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e090fc9-4b95-4975-829d-cdeb7662eb32 req-8e5a0e60-bebb-4e51-b913-f7ce0ae0d0ba tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.2144735 Nov 12 10:58:09.213541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Pushing event updated for resources: {'Port': ['ID=4af8d866-466b-4cc9-a1cc-e36e16589344,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:09.258829 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-19e71056-e878-4d9c-b283-e680a7ccb755 service neutron] show failed (client error): The resource could not be found. Nov 12 10:58:09.259947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-19e71056-e878-4d9c-b283-e680a7ccb755 service neutron] 10.222.0.69 "GET /v2.0/ports/94f77089-c7c2-43cf-94c6-4c3c147e1df1/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.1940920 Nov 12 10:58:09.265366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989ebc9-f530-4ad2-acca-64037a8ccdf4 req-dde16428-de95-4a51-ba2c-9db684400e34 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.279655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8989ebc9-f530-4ad2-acca-64037a8ccdf4 req-dde16428-de95-4a51-ba2c-9db684400e34 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1096 time: 0.5056393 Nov 12 10:58:09.281686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed74ed80-f1e4-4376-9d7b-0f45c246e868 None None] New status for floating IP 2bb78dd7-d9bd-4a98-9991-676ee5a20693: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:58:09.305064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e090fc9-4b95-4975-829d-cdeb7662eb32 req-08a677ee-b9ef-43aa-bdb2-2a08487d6da9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899420 Nov 12 10:58:09.327835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Attempting to bind port 4af8d866-466b-4cc9-a1cc-e36e16589344 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:09.328588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Attempting to bind port 4af8d866-466b-4cc9-a1cc-e36e16589344 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:09.329106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Attempting to bind port 4af8d866-466b-4cc9-a1cc-e36e16589344 on network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:09.463964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-5722c141-78d9-4c4d-8321-1d7a9705423e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1478ad264e0245b19b14d815ce4fd6bd HTTP/1.1" status: 200 len: 379 time: 0.5469284 Nov 12 10:58:09.465595 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:58:09.466067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f44f9e1e-409f-4a06-832b-f15b1d260683 req-c31225c6-822e-4c20-b486-37aab5a497d3 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 210 time: 0.0816798 Nov 12 10:58:09.466738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.478873 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:58:09.505252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Request body: {'port': {'device_id': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'admin_state_up': True, 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'security_groups': ['a9681247-f12a-4519-8a21-1c3ba2c7199d']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:09.511301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:09.512374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Checking segment: {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:09.513038 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.513662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Bound using segment: {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:09.514423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Bound port: 4af8d866-466b-4cc9-a1cc-e36e16589344, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:09.515217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.634072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef1add-4d2b-43a4-8efb-b4098a659a63 req-6a4c48fe-8f3c-48ed-a0e2-78076f7827dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:09.635758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7aef1add-4d2b-43a4-8efb-b4098a659a63 req-6a4c48fe-8f3c-48ed-a0e2-78076f7827dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 1101 time: 0.4706438 Nov 12 10:58:09.680031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] For port 4af8d866-466b-4cc9-a1cc-e36e16589344, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:09.682448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ed6086-7859-4437-baee-7124139a2251 req-76e3e641-c774-4511-8533-077a0454290a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 210 time: 0.0328388 Nov 12 10:58:09.684907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] For port 4af8d866-466b-4cc9-a1cc-e36e16589344, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4af8d866-466b-4cc9-a1cc-e36e16589344,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:09.705003 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.711295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8989ebc9-f530-4ad2-acca-64037a8ccdf4 req-3f9ca2cf-5e9a-4339-8f5f-6371e3f8666d tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737600 Nov 12 10:58:09.751123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7aef1add-4d2b-43a4-8efb-b4098a659a63 req-9bb7f44e-d58e-4cc8-af16-7d27454db35b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739281 Nov 12 10:58:09.819391 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:09.919827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.128337 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Floating IP 38965880-8e1d-4a38-ad4b-23783418be56 associated. External IP: 172.25.3.166, port: 4c4710da-c668-4042-9ada-149625d49dd7. Nov 12 10:58:10.177711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c91d52-f516-44d7-b84f-b69dc684d592 req-bf8c15c8-d9f2-40cc-b312-01f651fd4729 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.197999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9b8ad-2126-48e5-9eb5-85ac7ea1e29c None None] Pushing event updated for resources: {'Port': ['ID=4af8d866-466b-4cc9-a1cc-e36e16589344,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:10.199402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6c91d52-f516-44d7-b84f-b69dc684d592 req-bf8c15c8-d9f2-40cc-b312-01f651fd4729 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 949 time: 0.2302659 Nov 12 10:58:10.350180 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6c91d52-f516-44d7-b84f-b69dc684d592 req-3d7aa418-d8b8-4131-a7f2-77d784a884a6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489694 Nov 12 10:58:10.416817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Made reservation on behalf of 1478ad264e0245b19b14d815ce4fd6bd for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:10.437240 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.562304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-948376ed-1bdd-44c6-aa1f-e5842b453d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.573316 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-948376ed-1bdd-44c6-aa1f-e5842b453d02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b&tenant_id=207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 1102 time: 0.2133009 Nov 12 10:58:10.591498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:10.755272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-20d82b50-a31b-4cc7-a038-40deeb93decb tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.757737 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-20d82b50-a31b-4cc7-a038-40deeb93decb tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.57 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 804 time: 0.7678523 Nov 12 10:58:10.774808 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:10.780180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Request body: {'port': {'device_id': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'admin_state_up': True, 'tenant_id': '6c7fc5d893d84e13a178fd9d1e8a0647'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:10.832771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18472ec7-3dd7-4037-b34b-0d59ed24d5cd req-7a78b455-eea1-4ae8-8c9c-3787f73fd304 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:10.834619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-18472ec7-3dd7-4037-b34b-0d59ed24d5cd req-7a78b455-eea1-4ae8-8c9c-3787f73fd304 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.1702774 Nov 12 10:58:11.030932 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.099689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-18472ec7-3dd7-4037-b34b-0d59ed24d5cd req-aae11617-88e7-470b-b27b-2d393dd4cfd7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541976 Nov 12 10:58:11.142121 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.331216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:11.386975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-020ca5f5-5aa5-4d61-81a4-4b83bb302ef4 req-0c28959f-03ff-43b0-aa86-1b4ae6e51c4e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 210 time: 0.0532098 Nov 12 10:58:11.560673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:11.561636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a287b357-3320-466a-855d-2394ca4b6369 req-49f464ad-bab9-4762-b1c1-fdd3e9563aab tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 210 time: 0.0714319 Nov 12 10:58:11.561876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:11.561876 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4264ab89-ceeb-4136-8dfc-b8a10ec2a373" -d '{"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-unplugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:11.561876 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.561876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Transition to ACTIVE for port object 94f77089-c7c2-43cf-94c6-4c3c147e1df1 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:11.695654 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1db5e8-6816-44bb-8cfa-dff53d25e29f x-openstack-request-id: req-8a1db5e8-6816-44bb-8cfa-dff53d25e29f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:11.701404 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-unplugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:11.701404 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a1db5e8-6816-44bb-8cfa-dff53d25e29f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:11.701404 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'code': 200} Nov 12 10:58:11.737351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4af8d866-466b-4cc9-a1cc-e36e16589344 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:11.818754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4af8d866-466b-4cc9-a1cc-e36e16589344 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:11.819356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.843828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:11.963058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705d647-028f-4182-b98f-dac071e45555 None None] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:11.966130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] No DVR routers for this DVR port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:11.967893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:12.010018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:12.040173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:12.040538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:12.040840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:12.046960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:12.047327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:12.055737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:12.056354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:12.057214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:12.058000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Bound port: 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:12.058614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.192727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:12.200162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:12.200800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:12.250163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b9a7960b-17c8-48fa-b6d4-4c895bf13d14 None None] Provisioning complete for port 4af8d866-466b-4cc9-a1cc-e36e16589344 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:12.250575 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9a7960b-17c8-48fa-b6d4-4c895bf13d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.330028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Allocated IP 172.20.0.7 (8a055990-85ea-42b8-beee-2824cff34154/33070c15-2ca7-49d9-a6c2-cda9a789ff84/cdff080f-ea55-4c5a-b0ab-7abcdf4e7664) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:12.332831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.351056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Router ce3923e3-534a-4ff4-a5a6-1c4370636d49 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:12.378115 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.424928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:12.444288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:12.454730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.454730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-3422f30b-f886-4176-bc8c-9179b505def0 service neutron] 10.222.0.57 "PUT /v2.0/ports/94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 1097 time: 1.8736587 Nov 12 10:58:12.455266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Made reservation on behalf of 6c7fc5d893d84e13a178fd9d1e8a0647 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:12.467224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.510073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf72a5c-daff-41de-b6e3-be6a2fe3fceb req-78fea7ec-56e5-40b1-b174-3a20066035f4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:12.524563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9cf72a5c-daff-41de-b6e3-be6a2fe3fceb req-78fea7ec-56e5-40b1-b174-3a20066035f4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 948 time: 0.2532260 Nov 12 10:58:12.529966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 4af8d866-466b-4cc9-a1cc-e36e16589344, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4af8d866-466b-4cc9-a1cc-e36e16589344,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:12.563418 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9a7960b-17c8-48fa-b6d4-4c895bf13d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.641692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9cf72a5c-daff-41de-b6e3-be6a2fe3fceb req-b0038dc6-74b0-41a1-be96-159f674cb759 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158471 Nov 12 10:58:12.686730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-6fca51d1-6c0f-4c49-be36-0a963eeb2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:12.689414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-6fca51d1-6c0f-4c49-be36-0a963eeb2c86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1100 time: 0.1617072 Nov 12 10:58:12.716096 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:12.927858 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-b9a7960b-17c8-48fa-b6d4-4c895bf13d14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 10:58:12.928599 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-b9a7960b-17c8-48fa-b6d4-4c895bf13d14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 10:58:12.949050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=4af8d866-466b-4cc9-a1cc-e36e16589344,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:12.973326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-5de3051f-6a6d-4cb1-8ee6-ae91deefcf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:12.975468 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-5de3051f-6a6d-4cb1-8ee6-ae91deefcf12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2767205 Nov 12 10:58:12.994312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Allocated IP 172.20.0.6 (9f012e9f-7910-4076-8d3e-0ae36a5588bf/5adfa467-a20e-4f6a-9ee5-a933f80fb700/fabd8666-3b4f-42ba-9354-4848f466e752) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:13.011593 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea3f1bc1-7a40-4570-af29-88c915e75a7e req-789f1ba2-be5b-487b-8a47-8d02737c0a76 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 210 time: 0.0347612 Nov 12 10:58:13.050008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a915b5-242f-48d3-98c9-85e8aeddfc48 req-9235104b-9209-47c1-b3aa-ea15177a400c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.058513 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5a915b5-242f-48d3-98c9-85e8aeddfc48 req-9235104b-9209-47c1-b3aa-ea15177a400c tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 949 time: 1.4131031 Nov 12 10:58:13.066439 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-5914f11a-0c91-41fc-8766-ab5eda6afd48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0528748 Nov 12 10:58:13.164598 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b99709b2-b5db-46f7-a26f-0a7d44ed7532 req-12b79c04-cc49-4808-b6a8-e500235b4576 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 210 time: 0.0431414 Nov 12 10:58:13.176040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-44bce53a-9845-4bce-ade4-f3b8734f5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.177475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Allocated IP 172.25.3.178 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/8530e210-052b-4f7d-a36c-e3f2e06f1449) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:13.177842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-44bce53a-9845-4bce-ade4-f3b8734f5688 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1039016 Nov 12 10:58:13.243410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-7583ca60-d5e2-40fc-9628-6bf13aca1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:13.245590 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-7583ca60-d5e2-40fc-9628-6bf13aca1db8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586793 Nov 12 10:58:13.427289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-f54bf4b0-1e7e-46b8-a752-8e15a26a32be service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572907 Nov 12 10:58:13.454977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5a915b5-242f-48d3-98c9-85e8aeddfc48 req-4be85435-113c-4fdc-abc2-9422b68853b8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950436 Nov 12 10:58:13.489803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4af8d866-466b-4cc9-a1cc-e36e16589344 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:13.581796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a417ea5-3ad4-4d9c-9771-2e8c268e9fe7 req-fb6b49f2-ab20-48e4-af6b-47f40135e60f service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334820 Nov 12 10:58:13.697315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:13.700922 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3905d752-6ae1-43df-a359-83d13221d009" -d '{"events": [{"name": "network-changed", "server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:13.805458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e1ef9cd5-34ef-40c7-8872-b8a6fa38d8e8 None None] Provisioning complete for port 4af8d866-466b-4cc9-a1cc-e36e16589344 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:13.805458 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1ef9cd5-34ef-40c7-8872-b8a6fa38d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.850843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:13.855384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4af8d866-466b-4cc9-a1cc-e36e16589344 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:13.856569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.871224 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] Sync routers for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:13.889227 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:13.891364 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:13.905134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:13.935580 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7020d3b8-1af5-48c6-9e30-db9706488490 x-openstack-request-id: req-7020d3b8-1af5-48c6-9e30-db9706488490 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:13.936982 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:13.940009 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7020d3b8-1af5-48c6-9e30-db9706488490 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:13.940009 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'status': 'completed', 'code': 200} Nov 12 10:58:14.047164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c26a91-1b05-4bbc-a5ef-c50b70541eb7 req-869812e9-362a-4cad-921b-6cb418115826 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.049268 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55c26a91-1b05-4bbc-a5ef-c50b70541eb7 req-869812e9-362a-4cad-921b-6cb418115826 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 948 time: 0.2732646 Nov 12 10:58:14.089580 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d752-6ae1-43df-a359-83d13221d009 req-ce2961de-c4b9-4a81-a446-2208f369f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.091446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-ce2961de-c4b9-4a81-a446-2208f369f477 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1100 time: 0.2015419 Nov 12 10:58:14.142634 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.234813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d752-6ae1-43df-a359-83d13221d009 req-b4aaedcd-f7c5-4724-bb84-7c808ed9fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.237154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-b4aaedcd-f7c5-4724-bb84-7c808ed9fbe9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1305535 Nov 12 10:58:14.322363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55c26a91-1b05-4bbc-a5ef-c50b70541eb7 req-3fe64cd3-a31a-4eb1-84c9-732cac9907c0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642272 Nov 12 10:58:14.323957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-dfb462c0-a326-4f16-987d-3dd3152500b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0743215 Nov 12 10:58:14.360940 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.424272 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:14.455017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d752-6ae1-43df-a359-83d13221d009 req-ffc09fe5-aaf1-4c75-b904-3ffdc2834980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.456487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-ffc09fe5-aaf1-4c75-b904-3ffdc2834980 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1225708 Nov 12 10:58:14.481140 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.499583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd78e277-c60e-4492-aa57-b084bc618113 req-767d8ad9-0505-45af-b924-ebd8438d3014 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 210 time: 0.0377429 Nov 12 10:58:14.614239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d752-6ae1-43df-a359-83d13221d009 req-58e16ecd-894b-4fb9-a091-4e09371011f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.617035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Network 9f012e9f-7910-4076-8d3e-0ae36a5588bf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:14.623599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-58e16ecd-894b-4fb9-a091-4e09371011f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100514 Nov 12 10:58:14.658589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Pushing event updated for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:14.679295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:14.686018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:14.807503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.832886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570066d-2627-441f-a022-d09c146e9da2 req-fdca6408-f695-4ec4-86a2-d608c73ddb95 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.836482 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2570066d-2627-441f-a022-d09c146e9da2 req-fdca6408-f695-4ec4-86a2-d608c73ddb95 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 949 time: 0.1951506 Nov 12 10:58:14.851103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.851602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.851970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.852316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.852695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.853028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.856204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.856615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.856950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.857290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.857690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.860805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:14.884100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:14.885256 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.945546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d95ab8f4-60a5-438b-9141-64f6c98e9d9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "PUT /v2.0/floatingips/38965880-8e1d-4a38-ad4b-23783418be56 HTTP/1.1" status: 200 len: 992 time: 7.9671760 Nov 12 10:58:14.957793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:14.972694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'tag': '4c4710da-c668-4042-9ada-149625d49dd7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:14.980301 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf09055f-896a-4921-b3ca-5884885cd15f" -d '{"events": [{"name": "network-changed", "server_uuid": "80dfd624-2cd6-4afe-9e8f-2c31f2535b09", "tag": "4c4710da-c668-4042-9ada-149625d49dd7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:15.014963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2570066d-2627-441f-a022-d09c146e9da2 req-359798da-1d59-4c90-adae-071d062bfd33 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632423 Nov 12 10:58:15.041515 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-692a268b-64b4-4544-a9d5-3e2e4caa731b service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160399 Nov 12 10:58:15.091845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Network 8a055990-85ea-42b8-beee-2824cff34154 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:15.140752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d752-6ae1-43df-a359-83d13221d009 req-8aa13d8f-1b2b-4496-b817-408ef8af3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.146121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-8aa13d8f-1b2b-4496-b817-408ef8af3f5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1100 time: 0.8878515 Nov 12 10:58:15.147566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:15.183787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:15.344253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.344253 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.396775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-27a6d48f-74a2-40f0-875e-36b655b86fb6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6252208 Nov 12 10:58:15.421808 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '38965880-8e1d-4a38-ad4b-23783418be56', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'port_id': '4c4710da-c668-4042-9ada-149625d49dd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'mac_address': 'fa:16:3e:37:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:56:39Z', 'updated_at': '2021-11-12T10:58:09Z', 'revision_number': 1, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:15.475260 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-f57de3a2-4279-4a86-bdc0-badb85bb4c7b service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138720 Nov 12 10:58:15.476173 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519884f6-6ae9-4cc2-80e0-083b1519f18c x-openstack-request-id: req-519884f6-6ae9-4cc2-80e0-083b1519f18c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:15.478738 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dfd624-2cd6-4afe-9e8f-2c31f2535b09", "tag": "4c4710da-c668-4042-9ada-149625d49dd7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:15.479542 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-519884f6-6ae9-4cc2-80e0-083b1519f18c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:15.480211 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'tag': '4c4710da-c668-4042-9ada-149625d49dd7', 'status': 'completed', 'code': 200} Nov 12 10:58:15.487208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Request body: {'port': {'device_id': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:15.511317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672ee86-3f55-4903-b3de-f96f9805a924 req-17b9acde-88ea-44c9-b3a8-fd0b858fb75e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.522524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d672ee86-3f55-4903-b3de-f96f9805a924 req-17b9acde-88ea-44c9-b3a8-fd0b858fb75e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 931 time: 1.0527749 Nov 12 10:58:15.555819 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] Checking router: ce3923e3-534a-4ff4-a5a6-1c4370636d49 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:15.603152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event updated for resources: {'Port': ['ID=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:15.623558 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:15.631427 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:15.657994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09055f-896a-4921-b3ca-5884885cd15f req-acbdf7cd-9a07-45d8-ae1d-826d25799cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:15.664188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf09055f-896a-4921-b3ca-5884885cd15f req-acbdf7cd-9a07-45d8-ae1d-826d25799cfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a65a2a02e9834de3b056d624bde0536a&device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 1098 time: 0.1839800 Nov 12 10:58:15.731418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d672ee86-3f55-4903-b3de-f96f9805a924 req-e607f227-c5ee-4034-b001-6992ec6544a4 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073057 Nov 12 10:58:15.742558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-932b1ce1-f7a6-4119-83e3-c6894de77a5d None None] Provisioning complete for port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:15.743869 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-932b1ce1-f7a6-4119-83e3-c6894de77a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.755357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-aa30860f-a92b-4785-918e-b7076a288d1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2771418 Nov 12 10:58:15.861232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Request body: {'port': {'device_id': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:15.869441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-932b1ce1-f7a6-4119-83e3-c6894de77a5d None None] Port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:15.927897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:15.935145 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:16.053230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09055f-896a-4921-b3ca-5884885cd15f req-6ded3d1f-ec59-4b64-8c55-a506217dc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:16.093082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:16.093297 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf09055f-896a-4921-b3ca-5884885cd15f req-6ded3d1f-ec59-4b64-8c55-a506217dc4a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=14c3b181-4201-4bbc-a445-06c46fd7083c HTTP/1.1" status: 200 len: 916 time: 0.3845222 Nov 12 10:58:16.279715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d752-6ae1-43df-a359-83d13221d009 req-f088934d-f6d4-496d-babf-057cf1481b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:16.282451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-f088934d-f6d4-496d-babf-057cf1481b23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 1.1026387 Nov 12 10:58:16.305400 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '38965880-8e1d-4a38-ad4b-23783418be56', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'port_id': '4c4710da-c668-4042-9ada-149625d49dd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'mac_address': 'fa:16:3e:37:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:56:39Z', 'updated_at': '2021-11-12T10:58:09Z', 'revision_number': 1, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:16.307004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Pushing event updated for resources: {'Port': ['ID=8530e210-052b-4f7d-a36c-e3f2e06f1449,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:16.341847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:16.354075 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7291f36-d643-45a3-bbaf-8053b481c504 None None] The sync data for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 is: [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '38965880-8e1d-4a38-ad4b-23783418be56', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'port_id': '4c4710da-c668-4042-9ada-149625d49dd7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'mac_address': 'fa:16:3e:37:38:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:56:39Z', 'updated_at': '2021-11-12T10:58:09Z', 'revision_number': 1, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:16.362465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:16.481107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf09055f-896a-4921-b3ca-5884885cd15f req-8e09e27a-0819-414f-a90e-f0f61dce45e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c4710da-c668-4042-9ada-149625d49dd7 HTTP/1.1" status: 200 len: 1000 time: 0.4043844 Nov 12 10:58:16.613501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcb7e8-1456-484a-bd81-7bb6a2902150 req-d7c2b503-c098-42cc-89d4-d59c68ae2e34 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:16.628700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bbdcb7e8-1456-484a-bd81-7bb6a2902150 req-d7c2b503-c098-42cc-89d4-d59c68ae2e34 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 1101 time: 0.5582733 Nov 12 10:58:16.763551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09055f-896a-4921-b3ca-5884885cd15f req-03fc6e6e-8930-4e17-82da-f2add81480a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:16.773163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:16.774048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf09055f-896a-4921-b3ca-5884885cd15f req-03fc6e6e-8930-4e17-82da-f2add81480a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f57b607-5db5-4085-8c5e-b84260a83fd5 HTTP/1.1" status: 200 len: 854 time: 0.2755852 Nov 12 10:58:16.780364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:16.788428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:16.868832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bbdcb7e8-1456-484a-bd81-7bb6a2902150 req-5e36c398-d061-45aa-9cbf-0b13a30d3e10 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390785 Nov 12 10:58:16.946552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e921b1-fbbe-46a2-9d4a-876e70413f18 None None] New status for floating IP 38965880-8e1d-4a38-ad4b-23783418be56: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:58:16.953063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09055f-896a-4921-b3ca-5884885cd15f req-670f719d-9931-4b21-a29e-4cd6876285ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:16.954647 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf09055f-896a-4921-b3ca-5884885cd15f req-670f719d-9931-4b21-a29e-4cd6876285ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=14c3b181-4201-4bbc-a445-06c46fd7083c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675174 Nov 12 10:58:17.138750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:17.163053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'mac_address': 'fa:16:3e:31:b5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:17.270472 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.278829 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.336388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f77089-c7c2-43cf-94c6-4c3c147e1df1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:17.377442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-c126a1de-9c1d-4496-8957-0fa996e25ad8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 1.0191743 Nov 12 10:58:17.392667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:17.472513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.509558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:17.535194 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.585194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Transition to ACTIVE for port object cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:17.601114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:17.651991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ce99-dccb-4830-8a8f-61bff5271498 req-784c7d9e-b6ae-4b06-99e1-3821789bee42 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.653638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc49ce99-dccb-4830-8a8f-61bff5271498 req-784c7d9e-b6ae-4b06-99e1-3821789bee42 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 948 time: 1.7747619 Nov 12 10:58:17.655708 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b52869-fa32-4fc5-9e7e-2c696de9a8da req-6c9a53a7-7f6b-4baf-bd06-ba4197594901 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:17.658459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40b52869-fa32-4fc5-9e7e-2c696de9a8da req-6c9a53a7-7f6b-4baf-bd06-ba4197594901 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 931 time: 0.1513729 Nov 12 10:58:17.710003 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:17.786775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['94f77089-c7c2-43cf-94c6-4c3c147e1df1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:17.828370 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40b52869-fa32-4fc5-9e7e-2c696de9a8da req-e104173f-2835-47b7-a8bf-b7e2a6b653bd tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603014 Nov 12 10:58:17.858945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc49ce99-dccb-4830-8a8f-61bff5271498 req-cf4a412f-b117-42ee-a67e-0389c03767df tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502254 Nov 12 10:58:17.859540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf09055f-896a-4921-b3ca-5884885cd15f req-0c559f47-fa8a-4095-acc6-a4a42ddd4d17 service neutron] 10.222.0.57 "GET /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8896692 Nov 12 10:58:18.166926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d752-6ae1-43df-a359-83d13221d009 req-d85c3473-a469-4c0a-a085-7c5f7d9cfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:18.170399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-d85c3473-a469-4c0a-a085-7c5f7d9cfd2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.5153918 Nov 12 10:58:18.203163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Attempting to bind port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:18.203717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Attempting to bind port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:18.204554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Attempting to bind port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 on network 8a055990-85ea-42b8-beee-2824cff34154 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:18.362029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:18.387669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf09055f-896a-4921-b3ca-5884885cd15f req-f0078f01-f8be-48d5-a59e-80bd53cdb5d6 service neutron] 10.222.0.57 "GET /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206010 Nov 12 10:58:18.419274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab487c-fe48-49ba-9c9a-54d070adacb1 req-210b4cb4-b36d-4946-b9e9-c994a502148e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:18.451529 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2aab487c-fe48-49ba-9c9a-54d070adacb1 req-210b4cb4-b36d-4946-b9e9-c994a502148e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 931 time: 0.1960766 Nov 12 10:58:18.470697 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-edceeba6-bef8-49bd-af1c-52dcece02ccc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937743 Nov 12 10:58:18.592499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2aab487c-fe48-49ba-9c9a-54d070adacb1 req-cac621cf-232e-445b-96a0-0c83492c7e33 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398344 Nov 12 10:58:19.221956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 on network 8a055990-85ea-42b8-beee-2824cff34154 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:19.222829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Attempting to bind port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 on network 8a055990-85ea-42b8-beee-2824cff34154 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:19.255789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:19.256145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Checking segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:19.257127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Bound using segment: {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:19.257607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Bound port: cdff080f-ea55-4c5a-b0ab-7abcdf4e7664, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa021a00-b296-4682-814e-a673d95f1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8a055990-85ea-42b8-beee-2824cff34154'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:19.257984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.288802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb844-e43a-4f6e-94ce-9ba9ec7df3bc req-0847eff4-377d-4958-bf90-fe5bbce8cb88 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.290981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-330eb844-e43a-4f6e-94ce-9ba9ec7df3bc req-0847eff4-377d-4958-bf90-fe5bbce8cb88 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 943 time: 0.0878592 Nov 12 10:58:19.295021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.325940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d752-6ae1-43df-a359-83d13221d009 req-395414d6-2329-4e47-8ca3-f5075875a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.327558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-395414d6-2329-4e47-8ca3-f5075875a39c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0687640 Nov 12 10:58:19.368362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-330eb844-e43a-4f6e-94ce-9ba9ec7df3bc req-a463b817-4dbf-400c-a6fa-460c061b3b30 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698831 Nov 12 10:58:19.450072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabd8666-3b4f-42ba-9354-4848f466e752 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:19.470286 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.522750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d119-9fee-4336-a60a-e9125e2799df req-51375362-a56e-44fb-abea-e4d95fcc3b02 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.524292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-51375362-a56e-44fb-abea-e4d95fcc3b02 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0413783 Nov 12 10:58:19.568446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9c369-9e23-417d-9398-19e9e1006eea req-6cba355b-19d5-48d3-bf50-4bbe23d5e424 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.570119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55d9c369-9e23-417d-9398-19e9e1006eea req-6cba355b-19d5-48d3-bf50-4bbe23d5e424 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 949 time: 0.0903459 Nov 12 10:58:19.641487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Transition to ACTIVE for port object fabd8666-3b4f-42ba-9354-4848f466e752 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:19.648734 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55d9c369-9e23-417d-9398-19e9e1006eea req-46a3b66a-b72a-4e19-85e1-f2f7781d9ea0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611732 Nov 12 10:58:19.681286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-2233644a-8799-48b0-a664-f1db52c00571 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/quotas/dfa1edaedd354cc794351113a0f638fd HTTP/1.1" status: 200 len: 375 time: 0.0602341 Nov 12 10:58:19.691489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] For port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:19.789781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] For port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:19.791646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.941282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-270b4a2b-b889-4ea2-bd0e-f75b2e7c70e9 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646970 Nov 12 10:58:19.961610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:19.968652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e47cc-e851-443d-b5e9-be3070ff0dc0 req-d945f41a-2b82-4fd8-b7cb-adec651e000f tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:19.971347 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a3e47cc-e851-443d-b5e9-be3070ff0dc0 req-d945f41a-2b82-4fd8-b7cb-adec651e000f tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 946 time: 0.0904813 Nov 12 10:58:20.039480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a3e47cc-e851-443d-b5e9-be3070ff0dc0 req-b5e1ce26-b8a6-4d6f-a1c8-67ea03ec4945 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578220 Nov 12 10:58:20.079970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:20.110175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:20.110836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.112298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 HTTP/1.1" status: 200 len: 1092 time: 4.3347235 Nov 12 10:58:20.142360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'tag': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:20.144651 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63051c1-c0ea-42c4-aded-c332b64d458d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebd25bd-21fd-44d1-8818-d2f63c289917", "tag": "cdff080f-ea55-4c5a-b0ab-7abcdf4e7664"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:20.169477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-b69d3f6f-4e52-49d9-801a-dfedc7b46d96 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4709046 Nov 12 10:58:20.192265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.329138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea85eb-aa3f-4e3f-bcaf-cc54d7faf79c req-a4cddd27-e0c1-47a1-88f8-24962895fe4a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:20.331368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6ea85eb-aa3f-4e3f-bcaf-cc54d7faf79c req-a4cddd27-e0c1-47a1-88f8-24962895fe4a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 943 time: 0.1290996 Nov 12 10:58:20.408873 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.420759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ed69-1d5b-4466-be6b-40e98eeee4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:20.430888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6ea85eb-aa3f-4e3f-bcaf-cc54d7faf79c req-00ee266f-1705-42e8-9a92-4aa734da4072 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875833 Nov 12 10:58:20.446049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3905d752-6ae1-43df-a359-83d13221d009 req-f7bafc93-0d3a-4348-ae84-51749e59e51d service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604778 Nov 12 10:58:20.550057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-e79ff5b2-7f0d-4430-8f7b-85df0dfa685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:20.551522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-e79ff5b2-7f0d-4430-8f7b-85df0dfa685a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 1095 time: 0.2681592 Nov 12 10:58:20.561717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Attempting to bind port fabd8666-3b4f-42ba-9354-4848f466e752 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:20.562071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Attempting to bind port fabd8666-3b4f-42ba-9354-4848f466e752 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:20.562411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Attempting to bind port fabd8666-3b4f-42ba-9354-4848f466e752 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:20.613415 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62cd24-f1b6-4369-8de1-5f7ab6591ca8 x-openstack-request-id: req-eb62cd24-f1b6-4369-8de1-5f7ab6591ca8 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:20.613415 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebd25bd-21fd-44d1-8818-d2f63c289917", "tag": "cdff080f-ea55-4c5a-b0ab-7abcdf4e7664", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:20.613415 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb62cd24-f1b6-4369-8de1-5f7ab6591ca8 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:20.613415 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'tag': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'status': 'completed', 'code': 200} Nov 12 10:58:20.616740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Port fabd8666-3b4f-42ba-9354-4848f466e752 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:20.617074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Attempting to bind port fabd8666-3b4f-42ba-9354-4848f466e752 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:20.623564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-eecf3ac2-a70b-454d-b15a-4195089437fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 HTTP/1.1" status: 200 len: 217 time: 0.0529904 Nov 12 10:58:20.687483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:20.687824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Checking segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:20.688246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Bound using segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:20.688727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Bound port: fabd8666-3b4f-42ba-9354-4848f466e752, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:20.689090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:20.784508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:20.847462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-45164c7e-363f-4324-a99b-285d8d534036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:20.850281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-45164c7e-363f-4324-a99b-285d8d534036 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33070c15-2ca7-49d9-a6c2-cda9a789ff84 HTTP/1.1" status: 200 len: 862 time: 0.1985843 Nov 12 10:58:20.945656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c37e-b0ec-48a3-a81a-e0add51fd77b req-e5ff64c7-cb4f-4d74-994c-bf1980d33a26 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:20.947395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2db8c37e-b0ec-48a3-a81a-e0add51fd77b req-e5ff64c7-cb4f-4d74-994c-bf1980d33a26 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 943 time: 0.2459996 Nov 12 10:58:20.963645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:20.969994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:21.014113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-b37b1fbf-528c-4e5f-b194-a0f03e1f36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.015660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-b37b1fbf-528c-4e5f-b194-a0f03e1f36ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a055990-85ea-42b8-beee-2824cff34154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489034 Nov 12 10:58:21.027202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:21.034466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:21.035161 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.089469 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.128426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2db8c37e-b0ec-48a3-a81a-e0add51fd77b req-d2197297-290b-4af5-bae5-de42ef58d1af tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514671 Nov 12 10:58:21.165395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:58:21.231571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:21.276544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.277808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.280550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-9c33183a-ae0d-4a63-af71-7f25b7efc1c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/fabd8666-3b4f-42ba-9354-4848f466e752 HTTP/1.1" status: 200 len: 1092 time: 5.7981112 Nov 12 10:58:21.304923 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.333611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:21.336650 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7021c21a-9f9f-457c-a1f8-eb7787f9a4e7" -d '{"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-plugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:21.353759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:21.374575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-7e7c6551-dbdf-4131-b48f-2150fa5ae136 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.376394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-7e7c6551-dbdf-4131-b48f-2150fa5ae136 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.69 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 946 time: 0.3345869 Nov 12 10:58:21.421018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c28b2bf2-0d41-48e9-a67c-587f0e619d09 req-54244084-5a67-49e7-b321-64da87ac77c0 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 210 time: 0.0680211 Nov 12 10:58:21.452259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-28f723bc-f116-4fdd-ae8d-93d624232371 service neutron] 10.222.0.57 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274559 Nov 12 10:58:21.559167 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.674461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:21.692959 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Sync routers for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:21.735826 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:21.737196 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:21.747481 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a28d9a-d8d3-4c8b-92c8-04fcf842ddbc x-openstack-request-id: req-21a28d9a-d8d3-4c8b-92c8-04fcf842ddbc {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:21.748581 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-plugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:21.750195 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-21a28d9a-d8d3-4c8b-92c8-04fcf842ddbc {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:21.759835 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'code': 200} Nov 12 10:58:21.762073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-066efbd2-373b-42aa-84f2-c0b3096d85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.764110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-066efbd2-373b-42aa-84f2-c0b3096d85d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 1095 time: 0.2700782 Nov 12 10:58:21.774951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89d8a7b6-fa24-4add-a17b-8877d6f45e76 req-67c0ba0b-634f-4cb6-9579-73b65700b114 service neutron] 10.222.0.57 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857747 Nov 12 10:58:21.787825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Deleting port bae570fc-7c18-449a-809d-822bd7a1db51 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:21.788212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.794124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:21.879038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-f4825279-a191-4554-98bb-0864ff62ffa1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.882960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-f4825279-a191-4554-98bb-0864ff62ffa1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b&tenant_id=207f6f65eaf44c88a1a3fff35bfda972&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 950 time: 0.2988896 Nov 12 10:58:21.897778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296f84d-29df-4edd-9456-c0d498d5f849 req-cf29a89d-18c0-4676-bebb-fb0d4fc6ae49 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:21.898665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] For port bae570fc-7c18-449a-809d-822bd7a1db51, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=bae570fc-7c18-449a-809d-822bd7a1db51,segment=NetworkSegment(8563019e-ffae-4356-a2cd-40ba13863b31),segment_id=8563019e-ffae-4356-a2cd-40ba13863b31)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:21.899029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:21.914065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Calling delete_port for bae570fc-7c18-449a-809d-822bd7a1db51 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:21.919986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6296f84d-29df-4edd-9456-c0d498d5f849 req-cf29a89d-18c0-4676-bebb-fb0d4fc6ae49 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 946 time: 0.2039535 Nov 12 10:58:22.087397 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:22.132863 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-9062d4db-7275-42e3-a8b3-7f3c9c21b75b service neutron] 10.222.0.57 "GET /v2.0/ports/94f77089-c7c2-43cf-94c6-4c3c147e1df1/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 383 time: 0.1970706 Nov 12 10:58:22.140421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6296f84d-29df-4edd-9456-c0d498d5f849 req-7c87680a-1785-443c-b685-6cf252ccb257 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/security-groups?id=36f9e269-12d3-4bae-bf67-29bc24be23b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184825 Nov 12 10:58:22.258694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-12479ce5-fd9b-4c55-a830-b2358dbcdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.260514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-12479ce5-fd9b-4c55-a830-b2358dbcdb56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1102 time: 0.0651102 Nov 12 10:58:22.401610 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:17Z', 'revision_number': 3, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:22.432585 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Checking router: 80edf699-135b-4bd7-a0a6-04abc1ef3a99 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:22.434797 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Updating router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 port 8530e210-052b-4f7d-a36c-e3f2e06f1449 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:58:22.471761 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.477910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:22.480004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f7a8b5cb-93de-46fd-a98e-202757360787 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 15.0263424 Nov 12 10:58:22.487427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-4dbd6028-8357-4467-ae09-5b1288508dfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fabd8666-3b4f-42ba-9354-4848f466e752 HTTP/1.1" status: 200 len: 217 time: 0.7098396 Nov 12 10:58:22.488812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36580) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:22.505939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f144d85-50c5-4792-bbae-3650ac7b0029 req-af402f01-be6f-4938-bf1c-bc066c18125a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.508544 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9f144d85-50c5-4792-bbae-3650ac7b0029 req-af402f01-be6f-4938-bf1c-bc066c18125a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 943 time: 0.2145882 Nov 12 10:58:22.582120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-1769f05d-e422-4ad5-9135-94e471292f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.583975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-1769f05d-e422-4ad5-9135-94e471292f52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3139589 Nov 12 10:58:22.615748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:22.618078 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd85d745-206a-4c92-8041-8d9412da0d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:22.658914 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-74aa5fe3-c0f9-4c41-aa5c-195d092f502e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0654538 Nov 12 10:58:22.662403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-3805f71a-7983-479f-9548-a16395b28697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.664359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-3805f71a-7983-479f-9548-a16395b28697 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 1095 time: 0.2338307 Nov 12 10:58:22.688485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9f144d85-50c5-4792-bbae-3650ac7b0029 req-04617455-88ad-402a-8531-5aab53063af2 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476028 Nov 12 10:58:22.720673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-3edadb61-32e6-417c-b308-7d441dc12758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.723116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-3edadb61-32e6-417c-b308-7d441dc12758 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5adfa467-a20e-4f6a-9ee5-a933f80fb700 HTTP/1.1" status: 200 len: 844 time: 0.2044015 Nov 12 10:58:22.791245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-bcf6c7ea-79fe-46a5-8c75-30a388362ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.796237 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-bcf6c7ea-79fe-46a5-8c75-30a388362ba3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1213167 Nov 12 10:58:22.801087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-14eb66b7-a938-4995-840a-6ddf2e5cecac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f012e9f-7910-4076-8d3e-0ae36a5588bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279047 Nov 12 10:58:22.895258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2f458-8263-4d55-969b-19c4046e5f18 req-8f0c2322-0bb2-4ecb-a3c2-42f44407b867 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.898436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3e2f458-8263-4d55-969b-19c4046e5f18 req-8f0c2322-0bb2-4ecb-a3c2-42f44407b867 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.9018753 Nov 12 10:58:22.915470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-2bae6a16-cd36-478b-bb3f-c51011dee6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.916963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-2bae6a16-cd36-478b-bb3f-c51011dee6e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073520 Nov 12 10:58:22.931069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826e50a-42c2-474c-8e4c-0b1df2374009 req-88ef1b61-6558-47f3-86ae-8c8b595e06e6 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:22.932691 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4826e50a-42c2-474c-8e4c-0b1df2374009 req-88ef1b61-6558-47f3-86ae-8c8b595e06e6 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 943 time: 0.0739803 Nov 12 10:58:23.052446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4826e50a-42c2-474c-8e4c-0b1df2374009 req-a197d97d-4c2e-4893-95f1-36c5d6980bf5 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105704 Nov 12 10:58:23.086521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-6f816920-44f6-4bf1-86dc-71b0a5072d49 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526716 Nov 12 10:58:23.199679 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.203889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1536dcd5-ec15-48e7-ab93-1eb083ca9028 req-661df41b-cdff-4f60-aa34-4b16a76d7e4e tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 210 time: 0.0371695 Nov 12 10:58:23.250705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-e84c3e91-d089-41b3-9d85-856cfafd2f9b service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558416 Nov 12 10:58:23.261505 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.275017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-f1912307-f17d-44b7-ab3d-e02e4826bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:23.278505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-f1912307-f17d-44b7-ab3d-e02e4826bef6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 924 time: 0.5694978 Nov 12 10:58:23.302451 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.365446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Pushing event deleted for resources: {'Port': ['ID=bae570fc-7c18-449a-809d-822bd7a1db51,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:23.468156 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6771b14-3d9d-4e10-8f20-9b1927010d4a x-openstack-request-id: req-f6771b14-3d9d-4e10-8f20-9b1927010d4a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:23.468612 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:23.469009 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f6771b14-3d9d-4e10-8f20-9b1927010d4a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:23.469640 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'status': 'completed', 'code': 200} Nov 12 10:58:23.480875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-dba47dd9-3e6c-4ea8-8686-81621bec7960 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 HTTP/1.1" status: 200 len: 217 time: 0.1240416 Nov 12 10:58:23.495439 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Pushing event updated for resources: {'Port': ['ID=8530e210-052b-4f7d-a36c-e3f2e06f1449,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:23.504050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3e2f458-8263-4d55-969b-19c4046e5f18 req-f4355d9f-6678-4df8-93bb-2309f4a2284c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700901 Nov 12 10:58:23.518934 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Attempting to bind port 8530e210-052b-4f7d-a36c-e3f2e06f1449 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:23.519500 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Attempting to bind port 8530e210-052b-4f7d-a36c-e3f2e06f1449 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:23.526806 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Attempting to bind port 8530e210-052b-4f7d-a36c-e3f2e06f1449 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.572193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:23.577508 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:23.578243 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:23.578737 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.583052 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:23.583839 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Bound port: 8530e210-052b-4f7d-a36c-e3f2e06f1449, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:23.584606 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.627328 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e426636-a3de-4edd-bd02-b11fc17d1c59 req-740ec6db-bd6d-4047-936b-0bf52acd8395 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 210 time: 0.0787625 Nov 12 10:58:23.695313 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-84394794-d6a7-4c0f-acce-7e184763fb41 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dfa1edaedd354cc794351113a0f638fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321012 Nov 12 10:58:23.740931 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] For port 8530e210-052b-4f7d-a36c-e3f2e06f1449, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:23.749890 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] For port 8530e210-052b-4f7d-a36c-e3f2e06f1449, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8530e210-052b-4f7d-a36c-e3f2e06f1449,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:23.778887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-415264f1-96bf-4f12-809a-87e7dc23e6e6 service neutron] 10.222.0.57 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9061368 Nov 12 10:58:23.780234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] No DVR routers for this DVR port bae570fc-7c18-449a-809d-822bd7a1db51 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:23.850480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.856622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c314587c-6907-46f2-b5b1-b03bb3e72dec req-391a1743-33f4-4417-a950-fda27315d068 tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.69 "DELETE /v2.0/ports/bae570fc-7c18-449a-809d-822bd7a1db51 HTTP/1.1" status: 204 len: 173 time: 2.4472377 Nov 12 10:58:23.879538 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:23.929265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d119-9fee-4336-a60a-e9125e2799df req-ed528b91-6804-4681-ab84-aa16c6296c4a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:23.933328 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-ed528b91-6804-4681-ab84-aa16c6296c4a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244709 Nov 12 10:58:23.962922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Request body: {'port': {'device_id': '26fbc7af-d758-4707-884d-fa4fc3dee4df', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'dfa1edaedd354cc794351113a0f638fd'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:24.020445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device bae570fc-7c18-449a-809d-822bd7a1db51 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:24.028341 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:24.029653 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:24.152107 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd361916-e3d7-4c09-86e3-4f7e83b35976 None None] Pushing event updated for resources: {'Port': ['ID=8530e210-052b-4f7d-a36c-e3f2e06f1449,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:24.163479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: bae570fc-7c18-449a-809d-822bd7a1db51 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:24.165743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device bae570fc-7c18-449a-809d-822bd7a1db51 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:24.278324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-870fa5c2-d3b5-4294-8945-066bf1018f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.280750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-870fa5c2-d3b5-4294-8945-066bf1018f0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33070c15-2ca7-49d9-a6c2-cda9a789ff84 HTTP/1.1" status: 200 len: 862 time: 0.6106637 Nov 12 10:58:24.419953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8c96b-b91f-4649-9cfc-6a8758b5abd0 req-246b40a2-a97d-4304-a29d-a416d29c706c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.422513 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aee8c96b-b91f-4649-9cfc-6a8758b5abd0 req-246b40a2-a97d-4304-a29d-a416d29c706c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 943 time: 0.5469699 Nov 12 10:58:24.434628 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:24.486579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f3184-6f06-4966-b355-d065394bbe4b req-9ba4a1b2-2134-4f0b-8499-2f519d3f6cf3 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.499606 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e4f3184-6f06-4966-b355-d065394bbe4b req-9ba4a1b2-2134-4f0b-8499-2f519d3f6cf3 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 943 time: 0.1723421 Nov 12 10:58:24.514973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7026629-6613-4f1f-8e6c-f7c2ab1657da req-d8debaf7-ba5f-49b9-b56f-f7fcee8a3b50 service neutron] 10.222.0.57 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813970 Nov 12 10:58:24.524275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Made reservation on behalf of dfa1edaedd354cc794351113a0f638fd for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:24.528998 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:24.549059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-3c2d8083-a2ca-4b44-8d90-5a138d222488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:24.551786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-3c2d8083-a2ca-4b44-8d90-5a138d222488 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a055990-85ea-42b8-beee-2824cff34154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2534063 Nov 12 10:58:24.653856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e4f3184-6f06-4966-b355-d065394bbe4b req-cda46072-3c14-445e-a599-51c4f628dc1d tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524997 Nov 12 10:58:24.795858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aee8c96b-b91f-4649-9cfc-6a8758b5abd0 req-01740f39-98fc-4086-9cb0-488da22e90d1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183005 Nov 12 10:58:24.804397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:24.819973 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cba7a26e-4d31-4691-9508-a8d4736856dd req-f57824ad-c717-4108-b592-ca663595d4f9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 210 time: 0.0657604 Nov 12 10:58:24.907230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Allocated IP 192.168.233.163 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/d1bf28ed-3afe-4635-83de-f0a96fceb77f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:24.918463 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:17Z', 'revision_number': 3, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:24.996688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-ea769595-6fcd-445b-bb51-77a066c1a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:25.003819 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e37bd-fb3c-4494-a1c1-f6778b68b715 None None] The sync data for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 is: [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:17Z', 'revision_number': 3, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:25.004847 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-ea769595-6fcd-445b-bb51-77a066c1a00c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 1095 time: 0.3264179 Nov 12 10:58:25.105766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:25.167526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'port_id': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'mac_address': 'fa:16:3e:4d:2f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:25.176741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.188466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-3547c82a-1eb1-495e-bcb6-7bce21ec5529 service neutron] 10.222.0.57 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140318 Nov 12 10:58:25.270275 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.282244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c15ace-3251-435a-a12f-de2079b1e331 req-9648ceb8-1041-4905-89d0-27b13651268d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:25.285137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-83c15ace-3251-435a-a12f-de2079b1e331 req-9648ceb8-1041-4905-89d0-27b13651268d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.3250940 Nov 12 10:58:25.295712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:25.353157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:25.467346 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.590248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83192a0-2338-45a4-8413-56095dadcb3c', 'name': 'network-vif-deleted', 'tag': 'bae570fc-7c18-449a-809d-822bd7a1db51'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:25.596355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.600805 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bda81f0-0b06-4445-9512-1da9eb2e0fb4" -d '{"events": [{"server_uuid": "f83192a0-2338-45a4-8413-56095dadcb3c", "name": "network-vif-deleted", "tag": "bae570fc-7c18-449a-809d-822bd7a1db51"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:25.613697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:25.628663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebf42e8a-5d63-473e-a5e3-d468349b7a9d req-5f1ad072-0908-4312-b1c6-4b8cd8472e8d tempest-VolumesAdminNegativeTest-1373131430 tempest-VolumesAdminNegativeTest-1373131430-project] 10.222.0.98 "GET /v2.0/ports?device_id=f83192a0-2338-45a4-8413-56095dadcb3c HTTP/1.1" status: 200 len: 210 time: 0.2261531 Nov 12 10:58:25.672017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Allocated IP 172.20.0.1 (2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d/c371491a-6cd5-4109-9063-e81c85aa3f0d/c285dc88-b055-471c-b339-52135b8e0129) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:25.757246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-83c15ace-3251-435a-a12f-de2079b1e331 req-75c800c8-515e-40a3-9f96-c77c89cc5a22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496248 Nov 12 10:58:25.778759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['cdff080f-ea55-4c5a-b0ab-7abcdf4e7664'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:25.827569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:25.910444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', '66f19155-65f5-4404-94eb-59f99f05168c', 'f8c479f5-4ea3-4770-8c55-6de95c050a1d', '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:25.917770 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ffea9e-a611-4eea-81b6-c658b35bdca4 x-openstack-request-id: req-82ffea9e-a611-4eea-81b6-c658b35bdca4 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:25.918349 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83192a0-2338-45a4-8413-56095dadcb3c", "name": "network-vif-deleted", "tag": "bae570fc-7c18-449a-809d-822bd7a1db51", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:25.918708 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82ffea9e-a611-4eea-81b6-c658b35bdca4 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:25.919217 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83192a0-2338-45a4-8413-56095dadcb3c', 'name': 'network-vif-deleted', 'tag': 'bae570fc-7c18-449a-809d-822bd7a1db51', 'status': 'completed', 'code': 200} Nov 12 10:58:25.982887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:25.994456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:26.003351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-a28b1275-ff16-4886-b92c-384987b79b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:26.006756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-a28b1275-ff16-4886-b92c-384987b79b44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 905 time: 0.9869940 Nov 12 10:58:26.015633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:26.116708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-14a32e67-a3a4-43e4-8b15-c0ac76d73f9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fabd8666-3b4f-42ba-9354-4848f466e752 HTTP/1.1" status: 200 len: 217 time: 0.0975771 Nov 12 10:58:26.133157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event updated for resources: {'Port': ['ID=d1bf28ed-3afe-4635-83de-f0a96fceb77f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:26.134047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9a2d8-2aab-4e7d-a607-dd5e52a72cea req-82759944-306b-4b55-ae1f-93d4c417416a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:26.135870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ec9a2d8-2aab-4e7d-a607-dd5e52a72cea req-82759944-306b-4b55-ae1f-93d4c417416a tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 944 time: 0.2445042 Nov 12 10:58:26.162221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.162561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.163696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.164172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.164607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.165149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.165536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.165926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.166261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.166588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.172117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.172576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:26.260134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5c284-d856-4970-a440-45de0f36b125 req-aedb148a-c472-4250-8606-7b758aeae379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:26.267774 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ea5c284-d856-4970-a440-45de0f36b125 req-aedb148a-c472-4250-8606-7b758aeae379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 943 time: 0.2547338 Nov 12 10:58:26.367169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:26.368701 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.385199 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ea5c284-d856-4970-a440-45de0f36b125 req-b99194e6-0340-4482-9674-99f1b0b3233f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160345 Nov 12 10:58:26.518672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-87a6b7e7-3f85-4833-92b6-e495dbfbbcdc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5649195 Nov 12 10:58:26.535484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Request body: {'port': {'device_id': '26fbc7af-d758-4707-884d-fa4fc3dee4df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:26.776972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0f2171a8-c55b-4e77-a8b9-3eb75612cc54 None None] Provisioning complete for port d1bf28ed-3afe-4635-83de-f0a96fceb77f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:26.778186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f2171a8-c55b-4e77-a8b9-3eb75612cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.846673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0f2171a8-c55b-4e77-a8b9-3eb75612cc54 None None] Port d1bf28ed-3afe-4635-83de-f0a96fceb77f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:26.848602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fabd8666-3b4f-42ba-9354-4848f466e752 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:26.857371 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:26.910963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a456bb-1b79-406d-b204-9555ca18204e req-2e035aab-c21a-445a-b42e-ca4eba73b5ec tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:26.928532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64a456bb-1b79-406d-b204-9555ca18204e req-2e035aab-c21a-445a-b42e-ca4eba73b5ec tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 936 time: 0.2269330 Nov 12 10:58:27.013742 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63051c1-c0ea-42c4-aded-c332b64d458d req-837e44c4-c8f6-4a22-a75e-195fc02a3eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8076270 Nov 12 10:58:27.064706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64a456bb-1b79-406d-b204-9555ca18204e req-2a40eb9b-1440-45d7-be52-2bd3552da1bd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303236 Nov 12 10:58:27.116238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.192006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359', 'f5b48106-a276-4030-99dc-ec5cd8c6247d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:27.223090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-fdc4695a-b48b-4840-9f14-60480732c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.224688 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-fdc4695a-b48b-4840-9f14-60480732c266 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5adfa467-a20e-4f6a-9ee5-a933f80fb700 HTTP/1.1" status: 200 len: 844 time: 1.0767827 Nov 12 10:58:27.239819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-cbdcae3e-e423-4a86-b725-0099f643086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.241947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-cbdcae3e-e423-4a86-b725-0099f643086d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b&tenant_id=207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 1102 time: 0.3448420 Nov 12 10:58:27.244032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:27.249175 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ec9a2d8-2aab-4e7d-a607-dd5e52a72cea req-8f2b71b3-7c3d-44a7-a6bf-3323a681cfa8 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555672 Nov 12 10:58:27.270205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:27.330695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'port_id': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'mac_address': 'fa:16:3e:fb:54:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adfa467-a20e-4f6a-9ee5-a933f80fb700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:27.393541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.396905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-1c1df906-22b6-4a71-a2b6-4a3bcc06d6fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f012e9f-7910-4076-8d3e-0ae36a5588bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361079 Nov 12 10:58:27.409931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36694) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:27.441220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabd8666-3b4f-42ba-9354-4848f466e752 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:27.476780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:27.491854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.571740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.606146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8530e210-052b-4f7d-a36c-e3f2e06f1449 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:27.696391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.718335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:27.751116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-5178c095-8fef-47de-b002-ca1ea85c1a3a admin admin] Deleting subnet 34b085ca-a791-4cd0-ae1b-c77c90545e2b {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:27.753093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:27.760893 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5178c095-8fef-47de-b002-ca1ea85c1a3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.770100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:27.810318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7e5d9-33b0-439a-93a9-886f028a6419 req-fedc2618-df0f-4ad5-8b30-81d5f7f3522b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:27.817898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bea7e5d9-33b0-439a-93a9-886f028a6419 req-fedc2618-df0f-4ad5-8b30-81d5f7f3522b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 944 time: 0.1877844 Nov 12 10:58:27.861706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:27.923019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bf28ed-3afe-4635-83de-f0a96fceb77f {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:27.938228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5178c095-8fef-47de-b002-ca1ea85c1a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:27.960512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fabd8666-3b4f-42ba-9354-4848f466e752'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:27.977218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.030065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Transition to ACTIVE for port object d1bf28ed-3afe-4635-83de-f0a96fceb77f will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:28.065462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bea7e5d9-33b0-439a-93a9-886f028a6419 req-3dd98d66-abab-43ef-a083-28f9ec535847 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463980 Nov 12 10:58:28.066775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5178c095-8fef-47de-b002-ca1ea85c1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.146821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.221113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8530e210-052b-4f7d-a36c-e3f2e06f1449 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:28.221416 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.286171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bf28ed-3afe-4635-83de-f0a96fceb77f,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:28.337321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-875bbe11-441d-44a9-955d-0fa5d3ec95b3 service neutron] 10.222.0.57 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9198794 Nov 12 10:58:28.343639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Pushing event updated for resources: {'Port': ['ID=c285dc88-b055-471c-b339-52135b8e0129,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:28.385102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.430689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-69050111-b0aa-4ef4-a1f5-e3d8d88a33d6 None None] Provisioning complete for port c285dc88-b055-471c-b339-52135b8e0129 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:28.431495 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-69050111-b0aa-4ef4-a1f5-e3d8d88a33d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.504654 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5178c095-8fef-47de-b002-ca1ea85c1a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.525140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c671-e7a2-42b9-97fd-cd82506bfa78 req-7e2d4b61-6c27-4b8e-acd2-5bf798bef933 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:28.534833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04c6c671-e7a2-42b9-97fd-cd82506bfa78 req-7e2d4b61-6c27-4b8e-acd2-5bf798bef933 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.9184387 Nov 12 10:58:28.582967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-69050111-b0aa-4ef4-a1f5-e3d8d88a33d6 None None] Port c285dc88-b055-471c-b339-52135b8e0129 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:28.592599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a578e5-b919-4359-8686-cccde8c36378 req-be939eff-23ae-4ab4-9b3e-c5739ba142de tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:28.603028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65a578e5-b919-4359-8686-cccde8c36378 req-be939eff-23ae-4ab4-9b3e-c5739ba142de tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 948 time: 0.4007640 Nov 12 10:58:28.607813 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5178c095-8fef-47de-b002-ca1ea85c1a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.609134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.617261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5178c095-8fef-47de-b002-ca1ea85c1a3a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/34b085ca-a791-4cd0-ae1b-c77c90545e2b HTTP/1.1" status: 204 len: 168 time: 1.1937180 Nov 12 10:58:28.622334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:28.656136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Attempting to bind port d1bf28ed-3afe-4635-83de-f0a96fceb77f on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:28.656779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Attempting to bind port d1bf28ed-3afe-4635-83de-f0a96fceb77f by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:28.657340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Attempting to bind port d1bf28ed-3afe-4635-83de-f0a96fceb77f on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:28.664331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 8530e210-052b-4f7d-a36c-e3f2e06f1449, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8530e210-052b-4f7d-a36c-e3f2e06f1449,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:28.672009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178c095-8fef-47de-b002-ca1ea85c1a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b085ca-a791-4cd0-ae1b-c77c90545e2b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:28.698057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Port d1bf28ed-3afe-4635-83de-f0a96fceb77f on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:28.698658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Attempting to bind port d1bf28ed-3afe-4635-83de-f0a96fceb77f on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:28.743758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:28.744365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:28.745635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:28.746931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Bound port: d1bf28ed-3afe-4635-83de-f0a96fceb77f, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:28.747528 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.752314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.787913 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:28.817775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:28.820319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:28.837307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65a578e5-b919-4359-8686-cccde8c36378 req-e397501d-00e4-4f44-80c9-ebe4f01120d3 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324977 Nov 12 10:58:28.884671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=8530e210-052b-4f7d-a36c-e3f2e06f1449,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:28.946965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd85d745-206a-4c92-8041-8d9412da0d3e req-560e5481-378b-4f69-9442-f96b8af0d43d service neutron] 10.222.0.57 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859289 Nov 12 10:58:28.972904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04c6c671-e7a2-42b9-97fd-cd82506bfa78 req-3414b40a-7464-471a-ba04-c6ecd62c58c0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371336 Nov 12 10:58:28.977887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:29.013412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] For port d1bf28ed-3afe-4635-83de-f0a96fceb77f, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:29.050886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:29.054575 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b5b548-5930-4ccb-ac8f-1f772d50da22" -d '{"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-unplugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:29.054949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] For port d1bf28ed-3afe-4635-83de-f0a96fceb77f, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d1bf28ed-3afe-4635-83de-f0a96fceb77f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:29.061376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.078431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.084074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:29.092188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:29.092188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.118132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Transition to ACTIVE for port object 94f77089-c7c2-43cf-94c6-4c3c147e1df1 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:29.124961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.150487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c934a6-2391-4e7e-895b-31872c457aa2']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:29.165092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8563019e-ffae-4356-a2cd-40ba13863b31') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:29.165795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8563019e-ffae-4356-a2cd-40ba13863b31') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:29.178035 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.182828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.205260 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1771b56-88c7-4c5a-93a3-7031c480d5b9 x-openstack-request-id: req-b1771b56-88c7-4c5a-93a3-7031c480d5b9 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:29.205674 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-unplugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:29.205801 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b1771b56-88c7-4c5a-93a3-7031c480d5b9 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:29.206177 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'code': 200} Nov 12 10:58:29.209358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.290346 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.311325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.312021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf14ce90-14d2-4f71-8aaf-ae969031ca2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.312201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.313531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] 10.222.0.57 "PUT /v2.0/ports/d1bf28ed-3afe-4635-83de-f0a96fceb77f HTTP/1.1" status: 200 len: 1097 time: 2.7855692 Nov 12 10:58:29.315584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fbc7af-d758-4707-884d-fa4fc3dee4df', 'tag': 'd1bf28ed-3afe-4635-83de-f0a96fceb77f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:29.324555 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffb63d0-c55b-47af-bf93-0aaba5401654" -d '{"events": [{"name": "network-changed", "server_uuid": "26fbc7af-d758-4707-884d-fa4fc3dee4df", "tag": "d1bf28ed-3afe-4635-83de-f0a96fceb77f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:29.336020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:29.336431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.338853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] No DVR routers for this DVR port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: timer() Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:29.339798 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:29.361374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab788b2-de5e-41b4-92ea-95c7a6462a40 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bf28ed-3afe-4635-83de-f0a96fceb77f,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:29.363215 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.423497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=10']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:29.461333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae92a8-54f2-47b0-8e63-d5f0fb5679cd req-8c1ca479-e7af-4ad7-8131-48aff7e66257 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.463449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:29.467959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aeae92a8-54f2-47b0-8e63-d5f0fb5679cd req-8c1ca479-e7af-4ad7-8131-48aff7e66257 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 944 time: 0.3706641 Nov 12 10:58:29.497277 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a423ce41-41cc-46a8-b17a-b4f510a33a8e" -d '{"events": [{"server_uuid": "3ebd25bd-21fd-44d1-8818-d2f63c289917", "name": "network-vif-plugged", "status": "completed", "tag": "cdff080f-ea55-4c5a-b0ab-7abcdf4e7664"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:29.500081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:29.500433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:29.500769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:29.512345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ed778-351a-44a5-9f02-5025bf89de68 req-ca97ed6d-631e-43be-9062-8fd4dee7d9b9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.514882 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b87ed778-351a-44a5-9f02-5025bf89de68 req-ca97ed6d-631e-43be-9062-8fd4dee7d9b9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 944 time: 0.2249188 Nov 12 10:58:29.549666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:29.549950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Attempting to bind port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:29.569086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:29.569455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:29.569873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:29.570460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Bound port: 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:29.570829 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.571965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:29.593046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.646309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.660868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a4c934a6-2391-4e7e-895b-31872c457aa2 HTTP/1.1" status: 204 len: 168 time: 1.0172119 Nov 12 10:58:29.666735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:29.694420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.694420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:29.697931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.723557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17ccc1-3e20-42ca-ad77-b40a7cd84392 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c934a6-2391-4e7e-895b-31872c457aa2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:29.745422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d119-9fee-4336-a60a-e9125e2799df req-581de052-63a1-4dd7-9aa3-5da0469fc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:29.746119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8530e210-052b-4f7d-a36c-e3f2e06f1449 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:29.746321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-581de052-63a1-4dd7-9aa3-5da0469fc979 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 1100 time: 0.2699089 Nov 12 10:58:29.753893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b87ed778-351a-44a5-9f02-5025bf89de68 req-097d7204-34d4-467b-8eac-772ae371ed52 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306793 Nov 12 10:58:29.816133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:29.864983 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.872418 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aeae92a8-54f2-47b0-8e63-d5f0fb5679cd req-74f1b459-c9fc-481a-973c-e5379bb81b34 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3458967 Nov 12 10:58:29.882349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-0719a2a3-d697-4726-ade6-45c3906d5d5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=d1bf28ed-3afe-4635-83de-f0a96fceb77f HTTP/1.1" status: 200 len: 217 time: 0.1237075 Nov 12 10:58:29.887631 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdf8ea3-e457-4f90-ae08-9e19c5d3d37f x-openstack-request-id: req-9cdf8ea3-e457-4f90-ae08-9e19c5d3d37f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:29.893849 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fbc7af-d758-4707-884d-fa4fc3dee4df", "tag": "d1bf28ed-3afe-4635-83de-f0a96fceb77f", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:29.893849 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9cdf8ea3-e457-4f90-ae08-9e19c5d3d37f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:29.893849 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fbc7af-d758-4707-884d-fa4fc3dee4df', 'tag': 'd1bf28ed-3afe-4635-83de-f0a96fceb77f', 'status': 'completed', 'code': 200} Nov 12 10:58:29.908640 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0d04a0-8016-4be2-b23b-2c0047c36fa2 x-openstack-request-id: req-1e0d04a0-8016-4be2-b23b-2c0047c36fa2 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:29.909482 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebd25bd-21fd-44d1-8818-d2f63c289917", "name": "network-vif-plugged", "status": "completed", "tag": "cdff080f-ea55-4c5a-b0ab-7abcdf4e7664", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:29.909482 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1e0d04a0-8016-4be2-b23b-2c0047c36fa2 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:29.909782 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'code': 200} Nov 12 10:58:29.913941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:29.948509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8530e210-052b-4f7d-a36c-e3f2e06f1449 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:29.949656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:29.969964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:30.000739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:30.072774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-136e70a7-10be-497e-9470-b97873208ff3 admin admin] Deleting subnet eee2d5d8-e8c6-41c3-a8ab-7ee2ac1eaaad {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:58:30.111164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.135733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-136e70a7-10be-497e-9470-b97873208ff3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.199476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Pushing event updated for resources: {'Port': ['ID=c285dc88-b055-471c-b339-52135b8e0129,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:30.206855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.263121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.263768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.265228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] 10.222.0.69 "PUT /v2.0/ports/94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 1098 time: 3.0003815 Nov 12 10:58:30.270234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-136e70a7-10be-497e-9470-b97873208ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.277710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d119-9fee-4336-a60a-e9125e2799df req-c3b9089c-53f1-441e-89d6-053fe2924001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.279465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-c3b9089c-53f1-441e-89d6-053fe2924001 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.3844759 Nov 12 10:58:30.290863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562970a-662f-49ce-b717-172da7eb7b57 req-412fd0c0-e959-483e-b763-3041ce215f24 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.292439 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6562970a-662f-49ce-b717-172da7eb7b57 req-412fd0c0-e959-483e-b763-3041ce215f24 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 948 time: 0.1356578 Nov 12 10:58:30.413348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6562970a-662f-49ce-b717-172da7eb7b57 req-6fcada51-8b89-468b-9aea-4d40b5e93f14 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035969 Nov 12 10:58:30.415755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d119-9fee-4336-a60a-e9125e2799df req-b1c65fbc-a094-4a85-b38f-d1e655b777b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.417485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-b1c65fbc-a094-4a85-b38f-d1e655b777b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229973 Nov 12 10:58:30.425391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd19962-2739-44d1-bd80-a5b2c523e331 req-f8576bac-a423-4bf3-8dd1-5c3ed415ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.426955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dd19962-2739-44d1-bd80-a5b2c523e331 req-f8576bac-a423-4bf3-8dd1-5c3ed415ca79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 1097 time: 0.3471401 Nov 12 10:58:30.493994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e3c66-3dd8-4ec1-9ace-5465a4ea8cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=11']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:30.509146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-136e70a7-10be-497e-9470-b97873208ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:30.597289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dd19962-2739-44d1-bd80-a5b2c523e331 req-7e04ec1e-91da-44b2-8dd8-b8b58c9ac14f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442280 Nov 12 10:58:30.608263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-3dc1d572-951c-4355-abe8-b4c183acc8bc service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789184 Nov 12 10:58:30.636238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-8d9c470a-32d7-4cda-8658-f89658cb242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.638317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-8d9c470a-32d7-4cda-8658-f89658cb242c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1101 time: 0.3037019 Nov 12 10:58:30.657133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c0694-07b8-4166-8997-8e9e7b9835eb req-e80d98f2-ea1b-4ca3-8890-8db11b20ee0d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:30.658738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-856c0694-07b8-4166-8997-8e9e7b9835eb req-e80d98f2-ea1b-4ca3-8890-8db11b20ee0d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 949 time: 0.3144610 Nov 12 10:58:30.660928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:30.675167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:30.823197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fabd8666-3b4f-42ba-9354-4848f466e752 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:30.884536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-856c0694-07b8-4166-8997-8e9e7b9835eb req-966a0b43-a9d6-494c-859a-ffc00c9ce0b4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115450 Nov 12 10:58:30.929277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-136e70a7-10be-497e-9470-b97873208ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.004047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e70a7-10be-497e-9470-b97873208ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee2d5d8-e8c6-41c3-a8ab-7ee2ac1eaaad,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:31.011035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-136e70a7-10be-497e-9470-b97873208ff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.014222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-136e70a7-10be-497e-9470-b97873208ff3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/eee2d5d8-e8c6-41c3-a8ab-7ee2ac1eaaad HTTP/1.1" status: 204 len: 168 time: 1.3403771 Nov 12 10:58:31.016449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-2b872772-86ce-4e6d-bf63-d114d2dc01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.018410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-2b872772-86ce-4e6d-bf63-d114d2dc01ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3563364 Nov 12 10:58:31.021258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36732) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:31.045894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d6858816-f19a-48f1-8a56-274593166d8d None None] Provisioning complete for port c285dc88-b055-471c-b339-52135b8e0129 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:31.046494 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6858816-f19a-48f1-8a56-274593166d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.081073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port fabd8666-3b4f-42ba-9354-4848f466e752 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:31.097667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port fabd8666-3b4f-42ba-9354-4848f466e752 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:31.098303 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.112618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-21e22b45-deda-407c-9b05-1fe4632baa41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0836718 Nov 12 10:58:31.145001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d6858816-f19a-48f1-8a56-274593166d8d None None] Port c285dc88-b055-471c-b339-52135b8e0129 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:31.210520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17c059-8634-48b9-864c-4fd27fba5b11 req-33136334-4158-4deb-b577-d701fbfd5c03 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.218889 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.225941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f17c059-8634-48b9-864c-4fd27fba5b11 req-33136334-4158-4deb-b577-d701fbfd5c03 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 944 time: 0.1466525 Nov 12 10:58:31.232214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d44d119-9fee-4336-a60a-e9125e2799df req-eed76089-6e9d-4367-97ca-f92aa67725ae service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262371 Nov 12 10:58:31.233466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:31.235857 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2152b7c6-d8d9-4216-a24a-bc99182dca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:31.274893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:31.284738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:31.306591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f17c059-8634-48b9-864c-4fd27fba5b11 req-c2ab5a02-d903-48f0-a89d-4c5d826ef72d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738933 Nov 12 10:58:31.335318 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.344154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-26897e88-8f5a-44ae-ac40-13b9bc9cc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.346058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-26897e88-8f5a-44ae-ac40-13b9bc9cc642 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1754932 Nov 12 10:58:31.360113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec1b6-e6cf-4707-a102-e7c87f284fe7 req-f41e2c75-f57a-4912-a146-33f856d0dd42 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.361911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-614ec1b6-e6cf-4707-a102-e7c87f284fe7 req-f41e2c75-f57a-4912-a146-33f856d0dd42 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 945 time: 0.2526209 Nov 12 10:58:31.444941 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.451893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-88e23d55-26b0-40f4-946c-1033787b7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.453831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-88e23d55-26b0-40f4-946c-1033787b7965 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 1100 time: 0.0524194 Nov 12 10:58:31.492491 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e40062-f245-40b6-8295-163e7c44da96 x-openstack-request-id: req-54e40062-f245-40b6-8295-163e7c44da96 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:31.493067 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:31.493399 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-54e40062-f245-40b6-8295-163e7c44da96 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:31.494164 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'status': 'completed', 'code': 200} Nov 12 10:58:31.631335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:31.679736 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ebff6359-421b-458c-9f41-70e72226232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:31.746607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a64f46-f2c6-479a-b9a8-3ff28b5c44ae req-a2872964-6ded-49ea-8d09-ec68dc7354ef tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.758043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-66a64f46-f2c6-479a-b9a8-3ff28b5c44ae req-a2872964-6ded-49ea-8d09-ec68dc7354ef tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 948 time: 0.1690423 Nov 12 10:58:31.760261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-3a964e14-d332-4bf0-89db-45cff4249e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.763603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-3a964e14-d332-4bf0-89db-45cff4249e60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2928336 Nov 12 10:58:31.842320 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-ba33c511-2283-4c67-9236-e13db4813530 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=d1bf28ed-3afe-4635-83de-f0a96fceb77f HTTP/1.1" status: 200 len: 217 time: 0.0494757 Nov 12 10:58:31.910447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:31.913776 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8346eab6-ba9c-43f3-9c00-46f64bb2d3b9" -d '{"events": [{"server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "name": "network-vif-plugged", "status": "completed", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:31.918473 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-66a64f46-f2c6-479a-b9a8-3ff28b5c44ae req-4284df6c-1584-4890-b5b6-63cebb4ca25e tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512206 Nov 12 10:58:31.961074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-98640667-9cdd-4621-987e-21c97f99349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:31.969192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-98640667-9cdd-4621-987e-21c97f99349e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1179111 Nov 12 10:58:31.979964 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeed3f3-dcd1-4458-a2c0-9c9e67eb9b64 x-openstack-request-id: req-5eeed3f3-dcd1-4458-a2c0-9c9e67eb9b64 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:31.980613 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "name": "network-vif-plugged", "status": "completed", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:31.981647 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5eeed3f3-dcd1-4458-a2c0-9c9e67eb9b64 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:31.982431 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'code': 200} Nov 12 10:58:32.033223 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-614ec1b6-e6cf-4707-a102-e7c87f284fe7 req-9bfcb244-087a-4967-9765-41881f58fb33 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6009927 Nov 12 10:58:32.089105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-bd088d29-c8b2-4278-851c-93fb62dc943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.090771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-bd088d29-c8b2-4278-851c-93fb62dc943f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7236629 Nov 12 10:58:32.122302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.130969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-55ef8590-54b2-4b78-a699-e1c3ccec433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.135914 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-55ef8590-54b2-4b78-a699-e1c3ccec433d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1486943 Nov 12 10:58:32.147980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf1c56-b14f-49bc-a80a-f0bfbdab7bc1 req-b0bb3f62-ea58-4d33-bf34-2995aaa475ad tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.149707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eddf1c56-b14f-49bc-a80a-f0bfbdab7bc1 req-b0bb3f62-ea58-4d33-bf34-2995aaa475ad tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 949 time: 0.0757606 Nov 12 10:58:32.150815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-41ade438-ef28-4225-a6d6-7cd45546bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.152533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-41ade438-ef28-4225-a6d6-7cd45546bb6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1101 time: 0.6138318 Nov 12 10:58:32.200506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:32.222620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Sync routers for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:32.243135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e3356255-8277-4562-bb03-c0458e1b5516 admin admin] 10.222.0.98 "PUT /v2.0/routers/80edf699-135b-4bd7-a0a6-04abc1ef3a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7518470 Nov 12 10:58:32.251046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:32.253475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12cec91-ec12-411c-a666-40e5a65112f3']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:32.254617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:32.361405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cc3315-2079-4525-a5c5-c5ba79bf3ed7') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:32.361712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cc3315-2079-4525-a5c5-c5ba79bf3ed7') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:32.395807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.418535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f1a49-bb1d-48fc-9dc4-2eeb5dd22099 req-a11d7286-8256-4750-bd89-75bc164701bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.420197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb1f1a49-bb1d-48fc-9dc4-2eeb5dd22099 req-a11d7286-8256-4750-bd89-75bc164701bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 1097 time: 0.3251319 Nov 12 10:58:32.466317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.486560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:58:32.487098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: timer() Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:58:32.488944 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:58:32.503972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-3ecab185-0e98-47d3-8351-bd33c7b6caa4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912177 Nov 12 10:58:32.568435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-f72c8124-67f0-4b88-ac00-08e2a966cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.572950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-f72c8124-67f0-4b88-ac00-08e2a966cc06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3934922 Nov 12 10:58:32.588730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:32.696251 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-51d8becc-2d0c-4f32-9251-4647e044b2e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0895610 Nov 12 10:58:32.761596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb1f1a49-bb1d-48fc-9dc4-2eeb5dd22099 req-11b92010-223f-4a2b-ae4e-d1c90d23483c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279526 Nov 12 10:58:32.786308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eddf1c56-b14f-49bc-a80a-f0bfbdab7bc1 req-d3d3c852-d971-4e05-a97d-2bb47e4ee1a2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077898 Nov 12 10:58:32.802097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c0e5a-11ea-4979-8a35-c7d418e772f2 req-357c9ae6-fd0d-4889-9914-36292a2bf505 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.802423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-840a2f37-6caf-4ebc-91c4-6e45e66b5621 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514771 Nov 12 10:58:32.803685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d2c0e5a-11ea-4979-8a35-c7d418e772f2 req-357c9ae6-fd0d-4889-9914-36292a2bf505 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 945 time: 0.2397635 Nov 12 10:58:32.824935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-688bc3cc-c9ba-4b99-a7f7-c2604e20413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:32.835685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-688bc3cc-c9ba-4b99-a7f7-c2604e20413c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1006110 Nov 12 10:58:32.869803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e46e830-7dd7-4bc6-b334-5d18de0890f6 req-b43ab6f5-089a-4bd8-a618-5977b2823340 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202906 Nov 12 10:58:32.875074 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.893335 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:32.904113 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f12cec91-ec12-411c-a666-40e5a65112f3 HTTP/1.1" status: 204 len: 168 time: 1.8808753 Nov 12 10:58:32.941371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293140e-56d8-4e8b-877a-890748bf00b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12cec91-ec12-411c-a666-40e5a65112f3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:32.954602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d2c0e5a-11ea-4979-8a35-c7d418e772f2 req-b6fee08a-5af7-4682-b9d5-d3b2e24ce131 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396132 Nov 12 10:58:33.056851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.077503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:29Z', 'revision_number': 2, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:33.085118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-4b333d38-4cdf-4174-aeab-dc268d93e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.088574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-4b333d38-4cdf-4174-aeab-dc268d93e002 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070621 Nov 12 10:58:33.122865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Checking router: 80edf699-135b-4bd7-a0a6-04abc1ef3a99 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:33.123232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Updating router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 port c285dc88-b055-471c-b339-52135b8e0129 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:58:33.165175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.226240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473fc47-b612-4602-a8eb-e885f0c14cf1 req-0e2f0b9c-188e-44f2-8d6c-7831487799ec tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.230736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0473fc47-b612-4602-a8eb-e885f0c14cf1 req-0e2f0b9c-188e-44f2-8d6c-7831487799ec tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 948 time: 0.1108873 Nov 12 10:58:33.238374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bffb63d0-c55b-47af-bf93-0aaba5401654 req-2fff5743-8f68-4354-8548-69c49dd12af2 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687197 Nov 12 10:58:33.371155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-a2e7ecc8-89c3-4d46-ba4d-f9d06ae14bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.372986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-a2e7ecc8-89c3-4d46-ba4d-f9d06ae14bdd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 1101 time: 0.1396532 Nov 12 10:58:33.375504 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-b6b130d3-4c82-4746-99b9-e64bd90ef805 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779570 Nov 12 10:58:33.379610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0473fc47-b612-4602-a8eb-e885f0c14cf1 req-0f5cf821-cc04-472e-94a9-943c15a695a6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082215 Nov 12 10:58:33.567991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36766) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:33.629289 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.651280 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-afd503c4-f978-42f4-9fb1-c05fee98975f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a1d01d32bcbe4fc9a623f76ca0c76c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817227 Nov 12 10:58:33.653427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36768) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:33.707500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a197d-e22a-4759-92b4-5a7af8f70847 req-206eea5e-5d84-42c9-b76c-d82b057f338e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.709148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec8a197d-e22a-4759-92b4-5a7af8f70847 req-206eea5e-5d84-42c9-b76c-d82b057f338e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 945 time: 0.1862435 Nov 12 10:58:33.716566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-5498ad33-bb91-4a75-ae1d-7b92c5081ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.718120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-5498ad33-bb91-4a75-ae1d-7b92c5081ce1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3276627 Nov 12 10:58:33.718693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.767130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed02c870-9c4b-4bd1-ac25-3a4f8e79b6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.796107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-4788362d-0498-4840-84ac-25d4531059b5 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026501 Nov 12 10:58:33.796594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36770) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:33.804585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-eed672ab-796f-4041-8f52-4d98556c2876 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206227397', 'description': 'tempest-description--1629481189'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:33.812029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd20dce-9945-4a67-abca-4d43c26ff806 None None] Pushing event updated for resources: {'Port': ['ID=c285dc88-b055-471c-b339-52135b8e0129,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:33.813340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-9622c5ca-2869-4860-a4f3-5fb92c8790d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 200 len: 217 time: 0.0786495 Nov 12 10:58:33.875206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-d31b81ff-8095-4410-8601-9710d16ea1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:33.877830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-d31b81ff-8095-4410-8601-9710d16ea1b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0528598 Nov 12 10:58:33.926644 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed02c870-9c4b-4bd1-ac25-3a4f8e79b6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.935533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec8a197d-e22a-4759-92b4-5a7af8f70847 req-2e83d1f9-f97a-4fa8-adba-a1a4cc307297 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070739 Nov 12 10:58:33.956906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Attempting to bind port c285dc88-b055-471c-b339-52135b8e0129 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:33.957378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Attempting to bind port c285dc88-b055-471c-b339-52135b8e0129 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:33.957709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Attempting to bind port c285dc88-b055-471c-b339-52135b8e0129 on network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:33.979483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:33.979886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Checking segment: {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:33.980343 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:33.980761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Bound using segment: {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:33.981244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Bound port: c285dc88-b055-471c-b339-52135b8e0129, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:33.981631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.032181 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.081314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-b659aa0c-9d1d-4a8e-9419-40efb30b7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:34.082974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-b659aa0c-9d1d-4a8e-9419-40efb30b7f01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1465702 Nov 12 10:58:34.172690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] For port c285dc88-b055-471c-b339-52135b8e0129, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:34.180963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44621a6f-099a-43b3-832b-a399154fa057 req-00521e86-06ea-4909-8e51-0bf2698e70c5 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:34.194632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44621a6f-099a-43b3-832b-a399154fa057 req-00521e86-06ea-4909-8e51-0bf2698e70c5 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 945 time: 0.1085613 Nov 12 10:58:34.199789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] For port c285dc88-b055-471c-b339-52135b8e0129, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c285dc88-b055-471c-b339-52135b8e0129,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:34.202765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36780) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:34.214432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Request body: {'floatingip': {'port_id': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:34.227445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd93b2-1315-4d5d-8f9f-2d97ccc1324d req-a3787a95-6fe3-4ba4-b1b6-7cec672fe858 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:34.229182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9dd93b2-1315-4d5d-8f9f-2d97ccc1324d req-a3787a95-6fe3-4ba4-b1b6-7cec672fe858 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 949 time: 0.1303563 Nov 12 10:58:34.247769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2cd69ae5-97fa-473c-bb87-633dbd114e94 None None] Provisioning complete for port c285dc88-b055-471c-b339-52135b8e0129 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:34.248260 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2cd69ae5-97fa-473c-bb87-633dbd114e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.290428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.298136 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eed672ab-796f-4041-8f52-4d98556c2876 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.314233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2cd69ae5-97fa-473c-bb87-633dbd114e94 None None] Port c285dc88-b055-471c-b339-52135b8e0129 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:34.347264 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.425561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-ce752762-f93a-4c53-a4f4-d3cb41297e9d service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953889 Nov 12 10:58:34.441252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:34.442036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:34.474276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed02c870-9c4b-4bd1-ac25-3a4f8e79b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.481065 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed02c870-9c4b-4bd1-ac25-3a4f8e79b6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.484713 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ed02c870-9c4b-4bd1-ac25-3a4f8e79b6a3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/36f9e269-12d3-4bae-bf67-29bc24be23b4 HTTP/1.1" status: 204 len: 168 time: 0.8282406 Nov 12 10:58:34.576146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9dd93b2-1315-4d5d-8f9f-2d97ccc1324d req-e990bcaa-7d24-456b-984c-65f858838d12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105323 Nov 12 10:58:34.600611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02c870-9c4b-4bd1-ac25-3a4f8e79b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f9e269-12d3-4bae-bf67-29bc24be23b4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:34.679218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eed672ab-796f-4041-8f52-4d98556c2876 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.707278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd20dce-9945-4a67-abca-4d43c26ff806 None None] Pushing event updated for resources: {'Port': ['ID=c285dc88-b055-471c-b339-52135b8e0129,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:34.760238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eed672ab-796f-4041-8f52-4d98556c2876 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.841282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82075467-8b00-4969-b596-143c334f4a7c req-12833ecc-a666-4963-9c54-74f996a17f01 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:34.850123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82075467-8b00-4969-b596-143c334f4a7c req-12833ecc-a666-4963-9c54-74f996a17f01 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 945 time: 0.2500033 Nov 12 10:58:34.879602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed672ab-796f-4041-8f52-4d98556c2876 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068f1c01-976b-4761-ace3-21c33d4c869b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:34.884976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f3f17948-06d7-4122-8e4a-5a363caaa104 None None] Provisioning complete for port c285dc88-b055-471c-b339-52135b8e0129 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:34.886704 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f3f17948-06d7-4122-8e4a-5a363caaa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.897086 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eed672ab-796f-4041-8f52-4d98556c2876 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:34.898370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eed672ab-796f-4041-8f52-4d98556c2876 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0977585 Nov 12 10:58:34.914580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36788) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:34.924475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2bf02658-dab7-4f71-b872-10029b8ee52b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Request body: {'security_group_rule': {'security_group_id': '068f1c01-976b-4761-ace3-21c33d4c869b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:34.941628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2152b7c6-d8d9-4216-a24a-bc99182dca8b req-743a374b-72e6-43b6-990a-1571a21e8013 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059316 Nov 12 10:58:34.955017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82075467-8b00-4969-b596-143c334f4a7c req-a9ff873f-29b5-4725-93be-8c4fd2242d36 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038969 Nov 12 10:58:34.966424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d1bf28ed-3afe-4635-83de-f0a96fceb77f details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:34.987957 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.040165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65164d50-420f-4851-8c93-9ed7436ccc44 req-27c0e0db-b7d9-48b7-a427-d5524aec81f2 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.055478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65164d50-420f-4851-8c93-9ed7436ccc44 req-27c0e0db-b7d9-48b7-a427-d5524aec81f2 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 948 time: 0.2152796 Nov 12 10:58:35.139982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:35.179823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2bf02658-dab7-4f71-b872-10029b8ee52b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.268818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65164d50-420f-4851-8c93-9ed7436ccc44 req-0c68e05b-fa47-4a1c-99ed-4ebe0f2714dd tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122669 Nov 12 10:58:35.369119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f3f17948-06d7-4122-8e4a-5a363caaa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.483560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f3f17948-06d7-4122-8e4a-5a363caaa104 None None] For port c285dc88-b055-471c-b339-52135b8e0129, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c285dc88-b055-471c-b339-52135b8e0129,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:35.509972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d1bf28ed-3afe-4635-83de-f0a96fceb77f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d1bf28ed-3afe-4635-83de-f0a96fceb77f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:35.564030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f3f17948-06d7-4122-8e4a-5a363caaa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.570724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2bf02658-dab7-4f71-b872-10029b8ee52b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.633362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f17948-06d7-4122-8e4a-5a363caaa104 None None] Pushing event updated for resources: {'Port': ['ID=c285dc88-b055-471c-b339-52135b8e0129,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:35.638615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'd1bf28ed-3afe-4635-83de-f0a96fceb77f', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'd1bf28ed-3afe-4635-83de-f0a96fceb77f', 'mac_address': 'fa:16:3e:66:41:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:35.639717 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.resource_extend [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:58:35.671565 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2bf02658-dab7-4f71-b872-10029b8ee52b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.734279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf02658-dab7-4f71-b872-10029b8ee52b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d9b91f-24d6-420d-ad92-d24b0b9bd722,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:35.756294 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.778291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bf28ed-3afe-4635-83de-f0a96fceb77f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:35.817098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96814b6e-70e8-42f1-966a-021d492d5f2d req-330e618e-72f8-49dc-b3ad-0c924240f16d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.824886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-96814b6e-70e8-42f1-966a-021d492d5f2d req-330e618e-72f8-49dc-b3ad-0c924240f16d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 945 time: 0.3017423 Nov 12 10:58:35.839771 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d1bf28ed-3afe-4635-83de-f0a96fceb77f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d1bf28ed-3afe-4635-83de-f0a96fceb77f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:35.851888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:34Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:35.854271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2bf02658-dab7-4f71-b872-10029b8ee52b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.856904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2bf02658-dab7-4f71-b872-10029b8ee52b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9406404 Nov 12 10:58:35.861296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36802) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:35.865783 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-81e2b9e5-9954-4434-b350-0bbaa12879d3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Request body: {'security_group_rule': {'security_group_id': '068f1c01-976b-4761-ace3-21c33d4c869b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:35.875180 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:35.884305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb8083-c987-4988-b78a-4caf616b7954 None None] The sync data for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 is: [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:34Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:35.927055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b20e4-946f-4648-9547-b6d524098805 req-96add9d6-05c6-485e-b4c8-479f419a307a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:35.935326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f84b20e4-946f-4648-9547-b6d524098805 req-96add9d6-05c6-485e-b4c8-479f419a307a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 949 time: 0.2060378 Nov 12 10:58:35.948121 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.000236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.082029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=d1bf28ed-3afe-4635-83de-f0a96fceb77f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.086425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:36.112106 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81e2b9e5-9954-4434-b350-0bbaa12879d3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.159355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-96814b6e-70e8-42f1-966a-021d492d5f2d req-a8c946a6-2400-45e6-97ae-684d6046f349 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327656 Nov 12 10:58:36.170410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f84b20e4-946f-4648-9547-b6d524098805 req-9f17b6ec-7eb6-4103-84e0-bb7ae16c3998 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339973 Nov 12 10:58:36.301712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['d1bf28ed-3afe-4635-83de-f0a96fceb77f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:36.330262 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81e2b9e5-9954-4434-b350-0bbaa12879d3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.349711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36806) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:36.388313 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Floating IP 2bb78dd7-d9bd-4a98-9991-676ee5a20693 associated. External IP: 172.25.3.53, port: cdff080f-ea55-4c5a-b0ab-7abcdf4e7664. Nov 12 10:58:36.431498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:36.455567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'mac_address': 'fa:16:3e:31:b5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:36.456668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf5c85-7a0e-4830-a35e-4db1e37cc640 req-cd0715fe-a043-4a80-ba71-ebfbe21032cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:36.466623 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ccf5c85-7a0e-4830-a35e-4db1e37cc640 req-cd0715fe-a043-4a80-ba71-ebfbe21032cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 949 time: 0.0792084 Nov 12 10:58:36.478210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81e2b9e5-9954-4434-b350-0bbaa12879d3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.555010 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.575339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2b9e5-9954-4434-b350-0bbaa12879d3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9b6aa3-e51a-4058-bbb6-3da27aa0c35b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:36.620933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f77089-c7c2-43cf-94c6-4c3c147e1df1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:36.683177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1a727293-81fc-4beb-bba7-39d9e03b22f4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=59665bb8d0a943a884869ca26efb0565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264349 Nov 12 10:58:36.684289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36810) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:36.685200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ccf5c85-7a0e-4830-a35e-4db1e37cc640 req-ed30bdd5-7cf2-46e7-8831-0c1d18546d71 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171161 Nov 12 10:58:36.739761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:36.745547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81e2b9e5-9954-4434-b350-0bbaa12879d3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.750364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-81e2b9e5-9954-4434-b350-0bbaa12879d3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8858938 Nov 12 10:58:36.751034 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36812) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:36.760316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:36.837659 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-952cbf8e-3ee4-406d-906a-9a74ae4c75d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.911601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-952cbf8e-3ee4-406d-906a-9a74ae4c75d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.945634 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:36.946486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.009951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Router 0163a900-d5d7-462c-a615-22c0b31f9749 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:58:37.125318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=12']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:37.171517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-952cbf8e-3ee4-406d-906a-9a74ae4c75d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.174506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-952cbf8e-3ee4-406d-906a-9a74ae4c75d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.178504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-952cbf8e-3ee4-406d-906a-9a74ae4c75d2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/82138c22-125f-4d72-8c47-b9471c2f7027 HTTP/1.1" status: 204 len: 168 time: 0.4888449 Nov 12 10:58:37.190748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.220786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cbf8e-3ee4-406d-906a-9a74ae4c75d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82138c22-125f-4d72-8c47-b9471c2f7027,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:37.257508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:58:37.263457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:37.271204 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] Sync routers for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:58:37.293795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['94f77089-c7c2-43cf-94c6-4c3c147e1df1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:37.297821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:37.303169 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:37.357758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c42e8635-0fd4-4271-b177-ca0e34479a1e tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "PUT /v2.0/floatingips/2bb78dd7-d9bd-4a98-9991-676ee5a20693 HTTP/1.1" status: 200 len: 990 time: 3.1490979 Nov 12 10:58:37.358511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'tag': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:37.363860 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebd25bd-21fd-44d1-8818-d2f63c289917", "tag": "cdff080f-ea55-4c5a-b0ab-7abcdf4e7664"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:37.586092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Allocated IP 172.25.3.96 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/20b8c3da-5448-49ef-aa5c-570de89e46e5) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:37.621480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4da93-f266-42b8-89bb-5257cb33299d req-b4f8cd9a-fae2-4d75-86aa-671628bc3801 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.634514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17d4da93-f266-42b8-89bb-5257cb33299d req-b4f8cd9a-fae2-4d75-86aa-671628bc3801 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 945 time: 0.1258605 Nov 12 10:58:37.656200 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:37.671333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c285dc88-b055-471c-b339-52135b8e0129 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:37.729071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17d4da93-f266-42b8-89bb-5257cb33299d req-2bd97d60-04c6-4ece-9a95-27b8ddf845e9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932603 Nov 12 10:58:37.762979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4d910-e82d-4991-a706-7e8194c4df8f req-0e3ca910-c017-4af8-9630-dce19f0e3101 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:37.777387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49d4d910-e82d-4991-a706-7e8194c4df8f req-0e3ca910-c017-4af8-9630-dce19f0e3101 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.3017535 Nov 12 10:58:37.976774 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49d4d910-e82d-4991-a706-7e8194c4df8f req-c1dba95d-6908-450d-831a-a87c63e65f29 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716330 Nov 12 10:58:38.084964 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4a890-874e-4068-91ff-9fa1fbd70751 x-openstack-request-id: req-bcb4a890-874e-4068-91ff-9fa1fbd70751 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:38.085478 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebd25bd-21fd-44d1-8818-d2f63c289917", "tag": "cdff080f-ea55-4c5a-b0ab-7abcdf4e7664", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:38.085888 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bcb4a890-874e-4068-91ff-9fa1fbd70751 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:38.086540 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'tag': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'status': 'completed', 'code': 200} Nov 12 10:58:38.108307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c285dc88-b055-471c-b339-52135b8e0129 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:38.109087 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.110420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.276266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2bb78dd7-d9bd-4a98-9991-676ee5a20693', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'port_id': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'mac_address': 'fa:16:3e:4d:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:47Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:38.313595 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] Checking router: 0163a900-d5d7-462c-a615-22c0b31f9749 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:58:38.325338 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:58:38.326279 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:58:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:38.447634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-d561764c-6482-40dd-9c39-3d64abdf659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.450825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-d561764c-6482-40dd-9c39-3d64abdf659d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 1097 time: 0.3254857 Nov 12 10:58:38.468022 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:58:38.543294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668248c-21cc-4848-b398-de00cc8ed743 req-5e5e63eb-33de-49b5-b915-3975ba55aabb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.553295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8668248c-21cc-4848-b398-de00cc8ed743 req-5e5e63eb-33de-49b5-b915-3975ba55aabb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 949 time: 0.2607594 Nov 12 10:58:38.752097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8668248c-21cc-4848-b398-de00cc8ed743 req-c8c35b59-97d3-416c-874e-5d554c24290b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973517 Nov 12 10:58:38.831077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:38.841177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d1bf28ed-3afe-4635-83de-f0a96fceb77f up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:38.928440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-bda8f45f-f8bf-4f16-9e0a-312e634ce299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:38.931007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-bda8f45f-f8bf-4f16-9e0a-312e634ce299 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 200 len: 924 time: 0.4359491 Nov 12 10:58:38.977761 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2bb78dd7-d9bd-4a98-9991-676ee5a20693', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'port_id': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'mac_address': 'fa:16:3e:4d:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:47Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:58:39.029857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:39.076456 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74514b-9b9b-4c49-826d-11e09dd926b2 None None] The sync data for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 is: [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2bb78dd7-d9bd-4a98-9991-676ee5a20693', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'port_id': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'mac_address': 'fa:16:3e:4d:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:55:47Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:58:39.105713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:39.109992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:39.118148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event updated for resources: {'Port': ['ID=20b8c3da-5448-49ef-aa5c-570de89e46e5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:39.160009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port d1bf28ed-3afe-4635-83de-f0a96fceb77f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:39.194530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port d1bf28ed-3afe-4635-83de-f0a96fceb77f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:39.200021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a80a4e-9fe7-4bd7-bbb3-33474cd61a83 req-25258efb-955f-42be-bcd2-0717f66b3b77 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.208295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9a80a4e-9fe7-4bd7-bbb3-33474cd61a83 req-25258efb-955f-42be-bcd2-0717f66b3b77 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 950 time: 0.2566605 Nov 12 10:58:39.208542 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.278683 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-726f80e8-0a56-42c4-9cf2-d044a1d1571b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 HTTP/1.1" status: 200 len: 998 time: 0.2717776 Nov 12 10:58:39.372679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9a80a4e-9fe7-4bd7-bbb3-33474cd61a83 req-8c974f23-6a7b-41c2-85de-635c9518041a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463065 Nov 12 10:58:39.438760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-0d0e6b5c-a2df-49f2-a79e-aff0d5616af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.441064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-0d0e6b5c-a2df-49f2-a79e-aff0d5616af3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33070c15-2ca7-49d9-a6c2-cda9a789ff84 HTTP/1.1" status: 200 len: 862 time: 0.1514316 Nov 12 10:58:39.503847 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.540540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.542185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fbc7af-d758-4707-884d-fa4fc3dee4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bf28ed-3afe-4635-83de-f0a96fceb77f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:39.553254 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f488a-fc2e-4657-9131-1fc5a0b6ce56" -d '{"events": [{"server_uuid": "26fbc7af-d758-4707-884d-fa4fc3dee4df", "name": "network-vif-plugged", "status": "completed", "tag": "d1bf28ed-3afe-4635-83de-f0a96fceb77f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:39.586023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-e4bd1f5b-f811-4df7-992a-014299ea9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:39.591973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-e4bd1f5b-f811-4df7-992a-014299ea9ca6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a055990-85ea-42b8-beee-2824cff34154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376271 Nov 12 10:58:39.595069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d1bf28ed-3afe-4635-83de-f0a96fceb77f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d1bf28ed-3afe-4635-83de-f0a96fceb77f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:39.649263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327ee60-8683-4711-a677-3ca4082fd44c None None] New status for floating IP 2bb78dd7-d9bd-4a98-9991-676ee5a20693: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:58:39.898291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:39.979549 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e4b42c-0362-458b-bf8d-923020c4b8e2 x-openstack-request-id: req-a7e4b42c-0362-458b-bf8d-923020c4b8e2 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:39.980327 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fbc7af-d758-4707-884d-fa4fc3dee4df", "name": "network-vif-plugged", "status": "completed", "tag": "d1bf28ed-3afe-4635-83de-f0a96fceb77f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:39.980829 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a7e4b42c-0362-458b-bf8d-923020c4b8e2 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:39.981519 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fbc7af-d758-4707-884d-fa4fc3dee4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bf28ed-3afe-4635-83de-f0a96fceb77f', 'code': 200} Nov 12 10:58:39.983482 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.034989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f7c56-4218-42d5-a490-fc18e31851e2 req-bbcb9ee0-8fbb-43d3-a021-6038494c602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:40.037530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc1f7c56-4218-42d5-a490-fc18e31851e2 req-bbcb9ee0-8fbb-43d3-a021-6038494c602b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 1102 time: 0.1047375 Nov 12 10:58:40.079893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=d1bf28ed-3afe-4635-83de-f0a96fceb77f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:40.092050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.092549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.092903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.093240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.093578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.093977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.094309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.094648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.094984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.095479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.095815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.096170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:58:40.134438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:40.152806 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc1f7c56-4218-42d5-a490-fc18e31851e2 req-846ffab2-4fb0-40ba-b1a1-684b18dd4741 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068740 Nov 12 10:58:40.248922 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-50577ca7-ef41-46dd-9d9b-9c9e597ea381 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567362 Nov 12 10:58:40.356895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:58:40.368710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:40.371273 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.471171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-3952fe3b-1241-42b7-9c62-07f0ad6b69cf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:40.481886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-3952fe3b-1241-42b7-9c62-07f0ad6b69cf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286451 Nov 12 10:58:40.505942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-4d7e3299-a034-4b42-93b0-1922cedf3947 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/quotas/207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 375 time: 0.0239568 Nov 12 10:58:40.578795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-7191f375-db14-415e-9a4f-f27083ef131a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0716238 Nov 12 10:58:40.589484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.591030 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-670ee769-43d8-44d0-9cae-241ef0d0a0b8 service neutron] 10.222.0.57 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9898479 Nov 12 10:58:40.646505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:40.688037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41292d11-24d6-46cc-9d6f-216779c9dc68 req-4e0eb62d-b6ba-46a1-ae1c-f2cec2d81855 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:40.695521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41292d11-24d6-46cc-9d6f-216779c9dc68 req-4e0eb62d-b6ba-46a1-ae1c-f2cec2d81855 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 950 time: 0.1752312 Nov 12 10:58:40.736766 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.820609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=13']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:40.840208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41292d11-24d6-46cc-9d6f-216779c9dc68 req-964287ae-29e0-48f8-bf5c-98a276f682a3 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413186 Nov 12 10:58:40.845901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3e98ed-8c8d-4f62-8c42-a252512ca6aa req-f6ad039c-7ae9-48ac-9d08-3ff4b41f8cd2 service neutron] 10.222.0.57 "GET /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440491 Nov 12 10:58:40.850738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:40.998862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.141414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event updated for resources: {'Port': ['ID=20b8c3da-5448-49ef-aa5c-570de89e46e5,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:41.164408 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.288183 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:41.307447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b2acd268-671d-4562-9357-3f3b17db393d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5535765 Nov 12 10:58:41.544307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db76d48e-2976-4b51-acb2-c657782958f1 req-dbd19788-da46-486e-9981-7712a794e93e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 210 time: 0.1588070 Nov 12 10:58:41.917906 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-7b6c6311-706a-44f3-96ca-83122584c0d3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1206227397&fields=id&tenant_id=a32f373f6be34f29be7406869ab291f0 HTTP/1.1" status: 200 len: 267 time: 0.1262846 Nov 12 10:58:41.983347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:41.987174 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719076ea-9859-4399-a4bd-187c1647465c" -d '{"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-plugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:42.119534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-e8fdf04e-3660-4c5a-a35b-b4f99e991c23 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:42.121967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-e8fdf04e-3660-4c5a-a35b-b4f99e991c23 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/networks?id=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d HTTP/1.1" status: 200 len: 805 time: 0.2028136 Nov 12 10:58:42.123812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dd293-591c-40ad-8677-395f714149fa req-a912245c-51ed-4e44-b39e-08ac334f247a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:42.126898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b37dd293-591c-40ad-8677-395f714149fa req-a912245c-51ed-4e44-b39e-08ac334f247a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 950 time: 0.0791359 Nov 12 10:58:42.147467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-c1aa5422-8f83-4551-a6ad-460398869f80 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/quotas/a32f373f6be34f29be7406869ab291f0 HTTP/1.1" status: 200 len: 375 time: 0.0139093 Nov 12 10:58:42.211520 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b37dd293-591c-40ad-8677-395f714149fa req-698c29b1-8731-4817-a6ed-cba9c9e05545 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736005 Nov 12 10:58:42.224771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-b947eecb-cb88-48ab-9016-2d73a1e36026 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a32f373f6be34f29be7406869ab291f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688252 Nov 12 10:58:42.380880 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ada63a-bdb1-4244-be65-a2ac68acf8bb x-openstack-request-id: req-78ada63a-bdb1-4244-be65-a2ac68acf8bb {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:42.381834 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-plugged", "status": "completed", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:42.382789 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78ada63a-bdb1-4244-be65-a2ac68acf8bb {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:42.383422 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'code': 200} Nov 12 10:58:42.393245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-0b41b8f4-c8ce-467e-8e86-ec7b822f13ee service neutron] 10.222.0.98 "GET /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564116 Nov 12 10:58:42.537081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-9c54f50c-5c88-43bb-ab12-292683393b06 service neutron] 10.222.0.98 "GET /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392803 Nov 12 10:58:42.623227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef28c6-b120-4603-9e87-52abacec2f47 req-34876bfa-f9f9-47fa-9621-846f3f14e6c1 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:42.626266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fcef28c6-b120-4603-9e87-52abacec2f47 req-34876bfa-f9f9-47fa-9621-846f3f14e6c1 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 1102 time: 0.0669942 Nov 12 10:58:42.693044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fcef28c6-b120-4603-9e87-52abacec2f47 req-712aa833-27cd-4a43-8eda-70532805e490 tempest-ServersOnMultiNodesTest-1861775886 tempest-ServersOnMultiNodesTest-1861775886-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Nov 12 10:58:42.861308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fabd8666-3b4f-42ba-9354-4848f466e752 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:42.966091 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-423bf6c3-a3c3-4529-bd43-1bcf5e9ec025 req-59e62440-cd9f-4d4b-a920-9f7fb829bbb1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 210 time: 0.0274253 Nov 12 10:58:43.112279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:43.135625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'port_id': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'mac_address': 'fa:16:3e:fb:54:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adfa467-a20e-4f6a-9ee5-a933f80fb700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:43.230889 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.260448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fabd8666-3b4f-42ba-9354-4848f466e752 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:43.281148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82163c83-55d2-489a-b745-564397a340fe req-08338ce8-a935-4b0a-8fe4-e0f9781a8d67 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.0943284 Nov 12 10:58:43.313401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:43.431608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:43.516874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:43.562181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fabd8666-3b4f-42ba-9354-4848f466e752'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:44.133013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72569ce5-ac61-4713-b644-9a37e178b60d req-cdf6e431-c569-4c68-9a3e-8114aadf23f7 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:44.144821 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-72569ce5-ac61-4713-b644-9a37e178b60d req-cdf6e431-c569-4c68-9a3e-8114aadf23f7 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 950 time: 0.1609316 Nov 12 10:58:44.218936 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-72569ce5-ac61-4713-b644-9a37e178b60d req-adbb10f8-b8ae-48ea-ab14-568882fecaa5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714996 Nov 12 10:58:44.337387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-521d29d1-5dca-4087-b373-efa56e9a1613 req-9907967f-1acf-4e76-a3ad-79f465faf9e5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 210 time: 0.0288556 Nov 12 10:58:44.439052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2cab07-faf7-449c-8a23-aeca9919efff req-abde0832-fc79-4f74-b9b6-5e9175913367 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.0428550 Nov 12 10:58:44.889363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fabd8666-3b4f-42ba-9354-4848f466e752 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:58:44.943108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37066) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:45.100835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port fabd8666-3b4f-42ba-9354-4848f466e752 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:45.102192 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.255476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddfb9-ccd7-41d6-b21e-64dd25d2a9ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.480378 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.492924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-61866829-4e50-479c-90b2-df5109753ba3 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:45.497620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-61866829-4e50-479c-90b2-df5109753ba3 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 950 time: 0.1918085 Nov 12 10:58:45.528305 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddfb9-ccd7-41d6-b21e-64dd25d2a9ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.562604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:45.565555 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89681ba9-ff8f-4644-b047-02dae5ef6910" -d '{"events": [{"server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "name": "network-vif-plugged", "status": "completed", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:45.597060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:45.724090 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe91b01-dd60-43d1-9ca2-29f6f19b96ac req-4cd77071-d90c-49f2-8ae6-0d5aa78cdeff tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:45.741856 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.746490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-4b629edb-507b-4251-b790-41e1af0b4013 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678618 Nov 12 10:58:45.748457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe91b01-dd60-43d1-9ca2-29f6f19b96ac req-4cd77071-d90c-49f2-8ae6-0d5aa78cdeff tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 950 time: 0.2378430 Nov 12 10:58:45.766736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddfb9-ccd7-41d6-b21e-64dd25d2a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:45.893176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.938360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5b9ddfb9-ccd7-41d6-b21e-64dd25d2a9ba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1f554f27a1374819b6d94efbe9eb474a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9974453 Nov 12 10:58:45.981739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ddfb9-ccd7-41d6-b21e-64dd25d2a9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae643449-3a08-4fc6-83a6-09d1c53f020c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:45.983297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37082) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:46.046000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Deleting port d1bf28ed-3afe-4635-83de-f0a96fceb77f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:46.046621 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.311792 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe91b01-dd60-43d1-9ca2-29f6f19b96ac req-4adb22c8-34a3-43ce-80ea-5fe14b11ee8f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542577 Nov 12 10:58:46.377584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-27f5791f-675a-4c1f-a177-91574e4ec3d2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:46.387052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-27f5791f-675a-4c1f-a177-91574e4ec3d2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6311665 Nov 12 10:58:46.446200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] For port d1bf28ed-3afe-4635-83de-f0a96fceb77f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d1bf28ed-3afe-4635-83de-f0a96fceb77f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:46.447006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.449474 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:58:46.483833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Calling delete_port for d1bf28ed-3afe-4635-83de-f0a96fceb77f owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:46.504677 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4753b38d-9754-435d-8e39-c7f8cbe8c9d7 req-b99cc373-1d20-436d-add1-54e2901ff242 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 210 time: 0.0458405 Nov 12 10:58:46.610937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Request body: {'port': {'device_id': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '207f6f65eaf44c88a1a3fff35bfda972'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:46.614819 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06994f27-b8d9-47f3-97f2-b9fd27a7017c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.677019 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae1c3658-162c-44ac-ba04-c77d54fea33a req-3f537e9c-dca6-48f4-a4a7-30f9bcec3787 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.0718746 Nov 12 10:58:46.724703 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06994f27-b8d9-47f3-97f2-b9fd27a7017c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:46.941639 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351fc663-0ea2-422a-ae5b-69e513c45259 x-openstack-request-id: req-351fc663-0ea2-422a-ae5b-69e513c45259 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:46.941639 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "name": "network-vif-plugged", "status": "completed", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:46.941639 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-351fc663-0ea2-422a-ae5b-69e513c45259 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:46.941639 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'code': 200} Nov 12 10:58:47.527239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f75130-007f-4927-84b0-5097faa50ae6 req-4df0f554-ae91-4e3a-9787-eab32f99ce3f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:47.534051 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67f75130-007f-4927-84b0-5097faa50ae6 req-4df0f554-ae91-4e3a-9787-eab32f99ce3f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 950 time: 0.1015885 Nov 12 10:58:47.685262 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67f75130-007f-4927-84b0-5097faa50ae6 req-e220732b-b601-495d-8146-cb6fede5d1cb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434226 Nov 12 10:58:47.803854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be9947a2-537d-43dd-9ca2-8d68a6e20d77 req-d6bebf7a-6c30-416a-93a7-ba4327564c17 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 210 time: 0.0315318 Nov 12 10:58:48.047346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ebc21f0-d04a-40ca-ba55-79445c532f55 req-e5f14e65-e9b0-420b-a70a-a343e6b04a02 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.0508840 Nov 12 10:58:48.266744 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.281318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Made reservation on behalf of 207f6f65eaf44c88a1a3fff35bfda972 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:48.284129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359', 'f5b48106-a276-4030-99dc-ec5cd8c6247d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:48.294620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.300870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', '66f19155-65f5-4404-94eb-59f99f05168c', 'f8c479f5-4ea3-4770-8c55-6de95c050a1d', '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:48.302337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06994f27-b8d9-47f3-97f2-b9fd27a7017c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.310415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06994f27-b8d9-47f3-97f2-b9fd27a7017c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.315054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-06994f27-b8d9-47f3-97f2-b9fd27a7017c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ae643449-3a08-4fc6-83a6-09d1c53f020c HTTP/1.1" status: 204 len: 168 time: 2.3263657 Nov 12 10:58:48.473347 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.514631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event deleted for resources: {'Port': ['ID=d1bf28ed-3afe-4635-83de-f0a96fceb77f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.584519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06994f27-b8d9-47f3-97f2-b9fd27a7017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae643449-3a08-4fc6-83a6-09d1c53f020c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:48.824299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] No DVR routers for this DVR port d1bf28ed-3afe-4635-83de-f0a96fceb77f on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:48.824299 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:48.836867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7cbb5b71-865e-464e-a461-ce74ce8d9264 req-794f24da-29a1-4a2e-b3f4-426186a5405f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "DELETE /v2.0/ports/d1bf28ed-3afe-4635-83de-f0a96fceb77f HTTP/1.1" status: 204 len: 173 time: 3.3312056 Nov 12 10:58:48.856627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fbc7af-d758-4707-884d-fa4fc3dee4df', 'name': 'network-vif-deleted', 'tag': 'd1bf28ed-3afe-4635-83de-f0a96fceb77f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:48.867037 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f851eb-d5f7-4495-8d6c-6fc93dacacdc" -d '{"events": [{"server_uuid": "26fbc7af-d758-4707-884d-fa4fc3dee4df", "name": "network-vif-deleted", "tag": "d1bf28ed-3afe-4635-83de-f0a96fceb77f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:49.062701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d1bf28ed-3afe-4635-83de-f0a96fceb77f no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:49.136793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Allocated IP 192.168.233.110 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/7668f2c1-bac3-4283-8de0-060729baf206) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:49.187006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9bb1369-e43d-4e42-ac39-732fee77d8e3 req-c48aaf80-c715-4a13-a2fd-1e94b98baebc tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 210 time: 0.1765521 Nov 12 10:58:49.243609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: d1bf28ed-3afe-4635-83de-f0a96fceb77f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:49.249099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d1bf28ed-3afe-4635-83de-f0a96fceb77f not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:49.334417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-76d48741-deb9-4642-9359-ff66566bc12e tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:49.350027 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-76d48741-deb9-4642-9359-ff66566bc12e tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.69 "GET /v2.0/networks?id=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d HTTP/1.1" status: 200 len: 805 time: 0.6205759 Nov 12 10:58:49.470000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-04f03578-3b13-4948-9579-d2456b1bcc41 req-17b4b371-13cb-4fca-9ca3-e97eaf3dda46 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 210 time: 0.1149781 Nov 12 10:58:49.598730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-65cb2c87-15dc-4922-bcca-39450652906f tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32f373f6be34f29be7406869ab291f0 HTTP/1.1" status: 200 len: 380 time: 0.2315495 Nov 12 10:58:49.613954 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e87cef9-57d9-4a79-b92c-acae303aa650 x-openstack-request-id: req-4e87cef9-57d9-4a79-b92c-acae303aa650 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:49.614921 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fbc7af-d758-4707-884d-fa4fc3dee4df", "name": "network-vif-deleted", "tag": "d1bf28ed-3afe-4635-83de-f0a96fceb77f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:49.614921 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4e87cef9-57d9-4a79-b92c-acae303aa650 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:49.615415 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fbc7af-d758-4707-884d-fa4fc3dee4df', 'name': 'network-vif-deleted', 'tag': 'd1bf28ed-3afe-4635-83de-f0a96fceb77f', 'status': 'completed', 'code': 200} Nov 12 10:58:49.636161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Request body: {'port': {'device_id': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'admin_state_up': True, 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'security_groups': ['068f1c01-976b-4761-ace3-21c33d4c869b']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:49.742303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:49.804750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fca79123-8294-476a-beae-4b57e345e201 req-8c0e18b9-a862-4f84-9351-e60d3cdf37c5 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.0482383 Nov 12 10:58:50.140286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Made reservation on behalf of a32f373f6be34f29be7406869ab291f0 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:50.141512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.144134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.219521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.295537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:50.309203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:50.318057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:50.387981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:50.400097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:50.446983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:50.507056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:50.611727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-303775c0-09f7-4022-8322-57c92c912307 req-e9cd9c23-f3c1-4d65-a81f-c4963f68d768 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1526694 Nov 12 10:58:50.623413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-c3c6f453-1cb6-41d2-91be-6c5c38653015 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2190320 Nov 12 10:58:50.669488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Request body: {'port': {'device_id': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:50.802869 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-38c28ebf-3217-440a-90fe-dc0c14850d8c req-bc2b53a7-d80d-4e41-b0ae-e4b084873065 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=26fbc7af-d758-4707-884d-fa4fc3dee4df HTTP/1.1" status: 200 len: 210 time: 0.2393351 Nov 12 10:58:50.843438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Allocated IP 172.20.0.9 (2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d/c371491a-6cd5-4109-9063-e81c85aa3f0d/b7021855-6adb-4a91-9e44-b7a004452cb4) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:50.972419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.016089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303775c0-09f7-4022-8322-57c92c912307 req-3465697a-0621-444c-9664-5744ea71ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.018910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-303775c0-09f7-4022-8322-57c92c912307 req-3465697a-0621-444c-9664-5744ea71ff7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 1097 time: 0.3648453 Nov 12 10:58:51.179760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2f177e06-69ae-4535-9ce2-cecf703f8e90 None None] Provisioning complete for port 7668f2c1-bac3-4283-8de0-060729baf206 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:51.183576 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f177e06-69ae-4535-9ce2-cecf703f8e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.273752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37154) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:51.384362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88554-78a6-4ae7-b0c9-b692f29c0d3d req-eee86f9e-4452-4796-8e2f-25b3b4a280c0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.400734 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-efd88554-78a6-4ae7-b0c9-b692f29c0d3d req-eee86f9e-4452-4796-8e2f-25b3b4a280c0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 936 time: 0.3019319 Nov 12 10:58:51.401751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2f177e06-69ae-4535-9ce2-cecf703f8e90 None None] Port 7668f2c1-bac3-4283-8de0-060729baf206 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:51.424645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303775c0-09f7-4022-8322-57c92c912307 req-681b90f3-2ea3-47ae-83db-b37c1a8c3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.430782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-303775c0-09f7-4022-8322-57c92c912307 req-681b90f3-2ea3-47ae-83db-b37c1a8c3665 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.3330660 Nov 12 10:58:51.484936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-network', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:51.506859 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-efd88554-78a6-4ae7-b0c9-b692f29c0d3d req-9d846416-f9d2-4f78-b322-a69ca13abc2b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049573 Nov 12 10:58:51.586189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-303775c0-09f7-4022-8322-57c92c912307 req-35f6bb6d-0af8-4afa-8b54-01f775effc8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 200 len: 217 time: 0.0837781 Nov 12 10:58:51.655782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.715351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303775c0-09f7-4022-8322-57c92c912307 req-3863846e-fea4-4e4f-aa16-754f003474ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:51.719756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf781819-8168-4b6f-a6fc-4d946f9f4886 req-cd41eb7a-a44c-491e-a801-aabf48bad0fb tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.1166730 Nov 12 10:58:51.720212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-303775c0-09f7-4022-8322-57c92c912307 req-3863846e-fea4-4e4f-aa16-754f003474ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1114502 Nov 12 10:58:51.740549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Made reservation on behalf of 9b6c8292556547aaaf5327b7c970755c for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:51.746161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.799555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:51.811069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-303775c0-09f7-4022-8322-57c92c912307 req-fd4c9772-75ef-4bbc-919e-a157ef9579cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796604 Nov 12 10:58:52.062156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.199859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-303775c0-09f7-4022-8322-57c92c912307 req-61992c37-e773-453a-a3bf-56727972474f service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752258 Nov 12 10:58:52.266359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.329015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:52.331519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event updated for resources: {'Port': ['ID=b7021855-6adb-4a91-9e44-b7a004452cb4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:52.337956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:52.342698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:52.468940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:52.470782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.475797 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.496931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7668f2c1-bac3-4283-8de0-060729baf206 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:52.524502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.542861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:58:52.552969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4662c485-b8b4-4650-94a5-e4d0f631981c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:52.574779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.576014 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Added segment 62d307a7-f112-4686-bad8-b651011f5e54 of type vlan for network 74740c99-fad6-4c4d-9c3f-262c41e49508 Nov 12 10:58:52.604698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Transition to ACTIVE for port object 7668f2c1-bac3-4283-8de0-060729baf206 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:52.623246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-303775c0-09f7-4022-8322-57c92c912307 req-186126b8-3a4b-4216-b72b-18d83739e81d service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113638 Nov 12 10:58:52.698019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.749022 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-367e579a-57e0-4860-84b3-3b5c1e2ab58a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1387775 Nov 12 10:58:52.768721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Request body: {'port': {'device_id': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:52.820014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.867074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.869535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f45d3b55-ba36-4958-ab00-ea2b375d4b2e None None] Provisioning complete for port b7021855-6adb-4a91-9e44-b7a004452cb4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:58:52.870930 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f45d3b55-ba36-4958-ab00-ea2b375d4b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:52.933378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:52.959395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f45d3b55-ba36-4958-ab00-ea2b375d4b2e None None] Port b7021855-6adb-4a91-9e44-b7a004452cb4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:58:53.008401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.018089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.021899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.046454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88', '94f77089-c7c2-43cf-94c6-4c3c147e1df1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:53.076827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137de44-749b-4ff3-a5f7-9ccba1c60e97 req-d3c8bb30-6ae6-47ab-b276-42ee051b1b97 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.088565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137de44-749b-4ff3-a5f7-9ccba1c60e97 req-d3c8bb30-6ae6-47ab-b276-42ee051b1b97 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 948 time: 0.1782520 Nov 12 10:58:53.275680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:53.275680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:53.275680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:53.289395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137de44-749b-4ff3-a5f7-9ccba1c60e97 req-16dff30a-c0b9-4b0f-93f1-3503b9648618 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997213 Nov 12 10:58:53.304157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:53.304829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:53.314143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:53.316482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:53.317200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:53.317937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Bound port: 7668f2c1-bac3-4283-8de0-060729baf206, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:53.320909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.384562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37184) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:53.389310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Request body: {'subnet': {'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-subnet', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:53.389918 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1136031 Nov 12 10:58:53.586141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:53.594248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:53.879054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.885069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Made reservation on behalf of 9b6c8292556547aaaf5327b7c970755c for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:58:53.898709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:53.900294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1a917-264c-4fe7-b497-6f927ee28d75 admin admin] Pushing event updated for resources: {'Network': ['ID=74740c99-fad6-4c4d-9c3f-262c41e49508,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:53.915182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:58:53.943027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3422d3e-d394-4d5c-ac28-9d0ef265957b req-255321a5-8c94-477a-a1b1-16497ed3073b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:53.951079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3422d3e-d394-4d5c-ac28-9d0ef265957b req-255321a5-8c94-477a-a1b1-16497ed3073b tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 931 time: 0.5568357 Nov 12 10:58:54.048116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3422d3e-d394-4d5c-ac28-9d0ef265957b req-862d1b49-91a8-48cd-a272-75f8937a45dc tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903649 Nov 12 10:58:54.061101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7021855-6adb-4a91-9e44-b7a004452cb4 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:54.082545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.156584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Transition to ACTIVE for port object b7021855-6adb-4a91-9e44-b7a004452cb4 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:58:54.177882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:54.238092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:54.239170 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.242166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-f0a8e3e5-a2e5-43a0-8157-5ff82b8f6b06 service neutron] 10.222.0.69 "PUT /v2.0/ports/7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 1097 time: 3.6069825 Nov 12 10:58:54.245409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:54.245843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:54.259216 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e982ad-40d2-46b2-9aba-a7c114eab156" -d '{"events": [{"name": "network-changed", "server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:54.338923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7021855-6adb-4a91-9e44-b7a004452cb4,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:54.432794 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc7a401-5d2a-4e2b-917e-f738896761bd x-openstack-request-id: req-7dc7a401-5d2a-4e2b-917e-f738896761bd {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:54.434560 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:54.437344 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7dc7a401-5d2a-4e2b-917e-f738896761bd {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:54.438619 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'status': 'completed', 'code': 200} Nov 12 10:58:54.546933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1481fb-8655-4c8d-9a91-f1193bc5a83c req-82bc5239-93b1-4d4b-a0c4-5a4cdc45696d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:54.558427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef1481fb-8655-4c8d-9a91-f1193bc5a83c req-82bc5239-93b1-4d4b-a0c4-5a4cdc45696d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 949 time: 0.8308425 Nov 12 10:58:54.764617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7829a-3f7e-447f-808f-c6b8ea9b037a req-efa9906c-cca6-4809-ae2f-3a170b343c07 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:54.784539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7e7829a-3f7e-447f-808f-c6b8ea9b037a req-efa9906c-cca6-4809-ae2f-3a170b343c07 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 948 time: 0.1189811 Nov 12 10:58:55.100873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-140732af-e6d6-4a52-ab8e-781c099a6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.103418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-140732af-e6d6-4a52-ab8e-781c099a6a56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1100 time: 0.6630926 Nov 12 10:58:55.117759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Attempting to bind port b7021855-6adb-4a91-9e44-b7a004452cb4 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:58:55.118294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Attempting to bind port b7021855-6adb-4a91-9e44-b7a004452cb4 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:58:55.118825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Attempting to bind port b7021855-6adb-4a91-9e44-b7a004452cb4 on network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:55.152734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Port b7021855-6adb-4a91-9e44-b7a004452cb4 on network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:58:55.153425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Attempting to bind port b7021855-6adb-4a91-9e44-b7a004452cb4 on network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:58:55.162889 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef1481fb-8655-4c8d-9a91-f1193bc5a83c req-31b016ee-afaa-403e-af02-8c28624252b8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097780 Nov 12 10:58:55.224442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-c118ab45-9359-4321-b9b4-2dbb32bf5f1d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.233088 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-c118ab45-9359-4321-b9b4-2dbb32bf5f1d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 949 time: 0.2999954 Nov 12 10:58:55.239225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:58:55.245905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Checking segment: {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:55.246740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Bound using segment: {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:58:55.248209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Bound port: b7021855-6adb-4a91-9e44-b7a004452cb4, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b4f2165-0278-400a-8b22-1d42d1c7b985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:58:55.248801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.308493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-5f127cd7-eb02-415d-80c8-f6e31966d721 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.1544356 Nov 12 10:58:55.434949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-5ad6903e-c4f1-4854-9bbb-c6e02065b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.438119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-5ad6903e-c4f1-4854-9bbb-c6e02065b228 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1137938 Nov 12 10:58:55.529578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:55.713029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-89e79571-2df5-44a2-ad1e-8e7be2466daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:55.714620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7e7829a-3f7e-447f-808f-c6b8ea9b037a req-37f8ce13-b6fe-42ad-969b-aff81556f28b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9273088 Nov 12 10:58:55.718074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-89e79571-2df5-44a2-ad1e-8e7be2466daf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2700911 Nov 12 10:58:55.722420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Pushing event updated for resources: {'Subnet': ['ID=194fb240-aeb5-4469-9c3b-0a232e7ae0ba,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:55.742739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Checking segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:58:55.742739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Network hostable DHCP agents. Network: 74740c99-fad6-4c4d-9c3f-262c41e49508, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:58:55.766167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] For port b7021855-6adb-4a91-9e44-b7a004452cb4, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:58:55.834974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] For port b7021855-6adb-4a91-9e44-b7a004452cb4, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b7021855-6adb-4a91-9e44-b7a004452cb4,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:58:55.891991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Deleting port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:58:55.893379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.056514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] For port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:56.057232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.076420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Calling delete_port for 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:58:56.083917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd58545-10e0-4069-b2e3-a97bf631e93d req-1d355780-5038-4e1f-a9f2-cb3d3893d09d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:56.098147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfd58545-10e0-4069-b2e3-a97bf631e93d req-1d355780-5038-4e1f-a9f2-cb3d3893d09d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 943 time: 0.1449707 Nov 12 10:58:56.114205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:58:56.128919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-57176cfb-c52d-4fe5-bb2a-4196377642b8 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876648 Nov 12 10:58:56.289443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.356267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0961aaa4-c140-42bd-bcf5-56db4d476763 req-4e7f3abf-ddc9-4cc9-b630-867d41152b32 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089441 Nov 12 10:58:56.379858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7021855-6adb-4a91-9e44-b7a004452cb4,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:56.385363 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.400086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 74740c99-fad6-4c4d-9c3f-262c41e49508) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:56.402405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', '66f19155-65f5-4404-94eb-59f99f05168c', 'f8c479f5-4ea3-4770-8c55-6de95c050a1d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:56.410318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359', 'f5b48106-a276-4030-99dc-ec5cd8c6247d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:58:56.415081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:56.417236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:56.449614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37ee04-795f-4778-a8e6-a67592071e1b None None] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:58:56.548266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event deleted for resources: {'Port': ['ID=26b4d324-8f73-4f55-8a15-bcaa5c97c4f1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:56.570524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d6f2b8c-201b-4470-83dc-1ec9686c5668 req-1c713f5e-e578-48ae-8a9d-9bcf7141b6ca tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 210 time: 0.1733370 Nov 12 10:58:57.239661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.239661 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.239661 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-d7fa4b96-3570-4034-bd8b-f175a799d7a1 service neutron] 10.222.0.69 "PUT /v2.0/ports/b7021855-6adb-4a91-9e44-b7a004452cb4 HTTP/1.1" status: 200 len: 1092 time: 4.4743152 Nov 12 10:58:57.240660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'tag': 'b7021855-6adb-4a91-9e44-b7a004452cb4'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:57.244331 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9abc807-93b9-43a4-a98e-4ac428c34948" -d '{"events": [{"name": "network-changed", "server_uuid": "f688a503-4cfe-448e-aac9-8cbf506e46ca", "tag": "b7021855-6adb-4a91-9e44-b7a004452cb4"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:57.349115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] No DVR routers for this DVR port 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:58:57.363506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.367387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-88605bdd-87a5-43bd-b79d-61d4b74b3be1 req-3da56393-1deb-4840-a523-e5e94c8bb7cf tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "DELETE /v2.0/ports/26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 HTTP/1.1" status: 204 len: 173 time: 2.0641947 Nov 12 10:58:57.406668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-74740c99-fad6-4c4d-9c3f-262c41e49508', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:58:57.408876 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.424647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f05c4b-e6ec-4373-8d02-f5474e6ee408 req-486d8d11-b7ae-4337-a41e-51b0acc8d1d9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.449078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09f05c4b-e6ec-4373-8d02-f5474e6ee408 req-486d8d11-b7ae-4337-a41e-51b0acc8d1d9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 948 time: 0.1917269 Nov 12 10:58:57.541596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-12e7f304-2a6d-4a04-95ea-42b1fb28e64d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.1555479 Nov 12 10:58:57.552805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37248) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:58:57.567167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:58:57.629673 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfd58545-10e0-4069-b2e3-a97bf631e93d req-e8cb750c-abe9-4909-9c91-ebcb0b57fea1 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5211501 Nov 12 10:58:57.660853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a90c39ba-e886-464e-b49c-44ff610d073d req-c9942e42-dcf7-4062-9ecc-46b262dabb4c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3007655 Nov 12 10:58:57.672617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-94c64d38-36ff-4367-b215-2464afa67fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.674392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-94c64d38-36ff-4367-b215-2464afa67fa2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1100 time: 1.1366503 Nov 12 10:58:57.677116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-6806b509-4169-413b-9ca7-9e27adc2bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.683747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-6806b509-4169-413b-9ca7-9e27adc2bf2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a32f373f6be34f29be7406869ab291f0&device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 1095 time: 0.2267330 Nov 12 10:58:57.712047 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09f05c4b-e6ec-4373-8d02-f5474e6ee408 req-3605526a-4733-471f-9620-fb967d87b377 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096553 Nov 12 10:58:57.785430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-569476c9-ddb7-483e-a6f9-12c55533945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:57.786919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-569476c9-ddb7-483e-a6f9-12c55533945e service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1048782 Nov 12 10:58:57.842906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.845105 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:57.896106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-2755cd87-1af5-4876-a565-8052ca3201fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7021855-6adb-4a91-9e44-b7a004452cb4 HTTP/1.1" status: 200 len: 217 time: 0.1763434 Nov 12 10:58:57.899354 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10671116-3498-4e64-8e37-58ced4f97362 x-openstack-request-id: req-10671116-3498-4e64-8e37-58ced4f97362 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:58:57.904787 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f688a503-4cfe-448e-aac9-8cbf506e46ca", "tag": "b7021855-6adb-4a91-9e44-b7a004452cb4", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:58:57.904787 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10671116-3498-4e64-8e37-58ced4f97362 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:58:57.904787 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'tag': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'status': 'completed', 'code': 200} Nov 12 10:58:57.998541 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.021085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Allocated IP 172.20.0.2 (74740c99-fad6-4c4d-9c3f-262c41e49508/194fb240-aeb5-4469-9c3b-0a232e7ae0ba/7a21c924-9c0c-42fb-a27a-96aec8e81697) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:58:58.037058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-ded79757-82d9-45be-a40f-7634a405118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.037058 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-ded79757-82d9-45be-a40f-7634a405118d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c371491a-6cd5-4109-9063-e81c85aa3f0d HTTP/1.1" status: 200 len: 844 time: 0.1316075 Nov 12 10:58:58.106498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-536b2c41-5007-424d-b252-aa7176802e31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.3055215 Nov 12 10:58:58.154064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-77758c76-d9df-4e43-92be-c37707fa4899 req-541fa182-6d38-4fee-a487-38b84894b7ba tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50e85a8-2b2c-48ad-90d7-cde48fdd98ae HTTP/1.1" status: 200 len: 210 time: 0.1067460 Nov 12 10:58:58.251029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-f7a8bf31-391f-4841-bba4-8bfce1a8620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.254169 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-f7a8bf31-391f-4841-bba4-8bfce1a8620b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203218 Nov 12 10:58:58.353405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-a656bbb8-27fa-4de5-8cc6-7a0e60b3c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.355721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-a656bbb8-27fa-4de5-8cc6-7a0e60b3c56d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1625650 Nov 12 10:58:58.362627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:58:58.364892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:58:58.366630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c39ba-e886-464e-b49c-44ff610d073d req-8750716a-9bd5-49e3-81d6-2b06e5ab59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.368523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a90c39ba-e886-464e-b49c-44ff610d073d req-8750716a-9bd5-49e3-81d6-2b06e5ab59cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dfa1edaedd354cc794351113a0f638fd&device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 1101 time: 0.5805299 Nov 12 10:58:58.460203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:58:58.460770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 26b4d324-8f73-4f55-8a15-bcaa5c97c4f1 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:58:58.461844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-ed72b9aa-7161-4e5c-bca2-a23f40ce496c service neutron] 10.222.0.69 "GET /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992521 Nov 12 10:58:58.576371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c39ba-e886-464e-b49c-44ff610d073d req-c01fb88f-5fdd-4a7c-b888-c6f331be64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.580469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a90c39ba-e886-464e-b49c-44ff610d073d req-c01fb88f-5fdd-4a7c-b888-c6f331be64a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1582892 Nov 12 10:58:58.661335 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0a9b2f1-b1c8-4f25-a4c4-562f376946e4 req-a13ef212-a56a-451b-be7c-99a3a14ae6b5 service neutron] 10.222.0.69 "GET /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870077 Nov 12 10:58:58.711513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:58.725086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a90c39ba-e886-464e-b49c-44ff610d073d req-f0b78418-5b8a-4d54-995c-de398abdf616 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 HTTP/1.1" status: 200 len: 217 time: 0.0835209 Nov 12 10:58:58.754468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-9efabaf1-aa5d-492c-b21f-ff38a9e6bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.757924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-9efabaf1-aa5d-492c-b21f-ff38a9e6bfc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3876424 Nov 12 10:58:58.966337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53e12f-d2c5-4e2b-bb1c-c2fa0d88fc94 req-96f60db2-bdaa-440d-867c-9c5adcf660e0 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:58.987486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa53e12f-d2c5-4e2b-bb1c-c2fa0d88fc94 req-96f60db2-bdaa-440d-867c-9c5adcf660e0 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 943 time: 0.2426784 Nov 12 10:58:58.996584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:59.033737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.093330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9c641-879e-4328-af62-379f0a7acd49 req-89763211-684f-4ad7-8f90-c76d16569fcc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:59.113382 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41e9c641-879e-4328-af62-379f0a7acd49 req-89763211-684f-4ad7-8f90-c76d16569fcc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 948 time: 0.2030511 Nov 12 10:58:59.123203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa53e12f-d2c5-4e2b-bb1c-c2fa0d88fc94 req-eb0a5398-3d70-47e7-b777-c11b9629580f tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324711 Nov 12 10:58:59.138938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c39ba-e886-464e-b49c-44ff610d073d req-16f24704-bb44-4e0c-8b7e-04c4eee487d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:59.141067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a90c39ba-e886-464e-b49c-44ff610d073d req-16f24704-bb44-4e0c-8b7e-04c4eee487d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.4061847 Nov 12 10:58:59.194485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '7668f2c1-bac3-4283-8de0-060729baf206', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '7668f2c1-bac3-4283-8de0-060729baf206', 'mac_address': 'fa:16:3e:83:ed:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:58:59.379869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-9b6d1aa2-273b-4b5d-aca1-0849aa29d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:59.396036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-9b6d1aa2-273b-4b5d-aca1-0849aa29d972 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a32f373f6be34f29be7406869ab291f0&device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 1095 time: 0.2926371 Nov 12 10:58:59.483360 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.502948 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.511539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41e9c641-879e-4328-af62-379f0a7acd49 req-03306d6a-49e6-4582-8185-c49d982406fd tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958941 Nov 12 10:58:59.535376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7668f2c1-bac3-4283-8de0-060729baf206 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:58:59.535896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c39ba-e886-464e-b49c-44ff610d073d req-6f1644ab-91df-4ece-9d7e-c2953d09647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:59.537849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a90c39ba-e886-464e-b49c-44ff610d073d req-6f1644ab-91df-4ece-9d7e-c2953d09647a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3423834 Nov 12 10:58:59.543748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-4ee7e721-e142-4b23-8920-04a91bf6a31d service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107141 Nov 12 10:58:59.665797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5041a0c3-2b8c-4993-b69c-29aa0d8f3af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.763536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:58:59.769028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-6b44a8e5-54d9-4a53-81e0-4e0db0e0e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:58:59.771880 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-6b44a8e5-54d9-4a53-81e0-4e0db0e0e63e service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d HTTP/1.1" status: 200 len: 906 time: 0.3622351 Nov 12 10:58:59.772401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:58:59.793425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:58:59.863903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:58:59.876661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Pushing event updated for resources: {'Port': ['ID=7a21c924-9c0c-42fb-a27a-96aec8e81697,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:58:59.890119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-cdb669f3-f9a3-4d48-b109-c78d80325be2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7021855-6adb-4a91-9e44-b7a004452cb4 HTTP/1.1" status: 200 len: 217 time: 0.1086111 Nov 12 10:58:59.938863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:58:59.938986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50e85a8-2b2c-48ad-90d7-cde48fdd98ae', 'name': 'network-vif-deleted', 'tag': '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:58:59.938986 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e595445-7552-41bb-9b84-f972f80c8321" -d '{"events": [{"server_uuid": "a50e85a8-2b2c-48ad-90d7-cde48fdd98ae", "name": "network-vif-deleted", "tag": "26b4d324-8f73-4f55-8a15-bcaa5c97c4f1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:58:59.973916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a90c39ba-e886-464e-b49c-44ff610d073d req-93d9db93-e137-4860-8a9b-1653157793f5 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844476 Nov 12 10:59:00.004675 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2de668-39fc-4df7-b4a5-d8d2447130df x-openstack-request-id: req-9d2de668-39fc-4df7-b4a5-d8d2447130df {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:00.005376 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50e85a8-2b2c-48ad-90d7-cde48fdd98ae", "name": "network-vif-deleted", "tag": "26b4d324-8f73-4f55-8a15-bcaa5c97c4f1", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:00.005926 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9d2de668-39fc-4df7-b4a5-d8d2447130df {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:00.006756 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50e85a8-2b2c-48ad-90d7-cde48fdd98ae', 'name': 'network-vif-deleted', 'tag': '26b4d324-8f73-4f55-8a15-bcaa5c97c4f1', 'status': 'completed', 'code': 200} Nov 12 10:59:00.016344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-94f43486-0b6c-4805-9202-61a5426df087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.020584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-94f43486-0b6c-4805-9202-61a5426df087 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c371491a-6cd5-4109-9063-e81c85aa3f0d HTTP/1.1" status: 200 len: 844 time: 0.1224937 Nov 12 10:59:00.113185 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88e982ad-40d2-46b2-9aba-a7c114eab156 req-90d269d6-6940-40a7-9398-7f43891bfc5e service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202900 Nov 12 10:59:00.145790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-80dabece-7e50-4582-88db-4a8976bc31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.160207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-80dabece-7e50-4582-88db-4a8976bc31e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205399 Nov 12 10:59:00.160489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Attempting to bind port 7a21c924-9c0c-42fb-a27a-96aec8e81697 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:00.160489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Attempting to bind port 7a21c924-9c0c-42fb-a27a-96aec8e81697 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:00.160489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Attempting to bind port 7a21c924-9c0c-42fb-a27a-96aec8e81697 on network 74740c99-fad6-4c4d-9c3f-262c41e49508 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:00.173871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:00.185450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:00.185901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Checking segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:00.186783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.187199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Bound using segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:00.187706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Bound port: 7a21c924-9c0c-42fb-a27a-96aec8e81697, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:00.188134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.213196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b7021855-6adb-4a91-9e44-b7a004452cb4 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:00.275303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['7668f2c1-bac3-4283-8de0-060729baf206'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:00.319281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a90c39ba-e886-464e-b49c-44ff610d073d req-e51c4559-542e-464a-b27f-d33b23d7e089 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280318 Nov 12 10:59:00.365775 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-7b92b813-4084-4475-a895-0e3434472342 service neutron] 10.222.0.69 "GET /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977148 Nov 12 10:59:00.382718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] For port 7a21c924-9c0c-42fb-a27a-96aec8e81697, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:00.385578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a129d-9125-40bc-85aa-5926cb8d88c2 req-6257c04d-809e-4341-bae7-8ad906f2ca64 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:00.394893 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-015a129d-9125-40bc-85aa-5926cb8d88c2 req-6257c04d-809e-4341-bae7-8ad906f2ca64 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 943 time: 0.1123319 Nov 12 10:59:00.440184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] For port 7a21c924-9c0c-42fb-a27a-96aec8e81697, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7a21c924-9c0c-42fb-a27a-96aec8e81697,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:00.452382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.487905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b7021855-6adb-4a91-9e44-b7a004452cb4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b7021855-6adb-4a91-9e44-b7a004452cb4,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:00.510719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.511450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'port_id': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'mac_address': 'fa:16:3e:82:f0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:00.577847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-015a129d-9125-40bc-85aa-5926cb8d88c2 req-4d8ad9d8-8a30-4e77-b0dc-a0d5435226c1 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817565 Nov 12 10:59:00.587692 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.609614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:00.654136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7021855-6adb-4a91-9e44-b7a004452cb4 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:00.738818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b7021855-6adb-4a91-9e44-b7a004452cb4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b7021855-6adb-4a91-9e44-b7a004452cb4,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:00.768070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890caf09-9b02-4d61-8ffe-d85893fb1aff None None] Pushing event updated for resources: {'Port': ['ID=7a21c924-9c0c-42fb-a27a-96aec8e81697,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:00.850383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9abc807-93b9-43a4-a98e-4ac428c34948 req-df19bb90-912e-4c9f-8e35-d498797c45de service neutron] 10.222.0.69 "GET /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260652 Nov 12 10:59:00.906732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.000823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Allocated IP 172.25.3.77 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/823194eb-a373-4aa8-b54b-b823ef42a27d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:01.063400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ca977-d695-45ea-9af5-7a1f1c004006 req-fe9d28ad-acbe-45bb-ae38-4d3a9e0ebe47 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:01.077754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b63ca977-d695-45ea-9af5-7a1f1c004006 req-fe9d28ad-acbe-45bb-ae38-4d3a9e0ebe47 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.2455795 Nov 12 10:59:01.165613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b7021855-6adb-4a91-9e44-b7a004452cb4,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:01.320377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b341e-24ee-47e3-98be-ea81c842d616 req-a543bce7-2255-4989-aefd-277a2fce39b9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:01.324072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a25b341e-24ee-47e3-98be-ea81c842d616 req-a543bce7-2255-4989-aefd-277a2fce39b9 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 949 time: 0.2978578 Nov 12 10:59:01.432389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.451320 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a25b341e-24ee-47e3-98be-ea81c842d616 req-e56f6d89-cc01-4476-a8a7-999013bcfa01 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204407 Nov 12 10:59:01.513415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['b7021855-6adb-4a91-9e44-b7a004452cb4'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:01.539829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b63ca977-d695-45ea-9af5-7a1f1c004006 req-1b51e969-ac85-4e8f-bd05-2bf41a7b305f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289484 Nov 12 10:59:01.684234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.694657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7a21c924-9c0c-42fb-a27a-96aec8e81697 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:01.810580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:01.859792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de203fab-daf7-4426-9b5d-135be76b1b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:01.860157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:01.868010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:01.991303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7a21c924-9c0c-42fb-a27a-96aec8e81697 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:01.991797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.022540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Pushing event updated for resources: {'Port': ['ID=823194eb-a373-4aa8-b54b-b823ef42a27d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:02.061918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246ec2f-538c-4170-bd3c-425bda404ca2 req-83b1f2aa-9b7c-4199-9835-efc8079c3a89 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.065394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2246ec2f-538c-4170-bd3c-425bda404ca2 req-83b1f2aa-9b7c-4199-9835-efc8079c3a89 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 944 time: 0.2500491 Nov 12 10:59:02.169213 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.220622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:02.361242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 7a21c924-9c0c-42fb-a27a-96aec8e81697, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7a21c924-9c0c-42fb-a27a-96aec8e81697,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:02.364567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2246ec2f-538c-4170-bd3c-425bda404ca2 req-36e8a567-a637-4808-8029-cf29e3f69aa9 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207749 Nov 12 10:59:02.487774 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.510629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14113-4229-4f91-911b-6edda2db433a req-63b3612c-8d66-4d4e-af5a-49b7ce218517 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.512261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7d14113-4229-4f91-911b-6edda2db433a req-63b3612c-8d66-4d4e-af5a-49b7ce218517 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 949 time: 0.0635154 Nov 12 10:59:02.660898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7031cab4-9494-40bb-b8b4-26f2e383f1ef None None] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:59:02.663607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 7668f2c1-bac3-4283-8de0-060729baf206 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:02.717067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 7668f2c1-bac3-4283-8de0-060729baf206 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:02.717713 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.801531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6f854-044a-4e1b-9bce-dd8c0c95da0c req-e2016195-426f-4918-b5ec-0784daf69a63 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.804502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfb6f854-044a-4e1b-9bce-dd8c0c95da0c req-e2016195-426f-4918-b5ec-0784daf69a63 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 949 time: 0.0930297 Nov 12 10:59:02.887481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=7a21c924-9c0c-42fb-a27a-96aec8e81697,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:02.904958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a74742f1-a1d7-4532-91c5-d0db5c20a248 None None] Provisioning complete for port 7a21c924-9c0c-42fb-a27a-96aec8e81697 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:02.905823 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a74742f1-a1d7-4532-91c5-d0db5c20a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.922238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282c2bf-0f3c-4d6e-ac92-18c59ff4fa60 req-802a4987-ea73-4338-b525-98f7e873694a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:02.935094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3282c2bf-0f3c-4d6e-ac92-18c59ff4fa60 req-802a4987-ea73-4338-b525-98f7e873694a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.2389450 Nov 12 10:59:02.939281 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:02.940922 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfb6f854-044a-4e1b-9bce-dd8c0c95da0c req-492adb7c-b196-41aa-9e41-d47f2b43a9a6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200709 Nov 12 10:59:02.984982 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Deleting port f8c479f5-4ea3-4770-8c55-6de95c050a1d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:02.984982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.070206 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.236617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3282c2bf-0f3c-4d6e-ac92-18c59ff4fa60 req-77bfdbbb-c5b7-49e8-b4b3-af8b125e7dfc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987168 Nov 12 10:59:03.301955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] For port f8c479f5-4ea3-4770-8c55-6de95c050a1d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f8c479f5-4ea3-4770-8c55-6de95c050a1d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:03.313645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.348387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Calling delete_port for f8c479f5-4ea3-4770-8c55-6de95c050a1d owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:03.371123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.480614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:03.482353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:03.493940 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f60a569-b9cd-4bc1-9e51-ba99f700324f" -d '{"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-plugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:03.631248 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.720263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7a21c924-9c0c-42fb-a27a-96aec8e81697 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:03.840688 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62754e56-ea66-4317-8443-3087a23835f3 x-openstack-request-id: req-62754e56-ea66-4317-8443-3087a23835f3 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:03.841217 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-plugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:03.841550 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62754e56-ea66-4317-8443-3087a23835f3 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:03.842203 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'code': 200} Nov 12 10:59:03.859980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:03.943429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d829c0a-dd2f-4a27-a665-788cffb2d708 req-a99a6ac8-da4f-4149-a36b-f143fcbf90e7 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:03.945938 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7d829c0a-dd2f-4a27-a665-788cffb2d708 req-a99a6ac8-da4f-4149-a36b-f143fcbf90e7 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 944 time: 0.1849244 Nov 12 10:59:04.013078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:04.041667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7d829c0a-dd2f-4a27-a665-788cffb2d708 req-fb603e1d-e3fe-4002-87b1-ac15e1676587 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777292 Nov 12 10:59:04.078453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.099744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7a21c924-9c0c-42fb-a27a-96aec8e81697 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:04.100354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.130116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', '66f19155-65f5-4404-94eb-59f99f05168c', 'f8c479f5-4ea3-4770-8c55-6de95c050a1d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:04.135837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359', 'f5b48106-a276-4030-99dc-ec5cd8c6247d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:04.156381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event deleted for resources: {'Port': ['ID=f8c479f5-4ea3-4770-8c55-6de95c050a1d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:04.168624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25aef259-179a-4432-94d8-e4c6a80a747f req-a5454364-d670-40b0-b155-f049925130da tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 210 time: 0.0447364 Nov 12 10:59:04.221262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1e2c4-248f-4aa6-bae9-887e2c195cbc req-a5ab81db-b865-4cf2-8790-8f9820ef1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.230194 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3be1e2c4-248f-4aa6-bae9-887e2c195cbc req-a5ab81db-b865-4cf2-8790-8f9820ef1155 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1102 time: 0.2672539 Nov 12 10:59:04.250055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.271760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] No DVR routers for this DVR port f8c479f5-4ea3-4770-8c55-6de95c050a1d on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:04.277065 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.281181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7d14113-4229-4f91-911b-6edda2db433a req-b5f4a7c4-7ad2-4659-942c-b6035fea5d1b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "DELETE /v2.0/ports/f8c479f5-4ea3-4770-8c55-6de95c050a1d HTTP/1.1" status: 204 len: 173 time: 1.7466588 Nov 12 10:59:04.281679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8a0cc9-b561-4e32-a294-f355f559b045', 'name': 'network-vif-deleted', 'tag': 'f8c479f5-4ea3-4770-8c55-6de95c050a1d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:04.284687 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0434666c-3b9d-4b29-8d3f-17c4f7756981" -d '{"events": [{"server_uuid": "aa8a0cc9-b561-4e32-a294-f355f559b045", "name": "network-vif-deleted", "tag": "f8c479f5-4ea3-4770-8c55-6de95c050a1d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:04.320389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b7021855-6adb-4a91-9e44-b7a004452cb4 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:04.327615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3be1e2c4-248f-4aa6-bae9-887e2c195cbc req-3598e253-9fc4-4981-9754-dfb3391fd775 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774686 Nov 12 10:59:04.393933 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796c9ece-fb6f-4299-ae7f-d140b33bf7ac x-openstack-request-id: req-796c9ece-fb6f-4299-ae7f-d140b33bf7ac {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:04.394255 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8a0cc9-b561-4e32-a294-f355f559b045", "name": "network-vif-deleted", "tag": "f8c479f5-4ea3-4770-8c55-6de95c050a1d", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:04.394570 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-796c9ece-fb6f-4299-ae7f-d140b33bf7ac {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:04.395052 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8a0cc9-b561-4e32-a294-f355f559b045', 'name': 'network-vif-deleted', 'tag': 'f8c479f5-4ea3-4770-8c55-6de95c050a1d', 'status': 'completed', 'code': 200} Nov 12 10:59:04.426200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-98705cad-c881-4571-951c-9af626c23bf8 None None] Provisioning complete for port 7a21c924-9c0c-42fb-a27a-96aec8e81697 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:04.426713 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-98705cad-c881-4571-951c-9af626c23bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:04.480930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:59:04.515054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ae403-6379-4164-9afa-36af42ba7838 req-b4ac178e-c184-4939-94ff-54b29bdcdcbe tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:04.518461 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-856ae403-6379-4164-9afa-36af42ba7838 req-b4ac178e-c184-4939-94ff-54b29bdcdcbe tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1270525 Nov 12 10:59:04.814519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:04.825179 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:04.847912 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:04.850547 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:04.967611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-856ae403-6379-4164-9afa-36af42ba7838 req-7096b5b3-a493-4fdb-8632-7fc01d8ac0e4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664977 Nov 12 10:59:05.080805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.084656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f255528d-8e22-4906-b206-e90c824652cb admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.5197735 Nov 12 10:59:05.088547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37392) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:05.125827 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.156178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port b7021855-6adb-4a91-9e44-b7a004452cb4 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:05.230086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port b7021855-6adb-4a91-9e44-b7a004452cb4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:05.230732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.462178 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:05.484862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cafb12-bd38-4bc6-9255-5e6ad75462ca req-bb0f8e3b-b077-4500-a6ba-b8657973bac4 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:05.500279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89cafb12-bd38-4bc6-9255-5e6ad75462ca req-bb0f8e3b-b077-4500-a6ba-b8657973bac4 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 944 time: 0.2062676 Nov 12 10:59:05.646600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89cafb12-bd38-4bc6-9255-5e6ad75462ca req-12f970ce-a9b5-4260-ad1c-ae11f9d1e78e tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325178 Nov 12 10:59:05.793875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:05.905125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9fdd9fb-3dc6-4470-ad28-57b6b8403724 req-a3833ea4-4a42-4829-a9f5-c56d3746b958 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 210 time: 0.0526438 Nov 12 10:59:05.925175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7021855-6adb-4a91-9e44-b7a004452cb4'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:05.928102 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60943eb1-b369-43a6-ae50-970cbc125105" -d '{"events": [{"server_uuid": "f688a503-4cfe-448e-aac9-8cbf506e46ca", "name": "network-vif-plugged", "status": "completed", "tag": "b7021855-6adb-4a91-9e44-b7a004452cb4"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:06.083959 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:02Z', 'revision_number': 3, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:06.110241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b7021855-6adb-4a91-9e44-b7a004452cb4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b7021855-6adb-4a91-9e44-b7a004452cb4,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:06.271617 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7148bddd-d0c7-45dd-ba05-793c9b3f9cfd x-openstack-request-id: req-7148bddd-d0c7-45dd-ba05-793c9b3f9cfd {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:06.271617 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f688a503-4cfe-448e-aac9-8cbf506e46ca", "name": "network-vif-plugged", "status": "completed", "tag": "b7021855-6adb-4a91-9e44-b7a004452cb4", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:06.271617 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7148bddd-d0c7-45dd-ba05-793c9b3f9cfd {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:06.271617 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'code': 200} Nov 12 10:59:06.273789 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:06.273789 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Updating router eb7df6f5-9342-412c-9525-1a27234cd5a4 port 823194eb-a373-4aa8-b54b-b823ef42a27d binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:59:06.273789 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.575915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfef7b5-1bd7-4576-bc2d-7d4c787948eb req-960755a5-bc6b-45af-b426-499862e81350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.578312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcfef7b5-1bd7-4576-bc2d-7d4c787948eb req-960755a5-bc6b-45af-b426-499862e81350 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 1096 time: 0.3150852 Nov 12 10:59:06.691529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcfef7b5-1bd7-4576-bc2d-7d4c787948eb req-a70f4f71-2bc0-4a0c-a14e-0fd8df051231 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983925 Nov 12 10:59:06.718275 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.731089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdce13b-f3fa-4e11-913d-68ec4184a823 req-a5fbb265-ed22-4f2b-8c33-39eda667d270 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:06.733913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcdce13b-f3fa-4e11-913d-68ec4184a823 req-a5fbb265-ed22-4f2b-8c33-39eda667d270 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.3342066 Nov 12 10:59:06.746541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.747333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f8c479f5-4ea3-4770-8c55-6de95c050a1d no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:06.780319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: f8c479f5-4ea3-4770-8c55-6de95c050a1d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:06.780669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f8c479f5-4ea3-4770-8c55-6de95c050a1d not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:06.864468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b7021855-6adb-4a91-9e44-b7a004452cb4,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:06.910235 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:06.967888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcdce13b-f3fa-4e11-913d-68ec4184a823 req-464a2d47-8d53-4836-997b-f534a14d7c3b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536865 Nov 12 10:59:07.165988 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66afab-504e-4ee4-862d-53a3ea755bc7 None None] Pushing event updated for resources: {'Port': ['ID=823194eb-a373-4aa8-b54b-b823ef42a27d,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:07.239144 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Attempting to bind port 823194eb-a373-4aa8-b54b-b823ef42a27d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:07.239533 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Attempting to bind port 823194eb-a373-4aa8-b54b-b823ef42a27d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:07.241481 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Attempting to bind port 823194eb-a373-4aa8-b54b-b823ef42a27d on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:07.256758 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:07.257348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:07.257798 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.260243 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:07.260825 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Bound port: 823194eb-a373-4aa8-b54b-b823ef42a27d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:07.262111 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.264245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226144e7-1fdd-409a-9d0d-2b1f4802c3b5 req-5a9842ad-d94a-408f-959d-c65230ffb83e tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:07.272137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-226144e7-1fdd-409a-9d0d-2b1f4802c3b5 req-5a9842ad-d94a-408f-959d-c65230ffb83e tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.4737103 Nov 12 10:59:07.316437 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.352860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-226144e7-1fdd-409a-9d0d-2b1f4802c3b5 req-1b26fd1f-71bb-42e0-b3e1-1ca24d9cf6e2 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781651 Nov 12 10:59:07.388876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87ab32b2-662c-4ff0-89fc-e522484c5969 req-81cead94-1c95-481d-93f6-367f1dd5d114 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa8a0cc9-b561-4e32-a294-f355f559b045 HTTP/1.1" status: 200 len: 210 time: 0.0598686 Nov 12 10:59:07.401099 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] For port 823194eb-a373-4aa8-b54b-b823ef42a27d, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:07.405052 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] For port 823194eb-a373-4aa8-b54b-b823ef42a27d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=823194eb-a373-4aa8-b54b-b823ef42a27d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:07.597790 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.647211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Allocated IP 172.20.0.1 (74740c99-fad6-4c4d-9c3f-262c41e49508/194fb240-aeb5-4469-9c3b-0a232e7ae0ba/2b0bfdaa-957d-4228-a2ea-4bc0c323f762) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:07.689465 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:07.690155 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:07.695959 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66afab-504e-4ee4-862d-53a3ea755bc7 None None] Pushing event updated for resources: {'Port': ['ID=823194eb-a373-4aa8-b54b-b823ef42a27d,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:07.816183 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:07.817490 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:07.953275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.057226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Pushing event updated for resources: {'Port': ['ID=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:08.083722 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:02Z', 'revision_number': 3, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:08.090723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:08.094353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:08.106890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:08.136336 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caab437-0a75-4552-99af-2e6cee2cdff2 None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:02Z', 'revision_number': 3, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:08.283793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa3862-b166-47e3-84dd-29a7e29ab297 req-6f6b913f-c391-4388-810a-15a40cfd58ba tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.297781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0daa3862-b166-47e3-84dd-29a7e29ab297 req-6f6b913f-c391-4388-810a-15a40cfd58ba tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1319525 Nov 12 10:59:08.310126 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.422137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0daa3862-b166-47e3-84dd-29a7e29ab297 req-1fdfb80f-fc79-4706-a888-a0530adf38e4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221552 Nov 12 10:59:08.571725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321be6-547a-463a-8a79-6ab9a7f360d8 req-cdb1cf6d-e30e-41a6-b710-fb813baf7543 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.577545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f2321be6-547a-463a-8a79-6ab9a7f360d8 req-cdb1cf6d-e30e-41a6-b710-fb813baf7543 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.0993965 Nov 12 10:59:08.636333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da878e2-1336-4909-98b6-04dd1a7c2e52 req-c1ca7d6a-df92-43a0-bb6e-1539f94b1fc5 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:08.637949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8da878e2-1336-4909-98b6-04dd1a7c2e52 req-c1ca7d6a-df92-43a0-bb6e-1539f94b1fc5 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1102 time: 0.0914075 Nov 12 10:59:08.677860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f2321be6-547a-463a-8a79-6ab9a7f360d8 req-ca028c68-e1f7-40ac-806b-256d3a530588 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991206 Nov 12 10:59:08.684691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-38ccd2eb-af5c-47a7-8054-7f5ee3f6f4ff None None] Provisioning complete for port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:08.685853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2eb-af5c-47a7-8054-7f5ee3f6f4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:08.738544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-38ccd2eb-af5c-47a7-8054-7f5ee3f6f4ff None None] Port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:08.747980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8da878e2-1336-4909-98b6-04dd1a7c2e52 req-491d66b1-8e7d-4a37-b8fb-5a33c084ccf8 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987465 Nov 12 10:59:09.210459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.669296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.769168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 823194eb-a373-4aa8-b54b-b823ef42a27d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:09.820675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.866775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 823194eb-a373-4aa8-b54b-b823ef42a27d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:09.867878 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:09.960600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e72c8-b29e-4ec0-a594-e2f902554456 req-1e4dc47e-4cb0-4b9f-b96b-8ffdff71c38b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:09.965350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c6e72c8-b29e-4ec0-a594-e2f902554456 req-1e4dc47e-4cb0-4b9f-b96b-8ffdff71c38b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.2057858 Nov 12 10:59:09.988949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-01362419-6a30-419c-ad19-f1a80538cbc5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1411004 Nov 12 10:59:09.991223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Pushing event updated for resources: {'Port': ['ID=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:10.001150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.008630 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.025870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 823194eb-a373-4aa8-b54b-b823ef42a27d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=823194eb-a373-4aa8-b54b-b823ef42a27d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:10.056944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c6e72c8-b29e-4ec0-a594-e2f902554456 req-cad1d8af-0f55-4e60-be51-b4265e7fba92 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653062 Nov 12 10:59:10.137909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:10.143553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:10.194664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646bac4-4324-4831-8c53-30c9fc1160d9 req-95c88e37-ea6b-4f71-8ddf-2c0a1e9f834c tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.196420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3646bac4-4324-4831-8c53-30c9fc1160d9 req-95c88e37-ea6b-4f71-8ddf-2c0a1e9f834c tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.0737388 Nov 12 10:59:10.272871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3646bac4-4324-4831-8c53-30c9fc1160d9 req-f721f9ec-f008-40d9-9f02-eaa1bb203b96 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631666 Nov 12 10:59:10.304331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:10.412028 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.548296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7a9da512-73d2-467e-bc80-ca87650aa9f2 None None] Provisioning complete for port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:10.548679 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a9da512-73d2-467e-bc80-ca87650aa9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:10.595188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:10.600878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=823194eb-a373-4aa8-b54b-b823ef42a27d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:10.606144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bd5dd912-c05f-4136-9adf-eac29c01076f admin admin] 10.222.0.98 "PUT /v2.0/routers/eb7df6f5-9342-412c-9525-1a27234cd5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5196505 Nov 12 10:59:10.626496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7a9da512-73d2-467e-bc80-ca87650aa9f2 None None] Port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:10.753453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117178f6-76a8-419a-8be3-372508955306 req-8c6b0588-fc07-4c2b-82e1-55c0d305dc90 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:10.767908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-117178f6-76a8-419a-8be3-372508955306 req-8c6b0588-fc07-4c2b-82e1-55c0d305dc90 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.1400890 Nov 12 10:59:10.769286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37524) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:10.780562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Request body: {'floatingip': {'port_id': 'b7021855-6adb-4a91-9e44-b7a004452cb4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:10.832350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:10.852966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:10.855059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:10.930596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.058501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:11.085063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49ccc3-d348-431c-940a-d19a979c6cea req-bd955bd4-75d4-4575-beea-8aad9b913cff tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:11.086672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b49ccc3-d348-431c-940a-d19a979c6cea req-bd955bd4-75d4-4575-beea-8aad9b913cff tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 950 time: 0.3903847 Nov 12 10:59:11.273582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b49ccc3-d348-431c-940a-d19a979c6cea req-8a48ba72-d924-4566-a707-ac3c783443d4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708946 Nov 12 10:59:11.300631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd0929-2867-4aad-9f92-43365be09359 req-3baa8081-12f8-4b67-8ad7-d636f98f2502 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:11.302219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40fd0929-2867-4aad-9f92-43365be09359 req-3baa8081-12f8-4b67-8ad7-d636f98f2502 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 950 time: 0.1315701 Nov 12 10:59:11.536526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:09Z', 'revision_number': 2, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:11.588996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 823194eb-a373-4aa8-b54b-b823ef42a27d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:11.590493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-1ea4d7c1-128c-4075-acc6-13d135089038 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:11.594520 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-1ea4d7c1-128c-4075-acc6-13d135089038 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 820 time: 0.3395929 Nov 12 10:59:11.601852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:11.602230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Updating router eb7df6f5-9342-412c-9525-1a27234cd5a4 port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:59:11.618221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-eac23c36-2c2a-4f80-9409-9572d6e2e493 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/quotas/9b6c8292556547aaaf5327b7c970755c HTTP/1.1" status: 200 len: 375 time: 0.0170960 Nov 12 10:59:11.687296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ab688-e87d-459e-9000-48957e109ba1 req-0aa52457-4625-4e57-b7b1-d1b7b47f190f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:11.690795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-f3860890-e801-45a1-a6cf-347aca9d7648 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703332 Nov 12 10:59:11.701597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-439ab688-e87d-459e-9000-48957e109ba1 req-0aa52457-4625-4e57-b7b1-d1b7b47f190f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.2248468 Nov 12 10:59:11.745058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.791865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Deleting port f5b48106-a276-4030-99dc-ec5cd8c6247d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:11.792454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.832271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 823194eb-a373-4aa8-b54b-b823ef42a27d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:11.832973 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:11.854784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 10:59:11.856063 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-7ef2488a-ce35-4d57-a3e8-33b3c895e688 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635864 Nov 12 10:59:12.024152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-f5fa068d-98da-4b03-a127-516f01e5dfad service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669402 Nov 12 10:59:12.049912 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-439ab688-e87d-459e-9000-48957e109ba1 req-a3bc432f-ce04-47f4-b3f0-9409fe2c68fb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467793 Nov 12 10:59:12.122221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] For port f5b48106-a276-4030-99dc-ec5cd8c6247d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f5b48106-a276-4030-99dc-ec5cd8c6247d,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:12.123162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.141439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.153381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Calling delete_port for f5b48106-a276-4030-99dc-ec5cd8c6247d owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:12.220729 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.447976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-29453c97-7b2d-49e3-9c21-e591c49aca83 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:12.449430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-29453c97-7b2d-49e3-9c21-e591c49aca83 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 948 time: 0.1036186 Nov 12 10:59:12.455120 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Floating IP 2abee11b-5b69-44a1-aed0-9cdb927e3207 associated. External IP: 172.25.3.96, port: b7021855-6adb-4a91-9e44-b7a004452cb4. Nov 12 10:59:12.552126 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f861dd7-2246-48fa-8675-06cddf075ed9 req-540325c3-7f43-4167-ace0-4a455e6eaa58 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0531368 Nov 12 10:59:12.632404 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.814394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:12.936269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee8f3a-e4ea-4a8d-9827-926f1e08be33 None None] Pushing event updated for resources: {'Port': ['ID=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:13.026039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Attempting to bind port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:13.028359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Attempting to bind port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:13.029066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Attempting to bind port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 on network 74740c99-fad6-4c4d-9c3f-262c41e49508 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:13.036667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:13.037471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Checking segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:13.038267 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.038889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Bound using segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:13.040442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Bound port: 2b0bfdaa-957d-4228-a2ea-4bc0c323f762, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:13.041128 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.124059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaec78a-619d-4b6a-bb7b-2d3213dd26df req-c09e848c-ecf9-4da1-ac54-6d2a06b32b69 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.125625 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaaec78a-619d-4b6a-bb7b-2d3213dd26df req-c09e848c-ecf9-4da1-ac54-6d2a06b32b69 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 950 time: 0.5534782 Nov 12 10:59:13.135281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] For port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:13.144346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] For port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:13.276910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Deleting port 66f19155-65f5-4404-94eb-59f99f05168c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:13.277262 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.280359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ba2d708c-ceb5-4bd5-b5f7-798d8600a51f None None] Provisioning complete for port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:13.280359 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba2d708c-ceb5-4bd5-b5f7-798d8600a51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.316214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaaec78a-619d-4b6a-bb7b-2d3213dd26df req-805f1f9d-1a0e-4a9d-917c-b846991f34e5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530378 Nov 12 10:59:13.329778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d708c-ceb5-4bd5-b5f7-798d8600a51f None None] Port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:13.352850 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.359804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.402796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:13.405510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:13.420664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event deleted for resources: {'Port': ['ID=f5b48106-a276-4030-99dc-ec5cd8c6247d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:13.430543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:13.543843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] No DVR routers for this DVR port f5b48106-a276-4030-99dc-ec5cd8c6247d on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:13.593990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.598411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee8f3a-e4ea-4a8d-9827-926f1e08be33 None None] Pushing event updated for resources: {'Port': ['ID=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:13.603916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40fd0929-2867-4aad-9f92-43365be09359 req-27827623-01c0-45d1-8528-8949b8d4c82b tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "DELETE /v2.0/ports/f5b48106-a276-4030-99dc-ec5cd8c6247d HTTP/1.1" status: 204 len: 173 time: 2.2938807 Nov 12 10:59:13.615457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815a7c37-fb5f-459b-9637-f69373c54701', 'name': 'network-vif-deleted', 'tag': 'f5b48106-a276-4030-99dc-ec5cd8c6247d'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:13.621289 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062edf13-05ab-49af-bcb1-20551ba9356b" -d '{"events": [{"server_uuid": "815a7c37-fb5f-459b-9637-f69373c54701", "name": "network-vif-deleted", "tag": "f5b48106-a276-4030-99dc-ec5cd8c6247d"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:13.625623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:13.626379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:13.650789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] For port 66f19155-65f5-4404-94eb-59f99f05168c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=66f19155-65f5-4404-94eb-59f99f05168c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:13.651440 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.678578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Calling delete_port for 66f19155-65f5-4404-94eb-59f99f05168c owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:13.769055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65a016-17ad-4247-9758-d69765cca43e req-29d8e9ba-76bf-4442-a6de-619b4ffb86aa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:13.770723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a65a016-17ad-4247-9758-d69765cca43e req-29d8e9ba-76bf-4442-a6de-619b4ffb86aa tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.3066432 Nov 12 10:59:13.968217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:13.973957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:13.980364 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] Sync routers for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:14.023055 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:14.029370 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:14.053478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a65a016-17ad-4247-9758-d69765cca43e req-3385bb36-05b1-412e-8e05-9a8bd93a57ea tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332361 Nov 12 10:59:14.090490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a3129b35-eac2-42ed-9385-74793968ef1d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "PUT /v2.0/floatingips/2abee11b-5b69-44a1-aed0-9cdb927e3207 HTTP/1.1" status: 200 len: 990 time: 3.3158569 Nov 12 10:59:14.178898 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:14.227223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:14.332798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b0b69423-4f6f-4668-b69f-ade31f82bfb5 None None] Provisioning complete for port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:14.333834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0b69423-4f6f-4668-b69f-ade31f82bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.346243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 66f19155-65f5-4404-94eb-59f99f05168c no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:14.346502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-983a3515-f8cd-4dec-9a59-860bba4cf172 req-4484b676-72b9-40a5-87a4-1e522e806778 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0379221 Nov 12 10:59:14.428893 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089aa74b-72b4-4e7e-b6b7-dda1a1c93ad0 x-openstack-request-id: req-089aa74b-72b4-4e7e-b6b7-dda1a1c93ad0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:14.429295 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815a7c37-fb5f-459b-9637-f69373c54701", "name": "network-vif-deleted", "tag": "f5b48106-a276-4030-99dc-ec5cd8c6247d", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:14.429500 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-089aa74b-72b4-4e7e-b6b7-dda1a1c93ad0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:14.429850 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815a7c37-fb5f-459b-9637-f69373c54701', 'name': 'network-vif-deleted', 'tag': 'f5b48106-a276-4030-99dc-ec5cd8c6247d', 'status': 'completed', 'code': 200} Nov 12 10:59:14.442194 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.538373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event deleted for resources: {'Port': ['ID=66f19155-65f5-4404-94eb-59f99f05168c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:14.563275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] No DVR routers for this DVR port 66f19155-65f5-4404-94eb-59f99f05168c on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:14.566241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.581009 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5339d0e7-7f06-4c7b-a288-4073a4ef185a req-694fe631-227a-4429-b823-f00878685631 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "DELETE /v2.0/ports/66f19155-65f5-4404-94eb-59f99f05168c HTTP/1.1" status: 204 len: 173 time: 1.9780216 Nov 12 10:59:14.616914 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2abee11b-5b69-44a1-aed0-9cdb927e3207', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'port_id': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'mac_address': 'fa:16:3e:82:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:39Z', 'updated_at': '2021-11-12T10:59:11Z', 'revision_number': 1, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:14.660956 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] Checking router: 80edf699-135b-4bd7-a0a6-04abc1ef3a99 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:14.671188 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:14.671811 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:14.770254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0979cf79-9ded-4a94-8569-9d8afbe871d1 req-7eb402eb-d193-4194-87d0-4b15340f79f6 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=815a7c37-fb5f-459b-9637-f69373c54701 HTTP/1.1" status: 200 len: 210 time: 0.0991654 Nov 12 10:59:14.776107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No active binding found for port 66f19155-65f5-4404-94eb-59f99f05168c {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 10:59:14.776583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 66f19155-65f5-4404-94eb-59f99f05168c not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:14.875350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-5673e6e1-da3f-43f0-8323-c6c5bc1ddfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:14.878073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0b69423-4f6f-4668-b69f-ade31f82bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:14.878599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-5673e6e1-da3f-43f0-8323-c6c5bc1ddfe9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1102 time: 0.0824602 Nov 12 10:59:14.969928 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:14.994951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b0b69423-4f6f-4668-b69f-ade31f82bfb5 None None] For port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:15.017376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f5b48106-a276-4030-99dc-ec5cd8c6247d no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:15.063787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-180a4a7b-a888-499f-846d-66da75dc34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.066661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-180a4a7b-a888-499f-846d-66da75dc34fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1798258 Nov 12 10:59:15.069893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: f5b48106-a276-4030-99dc-ec5cd8c6247d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:15.070250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f5b48106-a276-4030-99dc-ec5cd8c6247d not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:15.070707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fabd8666-3b4f-42ba-9354-4848f466e752 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:15.135887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-57094709-3977-47d4-91a8-25dbe1b33e76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.0546737 Nov 12 10:59:15.216066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:13Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:15.218527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-a9c68bfd-95c0-40c7-8790-d94257ccdd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.220520 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-a9c68bfd-95c0-40c7-8790-d94257ccdd62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0697486 Nov 12 10:59:15.260759 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0b69423-4f6f-4668-b69f-ade31f82bfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.263450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520fe80-e3c7-454b-b077-bbda02e7f5b5 None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:13Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:15.290319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:15.379172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc68fd-3916-47bc-8f6c-7a039d8b1495 req-187672b9-0973-4b0a-9362-3760dd830b1c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.381215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03cc68fd-3916-47bc-8f6c-7a039d8b1495 req-187672b9-0973-4b0a-9362-3760dd830b1c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1654413 Nov 12 10:59:15.429768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-62a534fb-0c5a-4bf9-b57d-723e5ea81d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:15.435829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-62a534fb-0c5a-4bf9-b57d-723e5ea81d4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1984925 Nov 12 10:59:15.469669 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:15.662357 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2abee11b-5b69-44a1-aed0-9cdb927e3207', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'port_id': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'mac_address': 'fa:16:3e:82:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:39Z', 'updated_at': '2021-11-12T10:59:11Z', 'revision_number': 1, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:15.745983 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bb67f-5485-46af-aa47-0784bf0aa947 None None] The sync data for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 is: [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '2abee11b-5b69-44a1-aed0-9cdb927e3207', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'port_id': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'mac_address': 'fa:16:3e:82:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:58:39Z', 'updated_at': '2021-11-12T10:59:11Z', 'revision_number': 1, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:15.762175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b69423-4f6f-4668-b69f-ade31f82bfb5 None None] Pushing event updated for resources: {'Port': ['ID=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:15.763591 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03cc68fd-3916-47bc-8f6c-7a039d8b1495 req-5e20d3d0-ece9-44d1-b97c-28de6ce89323 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669367 Nov 12 10:59:15.783812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-1089ae82-11c6-4fc9-9938-1811ce16ccd4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223529 Nov 12 10:59:15.817832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:15.820278 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7e8096-1e8e-47b0-8fe3-51b5bbb242b3" -d '{"events": [{"server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:15.823851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:15.852587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:16.007707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:16.078559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e6c492e-006b-49c7-80e5-46513ad380e1 req-01d6c895-4b3d-49a0-a95b-898d44baa819 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0501525 Nov 12 10:59:16.205511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-fcb1f88f-3277-4cb1-b5e8-0a38652b292f service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101539 Nov 12 10:59:16.251151 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.359944 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a375a3-98b5-4bdb-82f7-6444c50a4228 x-openstack-request-id: req-91a375a3-98b5-4bdb-82f7-6444c50a4228 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:16.360630 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "name": "network-vif-unplugged", "status": "completed", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:16.360910 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-91a375a3-98b5-4bdb-82f7-6444c50a4228 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:16.361392 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'code': 200} Nov 12 10:59:16.423060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:16.423566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:16.426019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accca4f4-8259-49d6-914d-c57b8255a798 None None] New status for floating IP 2abee11b-5b69-44a1-aed0-9cdb927e3207: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:16.430348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'tag': 'b7021855-6adb-4a91-9e44-b7a004452cb4'}, {'server_uuid': 'a6d49aeb-5c23-4da0-957d-18822dacd6df', 'name': 'network-vif-deleted', 'tag': '66f19155-65f5-4404-94eb-59f99f05168c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:16.433334 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be45128b-64d6-4887-af59-d56de9731e47" -d '{"events": [{"name": "network-changed", "server_uuid": "f688a503-4cfe-448e-aac9-8cbf506e46ca", "tag": "b7021855-6adb-4a91-9e44-b7a004452cb4"}, {"server_uuid": "a6d49aeb-5c23-4da0-957d-18822dacd6df", "name": "network-vif-deleted", "tag": "66f19155-65f5-4404-94eb-59f99f05168c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:16.472223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:16.530103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-256a61b0-a900-4d74-9a57-8e9f04ff3410 req-c446010f-6eeb-42d5-a370-6a6d88fc97b2 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6d49aeb-5c23-4da0-957d-18822dacd6df HTTP/1.1" status: 200 len: 210 time: 0.1025333 Nov 12 10:59:16.765882 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f581d5c-10f8-4b42-960c-7a2381645f9b x-openstack-request-id: req-4f581d5c-10f8-4b42-960c-7a2381645f9b {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:16.766182 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f688a503-4cfe-448e-aac9-8cbf506e46ca", "tag": "b7021855-6adb-4a91-9e44-b7a004452cb4", "status": "completed", "code": 200}, {"server_uuid": "a6d49aeb-5c23-4da0-957d-18822dacd6df", "name": "network-vif-deleted", "tag": "66f19155-65f5-4404-94eb-59f99f05168c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:16.766464 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4f581d5c-10f8-4b42-960c-7a2381645f9b {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:16.766868 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'tag': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'status': 'completed', 'code': 200} Nov 12 10:59:16.767120 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d49aeb-5c23-4da0-957d-18822dacd6df', 'name': 'network-vif-deleted', 'tag': '66f19155-65f5-4404-94eb-59f99f05168c', 'status': 'completed', 'code': 200} Nov 12 10:59:16.844199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-f2ec6d9c-67ce-483d-aafa-ba5766f69ffb tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:16.858973 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-f2ec6d9c-67ce-483d-aafa-ba5766f69ffb tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 804 time: 0.2854087 Nov 12 10:59:16.898318 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-b2e3251f-ffb4-4eb3-a987-235d6818320c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/quotas/6c7fc5d893d84e13a178fd9d1e8a0647 HTTP/1.1" status: 200 len: 375 time: 0.0379775 Nov 12 10:59:17.054160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-fe718065-4954-481a-8304-09f4cbc04a81 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544480 Nov 12 10:59:17.070957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45128b-64d6-4887-af59-d56de9731e47 req-9ff8a6ed-5098-4b2e-88d6-95848a56d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.072969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be45128b-64d6-4887-af59-d56de9731e47 req-9ff8a6ed-5098-4b2e-88d6-95848a56d879 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a32f373f6be34f29be7406869ab291f0&device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 1097 time: 0.2056797 Nov 12 10:59:17.106697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89381eb7-32b9-4df9-9203-1495f7dd7a13 req-1a3e17f6-860f-4c54-9d1c-6823f780c166 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.126970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89381eb7-32b9-4df9-9203-1495f7dd7a13 req-1a3e17f6-860f-4c54-9d1c-6823f780c166 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.2130005 Nov 12 10:59:17.324455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-d8f6985b-7a42-46d5-ad83-bb9ae9a13b14 service neutron] 10.222.0.98 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582827 Nov 12 10:59:17.368201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:17.491174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-709a7e7f-7ec4-43a0-93b8-833498996ff5 service neutron] 10.222.0.98 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543758 Nov 12 10:59:17.590601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89381eb7-32b9-4df9-9203-1495f7dd7a13 req-b6bddfdf-3944-4350-b3d5-19132855809b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457791 Nov 12 10:59:17.648537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:17.771546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45128b-64d6-4887-af59-d56de9731e47 req-bc1a6811-9178-47aa-8f6a-3a0dfd3bc6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.774944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be45128b-64d6-4887-af59-d56de9731e47 req-bc1a6811-9178-47aa-8f6a-3a0dfd3bc6cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d HTTP/1.1" status: 200 len: 906 time: 0.6462946 Nov 12 10:59:17.791737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-d0f34276-a70c-4b29-9dcd-fd8d7c3dd25a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:17.796334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-d0f34276-a70c-4b29-9dcd-fd8d7c3dd25a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.57 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 820 time: 0.4873788 Nov 12 10:59:17.820797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Request body: {'port': {'device_id': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'admin_state_up': True, 'tenant_id': '9b6c8292556547aaaf5327b7c970755c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:17.843698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:17.847389 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.028666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45a807-3947-454e-a4b9-93a2711e03ef req-2663194b-29bc-40ba-bbd3-3a3962098321 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.032343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de45a807-3947-454e-a4b9-93a2711e03ef req-2663194b-29bc-40ba-bbd3-3a3962098321 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.57 "GET /v2.0/ports?device_id=96a6049e-5272-450f-a3cd-8cbc08656ebc HTTP/1.1" status: 200 len: 943 time: 0.1273956 Nov 12 10:59:18.084958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37fe9c09-08da-4fe5-bc18-660539e0dc42 req-ce1971eb-558f-4f03-b7ab-a920269556f8 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 210 time: 0.1307600 Nov 12 10:59:18.099701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be45128b-64d6-4887-af59-d56de9731e47 req-97dddf59-7be9-468f-bafb-c3598480e9ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7021855-6adb-4a91-9e44-b7a004452cb4 HTTP/1.1" status: 200 len: 1000 time: 0.2997217 Nov 12 10:59:18.192644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Deleting port fabd8666-3b4f-42ba-9354-4848f466e752 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:18.192815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.193567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45128b-64d6-4887-af59-d56de9731e47 req-ad9d9a1a-7826-423a-b167-53d43a377e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.195531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be45128b-64d6-4887-af59-d56de9731e47 req-ad9d9a1a-7826-423a-b167-53d43a377e68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c371491a-6cd5-4109-9063-e81c85aa3f0d HTTP/1.1" status: 200 len: 844 time: 0.0818067 Nov 12 10:59:18.314328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45128b-64d6-4887-af59-d56de9731e47 req-5630dc4e-4b42-48ca-8738-97fc27423384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.316253 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be45128b-64d6-4887-af59-d56de9731e47 req-5630dc4e-4b42-48ca-8738-97fc27423384 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103442 Nov 12 10:59:18.440689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-adc065ae-b929-4725-9a15-007492df013e req-5b0fff01-b9c2-4836-8bae-2a16ae57132e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 210 time: 0.1005487 Nov 12 10:59:18.455022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Made reservation on behalf of 9b6c8292556547aaaf5327b7c970755c for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:18.464234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.467559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] For port fabd8666-3b4f-42ba-9354-4848f466e752, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fabd8666-3b4f-42ba-9354-4848f466e752,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:18.468133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:18.484072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Calling delete_port for fabd8666-3b4f-42ba-9354-4848f466e752 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:18.587004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be45128b-64d6-4887-af59-d56de9731e47 req-71e0e24d-696e-4f5d-8923-25c7cd05647e service neutron] 10.222.0.69 "GET /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623062 Nov 12 10:59:18.831050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90cae6-2d6f-437b-98c5-16c99e5cc816 req-78a9e816-0821-404c-8e74-f93de246ac9e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:18.831050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af90cae6-2d6f-437b-98c5-16c99e5cc816 req-78a9e816-0821-404c-8e74-f93de246ac9e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1448252 Nov 12 10:59:18.903210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af90cae6-2d6f-437b-98c5-16c99e5cc816 req-cdacfe66-1916-40d7-b528-a640ff9a0afb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621314 Nov 12 10:59:19.026954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Allocated IP 172.20.0.11 (74740c99-fad6-4c4d-9c3f-262c41e49508/194fb240-aeb5-4469-9c3b-0a232e7ae0ba/715c0164-c576-47b2-a5c8-3d65d8e1b300) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:19.051634 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be45128b-64d6-4887-af59-d56de9731e47 req-8e3e6020-1210-4329-a5d4-f785556493d3 service neutron] 10.222.0.69 "GET /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526095 Nov 12 10:59:19.175030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.226666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Pushing event deleted for resources: {'Port': ['ID=fabd8666-3b4f-42ba-9354-4848f466e752,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:19.258523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cbb177b-6f61-48b7-a707-39e9ea73651e req-674875b2-9c10-4284-b348-dc28054bf938 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0422726 Nov 12 10:59:19.292476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] No DVR routers for this DVR port fabd8666-3b4f-42ba-9354-4848f466e752 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:19.296041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.299972 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de45a807-3947-454e-a4b9-93a2711e03ef req-6ae34477-f538-4730-8187-c900b6094073 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.57 "DELETE /v2.0/ports/fabd8666-3b4f-42ba-9354-4848f466e752 HTTP/1.1" status: 204 len: 173 time: 1.2562842 Nov 12 10:59:19.300468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'name': 'network-vif-deleted', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:19.312190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.314813 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80930770-1ca8-4dbe-8d66-dcd5d02c26c3" -d '{"events": [{"server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "name": "network-vif-deleted", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:19.453115 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d44f1-8af4-4f84-a2a8-9edb99e6a033 x-openstack-request-id: req-bb2d44f1-8af4-4f84-a2a8-9edb99e6a033 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:19.453406 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a6049e-5272-450f-a3cd-8cbc08656ebc", "name": "network-vif-deleted", "tag": "fabd8666-3b4f-42ba-9354-4848f466e752", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:19.453656 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb2d44f1-8af4-4f84-a2a8-9edb99e6a033 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:19.454047 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a6049e-5272-450f-a3cd-8cbc08656ebc', 'name': 'network-vif-deleted', 'tag': 'fabd8666-3b4f-42ba-9354-4848f466e752', 'status': 'completed', 'code': 200} Nov 12 10:59:19.512725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98441e41-f57d-4fae-aa07-16c4d57bdc33 req-242edb6c-c247-4e29-8563-c6f9aa88bffe tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 210 time: 0.0291705 Nov 12 10:59:19.551645 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.605639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:19.609161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:19.613385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:19.620982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Pushing event updated for resources: {'Port': ['ID=715c0164-c576-47b2-a5c8-3d65d8e1b300,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:19.657668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.657967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.658262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.658596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.658952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.659253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.659578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.659897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.660269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.660586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.660906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.661224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:19.697628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:19.698910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.840399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3e9c43b6-7232-45c5-9387-ee529e8dea45 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0293801 Nov 12 10:59:19.859365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Request body: {'port': {'device_id': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:19.956443 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:19.958838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1ca3aeaf-921f-43dc-ae7f-42a1d436725e None None] Provisioning complete for port 715c0164-c576-47b2-a5c8-3d65d8e1b300 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:19.959701 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ca3aeaf-921f-43dc-ae7f-42a1d436725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.001398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1ca3aeaf-921f-43dc-ae7f-42a1d436725e None None] Port 715c0164-c576-47b2-a5c8-3d65d8e1b300 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:20.031694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e18fd-c80e-4352-8595-6118759d4453 req-8c4cdea4-a6ee-40c1-ab65-ab6b10ab3247 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.033990 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-319e18fd-c80e-4352-8595-6118759d4453 req-8c4cdea4-a6ee-40c1-ab65-ab6b10ab3247 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 949 time: 0.1341207 Nov 12 10:59:20.098346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e0161-c4f8-43c7-bcc0-3c40b17eb654 req-ce9a25eb-56e2-48b9-b94c-16e119d4c747 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.101156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f79e0161-c4f8-43c7-bcc0-3c40b17eb654 req-ce9a25eb-56e2-48b9-b94c-16e119d4c747 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0859268 Nov 12 10:59:20.192803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-319e18fd-c80e-4352-8595-6118759d4453 req-aad7efa5-5d22-4b20-b369-7d07f054ecf8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510663 Nov 12 10:59:20.194416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f79e0161-c4f8-43c7-bcc0-3c40b17eb654 req-ed571acc-96a0-4d48-8fac-aabd64cade48 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852594 Nov 12 10:59:20.231814 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.412020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715c0164-c576-47b2-a5c8-3d65d8e1b300 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:20.433392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.457453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Transition to ACTIVE for port object 715c0164-c576-47b2-a5c8-3d65d8e1b300 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:20.457932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad96af-e188-430e-8ba2-212b23ed7405 req-c8a410e8-9197-4936-bd09-7fcb126bf438 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.460966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8ad96af-e188-430e-8ba2-212b23ed7405 req-c8a410e8-9197-4936-bd09-7fcb126bf438 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 932 time: 0.1030521 Nov 12 10:59:20.521018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8ad96af-e188-430e-8ba2-212b23ed7405 req-f6123843-a7fc-4df8-9c04-98240ae48f0a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Nov 12 10:59:20.620065 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d524152-ee23-4fde-9465-fddb319fb1cd req-212cc790-ce75-4e73-b66a-8445ff48322f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 210 time: 0.0326526 Nov 12 10:59:20.653999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.723708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Pushing event updated for resources: {'Port': ['ID=715c0164-c576-47b2-a5c8-3d65d8e1b300,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:20.800555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Attempting to bind port 715c0164-c576-47b2-a5c8-3d65d8e1b300 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:20.800892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Attempting to bind port 715c0164-c576-47b2-a5c8-3d65d8e1b300 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:20.801288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Attempting to bind port 715c0164-c576-47b2-a5c8-3d65d8e1b300 on network 74740c99-fad6-4c4d-9c3f-262c41e49508 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:20.807428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Port 715c0164-c576-47b2-a5c8-3d65d8e1b300 on network 74740c99-fad6-4c4d-9c3f-262c41e49508 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:20.807845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Attempting to bind port 715c0164-c576-47b2-a5c8-3d65d8e1b300 on network 74740c99-fad6-4c4d-9c3f-262c41e49508 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:20.814920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:20.815545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Checking segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:20.819588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Bound using segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:20.819588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Bound port: 715c0164-c576-47b2-a5c8-3d65d8e1b300, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:20.819588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:20.917121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] For port 715c0164-c576-47b2-a5c8-3d65d8e1b300, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:20.924975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] For port 715c0164-c576-47b2-a5c8-3d65d8e1b300, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:20.984297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-810f39d1-7a36-47b4-9132-85cc841ee3ea tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:20.985783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-810f39d1-7a36-47b4-9132-85cc841ee3ea tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 949 time: 0.0523260 Nov 12 10:59:21.049084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fabd8666-3b4f-42ba-9354-4848f466e752 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:21.073021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: fabd8666-3b4f-42ba-9354-4848f466e752 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:21.073455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fabd8666-3b4f-42ba-9354-4848f466e752 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:21.073587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.129013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.129643 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.131148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] 10.222.0.57 "PUT /v2.0/ports/715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 1093 time: 1.2794044 Nov 12 10:59:21.132860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:21.135495 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda01ea6-67ca-4cdf-8342-a1846ceed4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:21.173923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667edb-51c9-4d2b-8ad8-200ad48f6657 service neutron] Pushing event updated for resources: {'Port': ['ID=715c0164-c576-47b2-a5c8-3d65d8e1b300,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:21.187540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Deleting port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:21.188062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.194697 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726d5737-48e0-4399-9e4f-779b4506d74a x-openstack-request-id: req-726d5737-48e0-4399-9e4f-779b4506d74a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:21.195297 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:21.195882 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-726d5737-48e0-4399-9e4f-779b4506d74a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:21.196535 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'status': 'completed', 'code': 200} Nov 12 10:59:21.353693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bfecd-7b59-4a61-98e0-52d2db5bea59 req-a5234943-dc68-43e4-9332-b2ab418be90d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.356834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-943bfecd-7b59-4a61-98e0-52d2db5bea59 req-a5234943-dc68-43e4-9332-b2ab418be90d tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 949 time: 0.0664284 Nov 12 10:59:21.421044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-943bfecd-7b59-4a61-98e0-52d2db5bea59 req-f9df9edc-bfc2-49fc-9719-8a5b97aa05ef tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581515 Nov 12 10:59:21.611758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-c745293b-6389-45d9-8a24-25635ac0c46f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.613419 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-c745293b-6389-45d9-8a24-25635ac0c46f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 950 time: 0.0673840 Nov 12 10:59:21.695457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-360e380c-e296-4d97-b3f9-aa314988689c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.698687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-360e380c-e296-4d97-b3f9-aa314988689c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.57 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 804 time: 0.2333882 Nov 12 10:59:21.714488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Request body: {'port': {'device_id': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'admin_state_up': True, 'tenant_id': '6c7fc5d893d84e13a178fd9d1e8a0647'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:21.785093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01ea6-67ca-4cdf-8342-a1846ceed4ab req-093cae48-91e7-4f3d-8eb7-5ec6ce2d6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.786714 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eda01ea6-67ca-4cdf-8342-a1846ceed4ab req-093cae48-91e7-4f3d-8eb7-5ec6ce2d6ed4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1096 time: 0.5616164 Nov 12 10:59:21.797282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] For port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:21.798036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:21.840268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595edb3-a407-4433-bb77-ccf73425ca03 req-3c7b4f86-0178-445b-a816-71f670915cdf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.842131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5595edb3-a407-4433-bb77-ccf73425ca03 req-3c7b4f86-0178-445b-a816-71f670915cdf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1372030 Nov 12 10:59:21.887245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08851c32-8c1a-4f56-86d6-8c6484bb121e req-198bc9c7-ad99-4e2f-a093-b46f29610dd4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:21.888881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08851c32-8c1a-4f56-86d6-8c6484bb121e req-198bc9c7-ad99-4e2f-a093-b46f29610dd4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 944 time: 0.1512499 Nov 12 10:59:21.896161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Calling delete_port for 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:21.918863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Deleting port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:21.919189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.042509 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08851c32-8c1a-4f56-86d6-8c6484bb121e req-e4d51ce3-0d00-4966-b487-ec2890cb65a4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395350 Nov 12 10:59:22.074680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5595edb3-a407-4433-bb77-ccf73425ca03 req-3eb257cb-619d-4637-b1a7-8d9b5b807676 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153080 Nov 12 10:59:22.079364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] For port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:22.079777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.117844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Calling delete_port for 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:22.119669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01ea6-67ca-4cdf-8342-a1846ceed4ab req-af22bc37-cdef-4e2a-b3f0-c42a40bc2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.123015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eda01ea6-67ca-4cdf-8342-a1846ceed4ab req-af22bc37-cdef-4e2a-b3f0-c42a40bc2555 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9b6c8292556547aaaf5327b7c970755c&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3286872 Nov 12 10:59:22.142408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Made reservation on behalf of 6c7fc5d893d84e13a178fd9d1e8a0647 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:22.148300 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.279493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d2ce118-efc3-4b02-af09-a4e4955f7e20 req-d33248a3-e9fa-4794-966b-384e60f29147 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 210 time: 0.0441020 Nov 12 10:59:22.310155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01ea6-67ca-4cdf-8342-a1846ceed4ab req-070f3dfd-6007-46fb-b154-caf983396f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.311752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eda01ea6-67ca-4cdf-8342-a1846ceed4ab req-070f3dfd-6007-46fb-b154-caf983396f21 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755457 Nov 12 10:59:22.385045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Allocated IP 172.20.0.10 (9f012e9f-7910-4076-8d3e-0ae36a5588bf/5adfa467-a20e-4f6a-9ee5-a933f80fb700/8ef1b0cf-8cd8-4380-9263-7c04f9ad9703) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:22.457813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3df5e661-6e32-4d1c-8538-a33b4142671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.461678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-3df5e661-6e32-4d1c-8538-a33b4142671d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1096 time: 0.0857744 Nov 12 10:59:22.528743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.531727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-a71ce618-6a67-4bd4-b76c-d29329f7d08e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 217 time: 0.0601249 Nov 12 10:59:22.543655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:22.564111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ed237ec-fb04-46c0-82c6-d3720ced7433 req-d41a2ea9-aa56-48ea-8c9c-a6679b081feb tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 210 time: 0.0555787 Nov 12 10:59:22.627755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.638012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event deleted for resources: {'Port': ['ID=77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:22.672234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-1f8f1e16-1321-4cca-b44d-ab5b443c6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.674426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-1f8f1e16-1321-4cca-b44d-ab5b443c6cbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.1349628 Nov 12 10:59:22.720610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event deleted for resources: {'Port': ['ID=7ddbc05c-ded4-4d3d-ba73-b6b4191e850f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:22.734547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] No DVR routers for this DVR port 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:22.775726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.779271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6d46d6b-ca85-4464-b7b4-db2985ffcb5a req-bf53d210-42d7-4bfc-a709-85c281b5ab0a tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "DELETE /v2.0/ports/77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 HTTP/1.1" status: 204 len: 173 time: 1.7863443 Nov 12 10:59:22.810444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-5ae95109-a606-49a8-b140-70c63c7e41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:22.812174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-5ae95109-a606-49a8-b140-70c63c7e41fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788093 Nov 12 10:59:22.874844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] No DVR routers for this DVR port 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:22.878914 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.882886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104cf69d-6ffd-47a9-98e9-4fc904787afe req-087ea8e2-cb2b-4904-ae2c-eaa1b8fc6367 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.69 "DELETE /v2.0/ports/7ddbc05c-ded4-4d3d-ba73-b6b4191e850f HTTP/1.1" status: 204 len: 173 time: 1.2541547 Nov 12 10:59:22.894256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd12b519-81d6-4bd8-82f4-d3ba0b5bc857', 'name': 'network-vif-deleted', 'tag': '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:22.896026 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e726a2c-cec2-4d87-84bd-85badf738202" -d '{"events": [{"server_uuid": "cd12b519-81d6-4bd8-82f4-d3ba0b5bc857", "name": "network-vif-deleted", "tag": "7ddbc05c-ded4-4d3d-ba73-b6b4191e850f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:22.943802 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-f332cc58-7a3c-41a0-953b-ae5b96c87351 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220295 Nov 12 10:59:22.948500 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:22.978691 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faeecbd-a120-46ad-82f7-88435816b44c x-openstack-request-id: req-1faeecbd-a120-46ad-82f7-88435816b44c {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:22.978691 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd12b519-81d6-4bd8-82f4-d3ba0b5bc857", "name": "network-vif-deleted", "tag": "7ddbc05c-ded4-4d3d-ba73-b6b4191e850f", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:22.979166 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1faeecbd-a120-46ad-82f7-88435816b44c {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:22.979572 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd12b519-81d6-4bd8-82f4-d3ba0b5bc857', 'name': 'network-vif-deleted', 'tag': '7ddbc05c-ded4-4d3d-ba73-b6b4191e850f', 'status': 'completed', 'code': 200} Nov 12 10:59:23.067465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70be547-6bb7-440f-ba19-07b0f118f3ff req-57ced592-fa1d-4aea-94a2-d01ae6fef894 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152740 Nov 12 10:59:23.143373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:23.186944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.211762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b524a7ff-67cb-499a-a6d5-4372bc51a85b', 'name': 'network-vif-deleted', 'tag': '77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:23.240206 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622564ca-92a0-485a-bbdc-3e4f015de786" -d '{"events": [{"server_uuid": "b524a7ff-67cb-499a-a6d5-4372bc51a85b", "name": "network-vif-deleted", "tag": "77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:23.374335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16260f1-2efb-4128-a38e-8a8ddda84c73 req-a90e66e9-500b-451d-b13d-6345662e1507 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:23.383690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Network 9f012e9f-7910-4076-8d3e-0ae36a5588bf is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:23.388712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b16260f1-2efb-4128-a38e-8a8ddda84c73 req-a90e66e9-500b-451d-b13d-6345662e1507 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 944 time: 0.2028465 Nov 12 10:59:23.409873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:23.425520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:23.429875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Pushing event updated for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:23.449875 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:59:23.469538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b16260f1-2efb-4128-a38e-8a8ddda84c73 req-4b708398-2b86-42c4-9819-6769217fbd49 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796607 Nov 12 10:59:23.501854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214303fc-fd9c-4160-b72a-899df372adc3 req-cdfce7c8-c738-4f9f-a9ce-5a0d44e40f9f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:23.503794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-214303fc-fd9c-4160-b72a-899df372adc3 req-cdfce7c8-c738-4f9f-a9ce-5a0d44e40f9f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1581645 Nov 12 10:59:23.513371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:23.514106 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.570323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-214303fc-fd9c-4160-b72a-899df372adc3 req-d95825ac-c375-4909-8f4e-0d0886b0c098 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532806 Nov 12 10:59:23.651861 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37623447-3141-4f9c-b9fc-319958f9fd3c x-openstack-request-id: req-37623447-3141-4f9c-b9fc-319958f9fd3c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:23.652345 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b524a7ff-67cb-499a-a6d5-4372bc51a85b", "name": "network-vif-deleted", "tag": "77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:23.652714 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-37623447-3141-4f9c-b9fc-319958f9fd3c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:23.653313 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b524a7ff-67cb-499a-a6d5-4372bc51a85b', 'name': 'network-vif-deleted', 'tag': '77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8', 'status': 'completed', 'code': 200} Nov 12 10:59:23.697176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-78764316-538e-411e-9e28-629febd5f76d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9876521 Nov 12 10:59:23.712667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Request body: {'port': {'device_id': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:23.773303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d73b0a67-e1e0-4cdb-83e6-94571dfdc4ff req-178834e2-214c-4b70-a4e3-4364acdecf47 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=b524a7ff-67cb-499a-a6d5-4372bc51a85b HTTP/1.1" status: 200 len: 210 time: 0.0377731 Nov 12 10:59:23.790039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd6e59-50cc-407d-ac34-62d370402f25 req-dfe91e87-e920-4c02-a1db-4c2f677d1366 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:23.793941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9fd6e59-50cc-407d-ac34-62d370402f25 req-dfe91e87-e920-4c02-a1db-4c2f677d1366 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 932 time: 0.1108797 Nov 12 10:59:23.838122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:23.951191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9fd6e59-50cc-407d-ac34-62d370402f25 req-9637dfaf-5c1c-4494-942d-b8060290fa41 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431284 Nov 12 10:59:24.255364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:24.264918 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.284786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Transition to ACTIVE for port object 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:24.387827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:24.409570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:24.409905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ddbc05c-ded4-4d3d-ba73-b6b4191e850f not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:24.410324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:24.431442 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.432401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:24.432741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 77aca6cf-d2f8-4c7d-a0d9-b042f46d50e8 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:24.495226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Pushing event updated for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:24.587244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Attempting to bind port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:24.587569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Attempting to bind port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:24.587898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Attempting to bind port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:24.593536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:24.593991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Attempting to bind port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:24.602445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:24.603037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Checking segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:24.603656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Bound using segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:24.605588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Bound port: 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:24.605588 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.628564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a9549-570d-4e36-be00-6434416c4274 req-1e2ba3ac-27fa-43e2-9f81-ce91ff332b42 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.630266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b3a9549-570d-4e36-be00-6434416c4274 req-1e2ba3ac-27fa-43e2-9f81-ce91ff332b42 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0626221 Nov 12 10:59:24.712941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:24.717199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:24.734677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b3a9549-570d-4e36-be00-6434416c4274 req-b5062a00-451d-40d4-a0e2-9eca95e06e8d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917699 Nov 12 10:59:24.857166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80800f8d-c39e-47ec-a262-8e267820a8c8 req-e0893906-104d-4903-be03-6c67ae040e8e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:24.857166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80800f8d-c39e-47ec-a262-8e267820a8c8 req-e0893906-104d-4903-be03-6c67ae040e8e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0696206 Nov 12 10:59:24.939174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:24.960433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80800f8d-c39e-47ec-a262-8e267820a8c8 req-2ad57c8f-c5ab-45e9-8983-4046adff37bc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918040 Nov 12 10:59:24.987551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-572a66c6-c5c7-4e1a-b589-c95c0fbe077c req-07d00d51-fc75-4b6d-8834-4049046fa9f4 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=cd12b519-81d6-4bd8-82f4-d3ba0b5bc857 HTTP/1.1" status: 200 len: 210 time: 0.0622327 Nov 12 10:59:25.059098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 715c0164-c576-47b2-a5c8-3d65d8e1b300 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:25.085843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:25.090730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.097703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] 10.222.0.57 "PUT /v2.0/ports/8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 HTTP/1.1" status: 200 len: 1093 time: 1.3868399 Nov 12 10:59:25.097703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:25.100538 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633789e3-8e0e-4fa1-acfa-c808fed99ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:25.125331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29962b-21e4-4a7a-8550-99a9d118408b service neutron] Pushing event updated for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:25.229848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5462-c6d7-4643-9a3f-fa792d93646c req-71924fb2-2e46-4df3-bcc4-af25c18addee tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:25.229848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd0a5462-c6d7-4643-9a3f-fa792d93646c req-71924fb2-2e46-4df3-bcc4-af25c18addee tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 944 time: 0.0895779 Nov 12 10:59:25.275734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd0a5462-c6d7-4643-9a3f-fa792d93646c req-5d185639-ee29-4f5c-8247-0d28c052f2d2 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683608 Nov 12 10:59:25.294870 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd1ada7-963f-4e04-854f-03f0162afc10 x-openstack-request-id: req-8fd1ada7-963f-4e04-854f-03f0162afc10 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:25.295217 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:25.295409 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8fd1ada7-963f-4e04-854f-03f0162afc10 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:25.295811 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'status': 'completed', 'code': 200} Nov 12 10:59:25.397962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 715c0164-c576-47b2-a5c8-3d65d8e1b300, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:25.401276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633789e3-8e0e-4fa1-acfa-c808fed99ca3 req-6463bb4f-12a8-4880-9459-2301366c9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:25.403805 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-633789e3-8e0e-4fa1-acfa-c808fed99ca3 req-6463bb4f-12a8-4880-9459-2301366c9e60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 1096 time: 0.0679374 Nov 12 10:59:25.412178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'mac_address': 'fa:16:3e:d2:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:25.453775 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.475600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715c0164-c576-47b2-a5c8-3d65d8e1b300 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:25.509691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 715c0164-c576-47b2-a5c8-3d65d8e1b300, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:25.681495 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:25.792202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=715c0164-c576-47b2-a5c8-3d65d8e1b300,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:25.928081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225f8f5-6eb7-4a10-b329-bd6f09a544fa req-31831d1a-f70a-40ca-a362-b32087196d00 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:25.930784 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7225f8f5-6eb7-4a10-b329-bd6f09a544fa req-31831d1a-f70a-40ca-a362-b32087196d00 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 945 time: 0.0612931 Nov 12 10:59:25.966658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['715c0164-c576-47b2-a5c8-3d65d8e1b300'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:26.011668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633789e3-8e0e-4fa1-acfa-c808fed99ca3 req-a174080c-7164-40d4-b6e1-11eb1b086ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.014870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-633789e3-8e0e-4fa1-acfa-c808fed99ca3 req-a174080c-7164-40d4-b6e1-11eb1b086ca9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&shared=False HTTP/1.1" status: 200 len: 905 time: 0.6025958 Nov 12 10:59:26.017884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7225f8f5-6eb7-4a10-b329-bd6f09a544fa req-f8c4a090-e0f5-4001-9a8a-192180095cc6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780437 Nov 12 10:59:26.396837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5253887-c2e9-4eed-8494-6a2d5c2bbba2 req-1f55b045-0770-477d-a969-336b4a74dde8 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.398802 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a5253887-c2e9-4eed-8494-6a2d5c2bbba2 req-1f55b045-0770-477d-a969-336b4a74dde8 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.2621512 Nov 12 10:59:26.463230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633789e3-8e0e-4fa1-acfa-c808fed99ca3 req-193f745d-57a5-4d2e-94df-e26b4fd646b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.463230 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-633789e3-8e0e-4fa1-acfa-c808fed99ca3 req-193f745d-57a5-4d2e-94df-e26b4fd646b5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4316890 Nov 12 10:59:26.483255 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a5253887-c2e9-4eed-8494-6a2d5c2bbba2 req-6a75e29b-ab3c-4335-a744-c1ffa94aa3f3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664423 Nov 12 10:59:26.610907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-9f644da0-448b-4c91-9a6e-1df0babcbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.612337 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-9f644da0-448b-4c91-9a6e-1df0babcbe47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 1096 time: 0.1053567 Nov 12 10:59:26.626922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b784eb-8a1c-4b0b-9424-3a71b5797d28 req-66410af7-6c18-46cf-8c2a-7ee7d3e3b391 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.628503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03b784eb-8a1c-4b0b-9424-3a71b5797d28 req-66410af7-6c18-46cf-8c2a-7ee7d3e3b391 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 944 time: 0.0716569 Nov 12 10:59:26.676525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-8815281b-f87f-4147-befe-e8a06fb90f87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 HTTP/1.1" status: 200 len: 217 time: 0.0469663 Nov 12 10:59:26.755839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03b784eb-8a1c-4b0b-9424-3a71b5797d28 req-2109a329-fd19-4516-85bd-922132764fed tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896890 Nov 12 10:59:26.760605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-ebc96764-6f6d-46b4-9031-0c883eced4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:26.762049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-ebc96764-6f6d-46b4-9031-0c883eced4e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5adfa467-a20e-4f6a-9ee5-a933f80fb700 HTTP/1.1" status: 200 len: 844 time: 0.0765083 Nov 12 10:59:26.797252 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-3c104624-5446-495c-a24b-7d0b37d9db86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f012e9f-7910-4076-8d3e-0ae36a5588bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271146 Nov 12 10:59:26.928496 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-aac6b9ad-836c-4314-bd0f-1f2eb0bee0bf service neutron] 10.222.0.57 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235368 Nov 12 10:59:27.032630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a80106e-e95e-463f-9e6e-78bab1aac2ee req-67531cc0-9494-4ffd-99f6-afa8be643932 service neutron] 10.222.0.57 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970004 Nov 12 10:59:27.051279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 715c0164-c576-47b2-a5c8-3d65d8e1b300 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:27.190017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960b4c1-cef4-4420-bd04-59c34aaa1c67 req-1887b7df-f76d-46c8-a7a4-c3bafda9056e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.191813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1960b4c1-cef4-4420-bd04-59c34aaa1c67 req-1887b7df-f76d-46c8-a7a4-c3bafda9056e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 945 time: 0.0563657 Nov 12 10:59:27.275257 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1960b4c1-cef4-4420-bd04-59c34aaa1c67 req-34f570e2-0729-41c9-bc8d-e9696d653eb8 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752301 Nov 12 10:59:27.345374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 715c0164-c576-47b2-a5c8-3d65d8e1b300 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:27.353449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 715c0164-c576-47b2-a5c8-3d65d8e1b300 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:27.354394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:27.496035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:27.511738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed594721-2d1b-4f7d-8abc-a7d4169aff85 req-01bf7bf8-4d0c-4ff0-a279-183a73fba379 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.514948 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed594721-2d1b-4f7d-8abc-a7d4169aff85 req-01bf7bf8-4d0c-4ff0-a279-183a73fba379 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 950 time: 0.0831380 Nov 12 10:59:27.551579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:27.556611 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c80452c-211e-433f-89fc-a69f043cea89" -d '{"events": [{"server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "name": "network-vif-plugged", "status": "completed", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:27.586760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 715c0164-c576-47b2-a5c8-3d65d8e1b300, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:27.642101 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed594721-2d1b-4f7d-8abc-a7d4169aff85 req-f91c6f6b-7294-47fb-9882-af8fddb38fff tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101394 Nov 12 10:59:27.717403 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:27.736759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d29ba-0b05-4aa9-b18b-554a4f43a332 req-55e5176e-ccf0-44ef-86a9-f6f3a12277de tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:27.739651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f53d29ba-0b05-4aa9-b18b-554a4f43a332 req-55e5176e-ccf0-44ef-86a9-f6f3a12277de tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0827217 Nov 12 10:59:27.836292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=715c0164-c576-47b2-a5c8-3d65d8e1b300,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:27.838192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f53d29ba-0b05-4aa9-b18b-554a4f43a332 req-a4356616-d50e-4c37-a253-3eec9b30e6bc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887268 Nov 12 10:59:27.883681 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7982e104-d96f-4946-8298-51621343902e x-openstack-request-id: req-7982e104-d96f-4946-8298-51621343902e {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:27.884183 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "name": "network-vif-plugged", "status": "completed", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:27.884535 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7982e104-d96f-4946-8298-51621343902e {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:27.885134 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'code': 200} Nov 12 10:59:28.018865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a21140-d0dc-48bf-880c-e1ff5f4b3ed1 req-2879acf8-1d55-4162-8d96-48e8ceac4650 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:28.028446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54a21140-d0dc-48bf-880c-e1ff5f4b3ed1 req-2879acf8-1d55-4162-8d96-48e8ceac4650 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 944 time: 0.0912929 Nov 12 10:59:28.029719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d3f7-9a15-4fbd-bfe5-0f18be5dd5e8 req-a873e001-8e39-4e67-9916-e5f07ef6bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:28.032461 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ad2d3f7-9a15-4fbd-bfe5-0f18be5dd5e8 req-a873e001-8e39-4e67-9916-e5f07ef6bfa5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0685902 Nov 12 10:59:28.099784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ad2d3f7-9a15-4fbd-bfe5-0f18be5dd5e8 req-d5ee7682-56db-4ab2-988c-9b3a43cb09bb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598240 Nov 12 10:59:28.107006 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54a21140-d0dc-48bf-880c-e1ff5f4b3ed1 req-2529e0f6-1d98-4330-96f0-1b0ea1bb44b0 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770628 Nov 12 10:59:28.449006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382730b-ae26-4edc-925a-4cc46075b47f req-0366c34b-d541-4a38-9aab-d8a949c66132 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:28.450951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7382730b-ae26-4edc-925a-4cc46075b47f req-0366c34b-d541-4a38-9aab-d8a949c66132 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0698490 Nov 12 10:59:28.533478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7382730b-ae26-4edc-925a-4cc46075b47f req-90293ef1-e0ba-4580-b00c-f82e5a9542e4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715916 Nov 12 10:59:28.810451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890ea3f-891e-46b0-ab6b-4e9fee517135 req-de15eade-4486-4766-92a1-f669e09b1c9f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:28.813323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5890ea3f-891e-46b0-ab6b-4e9fee517135 req-de15eade-4486-4766-92a1-f669e09b1c9f tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 950 time: 0.0723219 Nov 12 10:59:28.891195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5890ea3f-891e-46b0-ab6b-4e9fee517135 req-003a0ee9-3a54-47dc-8561-f65c792d4df8 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/security-groups?id=a300a573-97bf-42f3-9609-014aca802d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714886 Nov 12 10:59:28.999815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85308581-f520-4f3d-8b66-00c583f964ac req-93ba015f-47d6-407e-b74d-85c7c632d584 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:29.002179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85308581-f520-4f3d-8b66-00c583f964ac req-93ba015f-47d6-407e-b74d-85c7c632d584 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0639319 Nov 12 10:59:29.050987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:29.075213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-5e7f390e-193d-43cd-8a79-b748b9276fd5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:29.078281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-5e7f390e-193d-43cd-8a79-b748b9276fd5 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 950 time: 0.0787523 Nov 12 10:59:29.085163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85308581-f520-4f3d-8b66-00c583f964ac req-7282e643-6dd6-4f8a-8fbb-8b2f813093e3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744529 Nov 12 10:59:29.267756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:29.283736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Deleting port e60675cb-35ae-4e07-b3ae-5599a2824359 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:59:29.284589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.292913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'port_id': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'mac_address': 'fa:16:3e:7c:ea:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adfa467-a20e-4f6a-9ee5-a933f80fb700', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:29.344123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b4c46-8b53-4221-8009-3da9572eeda4 req-e81ffeb6-f36a-41b0-a348-2fdb6303039f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:29.348379 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-525b4c46-8b53-4221-8009-3da9572eeda4 req-e81ffeb6-f36a-41b0-a348-2fdb6303039f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 944 time: 0.1007972 Nov 12 10:59:29.366379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.400374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:29.431632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1310dadb-ecca-4c29-b2fc-daea414adede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.453217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-525b4c46-8b53-4221-8009-3da9572eeda4 req-f6d860e8-a5c0-404a-a635-fbcf0cf475b7 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936315 Nov 12 10:59:29.477101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:29.503286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] For port e60675cb-35ae-4e07-b3ae-5599a2824359, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e60675cb-35ae-4e07-b3ae-5599a2824359,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:29.503896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.529967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Calling delete_port for e60675cb-35ae-4e07-b3ae-5599a2824359 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:59:29.603290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.703438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:29.726984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312bbb-8123-4f5e-9599-b130555d7db0 req-ff6ca274-3cce-4a51-ae8b-b44a7afbac2a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:29.730025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7312bbb-8123-4f5e-9599-b130555d7db0 req-ff6ca274-3cce-4a51-ae8b-b44a7afbac2a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0858207 Nov 12 10:59:29.770720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-9c643076-c43c-43c5-8a18-b8f96fe5c2db tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:29.773110 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-9c643076-c43c-43c5-8a18-b8f96fe5c2db tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 820 time: 0.1878195 Nov 12 10:59:29.803184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7312bbb-8123-4f5e-9599-b130555d7db0 req-d2c2224b-3d79-41a5-b18e-e8a3fba20993 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640631 Nov 12 10:59:29.813096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-a546ea95-9f41-440f-a41b-355695a3a9c0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/quotas/bd29df4f48464cdb8586959f14c6b833 HTTP/1.1" status: 200 len: 375 time: 0.0140414 Nov 12 10:59:29.886698 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-1aec2ad6-8fdc-4c9c-a3ce-3b985f0edf80 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647054 Nov 12 10:59:29.888185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:29.903646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e60675cb-35ae-4e07-b3ae-5599a2824359'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:29.908154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['8ef1b0cf-8cd8-4380-9263-7c04f9ad9703'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:29.952841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Pushing event deleted for resources: {'Port': ['ID=e60675cb-35ae-4e07-b3ae-5599a2824359,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:30.029227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.029879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.030544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.031054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.031648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.032287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.033415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.033415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.034083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.034643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.035247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.035740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:30.111771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] No DVR routers for this DVR port e60675cb-35ae-4e07-b3ae-5599a2824359 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:30.117015 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:30.122452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-45eedb4e-3296-44c6-a627-f4346f26d8ba req-8c70fde5-2821-426b-829c-0249fcf0a699 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.57 "DELETE /v2.0/ports/e60675cb-35ae-4e07-b3ae-5599a2824359 HTTP/1.1" status: 204 len: 173 time: 1.0367677 Nov 12 10:59:30.123862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d825b2b-079d-4fe8-807b-a211c2896556', 'name': 'network-vif-deleted', 'tag': 'e60675cb-35ae-4e07-b3ae-5599a2824359'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:30.128793 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b41980-8aa8-4111-97ae-a833c743b5a9" -d '{"events": [{"server_uuid": "0d825b2b-079d-4fe8-807b-a211c2896556", "name": "network-vif-deleted", "tag": "e60675cb-35ae-4e07-b3ae-5599a2824359"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:30.176791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-004fae54-02b5-4c78-8b2b-e63c41569f3d req-cd30d17d-377d-4dca-bdfb-b8ab41c6d216 tempest-ServersOnMultiNodesTest-1780659383 tempest-ServersOnMultiNodesTest-1780659383-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d825b2b-079d-4fe8-807b-a211c2896556 HTTP/1.1" status: 200 len: 210 time: 0.0450900 Nov 12 10:59:30.195105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-b80b28b9-6c21-4587-8faa-7dc41ad3afe8 service neutron] 10.222.0.98 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719338 Nov 12 10:59:30.392095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-f10f1f4d-5090-456a-ab18-d564918a9b00 service neutron] 10.222.0.98 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826441 Nov 12 10:59:30.398945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79127972-9136-488e-b7c8-f0f89ca74661 req-5f78797d-14ed-43e5-a4ae-9e372a6f7f0d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:30.401913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79127972-9136-488e-b7c8-f0f89ca74661 req-5f78797d-14ed-43e5-a4ae-9e372a6f7f0d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0988312 Nov 12 10:59:30.502226 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79127972-9136-488e-b7c8-f0f89ca74661 req-b9621a0a-7c36-484b-bec8-7d9928ce5654 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769711 Nov 12 10:59:30.659721 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bcd5d8-c15b-48f5-8f18-59722a521ce9 x-openstack-request-id: req-99bcd5d8-c15b-48f5-8f18-59722a521ce9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:30.660244 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d825b2b-079d-4fe8-807b-a211c2896556", "name": "network-vif-deleted", "tag": "e60675cb-35ae-4e07-b3ae-5599a2824359", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:30.660780 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-99bcd5d8-c15b-48f5-8f18-59722a521ce9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:30.661447 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d825b2b-079d-4fe8-807b-a211c2896556', 'name': 'network-vif-deleted', 'tag': 'e60675cb-35ae-4e07-b3ae-5599a2824359', 'status': 'completed', 'code': 200} Nov 12 10:59:30.859712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f771f04-8475-4262-bb1b-08d7e7bbce37 req-1c574358-c950-4bd5-81ac-dc511f2c5b91 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:30.861608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f771f04-8475-4262-bb1b-08d7e7bbce37 req-1c574358-c950-4bd5-81ac-dc511f2c5b91 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 945 time: 0.0562029 Nov 12 10:59:30.926024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f771f04-8475-4262-bb1b-08d7e7bbce37 req-2eb5342a-9e2d-4d82-95df-7017ced7e68a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577171 Nov 12 10:59:31.075428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b7785-d39d-4432-a1c4-db22ba2306b8 req-c39f8d12-7a88-4896-8717-cf90f65da4d4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:31.077072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-368b7785-d39d-4432-a1c4-db22ba2306b8 req-c39f8d12-7a88-4896-8717-cf90f65da4d4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0593679 Nov 12 10:59:31.085590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:31.135529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-368b7785-d39d-4432-a1c4-db22ba2306b8 req-70aafebe-3214-4bbf-85e0-7ce3e14c4938 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521879 Nov 12 10:59:31.340177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:31.348169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:31.363257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.392820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c715b9a-3737-4373-a8cd-8eb8c8b37188 req-f1089fc0-2b39-4190-a393-b9e90b02ec31 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0746319 Nov 12 10:59:31.471217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.512707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:31.523111 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1bc080-c7fe-45c3-b40b-1d7e3e4651bd" -d '{"events": [{"server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:31.552697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:31.598363 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021cd5f3-e7b9-43e2-b460-2c40b0b7566f x-openstack-request-id: req-021cd5f3-e7b9-43e2-b460-2c40b0b7566f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:31.599184 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:31.599681 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-021cd5f3-e7b9-43e2-b460-2c40b0b7566f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:31.600306 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'code': 200} Nov 12 10:59:31.617398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-a00d5f7b-3688-4ea8-925a-dba802898f7e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2762790 Nov 12 10:59:31.650549 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.651588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:31.652977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device e60675cb-35ae-4e07-b3ae-5599a2824359 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:31.725570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82b7457d-4de8-4823-89e9-9a711d7818e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:31.728496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: e60675cb-35ae-4e07-b3ae-5599a2824359 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:59:31.729112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device e60675cb-35ae-4e07-b3ae-5599a2824359 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:31.769086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:31.778712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5cbee-d21d-44b1-8b1c-01c43faeeb92 req-0a32cf6c-be12-42a7-a364-d516b5b59737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:31.781329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03d5cbee-d21d-44b1-8b1c-01c43faeeb92 req-0a32cf6c-be12-42a7-a364-d516b5b59737 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 1098 time: 0.0898752 Nov 12 10:59:31.782253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4323e1-7dd4-467d-ba5d-59b8ea6e359a req-f1597e3b-0c45-4061-ae01-21361879529c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:31.784033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce4323e1-7dd4-467d-ba5d-59b8ea6e359a req-f1597e3b-0c45-4061-ae01-21361879529c tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0993669 Nov 12 10:59:31.860724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce4323e1-7dd4-467d-ba5d-59b8ea6e359a req-829d7b27-ba79-49d7-8976-dcc685054cef tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667710 Nov 12 10:59:31.863049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03d5cbee-d21d-44b1-8b1c-01c43faeeb92 req-512d9a48-f4c5-461c-865a-3cbd9682ae0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742993 Nov 12 10:59:31.871642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.006018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.092834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37942) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:32.205039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Allocated IP 172.25.3.13 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/07938096-623b-4967-9479-d044d5f6a690) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:32.238089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814cf22-9966-4ef9-a051-40ab0e466b63 req-df08be93-418a-4a8b-8a5b-4d125e866443 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:32.239731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2814cf22-9966-4ef9-a051-40ab0e466b63 req-df08be93-418a-4a8b-8a5b-4d125e866443 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0792296 Nov 12 10:59:32.316905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7e5d311c-08dd-4641-bf52-aae07d659c2a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dfa1edaedd354cc794351113a0f638fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221856 Nov 12 10:59:32.325717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:32.331407 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2814cf22-9966-4ef9-a051-40ab0e466b63 req-c6ab37fc-0c75-4a8d-a0b7-b6d6e6b3f7cf tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693152 Nov 12 10:59:32.404722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.447711 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55e34e1d-36ca-4f4b-928c-38929c709f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.484750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55e34e1d-36ca-4f4b-928c-38929c709f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.563030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.627268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:32.629067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55e34e1d-36ca-4f4b-928c-38929c709f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.633889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55e34e1d-36ca-4f4b-928c-38929c709f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.639646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-55e34e1d-36ca-4f4b-928c-38929c709f2c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a300a573-97bf-42f3-9609-014aca802d2b HTTP/1.1" status: 204 len: 168 time: 0.3089936 Nov 12 10:59:32.648702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d712ab7d-a985-44ce-83ce-b9774eee251d req-b671d6c2-4ff3-4712-b333-97fac62ae363 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0497558 Nov 12 10:59:32.651837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:32.667107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:32.679093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Pushing event updated for resources: {'Port': ['ID=07938096-623b-4967-9479-d044d5f6a690,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:32.719874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e34e1d-36ca-4f4b-928c-38929c709f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a300a573-97bf-42f3-9609-014aca802d2b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:32.816344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.899196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:32.980546 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.050349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a3478-daf8-474f-94b7-8dbf3c98530d req-742ed4c5-abff-44df-a40f-5ac0a1edfa11 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:33.060048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d3a3478-daf8-474f-94b7-8dbf3c98530d req-742ed4c5-abff-44df-a40f-5ac0a1edfa11 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0841460 Nov 12 10:59:33.135375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d3a3478-daf8-474f-94b7-8dbf3c98530d req-8fbfc16b-3412-44bf-a82a-fd293fd27a10 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738640 Nov 12 10:59:33.224150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.333942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.476153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Pushing event updated for resources: {'Port': ['ID=07938096-623b-4967-9479-d044d5f6a690,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:33.493041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.527026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150289a-8d57-477f-ac66-012791d13049 req-de1071ff-1766-4066-b394-c1fdceca7420 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:33.528688 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1150289a-8d57-477f-ac66-012791d13049 req-de1071ff-1766-4066-b394-c1fdceca7420 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0662103 Nov 12 10:59:33.591132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1150289a-8d57-477f-ac66-012791d13049 req-ca064acd-19c1-4a0e-b4ae-5ceda647249e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Nov 12 10:59:33.628189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.629551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-9d271385-eb9c-47a4-98db-3de901a5cc5b tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9854479 Nov 12 10:59:33.641774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37970) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:33.698437 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-d847f6c3-f49e-4039-87d6-97181bad4a66 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0511599 Nov 12 10:59:33.741877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d3b31d01-2e85-4382-bc00-bf780e9ea478 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0d3fcf7df107455485f2c49fd648b13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0949087 Nov 12 10:59:33.742723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37974) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:33.846548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed396f52-5d24-45af-9305-27d8d41db56e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.877246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed396f52-5d24-45af-9305-27d8d41db56e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:33.893157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-e8055bed-117c-4ceb-ac1f-e3702c51bbac tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:33.898668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-394e9d75-33b7-4cee-93df-e47d969c2450 req-e8055bed-117c-4ceb-ac1f-e3702c51bbac tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1915910 Nov 12 10:59:34.003363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14f3c1e5-12d5-4b12-9d85-778d9011b79d req-8e70cecd-2ffc-4a41-a1cb-e548eb3c6799 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0307150 Nov 12 10:59:34.043131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed396f52-5d24-45af-9305-27d8d41db56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:34.043456 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:34.053530 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed396f52-5d24-45af-9305-27d8d41db56e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:34.064656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ed396f52-5d24-45af-9305-27d8d41db56e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/18d32c14-a5e9-4d75-9b61-97be80d08ab9 HTTP/1.1" status: 204 len: 168 time: 0.3169963 Nov 12 10:59:34.083557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed396f52-5d24-45af-9305-27d8d41db56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d32c14-a5e9-4d75-9b61-97be80d08ab9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:34.329367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40508a7f-b276-4828-b20e-dce44db809b1 req-6e934e7d-36b9-4bcd-bd01-c890fe7af924 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:34.331289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40508a7f-b276-4828-b20e-dce44db809b1 req-6e934e7d-36b9-4bcd-bd01-c890fe7af924 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0864940 Nov 12 10:59:34.357912 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-5abc59dc-f450-4f80-bdf2-f8ab3076df52 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:34.360795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-5abc59dc-f450-4f80-bdf2-f8ab3076df52 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 820 time: 0.3156240 Nov 12 10:59:34.386273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Request body: {'port': {'device_id': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'admin_state_up': True, 'tenant_id': 'bd29df4f48464cdb8586959f14c6b833'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:34.414350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40508a7f-b276-4828-b20e-dce44db809b1 req-ef5c3e57-486b-4b58-8747-ce3701f37af2 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693004 Nov 12 10:59:34.458298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-e6792c07-92fa-49ad-a0a2-44580c3024ca tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:34.465932 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-e6792c07-92fa-49ad-a0a2-44580c3024ca tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 820 time: 0.3206935 Nov 12 10:59:34.517486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-76ba2dce-f936-4bca-a3da-1188f74a28fb tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/quotas/9b6c8292556547aaaf5327b7c970755c HTTP/1.1" status: 200 len: 375 time: 0.0503983 Nov 12 10:59:34.581812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b735d-6a53-494a-9eb1-abfbaf6b9d3f req-d69f9b74-254d-46cc-9c2b-f088b244a413 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:34.597123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f55b735d-6a53-494a-9eb1-abfbaf6b9d3f req-d69f9b74-254d-46cc-9c2b-f088b244a413 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1014953 Nov 12 10:59:34.654104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-f30797d0-49bf-449a-808b-6652aa3bfa13 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1311750 Nov 12 10:59:34.667254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f55b735d-6a53-494a-9eb1-abfbaf6b9d3f req-58e71f66-da39-44a7-bebd-ab3fbd41d61f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762916 Nov 12 10:59:34.791411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:34.804856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-780a2f6f-6f33-48ec-a5de-f6dca1fbc3b6 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450858 Nov 12 10:59:34.921979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Made reservation on behalf of bd29df4f48464cdb8586959f14c6b833 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:34.925555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:34.951840 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-a5830406-cf19-43b6-bcab-c7624b0b0875 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344180 Nov 12 10:59:35.203096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d94d83b-0184-46d4-966a-4b583bec90c5 req-24c039f1-003c-4d65-abb9-a1c4b0208962 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0537190 Nov 12 10:59:35.247095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Allocated IP 172.20.0.8 (86909a6c-83d3-4aef-b351-026852daebf4/06317caf-44f7-4e6a-8e1d-6614643ee770/6e0a6572-cc39-4255-848a-ecd41b4fb686) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:35.529072 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.545892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5387c849-d9df-4c69-8dba-e8a9c5e1dea2 req-bf21678e-45b0-4377-aec7-3496d77a81f0 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 210 time: 0.0541496 Nov 12 10:59:35.659759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697845e4-3291-4f11-839e-c41d3c024855 req-91b5cc1b-b2cc-48ea-8a63-8d4c73b074b6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.661565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-697845e4-3291-4f11-839e-c41d3c024855 req-91b5cc1b-b2cc-48ea-8a63-8d4c73b074b6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0738251 Nov 12 10:59:35.683449 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:35.698246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:35.794161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Network 86909a6c-83d3-4aef-b351-026852daebf4 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:35.796164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Pushing event updated for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:35.806638 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:35.819597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:35.839551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-697845e4-3291-4f11-839e-c41d3c024855 req-44e93da7-e457-4da5-a126-d87dc583d0a5 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711895 Nov 12 10:59:35.909104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b120-ee84-4a1d-aa1d-1724ac94e772 req-ba762555-1285-4fb7-b1a2-5903d0c0331f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.921022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b72b120-ee84-4a1d-aa1d-1724ac94e772 req-ba762555-1285-4fb7-b1a2-5903d0c0331f tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1480927 Nov 12 10:59:35.967653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:35.968774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:36.044857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b72b120-ee84-4a1d-aa1d-1724ac94e772 req-e51b45a7-ce67-424b-a13c-77998e5066bc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224096 Nov 12 10:59:36.104718 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-3a7e6d0e-8cf1-4529-8819-714d7960de0a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7312791 Nov 12 10:59:36.294148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Request body: {'port': {'device_id': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:36.467113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:36.510786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb8587-8ecf-4b1f-939c-9b3c8d0d6a43 req-21beff46-9822-4be5-9125-e5fb4a32ae39 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:36.519083 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1afb8587-8ecf-4b1f-939c-9b3c8d0d6a43 req-21beff46-9822-4be5-9125-e5fb4a32ae39 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 931 time: 0.1856384 Nov 12 10:59:36.668904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90e79a00-024b-4188-8a89-5e6560442141 req-19eb61aa-732f-4462-b49e-ee5f797a7333 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 210 time: 0.0520349 Nov 12 10:59:36.782323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1afb8587-8ecf-4b1f-939c-9b3c8d0d6a43 req-f3b10f48-1897-450b-a0b0-1623ab1f84d4 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553394 Nov 12 10:59:37.042911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0a6572-cc39-4255-848a-ecd41b4fb686 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:37.043867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.065661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84513a31-6609-45fe-934c-0a836ee9de6b req-4cd9b206-9816-4d7b-84c5-a3562f7aa2e5 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:37.068231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84513a31-6609-45fe-934c-0a836ee9de6b req-4cd9b206-9816-4d7b-84c5-a3562f7aa2e5 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.1071839 Nov 12 10:59:37.073165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Transition to ACTIVE for port object 6e0a6572-cc39-4255-848a-ecd41b4fb686 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:37.165947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84513a31-6609-45fe-934c-0a836ee9de6b req-e5633223-5bcf-4157-a093-a57b5ee1928d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879300 Nov 12 10:59:37.352723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69448c2b-7d1c-4ccc-9283-4a958e9cbe8a req-dcbe1545-b68e-46d5-af52-8097c1aedabc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:37.354772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69448c2b-7d1c-4ccc-9283-4a958e9cbe8a req-dcbe1545-b68e-46d5-af52-8097c1aedabc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0740392 Nov 12 10:59:37.356106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38094) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:37.427327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69448c2b-7d1c-4ccc-9283-4a958e9cbe8a req-1aec3262-a1b3-4b27-a63d-c6723ca3f950 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572672 Nov 12 10:59:37.453679 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.546870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9115bfd6-7ea6-4e1b-a11e-393f8985e19a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.552172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:37.712233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:37.712678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:37.712879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:37.727915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:37.727915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:37.734901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:37.735233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:37.735622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:37.736102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Bound port: 6e0a6572-cc39-4255-848a-ecd41b4fb686, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:37.736466 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.804897 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9115bfd6-7ea6-4e1b-a11e-393f8985e19a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.833031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-722e0ae9-79fb-4be4-8a12-98fb3475a9ec req-6dc3eb03-017c-491c-af87-60de38b8adc6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 210 time: 0.0455346 Nov 12 10:59:37.868599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:37.873562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:37.922931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9115bfd6-7ea6-4e1b-a11e-393f8985e19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:37.985506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bac9d0-21cb-4da4-a330-1cc21ef596f1 req-1766f4fb-b4e5-44de-97c0-0b1e70c88245 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:37.992724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50bac9d0-21cb-4da4-a330-1cc21ef596f1 req-1766f4fb-b4e5-44de-97c0-0b1e70c88245 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.0811632 Nov 12 10:59:37.993945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38102) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:59:37.994115 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9115bfd6-7ea6-4e1b-a11e-393f8985e19a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d31e73db049246fd97cc95f37c5c8659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6367049 Nov 12 10:59:37.995884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115bfd6-7ea6-4e1b-a11e-393f8985e19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1c1a86-1e81-4fb5-9a6a-b630a88737c3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:38.031750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.089087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.090105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.092296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] 10.222.0.69 "PUT /v2.0/ports/6e0a6572-cc39-4255-848a-ecd41b4fb686 HTTP/1.1" status: 200 len: 1092 time: 1.9759660 Nov 12 10:59:38.093014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:38.098083 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d47f90-4bbb-4f13-a433-f0b7d3a7d1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:38.132170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadabf3-8e60-4880-8715-60cd7da4bf3b service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:38.157962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50bac9d0-21cb-4da4-a330-1cc21ef596f1 req-901aaa65-71df-4740-a634-668cdc39391d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593504 Nov 12 10:59:38.178577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3126a8ba-9e09-4ea5-94df-5ed36a64eac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.205684 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d86552b-1755-4930-bef7-173af8e6807f x-openstack-request-id: req-2d86552b-1755-4930-bef7-173af8e6807f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:38.205997 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:38.206248 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d86552b-1755-4930-bef7-173af8e6807f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:38.206565 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3126a8ba-9e09-4ea5-94df-5ed36a64eac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.206712 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686', 'status': 'completed', 'code': 200} Nov 12 10:59:38.295751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d47f90-4bbb-4f13-a433-f0b7d3a7d1d7 req-134bb257-4c85-4609-be1f-3ec9ebeecb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.297340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5d47f90-4bbb-4f13-a433-f0b7d3a7d1d7 req-134bb257-4c85-4609-be1f-3ec9ebeecb9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1095 time: 0.0641415 Nov 12 10:59:38.456016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580366c-1002-4a40-86cc-7a1374556a8a req-4a8fab12-e8cb-49e3-ae76-3b6e7857f8d9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:38.459350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5580366c-1002-4a40-86cc-7a1374556a8a req-4a8fab12-e8cb-49e3-ae76-3b6e7857f8d9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.1413634 Nov 12 10:59:38.466007 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3126a8ba-9e09-4ea5-94df-5ed36a64eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.473676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3126a8ba-9e09-4ea5-94df-5ed36a64eac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:38.477716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3126a8ba-9e09-4ea5-94df-5ed36a64eac8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e1c1a86-1e81-4fb5-9a6a-b630a88737c3 HTTP/1.1" status: 204 len: 168 time: 0.4803729 Nov 12 10:59:38.530788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126a8ba-9e09-4ea5-94df-5ed36a64eac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1c1a86-1e81-4fb5-9a6a-b630a88737c3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:38.657441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5580366c-1002-4a40-86cc-7a1374556a8a req-b6059edf-9693-49ae-9637-6588998a300b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772611 Nov 12 10:59:38.999323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0335d365-b04a-460c-985b-6ff259457e6b req-7245db34-3cd1-44d3-87e8-e580fa7ce72c tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 210 time: 0.0442617 Nov 12 10:59:39.086738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a1bb-2f09-41aa-8b9a-8124b84f1620 req-80b21156-24f2-453e-852d-bd09d1d51d12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.100567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff85a1bb-2f09-41aa-8b9a-8124b84f1620 req-80b21156-24f2-453e-852d-bd09d1d51d12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1826980 Nov 12 10:59:39.132285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d47f90-4bbb-4f13-a433-f0b7d3a7d1d7 req-b3f4f65d-51e7-4683-bdc6-b50ff2f0efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.135360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5d47f90-4bbb-4f13-a433-f0b7d3a7d1d7 req-b3f4f65d-51e7-4683-bdc6-b50ff2f0efa6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bd29df4f48464cdb8586959f14c6b833&shared=False HTTP/1.1" status: 200 len: 921 time: 0.8261032 Nov 12 10:59:39.221372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-de571c15-ce50-49c7-bf44-8a8ec9f02bbe tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.223360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-de571c15-ce50-49c7-bf44-8a8ec9f02bbe tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.57 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 820 time: 0.3046670 Nov 12 10:59:39.309568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Request body: {'port': {'device_id': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'admin_state_up': True, 'tenant_id': '9b6c8292556547aaaf5327b7c970755c'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:39.361143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff85a1bb-2f09-41aa-8b9a-8124b84f1620 req-87099052-7f83-4099-90c9-bb211a3b53c3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591870 Nov 12 10:59:39.502364 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-636bc87b-19bc-46cd-a424-583731289f07 req-3e9effab-0b3f-4d0c-a402-a56b7159577a service neutron] show failed (client error): The resource could not be found. Nov 12 10:59:39.503663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-3e9effab-0b3f-4d0c-a402-a56b7159577a service neutron] 10.222.0.69 "GET /v2.0/ports/7668f2c1-bac3-4283-8de0-060729baf206/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.1773150 Nov 12 10:59:39.517996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d47f90-4bbb-4f13-a433-f0b7d3a7d1d7 req-ef311592-8294-4728-9c28-0cab7caea3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.521633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5d47f90-4bbb-4f13-a433-f0b7d3a7d1d7 req-ef311592-8294-4728-9c28-0cab7caea3c3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3642583 Nov 12 10:59:39.535038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee34660-4b66-4691-a41b-cb1f0cee8342 req-1e9a4f40-1b72-4e56-99a5-b2cd414edbbb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.543709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aee34660-4b66-4691-a41b-cb1f0cee8342 req-1e9a4f40-1b72-4e56-99a5-b2cd414edbbb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.0825372 Nov 12 10:59:39.660186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aee34660-4b66-4691-a41b-cb1f0cee8342 req-a36808ff-4e3e-4eb4-94c1-37df7c74ce1a tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147623 Nov 12 10:59:39.731621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-02d31f6a-eade-4ff9-8208-7183d20ece01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.735188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-02d31f6a-eade-4ff9-8208-7183d20ece01 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1095 time: 0.1207006 Nov 12 10:59:39.741854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Made reservation on behalf of 9b6c8292556547aaaf5327b7c970755c for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:39.750595 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:39.861553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-33c8e6f0-0924-4f10-a799-a6fc56f7f358 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686 HTTP/1.1" status: 200 len: 217 time: 0.1038666 Nov 12 10:59:39.894741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a21c0-ce9a-4a52-8a23-185567d87b7f req-2716d2ad-ffd5-4dcf-a382-f0d42d2a4bcc tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:39.913283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d13a21c0-ce9a-4a52-8a23-185567d87b7f req-2716d2ad-ffd5-4dcf-a382-f0d42d2a4bcc tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0941739 Nov 12 10:59:40.014723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d13a21c0-ce9a-4a52-8a23-185567d87b7f req-31c79f13-120c-457a-9037-4ac3f16547e1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981276 Nov 12 10:59:40.034349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-96783fdf-3078-4017-869e-89248ad4c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:40.036883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-96783fdf-3078-4017-869e-89248ad4c164 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1607552 Nov 12 10:59:40.141066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-657cb3b6-6df4-4c7a-bee5-81d4ebf3ec3e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516875 Nov 12 10:59:40.279596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Allocated IP 172.20.0.5 (74740c99-fad6-4c4d-9c3f-262c41e49508/194fb240-aeb5-4469-9c3b-0a232e7ae0ba/7d44a0a7-4d6d-4065-8b1e-58d5bc67631d) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:40.285256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ff4cd35-960f-4252-ba25-e5d7f10f8377 req-dadf04ef-e0bb-47a3-a5bb-29a6b946c1e6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 210 time: 0.0878706 Nov 12 10:59:40.386285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-f698d324-3515-4024-888d-b38eeac55cc5 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346168 Nov 12 10:59:40.392826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-872b7d0e-23f2-4c46-ad07-20518abc6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:40.394975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-872b7d0e-23f2-4c46-ad07-20518abc6daa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f&tenant_id=207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 1102 time: 0.1292357 Nov 12 10:59:40.425780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:40.594224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:40.648763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3832bec-c8f1-462e-8c63-9f399b4e34ec req-49199db6-ca3a-4c7f-b566-a8d9a4623ff7 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513900 Nov 12 10:59:40.689630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06403423-120b-4978-ab46-41635a366e7f req-9ce6de3a-68a8-4fdd-aa44-f4ec4079caaf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:40.699974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-06403423-120b-4978-ab46-41635a366e7f req-9ce6de3a-68a8-4fdd-aa44-f4ec4079caaf tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.1846459 Nov 12 10:59:40.728265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:40.823728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-06403423-120b-4978-ab46-41635a366e7f req-9285103d-0849-4e9f-82d1-0ffba651d543 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226039 Nov 12 10:59:40.934259 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:40.948894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['715c0164-c576-47b2-a5c8-3d65d8e1b300'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:41.005456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:41.042688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:41.055955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:41.141868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Pushing event updated for resources: {'Port': ['ID=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:41.201093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f4114-324e-42c7-9529-19ae1cb6207b req-76739c2f-9fc1-4773-822f-e78e337f0807 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:41.213305 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b7f4114-324e-42c7-9529-19ae1cb6207b req-76739c2f-9fc1-4773-822f-e78e337f0807 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.3038740 Nov 12 10:59:41.214470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:41.217598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.288390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:41.330662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-126fedd8-a1fb-438b-a796-d291e1759d80 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=03d5b2bbaa00415987ca84c2d764c1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628695 Nov 12 10:59:41.347248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b7f4114-324e-42c7-9529-19ae1cb6207b req-d82f3b48-3e7e-4cdc-9344-204bd954b806 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049981 Nov 12 10:59:41.388959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-dacb0a42-8ea3-4d80-8c5b-d910bf738b5a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0891085 Nov 12 10:59:41.410360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:41.429831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Request body: {'port': {'device_id': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:41.522779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:41.528717 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faca4c0-dc33-45d3-8f19-ccac3d6b27a7" -d '{"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-unplugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:41.537758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.540596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-50e6d42f-0ae5-4e6c-9193-002f323de257 None None] Provisioning complete for port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:41.541194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50e6d42f-0ae5-4e6c-9193-002f323de257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.555730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Transition to ACTIVE for port object 7668f2c1-bac3-4283-8de0-060729baf206 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:41.619545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-50e6d42f-0ae5-4e6c-9193-002f323de257 None None] Port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:41.638317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.661383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.741869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] No DVR routers for this DVR port 7668f2c1-bac3-4283-8de0-060729baf206 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:41.757420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=6']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:41.772986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-c4e7c8bd-d7dd-4757-8f0a-fd851f08001a tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:41.789916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-c4e7c8bd-d7dd-4757-8f0a-fd851f08001a tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4511070 Nov 12 10:59:41.807367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:41.810297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:41.810297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:41.813971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:41.814338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:41.825382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af3822-0d91-4549-86d5-467040e23844 req-5c2a1e64-08d0-47be-a3b7-859f4e7cd811 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:41.834213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3af3822-0d91-4549-86d5-467040e23844 req-5c2a1e64-08d0-47be-a3b7-859f4e7cd811 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.2175424 Nov 12 10:59:41.858876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:41.859435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:41.859907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:41.860461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Bound port: 7668f2c1-bac3-4283-8de0-060729baf206, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:41.860899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:41.864405 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-404a53aa-3ebc-446c-8418-b726c4355846 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/quotas/03d5b2bbaa00415987ca84c2d764c1cf HTTP/1.1" status: 200 len: 375 time: 0.0730789 Nov 12 10:59:42.002751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3af3822-0d91-4549-86d5-467040e23844 req-72df1977-0ad1-4a69-861d-19b36f5ba4c8 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615229 Nov 12 10:59:42.011215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-94f08967-ee7b-4d47-bfa5-e2b8d147f38b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=03d5b2bbaa00415987ca84c2d764c1cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453667 Nov 12 10:59:42.069150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:42.076296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:42.188985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.309088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:42.310160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.312511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] 10.222.0.57 "PUT /v2.0/ports/7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 1097 time: 1.8973513 Nov 12 10:59:42.363297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce82d09-469f-490c-afd5-3f4fa9e9bacd req-1e771b7a-aacd-476d-954b-2837f9dce460 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:42.385537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ce82d09-469f-490c-afd5-3f4fa9e9bacd req-1e771b7a-aacd-476d-954b-2837f9dce460 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 931 time: 0.2178791 Nov 12 10:59:42.417686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfa866-fc03-423f-b4df-35e63b247b14 service neutron] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:42.454536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:42.557539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:42.573283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:42.584594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.608695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Transition to ACTIVE for port object 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:42.716209 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:42.729862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-163d53ae-d557-44f3-a586-2a1b78f71f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:42.735192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-163d53ae-d557-44f3-a586-2a1b78f71f03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1100 time: 0.3463361 Nov 12 10:59:42.763336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ce82d09-469f-490c-afd5-3f4fa9e9bacd req-c40f54d0-ca55-4809-8cfb-2a8d6c91e19d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182800 Nov 12 10:59:42.922540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Pushing event updated for resources: {'Port': ['ID=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:42.958761 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb76ea7-5dc7-4ee2-a438-8389fc75961f x-openstack-request-id: req-9fb76ea7-5dc7-4ee2-a438-8389fc75961f {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:42.959051 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-unplugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:42.959313 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9fb76ea7-5dc7-4ee2-a438-8389fc75961f {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:42.959729 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'code': 200} Nov 12 10:59:43.005679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Attempting to bind port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:43.006036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Attempting to bind port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:43.016119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Attempting to bind port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d on network 74740c99-fad6-4c4d-9c3f-262c41e49508 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:43.017333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-a1321e76-b642-4ebf-815f-8b017a11957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.019472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-a1321e76-b642-4ebf-815f-8b017a11957c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2551680 Nov 12 10:59:43.022819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d on network 74740c99-fad6-4c4d-9c3f-262c41e49508 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:43.023488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Attempting to bind port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d on network 74740c99-fad6-4c4d-9c3f-262c41e49508 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:43.031950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:43.032673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Checking segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:43.033301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Bound using segment: {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:43.033966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Bound port: 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d307a7-f112-4686-bad8-b651011f5e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:43.034648 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.112147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-2aba4a26-dc6b-497b-8586-e4473f206b15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.0840490 Nov 12 10:59:43.163858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] For port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:43.169185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] For port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:43.187359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd7fb3-628d-4e82-8ed1-cef89d05af5f req-3eeb4b21-5b07-4f64-910d-b5d102d04309 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.189080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26cd7fb3-628d-4e82-8ed1-cef89d05af5f req-3eeb4b21-5b07-4f64-910d-b5d102d04309 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 948 time: 0.0895727 Nov 12 10:59:43.205732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-1d8e1074-e9b9-45e9-adfb-65061f75fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.207252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-1d8e1074-e9b9-45e9-adfb-65061f75fe4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0846477 Nov 12 10:59:43.259164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26cd7fb3-628d-4e82-8ed1-cef89d05af5f req-e426e876-7820-4829-b260-1252737d391b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571518 Nov 12 10:59:43.265808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4dad6-bf26-48ad-991e-a998db53991d req-26a5fb99-9ca0-408f-976d-1397348cc8db tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.267432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73e4dad6-bf26-48ad-991e-a998db53991d req-26a5fb99-9ca0-408f-976d-1397348cc8db tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.1014416 Nov 12 10:59:43.299119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc87b-19bc-46cd-a424-583731289f07 req-8c0f3296-0a76-4b5f-b2aa-a14ddd9ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.300682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-8c0f3296-0a76-4b5f-b2aa-a14ddd9ce33c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0841455 Nov 12 10:59:43.344236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-adc693f5-c869-4d98-b4b7-dbfcbc1708b3 req-28dfa79c-f3ad-495b-897a-f0cf0ffac00c tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 210 time: 0.0282855 Nov 12 10:59:43.358464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.362313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73e4dad6-bf26-48ad-991e-a998db53991d req-5942f028-d783-4099-b728-36b973222d9e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846860 Nov 12 10:59:43.449279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-8947134f-e30c-4b86-bcaa-4d3263dcbf1d service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403909 Nov 12 10:59:43.517060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.517685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:43.519215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] 10.222.0.57 "PUT /v2.0/ports/7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 200 len: 1092 time: 2.1130517 Nov 12 10:59:43.519709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:43.522065 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a64f0-c0b6-48c1-8b68-8ab3c3a6d8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:43.530036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93eab9-4d25-47a8-8aad-d703e0965995 service neutron] Pushing event updated for resources: {'Port': ['ID=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:43.590282 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fca269-b8e6-43c3-bc80-b70f637727a0 x-openstack-request-id: req-54fca269-b8e6-43c3-bc80-b70f637727a0 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:43.595409 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:43.595409 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-54fca269-b8e6-43c3-bc80-b70f637727a0 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:43.595409 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'status': 'completed', 'code': 200} Nov 12 10:59:43.655304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f69ef-9490-4c6b-989a-544c6b0243a2 req-b1d094d8-90f2-4d18-9612-2a9d1256a817 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.675146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c6f69ef-9490-4c6b-989a-544c6b0243a2 req-b1d094d8-90f2-4d18-9612-2a9d1256a817 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.1863246 Nov 12 10:59:43.701684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a64f0-c0b6-48c1-8b68-8ab3c3a6d8b7 req-97904118-ef2d-410f-872c-87ee34faaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.703374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f78a64f0-c0b6-48c1-8b68-8ab3c3a6d8b7 req-97904118-ef2d-410f-872c-87ee34faaf7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 1095 time: 0.0552490 Nov 12 10:59:43.732941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-636bc87b-19bc-46cd-a424-583731289f07 req-b4a5eea6-8f8b-4691-a19a-d1c1eeaae705 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674987 Nov 12 10:59:43.796865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c6f69ef-9490-4c6b-989a-544c6b0243a2 req-83e79745-347d-47ca-86dc-6d207d7a69ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194720 Nov 12 10:59:43.905471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a64f0-c0b6-48c1-8b68-8ab3c3a6d8b7 req-8b1ec401-9204-4a1d-9f79-8f1cb535e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:43.907306 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f78a64f0-c0b6-48c1-8b68-8ab3c3a6d8b7 req-8b1ec401-9204-4a1d-9f79-8f1cb535e102 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9b6c8292556547aaaf5327b7c970755c&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1949077 Nov 12 10:59:44.060098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a64f0-c0b6-48c1-8b68-8ab3c3a6d8b7 req-492bf4f6-4fd5-4920-9414-8cabc6c5a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.061603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f78a64f0-c0b6-48c1-8b68-8ab3c3a6d8b7 req-492bf4f6-4fd5-4920-9414-8cabc6c5a405 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452854 Nov 12 10:59:44.070632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b763d-bda5-4a90-9136-9e9468486778 req-11d27014-1696-4261-8115-590825713363 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.072273 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f5b763d-bda5-4a90-9136-9e9468486778 req-11d27014-1696-4261-8115-590825713363 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 943 time: 0.0846944 Nov 12 10:59:44.173263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f5b763d-bda5-4a90-9136-9e9468486778 req-79663f37-9f43-4f12-b3eb-4609a14c332e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879726 Nov 12 10:59:44.194692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-16a06a8f-5183-4730-938d-1ed67b1c87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.197795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-16a06a8f-5183-4730-938d-1ed67b1c87c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 1095 time: 0.0789626 Nov 12 10:59:44.247014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-8202f1a3-0ced-45b9-95e5-be0e7cc35eae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 200 len: 217 time: 0.0405126 Nov 12 10:59:44.317055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-c1943c9a-17f8-43c6-97e6-5be6a6c39ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.318991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-c1943c9a-17f8-43c6-97e6-5be6a6c39ef5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.0634198 Nov 12 10:59:44.407528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-a0ecd620-9bd2-4c65-acab-fc573fe30ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.410426 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-a0ecd620-9bd2-4c65-acab-fc573fe30ec4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690460 Nov 12 10:59:44.467558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d34307ee-2903-4dd7-9de4-612b10116189 req-0ce82c10-29ca-45f5-a4b1-80c7aefd45a2 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 210 time: 0.0552826 Nov 12 10:59:44.498501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5063a82-0b10-423d-9572-c695bcd8b979 req-d9e9e601-9d5a-46e5-9336-066e5b066017 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.498501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f5063a82-0b10-423d-9572-c695bcd8b979 req-d9e9e601-9d5a-46e5-9336-066e5b066017 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 948 time: 0.1004815 Nov 12 10:59:44.590337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f5063a82-0b10-423d-9572-c695bcd8b979 req-42eb27f6-eda0-44d4-ad3b-8304c7e278a7 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837092 Nov 12 10:59:44.674981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-e84cbe60-f81f-4888-b5f2-2832f509f0b5 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483139 Nov 12 10:59:44.815126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d9d3b-528b-4016-8f83-86b0dbec5b12 req-ed455055-b591-490a-b379-c330e3bb41ee tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.818042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e60d9d3b-528b-4016-8f83-86b0dbec5b12 req-ed455055-b591-490a-b379-c330e3bb41ee tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.2064476 Nov 12 10:59:44.939347 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad57da47-f814-4ebf-96a4-e1f3d40ef3e3 req-647cf781-5a35-4e2f-ad2b-db3641a77cb9 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552187 Nov 12 10:59:44.946881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8531a-a237-4bf7-9cc6-8b73e8d4383d req-11a79930-d340-4fe9-90c3-ac75a4d570db tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:44.948425 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02c8531a-a237-4bf7-9cc6-8b73e8d4383d req-11a79930-d340-4fe9-90c3-ac75a4d570db tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0614028 Nov 12 10:59:44.948751 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e60d9d3b-528b-4016-8f83-86b0dbec5b12 req-86eb708a-725c-4f73-8d60-8a15f1106c3f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226687 Nov 12 10:59:44.964209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:44.967038 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:45.034280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02c8531a-a237-4bf7-9cc6-8b73e8d4383d req-1ee3b404-e2fb-4319-b1aa-9b65ab9bc76c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762770 Nov 12 10:59:45.046044 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b0fb47-2079-49bd-850d-b0bea2440233 x-openstack-request-id: req-e9b0fb47-2079-49bd-850d-b0bea2440233 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:45.046044 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:45.046044 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e9b0fb47-2079-49bd-850d-b0bea2440233 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:45.046451 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'status': 'completed', 'code': 200} Nov 12 10:59:45.150199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-b1df90c6-cc55-4e03-b3f4-60746f77b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.151714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-b1df90c6-cc55-4e03-b3f4-60746f77b1ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1100 time: 0.0641625 Nov 12 10:59:45.154128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-c231f8ea-b30b-4994-a0f4-26e7c2a349c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.155608 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-c231f8ea-b30b-4994-a0f4-26e7c2a349c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1100 time: 0.0765238 Nov 12 10:59:45.391461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-f2d67402-ca7b-4b07-9058-62a056be5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.393103 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-f2d67402-ca7b-4b07-9058-62a056be5266 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2299650 Nov 12 10:59:45.404675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-556deb00-6192-4f90-b898-b2dc417a9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.407399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-556deb00-6192-4f90-b898-b2dc417a9f0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2332220 Nov 12 10:59:45.467162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771d0c7-f488-464f-a052-4576a7d8894d req-69bc3b68-4d6a-4537-96ee-7ff13367298f tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.468808 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7771d0c7-f488-464f-a052-4576a7d8894d req-69bc3b68-4d6a-4537-96ee-7ff13367298f tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 943 time: 0.1544085 Nov 12 10:59:45.472095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-afd3f3a5-5319-4413-835b-4381a741b4f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.0614572 Nov 12 10:59:45.532670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-6ed4354d-9e8f-4c29-b53c-a2f49b0fee73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.0788271 Nov 12 10:59:45.609020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c42133f4-2c08-4b7b-9cd8-f9b6900a609c req-fa9305c6-ffd5-488e-b083-9f0a52332e8f tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 210 time: 0.0439005 Nov 12 10:59:45.630449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-187f1a4d-b0e2-4e50-8f26-e9accc474ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.632088 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-187f1a4d-b0e2-4e50-8f26-e9accc474ebc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1190627 Nov 12 10:59:45.660655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-1f0a0e24-f52c-4524-9dfd-15a8d498c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.662234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-1f0a0e24-f52c-4524-9dfd-15a8d498c9cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1112273 Nov 12 10:59:45.697072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7771d0c7-f488-464f-a052-4576a7d8894d req-d6999b98-0509-486c-b0c0-e13d49344d54 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828997 Nov 12 10:59:45.740220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-81109cb2-af1e-465e-9e96-202018b48e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.741748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-81109cb2-af1e-465e-9e96-202018b48e2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1000693 Nov 12 10:59:45.745199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-0f862b75-1a56-4e77-b2fb-76d2d5e164de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.747113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-0f862b75-1a56-4e77-b2fb-76d2d5e164de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634313 Nov 12 10:59:45.825243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5325-a723-498c-a979-5524eeebefae req-af6e43ca-29b8-4862-b88b-0d6bdd27fc53 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:45.827997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-490f5325-a723-498c-a979-5524eeebefae req-af6e43ca-29b8-4862-b88b-0d6bdd27fc53 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 948 time: 0.1177878 Nov 12 10:59:45.939017 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-5a2abe37-881b-4792-9e1b-1145f83390b2 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839848 Nov 12 10:59:45.946607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-88760d91-f499-459e-ba56-2b6ac63b4f8e service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818373 Nov 12 10:59:46.131724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-490f5325-a723-498c-a979-5524eeebefae req-1956c6c3-b2b3-4d16-91f4-196996e2ef6e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915018 Nov 12 10:59:46.152226 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-d4b008af-215d-4414-9dea-6d7b9026cc45 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037792 Nov 12 10:59:46.156334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f2c90e1-6e3b-4176-ac14-c6212fcdf7b1 req-5b798bf5-a0d0-4114-a886-fd4b149d13da service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001238 Nov 12 10:59:46.172206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3309c-8f15-4a2f-9ce9-c898b6aa0ccd req-49511abc-506c-4f57-b7e0-e2b92b558554 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:46.173793 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ec3309c-8f15-4a2f-9ce9-c898b6aa0ccd req-49511abc-506c-4f57-b7e0-e2b92b558554 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.1011050 Nov 12 10:59:46.253119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ec3309c-8f15-4a2f-9ce9-c898b6aa0ccd req-6609b593-90b3-458e-86b7-8475ba53e597 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668976 Nov 12 10:59:46.307750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cab1c-5e97-4d62-a1d9-644ce65b923e req-e3d03776-4c91-45a1-a029-268f516b7031 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:46.309777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b4cab1c-5e97-4d62-a1d9-644ce65b923e req-e3d03776-4c91-45a1-a029-268f516b7031 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0727754 Nov 12 10:59:46.366801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b4cab1c-5e97-4d62-a1d9-644ce65b923e req-4388bf77-a9de-4ed7-bdfe-c2ef9dfd34eb tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485566 Nov 12 10:59:46.493630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-15bb1803-3809-43b2-921b-7d31165e485a tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=03d5b2bbaa00415987ca84c2d764c1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244582 Nov 12 10:59:46.656404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-2b45af40-d534-4064-8a12-14ada6dc6ff3 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:46.657952 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-2b45af40-d534-4064-8a12-14ada6dc6ff3 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535611 Nov 12 10:59:46.672492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Request body: {'port': {'device_id': '4c6f9fcc-0c85-4250-aa07-2f856d20be6e', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '03d5b2bbaa00415987ca84c2d764c1cf'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:46.766489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcc6e79a-00b5-4541-8e88-ba0710bc9165 req-95fcd319-3e4c-4d0e-8f5e-f4975dd9dd17 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 210 time: 0.0441110 Nov 12 10:59:47.163303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057006ce-1ff3-4399-ad44-2755e4105dbc req-34441792-743d-4c4b-87d8-f18004864cea tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.166885 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-057006ce-1ff3-4399-ad44-2755e4105dbc req-34441792-743d-4c4b-87d8-f18004864cea tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 943 time: 0.1206629 Nov 12 10:59:47.208586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:47.235191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.283026 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-057006ce-1ff3-4399-ad44-2755e4105dbc req-7b29a7ee-8c6c-4ac1-9fb1-40f53a745b46 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084111 Nov 12 10:59:47.347476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabad228-6441-4e99-a859-15df30476c1a req-3311055b-d45f-46fe-a033-9426b83e0f5b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.350163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eabad228-6441-4e99-a859-15df30476c1a req-3311055b-d45f-46fe-a033-9426b83e0f5b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 948 time: 0.0874774 Nov 12 10:59:47.385196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Made reservation on behalf of 03d5b2bbaa00415987ca84c2d764c1cf for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:59:47.392829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.405870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:47.418326 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.423121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eabad228-6441-4e99-a859-15df30476c1a req-e9ca72ad-a7e1-45f2-9339-11d1f48f7d11 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563743 Nov 12 10:59:47.430678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '7668f2c1-bac3-4283-8de0-060729baf206', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '7668f2c1-bac3-4283-8de0-060729baf206', 'mac_address': 'fa:16:3e:83:ed:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:47.507471 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.529628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7668f2c1-bac3-4283-8de0-060729baf206 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:47.535981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4077c-706a-4555-9fd6-ad7f8d50b7ea req-93e963e5-fe7e-446a-862a-da5317faf849 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.538702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ac4077c-706a-4555-9fd6-ad7f8d50b7ea req-93e963e5-fe7e-446a-862a-da5317faf849 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.1256218 Nov 12 10:59:47.597217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:47.603196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1b54c-0070-4a45-941d-14b4eea64a36 req-b0272e46-b090-4f0c-9c3c-e3c5659ced2f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:47.608607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66d1b54c-0070-4a45-941d-14b4eea64a36 req-b0272e46-b090-4f0c-9c3c-e3c5659ced2f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0633702 Nov 12 10:59:47.619995 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ac4077c-706a-4555-9fd6-ad7f8d50b7ea req-b56f66a3-1ef5-46fe-96bd-528fe268ac77 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676236 Nov 12 10:59:47.683643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.694500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66d1b54c-0070-4a45-941d-14b4eea64a36 req-c005299a-71c3-4247-998c-994978640f67 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728216 Nov 12 10:59:47.745902 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.747610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:47.779510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:47.868674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87be7ac3-973a-4ebb-92ce-b48580a9797d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:47.893739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:47.937835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.938172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.938503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.939042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.939400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.939714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.940075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.940402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.940739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.941045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.941854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.942440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:59:47.989526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:47.994617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f65f0006-5e35-40e9-a3aa-668f44bddddd req-463ad71c-40f2-4e10-9dc0-815bf3759246 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 210 time: 0.0439062 Nov 12 10:59:48.003616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Allocated IP 192.168.233.114 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/7cb773c9-1d05-4c02-8999-77c16f27bd6c) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:59:48.014549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'port_id': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'mac_address': 'fa:16:3e:e1:a1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:48.091103 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.119073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:48.155410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:48.239614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.281271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.341721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:48.438201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bfa88-08df-459d-87cf-874b4947a700 req-7415eb4f-4864-4da1-9ffa-f97e0b315f04 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:48.439760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-323bfa88-08df-459d-87cf-874b4947a700 req-7415eb4f-4864-4da1-9ffa-f97e0b315f04 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 944 time: 0.0648100 Nov 12 10:59:48.494321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.505333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-323bfa88-08df-459d-87cf-874b4947a700 req-e36d1ad3-2361-498d-824d-c903a8030b02 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Nov 12 10:59:48.627494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['7d44a0a7-4d6d-4065-8b1e-58d5bc67631d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:48.648366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:59:48.660806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:59:48.672733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:59:48.682015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['7668f2c1-bac3-4283-8de0-060729baf206'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:48.743741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Pushing event updated for resources: {'Port': ['ID=7cb773c9-1d05-4c02-8999-77c16f27bd6c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:48.862237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa682b3-c499-4f76-b61d-aa1be9da8ed4 req-0a1a26c5-bb0c-4d4e-9154-c655e647fa37 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:48.865314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7aa682b3-c499-4f76-b61d-aa1be9da8ed4 req-0a1a26c5-bb0c-4d4e-9154-c655e647fa37 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.2966657 Nov 12 10:59:48.900061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:48.901913 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:48.925840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8d33-c11a-4233-b47e-da19950099af req-e73bf85f-5bdc-4e6a-bd07-fa9d4c5c19d1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:48.930051 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-041a8d33-c11a-4233-b47e-da19950099af req-e73bf85f-5bdc-4e6a-bd07-fa9d4c5c19d1 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.1426229 Nov 12 10:59:48.979247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-1dc58e8d-0e86-4262-ab37-86c51abfbba0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:48.984956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-1dc58e8d-0e86-4262-ab37-86c51abfbba0 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f&tenant_id=207f6f65eaf44c88a1a3fff35bfda972&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 949 time: 0.2959249 Nov 12 10:59:49.024510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-de85dec9-f03f-4df9-87b9-f50fcc88eeb9 None None] Provisioning complete for port 7cb773c9-1d05-4c02-8999-77c16f27bd6c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:49.025147 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de85dec9-f03f-4df9-87b9-f50fcc88eeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.047722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-041a8d33-c11a-4233-b47e-da19950099af req-f6ee1fcc-29c0-4531-b7ea-d843d00831f3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038144 Nov 12 10:59:49.087711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-de85dec9-f03f-4df9-87b9-f50fcc88eeb9 None None] Port 7cb773c9-1d05-4c02-8999-77c16f27bd6c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:59:49.099449 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7aa682b3-c499-4f76-b61d-aa1be9da8ed4 req-50ad44aa-1f4a-48c0-ad15-0e25196e05ec tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126749 Nov 12 10:59:49.121329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-bc3b0cf9-393f-4d6f-b436-76e64edbe4a6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4528646 Nov 12 10:59:49.145059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Request body: {'port': {'device_id': '4c6f9fcc-0c85-4250-aa07-2f856d20be6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:49.180420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-2f6a2b71-f06e-4dad-b128-b2bd75105ff3 service neutron] 10.222.0.57 "GET /v2.0/ports/7668f2c1-bac3-4283-8de0-060729baf206/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 383 time: 0.1814864 Nov 12 10:59:49.253719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.254760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f26502-9590-4c1a-a8ea-dae4c5b8dba4 req-5067ce50-3416-4006-8959-c88bbb467f74 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.256848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6f26502-9590-4c1a-a8ea-dae4c5b8dba4 req-5067ce50-3416-4006-8959-c88bbb467f74 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.1016495 Nov 12 10:59:49.323509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6f26502-9590-4c1a-a8ea-dae4c5b8dba4 req-d658f497-8cba-41d1-bd3e-d49e84e55f5c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532758 Nov 12 10:59:49.358439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-36618ea0-a676-419c-a661-1de15d1e2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.358439 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-36618ea0-a676-419c-a661-1de15d1e2841 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1101 time: 0.1263955 Nov 12 10:59:49.415936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a900a2e-e2b1-41a8-8528-c6c5e462d771 req-7e790338-09b6-4fd5-8daf-9cbc852f03e3 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.417801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a900a2e-e2b1-41a8-8528-c6c5e462d771 req-7e790338-09b6-4fd5-8daf-9cbc852f03e3 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 936 time: 0.1511316 Nov 12 10:59:49.670947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a900a2e-e2b1-41a8-8528-c6c5e462d771 req-dafa1890-7200-4a5e-9641-3e64de6114e5 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829877 Nov 12 10:59:49.686866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-4f7b8f7f-a8be-44cf-94c7-00e512a22492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.687118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-4f7b8f7f-a8be-44cf-94c7-00e512a22492 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3187737 Nov 12 10:59:49.695046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43300e16-e6f3-49bf-b6b1-1ad966a9a90d req-9397e24a-f6bd-4c66-8cbd-722f47846edc tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.697428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43300e16-e6f3-49bf-b6b1-1ad966a9a90d req-9397e24a-f6bd-4c66-8cbd-722f47846edc tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 944 time: 0.0860431 Nov 12 10:59:49.751941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-a893c7e5-689d-48d2-ad7c-5adae94ad37e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.0521040 Nov 12 10:59:49.764124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43300e16-e6f3-49bf-b6b1-1ad966a9a90d req-f05137c3-7ce3-42a1-a26e-fc4409c06bb3 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583653 Nov 12 10:59:49.858511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-36eddce5-4837-47d0-845e-930a4c22f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.860078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-36eddce5-4837-47d0-845e-930a4c22f5fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0999179 Nov 12 10:59:49.866359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb773c9-1d05-4c02-8999-77c16f27bd6c {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:49.889270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:49.924475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Transition to ACTIVE for port object 7cb773c9-1d05-4c02-8999-77c16f27bd6c will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:49.935660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-5e1c7c91-91d1-43f3-9461-bbf5f97b45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:49.937610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-5e1c7c91-91d1-43f3-9461-bbf5f97b45b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650251 Nov 12 10:59:50.026324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:50.074455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-a888081e-9608-49f7-82d0-9e6c98cf61b0 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285667 Nov 12 10:59:50.125846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb773c9-1d05-4c02-8999-77c16f27bd6c,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:50.202359 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:50.283959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-e631dad9-5dd5-46a1-824d-b9c94e2791f6 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956968 Nov 12 10:59:50.296489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Attempting to bind port 7cb773c9-1d05-4c02-8999-77c16f27bd6c on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:50.296876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Attempting to bind port 7cb773c9-1d05-4c02-8999-77c16f27bd6c by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:50.297161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Attempting to bind port 7cb773c9-1d05-4c02-8999-77c16f27bd6c on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:50.302601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Port 7cb773c9-1d05-4c02-8999-77c16f27bd6c on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:50.302922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Attempting to bind port 7cb773c9-1d05-4c02-8999-77c16f27bd6c on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:50.311290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:50.311620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:50.312043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:50.312490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Bound port: 7cb773c9-1d05-4c02-8999-77c16f27bd6c, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:50.312853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:50.330333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62d535-8f98-4369-ae98-e33f85aef88c req-a32fb611-4c3d-41f8-a0bb-cdf8c51891c1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:50.332168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e62d535-8f98-4369-ae98-e33f85aef88c req-a32fb611-4c3d-41f8-a0bb-cdf8c51891c1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.0995438 Nov 12 10:59:50.392065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e62d535-8f98-4369-ae98-e33f85aef88c req-4835df6c-e1bb-4984-a584-60cfcf4cf8f5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529008 Nov 12 10:59:50.424243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] For port 7cb773c9-1d05-4c02-8999-77c16f27bd6c, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:50.427985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] For port 7cb773c9-1d05-4c02-8999-77c16f27bd6c, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7cb773c9-1d05-4c02-8999-77c16f27bd6c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:50.450140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3c27d-d2be-4e08-94b0-0e1b710bf4ad req-a184a6a2-fefc-4079-8887-103c66709aff tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:50.452555 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b3c27d-d2be-4e08-94b0-0e1b710bf4ad req-a184a6a2-fefc-4079-8887-103c66709aff tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.0930781 Nov 12 10:59:50.510183 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b3c27d-d2be-4e08-94b0-0e1b710bf4ad req-e4f833f6-3b83-4672-acc6-0169dfc79dab tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515223 Nov 12 10:59:50.538332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:50.584672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:50.585597 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:50.587648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] 10.222.0.69 "PUT /v2.0/ports/7cb773c9-1d05-4c02-8999-77c16f27bd6c HTTP/1.1" status: 200 len: 1097 time: 1.4535141 Nov 12 10:59:50.588250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6f9fcc-0c85-4250-aa07-2f856d20be6e', 'tag': '7cb773c9-1d05-4c02-8999-77c16f27bd6c'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:50.590699 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9352aec7-c9bf-4294-bb4c-0e70efe2bc33" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6f9fcc-0c85-4250-aa07-2f856d20be6e", "tag": "7cb773c9-1d05-4c02-8999-77c16f27bd6c"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:50.600545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6b0a7-70a5-43b1-a37a-2ffe1b9714f3 req-11ba832c-d9cb-40d4-9bc8-96fd123b10bc tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:50.603404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bd6b0a7-70a5-43b1-a37a-2ffe1b9714f3 req-11ba832c-d9cb-40d4-9bc8-96fd123b10bc tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0756907 Nov 12 10:59:50.647443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26454bfa-7f70-4267-85b0-69194fe5bb52 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb773c9-1d05-4c02-8999-77c16f27bd6c,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:50.712563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bd6b0a7-70a5-43b1-a37a-2ffe1b9714f3 req-861fad6c-846b-4bb2-807b-b8a1442c2f25 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952549 Nov 12 10:59:50.756971 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed745d-1bd7-4796-b99c-9ce56c259ab2 x-openstack-request-id: req-9bed745d-1bd7-4796-b99c-9ce56c259ab2 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:50.757272 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6f9fcc-0c85-4250-aa07-2f856d20be6e", "tag": "7cb773c9-1d05-4c02-8999-77c16f27bd6c", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:50.757511 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9bed745d-1bd7-4796-b99c-9ce56c259ab2 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:50.757893 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6f9fcc-0c85-4250-aa07-2f856d20be6e', 'tag': '7cb773c9-1d05-4c02-8999-77c16f27bd6c', 'status': 'completed', 'code': 200} Nov 12 10:59:50.852544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352aec7-c9bf-4294-bb4c-0e70efe2bc33 req-ba7b4b83-4adf-49b3-b70c-6e81e048fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:50.855562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9352aec7-c9bf-4294-bb4c-0e70efe2bc33 req-ba7b4b83-4adf-49b3-b70c-6e81e048fce0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03d5b2bbaa00415987ca84c2d764c1cf&device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 1100 time: 0.0661159 Nov 12 10:59:50.879205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839a810-35fb-4449-8333-c2c4e9573dd0 req-14602001-06bb-4e08-a708-7e5df02e59ef tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:50.881125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4839a810-35fb-4449-8333-c2c4e9573dd0 req-14602001-06bb-4e08-a708-7e5df02e59ef tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 948 time: 0.0749238 Nov 12 10:59:50.941905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9352aec7-c9bf-4294-bb4c-0e70efe2bc33 req-430473d3-274e-4941-9e41-1e91f3d7c659 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=03d5b2bbaa00415987ca84c2d764c1cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770512 Nov 12 10:59:50.942371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4839a810-35fb-4449-8333-c2c4e9573dd0 req-6d428ebc-9ab7-4d90-b985-ee18f7c17392 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493565 Nov 12 10:59:51.076898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b9791-b3c6-42bf-99f3-e00e24af0474 req-329065e3-4e3b-4b90-9ca4-713ecc3826ad tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.079428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a7b9791-b3c6-42bf-99f3-e00e24af0474 req-329065e3-4e3b-4b90-9ca4-713ecc3826ad tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 944 time: 0.2126651 Nov 12 10:59:51.201632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352aec7-c9bf-4294-bb4c-0e70efe2bc33 req-0c8ee26f-28ab-42be-9512-dd35895dc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.204250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9352aec7-c9bf-4294-bb4c-0e70efe2bc33 req-0c8ee26f-28ab-42be-9512-dd35895dc678 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2510495 Nov 12 10:59:51.210946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a7b9791-b3c6-42bf-99f3-e00e24af0474 req-19488218-1872-4b45-a025-0cbe52bc136c tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232793 Nov 12 10:59:51.228191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:51.319617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-deac01fa-00d4-49e0-a55a-61b53e91a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.322118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-deac01fa-00d4-49e0-a55a-61b53e91a0d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=03d5b2bbaa00415987ca84c2d764c1cf&device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 1100 time: 0.0605171 Nov 12 10:59:51.384758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:51.389826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:51.390263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:51.394767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-44387e56-8bdc-45cd-bf2b-e1cfcb95f368 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=7cb773c9-1d05-4c02-8999-77c16f27bd6c HTTP/1.1" status: 200 len: 217 time: 0.0571094 Nov 12 10:59:51.413091 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-85784a7c-f89b-46c8-8f73-7228031ba299 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0864038 Nov 12 10:59:51.487434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-9e19dfd8-6f70-4143-bd5f-bb1a12e4c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.489037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-9e19dfd8-6f70-4143-bd5f-bb1a12e4c5e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0872889 Nov 12 10:59:51.499617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:51.551311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00055a6d-b6e8-473a-ab1f-328746ee53a5 req-a326a986-8345-4e21-8dbc-bee118c4e52d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.553615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00055a6d-b6e8-473a-ab1f-328746ee53a5 req-a326a986-8345-4e21-8dbc-bee118c4e52d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.0658720 Nov 12 10:59:51.561293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:51.563884 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d594ed50-0b97-4e27-ae74-39ce974f6841" -d '{"events": [{"server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "name": "network-vif-plugged", "status": "completed", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:51.576056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-cbb24acb-6dc8-4633-8f6b-a595c437980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.576056 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-cbb24acb-6dc8-4633-8f6b-a595c437980a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 1102 time: 0.1278794 Nov 12 10:59:51.599072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:51.599739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-3add17f0-2497-4da0-a25e-0b26e1bf5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.605800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-3add17f0-2497-4da0-a25e-0b26e1bf5bce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071401 Nov 12 10:59:51.632433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00055a6d-b6e8-473a-ab1f-328746ee53a5 req-8b122748-7c6b-46d4-88e1-041922062c09 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661864 Nov 12 10:59:51.681458 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:51.685027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:51.822726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:51.836881 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d1c080-9ece-472b-a53e-7daa9ef892a8 x-openstack-request-id: req-c5d1c080-9ece-472b-a53e-7daa9ef892a8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:51.837292 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "name": "network-vif-plugged", "status": "completed", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:51.837636 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5d1c080-9ece-472b-a53e-7daa9ef892a8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:51.838128 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'code': 200} Nov 12 10:59:51.929871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420ca1e-6435-4cfa-89e1-105798d91b16 req-acd84b77-0319-4b3b-ab70-3e119f5c18f3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.932009 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c420ca1e-6435-4cfa-89e1-105798d91b16 req-acd84b77-0319-4b3b-ab70-3e119f5c18f3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.1764097 Nov 12 10:59:51.947843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 7668f2c1-bac3-4283-8de0-060729baf206 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:51.951223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-7a630e73-d1f1-41fc-9860-bd6e28202608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:51.952867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 7668f2c1-bac3-4283-8de0-060729baf206 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:51.953363 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:51.957797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-7a630e73-d1f1-41fc-9860-bd6e28202608 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3408170 Nov 12 10:59:51.970461 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-8a1e78c6-f32b-4027-a506-52fd97c4e846 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451185 Nov 12 10:59:52.005462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56832e-b0cc-4ed5-aa82-6f7056ff3b47 req-b51efd7c-5163-4534-ac8c-9f9cb42043c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.011718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc56832e-b0cc-4ed5-aa82-6f7056ff3b47 req-b51efd7c-5163-4534-ac8c-9f9cb42043c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 1097 time: 0.0879929 Nov 12 10:59:52.050633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-c3afa697-7be6-4bed-8776-954c0c861782 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc HTTP/1.1" status: 200 len: 217 time: 0.0774212 Nov 12 10:59:52.066516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:52.103973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc56832e-b0cc-4ed5-aa82-6f7056ff3b47 req-a139ffb3-9614-42c1-8bd7-079a717ce073 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815275 Nov 12 10:59:52.123505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:52.253447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-ed784e74-ac9c-4946-beb3-b44f44b3cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.255663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-ed784e74-ac9c-4946-beb3-b44f44b3cebf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1899655 Nov 12 10:59:52.265058 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c420ca1e-6435-4cfa-89e1-105798d91b16 req-58185a90-b5f7-49b1-8eb1-5b2c52354650 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040133 Nov 12 10:59:52.283839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11e34d-6449-4ab6-b5a7-215d458d9675 req-1c445b41-033d-4aea-83c6-c75f6cb00319 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.287548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef11e34d-6449-4ab6-b5a7-215d458d9675 req-1c445b41-033d-4aea-83c6-c75f6cb00319 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0846927 Nov 12 10:59:52.287824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:52.405266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff6d977-8f37-4dac-b5d8-0e67edc892c2 req-ff3962b9-da22-432a-a0e9-994c8952db6c service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575330 Nov 12 10:59:52.409182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:52.413192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef11e34d-6449-4ab6-b5a7-215d458d9675 req-2a3ed9e4-182a-4c7e-84d3-a99669978c5a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033049 Nov 12 10:59:52.462392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-5ea353e6-357c-487a-bd4d-7f117de5e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.464205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-5ea353e6-357c-487a-bd4d-7f117de5e0fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1442585 Nov 12 10:59:52.483464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b5160-10ca-49de-82a1-aca7f301723f req-1c92a3be-cacb-41a3-a15e-9ca005c44e27 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.485046 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95b5160-10ca-49de-82a1-aca7f301723f req-1c92a3be-cacb-41a3-a15e-9ca005c44e27 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 948 time: 0.0992160 Nov 12 10:59:52.609543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95b5160-10ca-49de-82a1-aca7f301723f req-49233afa-615c-45a5-9efb-da87f947f266 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064005 Nov 12 10:59:52.619996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1bf10-0c33-43ad-a091-6154416c209a req-e95b0ca6-e0ee-42a2-9369-11d3d9f22666 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.628725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32e1bf10-0c33-43ad-a091-6154416c209a req-e95b0ca6-e0ee-42a2-9369-11d3d9f22666 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 945 time: 0.0997989 Nov 12 10:59:52.631042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-ecd0af5a-0b78-4ba1-9b69-1db6ac6d7dde service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565483 Nov 12 10:59:52.723110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32e1bf10-0c33-43ad-a091-6154416c209a req-c49dac84-1506-43fb-88ba-be22504c9e85 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900736 Nov 12 10:59:52.790099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0cf769-9fa4-437e-b6df-0e798e25156d req-b6bb4c10-95c4-4131-8223-6d70088d4067 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521623 Nov 12 10:59:52.892745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb92bd-5098-481b-bedd-67dd6c53d85d req-d56d7301-80d6-4870-8144-8eb53e5039c6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:52.894532 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1fb92bd-5098-481b-bedd-67dd6c53d85d req-d56d7301-80d6-4870-8144-8eb53e5039c6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0669084 Nov 12 10:59:52.985727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1fb92bd-5098-481b-bedd-67dd6c53d85d req-8764ed5b-bcdc-4179-bf46-f0214c02f87b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841994 Nov 12 10:59:53.428221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302491e-40b1-4311-b799-fcd7e0af444b req-a04e0789-ea47-45e9-b5b6-a0230d9b7f2f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:53.437290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b302491e-40b1-4311-b799-fcd7e0af444b req-a04e0789-ea47-45e9-b5b6-a0230d9b7f2f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.0679350 Nov 12 10:59:53.504688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b302491e-40b1-4311-b799-fcd7e0af444b req-23e9f2ea-aa0c-4d69-8a8e-d8c968fa2a6f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675292 Nov 12 10:59:53.602961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efeefa-816b-40de-bd05-7905db7503df req-d47bac72-b813-4779-a5e1-10e20401d594 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:53.605767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32efeefa-816b-40de-bd05-7905db7503df req-d47bac72-b813-4779-a5e1-10e20401d594 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0697436 Nov 12 10:59:53.716166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32efeefa-816b-40de-bd05-7905db7503df req-cdd22251-a0c0-4f8a-a41c-e4f9e2581299 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988665 Nov 12 10:59:53.802963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a319eda-646e-42b8-8c6b-4e011b73d61b req-e538f395-3337-4cd8-9885-03759b65e417 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:53.809742 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a319eda-646e-42b8-8c6b-4e011b73d61b req-e538f395-3337-4cd8-9885-03759b65e417 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 948 time: 0.0646701 Nov 12 10:59:53.839376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:53.841770 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6046d1d-6c03-4634-add8-eaa1c35a4360" -d '{"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-plugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:53.912995 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a319eda-646e-42b8-8c6b-4e011b73d61b req-96405eab-fafa-444b-b27d-f9c597e51cd3 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019664 Nov 12 10:59:53.916393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-5fc29aa1-2624-47be-a44c-63581753baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:53.918737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-5fc29aa1-2624-47be-a44c-63581753baa8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f&tenant_id=207f6f65eaf44c88a1a3fff35bfda972 HTTP/1.1" status: 200 len: 1102 time: 0.1067193 Nov 12 10:59:53.948404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:53.961403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85add4ca-bb85-459d-8bcf-fa8c14d96c46 req-50d72813-75ff-4291-be72-92c88fa46b61 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:53.963037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85add4ca-bb85-459d-8bcf-fa8c14d96c46 req-50d72813-75ff-4291-be72-92c88fa46b61 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 945 time: 0.0912192 Nov 12 10:59:54.037128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85add4ca-bb85-459d-8bcf-fa8c14d96c46 req-0dc70609-02e3-4271-b945-03dacb273309 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Nov 12 10:59:54.052024 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.099516 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7657192d-8a9a-4def-833c-34dbd050ee3c x-openstack-request-id: req-7657192d-8a9a-4def-833c-34dbd050ee3c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:54.099744 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-plugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:54.099915 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7657192d-8a9a-4def-833c-34dbd050ee3c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:54.100414 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'code': 200} Nov 12 10:59:54.176952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a8cab-7736-4ee5-bd58-cfe1a1776b9f req-e543568e-bbf1-4cff-9ed8-053d0ba36197 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.178713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-346a8cab-7736-4ee5-bd58-cfe1a1776b9f req-e543568e-bbf1-4cff-9ed8-053d0ba36197 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0645006 Nov 12 10:59:54.272780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-346a8cab-7736-4ee5-bd58-cfe1a1776b9f req-40dc7c4e-494f-4043-bb32-7f0f16b485a3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869501 Nov 12 10:59:54.411026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-45002340-4dd3-4aa3-ac17-d199ea8d2c0e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.412657 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-45002340-4dd3-4aa3-ac17-d199ea8d2c0e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1231565 Nov 12 10:59:54.422226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:54.482374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-25cbee42-43bc-4b35-820c-c2de022a0f13 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0629065 Nov 12 10:59:54.503156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Request body: {'floatingip': {'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:54.506017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6e0a6572-cc39-4255-848a-ecd41b4fb686 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:54.542435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:54.567761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.704872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:54.727089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cd4c5-be05-46f1-b453-5af7cbee15e3 req-a5ec103c-53b5-4e38-9e34-b2e9f3494c33 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:54.728062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '6e0a6572-cc39-4255-848a-ecd41b4fb686', 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4', 'port_id': '6e0a6572-cc39-4255-848a-ecd41b4fb686', 'mac_address': 'fa:16:3e:f3:0b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06317caf-44f7-4e6a-8e1d-6614643ee770', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:54.730152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-426cd4c5-be05-46f1-b453-5af7cbee15e3 req-a5ec103c-53b5-4e38-9e34-b2e9f3494c33 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.0903668 Nov 12 10:59:54.790743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:54.813095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0a6572-cc39-4255-848a-ecd41b4fb686 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:54.832162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-426cd4c5-be05-46f1-b453-5af7cbee15e3 req-005f88d6-6d5c-4962-85f4-07c46581039c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852339 Nov 12 10:59:54.849479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:54.927718 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.007680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:55.010532 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a542a1e-1fe6-44a8-935c-845f2cec1225" -d '{"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-unplugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:55.012112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfd2fa-1262-4377-856c-3ff7a722e474 req-1af0f97a-4afb-44dd-86e5-a640d86bf5b1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:55.012370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:55.015179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97bfd2fa-1262-4377-856c-3ff7a722e474 req-1af0f97a-4afb-44dd-86e5-a640d86bf5b1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0926838 Nov 12 10:59:55.018402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.063252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Transition to ACTIVE for port object 7668f2c1-bac3-4283-8de0-060729baf206 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:59:55.100884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97bfd2fa-1262-4377-856c-3ff7a722e474 req-15da52a6-1763-44b1-bf48-5d6adb39d4f7 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715175 Nov 12 10:59:55.135525 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.254651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:59:55.257418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['6e0a6572-cc39-4255-848a-ecd41b4fb686'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:55.262734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:55.268981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] No DVR routers for this DVR port 7668f2c1-bac3-4283-8de0-060729baf206 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:59:55.289961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adf1b4-76de-4305-a2ee-35649360f9f1 req-0c748b03-4ba0-42dc-9c4a-2eb5a8ff0bb5 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:55.305438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4adf1b4-76de-4305-a2ee-35649360f9f1 req-0c748b03-4ba0-42dc-9c4a-2eb5a8ff0bb5 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 948 time: 0.1150012 Nov 12 10:59:55.399651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:59:55.406112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4adf1b4-76de-4305-a2ee-35649360f9f1 req-f8f4e5a4-de2c-4771-b91b-ad777a583bc2 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940557 Nov 12 10:59:55.603152 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efb7c0e-3dd7-4f50-a21d-64b62a31a26d x-openstack-request-id: req-1efb7c0e-3dd7-4f50-a21d-64b62a31a26d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:55.603722 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-unplugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:55.603722 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1efb7c0e-3dd7-4f50-a21d-64b62a31a26d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:55.604072 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'code': 200} Nov 12 10:59:55.610177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:59:55.610507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:59:55.610835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:55.621682 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:59:55.622003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Attempting to bind port 7668f2c1-bac3-4283-8de0-060729baf206 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:59:55.652442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:59:55.652790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:59:55.653146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:59:55.653583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Bound port: 7668f2c1-bac3-4283-8de0-060729baf206, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:59:55.653936 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.772185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.775484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c215834-7d3f-4155-89ca-5b7aa6eccf0a req-60c58413-f084-49e4-8bb8-03b13a04afe1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:55.777154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c215834-7d3f-4155-89ca-5b7aa6eccf0a req-60c58413-f084-49e4-8bb8-03b13a04afe1 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.0605326 Nov 12 10:59:55.784082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:59:55.790447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:59:55.836588 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c215834-7d3f-4155-89ca-5b7aa6eccf0a req-aac1507d-8935-412e-bd74-516aef2d8d08 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476177 Nov 12 10:59:55.886968 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.930316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.978607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:55.979223 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:55.980755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] 10.222.0.69 "PUT /v2.0/ports/7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 1098 time: 2.0510037 Nov 12 10:59:56.036981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21115d0-fc63-40ba-98bd-566c00044f93 req-f9eeed00-eeeb-45d8-8f3e-e940b8986897 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.038696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b21115d0-fc63-40ba-98bd-566c00044f93 req-f9eeed00-eeeb-45d8-8f3e-e940b8986897 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 944 time: 0.0666254 Nov 12 10:59:56.067316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a31a5d-eded-4fe8-9e04-f9dba98d38b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=11']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:56.100950 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Floating IP de490564-8531-47f5-8b22-46573941b5db associated. External IP: 172.25.3.13, port: 715c0164-c576-47b2-a5c8-3d65d8e1b300. Nov 12 10:59:56.109022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-0558ee27-d5bb-4458-94ce-6d78babe7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.110653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-0558ee27-d5bb-4458-94ce-6d78babe7ce1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1101 time: 0.0823469 Nov 12 10:59:56.120234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b21115d0-fc63-40ba-98bd-566c00044f93 req-7c001efa-4577-49c3-a358-198f308d37ff tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697062 Nov 12 10:59:56.291561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b71d3-e025-484f-9c4c-05acef590f67 req-7d1b1f6a-3d0f-43a3-9004-c7741440cea1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.293934 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a8b71d3-e025-484f-9c4c-05acef590f67 req-7d1b1f6a-3d0f-43a3-9004-c7741440cea1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0762153 Nov 12 10:59:56.297598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-728768c8-a0b0-42b6-bd14-fe3d8037ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.299222 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-728768c8-a0b0-42b6-bd14-fe3d8037ebf5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1566865 Nov 12 10:59:56.383270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-6e5fcfb6-bf1a-4aa9-85da-406f7519d1cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.0746367 Nov 12 10:59:56.484404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-b5463a1d-39ab-44df-8a0f-3c3d732dda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.486039 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-b5463a1d-39ab-44df-8a0f-3c3d732dda83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0919366 Nov 12 10:59:56.530089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7cb773c9-1d05-4c02-8999-77c16f27bd6c details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:59:56.532107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:59:56.534182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6e0a6572-cc39-4255-848a-ecd41b4fb686 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:59:56.557072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-545a133e-383b-46d2-9981-26b0c4fcf439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:56.558640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-545a133e-383b-46d2-9981-26b0c4fcf439 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635676 Nov 12 10:59:56.737411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a8b71d3-e025-484f-9c4c-05acef590f67 req-184c0c4d-2db5-4f20-96df-850e26fd86b0 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373980 Nov 12 10:59:56.742615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-b3991034-ca0a-44a9-8d26-a78439a6e844 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511893 Nov 12 10:59:56.743591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:59:56.748613 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:56.763311 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:59:56.790773 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:56.801751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7cb773c9-1d05-4c02-8999-77c16f27bd6c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7cb773c9-1d05-4c02-8999-77c16f27bd6c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:56.817863 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:56.826621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '7cb773c9-1d05-4c02-8999-77c16f27bd6c', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '7cb773c9-1d05-4c02-8999-77c16f27bd6c', 'mac_address': 'fa:16:3e:1f:71:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:59:56.830009 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-ded85785-cd57-494f-9a74-ba9ea69abae6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "PUT /v2.0/floatingips/de490564-8531-47f5-8b22-46573941b5db HTTP/1.1" status: 200 len: 996 time: 2.3365767 Nov 12 10:59:56.832204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 6e0a6572-cc39-4255-848a-ecd41b4fb686 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:59:56.844759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 6e0a6572-cc39-4255-848a-ecd41b4fb686 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:59:56.845364 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:56.906077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd4f8710-47bd-4407-b46c-4476f0e842c6 req-467f6dfe-d231-44b0-b9c7-12c6ae155dcd service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535392 Nov 12 10:59:56.999216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-e2cb73c4-d1ea-48c3-a215-499388176bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.001078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-e2cb73c4-d1ea-48c3-a215-499388176bc6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.1386192 Nov 12 10:59:57.032233 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:57.037621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546652f-e8ee-4e3b-9bb4-61d13d67a6fa req-753f9002-4385-4a3e-a99f-3925f62fc6e6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.039800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b546652f-e8ee-4e3b-9bb4-61d13d67a6fa req-753f9002-4385-4a3e-a99f-3925f62fc6e6 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 948 time: 0.0985765 Nov 12 10:59:57.109620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b546652f-e8ee-4e3b-9bb4-61d13d67a6fa req-9c38aff1-b770-49f4-9ee4-e13ba305fb6a tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590971 Nov 12 10:59:57.154999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-41cb59b2-0029-464f-a3b0-a5efe34bfede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.157458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-41cb59b2-0029-464f-a3b0-a5efe34bfede service neutron] 10.222.0.98 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.1497478 Nov 12 10:59:57.190983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:57.243556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb773c9-1d05-4c02-8999-77c16f27bd6c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:59:57.274014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-0859ec39-cf52-4ed4-9493-067c6fd0078d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 999 time: 0.1084661 Nov 12 10:59:57.285020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7cb773c9-1d05-4c02-8999-77c16f27bd6c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7cb773c9-1d05-4c02-8999-77c16f27bd6c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:57.287239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:57.315844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:57.318393 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb66a50-0ff4-49dd-bd49-b4542a951c6f" -d '{"events": [{"server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "name": "network-vif-plugged", "status": "completed", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:57.321742 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:d2:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T10:59:55Z', 'revision_number': 1, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:57.330955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-42869454-f690-4fd6-911b-92eaa460a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.332837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-42869454-f690-4fd6-911b-92eaa460a22d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.0580201 Nov 12 10:59:57.344562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:59:57.365265 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:59:57.376909 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:59:57.377868 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:57.412480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-866739f4-7e4f-492e-b3fb-8ba8d5e64c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.414551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-866739f4-7e4f-492e-b3fb-8ba8d5e64c36 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704882 Nov 12 10:59:57.422217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:57.517708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a12c76-10a4-4cce-8778-dae0c03e72fe req-2725ebd9-a7d0-4532-b31a-cda6c09c8679 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.520565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1a12c76-10a4-4cce-8778-dae0c03e72fe req-2725ebd9-a7d0-4532-b31a-cda6c09c8679 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.0833383 Nov 12 10:59:57.526563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:57.556956 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:59:57.565659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7cb773c9-1d05-4c02-8999-77c16f27bd6c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:57.577279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-9bebeefd-29ca-45b1-98b1-0b420097ed94 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459055 Nov 12 10:59:57.615626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1a12c76-10a4-4cce-8778-dae0c03e72fe req-c0400b7c-167f-4ed8-9657-a9c5f42650e8 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766296 Nov 12 10:59:57.619459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}, {'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:59:57.624237 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20716c9a-285d-40ef-b22f-927f4f01634e" -d '{"events": [{"name": "network-changed", "server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}, {"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:59:57.668725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:59:57.745676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316a1518-cdf5-4032-8dce-a24e1742d3a4 req-303c6c4d-e112-4a7d-ad8e-48304e3e58e3 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596372 Nov 12 10:59:57.769916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['7cb773c9-1d05-4c02-8999-77c16f27bd6c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:59:57.908764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c981e-8673-4134-98e5-2a4054cba5fb req-277dc18e-c00d-4a61-ac01-c679988d65dc tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:57.910631 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c2c981e-8673-4134-98e5-2a4054cba5fb req-277dc18e-c00d-4a61-ac01-c679988d65dc tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.0680530 Nov 12 10:59:57.932093 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:d2:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T10:59:55Z', 'revision_number': 1, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:59:57.967846 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7398140-3128-4414-929a-889bfee109f7 x-openstack-request-id: req-f7398140-3128-4414-929a-889bfee109f7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:57.968235 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "name": "network-vif-plugged", "status": "completed", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:57.968395 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f7398140-3128-4414-929a-889bfee109f7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:57.968764 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686', 'code': 200} Nov 12 10:59:57.973153 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42081c78-881e-46ab-871c-4761361d69f4 None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:d2:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T10:59:55Z', 'revision_number': 1, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:59:58.022778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c2c981e-8673-4134-98e5-2a4054cba5fb req-89930219-8629-4c23-8fe3-89b6b96fa127 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048741 Nov 12 10:59:58.072058 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 10:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40649155-dcc9-45a9-8af6-4a813f444ff1 x-openstack-request-id: req-40649155-dcc9-45a9-8af6-4a813f444ff1 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:59:58.072759 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:59:58.073085 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-40649155-dcc9-45a9-8af6-4a813f444ff1 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:59:58.073558 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'status': 'completed', 'code': 200} Nov 12 10:59:58.073938 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'status': 'completed', 'code': 200} Nov 12 10:59:58.199441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-99e15ca3-7776-4511-9fb4-b6376d36584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.201108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-99e15ca3-7776-4511-9fb4-b6376d36584a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1101 time: 0.1056113 Nov 12 10:59:58.215519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84626535-a8ee-4393-b74e-eced1e81c275 req-f89ba32d-7015-4d11-94c6-acda08e0bab4 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.217336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84626535-a8ee-4393-b74e-eced1e81c275 req-f89ba32d-7015-4d11-94c6-acda08e0bab4 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0751121 Nov 12 10:59:58.286501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9319692-de1b-4dc7-9a23-04a41168af7a req-2e5a94fb-2903-4c6b-9bfc-939398817bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.288327 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9319692-de1b-4dc7-9a23-04a41168af7a req-2e5a94fb-2903-4c6b-9bfc-939398817bb7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1097 time: 0.1937377 Nov 12 10:59:58.292784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-19798416-59fa-41b9-89d5-99f2398546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.294756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-19798416-59fa-41b9-89d5-99f2398546a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1101 time: 0.1516840 Nov 12 10:59:58.315587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-48a3017e-f885-4a6c-b2b3-ddcfcfcac249 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.317198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-48a3017e-f885-4a6c-b2b3-ddcfcfcac249 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1760261 Nov 12 10:59:58.346186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a4b067-3b86-4a6c-b05c-6c48b000158e None None] New status for floating IP de490564-8531-47f5-8b22-46573941b5db: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:59:58.359410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84626535-a8ee-4393-b74e-eced1e81c275 req-21b06f2a-b2ce-45b6-86e9-c6b3e250c2f2 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734441 Nov 12 10:59:58.389964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-7be111e1-69a1-4d36-85b5-d41913341c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.391599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-7be111e1-69a1-4d36-85b5-d41913341c27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1732271 Nov 12 10:59:58.458003 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-619bceec-5099-4a1a-93ce-7ab21d4049c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.0445449 Nov 12 10:59:58.504402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9319692-de1b-4dc7-9a23-04a41168af7a req-33fe0b9c-9a40-4642-9a23-d09eb82062c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046061 Nov 12 10:59:58.521445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-1743788b-c494-4cc6-83f4-23c950e29e38 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 999 time: 0.1881554 Nov 12 10:59:58.546140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Request body: {'floatingip': {'port_id': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:59:58.602263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-9c28e364-ea31-4f54-8666-4565ab8c6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.603768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-9c28e364-ea31-4f54-8666-4565ab8c6097 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1339526 Nov 12 10:59:58.617193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4de9-411a-47d6-9f59-4a806a36885f req-5f632fdd-6745-4622-8dc1-0adde196ec6c tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.618663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69a4de9-411a-47d6-9f59-4a806a36885f req-5f632fdd-6745-4622-8dc1-0adde196ec6c tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 949 time: 0.1335745 Nov 12 10:59:58.627554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-7462399b-c6f0-414f-982a-8cc7cb90f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.630373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-7462399b-c6f0-414f-982a-8cc7cb90f5d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3229594 Nov 12 10:59:58.683374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69a4de9-411a-47d6-9f59-4a806a36885f req-1cc6cd91-c693-425a-8d9c-cd562d30cd50 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523934 Nov 12 10:59:58.720795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-7f553861-15e2-4303-a794-5d7807ce3977 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 200 len: 217 time: 0.0769241 Nov 12 10:59:58.795040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-a54427c3-f8b9-4d1f-b575-5bf8dddd2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.797877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-a54427c3-f8b9-4d1f-b575-5bf8dddd2bb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689383 Nov 12 10:59:58.837295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:58.884717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-320d82a1-5dcc-463e-85a4-4505843f67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:58.886244 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-320d82a1-5dcc-463e-85a4-4505843f67c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1496775 Nov 12 10:59:59.004487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-d44273ae-05a0-4435-bef1-b74cdea9e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.006033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-d44273ae-05a0-4435-bef1-b74cdea9e969 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063504 Nov 12 10:59:59.018070 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-fa0dfe6b-a3e4-485a-81e6-a7434c060f38 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079606 Nov 12 10:59:59.213386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-6a1bf046-ce1f-411b-8fd6-bc3c1d40e5c0 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955531 Nov 12 10:59:59.231211 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5536e1a1-543b-4187-82c3-9c2218260f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:59:59.257386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99095db7-68aa-4595-8fbb-f5dd13c24d00 req-69d72eb0-f4ce-42a1-8ced-92fa9057585d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.260085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99095db7-68aa-4595-8fbb-f5dd13c24d00 req-69d72eb0-f4ce-42a1-8ced-92fa9057585d tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.2243485 Nov 12 10:59:59.335708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-58fc1c36-f0a9-4539-a87d-d8774f8feee7 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815731 Nov 12 10:59:59.380460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99095db7-68aa-4595-8fbb-f5dd13c24d00 req-0014bd2c-a714-4c10-81eb-42fab1ea146e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074221 Nov 12 10:59:59.444564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-ab2db56e-bf2e-4f2c-abec-9bc9806fa566 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230101 Nov 12 10:59:59.609596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d9ad7-1f08-447a-91c2-b7b3ed9fcec8 req-a1504cb2-44c7-4f56-9a69-4947387f27de tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.611805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c71d9ad7-1f08-447a-91c2-b7b3ed9fcec8 req-a1504cb2-44c7-4f56-9a69-4947387f27de tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.0770736 Nov 12 10:59:59.629197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-380fe0a9-a0cd-439b-b329-b8a78e6623f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.632651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-380fe0a9-a0cd-439b-b329-b8a78e6623f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0854082 Nov 12 10:59:59.703096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c71d9ad7-1f08-447a-91c2-b7b3ed9fcec8 req-bab7c98f-87b4-44db-b35b-fb025fae31fb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800323 Nov 12 10:59:59.906874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5021a7-6cc0-4f50-a5ae-0b5bdf0545c2 req-04a84896-e439-47e9-b240-13734c8402b9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:59:59.908664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af5021a7-6cc0-4f50-a5ae-0b5bdf0545c2 req-04a84896-e439-47e9-b240-13734c8402b9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.0824585 Nov 12 10:59:59.978712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af5021a7-6cc0-4f50-a5ae-0b5bdf0545c2 req-772a05c0-8d5a-4d0a-91aa-b6ef4e43e527 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618494 Nov 12 11:00:00.096722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.resource_extend [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:00:00.106202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c540f-2c78-4f4f-a412-8e59affef928 req-007a8bc5-4690-4214-9fdc-8395fdd19b89 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.107824 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d7c540f-2c78-4f4f-a412-8e59affef928 req-007a8bc5-4690-4214-9fdc-8395fdd19b89 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 949 time: 0.0615029 Nov 12 11:00:00.178057 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d7c540f-2c78-4f4f-a412-8e59affef928 req-92dc6fdf-8dcc-4053-a9c6-b245e64e9d3b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583098 Nov 12 11:00:00.224845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:00.248412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-1804dda2-b607-4250-92a9-b074dd7d3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.250004 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-1804dda2-b607-4250-92a9-b074dd7d3b59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.2237294 Nov 12 11:00:00.315404 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:00.385135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-110da541-a658-4279-afca-27dc22b3b3cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 1001 time: 0.1176610 Nov 12 11:00:00.458821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:00:00.482154 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Floating IP de490564-8531-47f5-8b22-46573941b5db associated. External IP: 172.25.3.13, port: 715c0164-c576-47b2-a5c8-3d65d8e1b300. Nov 12 11:00:00.485473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-8a258bfa-d71a-47d8-b416-08b65257d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.486992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-8a258bfa-d71a-47d8-b416-08b65257d472 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.0688403 Nov 12 11:00:00.567956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:00:00.574318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7cb773c9-1d05-4c02-8999-77c16f27bd6c up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:00.576207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bb509-63de-499c-95ac-7fa0325a46c2 req-9dd01ff5-5ede-4cae-b1d4-f0e877672971 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.577899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c66bb509-63de-499c-95ac-7fa0325a46c2 req-9dd01ff5-5ede-4cae-b1d4-f0e877672971 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 949 time: 0.0826621 Nov 12 11:00:00.644405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c66bb509-63de-499c-95ac-7fa0325a46c2 req-4b80f810-cc9c-4bb9-a2f5-85af6c022ae2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596547 Nov 12 11:00:00.649034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c9a-285d-40ef-b22f-927f4f01634e req-a8c82341-6c30-4796-afb2-9e83324fb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.651804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-a8c82341-6c30-4796-afb2-9e83324fb83b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299794 Nov 12 11:00:00.838738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:00.857180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '7668f2c1-bac3-4283-8de0-060729baf206', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '7668f2c1-bac3-4283-8de0-060729baf206', 'mac_address': 'fa:16:3e:83:ed:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:00:00.910897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 7cb773c9-1d05-4c02-8999-77c16f27bd6c completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:00:00.924580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 7cb773c9-1d05-4c02-8999-77c16f27bd6c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:00.925224 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:00.925668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312b51b-6f6a-43d5-8703-a1317614bba0 req-f7e823a4-9f9f-4f86-86cc-72421571a796 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:00.929945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2312b51b-6f6a-43d5-8703-a1317614bba0 req-f7e823a4-9f9f-4f86-86cc-72421571a796 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 1101 time: 0.0838358 Nov 12 11:00:00.954288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-80ab47b7-3d43-4452-9645-37f55939be2d service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742643 Nov 12 11:00:00.960288 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:00.969850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:00.990571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7668f2c1-bac3-4283-8de0-060729baf206 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:01.024161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:01.035090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2312b51b-6f6a-43d5-8703-a1317614bba0 req-f872ae62-0025-4ddb-86a4-a9a1d2507fc9 tempest-MigrationsAdminTest-62296011 tempest-MigrationsAdminTest-62296011-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843234 Nov 12 11:00:01.072677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.112869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f9fcc-0c85-4250-aa07-2f856d20be6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb773c9-1d05-4c02-8999-77c16f27bd6c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:01.117377 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7759c28e-94a2-49fe-98bb-bde4aa035262" -d '{"events": [{"server_uuid": "4c6f9fcc-0c85-4250-aa07-2f856d20be6e", "name": "network-vif-plugged", "status": "completed", "tag": "7cb773c9-1d05-4c02-8999-77c16f27bd6c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:01.141167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7cb773c9-1d05-4c02-8999-77c16f27bd6c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7cb773c9-1d05-4c02-8999-77c16f27bd6c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:01.142865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.169203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b785f7-1eb2-4291-afb9-d5400a7a01eb req-e26d11c5-776f-42c2-9e31-9fa1728a010e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:01.171186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78b785f7-1eb2-4291-afb9-d5400a7a01eb req-e26d11c5-776f-42c2-9e31-9fa1728a010e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.0625565 Nov 12 11:00:01.231157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=12']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:01.246375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78b785f7-1eb2-4291-afb9-d5400a7a01eb req-a2c5490f-ed6e-42de-b239-e353c5b1acd3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661771 Nov 12 11:00:01.252423 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.312013 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20716c9a-285d-40ef-b22f-927f4f01634e req-f1d35cd7-992c-4a5c-8354-44e3253fc225 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528149 Nov 12 11:00:01.338349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:01.354262 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:01.368806 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:01.369807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7cb773c9-1d05-4c02-8999-77c16f27bd6c,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:01.370305 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T10:59:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:01.406807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08755867-9608-4307-9563-ba16c757d273 req-f2ea641b-2782-4cf3-a93a-9c587a8b7e86 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:01.411137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08755867-9608-4307-9563-ba16c757d273 req-f2ea641b-2782-4cf3-a93a-9c587a8b7e86 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.1029348 Nov 12 11:00:01.468741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['7668f2c1-bac3-4283-8de0-060729baf206'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:01.507871 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:01.510936 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08755867-9608-4307-9563-ba16c757d273 req-70d3ff2a-bf72-4f7d-b3c6-dcaf5912fe77 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837493 Nov 12 11:00:01.669640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0e81feb2-a0e7-4aab-a7bc-93b6fca9a0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.692732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:01.830110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:01.835889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:01.874169 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:e1:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T10:59:59Z', 'revision_number': 3, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:01.875801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:01.879284 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61f059-55e5-4847-8d9f-aba1fe0a2497" -d '{"events": [{"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:01.924347 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-cd2b5ea3-7643-4d46-9f46-6edea3555eef tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "PUT /v2.0/floatingips/de490564-8531-47f5-8b22-46573941b5db HTTP/1.1" status: 200 len: 997 time: 3.3864248 Nov 12 11:00:02.006248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-f62afdf0-4c18-454c-bf4a-75a9a51943d8 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.008710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-f62afdf0-4c18-454c-bf4a-75a9a51943d8 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports/715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 943 time: 0.0763800 Nov 12 11:00:02.048317 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:02.060746 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:02.064123 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:02.127820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-3a29b9bf-a03c-44c2-bb2e-3be4c937b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.129491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-3a29b9bf-a03c-44c2-bb2e-3be4c937b52d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0551331 Nov 12 11:00:02.154784 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f5d887-d965-44c8-a878-2f3efe0a18bf x-openstack-request-id: req-c3f5d887-d965-44c8-a878-2f3efe0a18bf {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:02.154784 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6f9fcc-0c85-4250-aa07-2f856d20be6e", "name": "network-vif-plugged", "status": "completed", "tag": "7cb773c9-1d05-4c02-8999-77c16f27bd6c", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:02.154784 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c3f5d887-d965-44c8-a878-2f3efe0a18bf {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:02.154784 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f9fcc-0c85-4250-aa07-2f856d20be6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb773c9-1d05-4c02-8999-77c16f27bd6c', 'code': 200} Nov 12 11:00:02.235796 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:02.321562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbbf30-3f23-43fe-b3cc-1277d410bd3e req-4a83d4b6-7392-45c6-9660-e767c50dd36c tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.322544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-273451a1-c611-4cf8-886c-3fa65190189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.323173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ecbbf30-3f23-43fe-b3cc-1277d410bd3e req-4a83d4b6-7392-45c6-9660-e767c50dd36c tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 950 time: 0.0921776 Nov 12 11:00:02.325355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb375f-7778-4a66-9a20-af8d56eb9f21 req-d0165358-f632-4d70-9bf0-fa8127538f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.326816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-92fb375f-7778-4a66-9a20-af8d56eb9f21 req-d0165358-f632-4d70-9bf0-fa8127538f8d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 1102 time: 0.0864055 Nov 12 11:00:02.328481 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-273451a1-c611-4cf8-886c-3fa65190189a service neutron] 10.222.0.98 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.1877987 Nov 12 11:00:02.384267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-e5500709-02a6-4529-9db6-46a703c92056 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 217 time: 0.0449934 Nov 12 11:00:02.407292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ecbbf30-3f23-43fe-b3cc-1277d410bd3e req-3ef5e2e3-f882-4fb3-a324-59b5cb9c634e tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756724 Nov 12 11:00:02.415224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-92fb375f-7778-4a66-9a20-af8d56eb9f21 req-190c5e33-812b-4b48-a57a-e5cd8fe38015 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702939 Nov 12 11:00:02.478726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-a8527470-ca67-4fd0-8563-2d8331d836f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.481387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-a8527470-ca67-4fd0-8563-2d8331d836f5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.0847669 Nov 12 11:00:02.524527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2164e-dd43-4522-a2c7-8b0dc7ec3410 req-3e0ca6f8-c13e-46f8-b23b-047be26e4f12 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.526117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e2164e-dd43-4522-a2c7-8b0dc7ec3410 req-3e0ca6f8-c13e-46f8-b23b-047be26e4f12 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1097 time: 0.0477247 Nov 12 11:00:02.565280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-5790866e-1f62-4a01-a308-f389dfe6f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:02.569063 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-5790866e-1f62-4a01-a308-f389dfe6f07c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766988 Nov 12 11:00:02.573012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:02.608038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e2164e-dd43-4522-a2c7-8b0dc7ec3410 req-cb1c9f7c-7be2-44a8-99c7-3c7aabc5993e tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692995 Nov 12 11:00:02.636759 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:e1:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T10:59:59Z', 'revision_number': 3, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:02.684559 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09a892-378b-4a64-ad0d-4d25f1de75cb None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:e1:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T10:59:59Z', 'revision_number': 3, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:02.920393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-766dc015-5385-42d9-b116-add60884e4ab service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736352 Nov 12 11:00:02.923559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 7668f2c1-bac3-4283-8de0-060729baf206 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:00:02.923559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 7668f2c1-bac3-4283-8de0-060729baf206 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:02.923559 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:02.925487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-4e88bd30-1723-4f2f-9db2-9365236e073a service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371148 Nov 12 11:00:02.926799 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:02.955486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0559e26b-b44c-4daf-8d3d-831ea7499e3f None None] New status for floating IP de490564-8531-47f5-8b22-46573941b5db: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:00:03.047690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:03.048567 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2bbc5d-408b-4e54-b7fe-2403e8bb962d x-openstack-request-id: req-8f2bbc5d-408b-4e54-b7fe-2403e8bb962d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:03.049334 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:03.049749 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8f2bbc5d-408b-4e54-b7fe-2403e8bb962d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:03.050384 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'status': 'completed', 'code': 200} Nov 12 11:00:03.145993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:03.170750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-f6185c40-011a-4602-9ca9-d60f236dd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.173185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-f6185c40-011a-4602-9ca9-d60f236dd092 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 1097 time: 0.1451578 Nov 12 11:00:03.182166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-b7fd5271-27f4-4571-a6fb-2f9022514948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.184672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-b7fd5271-27f4-4571-a6fb-2f9022514948 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.1030536 Nov 12 11:00:03.231195 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:03.233790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318e05-fa08-4044-b6da-9b1ddb6d954f req-577dfc33-b8e8-4819-8519-c237ad4480c2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.236499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a318e05-fa08-4044-b6da-9b1ddb6d954f req-577dfc33-b8e8-4819-8519-c237ad4480c2 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 950 time: 0.0893047 Nov 12 11:00:03.313301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a318e05-fa08-4044-b6da-9b1ddb6d954f req-c1d16a02-b0bc-4f90-b56a-5ef7ca4cd601 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Nov 12 11:00:03.402061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=13']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:03.448553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-7bf6bfb2-0cae-4cb7-96eb-0f2ed2238298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.451188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-7bf6bfb2-0cae-4cb7-96eb-0f2ed2238298 service neutron] 10.222.0.98 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.2650197 Nov 12 11:00:03.456818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-85df7faf-58cb-4251-850a-a457eece1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.458855 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-85df7faf-58cb-4251-850a-a457eece1cb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.2610595 Nov 12 11:00:03.511901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ca04e-0cc8-4ca9-889a-0146217f337d req-790726ca-045e-4648-80ee-9c227c0c658f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.515022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f16ca04e-0cc8-4ca9-889a-0146217f337d req-790726ca-045e-4648-80ee-9c227c0c658f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.1118014 Nov 12 11:00:03.551627 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:03.583992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-7c50d61d-afb8-4481-abd1-221c2e5dbf11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 217 time: 0.1123121 Nov 12 11:00:03.588943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f16ca04e-0cc8-4ca9-889a-0146217f337d req-417e26c9-fef2-4cbe-9af4-4fd97cf924cc tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Nov 12 11:00:03.591060 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:03.592414 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:03.716698 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-3a1a59cd-ae0f-4f9e-8ae1-8a918a07d8be service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 200 len: 1000 time: 0.2563317 Nov 12 11:00:03.748106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-975c1391-cc5e-425a-a796-32ca6c3dbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.751115 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-975c1391-cc5e-425a-a796-32ca6c3dbc0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.1577413 Nov 12 11:00:03.787436 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:03.790081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77861949-10ce-4d20-88dd-5e697e5039c6 req-2765c67a-6044-4cea-9105-ab8c74f8bc07 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.792843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77861949-10ce-4d20-88dd-5e697e5039c6 req-2765c67a-6044-4cea-9105-ab8c74f8bc07 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1097 time: 0.0848162 Nov 12 11:00:03.878766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77861949-10ce-4d20-88dd-5e697e5039c6 req-06a89a8d-7629-4fbd-8f3e-adcb05a397a4 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780730 Nov 12 11:00:03.899396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-6399ec7e-f882-4de9-90fe-4978eec4da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.901427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-6399ec7e-f882-4de9-90fe-4978eec4da8a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.1708329 Nov 12 11:00:03.982913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-cd360150-4dbd-4199-9c5a-78504fabc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:03.985476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-cd360150-4dbd-4199-9c5a-78504fabc960 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594915 Nov 12 11:00:04.018630 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.085197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e727b8f-1531-4c60-9441-975954ade3da req-ec59b6c4-a918-43e0-9848-52a8fe9a418b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:04.087380 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e727b8f-1531-4c60-9441-975954ade3da req-ec59b6c4-a918-43e0-9848-52a8fe9a418b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 951 time: 0.0858295 Nov 12 11:00:04.096407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-4c4eba53-1296-43b8-9cf7-8ece14f79359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:04.100234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-4c4eba53-1296-43b8-9cf7-8ece14f79359 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854696 Nov 12 11:00:04.148894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:04.151778 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35beae7-c503-4797-b22d-9989bdfccb5a" -d '{"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-plugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:04.182373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288615cf-cb3b-4cb5-9bce-18edc7ab4ed4 req-801cdd11-a2b1-448e-816e-0eaa17d56d68 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:04.189869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-288615cf-cb3b-4cb5-9bce-18edc7ab4ed4 req-801cdd11-a2b1-448e-816e-0eaa17d56d68 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 950 time: 0.1583741 Nov 12 11:00:04.230729 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:e1:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T11:00:03Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:04.259619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-d3e5854a-aeac-4f25-8b05-4e258c961a49 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656403 Nov 12 11:00:04.260148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-288615cf-cb3b-4cb5-9bce-18edc7ab4ed4 req-3f214d00-79f9-4f46-a6ec-b91c69bf24b3 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689294 Nov 12 11:00:04.269915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Deleting port 7668f2c1-bac3-4283-8de0-060729baf206 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:04.270267 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.302377 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:04.329648 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:04.330943 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:04.429923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] For port 7668f2c1-bac3-4283-8de0-060729baf206, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7668f2c1-bac3-4283-8de0-060729baf206,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:04.430718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.463296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Calling delete_port for 7668f2c1-bac3-4283-8de0-060729baf206 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:04.485651 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:04.713171 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25249e79-10f3-4fac-a235-21c0afc88404 x-openstack-request-id: req-25249e79-10f3-4fac-a235-21c0afc88404 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:04.715360 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-plugged", "status": "completed", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:04.716105 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25249e79-10f3-4fac-a235-21c0afc88404 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:04.717198 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'code': 200} Nov 12 11:00:04.809807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.867169 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd61f059-55e5-4847-8d9f-aba1fe0a2497 req-ee82ba13-dc80-4c26-8ca7-d9d4b58d452a service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978286 Nov 12 11:00:04.877348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-230469b9-51b8-4a4b-abec-df2d920b63f4 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474787 Nov 12 11:00:04.970777 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:e1:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T11:00:03Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:04.974494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:04.997813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88', '94f77089-c7c2-43cf-94c6-4c3c147e1df1', '7668f2c1-bac3-4283-8de0-060729baf206'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:05.018116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7f31160-d53d-4d99-859b-1619dc598c84 req-04daeb15-4749-4ffe-a86a-497aafd6b3d3 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347971 Nov 12 11:00:05.022008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:05.028703 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1687d592-3ddb-4470-b61a-ecc97f068ae0 None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:e1:a1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T11:00:03Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:05.036901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event deleted for resources: {'Port': ['ID=7668f2c1-bac3-4283-8de0-060729baf206,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:05.053067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:05.058042 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db31f0-1b68-467a-8f44-7de902b9eedb" -d '{"events": [{"name": "network-changed", "server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:05.113518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] No DVR routers for this DVR port 7668f2c1-bac3-4283-8de0-060729baf206 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:05.149518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:05.149518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e727b8f-1531-4c60-9441-975954ade3da req-61ee1766-d062-4f37-b913-a1595deb1b22 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "DELETE /v2.0/ports/7668f2c1-bac3-4283-8de0-060729baf206 HTTP/1.1" status: 204 len: 173 time: 1.0337248 Nov 12 11:00:05.149518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-deleted', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:05.149518 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b1ab13-2a98-478d-99b6-20b29397c575" -d '{"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-deleted", "tag": "7668f2c1-bac3-4283-8de0-060729baf206"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:05.288873 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-312930e5-c876-4897-92dd-771f4fb0f894 req-5f352c7a-d40c-4b02-9363-21da90a3d6d5 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=4353c288-f2a2-4bed-b410-34426f1fe99f HTTP/1.1" status: 200 len: 210 time: 0.0532091 Nov 12 11:00:05.580774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbba471-2e5f-4886-9813-ca88a24a39b2 req-0ceae0a9-c32d-4dc5-813f-9c710ad9403d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:05.583512 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7bbba471-2e5f-4886-9813-ca88a24a39b2 req-0ceae0a9-c32d-4dc5-813f-9c710ad9403d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 946 time: 0.1308365 Nov 12 11:00:05.667015 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7bbba471-2e5f-4886-9813-ca88a24a39b2 req-8c1e3eb5-7ff3-48ac-9683-c95302e81208 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734000 Nov 12 11:00:05.748265 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cbaafe-c38d-42a0-8ab9-b6ed50a42416 x-openstack-request-id: req-c9cbaafe-c38d-42a0-8ab9-b6ed50a42416 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:05.748637 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:05.748978 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9cbaafe-c38d-42a0-8ab9-b6ed50a42416 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:05.749462 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'status': 'completed', 'code': 200} Nov 12 11:00:05.866329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-783ffddc-9172-4a11-a4a7-9f1025c99aae req-2806ef17-e9df-47f8-881e-d0b6b904ca10 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 1000 time: 0.1038420 Nov 12 11:00:05.874634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-651fbbb0-e0aa-469e-8419-d7817eae7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:05.876202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-651fbbb0-e0aa-469e-8419-d7817eae7b3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 1097 time: 0.0753214 Nov 12 11:00:05.949667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffddc-9172-4a11-a4a7-9f1025c99aae req-2fb47750-9cc7-43fb-a172-aef767b7ad8a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:05.951162 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-783ffddc-9172-4a11-a4a7-9f1025c99aae req-2fb47750-9cc7-43fb-a172-aef767b7ad8a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports/7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 200 len: 942 time: 0.0740478 Nov 12 11:00:06.104624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-a38ecf13-afcb-46ae-b2af-d94e49be59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:06.107137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-a38ecf13-afcb-46ae-b2af-d94e49be59ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.2207296 Nov 12 11:00:06.247250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-783ffddc-9172-4a11-a4a7-9f1025c99aae req-3eea41ce-aab4-492a-a659-f4bb8a8697a5 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 1000 time: 0.2295878 Nov 12 11:00:06.276435 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-688c252c-cdf0-4bbb-813f-5fb9d207311b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 200 len: 1000 time: 0.1559477 Nov 12 11:00:06.401135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-5c02417b-9b9b-457e-8d28-bf834e0bdda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:06.402613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-5c02417b-9b9b-457e-8d28-bf834e0bdda4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.1076517 Nov 12 11:00:06.465791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ffddc-9172-4a11-a4a7-9f1025c99aae req-3e6531a4-3645-4b26-aaf5-50d777ad579a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:06.467263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-783ffddc-9172-4a11-a4a7-9f1025c99aae req-3e6531a4-3645-4b26-aaf5-50d777ad579a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.2115593 Nov 12 11:00:06.486487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-c279d39d-5ab2-45f9-9467-42691d2f5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:06.488083 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-c279d39d-5ab2-45f9-9467-42691d2f5c99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737786 Nov 12 11:00:06.532111 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605f0b8b-ed7e-4901-b309-60423da8689b x-openstack-request-id: req-605f0b8b-ed7e-4901-b309-60423da8689b {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:06.532726 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4353c288-f2a2-4bed-b410-34426f1fe99f", "name": "network-vif-deleted", "tag": "7668f2c1-bac3-4283-8de0-060729baf206", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:06.532908 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-605f0b8b-ed7e-4901-b309-60423da8689b {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:06.533527 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4353c288-f2a2-4bed-b410-34426f1fe99f', 'name': 'network-vif-deleted', 'tag': '7668f2c1-bac3-4283-8de0-060729baf206', 'status': 'completed', 'code': 200} Nov 12 11:00:06.640325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-93e3ee20-4ab3-4b27-b021-18a920e56732 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385944 Nov 12 11:00:06.768759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2e2e-cc45-4a45-9ffa-5152b764d3f0 req-fbe3a8bf-d9f0-449b-abcc-eda7c141d24a tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:06.770388 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99dc2e2e-cc45-4a45-9ffa-5152b764d3f0 req-fbe3a8bf-d9f0-449b-abcc-eda7c141d24a tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 950 time: 0.1663525 Nov 12 11:00:06.811608 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7db31f0-1b68-467a-8f44-7de902b9eedb req-c7b9c42c-97dc-4d69-aa67-2aa4bdad370a service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395421 Nov 12 11:00:06.841853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99dc2e2e-cc45-4a45-9ffa-5152b764d3f0 req-7794755e-eed1-461c-8253-865acb652ae4 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/security-groups?id=87be7ac3-973a-4ebb-92ce-b48580a9797d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619078 Nov 12 11:00:06.941223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-771cfcc4-d59f-4aa5-8944-1baad2b9e583 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:06.945717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-771cfcc4-d59f-4aa5-8944-1baad2b9e583 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 950 time: 0.0714228 Nov 12 11:00:07.105588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Deleting port 7cb773c9-1d05-4c02-8999-77c16f27bd6c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:07.105923 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.231797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] For port 7cb773c9-1d05-4c02-8999-77c16f27bd6c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7cb773c9-1d05-4c02-8999-77c16f27bd6c,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:07.232442 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.250937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Calling delete_port for 7cb773c9-1d05-4c02-8999-77c16f27bd6c owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:07.482138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-f445fc1e-92e2-43bf-a79a-ff739e1e5fd9 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:00:07.483076 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-f445fc1e-92e2-43bf-a79a-ff739e1e5fd9 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062184 Nov 12 11:00:07.528273 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.537332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-b55384e7-7077-4088-98c6-b251de44609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:07.540147 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-b55384e7-7077-4088-98c6-b251de44609d service neutron] 10.222.0.98 "GET /v2.0/ports/6e0a6572-cc39-4255-848a-ecd41b4fb686 HTTP/1.1" status: 200 len: 1094 time: 0.0472791 Nov 12 11:00:07.554457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['7cb773c9-1d05-4c02-8999-77c16f27bd6c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:07.566457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Request body: {'binding': {'host': 'n-h1-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:07.568070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Unknown quota resources ['binding']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:00:07.584585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Pushing event deleted for resources: {'Port': ['ID=7cb773c9-1d05-4c02-8999-77c16f27bd6c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:07.673289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] No DVR routers for this DVR port 7cb773c9-1d05-4c02-8999-77c16f27bd6c on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:07.676726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:07.681095 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89a3ce68-760e-469f-9125-ff91bafdb454 req-52528a80-c826-4b01-bc9d-56be1b69713b tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.69 "DELETE /v2.0/ports/7cb773c9-1d05-4c02-8999-77c16f27bd6c HTTP/1.1" status: 204 len: 173 time: 0.7302396 Nov 12 11:00:07.878383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on host n-h1-768852-22 for vnic_type normal with profile None {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:07.878725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:07.879163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:07.885392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:07.885823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:07.906393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:07.906916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:07.907409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:07.908178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Bound port: 6e0a6572-cc39-4255-848a-ecd41b4fb686, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:08.062901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-b9fa5e7d-e678-4ff1-99f5-42c72215b333 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 1000 time: 0.1741524 Nov 12 11:00:08.083073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:08.140609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-35ff047e-174c-4c75-99fe-02db88540289 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:08.142517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-35ff047e-174c-4c75-99fe-02db88540289 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports/7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 200 len: 942 time: 0.0639203 Nov 12 11:00:08.272968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-710818f1-2b9c-4601-b0b3-652b1f29da3a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 1000 time: 0.0766118 Nov 12 11:00:08.313335 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.314907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7eab30a8-d8b5-434e-96aa-b0335832f6ac service neutron] 10.222.0.98 "POST /v2.0/ports/6e0a6572-cc39-4255-848a-ecd41b4fb686/bindings HTTP/1.1" status: 201 len: 390 time: 0.7561486 Nov 12 11:00:08.445918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-fac008a3-3c4e-4c1b-bf80-140a2e8faf15 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:08.447414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-fac008a3-3c4e-4c1b-bf80-140a2e8faf15 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1679840 Nov 12 11:00:08.534630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f9fcc-0c85-4250-aa07-2f856d20be6e', 'name': 'network-vif-deleted', 'tag': '7cb773c9-1d05-4c02-8999-77c16f27bd6c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:08.543197 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df57ccc4-6fcc-4a59-b56e-d0d2f0fa9ad9" -d '{"events": [{"server_uuid": "4c6f9fcc-0c85-4250-aa07-2f856d20be6e", "name": "network-vif-deleted", "tag": "7cb773c9-1d05-4c02-8999-77c16f27bd6c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:08.567614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-1d919a91-8dab-4373-bae3-6bc9a3e31bd4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 1000 time: 0.1078990 Nov 12 11:00:08.592098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:08.600458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:08.645850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 7668f2c1-bac3-4283-8de0-060729baf206 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:08.646740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7668f2c1-bac3-4283-8de0-060729baf206 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:08.693814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:08.719651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-726263ff-9bdd-4a67-aaef-78b358e5074b req-e5bd91a6-d283-449c-b85a-5706cb7e15e9 tempest-ImagesNegativeTestJSON-1579407723 tempest-ImagesNegativeTestJSON-1579407723-project] 10.222.0.98 "GET /v2.0/ports?device_id=4c6f9fcc-0c85-4250-aa07-2f856d20be6e HTTP/1.1" status: 200 len: 210 time: 0.0423641 Nov 12 11:00:08.939348 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:09.049187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:09.049723 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Floating IP de490564-8531-47f5-8b22-46573941b5db disassociated. External IP: 172.25.3.13, port: 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d. Nov 12 11:00:09.136492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-9bd01ff6-6708-4d51-b0c0-771d36cd37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.138019 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-9bd01ff6-6708-4d51-b0c0-771d36cd37f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1097 time: 0.1035056 Nov 12 11:00:09.302846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:00:09.322223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-ac946262-e807-48cc-8ec5-a10289a8d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.324392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-ac946262-e807-48cc-8ec5-a10289a8d0e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1555185 Nov 12 11:00:09.435522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-11e51a79-f1c1-464f-91b5-2c1846443c48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686 HTTP/1.1" status: 200 len: 217 time: 0.0726128 Nov 12 11:00:09.475917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:09.494559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'port_id': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'mac_address': 'fa:16:3e:7c:ea:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adfa467-a20e-4f6a-9ee5-a933f80fb700', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:00:09.511381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:09.557595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:09.576647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:09.606381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:09.628916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-c4ee3c2c-72bb-43e5-b094-e36064a56bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.630898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-c4ee3c2c-72bb-43e5-b094-e36064a56bbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1871552 Nov 12 11:00:09.650126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c376a95-5b47-44fc-a4f0-ddcfeb28b87c req-e0af809d-ecc5-440d-bec1-3e2c180b2ab5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.652436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c376a95-5b47-44fc-a4f0-ddcfeb28b87c req-e0af809d-ecc5-440d-bec1-3e2c180b2ab5 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.0763562 Nov 12 11:00:09.670698 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:09.674626 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-bc36fb05-c03e-4ba1-a5ce-f543659779be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342526 Nov 12 11:00:09.719187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c376a95-5b47-44fc-a4f0-ddcfeb28b87c req-5e8dd699-c6f1-46a4-b9e5-fefb0082f8c3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551758 Nov 12 11:00:09.767429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:09.794706 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678dd2f6-da59-4590-abcc-48209e916918 x-openstack-request-id: req-678dd2f6-da59-4590-abcc-48209e916918 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:09.795659 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6f9fcc-0c85-4250-aa07-2f856d20be6e", "name": "network-vif-deleted", "tag": "7cb773c9-1d05-4c02-8999-77c16f27bd6c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:09.796565 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-678dd2f6-da59-4590-abcc-48209e916918 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:09.797227 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f9fcc-0c85-4250-aa07-2f856d20be6e', 'name': 'network-vif-deleted', 'tag': '7cb773c9-1d05-4c02-8999-77c16f27bd6c', 'status': 'completed', 'code': 200} Nov 12 11:00:09.807409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['8ef1b0cf-8cd8-4380-9263-7c04f9ad9703'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:09.882122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:09.892561 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:09.904461 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:09.933676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79b289-8e65-4e0f-b521-cc4196657b56 req-1268bdd1-8969-4ec3-85b7-7d81fc7a49f4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:09.936426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e79b289-8e65-4e0f-b521-cc4196657b56 req-1268bdd1-8969-4ec3-85b7-7d81fc7a49f4 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 951 time: 0.0913353 Nov 12 11:00:09.952091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:09.952744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:09.969454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-99f324d1-9336-468c-a59a-5095e035835a tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "PUT /v2.0/floatingips/de490564-8531-47f5-8b22-46573941b5db HTTP/1.1" status: 200 len: 694 time: 1.3876524 Nov 12 11:00:09.976531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:09.981998 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98398f12-e270-4ccb-958b-fa4139cfee0d" -d '{"events": [{"name": "network-changed", "server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:10.002541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e79b289-8e65-4e0f-b521-cc4196657b56 req-44d6b00b-c2cf-4721-8961-8a31ddac884b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596695 Nov 12 11:00:10.043139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-46a85ac0-dbcb-4ac9-9512-c9b8fd29e89e service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126528 Nov 12 11:00:10.115687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:10.198574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-c4c2715b-31f3-450d-af06-12ead82aa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.200608 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-c4c2715b-31f3-450d-af06-12ead82aa625 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 1097 time: 0.2028644 Nov 12 11:00:10.238041 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c773ab9f-522d-441d-9416-78bb514f8418 x-openstack-request-id: req-c773ab9f-522d-441d-9416-78bb514f8418 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:10.238486 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:10.238885 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c773ab9f-522d-441d-9416-78bb514f8418 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:10.239506 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'status': 'completed', 'code': 200} Nov 12 11:00:10.325777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-6d9a1937-cbe2-4702-9b8a-a6908e36e5d5 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592976 Nov 12 11:00:10.349333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-5509150a-d993-4686-9793-27bdb35d04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.350965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-5509150a-d993-4686-9793-27bdb35d04a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 1097 time: 0.0787723 Nov 12 11:00:10.388612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-e399c357-610b-438b-a21a-585a4d600457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.403163 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-e399c357-610b-438b-a21a-585a4d600457 service neutron] 10.222.0.98 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.1843908 Nov 12 11:00:10.461844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-f57165d8-09ea-43e0-be38-b8a58b3ffc65 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 200 len: 217 time: 0.0573697 Nov 12 11:00:10.507993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:10.544524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-51e600de-11d2-401f-8306-319c12585299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.547110 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-51e600de-11d2-401f-8306-319c12585299 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.0837264 Nov 12 11:00:10.557712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:10.573758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:10.574314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-1ba7e3e8-53d1-46d3-90ed-315a0a34a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.575388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:10.578475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-1ba7e3e8-53d1-46d3-90ed-315a0a34a502 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.2156706 Nov 12 11:00:10.617944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-7cf873cb-a558-4630-b29c-f94abc1a0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.620331 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-7cf873cb-a558-4630-b29c-f94abc1a0c57 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551999 Nov 12 11:00:10.696330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-f59cd243-ebe7-4986-a0bf-3514b0a65a3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 200 len: 217 time: 0.1068213 Nov 12 11:00:10.843962 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-5dabdd31-3008-4529-aad2-42f6b1682b49 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116842 Nov 12 11:00:10.855192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:10.896889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-d354541e-1ac4-4f7a-b660-a83a44abceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.914605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-d354541e-1ac4-4f7a-b660-a83a44abceaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.1959817 Nov 12 11:00:10.955362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-9cf2583f-cadd-45bb-9d03-40d95bd27e8e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:10.958604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-9cf2583f-cadd-45bb-9d03-40d95bd27e8e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 951 time: 0.1883333 Nov 12 11:00:11.076989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fda5c8ac-d529-43af-a58a-57e0e5736924 req-72bac08c-9598-41ad-a7fd-fbf696169032 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121246 Nov 12 11:00:11.222250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ecaef-a4cb-4416-9edc-81a1cdb4d66b req-705304e8-3d2c-446e-b0de-210a3e40dc95 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:11.222250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3ecaef-a4cb-4416-9edc-81a1cdb4d66b req-705304e8-3d2c-446e-b0de-210a3e40dc95 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.1884127 Nov 12 11:00:11.243971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-bfc79ecd-975f-41f8-91a8-e821a6d825e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:11.245956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-bfc79ecd-975f-41f8-91a8-e821a6d825e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3279262 Nov 12 11:00:11.323785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:11.380827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-2aa44a79-59b3-49b8-a141-0c0724a0b6f9 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099100 Nov 12 11:00:11.536670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:11.546059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad3ecaef-a4cb-4416-9edc-81a1cdb4d66b req-6fcf3eb2-3ebb-4516-9d77-962e1b5befed tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133886 Nov 12 11:00:11.598085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086092f5-d16a-4f28-a0f6-d74274b4246f None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:11.614435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:11.615022 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:11.618947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Deleting port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:11.619579 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:11.671675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b1361-8c38-4207-8c5f-3e4b758758b2 req-75f95c8c-ef0b-4676-ab78-7b5a785c8453 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:11.673905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-069b1361-8c38-4207-8c5f-3e4b758758b2 req-75f95c8c-ef0b-4676-ab78-7b5a785c8453 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 951 time: 0.2599242 Nov 12 11:00:11.751670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] For port 94f77089-c7c2-43cf-94c6-4c3c147e1df1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=94f77089-c7c2-43cf-94c6-4c3c147e1df1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:11.752994 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:11.783857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Calling delete_port for 94f77089-c7c2-43cf-94c6-4c3c147e1df1 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:11.852227 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-069b1361-8c38-4207-8c5f-3e4b758758b2 req-778d4458-35c1-4864-adc8-a0a69a2c0402 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348176 Nov 12 11:00:11.891388 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:11.969188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:11.977462 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9406d2f4-f696-4079-a9a9-34df663677bc" -d '{"events": [{"server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:12.014801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:12.028145 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98398f12-e270-4ccb-958b-fa4139cfee0d req-b52be454-115c-457b-be4f-ac3e408312be service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346765 Nov 12 11:00:12.070765 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:12.200653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:12.288284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:12.304526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:12.310247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88', '94f77089-c7c2-43cf-94c6-4c3c147e1df1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:12.347722 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c464bcc-af6d-4e3a-ad17-2d25fdd83a80 None None] New status for floating IP de490564-8531-47f5-8b22-46573941b5db: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:00:12.388150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event deleted for resources: {'Port': ['ID=94f77089-c7c2-43cf-94c6-4c3c147e1df1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:12.398922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:12.450333 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab44016-401b-44df-a94f-abfabd9a7c0e x-openstack-request-id: req-7ab44016-401b-44df-a94f-abfabd9a7c0e {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:12.451006 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "name": "network-vif-plugged", "status": "completed", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:12.451480 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7ab44016-401b-44df-a94f-abfabd9a7c0e {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:12.453432 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'code': 200} Nov 12 11:00:12.537505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] No DVR routers for this DVR port 94f77089-c7c2-43cf-94c6-4c3c147e1df1 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:12.541313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:12.564795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6747f2c8-666f-4442-a206-c20b9c47af21 req-93e72c01-c53a-4426-96b5-b12cc026b69b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "DELETE /v2.0/ports/94f77089-c7c2-43cf-94c6-4c3c147e1df1 HTTP/1.1" status: 204 len: 173 time: 1.5548024 Nov 12 11:00:12.565408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-deleted', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:12.568116 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28894d8-00b8-4f2b-ae70-eeb35549b6ca" -d '{"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-deleted", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:12.614817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:12.689090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 94f77089-c7c2-43cf-94c6-4c3c147e1df1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:12.689608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 94f77089-c7c2-43cf-94c6-4c3c147e1df1 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:12.690204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7cb773c9-1d05-4c02-8999-77c16f27bd6c no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:12.722811 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0e00f-e5e3-4dca-b32c-f503db20a376 x-openstack-request-id: req-cce0e00f-e5e3-4dca-b32c-f503db20a376 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:12.723155 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0661c9-f7c5-4c42-817f-c90dcf0c0f7b", "name": "network-vif-deleted", "tag": "94f77089-c7c2-43cf-94c6-4c3c147e1df1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:12.723436 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cce0e00f-e5e3-4dca-b32c-f503db20a376 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:12.724242 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0661c9-f7c5-4c42-817f-c90dcf0c0f7b', 'name': 'network-vif-deleted', 'tag': '94f77089-c7c2-43cf-94c6-4c3c147e1df1', 'status': 'completed', 'code': 200} Nov 12 11:00:12.774917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 7cb773c9-1d05-4c02-8999-77c16f27bd6c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:12.775253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7cb773c9-1d05-4c02-8999-77c16f27bd6c not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:12.913860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c2224560-7c4d-49d4-a023-b40a3a1faa7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=03d5b2bbaa00415987ca84c2d764c1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5128746 Nov 12 11:00:12.937969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38642) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:13.045245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-aa86f57a-c735-42f9-8fc9-bc2ce45982af tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:13.047771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-aa86f57a-c735-42f9-8fc9-bc2ce45982af tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3396807 Nov 12 11:00:13.064560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b65f9-0b57-4658-8bd9-313195bb7ea4 req-f97d656b-278c-4ec9-a8ec-62461eb2b8b7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:13.095420 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f7b65f9-0b57-4658-8bd9-313195bb7ea4 req-f97d656b-278c-4ec9-a8ec-62461eb2b8b7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.2217443 Nov 12 11:00:13.254655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f7b65f9-0b57-4658-8bd9-313195bb7ea4 req-b07217b2-2e82-4720-b9d7-fe3cecfb06bc tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547678 Nov 12 11:00:13.273961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-dc6711b1-2ff4-4673-99eb-e75ce2951f35 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1990972 Nov 12 11:00:13.289775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Request body: {'floatingip': {'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:13.440415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:13.508594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccdabe21-68f7-4a1d-8fa4-6df5b114c562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:13.561660 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccdabe21-68f7-4a1d-8fa4-6df5b114c562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:13.743107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90952ef0-c6d2-41a5-9792-bfcc6ed1eb20 req-41fcc5eb-8e5c-47e5-867d-b118836b4d77 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=de0661c9-f7c5-4c42-817f-c90dcf0c0f7b HTTP/1.1" status: 200 len: 210 time: 0.0586920 Nov 12 11:00:13.896839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccdabe21-68f7-4a1d-8fa4-6df5b114c562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:13.909077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccdabe21-68f7-4a1d-8fa4-6df5b114c562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:13.912600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ccdabe21-68f7-4a1d-8fa4-6df5b114c562 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/87be7ac3-973a-4ebb-92ce-b48580a9797d HTTP/1.1" status: 204 len: 168 time: 0.9482663 Nov 12 11:00:13.948040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdabe21-68f7-4a1d-8fa4-6df5b114c562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be7ac3-973a-4ebb-92ce-b48580a9797d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:14.192407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-ffd3ff27-66ef-43b1-ac07-58a43f529410 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:14.198939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-ffd3ff27-66ef-43b1-ac07-58a43f529410 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.57 "GET /v2.0/ports?device_id=690e9371-6cca-4bf2-9642-f86b8e4f5a75 HTTP/1.1" status: 200 len: 945 time: 0.2276828 Nov 12 11:00:14.534181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Deleting port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:14.534931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:14.722156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:14.812322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:14.936180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] For port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:14.936180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:14.984859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650f34b-9d41-4906-8faf-6a0b5254c63f req-0ed74e3a-8da5-4318-859d-e4d65ad34685 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:14.996392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3650f34b-9d41-4906-8faf-6a0b5254c63f req-0ed74e3a-8da5-4318-859d-e4d65ad34685 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.2566843 Nov 12 11:00:15.017398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Calling delete_port for 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:15.138855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3650f34b-9d41-4906-8faf-6a0b5254c63f req-a8a64ee7-89e9-4004-9c13-8e5f649c394c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413355 Nov 12 11:00:15.499456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:15.513692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['715c0164-c576-47b2-a5c8-3d65d8e1b300'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:15.673799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Pushing event deleted for resources: {'Port': ['ID=7d44a0a7-4d6d-4065-8b1e-58d5bc67631d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:15.680101 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Floating IP de490564-8531-47f5-8b22-46573941b5db associated. External IP: 172.25.3.13, port: 715c0164-c576-47b2-a5c8-3d65d8e1b300. Nov 12 11:00:15.813068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] No DVR routers for this DVR port 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:15.819670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:15.824162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ec9ed8f-a785-46cf-af31-82fd6ff56e02 req-95cc75e8-26c4-4ed4-b87c-20011e359e36 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.57 "DELETE /v2.0/ports/7d44a0a7-4d6d-4065-8b1e-58d5bc67631d HTTP/1.1" status: 204 len: 173 time: 1.6196461 Nov 12 11:00:15.825207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'name': 'network-vif-deleted', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:15.833446 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaca56c-3c86-4585-8a56-35cb6b87cd36" -d '{"events": [{"server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "name": "network-vif-deleted", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:16.136559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38708) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:16.393094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:16.448102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-748937279-network', 'tenant_id': '4abf230d9c6c4f088abc7659ce442244'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:16.612846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Made reservation on behalf of 4abf230d9c6c4f088abc7659ce442244 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:16.617743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:16.634978 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:16.654803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:16.658960 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c20307-f146-471e-9020-7c62b8735003 x-openstack-request-id: req-93c20307-f146-471e-9020-7c62b8735003 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:16.659441 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690e9371-6cca-4bf2-9642-f86b8e4f5a75", "name": "network-vif-deleted", "tag": "7d44a0a7-4d6d-4065-8b1e-58d5bc67631d", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:16.659830 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-93c20307-f146-471e-9020-7c62b8735003 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:16.660533 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690e9371-6cca-4bf2-9642-f86b8e4f5a75', 'name': 'network-vif-deleted', 'tag': '7d44a0a7-4d6d-4065-8b1e-58d5bc67631d', 'status': 'completed', 'code': 200} Nov 12 11:00:16.666826 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:16.677818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:16.693864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:16.695371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:16.809858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-507643df-e8fd-4dc8-b2ee-07a03582700d tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "PUT /v2.0/floatingips/de490564-8531-47f5-8b22-46573941b5db HTTP/1.1" status: 200 len: 996 time: 3.5241961 Nov 12 11:00:16.810886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:16.816728 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9dc00-aec1-4208-96db-da25c16d8a21" -d '{"events": [{"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:17.041037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-81c377e9-fa66-48d3-b0ba-97b03c9d33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.044246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-81c377e9-fa66-48d3-b0ba-97b03c9d33f8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.1887338 Nov 12 11:00:17.139485 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.235726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafb2f2-703f-4cbc-8072-d4c37e3f2c49 req-7a4ae765-bbc7-4070-9bf6-5279e20d103f tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.252636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dbafb2f2-703f-4cbc-8072-d4c37e3f2c49 req-7a4ae765-bbc7-4070-9bf6-5279e20d103f tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 945 time: 0.3316369 Nov 12 11:00:17.258100 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.283302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:00:17.301194 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.302258 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Added segment 4f35108e-f3e0-4e8e-ab71-2adfeab2af9c of type vlan for network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 Nov 12 11:00:17.340658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:17.380227 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.448489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-05e8ce2a-b144-4f29-b98e-446e1b64e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.454584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-05e8ce2a-b144-4f29-b98e-446e1b64e9fe service neutron] 10.222.0.98 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.3929503 Nov 12 11:00:17.560662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dbafb2f2-703f-4cbc-8072-d4c37e3f2c49 req-0d928c67-1e68-41bf-8c24-e3efb0f6f8e7 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341012 Nov 12 11:00:17.562025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.563873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.568147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:17.696477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-10eb9756-4220-4bc6-8a83-cd4ccf55647d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 999 time: 0.2214291 Nov 12 11:00:17.704919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:17.796790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Pushing event updated for resources: {'Network': ['ID=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:17.803102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f357c-1c7b-4135-9ead-c43035a305f4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:17.813223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-16d2ab30-48d5-4983-a7b0-19cd70a95562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:17.815410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-298334dd-b875-4ef5-8a18-3550110fec0b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6766384 Nov 12 11:00:17.820408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-16d2ab30-48d5-4983-a7b0-19cd70a95562 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.1127384 Nov 12 11:00:17.821562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38726) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:17.830831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Request body: {'subnet': {'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-748937279-subnet', 'tenant_id': '4abf230d9c6c4f088abc7659ce442244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:17.914331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:00:17.932671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:17.933351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7d44a0a7-4d6d-4065-8b1e-58d5bc67631d not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:17.996796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-b8ce9312-4ba2-4fb0-9d8c-0c468647c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:18.000183 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-b8ce9312-4ba2-4fb0-9d8c-0c468647c6bd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615462 Nov 12 11:00:18.041184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Made reservation on behalf of 4abf230d9c6c4f088abc7659ce442244 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:18.045450 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.060639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a82d1-8027-43ed-94ee-5364bec5df21 req-de7eee6a-8517-497d-a235-96434617ace6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:18.089018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e52a82d1-8027-43ed-94ee-5364bec5df21 req-de7eee6a-8517-497d-a235-96434617ace6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.2944727 Nov 12 11:00:18.456467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:18.504231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-fe5a66f2-9204-4ec4-ac43-1c3a37d202eb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:18.510862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-fe5a66f2-9204-4ec4-ac43-1c3a37d202eb tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.6545033 Nov 12 11:00:18.680121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e52a82d1-8027-43ed-94ee-5364bec5df21 req-94379b48-a9de-46f4-a6e7-d44abbb15062 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895708 Nov 12 11:00:18.836643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Deleting port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:18.837328 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.003258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-c86bf59f-fbaa-4e20-9bcb-c8f82764e23a service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9853253 Nov 12 11:00:19.096241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:d2:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T11:00:14Z', 'revision_number': 8, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:19.119884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f63aa9-7f7c-49a4-940c-50b99f8daef1 req-47789994-c3bb-49e0-bb3d-5ff6b9efed5a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:19.132833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f63aa9-7f7c-49a4-940c-50b99f8daef1 req-47789994-c3bb-49e0-bb3d-5ff6b9efed5a tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 950 time: 0.1450462 Nov 12 11:00:19.159376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:19.187801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] For port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:19.188443 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.199602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:19.200630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:19.228942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Calling delete_port for 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:19.285875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9f63aa9-7f7c-49a4-940c-50b99f8daef1 req-7f6fd153-7ef6-4fa1-b82a-ff4a64ff6ead tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436050 Nov 12 11:00:19.707143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:19.716823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbf97b86-65ef-484e-847e-8e09cde525fe req-0df8efa0-81e9-41dd-9633-3c1ce10af71a service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122259 Nov 12 11:00:19.778086 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:19.874236 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea53011-2515-4aad-92da-dfb56c98d082 x-openstack-request-id: req-7ea53011-2515-4aad-92da-dfb56c98d082 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:19.874236 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:19.874236 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7ea53011-2515-4aad-92da-dfb56c98d082 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:19.874236 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'status': 'completed', 'code': 200} Nov 12 11:00:19.960073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event deleted for resources: {'Port': ['ID=6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:19.967743 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:20.047717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.048107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.048420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.048755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.049087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.049373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:20.049579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.057880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.057880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.060693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.061330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.061838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.062333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:20.091969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] No DVR routers for this DVR port 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:20.101136 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:20.114853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-323e3ac2-be3d-4ea0-8ac1-62ee7123ae5f req-a7e39be2-e6ee-4f04-a257-8c24b71b5b12 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.57 "DELETE /v2.0/ports/6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc HTTP/1.1" status: 204 len: 173 time: 1.5874658 Nov 12 11:00:20.130929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'name': 'network-vif-deleted', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:20.133528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-4a2cf773-dc51-425c-8223-2422dc9d488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:20.139077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-4a2cf773-dc51-425c-8223-2422dc9d488a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.2541757 Nov 12 11:00:20.139077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338a34fb-e4eb-462e-9e13-5d63aea2a18d,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:20.142323 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b171959f-d0bd-41be-a6ad-7691f974faa7" -d '{"events": [{"server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "name": "network-vif-deleted", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:20.303094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0cce3-42d8-4f48-97b5-458153dbf592 req-fb1213bb-df5a-44e4-a0cb-b29703a3b140 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:20.310463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Checking segment: {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:20.310463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Network hostable DHCP agents. Network: 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:00:20.318817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-edf0cce3-42d8-4f48-97b5-458153dbf592 req-fb1213bb-df5a-44e4-a0cb-b29703a3b140 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.1596706 Nov 12 11:00:20.456509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-edf0cce3-42d8-4f48-97b5-458153dbf592 req-04d249a0-ac53-4eac-8e44-5d4ccbba6ac8 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366842 Nov 12 11:00:20.461108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-ab2fed51-1098-499d-acd6-280256f9805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:20.462667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-ab2fed51-1098-499d-acd6-280256f9805d service neutron] 10.222.0.57 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.3113854 Nov 12 11:00:20.490327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:00:20.602932 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:20.677550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:20.705013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:20.705013 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:20.733949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-66039da4-39c6-4c5c-97e9-0094ff241246 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 999 time: 0.2596710 Nov 12 11:00:20.754226 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11b7577-070b-42c4-ac98-8231d29f4fa1 x-openstack-request-id: req-b11b7577-070b-42c4-ac98-8231d29f4fa1 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:20.754718 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8597b9c2-f3c8-4a95-b250-a9ab19d55591", "name": "network-vif-deleted", "tag": "6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:20.756914 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b11b7577-070b-42c4-ac98-8231d29f4fa1 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:20.757492 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8597b9c2-f3c8-4a95-b250-a9ab19d55591', 'name': 'network-vif-deleted', 'tag': '6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc', 'status': 'completed', 'code': 200} Nov 12 11:00:20.769172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a51ac23e-4fcc-41fa-aaf7-7a9bac424201 req-336881c0-1233-412f-b5a9-a98a158bb891 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips/de490564-8531-47f5-8b22-46573941b5db HTTP/1.1" status: 200 len: 996 time: 0.1992188 Nov 12 11:00:20.777606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4bdf20-d345-4906-8689-cd3db5b27c7b None None] Network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:20.862626 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9f778943-2e15-4dad-b223-090f6e7ac1c4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0282094 Nov 12 11:00:20.994725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-9ee540e1-23de-4028-95aa-651b528671c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:20.999441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-9ee540e1-23de-4028-95aa-651b528671c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.2559369 Nov 12 11:00:21.124422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-493ae3e0-d0d4-44ee-bc1c-1e4f113213ce req-ba381bcd-8b7d-4640-a99f-f05e6a989f3b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=8597b9c2-f3c8-4a95-b250-a9ab19d55591 HTTP/1.1" status: 200 len: 210 time: 0.1077349 Nov 12 11:00:21.261329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ac23e-4fcc-41fa-aaf7-7a9bac424201 req-7ee973bb-7721-4d8d-9b70-f75cd8ed5659 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:21.293864 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a51ac23e-4fcc-41fa-aaf7-7a9bac424201 req-7ee973bb-7721-4d8d-9b70-f75cd8ed5659 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.4958200 Nov 12 11:00:21.320058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-a51ac23e-4fcc-41fa-aaf7-7a9bac424201 req-e6153483-d926-44b5-9615-9d901cb6a1ee tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:00:21.347251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a51ac23e-4fcc-41fa-aaf7-7a9bac424201 req-e6153483-d926-44b5-9615-9d901cb6a1ee tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0524199 Nov 12 11:00:21.390584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-c91a58ec-8497-4394-b5ee-a7afa90a8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:21.398610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a95de8-0375-49be-8e3c-7648cdf9fae5 req-574f943a-166c-4ed5-9c42-6f9ae03d3132 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:21.401124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22a95de8-0375-49be-8e3c-7648cdf9fae5 req-574f943a-166c-4ed5-9c42-6f9ae03d3132 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 945 time: 0.0964882 Nov 12 11:00:21.414936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:21.415851 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-c91a58ec-8497-4394-b5ee-a7afa90a8d91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4072232 Nov 12 11:00:21.495814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:d2:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T11:00:14Z', 'revision_number': 8, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:21.577540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:21.578197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6fb60d8e-a98e-496d-958e-5bf3b8f3f3bc not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:21.611958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22a95de8-0375-49be-8e3c-7648cdf9fae5 req-bb81a69a-b408-4255-b8ca-e4a0dc1a0a4f tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919997 Nov 12 11:00:21.631906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216eab1-1365-468c-8355-5c0dfc97fe53 None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'de490564-8531-47f5-8b22-46573941b5db', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'floating_ip_address': '172.25.3.13', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'port_id': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'mac_address': 'fa:16:3e:d2:bf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:59:32Z', 'updated_at': '2021-11-12T11:00:14Z', 'revision_number': 8, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:21.649911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59bd28b-1f67-4ee8-9732-b3cdc1733fb5 None None] Network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:21.761374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-7ad7bb57-195f-41c5-9bec-8ffa8c66e16d service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360806 Nov 12 11:00:22.023576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60b9dc00-aec1-4208-96db-da25c16d8a21 req-a87e83d2-c81b-43cf-89c3-280d9a26d9dc service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451675 Nov 12 11:00:22.187845 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d758b-1008-410a-abb8-d889f52cf11c None None] New status for floating IP de490564-8531-47f5-8b22-46573941b5db: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:00:22.472252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-200bbe3c-4c13-4122-9896-7fb151e57aa2 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 999 time: 0.7171328 Nov 12 11:00:22.531377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-9f4cf3ba-33bd-42e2-ba41-b97d951ac7ec tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:22.532893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-9f4cf3ba-33bd-42e2-ba41-b97d951ac7ec tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 945 time: 0.1357327 Nov 12 11:00:22.566801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-1a0a5c82-27bd-45ce-a8fd-f62cea317a70 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:22.578465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-1a0a5c82-27bd-45ce-a8fd-f62cea317a70 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports/715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 943 time: 0.1034982 Nov 12 11:00:22.634570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-3c0544c7-3e42-431e-a5ad-5dd4fa15bcf9 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:22.638650 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-3c0544c7-3e42-431e-a5ad-5dd4fa15bcf9 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 821 time: 0.2999594 Nov 12 11:00:22.669155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-fd819180-ad7c-4901-9fe6-62e57ebbb2a6 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/quotas/4abf230d9c6c4f088abc7659ce442244 HTTP/1.1" status: 200 len: 375 time: 0.0178523 Nov 12 11:00:22.757936 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-df987cb2-47be-4975-9304-d585d9efeb48 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750918 Nov 12 11:00:22.884885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-bfad1cd9-cfe2-4f3a-b106-c9efa6e77cc6 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 1001 time: 0.1504116 Nov 12 11:00:22.924542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Deleting port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:22.924959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.008473 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-a8a73b50-ec41-4fbf-a09e-472817369f10 service neutron] 10.222.0.98 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357404 Nov 12 11:00:23.116784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-bbc77c67-49f0-4a31-91d8-14a6a0aa5216 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:23.126875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-bbc77c67-49f0-4a31-91d8-14a6a0aa5216 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.2407296 Nov 12 11:00:23.142506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] For port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:23.142905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.244628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-f47d05ee-f2e4-43b1-aa16-d507e782bfaf service neutron] 10.222.0.98 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290063 Nov 12 11:00:23.383126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-d9a19d28-876d-488b-a8df-32ecddc220c0 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 1001 time: 0.2550690 Nov 12 11:00:23.399831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:23.684271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.752246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a24ce2-420b-46a5-8288-1fbebf5b5353 req-50305b7e-07cd-46ba-a173-972616a3ab4b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:23.762498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37a24ce2-420b-46a5-8288-1fbebf5b5353 req-50305b7e-07cd-46ba-a173-972616a3ab4b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.1003599 Nov 12 11:00:23.853044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37a24ce2-420b-46a5-8288-1fbebf5b5353 req-0e3b23cd-32fd-4d29-b442-0a2cf8eb08c9 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898991 Nov 12 11:00:23.924349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.985178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.985600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:23.985967 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Floating IP 2bb78dd7-d9bd-4a98-9991-676ee5a20693 disassociated. External IP: 172.25.3.53, port: cdff080f-ea55-4c5a-b0ab-7abcdf4e7664. Nov 12 11:00:23.986366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Calling delete_port for cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:24.216681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:24.220628 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Floating IP de490564-8531-47f5-8b22-46573941b5db disassociated. External IP: 172.25.3.13, port: 715c0164-c576-47b2-a5c8-3d65d8e1b300. Nov 12 11:00:24.361568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3754fa9-d3de-4b31-96f3-338988f87e62 req-d45f029d-469f-4275-a9e2-5a3eee7e2856 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:24.364315 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3754fa9-d3de-4b31-96f3-338988f87e62 req-d45f029d-469f-4275-a9e2-5a3eee7e2856 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 945 time: 0.0838265 Nov 12 11:00:24.371154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:24.446317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event deleted for resources: {'Port': ['ID=cdff080f-ea55-4c5a-b0ab-7abcdf4e7664,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:24.469643 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3754fa9-d3de-4b31-96f3-338988f87e62 req-05281096-1987-485a-a50c-7cf72a3d09f8 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups?id=a9681247-f12a-4519-8a21-1c3ba2c7199d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967028 Nov 12 11:00:24.920588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00ad183d-185e-4c85-b08c-9baf1d193a89 req-9e08bef2-035e-490f-86d4-9113c04c4183 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 210 time: 0.0910068 Nov 12 11:00:24.969004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Router 0163a900-d5d7-462c-a615-22c0b31f9749 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:25.015286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:25.366647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:25.427086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:25.427303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:25.427421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:25.461167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] Sync routers for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:25.501999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:25.505606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:25.831416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:25.852741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] No DVR routers for this DVR port cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:25.866818 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:25.882590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4273f9fb-13ee-44fd-9e15-6a3512ef94ba req-66e73bf5-6339-41a7-b520-f9f3ec6659c2 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.57 "DELETE /v2.0/ports/cdff080f-ea55-4c5a-b0ab-7abcdf4e7664 HTTP/1.1" status: 204 len: 173 time: 3.3392849 Nov 12 11:00:25.886707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'name': 'network-vif-deleted', 'tag': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:25.912007 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a6d50a-5f77-409a-be91-64292f3ab5dd" -d '{"events": [{"server_uuid": "3ebd25bd-21fd-44d1-8818-d2f63c289917", "name": "network-vif-deleted", "tag": "cdff080f-ea55-4c5a-b0ab-7abcdf4e7664"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:25.947583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d8d0f-4a5f-4c6a-af14-a0f937d70c6b req-67472163-96eb-4203-bfa8-97c6d309b2f3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:25.963437 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a2d8d0f-4a5f-4c6a-af14-a0f937d70c6b req-67472163-96eb-4203-bfa8-97c6d309b2f3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.2258768 Nov 12 11:00:25.974297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:25.983044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:26.011682 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:26.046793 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:26.047888 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:26.112104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-edff98b6-310e-4dae-ac65-45b8654bf40e tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "PUT /v2.0/floatingips/de490564-8531-47f5-8b22-46573941b5db HTTP/1.1" status: 200 len: 695 time: 2.7275066 Nov 12 11:00:26.130323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a2d8d0f-4a5f-4c6a-af14-a0f937d70c6b req-fef1ff40-1593-4b4f-bc23-8e2768f2b11d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651525 Nov 12 11:00:26.532916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-3801e232-680d-4f04-a8ed-005712baac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:26.551966 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-3801e232-680d-4f04-a8ed-005712baac49 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.3819592 Nov 12 11:00:26.685341 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:26.913314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-0bb68191-729a-49c5-a99e-12a5867a7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:26.915993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-0bb68191-729a-49c5-a99e-12a5867a7897 service neutron] 10.222.0.98 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.3394244 Nov 12 11:00:27.085646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-d987c646-a51f-49ed-be3e-693e40635e08 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 217 time: 0.1301630 Nov 12 11:00:27.181091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:27.183081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed90de-a311-45ca-b37f-c3013d41bc48 req-01bd17fe-0bf0-4616-899b-4380a6be28b3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:27.194213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4fed90de-a311-45ca-b37f-c3013d41bc48 req-01bd17fe-0bf0-4616-899b-4380a6be28b3 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.2119100 Nov 12 11:00:27.216503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-d91dcbe4-61a9-4841-91d1-51562f8755a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:27.219767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-d91dcbe4-61a9-4841-91d1-51562f8755a0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.1303661 Nov 12 11:00:27.332272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4fed90de-a311-45ca-b37f-c3013d41bc48 req-b8e1d8b2-bc61-4f18-9fa0-b68523f60991 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232309 Nov 12 11:00:27.350484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] Checking router: 0163a900-d5d7-462c-a615-22c0b31f9749 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:27.374789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:27.375488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:27.386615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-21c87886-7241-4f47-b8d6-944b46fe85cc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:27.388892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-21c87886-7241-4f47-b8d6-944b46fe85cc tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1674702 Nov 12 11:00:27.466272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-c12ee157-3049-4a92-a4a8-9b90e12f26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:27.468257 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-c12ee157-3049-4a92-a4a8-9b90e12f26c4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966333 Nov 12 11:00:27.578517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:27.608708 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:27.670954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d3ea514-6293-4240-aeea-151c9598db7b req-9c20a08c-9ddb-4880-adb9-30cf18e65fe1 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ebd25bd-21fd-44d1-8818-d2f63c289917 HTTP/1.1" status: 200 len: 210 time: 0.0619805 Nov 12 11:00:27.711717 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:27.766883 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:27.770286 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:28.126668 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:28.226032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90948beb-62b6-40fd-bb9d-8a90dbf6f643 req-5f178ad6-5e70-406b-8bf7-32ce6bdec589 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 210 time: 0.0511060 Nov 12 11:00:28.280578 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a78329-330f-4fa5-bb84-146fff1c4ee5 x-openstack-request-id: req-f9a78329-330f-4fa5-bb84-146fff1c4ee5 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:28.281129 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebd25bd-21fd-44d1-8818-d2f63c289917", "name": "network-vif-deleted", "tag": "cdff080f-ea55-4c5a-b0ab-7abcdf4e7664", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:28.281129 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9a78329-330f-4fa5-bb84-146fff1c4ee5 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:28.281696 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebd25bd-21fd-44d1-8818-d2f63c289917', 'name': 'network-vif-deleted', 'tag': 'cdff080f-ea55-4c5a-b0ab-7abcdf4e7664', 'status': 'completed', 'code': 200} Nov 12 11:00:28.346225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:28.391500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Deleting port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:28.391729 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:28.407063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68962d7b-fa7c-4087-944c-bd7527287f25 None None] The sync data for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 is: [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T10:55:24Z', 'revision_number': 4, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0a82ce07-6398-4368-b237-4c8dd9de1a57', 'name': '', 'network_id': '8a055990-85ea-42b8-beee-2824cff34154', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'mac_address': 'fa:16:3e:13:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:23Z', 'updated_at': '2021-11-12T10:55:28Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'subnets': [{'id': '33070c15-2ca7-49d9-a6c2-cda9a789ff84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:28.644915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-b7429b59-8150-4abb-b8f6-5e117d6d6197 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1527078 Nov 12 11:00:28.673255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4da3e6-4945-46e1-9548-dde7aaf3e023 req-7bf5f128-d5f9-472d-9d25-b3f741147070 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:28.685520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:28.688868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6f4da3e6-4945-46e1-9548-dde7aaf3e023 req-7bf5f128-d5f9-472d-9d25-b3f741147070 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.2895973 Nov 12 11:00:28.733930 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5d471-087b-4864-8d56-a65d1c8a2b88 None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T10:59:08Z', 'revision_number': 4, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '2b0bfdaa-957d-4228-a2ea-4bc0c323f762', 'name': '', 'network_id': '74740c99-fad6-4c4d-9c3f-262c41e49508', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'mac_address': 'fa:16:3e:ac:d7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:07Z', 'updated_at': '2021-11-12T10:59:14Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'subnets': [{'id': '194fb240-aeb5-4469-9c3b-0a232e7ae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:28.807402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-13ad9d99-12f2-4f42-ac11-91a1daf2a411 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:28.809416 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-13ad9d99-12f2-4f42-ac11-91a1daf2a411 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 821 time: 0.5762298 Nov 12 11:00:28.823720 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6f4da3e6-4945-46e1-9548-dde7aaf3e023 req-a96259fa-8ac8-410d-8617-b2ffb1154191 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157205 Nov 12 11:00:28.835133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Request body: {'port': {'device_id': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'admin_state_up': True, 'tenant_id': '4abf230d9c6c4f088abc7659ce442244'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:28.965421 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5682d674-285e-4ae3-8aaa-18df4f96fd41 req-395924f9-d9b1-42fb-90bd-6c3a36ab7f14 service neutron] 10.222.0.98 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008823 Nov 12 11:00:29.031326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] For port cf4259fe-4d9d-4c01-b35e-71a0fc701c88, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:29.032305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.066644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Calling delete_port for cf4259fe-4d9d-4c01-b35e-71a0fc701c88 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:29.090063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80100c7-492e-4ecc-9c7b-b7aff2880dbc None None] New status for floating IP 2bb78dd7-d9bd-4a98-9991-676ee5a20693: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:00:29.223903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3b7a7-d08d-4e42-881f-82c3489356c4 req-5744d81a-4f64-4a0c-aac1-ca045acea6b9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:29.236552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1fb3b7a7-d08d-4e42-881f-82c3489356c4 req-5744d81a-4f64-4a0c-aac1-ca045acea6b9 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 949 time: 0.1280386 Nov 12 11:00:29.380168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1fb3b7a7-d08d-4e42-881f-82c3489356c4 req-9cc450f5-c4cd-4a08-a157-36e4aab55b15 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/security-groups?id=ecd685eb-b7e9-444c-ab5b-614dc2bf2518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270666 Nov 12 11:00:29.461685 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55148654-d133-4189-8191-d761cd4b9c1d None None] New status for floating IP de490564-8531-47f5-8b22-46573941b5db: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:00:29.532821 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f123de4-7cd1-473e-bf61-664b089a2c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.538983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e8f0fec-573c-4d31-a610-1e9981cf8a70 req-b477bdc1-e07c-4b0c-b542-fd9095025d82 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 210 time: 0.0536523 Nov 12 11:00:29.683226 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-7f6c76ec-d046-4852-9e3c-526353c2280c tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips/de490564-8531-47f5-8b22-46573941b5db HTTP/1.1" status: 200 len: 695 time: 0.1584721 Nov 12 11:00:29.702493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38878) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:29.760675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.763263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Made reservation on behalf of 4abf230d9c6c4f088abc7659ce442244 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:29.775043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cf4259fe-4d9d-4c01-b35e-71a0fc701c88'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:29.779425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.816471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.867963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:29.868643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Pushing event deleted for resources: {'Port': ['ID=cf4259fe-4d9d-4c01-b35e-71a0fc701c88,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:30.030698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fa1aa-382e-487b-bba6-3017e3cb993d req-e07f73cc-df1d-4355-ac4a-91e051a8557d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.035278 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac9fa1aa-382e-487b-bba6-3017e3cb993d req-e07f73cc-df1d-4355-ac4a-91e051a8557d tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.0824845 Nov 12 11:00:30.048432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] No DVR routers for this DVR port cf4259fe-4d9d-4c01-b35e-71a0fc701c88 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:30.076984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.086808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-818cdeb0-6c35-4f74-8ee3-4afc1682bff5 req-611b0277-2562-4f6c-b2c9-1ec7c963295e tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.69 "DELETE /v2.0/ports/cf4259fe-4d9d-4c01-b35e-71a0fc701c88 HTTP/1.1" status: 204 len: 173 time: 2.6847212 Nov 12 11:00:30.101322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.104667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:30.106906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "DELETE /v2.0/security-groups/a9681247-f12a-4519-8a21-1c3ba2c7199d HTTP/1.1" status: 204 len: 168 time: 0.4028604 Nov 12 11:00:30.124649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38886) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:30.133101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9681247-f12a-4519-8a21-1c3ba2c7199d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:30.144684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-f5f8006a-3d9b-4aea-8842-668b352a6634 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.152512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-f5f8006a-3d9b-4aea-8842-668b352a6634 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.4572697 Nov 12 11:00:30.161392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac9fa1aa-382e-487b-bba6-3017e3cb993d req-593891ef-e79b-4054-8a2a-4e0c534a68d3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174016 Nov 12 11:00:30.162775 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-18498ddd-7a05-42c0-99eb-446a090d9472 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] show failed (client error): The resource could not be found. Nov 12 11:00:30.167158 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-18498ddd-7a05-42c0-99eb-446a090d9472 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "GET /v2.0/security-groups/a9681247-f12a-4519-8a21-1c3ba2c7199d HTTP/1.1" status: 404 len: 347 time: 0.0329218 Nov 12 11:00:30.167158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.167997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.167997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.168547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.168818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.169092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.169435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.169766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.170095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.170679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.171155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.171634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb1fda2-6ab8-4439-85dc-f63f4fa2a9e4 tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:30.172720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38888) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:30.264485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Allocated IP 172.20.0.7 (4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84/338a34fb-e4eb-462e-9e13-5d63aea2a18d/c17ae1c1-da8a-40f6-bc70-bbec26451549) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:30.311150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300'}, {'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'name': 'network-vif-deleted', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:30.312283 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7859a39-6b63-49ce-93bd-0aa1b07ed115" -d '{"events": [{"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300"}, {"server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "name": "network-vif-deleted", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:30.382767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-ed3367c3-b028-4157-8dcb-e9de53ed4514 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 696 time: 0.2292144 Nov 12 11:00:30.537494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-a4c8363a-cc31-4a24-b8e1-47106f97e713 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 696 time: 0.1486132 Nov 12 11:00:30.698968 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530cc4a9-19e5-479e-9b14-771908ef79b2 x-openstack-request-id: req-530cc4a9-19e5-479e-9b14-771908ef79b2 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:30.700099 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300", "status": "completed", "code": 200}, {"server_uuid": "7b3ab960-6e72-4be9-8af6-573326ecc477", "name": "network-vif-deleted", "tag": "cf4259fe-4d9d-4c01-b35e-71a0fc701c88", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:30.700099 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-530cc4a9-19e5-479e-9b14-771908ef79b2 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:30.700507 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'status': 'completed', 'code': 200} Nov 12 11:00:30.701416 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3ab960-6e72-4be9-8af6-573326ecc477', 'name': 'network-vif-deleted', 'tag': 'cf4259fe-4d9d-4c01-b35e-71a0fc701c88', 'status': 'completed', 'code': 200} Nov 12 11:00:30.833190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0065abcf-2615-4899-841e-04a3aef2b7cb req-1e8092dd-b560-40ce-b83b-d522e88c12a6 tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 210 time: 0.0586548 Nov 12 11:00:30.894315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-5c1c94d9-bd57-4ec3-ae3b-60afac847f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:30.906329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-5c1c94d9-bd57-4ec3-ae3b-60afac847f86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b6c8292556547aaaf5327b7c970755c&device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.2042503 Nov 12 11:00:31.056965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Deleting port 0e473805-5976-4f4b-a66c-f94942fef6d7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:31.057373 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.089880 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ec54c53-0038-41a4-9920-47595cde54b3 req-e56db513-4a4b-416f-9b02-757e3255498d tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 210 time: 0.0443237 Nov 12 11:00:31.142524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-693a9eb7-2c85-4484-9ef9-5b5fcd67dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:31.144287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-693a9eb7-2c85-4484-9ef9-5b5fcd67dbd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 200 len: 921 time: 0.2293196 Nov 12 11:00:31.167358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.193587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-3f8b5922-a17a-4fa0-93b5-402d7523dbe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 200 len: 217 time: 0.0418286 Nov 12 11:00:31.203820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Deleting port 07938096-623b-4967-9479-d044d5f6a690 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:31.204195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.225647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.226037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.266296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Calling delete_port for 0e473805-5976-4f4b-a66c-f94942fef6d7 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:31.292330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-53776f73-88ef-4d65-9c62-e2e773f48d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:31.294447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-53776f73-88ef-4d65-9c62-e2e773f48d7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 200 len: 859 time: 0.0924828 Nov 12 11:00:31.399621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-b69c09c1-6325-4ba6-ab90-9cfc3b7784fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:31.401997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-b69c09c1-6325-4ba6-ab90-9cfc3b7784fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74740c99-fad6-4c4d-9c3f-262c41e49508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938797 Nov 12 11:00:31.412496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.412821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.416305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0009040-bf23-46ab-8cb5-06621cc3181a req-0abfe5b7-31ec-4173-8c76-33db0db86d9f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:31.417911 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0009040-bf23-46ab-8cb5-06621cc3181a req-0abfe5b7-31ec-4173-8c76-33db0db86d9f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.1119022 Nov 12 11:00:31.436222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Calling delete_port for 07938096-623b-4967-9479-d044d5f6a690 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:31.543911 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0009040-bf23-46ab-8cb5-06621cc3181a req-e3de735a-e642-4323-bd51-66273658e422 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169739 Nov 12 11:00:31.568312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-954810ba-61b5-48b3-935f-d61541abe04e service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445699 Nov 12 11:00:31.702255 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7859a39-6b63-49ce-93bd-0aa1b07ed115 req-75e54df8-0be2-4d0c-bf24-e260ab242a70 service neutron] 10.222.0.57 "GET /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290300 Nov 12 11:00:31.813712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.861620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:31.864053 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-16cc7c1c-29d1-4eca-85bc-d2205c98ad06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.868734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:31.873474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:31.878198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:31.907947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event updated for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:31.960552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Pushing event deleted for resources: {'Port': ['ID=0e473805-5976-4f4b-a66c-f94942fef6d7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:32.004967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.018919 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57482490-d443-43f7-9bd9-38ce332ed19b req-34864642-ad5e-4b16-8ec6-0db84ec0916b tempest-MigrationsAdminTest-310774209 tempest-MigrationsAdminTest-310774209-project] 10.222.0.98 "GET /v2.0/ports?device_id=7b3ab960-6e72-4be9-8af6-573326ecc477 HTTP/1.1" status: 200 len: 210 time: 0.0425522 Nov 12 11:00:32.020124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.021251 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.083300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Pushing event deleted for resources: {'Port': ['ID=07938096-623b-4967-9479-d044d5f6a690,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:32.104890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.108479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.114246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8adc8f51-4c0b-4fca-bf70-802b41d3a93c tempest-ServersWithSpecificFlavorTestJSON-770642616 tempest-ServersWithSpecificFlavorTestJSON-770642616-project] 10.222.0.98 "DELETE /v2.0/floatingips/2bb78dd7-d9bd-4a98-9991-676ee5a20693 HTTP/1.1" status: 204 len: 168 time: 1.9356730 Nov 12 11:00:32.207984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.211825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.213101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7f0d82f-8478-4763-bc9b-8e913d0600cc req-4e4fa394-98e2-44f6-b179-a918e81e3ec4 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "DELETE /v2.0/floatingips/de490564-8531-47f5-8b22-46573941b5db HTTP/1.1" status: 204 len: 173 time: 1.6539710 Nov 12 11:00:32.217673 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-d5f26045-a316-4478-8cc9-ba601b81e1c5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3868909 Nov 12 11:00:32.237701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Request body: {'port': {'device_id': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:32.562697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.659480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7e45726c-0a21-4ab5-ac87-81a519712b34 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.663722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-7e45726c-0a21-4ab5-ac87-81a519712b34 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.2228436 Nov 12 11:00:32.679776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-22'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:32.681545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6651c2-04a0-4afe-bede-2145c3872fb2 req-70991bda-b076-485a-ab04-1c0837910b6d tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:32.684561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c6651c2-04a0-4afe-bede-2145c3872fb2 req-70991bda-b076-485a-ab04-1c0837910b6d tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 931 time: 0.3780050 Nov 12 11:00:32.708925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cf4259fe-4d9d-4c01-b35e-71a0fc701c88 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:32.798114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: cf4259fe-4d9d-4c01-b35e-71a0fc701c88 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:32.799371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cf4259fe-4d9d-4c01-b35e-71a0fc701c88 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:32.892537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:32.939661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c6651c2-04a0-4afe-bede-2145c3872fb2 req-6c52074c-700a-4871-ab8c-f2ed2b2aed6f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302699 Nov 12 11:00:33.058521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.175111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17ae1c1-da8a-40f6-bc70-bbec26451549 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:33.225208 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.237646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:33.296047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Transition to ACTIVE for port object c17ae1c1-da8a-40f6-bc70-bbec26451549 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:33.330709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa315ad0-8e1a-4140-80db-d998c35659ac req-c504414f-3100-410a-8a94-4d5970638665 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:33.335058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:33.343917 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa315ad0-8e1a-4140-80db-d998c35659ac req-c504414f-3100-410a-8a94-4d5970638665 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 945 time: 0.1433156 Nov 12 11:00:33.414258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6e0a6572-cc39-4255-848a-ecd41b4fb686 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:00:33.440435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.457000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:33.463363 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb94d93-115e-407b-ab53-d55eafa70075" -d '{"events": [{"server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:33.481337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa315ad0-8e1a-4140-80db-d998c35659ac req-8a853d5a-8c86-4abb-a6e0-1e33115a5721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320326 Nov 12 11:00:33.483309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.625990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:33.700140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Pushing event updated for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:33.713331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:33.741916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6e0a6572-cc39-4255-848a-ecd41b4fb686 has no active binding in host n-h1-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 11:00:33.823559 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6036f909-5d80-462f-8b72-4236df7c3957 x-openstack-request-id: req-6036f909-5d80-462f-8b72-4236df7c3957 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:33.824329 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:33.824986 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6036f909-5d80-462f-8b72-4236df7c3957 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:33.830997 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686', 'code': 200} Nov 12 11:00:33.830997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:33.890224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Attempting to bind port c17ae1c1-da8a-40f6-bc70-bbec26451549 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:33.890667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Attempting to bind port c17ae1c1-da8a-40f6-bc70-bbec26451549 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:33.892327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Attempting to bind port c17ae1c1-da8a-40f6-bc70-bbec26451549 on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:33.911200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Port c17ae1c1-da8a-40f6-bc70-bbec26451549 on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:33.913478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Attempting to bind port c17ae1c1-da8a-40f6-bc70-bbec26451549 on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:33.919992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decd49e-7809-4181-b1f9-f69178357bf3 req-b37c9c2f-0250-4c73-af8d-b68f42a22c42 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:33.936373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0decd49e-7809-4181-b1f9-f69178357bf3 req-b37c9c2f-0250-4c73-af8d-b68f42a22c42 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 946 time: 0.3316596 Nov 12 11:00:33.940426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:33.943166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Checking segment: {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:33.944908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Bound using segment: {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:33.946383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Bound port: c17ae1c1-da8a-40f6-bc70-bbec26451549, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:33.947485 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.018942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on host n-h2-768852-22 for vnic_type normal with profile {"migrating_to": "n-h1-768852-22"} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:34.021156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:34.021156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:34.047330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:34.047838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Attempting to bind port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on network 86909a6c-83d3-4aef-b351-026852daebf4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:34.065509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:34.066033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Checking segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:34.066660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Bound using segment: {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:34.067411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Bound port: 6e0a6572-cc39-4255-848a-ecd41b4fb686, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6961d38b-2605-4ba2-b6ef-8a18a0819f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '86909a6c-83d3-4aef-b351-026852daebf4'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:34.068064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.089289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0decd49e-7809-4181-b1f9-f69178357bf3 req-555cdc04-5b03-4ff8-a953-0475ec511cf8 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536508 Nov 12 11:00:34.126723 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.246422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:34.272676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:34.298566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:34.306131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:34.307349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0fc3-896e-4037-95a7-2f7bc3d473b7 req-cea16f72-5624-4c91-926b-440d12b74be3 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:34.310327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-793a0fc3-896e-4037-95a7-2f7bc3d473b7 req-cea16f72-5624-4c91-926b-440d12b74be3 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 943 time: 0.1346855 Nov 12 11:00:34.414411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.431259 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.534372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38990) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:34.590333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=8']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:34.638337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:34.641753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.644749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] 10.222.0.57 "PUT /v2.0/ports/c17ae1c1-da8a-40f6-bc70-bbec26451549 HTTP/1.1" status: 200 len: 1092 time: 2.4185333 Nov 12 11:00:34.692054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d442791-a903-48a4-9113-34521df65c2c req-841cce94-8c29-486e-b26e-41e3aa167382 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:34.702564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d442791-a903-48a4-9113-34521df65c2c req-841cce94-8c29-486e-b26e-41e3aa167382 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 946 time: 0.3665624 Nov 12 11:00:34.703693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'tag': 'c17ae1c1-da8a-40f6-bc70-bbec26451549'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:34.708420 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2312cb73-03bb-4e1a-8fbb-e65824519da3" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6014ea-d432-4bb1-8f84-14224d5639f8", "tag": "c17ae1c1-da8a-40f6-bc70-bbec26451549"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:34.717028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:34.718607 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.720356 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-89d056c8-d89c-4496-9cb4-62ae58b34f86 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e0a6572-cc39-4255-848a-ecd41b4fb686 HTTP/1.1" status: 200 len: 1123 time: 2.0484045 Nov 12 11:00:34.811685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-793a0fc3-896e-4037-95a7-2f7bc3d473b7 req-f8b3f995-54d7-43d4-84dd-01736ced34fd tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884689 Nov 12 11:00:34.822480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['6e0a6572-cc39-4255-848a-ecd41b4fb686'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:34.834544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabbb75-59e0-41d1-a3c3-ebe8653157ff service neutron] Pushing event updated for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:34.888657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38998) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:34.970315 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:34.989246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6e0a6572-cc39-4255-848a-ecd41b4fb686'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:35.081352 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084016a6-2a33-440e-b956-81050a8123f2 x-openstack-request-id: req-084016a6-2a33-440e-b956-81050a8123f2 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:35.082223 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6014ea-d432-4bb1-8f84-14224d5639f8", "tag": "c17ae1c1-da8a-40f6-bc70-bbec26451549", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:35.082539 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-084016a6-2a33-440e-b956-81050a8123f2 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:35.083292 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'tag': 'c17ae1c1-da8a-40f6-bc70-bbec26451549', 'status': 'completed', 'code': 200} Nov 12 11:00:35.101007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-a20ffc6a-b548-4c4b-9c07-61d5fd7fa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.103615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-a20ffc6a-b548-4c4b-9c07-61d5fd7fa459 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 1095 time: 0.2541587 Nov 12 11:00:35.172289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bd95c9c3-148b-4166-9262-20fd1fd7b733 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=207f6f65eaf44c88a1a3fff35bfda972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832903 Nov 12 11:00:35.187379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39004) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:35.261045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-cd1abcc6-a858-4d7e-8e4f-f1d9dbd698f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549 HTTP/1.1" status: 200 len: 217 time: 0.0917225 Nov 12 11:00:35.462016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-363a8965-d0e4-42a6-bf4e-3c03729f2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.467080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-363a8965-d0e4-42a6-bf4e-3c03729f2b66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=338a34fb-e4eb-462e-9e13-5d63aea2a18d HTTP/1.1" status: 200 len: 861 time: 0.1958010 Nov 12 11:00:35.498503 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8965909-230b-48ef-b06a-1a8bb82f6907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.551066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-aade611a-51a7-4ba1-b192-403a798a767d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697708 Nov 12 11:00:35.597174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4894e56-98eb-40e8-80e0-516d6b44c333 req-b355c5cc-f8a0-4133-b3e7-43267d5fe230 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:35.611198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4894e56-98eb-40e8-80e0-516d6b44c333 req-b355c5cc-f8a0-4133-b3e7-43267d5fe230 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 946 time: 0.2714324 Nov 12 11:00:35.680215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8965909-230b-48ef-b06a-1a8bb82f6907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:35.867943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:35.872156 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27af1ed7-e7df-433b-bd86-c78a197b4bed" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:35.879033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-2429517f-025c-4491-be36-220af82a195e service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136008 Nov 12 11:00:35.987128 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4894e56-98eb-40e8-80e0-516d6b44c333 req-fe7a2d3f-c32f-422a-8ad6-514c48c3f257 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739672 Nov 12 11:00:36.160080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff79cf-26ad-4c5a-8c18-d39c97c133a5 req-38d83f38-d486-4fef-97f5-e017f5561979 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.169319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d8ff79cf-26ad-4c5a-8c18-d39c97c133a5 req-38d83f38-d486-4fef-97f5-e017f5561979 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 1.0908799 Nov 12 11:00:36.172959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abd446c7-5eef-4542-b582-ff7ab883c13c req-b69ec8dd-5ff1-4b5a-bdba-e1f268a760fb service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784410 Nov 12 11:00:36.190606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8965909-230b-48ef-b06a-1a8bb82f6907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.204787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8965909-230b-48ef-b06a-1a8bb82f6907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.207864 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b8965909-230b-48ef-b06a-1a8bb82f6907 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ecd685eb-b7e9-444c-ab5b-614dc2bf2518 HTTP/1.1" status: 204 len: 168 time: 1.0177820 Nov 12 11:00:36.230405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8965909-230b-48ef-b06a-1a8bb82f6907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd685eb-b7e9-444c-ab5b-614dc2bf2518,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:36.254706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Deleting port 715c0164-c576-47b2-a5c8-3d65d8e1b300 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:36.255249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.460003 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d8ff79cf-26ad-4c5a-8c18-d39c97c133a5 req-73cab876-4098-41c7-a415-e0d054da63f7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889674 Nov 12 11:00:36.509099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-034bd38d-f597-4375-8519-5210fb3586d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.510830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-034bd38d-f597-4375-8519-5210fb3586d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 1095 time: 0.1218870 Nov 12 11:00:36.560936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] For port 715c0164-c576-47b2-a5c8-3d65d8e1b300, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=715c0164-c576-47b2-a5c8-3d65d8e1b300,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:36.561320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:36.582751 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Calling delete_port for 715c0164-c576-47b2-a5c8-3d65d8e1b300 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:36.593169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0cc08-a666-4054-878c-3a0426542892 req-1adfe897-85ac-4579-abc7-e5f184cfdc1b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.605038 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9cc0cc08-a666-4054-878c-3a0426542892 req-1adfe897-85ac-4579-abc7-e5f184cfdc1b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 943 time: 0.1392417 Nov 12 11:00:36.628291 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36f58af-58c6-4f0b-a2c1-21e5d61ab5c7 x-openstack-request-id: req-b36f58af-58c6-4f0b-a2c1-21e5d61ab5c7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:36.628626 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:36.634618 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b36f58af-58c6-4f0b-a2c1-21e5d61ab5c7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:36.634618 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686', 'status': 'completed', 'code': 200} Nov 12 11:00:36.871625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9cc0cc08-a666-4054-878c-3a0426542892 req-1569cfca-1746-4f86-b440-5c09a8d0b1d2 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650788 Nov 12 11:00:36.893129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-72dc8255-007c-4422-89cc-8066393dbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:36.895215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-72dc8255-007c-4422-89cc-8066393dbfe8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 922 time: 0.3702910 Nov 12 11:00:36.951653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-85d27639-af87-4fbb-b88c-4d26914f2315 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549 HTTP/1.1" status: 200 len: 217 time: 0.0480390 Nov 12 11:00:37.003302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-818d87cf-b90f-4592-9a4f-6f6dda9b37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.005514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-818d87cf-b90f-4592-9a4f-6f6dda9b37ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1126 time: 0.2653663 Nov 12 11:00:37.028520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-abf91ad3-8e63-4b59-a2bb-41d9bc69abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.030081 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-abf91ad3-8e63-4b59-a2bb-41d9bc69abd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=338a34fb-e4eb-462e-9e13-5d63aea2a18d HTTP/1.1" status: 200 len: 861 time: 0.0671940 Nov 12 11:00:37.044396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.098885 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-2f68dd58-ef37-470c-8d7a-545f59b7e4e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540586 Nov 12 11:00:37.314522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-2bc0e995-11e7-4338-bdbe-22e19125f5cb service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036235 Nov 12 11:00:37.329090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-0a643011-15da-40bf-80fe-dce29dbfa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.330647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-0a643011-15da-40bf-80fe-dce29dbfa8f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.3126390 Nov 12 11:00:37.335216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.358079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df6b44-c7aa-4508-b7c3-387b9f4517ca req-4fab5e4f-8e61-4575-af87-9bec55132a99 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.368171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74df6b44-c7aa-4508-b7c3-387b9f4517ca req-4fab5e4f-8e61-4575-af87-9bec55132a99 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 867 time: 0.2132750 Nov 12 11:00:37.424938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c17ae1c1-da8a-40f6-bc70-bbec26451549 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:00:37.432810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 715c0164-c576-47b2-a5c8-3d65d8e1b300 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:37.449811 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:00:37.508537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 715c0164-c576-47b2-a5c8-3d65d8e1b300 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:37.508872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 715c0164-c576-47b2-a5c8-3d65d8e1b300 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:37.535731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2312cb73-03bb-4e1a-8fbb-e65824519da3 req-ca2a0ff4-644d-4f5f-a6ad-5b040ac9e3e5 service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118731 Nov 12 11:00:37.537360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39044) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:37.615730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-894e701d-1db3-49bd-8bca-c6381d534442 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=24fad67a09ae4248b67b342cf5198156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762930 Nov 12 11:00:37.618313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39048) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:37.660553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Pushing event deleted for resources: {'Port': ['ID=715c0164-c576-47b2-a5c8-3d65d8e1b300,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:37.712695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-007a08ad-c317-4279-805f-e27bd0acfe48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686 HTTP/1.1" status: 200 len: 217 time: 0.3355844 Nov 12 11:00:37.758606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:37.771224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-78c4e96b-e2c9-4ed0-a657-d543bdb88788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.782652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3059b-6563-43e3-b1a8-28357246e966 req-14545779-9711-417f-89ed-459088b12858 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.784369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33b3059b-6563-43e3-b1a8-28357246e966 req-14545779-9711-417f-89ed-459088b12858 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.1172979 Nov 12 11:00:37.804199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'c17ae1c1-da8a-40f6-bc70-bbec26451549', 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'port_id': 'c17ae1c1-da8a-40f6-bc70-bbec26451549', 'mac_address': 'fa:16:3e:c8:a7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a34fb-e4eb-462e-9e13-5d63aea2a18d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:00:37.809978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] No DVR routers for this DVR port 715c0164-c576-47b2-a5c8-3d65d8e1b300 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:37.814039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-4e1f6547-9955-41d6-9e12-10f5646880e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:37.816112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-4e1f6547-9955-41d6-9e12-10f5646880e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.0894573 Nov 12 11:00:37.825016 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.829902 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d442791-a903-48a4-9113-34521df65c2c req-1ef4b06a-9423-442f-8585-7092538cd429 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.57 "DELETE /v2.0/ports/715c0164-c576-47b2-a5c8-3d65d8e1b300 HTTP/1.1" status: 204 len: 173 time: 3.1133935 Nov 12 11:00:37.830786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'name': 'network-vif-deleted', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:37.834617 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb54d80f-5cc2-420e-b8a5-b0ec0a4b38c5" -d '{"events": [{"server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "name": "network-vif-deleted", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:37.853513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.861064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-78c4e96b-e2c9-4ed0-a657-d543bdb88788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:37.872134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17ae1c1-da8a-40f6-bc70-bbec26451549 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:37.898316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:37.901978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-03620ef2-5809-496e-a8fd-66f9a509d026 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638521 Nov 12 11:00:37.965518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74df6b44-c7aa-4508-b7c3-387b9f4517ca req-196c3717-9b5e-4739-a5db-fbff6310b538 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/security-groups?id=4662c485-b8b4-4650-94a5-e4d0f631981c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963356 Nov 12 11:00:37.969832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.070017 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33b3059b-6563-43e3-b1a8-28357246e966 req-a30c15ec-719d-4862-9b46-baa84a54cf35 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643387 Nov 12 11:00:38.089345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:38.123524 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dd1ea4-4a7b-4133-b492-56ff88eb31ed x-openstack-request-id: req-d7dd1ea4-4a7b-4133-b492-56ff88eb31ed {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:38.124010 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a51f53f-d655-4b5f-97f5-8fc4f437d1b5", "name": "network-vif-deleted", "tag": "715c0164-c576-47b2-a5c8-3d65d8e1b300", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:38.124367 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d7dd1ea4-4a7b-4133-b492-56ff88eb31ed {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:38.124889 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a51f53f-d655-4b5f-97f5-8fc4f437d1b5', 'name': 'network-vif-deleted', 'tag': '715c0164-c576-47b2-a5c8-3d65d8e1b300', 'status': 'completed', 'code': 200} Nov 12 11:00:38.127353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-78c4e96b-e2c9-4ed0-a657-d543bdb88788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.136062 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-78c4e96b-e2c9-4ed0-a657-d543bdb88788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.136062 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-78c4e96b-e2c9-4ed0-a657-d543bdb88788 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e1046172-f6ec-40df-b455-829b0a9bd21e HTTP/1.1" status: 204 len: 168 time: 0.5129833 Nov 12 11:00:38.159871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4e96b-e2c9-4ed0-a657-d543bdb88788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1046172-f6ec-40df-b455-829b0a9bd21e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:38.167264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-aa6c3f35-904d-4515-a03f-f28ca04eca07 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444210 Nov 12 11:00:38.286080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['c17ae1c1-da8a-40f6-bc70-bbec26451549'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:38.520259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Deleting port 0a82ce07-6398-4368-b237-4c8dd9de1a57 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:38.521209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.611702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27af1ed7-e7df-433b-bd86-c78a197b4bed req-b908f5b9-8f5d-4150-accb-ce351963949c service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362009 Nov 12 11:00:38.667338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe07f-799c-465b-af1f-41d4254ac4f8 req-25925c0b-5f77-4c85-952d-43e4f798abe3 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:38.684651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12cbe07f-799c-465b-af1f-41d4254ac4f8 req-25925c0b-5f77-4c85-952d-43e4f798abe3 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 944 time: 0.2588091 Nov 12 11:00:38.742368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] For port 0a82ce07-6398-4368-b237-4c8dd9de1a57, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0a82ce07-6398-4368-b237-4c8dd9de1a57,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:38.742368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:38.770790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Calling delete_port for 0a82ce07-6398-4368-b237-4c8dd9de1a57 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:38.797751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12cbe07f-799c-465b-af1f-41d4254ac4f8 req-d60cde28-f24b-4a41-a0b8-5d859a8ededb tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961211 Nov 12 11:00:39.115746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0243283c-6938-441d-9a30-fc069d8b44fd req-ce88aac1-9cb3-46fe-834e-42bcc7914ec2 tempest-FloatingIPsAssociationTestJSON-1419285768 tempest-FloatingIPsAssociationTestJSON-1419285768-project] 10.222.0.98 "GET /v2.0/ports?device_id=0a51f53f-d655-4b5f-97f5-8fc4f437d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0367050 Nov 12 11:00:39.283759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3e6ae-dae9-432a-a923-0618e9892c3d req-cfe557c2-0ddc-4b8c-a134-46f3299d8620 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:39.285455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5dc3e6ae-dae9-432a-a923-0618e9892c3d req-cfe557c2-0ddc-4b8c-a134-46f3299d8620 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.0592833 Nov 12 11:00:39.355243 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5dc3e6ae-dae9-432a-a923-0618e9892c3d req-f0bffe4b-d9e5-4870-aa42-5b0a9c3fa471 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610282 Nov 12 11:00:39.433477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c17ae1c1-da8a-40f6-bc70-bbec26451549 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:00:39.504696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:39.601183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a82ce07-6398-4368-b237-4c8dd9de1a57,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:39.653627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port c17ae1c1-da8a-40f6-bc70-bbec26451549 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:00:39.668373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port c17ae1c1-da8a-40f6-bc70-bbec26451549 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:00:39.670978 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.116535 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.204576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17ae1c1-da8a-40f6-bc70-bbec26451549'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:40.210484 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81351786-9d58-47cc-9265-3815a70e6fd2" -d '{"events": [{"server_uuid": "5c6014ea-d432-4bb1-8f84-14224d5639f8", "name": "network-vif-plugged", "status": "completed", "tag": "c17ae1c1-da8a-40f6-bc70-bbec26451549"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:40.257094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:40.291539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39116) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:40.363695 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db28a404-9d99-4188-855e-a33d9a34102b x-openstack-request-id: req-db28a404-9d99-4188-855e-a33d9a34102b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:40.365877 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6014ea-d432-4bb1-8f84-14224d5639f8", "name": "network-vif-plugged", "status": "completed", "tag": "c17ae1c1-da8a-40f6-bc70-bbec26451549", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:40.366320 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-db28a404-9d99-4188-855e-a33d9a34102b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:40.367270 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17ae1c1-da8a-40f6-bc70-bbec26451549', 'code': 200} Nov 12 11:00:40.378354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.542925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:40.606511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee45df-60e8-409c-a80c-b96d2bfd773f req-0591e613-f4ab-4fcb-a8bd-d4ca2a2fad67 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:40.617249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eeee45df-60e8-409c-a80c-b96d2bfd773f req-0591e613-f4ab-4fcb-a8bd-d4ca2a2fad67 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 944 time: 0.4725494 Nov 12 11:00:40.637313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:40.676397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06be78-9eb5-4bec-8830-8374af00501d req-d6617d7b-51a1-4fa4-9a89-5fbcedaeb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:40.679075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a06be78-9eb5-4bec-8830-8374af00501d req-d6617d7b-51a1-4fa4-9a89-5fbcedaeb64e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 1097 time: 0.1886816 Nov 12 11:00:40.824335 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eeee45df-60e8-409c-a80c-b96d2bfd773f req-71171dd7-3d40-41a4-9133-3b1dd4bbfc13 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053127 Nov 12 11:00:40.913384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a06be78-9eb5-4bec-8830-8374af00501d req-048e55d2-7bac-43ef-8729-81c3691a71de service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179229 Nov 12 11:00:41.180029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Router 0163a900-d5d7-462c-a615-22c0b31f9749 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:41.192602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05078b3-425b-48fa-858a-62bf00fb9f07 req-883bebc9-40e9-4473-9051-5d1c9762e5e4 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:41.203324 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a05078b3-425b-48fa-858a-62bf00fb9f07 req-883bebc9-40e9-4473-9051-5d1c9762e5e4 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.1925936 Nov 12 11:00:41.361260 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a05078b3-425b-48fa-858a-62bf00fb9f07 req-be0b3cca-44cd-48e5-9e50-a5b56818ae29 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569309 Nov 12 11:00:41.386818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:41.397061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-08995b34-3657-4034-b6ff-7824bae17bb2 admin admin] 10.222.0.98 "PUT /v2.0/routers/0163a900-d5d7-462c-a615-22c0b31f9749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4877834 Nov 12 11:00:41.412492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39144) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:41.412595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166c444-7147-4123-956a-e4d960113b6c None None] Sync routers for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:41.414898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166c444-7147-4123-956a-e4d960113b6c None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:41.415617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b166c444-7147-4123-956a-e4d960113b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:41.611511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.673861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-b166c444-7147-4123-956a-e4d960113b6c None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:41.758205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.819835 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:41.969547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b166c444-7147-4123-956a-e4d960113b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T11:00:38Z', 'revision_number': 5, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port': {'id': 'de8f457b-2d49-47ad-baec-364050bf4e9b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:17Z', 'updated_at': '2021-11-12T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:42.052817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166c444-7147-4123-956a-e4d960113b6c None None] Checking router: 0163a900-d5d7-462c-a615-22c0b31f9749 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:42.078769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166c444-7147-4123-956a-e4d960113b6c None None] Routers {'0163a900-d5d7-462c-a615-22c0b31f9749'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:42.080574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b166c444-7147-4123-956a-e4d960113b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0163a900-d5d7-462c-a615-22c0b31f9749'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:42.123354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61365e6-df21-4053-983d-a0cb2d94894e req-bdfbc94b-f2d2-416a-b422-d84938cf2326 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.135342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61365e6-df21-4053-983d-a0cb2d94894e req-bdfbc94b-f2d2-416a-b422-d84938cf2326 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.1386642 Nov 12 11:00:42.153144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Deleting port de8f457b-2d49-47ad-baec-364050bf4e9b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:42.153701 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.277413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-07e015be-0489-4de7-8bdb-bf0d45fca96b service neutron] 10.222.0.69 "GET /v2.0/ports/6e0a6572-cc39-4255-848a-ecd41b4fb686/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.0883276 Nov 12 11:00:42.292686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61365e6-df21-4053-983d-a0cb2d94894e req-758ff666-ea84-484f-960a-53439ee64764 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562099 Nov 12 11:00:42.441658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-b166c444-7147-4123-956a-e4d960113b6c None None] Set router 0163a900-d5d7-462c-a615-22c0b31f9749 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:42.468656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] For port de8f457b-2d49-47ad-baec-364050bf4e9b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=de8f457b-2d49-47ad-baec-364050bf4e9b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:42.469336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.498288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Calling delete_port for de8f457b-2d49-47ad-baec-364050bf4e9b owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:42.544766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b166c444-7147-4123-956a-e4d960113b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T11:00:41Z', 'revision_number': 6, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:42.580575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166c444-7147-4123-956a-e4d960113b6c None None] The sync data for ids ['0163a900-d5d7-462c-a615-22c0b31f9749'] in n-d-768852-22 is: [{'id': '0163a900-d5d7-462c-a615-22c0b31f9749', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-735405611-router', 'tenant_id': '1478ad264e0245b19b14d815ce4fd6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:16Z', 'updated_at': '2021-11-12T11:00:41Z', 'revision_number': 6, 'project_id': '1478ad264e0245b19b14d815ce4fd6bd', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:42.665165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:42.692248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:42.723536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6e0a6572-cc39-4255-848a-ecd41b4fb686 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:42.725897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Deleting port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:42.726241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:42.842682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0a6572-cc39-4255-848a-ecd41b4fb686 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:42.881634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:42.924506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a484b-90a5-4a81-9504-27dc288df1ea req-eac9716b-48b8-4382-91ca-81bab01e1d50 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:42.926974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b2a484b-90a5-4a81-9504-27dc288df1ea req-eac9716b-48b8-4382-91ca-81bab01e1d50 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 943 time: 0.1954494 Nov 12 11:00:42.949619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] For port 2b0bfdaa-957d-4228-a2ea-4bc0c323f762, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:42.951003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.005303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Calling delete_port for 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:43.008340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b2a484b-90a5-4a81-9504-27dc288df1ea req-0c578ee5-af09-4a2c-80b3-846ace78f24f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731380 Nov 12 11:00:43.041485 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.156103 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.202264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] Transition to ACTIVE for port object 6e0a6572-cc39-4255-848a-ecd41b4fb686 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:43.223722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Pushing event deleted for resources: {'Port': ['ID=de8f457b-2d49-47ad-baec-364050bf4e9b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:43.313550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.378046 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.446144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.448389 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.455282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] No DVR routers for this DVR port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:43.498876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] 10.222.0.69 "PUT /v2.0/ports/6e0a6572-cc39-4255-848a-ecd41b4fb686/bindings/n-h1-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 1.2033327 Nov 12 11:00:43.502443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a5357-be25-4af3-b539-6ffb509bfb4a service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=10']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:43.614406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device de8f457b-2d49-47ad-baec-364050bf4e9b no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:43.638533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: de8f457b-2d49-47ad-baec-364050bf4e9b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:43.638917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device de8f457b-2d49-47ad-baec-364050bf4e9b not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:43.639369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0a82ce07-6398-4368-b237-4c8dd9de1a57 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:43.657699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.661155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 0a82ce07-6398-4368-b237-4c8dd9de1a57 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:43.661155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0a82ce07-6398-4368-b237-4c8dd9de1a57 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:43.688770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0bfdaa-957d-4228-a2ea-4bc0c323f762,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:43.715052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.715731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0163a900-d5d7-462c-a615-22c0b31f9749 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:00:43.720861 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.724478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f9cbd2a9-26c7-40e9-b5be-8dab64c5059b admin admin] 10.222.0.98 "DELETE /v2.0/routers/0163a900-d5d7-462c-a615-22c0b31f9749 HTTP/1.1" status: 204 len: 168 time: 2.3212862 Nov 12 11:00:43.729741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39230) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:43.895570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ea58b6-9107-4205-9d72-91961b9bc742 admin admin] Deleting subnet 33070c15-2ca7-49d9-a6c2-cda9a789ff84 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:00:43.917504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04ea58b6-9107-4205-9d72-91961b9bc742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.973789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:43.982301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-2ccc0572-fbcb-4fb7-bf72-bae198ba0c68 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:43.984737 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-2ccc0572-fbcb-4fb7-bf72-bae198ba0c68 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.1823614 Nov 12 11:00:44.036199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04ea58b6-9107-4205-9d72-91961b9bc742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.120174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-b9d2899d-9491-4064-bc05-88142eb6403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:44.121965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-b9d2899d-9491-4064-bc05-88142eb6403c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c&tenant_id=bd29df4f48464cdb8586959f14c6b833 HTTP/1.1" status: 200 len: 1096 time: 0.1169071 Nov 12 11:00:44.229252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04ea58b6-9107-4205-9d72-91961b9bc742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.280251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-83d3f180-3088-41bb-81b6-97507e9d18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:44.282892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-83d3f180-3088-41bb-81b6-97507e9d18df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1096 time: 0.1290514 Nov 12 11:00:44.283073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Router eb7df6f5-9342-412c-9525-1a27234cd5a4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:44.440775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-daf5fb51-22e5-4326-9cec-333d249e145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:44.444854 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-daf5fb51-22e5-4326-9cec-333d249e145f service neutron] 10.222.0.57 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.1442740 Nov 12 11:00:44.466873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:44.478352 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] Sync routers for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:44.482166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be6760b8-2dee-4f42-a390-5d506d2eeaf9 admin admin] 10.222.0.98 "PUT /v2.0/routers/eb7df6f5-9342-412c-9525-1a27234cd5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1890323 Nov 12 11:00:44.485433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39242) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:44.492782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-62fa25b3-8395-47fc-837c-c1223743183b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686 HTTP/1.1" status: 200 len: 217 time: 0.0409136 Nov 12 11:00:44.498266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:44.500227 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:44.623408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.782536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:44.837438 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:44.887217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23374ea-2342-4682-a009-4b5b027307ed req-69f7c05a-497b-49cb-afbb-c5f1f941c693 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:44.889281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f23374ea-2342-4682-a009-4b5b027307ed req-69f7c05a-497b-49cb-afbb-c5f1f941c693 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.0642183 Nov 12 11:00:44.963273 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f23374ea-2342-4682-a009-4b5b027307ed req-906b69f0-323a-48be-8753-84f75aae0e6f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613201 Nov 12 11:00:44.972612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04ea58b6-9107-4205-9d72-91961b9bc742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.038797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea58b6-9107-4205-9d72-91961b9bc742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33070c15-2ca7-49d9-a6c2-cda9a789ff84,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:45.063786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04ea58b6-9107-4205-9d72-91961b9bc742 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.067317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-04ea58b6-9107-4205-9d72-91961b9bc742 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/33070c15-2ca7-49d9-a6c2-cda9a789ff84 HTTP/1.1" status: 204 len: 168 time: 1.3339009 Nov 12 11:00:45.070571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39248) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:45.071066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-48ba7607-20a2-499b-884a-6436da0adddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:45.072424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbcf851-efde-497c-90d6-a2744ff66e25 None None] Network 8a055990-85ea-42b8-beee-2824cff34154 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:45.072933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-48ba7607-20a2-499b-884a-6436da0adddb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.5731266 Nov 12 11:00:45.115242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-60028601-e9d9-4ab2-ba4a-338b1d4530be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343733 Nov 12 11:00:45.152670 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T11:00:43Z', 'revision_number': 5, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port': {'id': '823194eb-a373-4aa8-b54b-b823ef42a27d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:59:00Z', 'updated_at': '2021-11-12T10:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:45.193254 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] Checking router: eb7df6f5-9342-412c-9525-1a27234cd5a4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:45.203452 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] Routers {'eb7df6f5-9342-412c-9525-1a27234cd5a4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:45.204159 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb7df6f5-9342-412c-9525-1a27234cd5a4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:45.210751 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.282649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-b0a68783-3d4f-488a-a050-ac4afa546212 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598511 Nov 12 11:00:45.317877 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] Set router eb7df6f5-9342-412c-9525-1a27234cd5a4 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:45.345858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] DHCP port deletion for 8a055990-85ea-42b8-beee-2824cff34154 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:45.380748 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T11:00:44Z', 'revision_number': 6, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:45.414188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] Deleting port be994a8a-1caf-4295-b74a-df933ab22f8b {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:45.414959 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.417145 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a8984-9f0f-4c68-b73e-bbb0dc2f5160 None None] The sync data for ids ['eb7df6f5-9342-412c-9525-1a27234cd5a4'] in n-d-768852-22 is: [{'id': 'eb7df6f5-9342-412c-9525-1a27234cd5a4', 'name': 'tempest-FloatingIPsAssociationTestJSON-605102447-router', 'tenant_id': '9b6c8292556547aaaf5327b7c970755c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:57Z', 'updated_at': '2021-11-12T11:00:44Z', 'revision_number': 6, 'project_id': '9b6c8292556547aaaf5327b7c970755c', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:45.430201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Deleting port 823194eb-a373-4aa8-b54b-b823ef42a27d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:45.430586 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.498496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c0600-76bf-48ec-8402-4fbb9e2e2c7a req-8c952d63-d643-4c76-bd4c-04980cff6b9e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:45.500182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-840c0600-76bf-48ec-8402-4fbb9e2e2c7a req-8c952d63-d643-4c76-bd4c-04980cff6b9e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 944 time: 0.2841923 Nov 12 11:00:45.514459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-9ea1c26e-89e5-463c-809b-583f736e4b25 service neutron] 10.222.0.57 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235105 Nov 12 11:00:45.611344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Deleting port be994a8a-1caf-4295-b74a-df933ab22f8b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:45.611666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.656413 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-840c0600-76bf-48ec-8402-4fbb9e2e2c7a req-e442cc8d-8d09-4608-9889-bbc8a9c8e760 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150894 Nov 12 11:00:45.709606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] For port 823194eb-a373-4aa8-b54b-b823ef42a27d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=823194eb-a373-4aa8-b54b-b823ef42a27d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:45.710066 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.713979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:45.736177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] For port be994a8a-1caf-4295-b74a-df933ab22f8b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=be994a8a-1caf-4295-b74a-df933ab22f8b,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:45.736621 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.739467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Calling delete_port for 823194eb-a373-4aa8-b54b-b823ef42a27d owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:45.765293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Calling delete_port for be994a8a-1caf-4295-b74a-df933ab22f8b owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:45.772131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] For port be994a8a-1caf-4295-b74a-df933ab22f8b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=be994a8a-1caf-4295-b74a-df933ab22f8b,segment=NetworkSegment(aa021a00-b296-4682-814e-a673d95f1aaa),segment_id=aa021a00-b296-4682-814e-a673d95f1aaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:45.772817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.793256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] Calling delete_port for be994a8a-1caf-4295-b74a-df933ab22f8b owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:45.932434 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:45.976279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:45.979142 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6576b82c-d784-4329-a6f3-f22096905cb5" -d '{"events": [{"server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:46.003710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:46.007505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device be994a8a-1caf-4295-b74a-df933ab22f8b no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:46.132422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.138160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.196755 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.241308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:46.260263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] No DVR routers for this DVR port be994a8a-1caf-4295-b74a-df933ab22f8b on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:46.298584 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb9f91-1c83-49b0-acd5-ba41eea4200a x-openstack-request-id: req-48fb9f91-1c83-49b0-acd5-ba41eea4200a {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:46.299532 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:46.299797 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-48fb9f91-1c83-49b0-acd5-ba41eea4200a {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:46.303276 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'code': 200} Nov 12 11:00:46.308253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:46.308683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2b0bfdaa-957d-4228-a2ea-4bc0c323f762 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:46.341075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:46.354578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313e611-7223-4918-9eb6-574f3eb587c8 req-3343a0fa-53a9-4a0c-b4e0-6ff3556a74bd tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.382784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2313e611-7223-4918-9eb6-574f3eb587c8 req-3343a0fa-53a9-4a0c-b4e0-6ff3556a74bd tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.4971955 Nov 12 11:00:46.426445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-618daecd-e259-44c7-ba11-f58b82bb4431 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:46.429492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-618daecd-e259-44c7-ba11-f58b82bb4431 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c&tenant_id=bd29df4f48464cdb8586959f14c6b833&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.2100077 Nov 12 11:00:46.431265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755d119-2c20-4efe-8d88-79bf363db7a7 None None] Pushing event deleted for resources: {'Port': ['ID=be994a8a-1caf-4295-b74a-df933ab22f8b,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:46.448603 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.535203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=be994a8a-1caf-4295-b74a-df933ab22f8b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:46.567441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] No DVR routers for this DVR port be994a8a-1caf-4295-b74a-df933ab22f8b on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:46.642725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2313e611-7223-4918-9eb6-574f3eb587c8 req-a813cb87-212e-477d-8752-b883d5add1c3 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584691 Nov 12 11:00:46.760551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.781413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-c79cb077-ad68-48a5-bfea-fed83268acd8 service neutron] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:46.785084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-c79cb077-ad68-48a5-bfea-fed83268acd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.786253 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e9f3eff-5e63-4229-86ab-534085407a46 req-c79cb077-ad68-48a5-bfea-fed83268acd8 service neutron] 10.222.0.57 "DELETE /v2.0/ports/6e0a6572-cc39-4255-848a-ecd41b4fb686/bindings/n-h2-768852-22 HTTP/1.1" status: 204 len: 173 time: 0.3476784 Nov 12 11:00:46.805380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:46.825281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a055990-85ea-42b8-beee-2824cff34154']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:46.928874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa021a00-b296-4682-814e-a673d95f1aaa') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:46.929544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa021a00-b296-4682-814e-a673d95f1aaa') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:46.934444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=823194eb-a373-4aa8-b54b-b823ef42a27d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:46.955861 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.027190 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.051006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:00:47.051401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:00:47.053798 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:00:47.079663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143117-9201-4b8e-8431-ef137ee850ba req-26d179e9-3c09-4ba1-83d7-504027272ce9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:47.081237 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-26d179e9-3c09-4ba1-83d7-504027272ce9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 804 time: 0.3089964 Nov 12 11:00:47.140047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.189135 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.240785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-9f6b6ba0-8fc2-46b2-bb64-03b33bcf440b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/quotas/6c7fc5d893d84e13a178fd9d1e8a0647 HTTP/1.1" status: 200 len: 375 time: 0.1217730 Nov 12 11:00:47.325561 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.355159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.365536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.387183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:47.393195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] 10.222.0.98 "DELETE /v2.0/networks/8a055990-85ea-42b8-beee-2824cff34154 HTTP/1.1" status: 204 len: 168 time: 2.3209071 Nov 12 11:00:47.399594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39280) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:47.470562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242609f-92cb-47be-b673-7ca749571d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a055990-85ea-42b8-beee-2824cff34154,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:47.492081 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-a4b02427-a018-40ec-bda3-187ddb4a5ef8 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1916499 Nov 12 11:00:47.647118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 823194eb-a373-4aa8-b54b-b823ef42a27d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:47.695170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 823194eb-a373-4aa8-b54b-b823ef42a27d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:47.695897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 823194eb-a373-4aa8-b54b-b823ef42a27d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:47.810257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-2e9fe3e0-3ba0-4073-960a-bc3c45ef69c4 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:47.812949 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-2e9fe3e0-3ba0-4073-960a-bc3c45ef69c4 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.57 "GET /v2.0/ports?device_id=c94d3e84-349a-4380-9baf-6d6362f8cc4e HTTP/1.1" status: 200 len: 944 time: 0.1471691 Nov 12 11:00:48.043255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Deleting port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:48.043776 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.047558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.048419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7df6f5-9342-412c-9525-1a27234cd5a4 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:00:48.054850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.059282 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7dcd3c4e-282f-44dc-a7e5-c5bdacc3c2a8 admin admin] 10.222.0.98 "DELETE /v2.0/routers/eb7df6f5-9342-412c-9525-1a27234cd5a4 HTTP/1.1" status: 204 len: 168 time: 3.5724773 Nov 12 11:00:48.060678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39282) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:48.157003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1645040-4025-4346-b42d-a64fb06d8d5c admin admin] Deleting subnet 194fb240-aeb5-4469-9c3b-0a232e7ae0ba {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:00:48.162317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1645040-4025-4346-b42d-a64fb06d8d5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.172559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-c93aa9b6-1f6b-49eb-b3d6-2a537b501333 service neutron] 10.222.0.98 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677046 Nov 12 11:00:48.357717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.362768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] For port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:48.363360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.396017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1645040-4025-4346-b42d-a64fb06d8d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.484416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Calling delete_port for 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:48.525447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-2fd182e1-61f8-4642-a31d-e46a7d794366 service neutron] 10.222.0.98 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516080 Nov 12 11:00:48.592339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1645040-4025-4346-b42d-a64fb06d8d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.666747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be75a5-d1d1-45e7-a00f-cfa17c6a275c req-a24e18a1-b0da-4cf6-b1bc-c7302feec999 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:48.683495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55be75a5-d1d1-45e7-a00f-cfa17c6a275c req-a24e18a1-b0da-4cf6-b1bc-c7302feec999 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 944 time: 0.3565514 Nov 12 11:00:48.830643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1645040-4025-4346-b42d-a64fb06d8d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.842227 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55be75a5-d1d1-45e7-a00f-cfa17c6a275c req-8ed0ee0c-55b1-43a0-818e-97331cc78eb0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605079 Nov 12 11:00:48.906695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1645040-4025-4346-b42d-a64fb06d8d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194fb240-aeb5-4469-9c3b-0a232e7ae0ba,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:48.934489 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1645040-4025-4346-b42d-a64fb06d8d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:48.943991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4e573a-3654-4b6c-9c79-6e106c443d9d None None] Network 74740c99-fad6-4c4d-9c3f-262c41e49508 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:48.949783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1645040-4025-4346-b42d-a64fb06d8d5c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/194fb240-aeb5-4469-9c3b-0a232e7ae0ba HTTP/1.1" status: 204 len: 168 time: 0.8863246 Nov 12 11:00:48.953432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39294) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:49.117012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.131687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.201136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39300) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:49.216759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e51e09a-5799-4875-8626-6e8c57da846c req-cc8174f1-d3de-4d60-8128-7547b9d5f0fc tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 210 time: 0.0543067 Nov 12 11:00:49.233072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Pushing event deleted for resources: {'Port': ['ID=8ef1b0cf-8cd8-4380-9263-7c04f9ad9703,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:49.462273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] DHCP port deletion for 74740c99-fad6-4c4d-9c3f-262c41e49508 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:49.463183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e081b7-0a65-40a8-9db8-e1bf32accc91 req-8db4912b-428c-40ed-9d27-407919976187 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.463183 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0e081b7-0a65-40a8-9db8-e1bf32accc91 req-8db4912b-428c-40ed-9d27-407919976187 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 1096 time: 0.0667403 Nov 12 11:00:49.464425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] No DVR routers for this DVR port 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:49.464425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.464425 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c39291d6-5d14-4254-900d-80191dcdd2d7 req-26d5ef7e-185b-48fe-bccd-2c5d061e5b9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.57 "DELETE /v2.0/ports/8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 HTTP/1.1" status: 204 len: 173 time: 1.6169877 Nov 12 11:00:49.464843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Deleting port 7a21c924-9c0c-42fb-a27a-96aec8e81697 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:49.464972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'name': 'network-vif-deleted', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:49.465177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.465320 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d31995-50aa-425c-8c68-a01a3871d776" -d '{"events": [{"server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "name": "network-vif-deleted", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:49.488846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6df05-d53d-476c-afc8-3cffc275934a req-0f077e00-9a0f-410f-b306-3bd0579aeaee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.497374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98d6df05-d53d-476c-afc8-3cffc275934a req-0f077e00-9a0f-410f-b306-3bd0579aeaee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.2582378 Nov 12 11:00:49.511510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a13b1e66-8e76-4d72-9cba-116e58e00cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.536202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] For port 7a21c924-9c0c-42fb-a27a-96aec8e81697, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7a21c924-9c0c-42fb-a27a-96aec8e81697,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:49.537157 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.542965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0e081b7-0a65-40a8-9db8-e1bf32accc91 req-ff2c71f4-e3f7-4c67-9032-07753c2d3a39 tempest-LiveAutoBlockMigrationV225Test-1901447370 tempest-LiveAutoBlockMigrationV225Test-1901447370-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260612 Nov 12 11:00:49.547193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Deleting port 7a21c924-9c0c-42fb-a27a-96aec8e81697 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:49.547631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.553009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Calling delete_port for 7a21c924-9c0c-42fb-a27a-96aec8e81697 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:49.557469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Deleting port cf35852e-2de2-4f7a-81aa-7b6c5fae3369 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:49.557890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.668647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a13b1e66-8e76-4d72-9cba-116e58e00cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.683334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98d6df05-d53d-476c-afc8-3cffc275934a req-897541b3-41f1-46db-8465-a4c8c1a3eeed tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848195 Nov 12 11:00:49.735427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7a21c924-9c0c-42fb-a27a-96aec8e81697 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:49.768264 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1ae259-b36f-4dbe-a6a1-a4d329b6d701 x-openstack-request-id: req-4a1ae259-b36f-4dbe-a6a1-a4d329b6d701 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:49.768646 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94d3e84-349a-4380-9baf-6d6362f8cc4e", "name": "network-vif-deleted", "tag": "8ef1b0cf-8cd8-4380-9263-7c04f9ad9703", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:49.769038 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4a1ae259-b36f-4dbe-a6a1-a4d329b6d701 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:49.769240 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3e84-349a-4380-9baf-6d6362f8cc4e', 'name': 'network-vif-deleted', 'tag': '8ef1b0cf-8cd8-4380-9263-7c04f9ad9703', 'status': 'completed', 'code': 200} Nov 12 11:00:49.793678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] For port 7a21c924-9c0c-42fb-a27a-96aec8e81697, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7a21c924-9c0c-42fb-a27a-96aec8e81697,segment=NetworkSegment(62d307a7-f112-4686-bad8-b651011f5e54),segment_id=62d307a7-f112-4686-bad8-b651011f5e54)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:49.794068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.828660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Calling delete_port for 7a21c924-9c0c-42fb-a27a-96aec8e81697 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:49.869103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] For port cf35852e-2de2-4f7a-81aa-7b6c5fae3369, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,segment=NetworkSegment(a4c9634c-44f3-4f5a-b191-45e71a749d7b),segment_id=a4c9634c-44f3-4f5a-b191-45e71a749d7b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:49.869925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.884228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906655d-cf4d-4d29-b6ea-49190cc3e3db req-7e05bb11-b0ef-4daf-9afa-b6fb0c583f26 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:49.903737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1906655d-cf4d-4d29-b6ea-49190cc3e3db req-7e05bb11-b0ef-4daf-9afa-b6fb0c583f26 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.0782905 Nov 12 11:00:49.904062 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:49.927878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Calling delete_port for cf35852e-2de2-4f7a-81aa-7b6c5fae3369 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:49.980278 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1906655d-cf4d-4d29-b6ea-49190cc3e3db req-92c0a326-b098-4776-a917-8a1129b4c53e tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855255 Nov 12 11:00:50.197621 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a13b1e66-8e76-4d72-9cba-116e58e00cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.219487 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.232709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.274262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] No DVR routers for this DVR port 7a21c924-9c0c-42fb-a27a-96aec8e81697 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:50.316888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a21c924-9c0c-42fb-a27a-96aec8e81697,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:50.329076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] No DVR routers for this DVR port 7a21c924-9c0c-42fb-a27a-96aec8e81697 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:50.392073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.394537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Pushing event deleted for resources: {'Port': ['ID=7a21c924-9c0c-42fb-a27a-96aec8e81697,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:50.406212 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a13b1e66-8e76-4d72-9cba-116e58e00cd1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3554370a38b6400792bfef7d1a78e762&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1876950 Nov 12 11:00:50.410900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.415021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.415021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.415021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.415021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.415021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.415021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.415883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.415883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.416499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.417338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.417881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fa8dc-02bb-46f3-b0ff-fe5a8b523a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:00:50.422769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39324) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:50.429354 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.437988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b1e66-8e76-4d72-9cba-116e58e00cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c7af88-66cd-4de0-81d3-97c20f80264b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:50.533475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdc756-00b3-4194-aa5e-501221bc3a48 req-bfcab3a7-4bfa-45aa-ada5-98342bb527c1 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:50.535897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4fdc756-00b3-4194-aa5e-501221bc3a48 req-bfcab3a7-4bfa-45aa-ada5-98342bb527c1 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.2501287 Nov 12 11:00:50.637865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.642764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2eee28e-ff8c-4a32-ab29-4081fd220744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.666778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4fdc756-00b3-4194-aa5e-501221bc3a48 req-943f892c-8540-4374-bd5a-6e8a8eb47e32 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150298 Nov 12 11:00:50.681515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2eee28e-ff8c-4a32-ab29-4081fd220744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.685719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74740c99-fad6-4c4d-9c3f-262c41e49508']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:50.705858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d307a7-f112-4686-bad8-b651011f5e54') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:50.706349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d307a7-f112-4686-bad8-b651011f5e54') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:50.722946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf35852e-2de2-4f7a-81aa-7b6c5fae3369,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:50.751809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.860110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e6b5174-4645-4243-a205-7ed3141948f5 req-bf4f15f1-9866-443b-9a6d-47cbf3305a86 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 210 time: 0.1173484 Nov 12 11:00:50.866789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.876901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:00:50.878036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:00:50.880827 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:00:50.960735 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2eee28e-ff8c-4a32-ab29-4081fd220744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.970644 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2eee28e-ff8c-4a32-ab29-4081fd220744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:50.973109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c2eee28e-ff8c-4a32-ab29-4081fd220744 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/18c7af88-66cd-4de0-81d3-97c20f80264b HTTP/1.1" status: 204 len: 168 time: 0.5401504 Nov 12 11:00:50.994608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cdf0c-9e5b-40e7-83a8-13d57bd735fe req-75452af7-dec4-46e0-8f58-a9b7e23ad06b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.001096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e73cdf0c-9e5b-40e7-83a8-13d57bd735fe req-75452af7-dec4-46e0-8f58-a9b7e23ad06b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 944 time: 0.1424007 Nov 12 11:00:51.041464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eee28e-ff8c-4a32-ab29-4081fd220744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c7af88-66cd-4de0-81d3-97c20f80264b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:51.128638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e73cdf0c-9e5b-40e7-83a8-13d57bd735fe req-b345eedd-46ad-4aff-b038-23154d925b01 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877681 Nov 12 11:00:51.140846 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:51.148448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124793aa-3d7d-4d8b-813d-f76417cab326 req-2ceef9ad-22c3-43c4-af1e-a799fcb49cf5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.150096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-124793aa-3d7d-4d8b-813d-f76417cab326 req-2ceef9ad-22c3-43c4-af1e-a799fcb49cf5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.0720890 Nov 12 11:00:51.203434 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:51.336302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:51.344170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] 10.222.0.98 "DELETE /v2.0/networks/74740c99-fad6-4c4d-9c3f-262c41e49508 HTTP/1.1" status: 204 len: 168 time: 2.3844674 Nov 12 11:00:51.392712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62c128-1ec7-4331-9a58-736fdbcffe45 admin admin] Pushing event deleted for resources: {'Network': ['ID=74740c99-fad6-4c4d-9c3f-262c41e49508,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:51.476138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-124793aa-3d7d-4d8b-813d-f76417cab326 req-ce295830-143a-431e-8616-969a4b9d2e70 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124068 Nov 12 11:00:51.502186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-2f7b4b3a-ea90-442c-be18-2a5feee572a0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.504006 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-2f7b4b3a-ea90-442c-be18-2a5feee572a0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.57 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 944 time: 0.3155878 Nov 12 11:00:51.808916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Router 9c3fec03-e740-4a1f-a824-3efe3631a16c has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:00:51.818988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5ca46-3a9a-4a4d-99cf-31aaa94abcfc req-7ea7b219-7b0d-4292-b031-29ddb72941a1 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:51.820608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4df5ca46-3a9a-4a4d-99cf-31aaa94abcfc req-7ea7b219-7b0d-4292-b031-29ddb72941a1 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.1536801 Nov 12 11:00:51.833801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Deleting port 6e0a6572-cc39-4255-848a-ecd41b4fb686 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:51.834146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:51.877093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39346) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:51.896839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a150-5239-4f4e-98de-1a2b3e0b720a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:51.998427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39350) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:52.041903 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4df5ca46-3a9a-4a4d-99cf-31aaa94abcfc req-c691acbd-fc7a-49be-b072-d0c28db2157a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043986 Nov 12 11:00:52.071618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] For port 6e0a6572-cc39-4255-848a-ecd41b4fb686, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6e0a6572-cc39-4255-848a-ecd41b4fb686,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:52.072033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.081185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90952bf9-90c9-4580-b728-983762d1aa6c req-1dd75e29-b475-47c4-a276-ab1673d4d353 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 210 time: 0.0869012 Nov 12 11:00:52.106125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Calling delete_port for 6e0a6572-cc39-4255-848a-ecd41b4fb686 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:52.107109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:00:52.113881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eb4fa49a-30d6-432f-aabd-1779690cb443 admin admin] 10.222.0.98 "PUT /v2.0/routers/9c3fec03-e740-4a1f-a824-3efe3631a16c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7158430 Nov 12 11:00:52.118718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39354) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:52.139242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] Sync routers for ids ['9c3fec03-e740-4a1f-a824-3efe3631a16c'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:00:52.163869 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a150-5239-4f4e-98de-1a2b3e0b720a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.167858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] Routers {'9c3fec03-e740-4a1f-a824-3efe3631a16c'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:52.169793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9c3fec03-e740-4a1f-a824-3efe3631a16c'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:52.173119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-de9bcb31-b8b9-488f-ab9f-cddc0585cdd1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9b6c8292556547aaaf5327b7c970755c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727331 Nov 12 11:00:52.174073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39358) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:52.277719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a59bc08-2839-41a7-9383-21dd4033ad79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.322857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6e9a150-5239-4f4e-98de-1a2b3e0b720a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.434110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a59bc08-2839-41a7-9383-21dd4033ad79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.501981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6e9a150-5239-4f4e-98de-1a2b3e0b720a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c59459b6154f4a7980abc416b0b6004d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6237035 Nov 12 11:00:52.503431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9a150-5239-4f4e-98de-1a2b3e0b720a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cef9d3a-7e2d-47b6-ba43-b7760a97f261,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:52.506301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39364) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:52.543533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] Set router 9c3fec03-e740-4a1f-a824-3efe3631a16c gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:52.570585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dbbe6-75c7-4770-b749-21420bf0ffdb req-6b358d9b-01c7-4632-9792-fc3f7526f5eb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:52.572366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d03dbbe6-75c7-4770-b749-21420bf0ffdb req-6b358d9b-01c7-4632-9792-fc3f7526f5eb tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 944 time: 0.2838862 Nov 12 11:00:52.679339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b8db2ef-09c0-4174-9269-4d6a082b7cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.731345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d03dbbe6-75c7-4770-b749-21420bf0ffdb req-18afbba1-0eec-4ecf-ad96-1ec54eab7547 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399612 Nov 12 11:00:52.744506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b8db2ef-09c0-4174-9269-4d6a082b7cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.795737 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a59bc08-2839-41a7-9383-21dd4033ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.800031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a59bc08-2839-41a7-9383-21dd4033ad79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:52.801320 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a59bc08-2839-41a7-9383-21dd4033ad79 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4662c485-b8b4-4650-94a5-e4d0f631981c HTTP/1.1" status: 204 len: 168 time: 0.6255469 Nov 12 11:00:52.814855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59bc08-2839-41a7-9383-21dd4033ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4662c485-b8b4-4650-94a5-e4d0f631981c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:52.833419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ddb51-c671-4f66-8285-bfe09171b5a6 req-9cecc6ad-4851-47f0-8588-a467350302b9 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:52.835211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-775ddb51-c671-4f66-8285-bfe09171b5a6 req-9cecc6ad-4851-47f0-8588-a467350302b9 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.1673901 Nov 12 11:00:52.869449 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.029801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T11:00:50Z', 'revision_number': 5, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:53.034957 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b8db2ef-09c0-4174-9269-4d6a082b7cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.039408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b8db2ef-09c0-4174-9269-4d6a082b7cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.045535 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2b8db2ef-09c0-4174-9269-4d6a082b7cad admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5cef9d3a-7e2d-47b6-ba43-b7760a97f261 HTTP/1.1" status: 204 len: 168 time: 0.5153544 Nov 12 11:00:53.063146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.064163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8db2ef-09c0-4174-9269-4d6a082b7cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cef9d3a-7e2d-47b6-ba43-b7760a97f261,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:53.083701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] Checking router: 9c3fec03-e740-4a1f-a824-3efe3631a16c for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:00:53.092096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6e0a6572-cc39-4255-848a-ecd41b4fb686'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:53.118614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:00:53.168288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] Routers {'9c3fec03-e740-4a1f-a824-3efe3631a16c'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:00:53.168942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:00:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9c3fec03-e740-4a1f-a824-3efe3631a16c'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:53.224249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-775ddb51-c671-4f66-8285-bfe09171b5a6 req-07d8d495-97e6-46b8-b5b3-232bf3637652 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777211 Nov 12 11:00:53.240206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Pushing event deleted for resources: {'Port': ['ID=6e0a6572-cc39-4255-848a-ecd41b4fb686,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:53.389359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143117-9201-4b8e-8431-ef137ee850ba req-6af13b74-5f50-43a8-8127-3e960cf70d13 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:53.391211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-6af13b74-5f50-43a8-8127-3e960cf70d13 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.69 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 804 time: 0.5419793 Nov 12 11:00:53.425979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.429675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] Set router 9c3fec03-e740-4a1f-a824-3efe3631a16c gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:00:53.434183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Request body: {'port': {'device_id': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'admin_state_up': True, 'tenant_id': '6c7fc5d893d84e13a178fd9d1e8a0647'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:53.518120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] No DVR routers for this DVR port 6e0a6572-cc39-4255-848a-ecd41b4fb686 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:00:53.525689 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.529331 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-906820dc-5685-4d17-90e9-9667f2f8c418 req-c3c1cc4a-bfd3-4512-8606-bd1ca1127d14 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.57 "DELETE /v2.0/ports/6e0a6572-cc39-4255-848a-ecd41b4fb686 HTTP/1.1" status: 204 len: 173 time: 2.0187654 Nov 12 11:00:53.529617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'name': 'network-vif-deleted', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:53.532375 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb43e36a-b0e2-4164-93fd-9f2cd912f57b" -d '{"events": [{"server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "name": "network-vif-deleted", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:53.573879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e30da3b-af68-4cc2-af03-1170ebfe0f07 req-9b045d00-0aa0-4f44-ab0f-8aa03e506757 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 210 time: 0.0753417 Nov 12 11:00:53.639359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:53.650769 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe43b2-f97f-48ff-856b-ce49f3d9f242 x-openstack-request-id: req-3fbe43b2-f97f-48ff-856b-ce49f3d9f242 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:53.651211 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd234c5-dca4-406d-9e4e-63d17e70293c", "name": "network-vif-deleted", "tag": "6e0a6572-cc39-4255-848a-ecd41b4fb686", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:53.651653 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3fbe43b2-f97f-48ff-856b-ce49f3d9f242 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:53.652308 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd234c5-dca4-406d-9e4e-63d17e70293c', 'name': 'network-vif-deleted', 'tag': '6e0a6572-cc39-4255-848a-ecd41b4fb686', 'status': 'completed', 'code': 200} Nov 12 11:00:53.736680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:53.737148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8ef1b0cf-8cd8-4380-9263-7c04f9ad9703 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:53.737708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6e0a6572-cc39-4255-848a-ecd41b4fb686 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:53.853694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 6e0a6572-cc39-4255-848a-ecd41b4fb686 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:53.854587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6e0a6572-cc39-4255-848a-ecd41b4fb686 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:53.898631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7ba5289-87da-4f6b-b5b7-f4b612251296 req-a75c2355-bc7f-4006-b8ab-7a67481e254e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0436313 Nov 12 11:00:53.904156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Deleting port 90d3d58c-363a-4293-8ab1-631acdc2b4ef {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:53.904391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:53.980598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Made reservation on behalf of 6c7fc5d893d84e13a178fd9d1e8a0647 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:53.987187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:54.206766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T11:00:50Z', 'revision_number': 5, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:00:54.313005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf1bbc-0424-48fd-98d3-ad4e9e81ce1f None None] The sync data for ids ['9c3fec03-e740-4a1f-a824-3efe3631a16c'] in n-d-768852-22 is: [{'id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943571435-router', 'tenant_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:55:31Z', 'updated_at': '2021-11-12T11:00:50Z', 'revision_number': 5, 'project_id': 'a6ada56f1bf94ba4b4852b8efba8a5a4', 'gw_port': {'id': '90d3d58c-363a-4293-8ab1-631acdc2b4ef', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3fec03-e740-4a1f-a824-3efe3631a16c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:55:32Z', 'updated_at': '2021-11-12T10:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:00:54.416048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaad9b-5bdc-4c12-8484-3c656fc9098b req-e1c52ced-fd51-4bb4-af7d-b384f6ccbacf tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:54.424927 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4afaad9b-5bdc-4c12-8484-3c656fc9098b req-e1c52ced-fd51-4bb4-af7d-b384f6ccbacf tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.0725703 Nov 12 11:00:54.519503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4afaad9b-5bdc-4c12-8484-3c656fc9098b req-27c337bc-c1f2-4a91-8021-ef58fd064247 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928307 Nov 12 11:00:54.548813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] For port 90d3d58c-363a-4293-8ab1-631acdc2b4ef, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=90d3d58c-363a-4293-8ab1-631acdc2b4ef,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:54.550094 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:54.574240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Allocated IP 172.20.0.7 (9f012e9f-7910-4076-8d3e-0ae36a5588bf/5adfa467-a20e-4f6a-9ee5-a933f80fb700/7ebf9af7-c10d-4a70-96f7-d6139556c163) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:00:54.586453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Calling delete_port for 90d3d58c-363a-4293-8ab1-631acdc2b4ef owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:54.840595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d75a997d-6f05-4ad9-89c6-95717e0f23fa req-27af3c86-acf5-4ee7-b510-98678b9c6446 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 210 time: 0.0569715 Nov 12 11:00:55.198475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.227976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b101-31ff-45db-a908-fa0eeb3baf04 req-f0338e6d-bc2f-49b0-9375-37324f1d45e5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:55.229729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af73b101-31ff-45db-a908-fa0eeb3baf04 req-f0338e6d-bc2f-49b0-9375-37324f1d45e5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.0797555 Nov 12 11:00:55.285923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7840405-b39c-40a5-8778-eba3e2177c2e req-c2c7b7c2-e15e-4a1b-b6b8-e51bde2e95ce tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.1065855 Nov 12 11:00:55.298845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d3d58c-363a-4293-8ab1-631acdc2b4ef,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:55.310237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.351709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af73b101-31ff-45db-a908-fa0eeb3baf04 req-00f1f245-904e-4f0f-b5d8-2528d938b8cd tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155145 Nov 12 11:00:55.422082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.533082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39448) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:55.619153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.668108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39452) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:55.686156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cf35852e-2de2-4f7a-81aa-7b6c5fae3369 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:55.760350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: cf35852e-2de2-4f7a-81aa-7b6c5fae3369 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:55.761535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cf35852e-2de2-4f7a-81aa-7b6c5fae3369 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:55.803073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Pushing event updated for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:55.817045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Network 9f012e9f-7910-4076-8d3e-0ae36a5588bf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:00:55.821170 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.825106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:55.829676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:55.832633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:00:55.950732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-network', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:56.020081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.020081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.038116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-network', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:56.095639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Made reservation on behalf of 65bc7e5ca8544a7a8ed0e395429ce129 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:56.101635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.138147 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.265955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818ce57-6d65-4d5e-bd23-112185fa0648 req-3a2fe7fb-92bb-4e7c-af99-ae7f426f0fd7 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.269592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4818ce57-6d65-4d5e-bd23-112185fa0648 req-3a2fe7fb-92bb-4e7c-af99-ae7f426f0fd7 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 931 time: 0.1014495 Nov 12 11:00:56.284728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.284728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3fec03-e740-4a1f-a824-3efe3631a16c {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:00:56.295837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.297495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-97d05f63-de4c-445a-95e1-5aebd2c106a4 admin admin] 10.222.0.98 "DELETE /v2.0/routers/9c3fec03-e740-4a1f-a824-3efe3631a16c HTTP/1.1" status: 204 len: 168 time: 4.1776602 Nov 12 11:00:56.302946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39460) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:56.376504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Made reservation on behalf of fae4b7528ebc4ea1b391bb945308231b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:56.381282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.384409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4818ce57-6d65-4d5e-bd23-112185fa0648 req-ea04a0f8-687a-4a27-8688-ab2437f39bac tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851827 Nov 12 11:00:56.426106 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.426106 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.480045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbfef4c-3900-4a19-8d70-548a7fbc515b admin admin] Deleting subnet d862740b-cc87-4968-a19f-4678dbffa003 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:00:56.485762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-9ac60e2b-8ab6-4547-8885-3f72e77ab389 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0601916 Nov 12 11:00:56.495134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbfef4c-3900-4a19-8d70-548a7fbc515b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.504367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Request body: {'port': {'device_id': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:56.577225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65c32c0d-d68c-4b01-bb08-d8a4a9af2da5 req-88702a86-ffc2-4c34-9dc0-f7f5b9284f90 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0371952 Nov 12 11:00:56.637381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.648244 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbfef4c-3900-4a19-8d70-548a7fbc515b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.729178 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.870992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:00:56.871259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4891b8-3bb0-4c60-863e-b4bee6d6a5d6 req-a78b60bc-764e-43e5-bfe2-f93a398f21cf tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:56.877671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d4891b8-3bb0-4c60-863e-b4bee6d6a5d6 req-a78b60bc-764e-43e5-bfe2-f93a398f21cf tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.1503682 Nov 12 11:00:56.932002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c251f2-97ab-468f-828e-9c99abd341a6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:56.946490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:56.946850 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Added segment cec670b3-8ca5-4a8b-b3a5-ee21454aa188 of type vlan for network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 Nov 12 11:00:56.953700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.035642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d4891b8-3bb0-4c60-863e-b4bee6d6a5d6 req-05261b54-c175-4d5b-801f-ea252e7d4704 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554430 Nov 12 11:00:57.052434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065dbb1-4ea3-4de5-a32c-971fff25128a req-583aabc2-afac-4e37-ac95-c65802bb1475 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:57.062820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d065dbb1-4ea3-4de5-a32c-971fff25128a req-583aabc2-afac-4e37-ac95-c65802bb1475 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.3608823 Nov 12 11:00:57.072433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.139678 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.172054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:00:57.190577 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbfef4c-3900-4a19-8d70-548a7fbc515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.200853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ebf9af7-c10d-4a70-96f7-d6139556c163 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:00:57.216118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.238848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Transition to ACTIVE for port object 7ebf9af7-c10d-4a70-96f7-d6139556c163 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:00:57.267847 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.resource_extend [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:00:57.290020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887600cd-5f26-42ab-9c32-03e804fa3814,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:57.326768 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.327340 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Added segment a6aaeae6-61bd-4df3-89db-bfae54e842c7 of type vlan for network 9789795a-1b20-415f-a61a-b74d44f10cba Nov 12 11:00:57.332595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.450565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Pushing event updated for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:57.465940 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d065dbb1-4ea3-4de5-a32c-971fff25128a req-534a4d79-5874-485a-9928-8612c6c0553a tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017255 Nov 12 11:00:57.502759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.504463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:57.505496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.524212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.573041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbfef4c-3900-4a19-8d70-548a7fbc515b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.573557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 90d3d58c-363a-4293-8ab1-631acdc2b4ef no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:57.617938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 90d3d58c-363a-4293-8ab1-631acdc2b4ef {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:00:57.618533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 90d3d58c-363a-4293-8ab1-631acdc2b4ef not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:00:57.649337 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-98bd100b-1db7-4aaf-b095-b56ffb58b325 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3620493 Nov 12 11:00:57.656729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfef4c-3900-4a19-8d70-548a7fbc515b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d862740b-cc87-4968-a19f-4678dbffa003,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:57.689396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbfef4c-3900-4a19-8d70-548a7fbc515b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.689902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ce9e8-79ac-4197-bab5-fa8ee8409d6d None None] Network 5bf520b7-5970-4414-92d9-5318ff5109a0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:57.694118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-adbfef4c-3900-4a19-8d70-548a7fbc515b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d862740b-cc87-4968-a19f-4678dbffa003 HTTP/1.1" status: 204 len: 168 time: 1.3897228 Nov 12 11:00:57.698907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39476) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:57.703324 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0335534 Nov 12 11:00:57.706421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9cd45-33f6-4921-9b5b-ae96bc0b2cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=76ba3941-7bda-4549-99f9-62cd4a5e2d60,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:57.722213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39478) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:57.729877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Request body: {'subnet': {'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-subnet', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:57.731132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0cf3b-72c5-488a-a3fd-eb49af56c28b req-2fbe4c07-100c-4e30-9ca1-603bd1733ec3 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:57.736466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:00:57.752272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0cd0cf3b-72c5-488a-a3fd-eb49af56c28b req-2fbe4c07-100c-4e30-9ca1-603bd1733ec3 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 943 time: 0.2013061 Nov 12 11:00:57.766731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Attempting to bind port 7ebf9af7-c10d-4a70-96f7-d6139556c163 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:00:57.773828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Attempting to bind port 7ebf9af7-c10d-4a70-96f7-d6139556c163 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:00:57.778179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Attempting to bind port 7ebf9af7-c10d-4a70-96f7-d6139556c163 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:57.842558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.847126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:57.847126 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:57.905856 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0cd0cf3b-72c5-488a-a3fd-eb49af56c28b req-96855f87-71b9-42a3-a606-56d034542dfd tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412635 Nov 12 11:00:57.907045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Port 7ebf9af7-c10d-4a70-96f7-d6139556c163 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:00:57.907456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Attempting to bind port 7ebf9af7-c10d-4a70-96f7-d6139556c163 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:00:57.917003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:00:57.918100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Checking segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:57.918576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Bound using segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:00:57.919130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Bound port: 7ebf9af7-c10d-4a70-96f7-d6139556c163, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:00:57.919577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.007706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-252bc9e0-cc23-4e15-8adb-1da322df0f3c req-8485e324-af73-46da-ab4b-040319d9dac9 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.1726370 Nov 12 11:00:58.024212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.034696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] Pushing event updated for resources: {'Network': ['ID=9789795a-1b20-415f-a61a-b74d44f10cba,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:58.057613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Made reservation on behalf of 65bc7e5ca8544a7a8ed0e395429ce129 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:58.061718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.099913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9789795a-1b20-415f-a61a-b74d44f10cba details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:00:58.100871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:00:58.110146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:00:58.168041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fc82c48f-f688-44cc-90a4-d802c24a5a3c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6316631 Nov 12 11:00:58.169745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39488) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:00:58.180039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Request body: {'subnet': {'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-subnet', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:00:58.219079 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.264047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-d5986783-de2a-4048-9698-a05fc8e109a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.266796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-d5986783-de2a-4048-9698-a05fc8e109a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bd29df4f48464cdb8586959f14c6b833&device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 1096 time: 0.5038610 Nov 12 11:00:58.288805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.290307 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.293390 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] 10.222.0.69 "PUT /v2.0/ports/7ebf9af7-c10d-4a70-96f7-d6139556c163 HTTP/1.1" status: 200 len: 1092 time: 1.7942693 Nov 12 11:00:58.294544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:00:58.299178 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dbf033-f84f-4071-95e0-e746c190b8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:00:58.402324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0afbbf-3dfa-403e-bccc-bc2ea31c936c service neutron] Pushing event updated for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:58.425779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Made reservation on behalf of fae4b7528ebc4ea1b391bb945308231b for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:00:58.425779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.490777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ff987-04be-408e-b40a-b77175611ad9 req-6b26794c-9ebd-48fb-b88c-7e9ca41770ee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.501495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-570ff987-04be-408e-b40a-b77175611ad9 req-6b26794c-9ebd-48fb-b88c-7e9ca41770ee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.2435844 Nov 12 11:00:58.572770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-8758ad2d-a0e9-4f62-a4b8-63e8264834dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.576292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-8758ad2d-a0e9-4f62-a4b8-63e8264834dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 200 len: 921 time: 0.2670088 Nov 12 11:00:58.698555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-99b9bc9f-9b16-45a5-a27d-c89771046704 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 200 len: 217 time: 0.1059346 Nov 12 11:00:58.783804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Deleting port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:58.784776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:58.822385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] DHCP port deletion for 5bf520b7-5970-4414-92d9-5318ff5109a0 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:00:58.904848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-f8f139fe-1e9b-44fd-a474-f3b7d09ba73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.913509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-f8f139fe-1e9b-44fd-a474-f3b7d09ba73a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 200 len: 860 time: 0.1917386 Nov 12 11:00:58.918266 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74b643e-fc16-41ab-8a8c-fb3f06fd16fd x-openstack-request-id: req-b74b643e-fc16-41ab-8a8c-fb3f06fd16fd {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:00:58.922463 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:00:58.922463 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b74b643e-fc16-41ab-8a8c-fb3f06fd16fd {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:00:58.922463 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'status': 'completed', 'code': 200} Nov 12 11:00:58.970414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143117-9201-4b8e-8431-ef137ee850ba req-acca8d11-44c7-4011-9284-598dd7002a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:58.973742 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-acca8d11-44c7-4011-9284-598dd7002a98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 1095 time: 0.4611835 Nov 12 11:00:59.009631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-570ff987-04be-408e-b40a-b77175611ad9 req-fb36c50e-1682-4d51-9a7a-450cd175811d tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066402 Nov 12 11:00:59.037501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] Deleting port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:00:59.038088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.124101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-28599f49-b69b-489e-a87e-d8c856c5a10b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=86909a6c-83d3-4aef-b351-026852daebf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398712 Nov 12 11:00:59.195860 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.225892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] For port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,segment=NetworkSegment(a4c9634c-44f3-4f5a-b191-45e71a749d7b),segment_id=a4c9634c-44f3-4f5a-b191-45e71a749d7b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:59.226406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.232404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-b0821502-7166-46ef-a63d-483462c934dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163 HTTP/1.1" status: 200 len: 217 time: 0.2198584 Nov 12 11:00:59.260672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:59.265463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] For port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,segment=NetworkSegment(a4c9634c-44f3-4f5a-b191-45e71a749d7b),segment_id=a4c9634c-44f3-4f5a-b191-45e71a749d7b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:59.267849 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.305729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d749c-987d-4faf-8be5-37b15710afa4 req-fabd175f-c0c0-44ec-a19a-5d3eb75ed2f4 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:59.307169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Calling delete_port for 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:59.308461 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] Calling delete_port for 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:00:59.313996 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea3d749c-987d-4faf-8be5-37b15710afa4 req-fabd175f-c0c0-44ec-a19a-5d3eb75ed2f4 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.2285297 Nov 12 11:00:59.372698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Checking segment: {'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:00:59.373051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Network hostable DHCP agents. Network: 9789795a-1b20-415f-a61a-b74d44f10cba, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:00:59.445484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30879113-2fc9-4782-8d6c-0c8e46d4f558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.448662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea3d749c-987d-4faf-8be5-37b15710afa4 req-b1a842bf-0d47-4c4e-80a6-c2cfd6db347d tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336772 Nov 12 11:00:59.452255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-516942cb-0b25-4676-b405-9bb5a83a021f service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103642 Nov 12 11:00:59.477498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c17ae1c1-da8a-40f6-bc70-bbec26451549 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:00:59.500941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.523188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143117-9201-4b8e-8431-ef137ee850ba req-e1013bf3-49eb-4925-b843-72505774be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:59.525989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-e1013bf3-49eb-4925-b843-72505774be2f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5adfa467-a20e-4f6a-9ee5-a933f80fb700 HTTP/1.1" status: 200 len: 844 time: 0.2562239 Nov 12 11:00:59.628543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b50ee4-fa63-4e5e-8ec0-6ceaab3a59b9 req-0efc968f-3b20-4a8b-b136-5474c2b73d3f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:59.654314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9b50ee4-fa63-4e5e-8ec0-6ceaab3a59b9 req-0efc968f-3b20-4a8b-b136-5474c2b73d3f tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 943 time: 0.4376619 Nov 12 11:00:59.692493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Network 9789795a-1b20-415f-a61a-b74d44f10cba is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:00:59.717251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:00:59.717564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-89c7a237-e445-445c-9b7b-ff2064478f69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f012e9f-7910-4076-8d3e-0ae36a5588bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539617 Nov 12 11:00:59.755772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebfed782-df37-42ce-82c2-0229f39150e2 req-3e70c243-4ff7-4fa7-a050-780ad0c222b2 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0920599 Nov 12 11:00:59.811347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac669100-fb6b-433f-8c85-6f325a9ab904 req-e9273349-ff4b-4769-9abc-87cf0af30f96 service neutron] 10.222.0.69 "GET /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471439 Nov 12 11:00:59.820675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9789795a-1b20-415f-a61a-b74d44f10cba) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:00:59.824736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b0c4da-291b-46ab-962b-6692b0945982,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:00:59.856459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:00:59.875989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.884270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:00:59.920745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'c17ae1c1-da8a-40f6-bc70-bbec26451549', 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'port_id': 'c17ae1c1-da8a-40f6-bc70-bbec26451549', 'mac_address': 'fa:16:3e:c8:a7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a34fb-e4eb-462e-9e13-5d63aea2a18d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:00:59.931057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c079d69-ac55-48a5-9a8a-b0c0c8bb6864 None None] Network 9789795a-1b20-415f-a61a-b74d44f10cba requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:00:59.984563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:00:59.998030 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cb176ae5-1f17-4e21-8df3-28dfd313b050 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8227310 Nov 12 11:00:59.998765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39500) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:00.001132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Checking segment: {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:00.001739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Network hostable DHCP agents. Network: 76ba3941-7bda-4549-99f9-62cd4a5e2d60, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:01:00.010247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:00.040514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9b50ee4-fa63-4e5e-8ec0-6ceaab3a59b9 req-fe5bfa53-9f7d-46c3-a713-9ad6e8cd7473 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407753 Nov 12 11:01:00.109684 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.157061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] No DVR routers for this DVR port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:00.173772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] No DVR routers for this DVR port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:00.181362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-a233f914-774b-4493-ba70-c50b4afe0779 service neutron] 10.222.0.69 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375629 Nov 12 11:01:00.182628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Pushing event deleted for resources: {'Port': ['ID=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:00.245408 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.248814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.282565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc7208-3e23-4f5c-96b1-bf3ca6e9b0c2 None None] Pushing event deleted for resources: {'Port': ['ID=636c5dc4-2d9d-4ff1-aeea-e812bb9fe366,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:00.325506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No active binding found for port 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:01:00.326249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 636c5dc4-2d9d-4ff1-aeea-e812bb9fe366 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:00.362129 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.400355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c17ae1c1-da8a-40f6-bc70-bbec26451549 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:00.435020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e82dd2-6cde-40e5-9703-0b43555088f8 req-57c52431-1d1f-4aac-ae33-9e0815c8f71a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.437568 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2e82dd2-6cde-40e5-9703-0b43555088f8 req-57c52431-1d1f-4aac-ae33-9e0815c8f71a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.2974095 Nov 12 11:01:00.455086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.516596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:01:00.522478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-63780d32-1471-417a-899b-0b56e5c7a059 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.522791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99143117-9201-4b8e-8431-ef137ee850ba req-e9c40347-d237-44f7-9969-e18aef6ffff7 service neutron] 10.222.0.69 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115385 Nov 12 11:01:00.525599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-63780d32-1471-417a-899b-0b56e5c7a059 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.69 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.2665663 Nov 12 11:01:00.527160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf520b7-5970-4414-92d9-5318ff5109a0']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:00.533080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.540021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:00.568983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c9634c-44f3-4f5a-b191-45e71a749d7b') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:00.569511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c9634c-44f3-4f5a-b191-45e71a749d7b') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:00.596254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.646156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.662706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-9789795a-1b20-415f-a61a-b74d44f10cba', 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'fixed_ips': [{'subnet_id': '5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:01:00.664333 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.694171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:00.702803 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:00.738550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2e82dd2-6cde-40e5-9703-0b43555088f8 req-8a8df139-c56d-40f6-b8ea-d5dafe6d8ef5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426553 Nov 12 11:01:00.838684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 76ba3941-7bda-4549-99f9-62cd4a5e2d60) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:00.972418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Allocated IP 172.20.0.2 (9789795a-1b20-415f-a61a-b74d44f10cba/5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e/4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:00.983689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:00.985450 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.139787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03251282-4d13-4b21-9680-69784c8b861e req-ebf451df-b2b0-4486-8a09-13c9c024a535 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.142334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03251282-4d13-4b21-9680-69784c8b861e req-ebf451df-b2b0-4486-8a09-13c9c024a535 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.4801774 Nov 12 11:01:01.157912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-52f4def5-fe83-4a8a-b170-05104b32bc96 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4337451 Nov 12 11:01:01.162016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39514) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:01.170180 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.171677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:01.176340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec3df0-504f-4955-98ad-53a6f325c6d6 None None] Network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:01.191900 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.221787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.228907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-6e7d3c14-4c00-48b7-81ef-d108b2a8481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.232627 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-6e7d3c14-4c00-48b7-81ef-d108b2a8481a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 1095 time: 0.3948047 Nov 12 11:01:01.259143 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.267788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5bf520b7-5970-4414-92d9-5318ff5109a0 HTTP/1.1" status: 204 len: 168 time: 3.5599592 Nov 12 11:01:01.322103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['c17ae1c1-da8a-40f6-bc70-bbec26451549'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:01.408177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.416209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b9558-c587-4a3f-937c-a98cc527b032 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf520b7-5970-4414-92d9-5318ff5109a0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:01.453221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03251282-4d13-4b21-9680-69784c8b861e req-dd6ef53d-60ef-4e43-a700-3ae091f3f023 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927892 Nov 12 11:01:01.480175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-0be6433a-28b4-4944-8f05-b8378ac091e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.480175 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-0be6433a-28b4-4944-8f05-b8378ac091e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 905 time: 0.2257457 Nov 12 11:01:01.530500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c17ae1c1-da8a-40f6-bc70-bbec26451549 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:01.536277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Network 9789795a-1b20-415f-a61a-b74d44f10cba is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:01.538275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:01.546348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f2a2d55-524c-4cbd-a5cb-e6767b258a97 req-4e346b7c-6018-44e0-93b4-28e79b979edc tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.1085796 Nov 12 11:01:01.585052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.586197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.647680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:01.650085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-cff23a09-d260-43d6-8c2b-753b9e7be530 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163 HTTP/1.1" status: 200 len: 217 time: 0.1609099 Nov 12 11:01:01.700483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:01.720352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Pushing event updated for resources: {'Port': ['ID=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:01.726786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:01.741382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-a57529a1-a49a-4f6e-a183-c04371cd6144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:01.743286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-a57529a1-a49a-4f6e-a183-c04371cd6144 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5adfa467-a20e-4f6a-9ee5-a933f80fb700 HTTP/1.1" status: 200 len: 844 time: 0.0855420 Nov 12 11:01:01.789245 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-807ca441-aba9-4ebf-8c78-45b730da9ae4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f012e9f-7910-4076-8d3e-0ae36a5588bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348649 Nov 12 11:01:01.860664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39518) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:01.894191 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.011663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-03a8b45f-9d08-4fee-8c9b-a048d8e18199 service neutron] 10.222.0.69 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495421 Nov 12 11:01:02.021398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Deleting port b7021855-6adb-4a91-9e44-b7a004452cb4 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:02.021744 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.037189 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77146307-54b7-4647-aef0-7551167fd25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.122992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-76ba3941-7bda-4549-99f9-62cd4a5e2d60', 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'fixed_ips': [{'subnet_id': '75b0c4da-291b-46ab-962b-6692b0945982'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:01:02.124961 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.179314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5e632b0a-54e0-43b1-80a8-306fa3b2ddb9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1478ad264e0245b19b14d815ce4fd6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089924 Nov 12 11:01:02.181971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39522) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:02.189902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] For port b7021855-6adb-4a91-9e44-b7a004452cb4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b7021855-6adb-4a91-9e44-b7a004452cb4,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:02.190274 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.218525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Attempting to bind port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:02.219280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Attempting to bind port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:02.219986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Attempting to bind port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc on network 9789795a-1b20-415f-a61a-b74d44f10cba {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:02.233387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78dbf033-f84f-4071-95e0-e746c190b8c9 req-146f6be4-ade2-4eac-bdeb-3d546d3edc0e service neutron] 10.222.0.69 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109678 Nov 12 11:01:02.238644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3855291-5d5b-49a3-a4b8-e855862d892b req-ece23ee5-20b1-4b00-a159-5b0b3fb25953 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:02.242664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:02.242664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Checking segment: {'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:02.242664 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.242664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Bound using segment: {'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:02.243339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Bound port: 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:02.243983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.246823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3855291-5d5b-49a3-a4b8-e855862d892b req-ece23ee5-20b1-4b00-a159-5b0b3fb25953 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 943 time: 0.3412213 Nov 12 11:01:02.455011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3855291-5d5b-49a3-a4b8-e855862d892b req-55ffa1ee-d0f1-46be-9d63-ee7b796a8177 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072513 Nov 12 11:01:02.468231 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33e7ca6b-3791-4c95-b892-d6c58c01378d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.470456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.524813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ae2b2-3294-4781-afaa-d3d08ff17e99 req-b3f08d00-e24d-406b-b425-2bd487191b22 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:02.533376 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-446ae2b2-3294-4781-afaa-d3d08ff17e99 req-b3f08d00-e24d-406b-b425-2bd487191b22 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 944 time: 0.2977195 Nov 12 11:01:02.603620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-446ae2b2-3294-4781-afaa-d3d08ff17e99 req-3d9c62a7-3f51-4dfb-be57-2d76f93a6b1c tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691819 Nov 12 11:01:02.625085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33e7ca6b-3791-4c95-b892-d6c58c01378d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.680003 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.716098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c17ae1c1-da8a-40f6-bc70-bbec26451549 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:02.778430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.779312 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.780043 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Floating IP 2abee11b-5b69-44a1-aed0-9cdb927e3207 disassociated. External IP: 172.25.3.96, port: b7021855-6adb-4a91-9e44-b7a004452cb4. Nov 12 11:01:02.780676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Calling delete_port for b7021855-6adb-4a91-9e44-b7a004452cb4 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:02.799394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:02.803530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Allocated IP 172.20.0.2 (76ba3941-7bda-4549-99f9-62cd4a5e2d60/75b0c4da-291b-46ab-962b-6692b0945982/0d2eb53a-c881-48e5-ac34-6d4bda583d81) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:02.831903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] For port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:02.836518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] For port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,segment=NetworkSegment(a6aaeae6-61bd-4df3-89db-bfae54e842c7),segment_id=a6aaeae6-61bd-4df3-89db-bfae54e842c7)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:02.903860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c3153-5efd-430a-b2b3-525a86ccc0eb req-0742187e-0391-4f94-b0f5-c7d00119c7a9 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:02.906887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d6c3153-5efd-430a-b2b3-525a86ccc0eb req-0742187e-0391-4f94-b0f5-c7d00119c7a9 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 945 time: 0.3337131 Nov 12 11:01:02.912124 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.920962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:02.928149 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.023044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128980d-161c-4f4d-85a4-abc05978c27e None None] Pushing event updated for resources: {'Port': ['ID=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:03.138440 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.144819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:03.193203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10cc006d-9363-4289-afff-39846cd1bfbc req-e7a956fd-5e47-4c7f-8292-dcd91d1f6140 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0588801 Nov 12 11:01:03.244442 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33e7ca6b-3791-4c95-b892-d6c58c01378d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.249523 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33e7ca6b-3791-4c95-b892-d6c58c01378d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.251767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-33e7ca6b-3791-4c95-b892-d6c58c01378d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d7f8b397-31c3-4c80-b532-036d2fd126d2 HTTP/1.1" status: 204 len: 168 time: 1.0576723 Nov 12 11:01:03.292353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.316559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7ca6b-3791-4c95-b892-d6c58c01378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f8b397-31c3-4c80-b532-036d2fd126d2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:03.342389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d6c3153-5efd-430a-b2b3-525a86ccc0eb req-28d351a4-ee69-42fd-9b92-ec66da19d0f9 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups?id=068f1c01-976b-4761-ace3-21c33d4c869b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535202 Nov 12 11:01:03.350555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.358352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Pushing event updated for resources: {'Port': ['ID=0d2eb53a-c881-48e5-ac34-6d4bda583d81,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:03.400145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:03.402109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:03.406872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:03.524786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.537786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c17ae1c1-da8a-40f6-bc70-bbec26451549 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:03.543479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.549455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Attempting to bind port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:03.552240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Attempting to bind port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:03.555509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Attempting to bind port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 on network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:03.618399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.677278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:03.677668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Checking segment: {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:03.678035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.678564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Bound using segment: {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:03.693998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Bound port: 0d2eb53a-c881-48e5-ac34-6d4bda583d81, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:03.694436 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.884462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port c17ae1c1-da8a-40f6-bc70-bbec26451549 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:03.884682 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:03.960100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-e4cf63f8-470c-49dd-8eef-4a28d33e57b8 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:03.963999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-e4cf63f8-470c-49dd-8eef-4a28d33e57b8 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 943 time: 0.2900496 Nov 12 11:01:04.017893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] For port 0d2eb53a-c881-48e5-ac34-6d4bda583d81, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:04.065762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Allocated IP 172.25.3.137 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/bf1de574-4253-42d7-9dbc-a66ffc3bbf7b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:04.072847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] For port 0d2eb53a-c881-48e5-ac34-6d4bda583d81, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0d2eb53a-c881-48e5-ac34-6d4bda583d81,segment=NetworkSegment(cec670b3-8ca5-4a8b-b3a5-ee21454aa188),segment_id=cec670b3-8ca5-4a8b-b3a5-ee21454aa188)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:04.134981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:04.183400 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:04.185652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:04.236804 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:04.287457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5daefb-1ff9-4283-af9e-4af936e174bf req-33e1af67-6bbb-404c-b8a0-94838d9b620c tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:04.301228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event deleted for resources: {'Port': ['ID=b7021855-6adb-4a91-9e44-b7a004452cb4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:04.311005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee5daefb-1ff9-4283-af9e-4af936e174bf req-33e1af67-6bbb-404c-b8a0-94838d9b620c tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 943 time: 0.2558410 Nov 12 11:01:04.388468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:04.475994 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee5daefb-1ff9-4283-af9e-4af936e174bf req-e316066e-4fe6-42b7-aea9-7c29bfede96a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585767 Nov 12 11:01:04.573189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17ae1c1-da8a-40f6-bc70-bbec26451549'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:04.580059 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06879e8-fa3b-417e-ac98-78ab0366aed3" -d '{"events": [{"server_uuid": "5c6014ea-d432-4bb1-8f84-14224d5639f8", "name": "network-vif-plugged", "status": "completed", "tag": "c17ae1c1-da8a-40f6-bc70-bbec26451549"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:04.616673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:04.643705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37a912-a61b-4978-8434-9ef34c1327db None None] Pushing event updated for resources: {'Port': ['ID=0d2eb53a-c881-48e5-ac34-6d4bda583d81,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:04.750281 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:04.829236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ebf9af7-c10d-4a70-96f7-d6139556c163 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:04.836264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b7021855-6adb-4a91-9e44-b7a004452cb4 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:04.836860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:04.837226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:04.838538 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c79d0ca5-1357-4654-9f64-5e77be9e7ef4 req-68258bf6-8035-4acb-bca4-a339b0a6b2bd tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=1dd234c5-dca4-406d-9e4e-63d17e70293c HTTP/1.1" status: 200 len: 210 time: 0.0956428 Nov 12 11:01:04.935213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573b1bc-ccee-47d7-b33e-5112a6c355e5 req-2486fb12-41e5-433a-8cb3-2b55c5cf0ab7 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:04.941559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7573b1bc-ccee-47d7-b33e-5112a6c355e5 req-2486fb12-41e5-433a-8cb3-2b55c5cf0ab7 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 943 time: 1.0502789 Nov 12 11:01:04.993389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.020885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: b7021855-6adb-4a91-9e44-b7a004452cb4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:05.021435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b7021855-6adb-4a91-9e44-b7a004452cb4 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:05.027001 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.059016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-30f377b1-2080-4295-823a-3ca533ef20bf req-793d5118-97f1-43ab-89ad-6b0f02fcc9d7 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.0593014 Nov 12 11:01:05.116274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:05.240966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39546) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:05.362776 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1ba5a6-03cb-4323-8516-9a0e7cb62256 x-openstack-request-id: req-cd1ba5a6-03cb-4323-8516-9a0e7cb62256 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:05.363436 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6014ea-d432-4bb1-8f84-14224d5639f8", "name": "network-vif-plugged", "status": "completed", "tag": "c17ae1c1-da8a-40f6-bc70-bbec26451549", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:05.363632 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd1ba5a6-03cb-4323-8516-9a0e7cb62256 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:05.364866 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17ae1c1-da8a-40f6-bc70-bbec26451549', 'code': 200} Nov 12 11:01:05.381746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:05.388440 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-36063c61-b769-4c81-b20f-8aa9dde790ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a6ada56f1bf94ba4b4852b8efba8a5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451597 Nov 12 11:01:05.392401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39548) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:05.418496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'port_id': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'mac_address': 'fa:16:3e:5d:f4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adfa467-a20e-4f6a-9ee5-a933f80fb700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:05.480258 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7573b1bc-ccee-47d7-b33e-5112a6c355e5 req-a52bbb94-8f7f-40a2-bac7-446cb549fe4c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058343 Nov 12 11:01:05.574547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.599188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f536c238-21bd-4d58-b920-e33e6321c02b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.599484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ebf9af7-c10d-4a70-96f7-d6139556c163 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:05.642237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:05.659884 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.711196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f8b40-7721-4f69-b7d9-3f57b1a691d8 None None] Network 9789795a-1b20-415f-a61a-b74d44f10cba requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:05.720118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Deleting port c17ae1c1-da8a-40f6-bc70-bbec26451549 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:05.720858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.755277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.800803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f536c238-21bd-4d58-b920-e33e6321c02b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.924019 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:05.981859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ae3c1-ecd3-4fe1-949f-1008fa670295 req-7707f79f-d2e5-42fa-b172-4df4bdaac1a5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:05.991291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-766ae3c1-ecd3-4fe1-949f-1008fa670295 req-7707f79f-d2e5-42fa-b172-4df4bdaac1a5 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 945 time: 0.3242431 Nov 12 11:01:06.012768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Allocated IP 172.25.3.127 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/7431d7b2-37f3-4914-b294-f8215ac29823) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:06.029945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:06.037091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,segment=NetworkSegment(a6aaeae6-61bd-4df3-89db-bfae54e842c7),segment_id=a6aaeae6-61bd-4df3-89db-bfae54e842c7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:06.049092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f536c238-21bd-4d58-b920-e33e6321c02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.052850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f536c238-21bd-4d58-b920-e33e6321c02b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.054266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f536c238-21bd-4d58-b920-e33e6321c02b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/64a005ce-3d0d-498c-bbe3-c6510731ffdc HTTP/1.1" status: 204 len: 168 time: 0.6605768 Nov 12 11:01:06.097478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c238-21bd-4d58-b920-e33e6321c02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a005ce-3d0d-498c-bbe3-c6510731ffdc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:06.105471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a3b564a5-3f9a-4537-975f-478800006473 None None] Provisioning complete for port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:06.105851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a3b564a5-3f9a-4537-975f-478800006473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.203123 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-766ae3c1-ecd3-4fe1-949f-1008fa670295 req-4290c1de-a6f7-4e2e-98c1-f5f3289879ac tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088418 Nov 12 11:01:06.204788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] For port c17ae1c1-da8a-40f6-bc70-bbec26451549, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c17ae1c1-da8a-40f6-bc70-bbec26451549,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:06.205421 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.212565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.289583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Calling delete_port for c17ae1c1-da8a-40f6-bc70-bbec26451549 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:06.438971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:06.453218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['7ebf9af7-c10d-4a70-96f7-d6139556c163'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:06.516376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.633865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:06.661102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db024859-a780-4443-8442-14a7348491f7 req-24a8cb7b-9502-4720-8c75-d0c36b28e23c tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.0913665 Nov 12 11:01:06.676555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0d2eb53a-c881-48e5-ac34-6d4bda583d81 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:06.748498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:06.765968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:06.775656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1de574-4253-42d7-9dbc-a66ffc3bbf7b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:06.788582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:06.832891 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:06.883371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ad922-7d66-4f7e-948c-2bb1dfb91082 None None] Network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:06.940758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:06.969622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:06.976853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:07.221521 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:07.228116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Pushing event updated for resources: {'Port': ['ID=7431d7b2-37f3-4914-b294-f8215ac29823,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:07.278156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441b35a-aa0d-411b-b210-b8024e134438 req-c4b3e4f7-e415-4c03-bd87-59d9e08757ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:07.288392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a441b35a-aa0d-411b-b210-b8024e134438 req-c4b3e4f7-e415-4c03-bd87-59d9e08757ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 944 time: 0.5464327 Nov 12 11:01:07.413686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:07.414064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:07.437038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-77c070ec-6a11-4047-98da-0cfd2afd7a9c None None] Provisioning complete for port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:07.437684 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77c070ec-6a11-4047-98da-0cfd2afd7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:07.489716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event deleted for resources: {'Port': ['ID=c17ae1c1-da8a-40f6-bc70-bbec26451549,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:07.500032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a441b35a-aa0d-411b-b210-b8024e134438 req-23304a35-e7cc-432c-9667-7f94188cef83 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082601 Nov 12 11:01:07.584118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c17ae1c1-da8a-40f6-bc70-bbec26451549 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:07.695988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] No DVR routers for this DVR port c17ae1c1-da8a-40f6-bc70-bbec26451549 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:07.728830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e8cd7a4-fb9e-49e5-83b5-e6482e8bbdd5 req-0bef1e51-53d7-43c8-a709-57035e37a529 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 210 time: 0.2908127 Nov 12 11:01:07.749628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:07.795312 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:07.809218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96b68098-c3fc-43c7-bcc3-454c6763f6db req-76a0ae1d-37ef-4ef9-88e9-e28a8bef034a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "DELETE /v2.0/ports/c17ae1c1-da8a-40f6-bc70-bbec26451549 HTTP/1.1" status: 204 len: 173 time: 3.6690104 Nov 12 11:01:07.824751 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'name': 'network-vif-deleted', 'tag': 'c17ae1c1-da8a-40f6-bc70-bbec26451549'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:07.827823 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866b247b-7b7a-478e-b14e-fc369e0e217a" -d '{"events": [{"server_uuid": "5c6014ea-d432-4bb1-8f84-14224d5639f8", "name": "network-vif-deleted", "tag": "c17ae1c1-da8a-40f6-bc70-bbec26451549"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:07.891335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:07.923648 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] Sync routers for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:07.963032 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:07.967005 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:08.065793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: c17ae1c1-da8a-40f6-bc70-bbec26451549 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:08.067733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c17ae1c1-da8a-40f6-bc70-bbec26451549 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:08.092355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-15d43267-c0d1-40f8-a876-9a7ab7a31fe1 req-a6d0b0d8-7096-486c-b9e0-f688a81de477 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.0922012 Nov 12 11:01:08.179903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] No DVR routers for this DVR port b7021855-6adb-4a91-9e44-b7a004452cb4 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:08.193560 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0f3ee8-bbc3-4c73-965f-75ec6c0d386d x-openstack-request-id: req-2d0f3ee8-bbc3-4c73-965f-75ec6c0d386d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:08.194322 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6014ea-d432-4bb1-8f84-14224d5639f8", "name": "network-vif-deleted", "tag": "c17ae1c1-da8a-40f6-bc70-bbec26451549", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:08.196400 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d0f3ee8-bbc3-4c73-965f-75ec6c0d386d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:08.197117 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6014ea-d432-4bb1-8f84-14224d5639f8', 'name': 'network-vif-deleted', 'tag': 'c17ae1c1-da8a-40f6-bc70-bbec26451549', 'status': 'completed', 'code': 200} Nov 12 11:01:08.198389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:08.206650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00785347-ac38-4b88-bc7f-c84c39b1339e req-432f650d-c65b-4fff-abfb-78492ec4fb37 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.69 "DELETE /v2.0/ports/b7021855-6adb-4a91-9e44-b7a004452cb4 HTTP/1.1" status: 204 len: 173 time: 7.6584971 Nov 12 11:01:08.239338 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:08.308350 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77c070ec-6a11-4047-98da-0cfd2afd7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:08.336871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:08.339234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea11a1-e7ac-4d9e-9b48-04e1cd67acf4 req-a74e6d80-014f-4655-9ffb-2a23907fc28c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.347192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2dea11a1-e7ac-4d9e-9b48-04e1cd67acf4 req-a74e6d80-014f-4655-9ffb-2a23907fc28c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.3650920 Nov 12 11:01:08.360330 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:08.393788 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:08.404510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-77c070ec-6a11-4047-98da-0cfd2afd7a9c None None] For port 0d2eb53a-c881-48e5-ac34-6d4bda583d81, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0d2eb53a-c881-48e5-ac34-6d4bda583d81,segment=NetworkSegment(cec670b3-8ca5-4a8b-b3a5-ee21454aa188),segment_id=cec670b3-8ca5-4a8b-b3a5-ee21454aa188)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:08.527420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77c070ec-6a11-4047-98da-0cfd2afd7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:08.837348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ebf9af7-c10d-4a70-96f7-d6139556c163 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:08.982388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a101b69d-1f28-4ecc-9a15-7bea295a5680 None None] Provisioning complete for port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:08.982388 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a101b69d-1f28-4ecc-9a15-7bea295a5680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:08.983756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4576-688f-4c17-8e6b-88db2e99073f req-a776865c-ef05-454c-8b97-1259dd6c22d1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:08.986003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c070ec-6a11-4047-98da-0cfd2afd7a9c None None] Pushing event updated for resources: {'Port': ['ID=0d2eb53a-c881-48e5-ac34-6d4bda583d81,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:08.994425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc5b4576-688f-4c17-8e6b-88db2e99073f req-a776865c-ef05-454c-8b97-1259dd6c22d1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 944 time: 0.2655873 Nov 12 11:01:09.021642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:01:09.022015 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:01:09.043880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Router f45479a9-833e-4e73-b484-c18e9347eab5 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:01:09.067550 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:09.132737 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] Checking router: 80edf699-135b-4bd7-a0a6-04abc1ef3a99 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:09.151595 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:09.153349 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:09.202448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:09.218391 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc5b4576-688f-4c17-8e6b-88db2e99073f req-2050935f-2951-4a3b-bce5-698fce27e820 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208669 Nov 12 11:01:09.221718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 7ebf9af7-c10d-4a70-96f7-d6139556c163 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:09.252051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Sync routers for ids ['f45479a9-833e-4e73-b484-c18e9347eab5'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:09.300950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 7ebf9af7-c10d-4a70-96f7-d6139556c163 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:09.301401 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:09.340074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:09.347567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bda0192c-6c4e-4a7d-99ec-5d04bd87d5bf admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.1769249 Nov 12 11:01:09.349637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39608) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:09.367389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2dea11a1-e7ac-4d9e-9b48-04e1cd67acf4 req-596f2368-96ea-483f-8c7f-e4987f680237 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0188415 Nov 12 11:01:09.447427 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:09.536119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Routers {'f45479a9-833e-4e73-b484-c18e9347eab5'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:09.537301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f45479a9-833e-4e73-b484-c18e9347eab5'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:09.614351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39b47709-1e46-4e8f-bb8d-f7c4d5acff05 req-243a2d96-91df-4123-adb3-e3d1fecf4615 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=5c6014ea-d432-4bb1-8f84-14224d5639f8 HTTP/1.1" status: 200 len: 210 time: 0.1138494 Nov 12 11:01:09.718729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-642c74ab-adb3-42b6-a81a-7707d8ff6981 req-e0cac072-ee48-4bd5-8c2c-2dd8cbb454f3 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/ports?device_id=f688a503-4cfe-448e-aac9-8cbf506e46ca HTTP/1.1" status: 200 len: 210 time: 0.1121213 Nov 12 11:01:09.761067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:09.874693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a101b69d-1f28-4ecc-9a15-7bea295a5680 None None] Provisioning complete for port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:09.876301 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a101b69d-1f28-4ecc-9a15-7bea295a5680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.080829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:10.132206 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:10.198710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'name': 'network-vif-deleted', 'tag': 'b7021855-6adb-4a91-9e44-b7a004452cb4'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:10.201100 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0476bdc6-a606-4133-8f95-b1c5eb48215f" -d '{"events": [{"server_uuid": "f688a503-4cfe-448e-aac9-8cbf506e46ca", "name": "network-vif-deleted", "tag": "b7021855-6adb-4a91-9e44-b7a004452cb4"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:10.211551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Router 6f2cea65-bbe2-427b-92c1-baf749996405 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:01:10.218677 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62f5da-3c9b-4497-8826-629818477151 None None] The sync data for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 is: [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c285dc88-b055-471c-b339-52135b8e0129', 'name': '', 'network_id': '2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'mac_address': 'fa:16:3e:63:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:25Z', 'updated_at': '2021-11-12T10:58:35Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'subnets': [{'id': 'c371491a-6cd5-4109-9063-e81c85aa3f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:10.350350 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be225d95-fee9-46ad-930e-b6a33a831dd8 x-openstack-request-id: req-be225d95-fee9-46ad-930e-b6a33a831dd8 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:10.350650 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f688a503-4cfe-448e-aac9-8cbf506e46ca", "name": "network-vif-deleted", "tag": "b7021855-6adb-4a91-9e44-b7a004452cb4", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:10.350911 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-be225d95-fee9-46ad-930e-b6a33a831dd8 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:10.351328 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f688a503-4cfe-448e-aac9-8cbf506e46ca', 'name': 'network-vif-deleted', 'tag': 'b7021855-6adb-4a91-9e44-b7a004452cb4', 'status': 'completed', 'code': 200} Nov 12 11:01:10.375829 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.414879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Set router f45479a9-833e-4e73-b484-c18e9347eab5 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:10.477901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:10.480980 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e1bf18-63b6-46c5-bbc9-a76f7b16cbbf" -d '{"events": [{"server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:10.656668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:10.678466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed34c7-80ea-4ab5-bb94-608432545805 req-306338e8-a120-4db3-8ec2-ff9c48116803 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:10.680349 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08ed34c7-80ea-4ab5-bb94-608432545805 req-306338e8-a120-4db3-8ec2-ff9c48116803 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 944 time: 0.2764177 Nov 12 11:01:10.681724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:10.695871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:10.696302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.701522 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Sync routers for ids ['6f2cea65-bbe2-427b-92c1-baf749996405'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:10.729099 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Routers {'6f2cea65-bbe2-427b-92c1-baf749996405'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:10.729595 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.730104 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6f2cea65-bbe2-427b-92c1-baf749996405'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:10.733187 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb044a71-cc16-498e-b92b-ece47d1f0c32 x-openstack-request-id: req-eb044a71-cc16-498e-b92b-ece47d1f0c32 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:10.733486 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:10.737450 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb044a71-cc16-498e-b92b-ece47d1f0c32 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:10.737803 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'code': 200} Nov 12 11:01:10.942717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08ed34c7-80ea-4ab5-bb94-608432545805 req-a3c30c81-b9d7-46f4-8ebd-3fe120a99147 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433200 Nov 12 11:01:10.951471 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:10.952861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6f1f70ba-9808-4a51-a27a-0e59d7c9e571 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.9527776 Nov 12 11:01:10.963509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39640) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:11.010074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d5a7c-a3f5-4565-a326-58b70035b1c1 req-7c00c751-32fc-4b45-8d15-eb8adb69af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:11.013322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0672a8e3-f95f-4bd4-bdab-151db4ea9338 None None] New status for floating IP 2abee11b-5b69-44a1-aed0-9cdb927e3207: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:01:11.022479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-880d5a7c-a3f5-4565-a326-58b70035b1c1 req-7c00c751-32fc-4b45-8d15-eb8adb69af1f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 1097 time: 0.1964321 Nov 12 11:01:11.044803 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.185405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-880d5a7c-a3f5-4565-a326-58b70035b1c1 req-20fcd179-13f5-4aea-af51-8222a3c70b1d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524017 Nov 12 11:01:11.332946 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Set router 6f2cea65-bbe2-427b-92c1-baf749996405 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:11.429119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Allocated IP 172.20.0.1 (76ba3941-7bda-4549-99f9-62cd4a5e2d60/75b0c4da-291b-46ab-962b-6692b0945982/f9f4a291-0905-463c-b21d-2d3fff6940f5) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:11.468595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:11.697315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39652) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:11.706522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f497cc63-942c-46cc-bdd0-208aeca3dbce tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1299531910', 'description': 'tempest-description--1091858418'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:11.831122 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:07Z', 'revision_number': 3, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:11.877550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.891109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f497cc63-942c-46cc-bdd0-208aeca3dbce tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:11.894511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39656) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:11.920956 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Checking router: 6f2cea65-bbe2-427b-92c1-baf749996405 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:11.921482 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Updating router 6f2cea65-bbe2-427b-92c1-baf749996405 port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:01:11.995998 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.067742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0d2eb53a-c881-48e5-ac34-6d4bda583d81 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:12.087709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.215590 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e94347f-2dee-44ce-9c6c-044c14b8e1c0 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.228039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:07Z', 'revision_number': 3, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:12.286124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:12.291910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e94347f-2dee-44ce-9c6c-044c14b8e1c0 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.308911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Checking router: f45479a9-833e-4e73-b484-c18e9347eab5 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:12.309925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Updating router f45479a9-833e-4e73-b484-c18e9347eab5 port 7431d7b2-37f3-4914-b294-f8215ac29823 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:01:12.374802 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.386758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:12.416226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:12.434526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f4a291-0905-463c-b21d-2d3fff6940f5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:12.477122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f497cc63-942c-46cc-bdd0-208aeca3dbce tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.518082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:12.518769 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.520283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e94347f-2dee-44ce-9c6c-044c14b8e1c0 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.528586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e94347f-2dee-44ce-9c6c-044c14b8e1c0 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.530116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7e94347f-2dee-44ce-9c6c-044c14b8e1c0 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "DELETE /v2.0/security-groups/068f1c01-976b-4761-ace3-21c33d4c869b HTTP/1.1" status: 204 len: 168 time: 0.6087480 Nov 12 11:01:12.533994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39664) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:12.618593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94347f-2dee-44ce-9c6c-044c14b8e1c0 tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068f1c01-976b-4761-ace3-21c33d4c869b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:12.631440 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-15386b4f-36b1-463a-9362-876c967969ae tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] show failed (client error): The resource could not be found. Nov 12 11:01:12.632945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15386b4f-36b1-463a-9362-876c967969ae tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "GET /v2.0/security-groups/068f1c01-976b-4761-ace3-21c33d4c869b HTTP/1.1" status: 404 len: 347 time: 0.0978951 Nov 12 11:01:12.636910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39666) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:12.637681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f497cc63-942c-46cc-bdd0-208aeca3dbce tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.699013 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.749545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2508fc-24d3-4df1-a92a-179a5ff335e1 req-9c50cdc9-7bed-4a0e-8aa2-cc0d19741057 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:12.765294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2508fc-24d3-4df1-a92a-179a5ff335e1 req-9c50cdc9-7bed-4a0e-8aa2-cc0d19741057 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 945 time: 0.5693820 Nov 12 11:01:12.807280 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.807843 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:12.924374 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Pushing event updated for resources: {'Port': ['ID=bf1de574-4253-42d7-9dbc-a66ffc3bbf7b,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:12.929960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497cc63-942c-46cc-bdd0-208aeca3dbce tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6552a7-bd4d-49db-a96d-c62d7760e4e5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:12.952926 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.953683 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.955349 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.955911 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.956437 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.958992 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.959989 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.961422 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.962001 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.963185 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.963694 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:12.965536 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:13.014753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2133-136b-41ad-9011-530c72449ba7 req-6eab58fb-9fb6-43bf-b206-9e1ba4b784d3 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:13.017365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb6b2133-136b-41ad-9011-530c72449ba7 req-6eab58fb-9fb6-43bf-b206-9e1ba4b784d3 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.1325755 Nov 12 11:01:13.017872 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Attempting to bind port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:13.018253 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Attempting to bind port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:13.018680 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Attempting to bind port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:13.031493 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:13.031865 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:13.037362 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.037866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9b1969a6-5a8c-4655-a918-53d7c990be41 None None] Provisioning complete for port f9f4a291-0905-463c-b21d-2d3fff6940f5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:13.038317 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:13.039009 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Bound port: bf1de574-4253-42d7-9dbc-a66ffc3bbf7b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:13.039813 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.042869 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2508fc-24d3-4df1-a92a-179a5ff335e1 req-446f38a7-34e4-48be-b1ca-191198a36201 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760344 Nov 12 11:01:13.048046 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9b1969a6-5a8c-4655-a918-53d7c990be41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.095716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb6b2133-136b-41ad-9011-530c72449ba7 req-c1706e18-17de-46ce-9a98-426198f48fb6 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656650 Nov 12 11:01:13.100942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f497cc63-942c-46cc-bdd0-208aeca3dbce tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.106987 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f497cc63-942c-46cc-bdd0-208aeca3dbce tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4015546 Nov 12 11:01:13.107265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39668) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:13.114508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f0123e6f-63d8-4f4f-a9d3-c0de34bfc562 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Request body: {'security_group_rule': {'security_group_id': '7c6552a7-bd4d-49db-a96d-c62d7760e4e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:13.146057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Deleting port 20b8c3da-5448-49ef-aa5c-570de89e46e5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:13.147488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.213316 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] For port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:13.238134 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] For port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf1de574-4253-42d7-9dbc-a66ffc3bbf7b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:13.308473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.310171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.320197 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.388946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Calling delete_port for 20b8c3da-5448-49ef-aa5c-570de89e46e5 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:13.422257 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a75e9-150b-4fb9-aa4a-a26727e9dd57 None None] Pushing event updated for resources: {'Port': ['ID=bf1de574-4253-42d7-9dbc-a66ffc3bbf7b,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:13.441376 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Routers {'6f2cea65-bbe2-427b-92c1-baf749996405'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:13.442800 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6f2cea65-bbe2-427b-92c1-baf749996405'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:13.514313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9b1969a6-5a8c-4655-a918-53d7c990be41 None None] Port f9f4a291-0905-463c-b21d-2d3fff6940f5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:13.610814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.715771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.804592 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] Set router 6f2cea65-bbe2-427b-92c1-baf749996405 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:13.847416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0123e6f-63d8-4f4f-a9d3-c0de34bfc562 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.897191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:13.965078 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0123e6f-63d8-4f4f-a9d3-c0de34bfc562 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.011235 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.012387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.106109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Pushing event deleted for resources: {'Port': ['ID=20b8c3da-5448-49ef-aa5c-570de89e46e5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:14.131320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0123e6f-63d8-4f4f-a9d3-c0de34bfc562 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.207382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aba5c-4ea4-4649-b07f-c459881dd31d None None] Pushing event updated for resources: {'Port': ['ID=7431d7b2-37f3-4914-b294-f8215ac29823,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:14.208595 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:07Z', 'revision_number': 3, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:14.219384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Attempting to bind port 7431d7b2-37f3-4914-b294-f8215ac29823 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:14.219788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Attempting to bind port 7431d7b2-37f3-4914-b294-f8215ac29823 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:14.220487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Attempting to bind port 7431d7b2-37f3-4914-b294-f8215ac29823 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:14.238867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:14.238867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:14.238867 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.238867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:14.240946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Bound port: 7431d7b2-37f3-4914-b294-f8215ac29823, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:14.241482 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.282119 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d90ff-bc31-4596-bd7c-b7ebbb401047 None None] The sync data for ids ['6f2cea65-bbe2-427b-92c1-baf749996405'] in n-d-768852-22 is: [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:07Z', 'revision_number': 3, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:14.304163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0123e6f-63d8-4f4f-a9d3-c0de34bfc562 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.310004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f0123e6f-63d8-4f4f-a9d3-c0de34bfc562 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1970692 Nov 12 11:01:14.310004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39686) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:14.314342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0123e6f-63d8-4f4f-a9d3-c0de34bfc562 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9925cac-cd5a-40ec-9a6f-ac538d0361bb,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:14.324993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39688) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:14.338797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b9e35abc-6b6c-4128-ac25-7d690666132b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Request body: {'security_group_rule': {'security_group_id': '7c6552a7-bd4d-49db-a96d-c62d7760e4e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:14.383647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.388410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.390269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4bb57f8d-04aa-4fae-abe2-a3c20ee12cac tempest-ServersTestJSON-1401907612 tempest-ServersTestJSON-1401907612-project] 10.222.0.98 "DELETE /v2.0/floatingips/2abee11b-5b69-44a1-aed0-9cdb927e3207 HTTP/1.1" status: 204 len: 168 time: 1.7442031 Nov 12 11:01:14.393304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39694) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:14.425410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] For port 7431d7b2-37f3-4914-b294-f8215ac29823, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:14.429961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] For port 7431d7b2-37f3-4914-b294-f8215ac29823, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7431d7b2-37f3-4914-b294-f8215ac29823,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:14.452021 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:01:14.502879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.625321 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9e35abc-6b6c-4128-ac25-7d690666132b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:14.627798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aba5c-4ea4-4649-b07f-c459881dd31d None None] Pushing event updated for resources: {'Port': ['ID=7431d7b2-37f3-4914-b294-f8215ac29823,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:14.701689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Routers {'f45479a9-833e-4e73-b484-c18e9347eab5'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:14.703134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f45479a9-833e-4e73-b484-c18e9347eab5'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:14.726912 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90134048-558f-4472-9f9a-640acbb20668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.030423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228abb9-382a-4073-a2e5-0a2d906c2004 req-520e68e2-1fd8-4ce2-86e9-cc9569253c99 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.033242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] Set router f45479a9-833e-4e73-b484-c18e9347eab5 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:15.037968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9228abb9-382a-4073-a2e5-0a2d906c2004 req-520e68e2-1fd8-4ce2-86e9-cc9569253c99 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.4658411 Nov 12 11:01:15.122833 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.133091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1675cb-eedb-44ab-bb2f-905ab9e1d617 req-b16cd74d-1744-4670-ad5a-6e685540bb2d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.141647 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf1675cb-eedb-44ab-bb2f-905ab9e1d617 req-b16cd74d-1744-4670-ad5a-6e685540bb2d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 945 time: 0.3194022 Nov 12 11:01:15.184779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9e35abc-6b6c-4128-ac25-7d690666132b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.221991 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90134048-558f-4472-9f9a-640acbb20668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.230063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.241845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9228abb9-382a-4073-a2e5-0a2d906c2004 req-65654681-67c3-4bb0-807b-ef87bdeaf918 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003920 Nov 12 11:01:15.322732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90134048-558f-4472-9f9a-640acbb20668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.370860 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9e35abc-6b6c-4128-ac25-7d690666132b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.400325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f4a291-0905-463c-b21d-2d3fff6940f5,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:15.463135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf1675cb-eedb-44ab-bb2f-905ab9e1d617 req-e35bcb92-bc70-4a66-89d4-c99cb9376f27 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204763 Nov 12 11:01:15.465396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-90134048-558f-4472-9f9a-640acbb20668 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=91f445536f49463999d3da9e86467ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1552179 Nov 12 11:01:15.483953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:13Z', 'revision_number': 4, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f9f4a291-0905-463c-b21d-2d3fff6940f5', 'name': '', 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'mac_address': 'fa:16:3e:71:44:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '75b0c4da-291b-46ab-962b-6692b0945982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:10Z', 'updated_at': '2021-11-12T11:01:11Z', 'revision_number': 1, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'subnets': [{'id': '75b0c4da-291b-46ab-962b-6692b0945982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:15.484374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39698) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:15.525269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e35abc-6b6c-4128-ac25-7d690666132b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23d467e-3a59-4da4-a257-ee71c504bb85,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:15.546652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b938a-812c-42f5-90ec-33b3689e591d None None] The sync data for ids ['f45479a9-833e-4e73-b484-c18e9347eab5'] in n-d-768852-22 is: [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:13Z', 'revision_number': 4, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f9f4a291-0905-463c-b21d-2d3fff6940f5', 'name': '', 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'mac_address': 'fa:16:3e:71:44:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '75b0c4da-291b-46ab-962b-6692b0945982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:10Z', 'updated_at': '2021-11-12T11:01:11Z', 'revision_number': 1, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'subnets': [{'id': '75b0c4da-291b-46ab-962b-6692b0945982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:15.560429 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.640441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90134048-558f-4472-9f9a-640acbb20668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354444fe-67bc-489f-87a1-50ce9293e7a4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:15.642467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9a91834-4408-401b-aef3-ba1a62283e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.758937 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9e35abc-6b6c-4128-ac25-7d690666132b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.761378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b9e35abc-6b6c-4128-ac25-7d690666132b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4298031 Nov 12 11:01:15.773141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39702) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:15.790849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:15.835815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Allocated IP 172.20.0.1 (9789795a-1b20-415f-a61a-b74d44f10cba/5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e/bcf9313e-2d47-4566-bdfa-cfb952fc66d9) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:15.867172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-388f05e8-0d6e-4c68-b2d3-e612d90826e7 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:15.867172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-388f05e8-0d6e-4c68-b2d3-e612d90826e7 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.57 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.2525711 Nov 12 11:01:15.867509 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9a91834-4408-401b-aef3-ba1a62283e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:15.964872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf1de574-4253-42d7-9dbc-a66ffc3bbf7b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:16.103839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.253067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:16.253373 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.378095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:16.402310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.421284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:16.513872 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.583881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf1de574-4253-42d7-9dbc-a66ffc3bbf7b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:16.695985 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.717227 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9a91834-4408-401b-aef3-ba1a62283e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.720556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9a91834-4408-401b-aef3-ba1a62283e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:16.724318 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c9a91834-4408-401b-aef3-ba1a62283e4e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/354444fe-67bc-489f-87a1-50ce9293e7a4 HTTP/1.1" status: 204 len: 168 time: 1.2422249 Nov 12 11:01:16.760479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a0dbc-ddf2-422e-97af-b2dc257c4fd8 req-9608bd8d-c23e-4637-8954-0f0a3e08a7e6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:16.769367 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-365a0dbc-ddf2-422e-97af-b2dc257c4fd8 req-9608bd8d-c23e-4637-8954-0f0a3e08a7e6 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 945 time: 0.3732519 Nov 12 11:01:16.890155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a91834-4408-401b-aef3-ba1a62283e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354444fe-67bc-489f-87a1-50ce9293e7a4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:16.914694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=bf1de574-4253-42d7-9dbc-a66ffc3bbf7b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:16.959614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a375-f677-4f35-a40a-925f26caa340 req-bc77f9dd-200a-49a5-914d-b2efb2a3795f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:16.967218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32f2a375-f677-4f35-a40a-925f26caa340 req-bc77f9dd-200a-49a5-914d-b2efb2a3795f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 944 time: 0.6316240 Nov 12 11:01:16.992606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262161-5d98-464a-97c0-250b52d52e16 req-44b2912f-193a-4aad-9639-c217fb04353c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:16.994260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc262161-5d98-464a-97c0-250b52d52e16 req-44b2912f-193a-4aad-9639-c217fb04353c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 944 time: 0.4389265 Nov 12 11:01:17.033804 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.100939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Deleting port 4c4710da-c668-4042-9ada-149625d49dd7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:17.101496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.235296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-91645c1f-36c6-4709-a6c8-3ceb43b1c7df None None] Provisioning complete for port f9f4a291-0905-463c-b21d-2d3fff6940f5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:17.237187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91645c1f-36c6-4709-a6c8-3ceb43b1c7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.329536 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.331138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-91645c1f-36c6-4709-a6c8-3ceb43b1c7df None None] Port f9f4a291-0905-463c-b21d-2d3fff6940f5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:17.344997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-365a0dbc-ddf2-422e-97af-b2dc257c4fd8 req-cfbb29fd-f311-43de-9aa5-e6602d69175b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747161 Nov 12 11:01:17.502554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Router f45479a9-833e-4e73-b484-c18e9347eab5 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:17.510898 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.577992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] For port 4c4710da-c668-4042-9ada-149625d49dd7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4c4710da-c668-4042-9ada-149625d49dd7,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:17.578968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.826834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:17.836510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Allocated IP 172.25.3.144 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/d9d3ecf3-ce18-4691-b54e-4a72c8ce1c45) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:17.914988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7431d7b2-37f3-4914-b294-f8215ac29823 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:17.947323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab7f84-8056-4443-b0d9-f3f183b23e38 req-bdae47df-87f8-4cd3-9b53-33b1c34b90a5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:17.949225 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09ab7f84-8056-4443-b0d9-f3f183b23e38 req-bdae47df-87f8-4cd3-9b53-33b1c34b90a5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 946 time: 0.2621360 Nov 12 11:01:18.040256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7431d7b2-37f3-4914-b294-f8215ac29823 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:18.041043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Network 9789795a-1b20-415f-a61a-b74d44f10cba is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:18.046129 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.068942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:18.144302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:18.146788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:18.190715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.190715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.190715 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Floating IP 38965880-8e1d-4a38-ad4b-23783418be56 disassociated. External IP: 172.25.3.166, port: 4c4710da-c668-4042-9ada-149625d49dd7. Nov 12 11:01:18.190715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Calling delete_port for 4c4710da-c668-4042-9ada-149625d49dd7 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:18.248315 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.262584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39714) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:18.330656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.362683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2ac49ca-21e0-49ea-8380-d8668d45feb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.383974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:18.388308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 7431d7b2-37f3-4914-b294-f8215ac29823, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7431d7b2-37f3-4914-b294-f8215ac29823,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:18.441834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32f2a375-f677-4f35-a40a-925f26caa340 req-47b656a8-811c-4aa1-b9a3-8982499bb070 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4695346 Nov 12 11:01:18.443709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6a33b55b-d7c1-4af8-9602-ea73c1831840 admin admin] 10.222.0.98 "PUT /v2.0/routers/f45479a9-833e-4e73-b484-c18e9347eab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0922403 Nov 12 11:01:18.470860 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.475644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf1de574-4253-42d7-9dbc-a66ffc3bbf7b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:18.555990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09ab7f84-8056-4443-b0d9-f3f183b23e38 req-de342738-20b0-4244-9b0b-12cd96aaedc5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups?id=4a479c77-c7b4-4502-aed9-29f119c25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5678210 Nov 12 11:01:18.627403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.676773 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2ac49ca-21e0-49ea-8380-d8668d45feb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.713544 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.754986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event deleted for resources: {'Port': ['ID=4c4710da-c668-4042-9ada-149625d49dd7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:18.803705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=7431d7b2-37f3-4914-b294-f8215ac29823,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:18.811340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2ac49ca-21e0-49ea-8380-d8668d45feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.823884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f65bc7ce-8f20-46d5-8e02-e254b0635f25 None None] Provisioning complete for port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:18.824488 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f65bc7ce-8f20-46d5-8e02-e254b0635f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.839817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Deleting port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:18.840516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.915530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.955847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f65bc7ce-8f20-46d5-8e02-e254b0635f25 None None] Port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:18.960748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:18.961467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:18.992331 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f2ac49ca-21e0-49ea-8380-d8668d45feb5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1445ebaba7664cca84f6337769c56316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283270 Nov 12 11:01:19.030076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39724) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:19.031307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac49ca-21e0-49ea-8380-d8668d45feb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe9299c-93e3-481b-958d-ed58acc5e10a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:19.044559 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.059543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:19.099724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:19.114842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:19.167241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa2533-322b-4d48-9f9a-f1e157ea7538 req-3b79628d-bac9-4d0f-b4e4-ee41dd92f46c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:19.175402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6aa2533-322b-4d48-9f9a-f1e157ea7538 req-3b79628d-bac9-4d0f-b4e4-ee41dd92f46c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 945 time: 0.5115850 Nov 12 11:01:19.183161 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-46dd41a0-9f90-45c1-997c-2863bae3a68e req-213cd250-a9f7-46b0-9250-ba8609e91261 tempest-FloatingIPDetailsNegativeTestJSON-1726589788 tempest-FloatingIPDetailsNegativeTestJSON-1726589788-project] show failed (client error): The resource could not be found. Nov 12 11:01:19.188031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-46dd41a0-9f90-45c1-997c-2863bae3a68e req-213cd250-a9f7-46b0-9250-ba8609e91261 tempest-FloatingIPDetailsNegativeTestJSON-1726589788 tempest-FloatingIPDetailsNegativeTestJSON-1726589788-project] 10.222.0.98 "GET /v2.0/floatingips/328e82dd-8355-457a-8132-7efb475845a7 HTTP/1.1" status: 404 len: 350 time: 0.1218843 Nov 12 11:01:19.221802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event updated for resources: {'Port': ['ID=d9d3ecf3-ce18-4691-b54e-4a72c8ce1c45,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:19.222139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39726) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:19.282314 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5387-0225-457a-810d-5ca3cfcd1f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.400222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5387-0225-457a-810d-5ca3cfcd1f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.420818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.514934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4c4710da-c668-4042-9ada-149625d49dd7 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:19.536927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 4c4710da-c668-4042-9ada-149625d49dd7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:19.537273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4c4710da-c668-4042-9ada-149625d49dd7 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:19.541831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.580707 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.654656 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5387-0225-457a-810d-5ca3cfcd1f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.657308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a6e5387-0225-457a-810d-5ca3cfcd1f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.658513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7a6e5387-0225-457a-810d-5ca3cfcd1f91 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/afe9299c-93e3-481b-958d-ed58acc5e10a HTTP/1.1" status: 204 len: 168 time: 0.6235685 Nov 12 11:01:19.693480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e5387-0225-457a-810d-5ca3cfcd1f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe9299c-93e3-481b-958d-ed58acc5e10a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:19.752777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.809360 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Sync routers for ids ['f45479a9-833e-4e73-b484-c18e9347eab5'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:19.825500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6aa2533-322b-4d48-9f9a-f1e157ea7538 req-13130e22-56fe-4c06-a6d1-4805a4910e3a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484301 Nov 12 11:01:19.830098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.831464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] For port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:19.831464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.869768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Calling delete_port for 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:19.880448 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Routers {'f45479a9-833e-4e73-b484-c18e9347eab5'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:19.889202 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f45479a9-833e-4e73-b484-c18e9347eab5'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:19.928561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Deleting port c285dc88-b055-471c-b339-52135b8e0129 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:19.928914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:19.948576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Router ce3923e3-534a-4ff4-a5a6-1c4370636d49 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:19.958485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:19.993010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7431d7b2-37f3-4914-b294-f8215ac29823 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:20.090726 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:20.109779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355f94e-0162-44e2-bbf9-b0eed6901099 req-7c1d945d-3464-43ae-8df8-abf6590543e3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:20.111838 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8355f94e-0162-44e2-bbf9-b0eed6901099 req-7c1d945d-3464-43ae-8df8-abf6590543e3 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 944 time: 0.5048661 Nov 12 11:01:20.131916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7431d7b2-37f3-4914-b294-f8215ac29823 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:20.132345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:20.187664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c9a9d74-d640-42aa-ad47-58004aab7cca req-6d3342d5-9fd2-4f94-9d52-3173d073c929 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.1178126 Nov 12 11:01:20.205338 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Set router f45479a9-833e-4e73-b484-c18e9347eab5 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:20.319122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:20.326465 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:20.339784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8355f94e-0162-44e2-bbf9-b0eed6901099 req-cf709c41-a969-4aa9-a555-fb3a9466df28 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131979 Nov 12 11:01:20.402259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event updated for resources: {'Port': ['ID=d9d3ecf3-ce18-4691-b54e-4a72c8ce1c45,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:20.441297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] For port c285dc88-b055-471c-b339-52135b8e0129, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c285dc88-b055-471c-b339-52135b8e0129,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:20.441772 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:20.498450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Calling delete_port for c285dc88-b055-471c-b339-52135b8e0129 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:20.515469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:20.544953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Network 9789795a-1b20-415f-a61a-b74d44f10cba is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:20.546857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:20.564359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:20.583038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] Sync routers for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:20.609431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:20.614706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:20.685654 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:20.695041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-608222d5-0ccd-451b-bcab-4be2b36cc16a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9061682 Nov 12 11:01:20.780003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] No DVR routers for this DVR port 4c4710da-c668-4042-9ada-149625d49dd7 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:20.787889 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:20.804110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89f8cad3-b7db-4b6a-910f-3ca355c5eff3 req-2c8f3eb5-8aa5-451c-977c-1ebe9f6c3d25 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.57 "DELETE /v2.0/ports/4c4710da-c668-4042-9ada-149625d49dd7 HTTP/1.1" status: 204 len: 173 time: 4.9411628 Nov 12 11:01:20.804897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'name': 'network-vif-deleted', 'tag': '4c4710da-c668-4042-9ada-149625d49dd7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:20.807467 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9e314b-992e-4311-b77c-26ff3f7d642f" -d '{"events": [{"server_uuid": "80dfd624-2cd6-4afe-9e8f-2c31f2535b09", "name": "network-vif-deleted", "tag": "4c4710da-c668-4042-9ada-149625d49dd7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:20.877003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:21.029232 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6723486-779d-4600-b3a8-e7f161c5c62c x-openstack-request-id: req-d6723486-779d-4600-b3a8-e7f161c5c62c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:21.029232 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dfd624-2cd6-4afe-9e8f-2c31f2535b09", "name": "network-vif-deleted", "tag": "4c4710da-c668-4042-9ada-149625d49dd7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:21.030422 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d6723486-779d-4600-b3a8-e7f161c5c62c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:21.030422 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dfd624-2cd6-4afe-9e8f-2c31f2535b09', 'name': 'network-vif-deleted', 'tag': '4c4710da-c668-4042-9ada-149625d49dd7', 'status': 'completed', 'code': 200} Nov 12 11:01:21.034192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Router 6f2cea65-bbe2-427b-92c1-baf749996405 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:21.066783 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:21.096142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:13Z', 'revision_number': 4, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f9f4a291-0905-463c-b21d-2d3fff6940f5', 'name': '', 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'mac_address': 'fa:16:3e:71:44:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '75b0c4da-291b-46ab-962b-6692b0945982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:10Z', 'updated_at': '2021-11-12T11:01:14Z', 'revision_number': 2, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'subnets': [{'id': '75b0c4da-291b-46ab-962b-6692b0945982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:21.155454 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Checking router: f45479a9-833e-4e73-b484-c18e9347eab5 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:21.155782 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Updating router f45479a9-833e-4e73-b484-c18e9347eab5 port f9f4a291-0905-463c-b21d-2d3fff6940f5 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:01:21.203899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:21.223258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8c160576-e86f-48f2-a571-1b9c3eee6ca2 admin admin] 10.222.0.98 "PUT /v2.0/routers/6f2cea65-bbe2-427b-92c1-baf749996405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2574427 Nov 12 11:01:21.231667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ac0dfef9-96ba-4c12-94a3-72aacfbacebf None None] Provisioning complete for port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:21.232307 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Sync routers for ids ['6f2cea65-bbe2-427b-92c1-baf749996405'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:21.232577 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ac0dfef9-96ba-4c12-94a3-72aacfbacebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:21.246582 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:21.286831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:21.293388 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Routers {'6f2cea65-bbe2-427b-92c1-baf749996405'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:21.296756 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6f2cea65-bbe2-427b-92c1-baf749996405'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:21.346758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ac0dfef9-96ba-4c12-94a3-72aacfbacebf None None] Port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:21.418621 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:21.525319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bf5c-7637-478a-8adf-31207cd497de req-bc0ede66-c184-44e8-8288-1fff7114a16b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:21.541131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-bc0ede66-c184-44e8-8288-1fff7114a16b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 821 time: 0.2864664 Nov 12 11:01:21.546277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Pushing event deleted for resources: {'Port': ['ID=4d5dd814-e389-4be7-8ff4-5ac7c4d56a46,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:21.580719 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-eef3c6d7-5138-44ec-8079-2f4353e9e9f0 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/quotas/4abf230d9c6c4f088abc7659ce442244 HTTP/1.1" status: 200 len: 375 time: 0.0357893 Nov 12 11:01:21.650048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.653683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.658452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.660927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.661295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.661645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.661982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.662315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.662644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.662971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.663298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.663622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:21.710249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] No DVR routers for this DVR port 4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:21.714123 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:21.724610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:21.728398 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc262161-5d98-464a-97c0-250b52d52e16 req-58af7787-f788-49d1-aba3-706ab6e1acef tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.69 "DELETE /v2.0/ports/4d5dd814-e389-4be7-8ff4-5ac7c4d56a46 HTTP/1.1" status: 204 len: 173 time: 4.6919711 Nov 12 11:01:21.731215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:21.786747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-b994ec79-9840-4235-87a6-762c7aa3c0ae tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1854534 Nov 12 11:01:21.801961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c285dc88-b055-471c-b339-52135b8e0129,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:21.968544 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Set router 6f2cea65-bbe2-427b-92c1-baf749996405 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:22.098043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] Checking router: ce3923e3-534a-4ff4-a5a6-1c4370636d49 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:22.110520 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-0ae20d14-c5be-4e06-b21d-3ac91720becd service neutron] 10.222.0.98 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368921 Nov 12 11:01:22.112258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:22.113604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:22.331858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ff61176-5748-4a16-9e2d-66857fd1186f req-08815bf4-7070-4a2e-b401-d13a7a899a8c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.0621517 Nov 12 11:01:22.391392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:22.395793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Deleting port f9f4a291-0905-463c-b21d-2d3fff6940f5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:22.396735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:22.407464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-9309d58f-8ff8-491e-9436-fe4ff82d3ef6 service neutron] 10.222.0.98 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851534 Nov 12 11:01:22.451085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:22.641791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39786) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:22.658645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322a880c-1214-41d6-b2bc-f6888e47b554 req-72ae6862-2620-4c8c-b303-d3238d57dac0 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=6fc2d42b-e789-4bfd-8a6f-89232e4678c8 HTTP/1.1" status: 200 len: 210 time: 0.0771463 Nov 12 11:01:22.682012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:22.693867 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:22.755079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Calling delete_port for f9f4a291-0905-463c-b21d-2d3fff6940f5 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:22.817915 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:22.862066 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bcf9313e-2d47-4566-bdfa-cfb952fc66d9', 'name': '', 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'mac_address': 'fa:16:3e:c9:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:14Z', 'updated_at': '2021-11-12T11:01:19Z', 'revision_number': 2, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'subnets': [{'id': '5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:22.924977 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Checking router: 6f2cea65-bbe2-427b-92c1-baf749996405 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:22.925317 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Updating router 6f2cea65-bbe2-427b-92c1-baf749996405 port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:01:23.012540 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.051703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'name': 'network-vif-deleted', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:23.057899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:23.059360 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d93e0c8-8b8e-471a-b4a7-f3f0132a527f" -d '{"events": [{"server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "name": "network-vif-deleted", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:23.126167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbdf385-22e7-464f-94d0-b881ef8b798e None None] The sync data for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 is: [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T10:56:33Z', 'revision_number': 4, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '50e47cbd-3465-4267-8438-98dd21b93612', 'name': '', 'network_id': '14c3b181-4201-4bbc-a445-06c46fd7083c', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'mac_address': 'fa:16:3e:29:af:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:32Z', 'updated_at': '2021-11-12T10:56:42Z', 'revision_number': 5, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'subnets': [{'id': '5f57b607-5db5-4085-8c5e-b84260a83fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:23.130866 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Attempting to bind port f9f4a291-0905-463c-b21d-2d3fff6940f5 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:23.131259 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Attempting to bind port f9f4a291-0905-463c-b21d-2d3fff6940f5 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:23.131585 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Attempting to bind port f9f4a291-0905-463c-b21d-2d3fff6940f5 on network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:23.137094 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1662c-2db3-40b9-bf35-ee4790024449 None None] Pushing event updated for resources: {'Port': ['ID=f9f4a291-0905-463c-b21d-2d3fff6940f5,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:23.141635 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:23.142679 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Checking segment: {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:23.143080 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.143472 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Bound using segment: {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:23.143996 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Bound port: f9f4a291-0905-463c-b21d-2d3fff6940f5, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:23.152340 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.176937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-791508503-network', 'tenant_id': 'dc32f8e658c34424864410ee2a56c33b'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:23.388461 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7564429-caa7-4220-8e22-4cd56b72fbfb req-d92300a6-0629-4549-9ee4-1c14f4268528 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 210 time: 0.1063747 Nov 12 11:01:23.390539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Made reservation on behalf of dc32f8e658c34424864410ee2a56c33b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:23.399313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b7078df-deb6-4b48-bc21-e91853893b45 req-cfeeb0a9-90cf-4fcc-8a87-8f115bdcca21 tempest-FloatingIPsNegativeTestJSON-1146675981 tempest-FloatingIPsNegativeTestJSON-1146675981-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=fae4b7528ebc4ea1b391bb945308231b HTTP/1.1" status: 200 len: 217 time: 0.3361907 Nov 12 11:01:23.400688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.429669 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.498712 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c97e23-4849-472c-b28f-3bb0dfad9d25 x-openstack-request-id: req-c5c97e23-4849-472c-b28f-3bb0dfad9d25 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:23.499005 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc2d42b-e789-4bfd-8a6f-89232e4678c8", "name": "network-vif-deleted", "tag": "4d5dd814-e389-4be7-8ff4-5ac7c4d56a46", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:23.499300 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5c97e23-4849-472c-b28f-3bb0dfad9d25 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:23.499630 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc2d42b-e789-4bfd-8a6f-89232e4678c8', 'name': 'network-vif-deleted', 'tag': '4d5dd814-e389-4be7-8ff4-5ac7c4d56a46', 'status': 'completed', 'code': 200} Nov 12 11:01:23.628600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d22b806-98ff-4c19-b545-e28bb066c163 req-a2f85a53-6cbe-4821-a9cf-3a4f3eeef072 tempest-FloatingIPsNegativeTestJSON-1146675981 tempest-FloatingIPsNegativeTestJSON-1146675981-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0874524 Nov 12 11:01:23.738421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1649f6eb-e36d-4c55-b68c-ed24407b46fa None None] Provisioning complete for port f9f4a291-0905-463c-b21d-2d3fff6940f5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:23.740380 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1649f6eb-e36d-4c55-b68c-ed24407b46fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.760650 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a0d9252-4162-47bc-9335-60a85480c45f req-d0f637af-8e3b-4837-9557-2d3a917c8d54 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.1975744 Nov 12 11:01:23.843654 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3908a9-11e9-4752-a118-c53d14c6c9f3 None None] New status for floating IP 38965880-8e1d-4a38-ad4b-23783418be56: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:01:23.891311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.950417 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:23.996133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1649f6eb-e36d-4c55-b68c-ed24407b46fa None None] Port f9f4a291-0905-463c-b21d-2d3fff6940f5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:01:23.999726 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.015111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:01:24.027028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.027808 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Added segment 758bbc35-3ab4-49dc-9d89-954a2e2e399f of type vlan for network 34327521-65e6-49b2-8e90-f04fe72536bc Nov 12 11:01:24.035605 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.073623 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-c74d777c-7107-42b1-bd87-58d801fb6c23 req-29aa6c1f-2abd-4181-aca4-e45755fddff7 tempest-FloatingIPsNegativeTestJSON-1146675981 tempest-FloatingIPsNegativeTestJSON-1146675981-project] show failed (client error): The resource could not be found. Nov 12 11:01:24.075690 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c74d777c-7107-42b1-bd87-58d801fb6c23 req-29aa6c1f-2abd-4181-aca4-e45755fddff7 tempest-FloatingIPsNegativeTestJSON-1146675981 tempest-FloatingIPsNegativeTestJSON-1146675981-project] 10.222.0.98 "GET /v2.0/floatingips/00444b6b-bbdf-4944-8191-290801ce18ed HTTP/1.1" status: 404 len: 350 time: 0.3957524 Nov 12 11:01:24.088522 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.091474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:24.093452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39822) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:24.162253 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7819f6-d03d-4fb2-9cf6-8f706a59c3c3 None None] Pushing event updated for resources: {'Port': ['ID=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:24.197239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37cd4f4-06c7-40d7-acc6-73f3eadfd597,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:24.217481 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.db.api [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:01:24.221378 n-d-768852-22 neutron-server[109707]: DEBUG oslo_db.api [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:01:24.234030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.238046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:24.238246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.238426 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.351579 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Attempting to bind port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:24.351988 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Attempting to bind port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:24.352335 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Attempting to bind port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 on network 9789795a-1b20-415f-a61a-b74d44f10cba {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:24.380713 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:24.381091 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Checking segment: {'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:24.382815 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.383155 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Bound using segment: {'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:24.383671 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Bound port: bcf9313e-2d47-4566-bdfa-cfb952fc66d9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aaeae6-61bd-4df3-89db-bfae54e842c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:24.384121 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.391902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] Pushing event updated for resources: {'Network': ['ID=34327521-65e6-49b2-8e90-f04fe72536bc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:24.414675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 34327521-65e6-49b2-8e90-f04fe72536bc details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:01:24.491571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4389ea41-53a0-4e63-8ce4-733d2dc9a5dd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8477824 Nov 12 11:01:24.491799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f4a291-0905-463c-b21d-2d3fff6940f5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:24.497451 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] For port bcf9313e-2d47-4566-bdfa-cfb952fc66d9, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:24.500728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39838) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:24.502778 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] For port bcf9313e-2d47-4566-bdfa-cfb952fc66d9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,segment=NetworkSegment(a6aaeae6-61bd-4df3-89db-bfae54e842c7),segment_id=a6aaeae6-61bd-4df3-89db-bfae54e842c7)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:24.510050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Request body: {'subnet': {'network_id': '34327521-65e6-49b2-8e90-f04fe72536bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-791508503-subnet', 'tenant_id': 'dc32f8e658c34424864410ee2a56c33b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:24.585572 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.646443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Made reservation on behalf of dc32f8e658c34424864410ee2a56c33b for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:24.650958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.798182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c7613f92-43c3-49fe-8b37-a0ae60082ff4 None None] Provisioning complete for port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:24.798796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c7613f92-43c3-49fe-8b37-a0ae60082ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:24.811415 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Attempting to bind port f9f4a291-0905-463c-b21d-2d3fff6940f5 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:24.815123 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Attempting to bind port f9f4a291-0905-463c-b21d-2d3fff6940f5 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:24.815728 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Attempting to bind port f9f4a291-0905-463c-b21d-2d3fff6940f5 on network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:24.960298 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Routers {'6f2cea65-bbe2-427b-92c1-baf749996405'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:24.962145 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6f2cea65-bbe2-427b-92c1-baf749996405'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:24.976267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ebf9af7-c10d-4a70-96f7-d6139556c163 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:25.230466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c7613f92-43c3-49fe-8b37-a0ae60082ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.268869 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] Set router 6f2cea65-bbe2-427b-92c1-baf749996405 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:25.336263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c7613f92-43c3-49fe-8b37-a0ae60082ff4 None None] For port bcf9313e-2d47-4566-bdfa-cfb952fc66d9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,segment=NetworkSegment(a6aaeae6-61bd-4df3-89db-bfae54e842c7),segment_id=a6aaeae6-61bd-4df3-89db-bfae54e842c7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:25.385118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:25.394662 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:25.395050 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Checking segment: {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:25.395508 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.395908 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Bound using segment: {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:25.396559 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Bound port: f9f4a291-0905-463c-b21d-2d3fff6940f5, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '76ba3941-7bda-4549-99f9-62cd4a5e2d60'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:25.396958 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.418019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'port_id': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'mac_address': 'fa:16:3e:5d:f4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adfa467-a20e-4f6a-9ee5-a933f80fb700', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:25.553446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.568126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c7613f92-43c3-49fe-8b37-a0ae60082ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.671153 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7819f6-d03d-4fb2-9cf6-8f706a59c3c3 None None] Pushing event updated for resources: {'Port': ['ID=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:25.706350 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Port f9f4a291-0905-463c-b21d-2d3fff6940f5 has been deleted concurrently {{(pid=109707) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 11:01:25.747239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7613f92-43c3-49fe-8b37-a0ae60082ff4 None None] Pushing event updated for resources: {'Port': ['ID=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:25.757526 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bcf9313e-2d47-4566-bdfa-cfb952fc66d9', 'name': '', 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'mac_address': 'fa:16:3e:c9:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:14Z', 'updated_at': '2021-11-12T11:01:24Z', 'revision_number': 4, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'subnets': [{'id': '5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:25.765519 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Routers {'f45479a9-833e-4e73-b484-c18e9347eab5'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:25.766755 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f45479a9-833e-4e73-b484-c18e9347eab5'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:25.775085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ebf9af7-c10d-4a70-96f7-d6139556c163 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:25.809065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f17fd521-f5c1-4b38-a455-7957b8f3c014 None None] Provisioning complete for port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:25.811208 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f17fd521-f5c1-4b38-a455-7957b8f3c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.853642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:25.952279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:25.985065 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ffb01-b66a-4b3b-ad63-298e6ec7b1c1 None None] The sync data for ids ['6f2cea65-bbe2-427b-92c1-baf749996405'] in n-d-768852-22 is: [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bcf9313e-2d47-4566-bdfa-cfb952fc66d9', 'name': '', 'network_id': '9789795a-1b20-415f-a61a-b74d44f10cba', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'mac_address': 'fa:16:3e:c9:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:14Z', 'updated_at': '2021-11-12T11:01:24Z', 'revision_number': 4, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'subnets': [{'id': '5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:26.085241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffaf63-746e-410e-9e36-79368b6be560 req-20a2d738-df9d-46e5-8767-56864c0e4f05 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.104870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87ffaf63-746e-410e-9e36-79368b6be560 req-20a2d738-df9d-46e5-8767-56864c0e4f05 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 945 time: 1.1464119 Nov 12 11:01:26.184147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['7ebf9af7-c10d-4a70-96f7-d6139556c163'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:26.346710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87ffaf63-746e-410e-9e36-79368b6be560 req-e38b8c11-dbf4-479f-a72f-7d027e31c88e tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396312 Nov 12 11:01:26.352428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:26.379659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:26.523165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41c0cf0f-b19f-4030-9c02-e917a64567c2 req-b812a718-7b40-40df-8320-acc1abdd7dca tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 210 time: 1.9682653 Nov 12 11:01:26.823388 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b62e2b25-f1d3-40d2-9a12-e4c5320dac5f req-a4b39a5e-ba3c-4cbb-abc8-19af0842cf9c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.2206006 Nov 12 11:01:26.852426 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] Set router f45479a9-833e-4e73-b484-c18e9347eab5 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:26.862411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-60769a0c-a58d-4f0d-bcf2-c108c054f07f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:26.875725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-60769a0c-a58d-4f0d-bcf2-c108c054f07f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 945 time: 0.4287479 Nov 12 11:01:26.880864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7079cdf7-b18f-40aa-959f-a349cc272cef,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:26.886802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:26.966377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Checking segment: {'id': '758bbc35-3ab4-49dc-9d89-954a2e2e399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '34327521-65e6-49b2-8e90-f04fe72536bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:26.966713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Network hostable DHCP agents. Network: 34327521-65e6-49b2-8e90-f04fe72536bc, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:01:26.996397 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] Sync routers for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:27.089567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-79a25e07-a94d-42cd-b9a5-8e4b10946bc6 admin admin] 10.222.0.98 "PUT /v2.0/routers/80edf699-135b-4bd7-a0a6-04abc1ef3a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6894708 Nov 12 11:01:27.100433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39878) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:27.145856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bf5c-7637-478a-8adf-31207cd497de req-05ebd337-672f-46ca-8b7c-8d54a4648d5e tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:27.156127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-05ebd337-672f-46ca-8b7c-8d54a4648d5e tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 821 time: 0.6963699 Nov 12 11:01:27.177698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Request body: {'port': {'device_id': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'admin_state_up': True, 'tenant_id': '4abf230d9c6c4f088abc7659ce442244'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:27.257850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Network 34327521-65e6-49b2-8e90-f04fe72536bc is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:01:27.349063 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:27.349870 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:27.473051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 34327521-65e6-49b2-8e90-f04fe72536bc) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:27.483744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c142688-01f6-462c-b062-51ba48b53d03 None None] Network 34327521-65e6-49b2-8e90-f04fe72536bc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:27.532040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:27.533396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:27.769628 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:23Z', 'revision_number': 5, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:27.799275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2bef7bda-b14c-4518-9aa9-55633b937dfc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2913628 Nov 12 11:01:27.893065 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e29a781d-1346-4ac2-aedc-6408165b2ad5 req-f0ee80af-2f54-40d0-b64a-75097e22e777 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 210 time: 0.0918434 Nov 12 11:01:27.944614 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:27.965150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Made reservation on behalf of 4abf230d9c6c4f088abc7659ce442244 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:27.969734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.002653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72601fcd-b57f-4aca-a4b0-7ef076b4203e None None] Network 34327521-65e6-49b2-8e90-f04fe72536bc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:28.263948 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3c61e9-a1f4-47fb-9fc6-e24b0f05bcc0 None None] The sync data for ids ['f45479a9-833e-4e73-b484-c18e9347eab5'] in n-d-768852-22 is: [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:23Z', 'revision_number': 5, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:28.275570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bcf9313e-2d47-4566-bdfa-cfb952fc66d9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:28.401998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Allocated IP 172.20.0.3 (4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84/338a34fb-e4eb-462e-9e13-5d63aea2a18d/2c0a16be-ca7b-4004-abe9-b2343d859aee) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:01:28.512019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Deleting port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:28.512672 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.561761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.676438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d00b81-2a43-478c-9a7a-10e41ffd936c req-d34bf49f-588c-4cf3-ab21-7bbf0b1507af tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:28.694912 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7d00b81-2a43-478c-9a7a-10e41ffd936c req-d34bf49f-588c-4cf3-ab21-7bbf0b1507af tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 945 time: 0.7750249 Nov 12 11:01:28.792149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.827729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0426102f-1698-4e05-b318-150c0972257c req-aea9e30a-8b8f-4397-aad7-636a70875a63 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.1032751 Nov 12 11:01:28.835915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:28.836694 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:28.938708 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T11:01:21Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:29.007899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ebf9af7-c10d-4a70-96f7-d6139556c163 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:29.034092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.098348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] Checking router: 80edf699-135b-4bd7-a0a6-04abc1ef3a99 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:29.121864 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] Routers {'80edf699-135b-4bd7-a0a6-04abc1ef3a99'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:29.122684 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:29.312738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d87b87d-cd48-49b8-ad14-e49007bb43f6 req-e4925392-66ca-483c-92be-cc0e107de078 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 210 time: 0.1476016 Nov 12 11:01:29.391783 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] Set router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:29.430619 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-24fcbfd9-056d-4c37-84cb-ad98b01d9f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.435540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.507184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39922) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:29.536238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-251566352-network', 'tenant_id': '0038b47656704704bf885d4f2511a0df'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:29.560865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:29.569317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:01:29.579408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:29.602156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] For port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:29.602156 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.617774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:01:29.618701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 7ebf9af7-c10d-4a70-96f7-d6139556c163 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:29.619258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.632109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event updated for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:29.665645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Calling delete_port for afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:29.780715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:29.782323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.792331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f9f4a291-0905-463c-b21d-2d3fff6940f5 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:29.843264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f9f4a291-0905-463c-b21d-2d3fff6940f5 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:29.844572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f9f4a291-0905-463c-b21d-2d3fff6940f5 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:29.876505 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-7850e4eb-5942-4696-a017-5bcf5f89c425 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7088077 Nov 12 11:01:29.898824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Request body: {'port': {'device_id': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:29.933737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:29.981306 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T11:01:21Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:30.007907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:30.015654 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69312572-8a73-4d78-8a44-f1ac229fbce0" -d '{"events": [{"server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:30.068230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:30.074114 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abb2fb6-12cf-422a-9390-7f595a0dcf17 None None] The sync data for ids ['80edf699-135b-4bd7-a0a6-04abc1ef3a99'] in n-d-768852-22 is: [{'id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'name': 'tempest-ServersTestJSON-248872887-router', 'tenant_id': 'a32f373f6be34f29be7406869ab291f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:58:08Z', 'updated_at': '2021-11-12T11:01:21Z', 'revision_number': 5, 'project_id': 'a32f373f6be34f29be7406869ab291f0', 'gw_port': {'id': '8530e210-052b-4f7d-a36c-e3f2e06f1449', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80edf699-135b-4bd7-a0a6-04abc1ef3a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:58:11Z', 'updated_at': '2021-11-12T10:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:30.080608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.182810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.261112 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.306968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:30.404197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59afb8ed-fd49-45ed-9ba0-95b74deeeaf4 req-ecd19262-07d7-4a2a-8a6e-4b161b79d8bd tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.0584381 Nov 12 11:01:30.485066 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7d00b81-2a43-478c-9a7a-10e41ffd936c req-d4876e96-93e9-4b9b-b483-f1e5f8421b4f tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7891617 Nov 12 11:01:30.539782 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb9ada5-80f7-49d7-a070-1a1cf1c127e9 x-openstack-request-id: req-9fb9ada5-80f7-49d7-a070-1a1cf1c127e9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:30.539782 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:30.539782 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9fb9ada5-80f7-49d7-a070-1a1cf1c127e9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:30.539782 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'code': 200} Nov 12 11:01:30.554384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Made reservation on behalf of 0038b47656704704bf885d4f2511a0df for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:30.560778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.685834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.752601 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.920591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0a16be-ca7b-4004-abe9-b2343d859aee {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:30.938711 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:30.968481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Transition to ACTIVE for port object 2c0a16be-ca7b-4004-abe9-b2343d859aee will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:01:30.978670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Pushing event deleted for resources: {'Port': ['ID=afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:31.156850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.205225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] No DVR routers for this DVR port afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:31.236849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.243633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5a151f5-09b7-46d7-bd8e-42d67330d851 req-d8f19d36-c6e4-4ead-bc6e-2882a3bb7721 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.57 "DELETE /v2.0/ports/afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7 HTTP/1.1" status: 204 len: 173 time: 4.3474746 Nov 12 11:01:31.251344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'name': 'network-vif-deleted', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:31.257958 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddd6251-03da-47bd-b6b4-b3acc4561b41" -d '{"events": [{"server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "name": "network-vif-deleted", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:31.312509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae3c1-bab0-4529-9763-50a717cb9608 req-c37c9835-6a1f-4cc3-97c7-c1a5ddaa40d9 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:31.315513 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-679ae3c1-bab0-4529-9763-50a717cb9608 req-c37c9835-6a1f-4cc3-97c7-c1a5ddaa40d9 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 931 time: 0.6042643 Nov 12 11:01:31.326420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Deleting port 8530e210-052b-4f7d-a36c-e3f2e06f1449 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:31.327304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.347757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Router f45479a9-833e-4e73-b484-c18e9347eab5 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:31.413596 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84cd5b-581e-4fe5-9e0e-0bc4a61a8489 x-openstack-request-id: req-fd84cd5b-581e-4fe5-9e0e-0bc4a61a8489 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:31.414408 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a32c75-e835-490d-b3ea-ed99e9fa3724", "name": "network-vif-deleted", "tag": "afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:31.416253 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fd84cd5b-581e-4fe5-9e0e-0bc4a61a8489 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:31.416713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:31.417485 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a32c75-e835-490d-b3ea-ed99e9fa3724', 'name': 'network-vif-deleted', 'tag': 'afbb64bd-3b6b-4303-a8c2-47a72bdb7ac7', 'status': 'completed', 'code': 200} Nov 12 11:01:31.454021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.460488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:31.673644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.687098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Attempting to bind port 2c0a16be-ca7b-4004-abe9-b2343d859aee on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:01:31.690746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Attempting to bind port 2c0a16be-ca7b-4004-abe9-b2343d859aee by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:01:31.699268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Attempting to bind port 2c0a16be-ca7b-4004-abe9-b2343d859aee on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:31.761224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Port 2c0a16be-ca7b-4004-abe9-b2343d859aee on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:01:31.762647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Attempting to bind port 2c0a16be-ca7b-4004-abe9-b2343d859aee on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:01:31.766862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c285dc88-b055-471c-b339-52135b8e0129 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:31.775077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.786169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-679ae3c1-bab0-4529-9763-50a717cb9608 req-49627607-666e-4127-b87f-da6d3ab02492 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517124 Nov 12 11:01:31.849314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: c285dc88-b055-471c-b339-52135b8e0129 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:31.849734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c285dc88-b055-471c-b339-52135b8e0129 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:31.855253 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a293cfd-d858-45e7-a1d8-e0e0724a99bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.871080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:01:31.872461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Checking segment: {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:31.873706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Bound using segment: {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:01:31.873706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Bound port: 2c0a16be-ca7b-4004-abe9-b2343d859aee, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:01:31.874210 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.880542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:31.915594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8dc710b1-2ba4-4ded-8e2b-532d1fc839f6 req-245010e5-01f2-4ae3-a420-72383bd22060 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.3036699 Nov 12 11:01:32.042960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:01:32.058568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3914c7f5-66c2-480d-a88b-103a88091559,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:32.132344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e347847-9420-4cea-a4a2-84551984bff2 req-692dd51f-a6d0-4af0-a5c8-203a116ce596 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=b7a32c75-e835-490d-b3ea-ed99e9fa3724 HTTP/1.1" status: 200 len: 210 time: 0.0779896 Nov 12 11:01:32.169150 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.175971 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Added segment b75385fc-6df1-43c2-a67c-e213780bd7c0 of type vlan for network 72c76559-d285-4d74-9d7d-58ae8e3262dd Nov 12 11:01:32.176142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:01:32.183809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:01:32.272104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] For port 8530e210-052b-4f7d-a36c-e3f2e06f1449, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8530e210-052b-4f7d-a36c-e3f2e06f1449,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:32.272788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.283640 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.419642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Calling delete_port for 8530e210-052b-4f7d-a36c-e3f2e06f1449 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:32.450118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.480006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:32.481666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:32.488394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] 10.222.0.57 "PUT /v2.0/ports/2c0a16be-ca7b-4004-abe9-b2343d859aee HTTP/1.1" status: 200 len: 1092 time: 2.6005003 Nov 12 11:01:32.621339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:32.632357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4dac80d5-5902-49d7-8762-543137b2edb5 admin admin] 10.222.0.98 "PUT /v2.0/routers/f45479a9-833e-4e73-b484-c18e9347eab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3351943 Nov 12 11:01:32.645391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'tag': '2c0a16be-ca7b-4004-abe9-b2343d859aee'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:32.647066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39956) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:32.658919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] Sync routers for ids ['f45479a9-833e-4e73-b484-c18e9347eab5'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:32.661063 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb7a30a-64c6-4319-8e2c-056fd57ac2aa", "tag": "2c0a16be-ca7b-4004-abe9-b2343d859aee"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:32.669118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea81412-13ee-43d4-8cb1-7526836ffde5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:32.687492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] Routers {'f45479a9-833e-4e73-b484-c18e9347eab5'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:32.688151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f45479a9-833e-4e73-b484-c18e9347eab5'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:32.890326 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bbce24-4a25-497c-addb-910f182d4640 x-openstack-request-id: req-95bbce24-4a25-497c-addb-910f182d4640 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:32.890946 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb7a30a-64c6-4319-8e2c-056fd57ac2aa", "tag": "2c0a16be-ca7b-4004-abe9-b2343d859aee", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:32.891343 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-95bbce24-4a25-497c-addb-910f182d4640 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:32.892047 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'tag': '2c0a16be-ca7b-4004-abe9-b2343d859aee', 'status': 'completed', 'code': 200} Nov 12 11:01:32.960782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bf5c-7637-478a-8adf-31207cd497de req-38661cb2-a035-406c-aaee-31caf460186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:32.964800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-38661cb2-a035-406c-aaee-31caf460186e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 1095 time: 0.2536752 Nov 12 11:01:33.124968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-88f48ba4-2137-40a5-8a57-bc3de068b21d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee HTTP/1.1" status: 200 len: 217 time: 0.0848379 Nov 12 11:01:33.164167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae35-db2f-4594-8df1-281c56fc4eab req-fad75b03-f172-4f50-9bee-3116cdea6ace tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.171710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53ddae35-db2f-4594-8df1-281c56fc4eab req-fad75b03-f172-4f50-9bee-3116cdea6ace tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 943 time: 0.1994772 Nov 12 11:01:33.261706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53ddae35-db2f-4594-8df1-281c56fc4eab req-e045659f-b23f-4c70-bc88-8b1919847727 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876222 Nov 12 11:01:33.313720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745bf5c-7637-478a-8adf-31207cd497de req-3a6df53b-4b12-4940-966d-a24c2aedf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.316556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-3a6df53b-4b12-4940-966d-a24c2aedf9d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=338a34fb-e4eb-462e-9e13-5d63aea2a18d HTTP/1.1" status: 200 len: 861 time: 0.1830988 Nov 12 11:01:33.405341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] Set router f45479a9-833e-4e73-b484-c18e9347eab5 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:33.440052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-d4583827-fe09-4c06-89f9-f91f454efff1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161397 Nov 12 11:01:33.794901 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.812689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-d98d8707-428a-4639-b33b-b11a4f8fec9b service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650503 Nov 12 11:01:33.833834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.835769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:33.836857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:33.892613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:23Z', 'revision_number': 5, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:33.915185 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d605dd7-33cc-4b8d-97b1-793519fbab26 req-18c74a3b-8d79-4b3d-98d9-dbb8b1ebf34c tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.0938184 Nov 12 11:01:34.035199 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.5077748 Nov 12 11:01:34.042304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] Checking router: f45479a9-833e-4e73-b484-c18e9347eab5 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:34.043915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39978) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:34.057306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Request body: {'subnet': {'network_id': '72c76559-d285-4d74-9d7d-58ae8e3262dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-251566352-subnet', 'tenant_id': '0038b47656704704bf885d4f2511a0df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:34.099291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] Routers {'f45479a9-833e-4e73-b484-c18e9347eab5'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:34.099953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f45479a9-833e-4e73-b484-c18e9347eab5'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:34.150253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191505e-efb4-407b-b7af-9f736f9fb18e admin admin] Pushing event updated for resources: {'Network': ['ID=72c76559-d285-4d74-9d7d-58ae8e3262dd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:34.193565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3745bf5c-7637-478a-8adf-31207cd497de req-c080526e-bab6-4156-9962-5fd2167688a3 service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723037 Nov 12 11:01:34.250145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 72c76559-d285-4d74-9d7d-58ae8e3262dd details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:01:34.279561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:34.364893 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:34.526463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-978c144e-3dd6-4415-959f-25e501aec84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:34.527982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-978c144e-3dd6-4415-959f-25e501aec84e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 1095 time: 0.1636786 Nov 12 11:01:34.551175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:34.560639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Made reservation on behalf of 0038b47656704704bf885d4f2511a0df for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:34.562097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc989f6-9d38-4d9c-ac83-261538533050 req-2ebdc23e-67bc-43f5-886a-86208a565dc4 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:34.563363 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:34.571697 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ccc989f6-9d38-4d9c-ac83-261538533050 req-2ebdc23e-67bc-43f5-886a-86208a565dc4 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 943 time: 0.1191287 Nov 12 11:01:34.668740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] Set router f45479a9-833e-4e73-b484-c18e9347eab5 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:34.694129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ccc989f6-9d38-4d9c-ac83-261538533050 req-768c3424-dd6d-4bbc-bcbc-1303d39eb792 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166565 Nov 12 11:01:34.749731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-b7fbffe8-ca3b-4585-8a30-f8e8aa6b67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:34.752339 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-b7fbffe8-ca3b-4585-8a30-f8e8aa6b67ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 922 time: 0.2156808 Nov 12 11:01:34.867530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-6b2e4055-eb21-4f19-acc5-ca2c2a902594 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee HTTP/1.1" status: 200 len: 217 time: 0.1059277 Nov 12 11:01:34.877028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fd9e3-2037-45d5-8406-bc95a72c5ead req-fd49cefb-d631-415f-bb0f-43137c81399c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:34.886493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e15fd9e3-2037-45d5-8406-bc95a72c5ead req-fd49cefb-d631-415f-bb0f-43137c81399c tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 945 time: 0.6290483 Nov 12 11:01:34.945603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:34.950423 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:34.955826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Deleting port bcf9313e-2d47-4566-bdfa-cfb952fc66d9 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:34.956593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:35.016011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-54e31c52-e314-4fb7-ac69-3d92057b3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:35.020517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-54e31c52-e314-4fb7-ac69-3d92057b3716 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=338a34fb-e4eb-462e-9e13-5d63aea2a18d HTTP/1.1" status: 200 len: 861 time: 0.1382918 Nov 12 11:01:35.086279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-ac7cda15-124a-442c-a915-0410eedf1fad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589416 Nov 12 11:01:35.222012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:23Z', 'revision_number': 5, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:35.237495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4591faad-08b7-4812-8f41-7269226bd898 req-dce70e80-1fa4-42e4-866f-ac49345615ae tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/ports?device_id=80dfd624-2cd6-4afe-9e8f-2c31f2535b09 HTTP/1.1" status: 200 len: 210 time: 0.0925333 Nov 12 11:01:35.290101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9841f9-e7f7-4cf1-bf05-7dad1192c657 None None] The sync data for ids ['f45479a9-833e-4e73-b484-c18e9347eab5'] in n-d-768852-22 is: [{'id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-273074327-router', 'tenant_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:01Z', 'updated_at': '2021-11-12T11:01:23Z', 'revision_number': 5, 'project_id': '65bc7e5ca8544a7a8ed0e395429ce129', 'gw_port': {'id': '7431d7b2-37f3-4914-b294-f8215ac29823', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45479a9-833e-4e73-b484-c18e9347eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:35.434800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-2c53f486-e8bf-4140-ac47-8d83a4c7687b service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223138 Nov 12 11:01:35.513818 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:35.516117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Pushing event deleted for resources: {'Port': ['ID=8530e210-052b-4f7d-a36c-e3f2e06f1449,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:35.600638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-281b47aa-c444-4f12-b786-851d9fcf0978 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:35.602259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-281b47aa-c444-4f12-b786-851d9fcf0978 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 945 time: 1.0229065 Nov 12 11:01:35.748932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e15fd9e3-2037-45d5-8406-bc95a72c5ead req-24c7cc39-1e23-4d0c-821c-9dee95c7305b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8613999 Nov 12 11:01:35.793870 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:35.803827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:35.849397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] For port bcf9313e-2d47-4566-bdfa-cfb952fc66d9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,segment=NetworkSegment(a6aaeae6-61bd-4df3-89db-bfae54e842c7),segment_id=a6aaeae6-61bd-4df3-89db-bfae54e842c7)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:35.853332 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.011329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9143cf-2b98-40b7-ad20-0dc5a3a36f82 req-178ce2f1-7caa-4a3d-9567-a99ed110fb37 service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750277 Nov 12 11:01:36.090365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Calling delete_port for bcf9313e-2d47-4566-bdfa-cfb952fc66d9 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:36.136795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Deleting port 7431d7b2-37f3-4914-b294-f8215ac29823 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:36.137075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.143492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a347ec-4dc7-45ff-9974-2a1d5f657110 req-b64ed938-18e2-4c93-962f-893eb66e3224 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:36.155885 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37a347ec-4dc7-45ff-9974-2a1d5f657110 req-b64ed938-18e2-4c93-962f-893eb66e3224 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 943 time: 0.1406682 Nov 12 11:01:36.211445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.211445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80edf699-135b-4bd7-a0a6-04abc1ef3a99 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:01:36.227432 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37a347ec-4dc7-45ff-9974-2a1d5f657110 req-367fbf3c-a7f4-43bb-867f-d4300d63ad03 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699894 Nov 12 11:01:36.289419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.290656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1cfb5abb-9cd9-4e42-b625-15c28128499e admin admin] 10.222.0.98 "DELETE /v2.0/routers/80edf699-135b-4bd7-a0a6-04abc1ef3a99 HTTP/1.1" status: 204 len: 168 time: 9.0661225 Nov 12 11:01:36.294869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40010) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:36.388201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe84a05-e364-4ec2-a6e0-f7bc299fce42 admin admin] Deleting subnet c371491a-6cd5-4109-9063-e81c85aa3f0d {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:36.393662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe84a05-e364-4ec2-a6e0-f7bc299fce42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.441014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Deleting port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:36.441967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.495200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe84a05-e364-4ec2-a6e0-f7bc299fce42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.651311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.664572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] For port 7431d7b2-37f3-4914-b294-f8215ac29823, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7431d7b2-37f3-4914-b294-f8215ac29823,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:36.665158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.806860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe84a05-e364-4ec2-a6e0-f7bc299fce42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.819434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] For port 658d2efc-0156-4cf1-b7a3-f528d4f1f187, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=658d2efc-0156-4cf1-b7a3-f528d4f1f187,segment=NetworkSegment(6961d38b-2605-4ba2-b6ef-8a18a0819f39),segment_id=6961d38b-2605-4ba2-b6ef-8a18a0819f39)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:36.819434 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:36.843860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Calling delete_port for 7431d7b2-37f3-4914-b294-f8215ac29823 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:36.852090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Calling delete_port for 658d2efc-0156-4cf1-b7a3-f528d4f1f187 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:36.929213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1372ebce-12b3-4395-9f62-646a45475914,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:37.010409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121aea0-9001-4515-a1ee-b8891ff2290e req-9244997a-19b9-4a78-bceb-6be5b21b345b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:37.017119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7121aea0-9001-4515-a1ee-b8891ff2290e req-9244997a-19b9-4a78-bceb-6be5b21b345b tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 945 time: 0.1035008 Nov 12 11:01:37.155469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7121aea0-9001-4515-a1ee-b8891ff2290e req-e912c95c-a714-4d45-bab3-7d6302b174c7 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/security-groups?id=5d1c9445-ff03-40c4-8e21-e3fb909f8724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012342 Nov 12 11:01:37.274772 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe84a05-e364-4ec2-a6e0-f7bc299fce42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.335709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe84a05-e364-4ec2-a6e0-f7bc299fce42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c371491a-6cd5-4109-9063-e81c85aa3f0d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:37.358035 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe84a05-e364-4ec2-a6e0-f7bc299fce42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.363262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5b280-4b38-4c30-8251-bb4eb56757f5 None None] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:37.372346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3fe84a05-e364-4ec2-a6e0-f7bc299fce42 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c371491a-6cd5-4109-9063-e81c85aa3f0d HTTP/1.1" status: 204 len: 168 time: 1.0756183 Nov 12 11:01:37.374404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40032) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:37.381552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40034) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:37.476675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Checking segment: {'id': 'b75385fc-6df1-43c2-a67c-e213780bd7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '72c76559-d285-4d74-9d7d-58ae8e3262dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:37.477553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Network hostable DHCP agents. Network: 72c76559-d285-4d74-9d7d-58ae8e3262dd, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:01:37.556913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2672e-58f8-4edc-9aa3-0c56eb40b218 req-5c73a80c-5d02-4fb3-8c66-bfa6ed9aa27c tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:37.559123 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-adb2672e-58f8-4edc-9aa3-0c56eb40b218 req-5c73a80c-5d02-4fb3-8c66-bfa6ed9aa27c tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 943 time: 0.1576865 Nov 12 11:01:37.574720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2c0a16be-ca7b-4004-abe9-b2343d859aee details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:37.589150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6d67d9d-32d8-4495-ba2a-c1d40d63b1e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.593592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.674569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6d67d9d-32d8-4495-ba2a-c1d40d63b1e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.738507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Network 72c76559-d285-4d74-9d7d-58ae8e3262dd is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:01:37.739488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:37.763190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.763981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '2c0a16be-ca7b-4004-abe9-b2343d859aee', 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'port_id': '2c0a16be-ca7b-4004-abe9-b2343d859aee', 'mac_address': 'fa:16:3e:f2:ea:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a34fb-e4eb-462e-9e13-5d63aea2a18d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:37.779025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8530e210-052b-4f7d-a36c-e3f2e06f1449 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:37.843677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6d67d9d-32d8-4495-ba2a-c1d40d63b1e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.849564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6d67d9d-32d8-4495-ba2a-c1d40d63b1e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.849564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6d67d9d-32d8-4495-ba2a-c1d40d63b1e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "DELETE /v2.0/security-groups/4a479c77-c7b4-4502-aed9-29f119c25db0 HTTP/1.1" status: 204 len: 168 time: 0.4590263 Nov 12 11:01:37.853162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40038) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:37.867469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d67d9d-32d8-4495-ba2a-c1d40d63b1e0 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a479c77-c7b4-4502-aed9-29f119c25db0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:37.890916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-adb2672e-58f8-4edc-9aa3-0c56eb40b218 req-0a5682b5-f144-42ad-9226-e6cd3b61181a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031402 Nov 12 11:01:37.897121 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.918331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf9313e-2d47-4566-bdfa-cfb952fc66d9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:37.937134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Deleting port 4af8d866-466b-4cc9-a1cc-e36e16589344 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:37.937520 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:37.949434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 72c76559-d285-4d74-9d7d-58ae8e3262dd) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:37.956150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:37.956150 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.015123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf7c56-abc6-4d46-9943-8b3c543a2d60 None None] Network 72c76559-d285-4d74-9d7d-58ae8e3262dd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:38.035987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 8530e210-052b-4f7d-a36c-e3f2e06f1449 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:38.036519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8530e210-052b-4f7d-a36c-e3f2e06f1449 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:38.039471 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-78f6bc1e-64dc-48ad-a0ff-c5c6b6b7f59a tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] show failed (client error): The resource could not be found. Nov 12 11:01:38.044052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-78f6bc1e-64dc-48ad-a0ff-c5c6b6b7f59a tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "GET /v2.0/security-groups/4a479c77-c7b4-4502-aed9-29f119c25db0 HTTP/1.1" status: 404 len: 347 time: 0.1332519 Nov 12 11:01:38.050029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.050029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40040) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:38.093406 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.110052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0a16be-ca7b-4004-abe9-b2343d859aee {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:38.141186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] For port 4af8d866-466b-4cc9-a1cc-e36e16589344, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4af8d866-466b-4cc9-a1cc-e36e16589344,segment=NetworkSegment(1b4f2165-0278-400a-8b22-1d42d1c7b985),segment_id=1b4f2165-0278-400a-8b22-1d42d1c7b985)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:38.141824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.151967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Pushing event deleted for resources: {'Port': ['ID=658d2efc-0156-4cf1-b7a3-f528d4f1f187,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:38.186755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Calling delete_port for 4af8d866-466b-4cc9-a1cc-e36e16589344 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:38.230496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7431d7b2-37f3-4914-b294-f8215ac29823,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:38.433090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:38.476708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] DHCP port deletion for 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:01:38.502296 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.518387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3acb429a-b1be-4f82-9987-7a9576fef1da admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.4665234 Nov 12 11:01:38.520253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.575878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af8d866-466b-4cc9-a1cc-e36e16589344,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:38.578586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] No DVR routers for this DVR port 4af8d866-466b-4cc9-a1cc-e36e16589344 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:38.736872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:38.759628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] No DVR routers for this DVR port 658d2efc-0156-4cf1-b7a3-f528d4f1f187 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:38.767728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.770217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.779092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6832a1d-cbef-4cf3-8ffa-c41aa3f22a6a req-b8c0618d-9719-4f06-8668-2bb69bb9a249 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.57 "DELETE /v2.0/ports/658d2efc-0156-4cf1-b7a3-f528d4f1f187 HTTP/1.1" status: 204 len: 173 time: 3.0907428 Nov 12 11:01:38.804682 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:38.824310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4f2165-0278-400a-8b22-1d42d1c7b985') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:38.826236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4f2165-0278-400a-8b22-1d42d1c7b985') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:38.841357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['2c0a16be-ca7b-4004-abe9-b2343d859aee'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:38.843135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40056) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:38.850121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:38.894245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'name': 'network-vif-deleted', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:38.897495 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c412b9-b603-4aa9-8feb-a7b6eb06dd80" -d '{"events": [{"server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "name": "network-vif-deleted", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:38.905604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c851ba7b-ee7e-451d-83ce-e17efc6c85a3 req-1c549a93-8207-4f64-8589-fef47706e1d6 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 210 time: 0.5076158 Nov 12 11:01:38.970459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3512648-aafa-4a92-9158-d11a1b0d6e35 None None] Network 72c76559-d285-4d74-9d7d-58ae8e3262dd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:38.996656 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.013605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:39.015366 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:39.097696 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:39.105889 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.118508 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500924af-876c-4595-b84e-a4cffd853775 x-openstack-request-id: req-500924af-876c-4595-b84e-a4cffd853775 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:39.118966 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3152f3-9715-4c22-b49f-4e8ae6aa8057", "name": "network-vif-deleted", "tag": "658d2efc-0156-4cf1-b7a3-f528d4f1f187", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:39.119322 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-500924af-876c-4595-b84e-a4cffd853775 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:39.119833 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3152f3-9715-4c22-b49f-4e8ae6aa8057', 'name': 'network-vif-deleted', 'tag': '658d2efc-0156-4cf1-b7a3-f528d4f1f187', 'status': 'completed', 'code': 200} Nov 12 11:01:39.211412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.211689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaafab7-1011-4ec5-8fef-6cae3b1a3db7 admin admin] Deleting subnet 7079cdf7-b18f-40aa-959f-a349cc272cef {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:39.225385 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfaafab7-1011-4ec5-8fef-6cae3b1a3db7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.254991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] Deleting port 4af8d866-466b-4cc9-a1cc-e36e16589344 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:39.255420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.307742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4fd7-d5be-4d8e-b98a-41c47ce05dce req-b8a0bb14-c4f9-4077-b7a2-70da9a9d9519 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:39.324016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d96f4fd7-d5be-4d8e-b98a-41c47ce05dce req-b8a0bb14-c4f9-4077-b7a2-70da9a9d9519 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 944 time: 0.2193534 Nov 12 11:01:39.385627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.407596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.419076 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] 10.222.0.98 "DELETE /v2.0/networks/2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d HTTP/1.1" status: 204 len: 168 time: 2.0437670 Nov 12 11:01:39.430606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfaafab7-1011-4ec5-8fef-6cae3b1a3db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.608372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2e91f-9bcc-401b-bc22-327b561ef155 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:39.687011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d96f4fd7-d5be-4d8e-b98a-41c47ce05dce req-152d6169-cc9a-48cb-b307-3e469e775416 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467646 Nov 12 11:01:39.699803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfaafab7-1011-4ec5-8fef-6cae3b1a3db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.943772 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfaafab7-1011-4ec5-8fef-6cae3b1a3db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:39.956705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 658d2efc-0156-4cf1-b7a3-f528d4f1f187 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:39.989839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.004384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.037327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Deleting port 08d25198-16ad-42ac-bcc8-5f64e9f3578d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:40.037670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.090531 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfaafab7-1011-4ec5-8fef-6cae3b1a3db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.096164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bfaafab7-1011-4ec5-8fef-6cae3b1a3db7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7079cdf7-b18f-40aa-959f-a349cc272cef HTTP/1.1" status: 204 len: 168 time: 1.2506945 Nov 12 11:01:40.116927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaafab7-1011-4ec5-8fef-6cae3b1a3db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7079cdf7-b18f-40aa-959f-a349cc272cef,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:40.123579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40076) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:40.226396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] For port 4af8d866-466b-4cc9-a1cc-e36e16589344, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:40.228744 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.233992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40078) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:40.264377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4af8d866-466b-4cc9-a1cc-e36e16589344 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:40.311639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] Calling delete_port for 4af8d866-466b-4cc9-a1cc-e36e16589344 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:40.317967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] Port 4af8d866-466b-4cc9-a1cc-e36e16589344 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:01:40.328645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 658d2efc-0156-4cf1-b7a3-f528d4f1f187 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:40.329037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.329559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 658d2efc-0156-4cf1-b7a3-f528d4f1f187 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:40.329761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45479a9-833e-4e73-b484-c18e9347eab5 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:01:40.339862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.344266 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.345061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1526aea-8818-42e9-aacd-64c72d8f8397 req-10c6e466-b9ac-408a-9cba-429ab880c624 tempest-LiveAutoBlockMigrationV225Test-1639903619 tempest-LiveAutoBlockMigrationV225Test-1639903619-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d3152f3-9715-4c22-b49f-4e8ae6aa8057 HTTP/1.1" status: 200 len: 210 time: 0.1793952 Nov 12 11:01:40.352500 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.358740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-08c2c2b4-0ad5-47aa-a437-43cd9a70fc20 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f45479a9-833e-4e73-b484-c18e9347eab5 HTTP/1.1" status: 204 len: 168 time: 7.6809251 Nov 12 11:01:40.361821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40080) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:40.409889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7619836f-26e0-48b5-8e1d-2b355ea6964b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a32f373f6be34f29be7406869ab291f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641741 Nov 12 11:01:40.420638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40082) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:40.445788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] Pushing event deleted for resources: {'Port': ['ID=4af8d866-466b-4cc9-a1cc-e36e16589344,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:40.464605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4af8d866-466b-4cc9-a1cc-e36e16589344 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:40.465574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4af8d866-466b-4cc9-a1cc-e36e16589344 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:40.488139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] Network 2f7811e6-3b93-4e48-9ad5-2dcc3f7e9c3d is not hosted by any dhcp agent {{(pid=109706) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:01:40.488139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f90687-6364-4e27-946e-7ac7f51d3a2e None None] No DVR routers for this DVR port 4af8d866-466b-4cc9-a1cc-e36e16589344 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:40.564244 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.603457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-237faed3-e403-4f8c-a2c0-6a566fcb25a2 admin admin] Deleting subnet 75b0c4da-291b-46ab-962b-6692b0945982 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:40.609487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-237faed3-e403-4f8c-a2c0-6a566fcb25a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.624018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34327521-65e6-49b2-8e90-f04fe72536bc']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:40.648684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758bbc35-3ab4-49dc-9d89-954a2e2e399f') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:40.648989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758bbc35-3ab4-49dc-9d89-954a2e2e399f') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:40.680288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-237faed3-e403-4f8c-a2c0-6a566fcb25a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.680577 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.742030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.756619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:40.756619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:40.757301 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:40.806527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-237faed3-e403-4f8c-a2c0-6a566fcb25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.922856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.923227 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.990828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Calling delete_port for 08d25198-16ad-42ac-bcc8-5f64e9f3578d owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:40.996084 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:40.999461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2c260eb-6ed7-4f8a-8580-43d2a640beca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.001984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.011814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40096) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:41.012711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] 10.222.0.98 "DELETE /v2.0/networks/34327521-65e6-49b2-8e90-f04fe72536bc HTTP/1.1" status: 204 len: 168 time: 0.8789048 Nov 12 11:01:41.037311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52ad6b-687a-4ec4-8fa7-3e755479df63 admin admin] Pushing event deleted for resources: {'Network': ['ID=34327521-65e6-49b2-8e90-f04fe72536bc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:41.071855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a82c8b-2ad5-4eb7-926f-b333f45c9620 req-b0c3cec0-33ed-4f86-add8-c3b138c72c37 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:41.073409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67a82c8b-2ad5-4eb7-926f-b333f45c9620 req-b0c3cec0-33ed-4f86-add8-c3b138c72c37 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 944 time: 0.2340162 Nov 12 11:01:41.160685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2c260eb-6ed7-4f8a-8580-43d2a640beca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.164088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Router 6f2cea65-bbe2-427b-92c1-baf749996405 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:41.200444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23e49c9-2c0b-4a16-acd8-ecb1e56d037c admin admin] Deleting subnet 1372ebce-12b3-4395-9f62-646a45475914 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:41.239022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f23e49c9-2c0b-4a16-acd8-ecb1e56d037c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.290358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-237faed3-e403-4f8c-a2c0-6a566fcb25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.360292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67a82c8b-2ad5-4eb7-926f-b333f45c9620 req-c214083a-7600-4ef6-9613-b33e6332d5da tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685485 Nov 12 11:01:41.431154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66bd358-dea2-4765-9b41-f4bbd4de3687 None None] Network 76ba3941-7bda-4549-99f9-62cd4a5e2d60 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:41.471866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237faed3-e403-4f8c-a2c0-6a566fcb25a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b0c4da-291b-46ab-962b-6692b0945982,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:41.480909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-237faed3-e403-4f8c-a2c0-6a566fcb25a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.494054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-237faed3-e403-4f8c-a2c0-6a566fcb25a2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/75b0c4da-291b-46ab-962b-6692b0945982 HTTP/1.1" status: 204 len: 168 time: 1.0805125 Nov 12 11:01:41.496743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40100) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:41.518160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f23e49c9-2c0b-4a16-acd8-ecb1e56d037c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.565055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40102) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:41.663862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2c0a16be-ca7b-4004-abe9-b2343d859aee up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:41.742230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2c260eb-6ed7-4f8a-8580-43d2a640beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.757858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2c260eb-6ed7-4f8a-8580-43d2a640beca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.759626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c2c260eb-6ed7-4f8a-8580-43d2a640beca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f918732b-80e7-463d-891a-4b7632e402ec HTTP/1.1" status: 204 len: 168 time: 1.3317184 Nov 12 11:01:41.834697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.850439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7431d7b2-37f3-4914-b294-f8215ac29823 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:41.853509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f23e49c9-2c0b-4a16-acd8-ecb1e56d037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:41.892002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c260eb-6ed7-4f8a-8580-43d2a640beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f918732b-80e7-463d-891a-4b7632e402ec,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:41.956603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:41.966175 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d8b8786b-9998-4899-97c5-14f066b7b80b admin admin] 10.222.0.98 "PUT /v2.0/routers/6f2cea65-bbe2-427b-92c1-baf749996405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8636739 Nov 12 11:01:41.974935 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] Sync routers for ids ['6f2cea65-bbe2-427b-92c1-baf749996405'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:41.976208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40118) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:41.990301 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] Routers {'6f2cea65-bbe2-427b-92c1-baf749996405'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:41.990948 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6f2cea65-bbe2-427b-92c1-baf749996405'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:42.052771 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 7431d7b2-37f3-4914-b294-f8215ac29823 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:42.053327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7431d7b2-37f3-4914-b294-f8215ac29823 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:42.083153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Deleting port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:42.084600 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:42.091054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:42.309402 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] Set router 6f2cea65-bbe2-427b-92c1-baf749996405 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:42.425922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] For port 0d2eb53a-c881-48e5-ac34-6d4bda583d81, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0d2eb53a-c881-48e5-ac34-6d4bda583d81,segment=NetworkSegment(cec670b3-8ca5-4a8b-b3a5-ee21454aa188),segment_id=cec670b3-8ca5-4a8b-b3a5-ee21454aa188)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:42.431472 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:42.434580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 2c0a16be-ca7b-4004-abe9-b2343d859aee completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:01:42.442635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 2c0a16be-ca7b-4004-abe9-b2343d859aee triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:42.445014 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:42.458518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Pushing event deleted for resources: {'Port': ['ID=08d25198-16ad-42ac-bcc8-5f64e9f3578d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:42.549225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] DHCP port deletion for 76ba3941-7bda-4549-99f9-62cd4a5e2d60 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:01:42.597564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f23e49c9-2c0b-4a16-acd8-ecb1e56d037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:42.669591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Calling delete_port for 0d2eb53a-c881-48e5-ac34-6d4bda583d81 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:42.769196 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:37Z', 'revision_number': 5, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:42.800698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] Deleting port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:42.801758 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:42.850465 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] Checking router: 6f2cea65-bbe2-427b-92c1-baf749996405 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:42.897698 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] Routers {'6f2cea65-bbe2-427b-92c1-baf749996405'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:42.899771 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6f2cea65-bbe2-427b-92c1-baf749996405'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:42.958652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e49c9-2c0b-4a16-acd8-ecb1e56d037c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1372ebce-12b3-4395-9f62-646a45475914,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:42.974344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bc104-688f-4a6e-9cd8-719ba4a839eb req-ebb156a3-830f-4bf8-835c-a809bd8a7a4a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:42.984269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a63bc104-688f-4a6e-9cd8-719ba4a839eb req-ebb156a3-830f-4bf8-835c-a809bd8a7a4a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 944 time: 0.4336433 Nov 12 11:01:43.115600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.120215 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.129949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.136362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-20f08a52-e827-430f-a1b3-a36a2a6461e5 tempest-ServersTestBootFromVolume-1219442358 tempest-ServersTestBootFromVolume-1219442358-project] 10.222.0.98 "DELETE /v2.0/floatingips/38965880-8e1d-4a38-ad4b-23783418be56 HTTP/1.1" status: 204 len: 168 time: 5.0444813 Nov 12 11:01:43.138629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] For port 0d2eb53a-c881-48e5-ac34-6d4bda583d81, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0d2eb53a-c881-48e5-ac34-6d4bda583d81,segment=NetworkSegment(cec670b3-8ca5-4a8b-b3a5-ee21454aa188),segment_id=cec670b3-8ca5-4a8b-b3a5-ee21454aa188)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:43.139329 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.164242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40136) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:43.174175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db16efe-905c-489a-b11e-8c85616286ba admin admin] Deleting subnet 06317caf-44f7-4e6a-8e1d-6614643ee770 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:43.198018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3db16efe-905c-489a-b11e-8c85616286ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.200118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] Calling delete_port for 0d2eb53a-c881-48e5-ac34-6d4bda583d81 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:43.271380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a63bc104-688f-4a6e-9cd8-719ba4a839eb req-35758d16-fc23-493c-b3d6-7dc2684ee576 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776661 Nov 12 11:01:43.363347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.399344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f23e49c9-2c0b-4a16-acd8-ecb1e56d037c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.399597 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] Set router 6f2cea65-bbe2-427b-92c1-baf749996405 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:43.416829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.449352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f23e49c9-2c0b-4a16-acd8-ecb1e56d037c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1372ebce-12b3-4395-9f62-646a45475914 HTTP/1.1" status: 204 len: 168 time: 2.4274981 Nov 12 11:01:43.479783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40144) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:43.645053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] No DVR routers for this DVR port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:43.705938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2eb53a-c881-48e5-ac34-6d4bda583d81,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:43.731867 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3db16efe-905c-489a-b11e-8c85616286ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.734141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:43.747529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a16be-ca7b-4004-abe9-b2343d859aee'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:43.757824 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe504ea-31c0-47cc-bab8-56c252b3ff09" -d '{"events": [{"server_uuid": "ebb7a30a-64c6-4319-8e2c-056fd57ac2aa", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a16be-ca7b-4004-abe9-b2343d859aee"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:43.851098 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:43.918461 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0638e1da-dc7a-43fc-b1e7-879445f64d23 x-openstack-request-id: req-0638e1da-dc7a-43fc-b1e7-879445f64d23 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:43.941285 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7a30a-64c6-4319-8e2c-056fd57ac2aa", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a16be-ca7b-4004-abe9-b2343d859aee", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:43.941979 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0638e1da-dc7a-43fc-b1e7-879445f64d23 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:43.942700 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a16be-ca7b-4004-abe9-b2343d859aee', 'code': 200} Nov 12 11:01:43.968305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0d2eb53a-c881-48e5-ac34-6d4bda583d81 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:44.125237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 0d2eb53a-c881-48e5-ac34-6d4bda583d81 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:44.125730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0d2eb53a-c881-48e5-ac34-6d4bda583d81 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:44.132256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.168003 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3db16efe-905c-489a-b11e-8c85616286ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.174555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] No DVR routers for this DVR port 0d2eb53a-c881-48e5-ac34-6d4bda583d81 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:44.197228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:44.261648 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:37Z', 'revision_number': 5, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:44.280918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768a5d1-1466-4825-93f2-6655ab0ecd50 None None] Pushing event deleted for resources: {'Port': ['ID=0d2eb53a-c881-48e5-ac34-6d4bda583d81,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:44.308691 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.315448 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.349122 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c0d6f-b1d4-40d9-a5f5-fdf95ec5ae43 None None] The sync data for ids ['6f2cea65-bbe2-427b-92c1-baf749996405'] in n-d-768852-22 is: [{'id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'name': 'tempest-FloatingIPsNegativeTestJSON-1046647555-router', 'tenant_id': 'fae4b7528ebc4ea1b391bb945308231b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:01:00Z', 'updated_at': '2021-11-12T11:01:37Z', 'revision_number': 5, 'project_id': 'fae4b7528ebc4ea1b391bb945308231b', 'gw_port': {'id': 'bf1de574-4253-42d7-9dbc-a66ffc3bbf7b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cea65-bbe2-427b-92c1-baf749996405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:01:03Z', 'updated_at': '2021-11-12T11:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:44.350109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52767e-e857-4d70-9755-7d570aa1c985 req-70188906-87cf-4919-8d61-8f75d3afbfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.351449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab52767e-e857-4d70-9755-7d570aa1c985 req-70188906-87cf-4919-8d61-8f75d3afbfee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 1097 time: 0.3532302 Nov 12 11:01:44.525872 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3db16efe-905c-489a-b11e-8c85616286ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.554130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab52767e-e857-4d70-9755-7d570aa1c985 req-87819c44-3f8e-4d84-ab38-08a24c2785ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898017 Nov 12 11:01:44.600075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db16efe-905c-489a-b11e-8c85616286ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06317caf-44f7-4e6a-8e1d-6614643ee770,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:44.636409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3db16efe-905c-489a-b11e-8c85616286ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:44.649330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3db16efe-905c-489a-b11e-8c85616286ba admin admin] 10.222.0.98 "DELETE /v2.0/subnets/06317caf-44f7-4e6a-8e1d-6614643ee770 HTTP/1.1" status: 204 len: 168 time: 3.0811741 Nov 12 11:01:44.653384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40170) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:44.942614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40172) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:44.973129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284de3fc-3f32-4d43-9791-f60e2f5861d1 req-91b96036-a3d0-4ce2-b2b6-90f5053814f8 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:44.976037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-284de3fc-3f32-4d43-9791-f60e2f5861d1 req-91b96036-a3d0-4ce2-b2b6-90f5053814f8 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 945 time: 0.4624038 Nov 12 11:01:45.012797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Deleting port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:45.013244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.119748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.151875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.193388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ba3941-7bda-4549-99f9-62cd4a5e2d60']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.225298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.225298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec670b3-8ca5-4a8b-b3a5-ee21454aa188') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.251250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] For port bf1de574-4253-42d7-9dbc-a66ffc3bbf7b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf1de574-4253-42d7-9dbc-a66ffc3bbf7b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:45.253670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.263142 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.270816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Calling delete_port for bf1de574-4253-42d7-9dbc-a66ffc3bbf7b owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:45.291149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.303860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:45.304363 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.350841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-766929115-network', 'tenant_id': '37686a2ae2174b88829e1b01ee42c5a7'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:45.351431 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:45.468927 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-284de3fc-3f32-4d43-9791-f60e2f5861d1 req-f454bc09-f1e9-4603-bdad-71f75dc5c14c tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774532 Nov 12 11:01:45.544511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Made reservation on behalf of 37686a2ae2174b88829e1b01ee42c5a7 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:45.550456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.602796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.613460 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.625477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.633548 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] 10.222.0.98 "DELETE /v2.0/networks/76ba3941-7bda-4549-99f9-62cd4a5e2d60 HTTP/1.1" status: 204 len: 168 time: 4.1328144 Nov 12 11:01:45.634365 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.766583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bcf9313e-2d47-4566-bdfa-cfb952fc66d9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:45.798360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea1c2-d021-487d-b1f4-5969549a0028 admin admin] Pushing event deleted for resources: {'Network': ['ID=76ba3941-7bda-4549-99f9-62cd4a5e2d60,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:45.801795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.823631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c76559-d285-4d74-9d7d-58ae8e3262dd']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.853709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75385fc-6df1-43c2-a67c-e213780bd7c0') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.854559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75385fc-6df1-43c2-a67c-e213780bd7c0') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.854739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86909a6c-83d3-4aef-b351-026852daebf4']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.868819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: bcf9313e-2d47-4566-bdfa-cfb952fc66d9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:45.869382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bcf9313e-2d47-4566-bdfa-cfb952fc66d9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:45.877012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6961d38b-2605-4ba2-b6ef-8a18a0819f39') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.877674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6961d38b-2605-4ba2-b6ef-8a18a0819f39') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:45.889742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.909860 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.949819 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:45.967062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.001811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:46.002326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: items = [ Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:46.005323 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:46.029754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:46.030511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:46.038832 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:46.120227 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.123178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.192208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1de574-4253-42d7-9dbc-a66ffc3bbf7b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:46.281946 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.285290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.299468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.304699 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] 10.222.0.98 "DELETE /v2.0/networks/72c76559-d285-4d74-9d7d-58ae8e3262dd HTTP/1.1" status: 204 len: 168 time: 2.6792552 Nov 12 11:01:46.309023 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.320686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] 10.222.0.98 "DELETE /v2.0/networks/86909a6c-83d3-4aef-b351-026852daebf4 HTTP/1.1" status: 204 len: 168 time: 1.6494341 Nov 12 11:01:46.322216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.334507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40200) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:46.349905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f9e10-608e-4c9e-803d-f0ddec85612a admin admin] Pushing event deleted for resources: {'Network': ['ID=72c76559-d285-4d74-9d7d-58ae8e3262dd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:46.404553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.407675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40202) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:46.464136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aefa6-ea2f-4b1a-b94c-ccb56f512d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=86909a6c-83d3-4aef-b351-026852daebf4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:46.509364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:01:46.555091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.577886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d2861-cee8-4616-a25b-446670fb88ee,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:46.629266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2caa156b-48b5-4214-93a6-cb8c5b47b277 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65bc7e5ca8544a7a8ed0e395429ce129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162015 Nov 12 11:01:46.639651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40206) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:46.675001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fe06f0-6134-4475-8150-a77fa5b8e346 admin admin] Deleting subnet b6a1a3c4-61ab-4c2f-bc2b-33db455549be {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:46.677727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.678217 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Added segment 34b99ce2-70d3-4a5e-b605-dec0ad55d953 of type vlan for network e8ecf770-fc7f-496c-aedb-808eac9ab998 Nov 12 11:01:46.725212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19fe06f0-6134-4475-8150-a77fa5b8e346 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.784691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9622f565-d5cd-4b5b-9e28-3c3953e466b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.787642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.796731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.818558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9622f565-d5cd-4b5b-9e28-3c3953e466b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.825229 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.868396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19fe06f0-6134-4475-8150-a77fa5b8e346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.912124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbac756-ff18-4478-94d9-aa72a6410549 req-618c32eb-3fe3-44d8-93f7-da3173bd2f4f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:46.913933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bbac756-ff18-4478-94d9-aa72a6410549 req-618c32eb-3fe3-44d8-93f7-da3173bd2f4f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 945 time: 0.2324445 Nov 12 11:01:46.950106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Deleting port 50e47cbd-3465-4267-8438-98dd21b93612 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:46.950447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:46.964586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19fe06f0-6134-4475-8150-a77fa5b8e346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.041976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] For port 50e47cbd-3465-4267-8438-98dd21b93612, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=50e47cbd-3465-4267-8438-98dd21b93612,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:47.042370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.060487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Calling delete_port for 50e47cbd-3465-4267-8438-98dd21b93612 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:47.064123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9622f565-d5cd-4b5b-9e28-3c3953e466b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.069333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9622f565-d5cd-4b5b-9e28-3c3953e466b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.074739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9622f565-d5cd-4b5b-9e28-3c3953e466b1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23c251f2-97ab-468f-828e-9c99abd341a6 HTTP/1.1" status: 204 len: 168 time: 0.4296420 Nov 12 11:01:47.110386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622f565-d5cd-4b5b-9e28-3c3953e466b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c251f2-97ab-468f-828e-9c99abd341a6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:47.231699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40214) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:47.245028 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.355580 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a2f7ddf4-f4ba-4141-b143-a796db09d1c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dc32f8e658c34424864410ee2a56c33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1224527 Nov 12 11:01:47.360026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40218) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:47.505202 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be8a0862-9d73-4202-aaad-229e66f9d07f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.533353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be8a0862-9d73-4202-aaad-229e66f9d07f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.542914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bbac756-ff18-4478-94d9-aa72a6410549 req-ffcf04cb-bd96-44dc-b601-d51c28ded824 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101470 Nov 12 11:01:47.547581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.548857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2cea65-bbe2-427b-92c1-baf749996405 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:01:47.552734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.554867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:47.557433 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.585847 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.588387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-56f2d80b-e6bb-4afb-9f3d-8dae6bdb2c3d admin admin] 10.222.0.98 "DELETE /v2.0/routers/6f2cea65-bbe2-427b-92c1-baf749996405 HTTP/1.1" status: 204 len: 168 time: 5.6050005 Nov 12 11:01:47.592578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40228) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:47.833377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3fe560-7a9b-48b9-be5c-a8ce1de3526f admin admin] Deleting subnet 5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:47.849490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe560-7a9b-48b9-be5c-a8ce1de3526f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.909958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ecf770-fc7f-496c-aedb-808eac9ab998,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:47.958776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e8ecf770-fc7f-496c-aedb-808eac9ab998 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:01:47.970590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b23edfce-104a-4c25-af87-d36f047ccd18 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0185561 Nov 12 11:01:47.974717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19fe06f0-6134-4475-8150-a77fa5b8e346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:47.988143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40234) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:47.991763 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.003863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Request body: {'subnet': {'network_id': 'e8ecf770-fc7f-496c-aedb-808eac9ab998', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-766929115-subnet', 'tenant_id': '37686a2ae2174b88829e1b01ee42c5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:01:48.147811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19fe06f0-6134-4475-8150-a77fa5b8e346 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.157491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-19fe06f0-6134-4475-8150-a77fa5b8e346 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b6a1a3c4-61ab-4c2f-bc2b-33db455549be HTTP/1.1" status: 204 len: 168 time: 1.8157578 Nov 12 11:01:48.185631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40238) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:48.189492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe06f0-6134-4475-8150-a77fa5b8e346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a1a3c4-61ab-4c2f-bc2b-33db455549be,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:48.258187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Pushing event deleted for resources: {'Port': ['ID=50e47cbd-3465-4267-8438-98dd21b93612,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:48.308527 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be8a0862-9d73-4202-aaad-229e66f9d07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.313276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be8a0862-9d73-4202-aaad-229e66f9d07f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.315165 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be8a0862-9d73-4202-aaad-229e66f9d07f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e37cd4f4-06c7-40d7-acc6-73f3eadfd597 HTTP/1.1" status: 204 len: 168 time: 0.9538615 Nov 12 11:01:48.334275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.338389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Made reservation on behalf of 37686a2ae2174b88829e1b01ee42c5a7 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:01:48.341091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.525905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe560-7a9b-48b9-be5c-a8ce1de3526f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.611338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0862-9d73-4202-aaad-229e66f9d07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37cd4f4-06c7-40d7-acc6-73f3eadfd597,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:48.731879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72707ff0-116a-476d-81b3-b0fb78d7335f req-e7133451-23fe-4b8d-b3a9-60ca38195085 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:48.733807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-72707ff0-116a-476d-81b3-b0fb78d7335f req-e7133451-23fe-4b8d-b3a9-60ca38195085 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 945 time: 0.7448318 Nov 12 11:01:48.737936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.818098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589e4056-2e73-4374-815c-27d70833aa0d']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:48.853655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2eaf24c-3309-4cf8-82ab-ecf5656454e2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:48.854245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2eaf24c-3309-4cf8-82ab-ecf5656454e2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:48.890861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.944797 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.957422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:48.958346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:48.961050 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:48.990718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe560-7a9b-48b9-be5c-a8ce1de3526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.041389 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-72707ff0-116a-476d-81b3-b0fb78d7335f req-1db21c50-bc00-4241-a483-37fd42b3507f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576993 Nov 12 11:01:49.085236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.136715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.174683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.184391 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] 10.222.0.98 "DELETE /v2.0/networks/589e4056-2e73-4374-815c-27d70833aa0d HTTP/1.1" status: 204 len: 168 time: 0.9964309 Nov 12 11:01:49.192106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8ae5c-8937-489e-9299-536ab5d73940 admin admin] Pushing event deleted for resources: {'Network': ['ID=589e4056-2e73-4374-815c-27d70833aa0d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:49.205102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.296745 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe560-7a9b-48b9-be5c-a8ce1de3526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.331388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fe560-7a9b-48b9-be5c-a8ce1de3526f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:49.403687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6c3fe560-7a9b-48b9-be5c-a8ce1de3526f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.407612 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6c3fe560-7a9b-48b9-be5c-a8ce1de3526f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5ea1b9f1-c239-45bb-a0fe-6a58a0665b7e HTTP/1.1" status: 204 len: 168 time: 1.8122098 Nov 12 11:01:49.413296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02842aed-985f-4f99-a3b2-1aa8bd6c016d None None] Network 9789795a-1b20-415f-a61a-b74d44f10cba requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:49.417800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40276) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:49.626920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Router ce3923e3-534a-4ff4-a5a6-1c4370636d49 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:01:49.700610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:49.791142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:49.793006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] DHCP port deletion for 9789795a-1b20-415f-a61a-b74d44f10cba request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:01:49.943826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf1de574-4253-42d7-9dbc-a66ffc3bbf7b no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:49.944478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:01:49.949940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Checking segment: {'id': '34b99ce2-70d3-4a5e-b605-dec0ad55d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8ecf770-fc7f-496c-aedb-808eac9ab998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:01:49.950377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Network hostable DHCP agents. Network: e8ecf770-fc7f-496c-aedb-808eac9ab998, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:01:49.954313 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9b117200-0e1a-497a-8fc2-57c287aec61a admin admin] 10.222.0.98 "PUT /v2.0/routers/ce3923e3-534a-4ff4-a5a6-1c4370636d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7882667 Nov 12 11:01:49.956901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40292) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:50.006972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] Sync routers for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:01:50.008109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40294) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:50.038230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Deleting port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:50.038994 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.048553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: bf1de574-4253-42d7-9dbc-a66ffc3bbf7b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:50.054079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf1de574-4253-42d7-9dbc-a66ffc3bbf7b not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:50.095649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Deleting port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:50.096770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.103371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Network e8ecf770-fc7f-496c-aedb-808eac9ab998 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:01:50.121802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:50.128670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:50.176765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.179243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40296) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:50.200587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5f6f1a7d-7f91-4bd9-8b53-90fcc93edc00 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd29df4f48464cdb8586959f14c6b833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871908 Nov 12 11:01:50.210884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40300) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:50.319568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-85095b77-488b-4c84-9d45-d05e9e858c07 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0038b47656704704bf885d4f2511a0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383076 Nov 12 11:01:50.324406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40306) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:50.343569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e8ecf770-fc7f-496c-aedb-808eac9ab998) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:01:50.385463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044faac-7a7d-4dca-aacd-ae479741fbf3 None None] Network e8ecf770-fc7f-496c-aedb-808eac9ab998 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:50.419793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:50.420467 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.474077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] For port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,segment=NetworkSegment(a6aaeae6-61bd-4df3-89db-bfae54e842c7),segment_id=a6aaeae6-61bd-4df3-89db-bfae54e842c7)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:50.475664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.506649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Calling delete_port for 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:50.516905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.523473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04193c4-821a-4869-8cb4-608575f05165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.536325 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-043874c2-a3ed-4002-91d4-7a36c588272f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.562260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04193c4-821a-4869-8cb4-608575f05165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.603140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] For port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,segment=NetworkSegment(a6aaeae6-61bd-4df3-89db-bfae54e842c7),segment_id=a6aaeae6-61bd-4df3-89db-bfae54e842c7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:50.604810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.612311 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b0e44fb4-9215-4a50-b4a6-65077ef797dd admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6182423 Nov 12 11:01:50.633832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-043874c2-a3ed-4002-91d4-7a36c588272f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.778117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04193c4-821a-4869-8cb4-608575f05165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.779006 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.780302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Calling delete_port for 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:50.784609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04193c4-821a-4869-8cb4-608575f05165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.785909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d04193c4-821a-4869-8cb4-608575f05165 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3914c7f5-66c2-480d-a88b-103a88091559 HTTP/1.1" status: 204 len: 168 time: 0.4603801 Nov 12 11:01:50.806230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.824938 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-043874c2-a3ed-4002-91d4-7a36c588272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.840464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-043874c2-a3ed-4002-91d4-7a36c588272f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:50.849314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-043874c2-a3ed-4002-91d4-7a36c588272f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5d1c9445-ff03-40c4-8e21-e3fb909f8724 HTTP/1.1" status: 204 len: 168 time: 0.6373045 Nov 12 11:01:50.939402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:50.959732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04193c4-821a-4869-8cb4-608575f05165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3914c7f5-66c2-480d-a88b-103a88091559,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:50.970217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043874c2-a3ed-4002-91d4-7a36c588272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c9445-ff03-40c4-8e21-e3fb909f8724,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:50.980665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:50.998224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] No DVR routers for this DVR port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:51.044081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Deleting port 01f67d22-523e-4924-b074-be2e1a5c503b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:51.044758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.153558 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.198562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9789795a-1b20-415f-a61a-b74d44f10cba']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:51.211573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aaeae6-61bd-4df3-89db-bfae54e842c7') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:51.212073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aaeae6-61bd-4df3-89db-bfae54e842c7') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:51.224391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.241690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.249532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:51.250010 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.326675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] For port 01f67d22-523e-4924-b074-be2e1a5c503b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=01f67d22-523e-4924-b074-be2e1a5c503b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:51.327183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:51.351845 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:51.366319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Calling delete_port for 01f67d22-523e-4924-b074-be2e1a5c503b owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:51.465316 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:01:51.543208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6f838-8fe7-41b2-9911-80a8e5fae313 req-4d36e0e6-3140-488e-b9f2-1a4ba272b5db tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:51.548670 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46c6f838-8fe7-41b2-9911-80a8e5fae313 req-4d36e0e6-3140-488e-b9f2-1a4ba272b5db tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 945 time: 0.1954663 Nov 12 11:01:51.551696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.581901 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.590126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9789795a-1b20-415f-a61a-b74d44f10cba HTTP/1.1" status: 204 len: 168 time: 2.1418564 Nov 12 11:01:51.676334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985e127-2a7c-49f8-b0de-ca1cd07e2239 admin admin] Pushing event deleted for resources: {'Network': ['ID=9789795a-1b20-415f-a61a-b74d44f10cba,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:51.748112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e1bef-a76b-4bf0-bddc-7a5ec59683a1 None None] Network e8ecf770-fc7f-496c-aedb-808eac9ab998 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:51.826228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46c6f838-8fe7-41b2-9911-80a8e5fae313 req-7859638f-0167-47fc-befd-98b59018d882 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649021 Nov 12 11:01:51.872996 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:51.901309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:51.926186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Network 9789795a-1b20-415f-a61a-b74d44f10cba is not hosted by any dhcp agent {{(pid=109706) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:01:51.926919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] No DVR routers for this DVR port 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:51.948424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Pushing event deleted for resources: {'Port': ['ID=4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:51.970067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:51.970303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4bb1ca55-9ba5-4b2f-ac1c-93f6c3735fbc not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:52.002575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.003320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.003320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.003972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.003972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.005256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.005256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.005256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.005598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.005692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.006059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.006424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a079f-e0da-45c1-912e-bfcda351c239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:01:52.042791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.097357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T11:01:47Z', 'revision_number': 5, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port': {'id': '01f67d22-523e-4924-b074-be2e1a5c503b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:56:27Z', 'updated_at': '2021-11-12T10:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:52.124964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f67d22-523e-4924-b074-be2e1a5c503b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:52.160242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] Checking router: ce3923e3-534a-4ff4-a5a6-1c4370636d49 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:01:52.172786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] Routers {'ce3923e3-534a-4ff4-a5a6-1c4370636d49'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:01:52.173925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:01:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:52.195260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.323067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] Set router ce3923e3-534a-4ff4-a5a6-1c4370636d49 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:01:52.390517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T11:01:51Z', 'revision_number': 7, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:52.418038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.422225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.426400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35b8e2-6b48-4558-9c2d-a90a900eb509 None None] The sync data for ids ['ce3923e3-534a-4ff4-a5a6-1c4370636d49'] in n-d-768852-22 is: [{'id': 'ce3923e3-534a-4ff4-a5a6-1c4370636d49', 'name': 'tempest-ServersTestBootFromVolume-577226879-router', 'tenant_id': 'a65a2a02e9834de3b056d624bde0536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:56:26Z', 'updated_at': '2021-11-12T11:01:51Z', 'revision_number': 7, 'project_id': 'a65a2a02e9834de3b056d624bde0536a', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:01:52.457014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40390) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:52.576895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f05d5f46-0d13-43fb-9759-2600704a2cf2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fae4b7528ebc4ea1b391bb945308231b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169882 Nov 12 11:01:52.577400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40394) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:52.642185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0fc95c4f-d747-4c06-9389-8996e1a0670c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.670581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0fc95c4f-d747-4c06-9389-8996e1a0670c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.728774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.731554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3923e3-534a-4ff4-a5a6-1c4370636d49 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:01:52.734034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.738486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40396) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:52.749284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1a888dd9-e3c3-40a5-8ab2-48b73ee9a616 admin admin] 10.222.0.98 "DELETE /v2.0/routers/ce3923e3-534a-4ff4-a5a6-1c4370636d49 HTTP/1.1" status: 204 len: 168 time: 2.7885168 Nov 12 11:01:52.811370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0fc95c4f-d747-4c06-9389-8996e1a0670c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.816075 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0fc95c4f-d747-4c06-9389-8996e1a0670c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.819975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0fc95c4f-d747-4c06-9389-8996e1a0670c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/887600cd-5f26-42ab-9c32-03e804fa3814 HTTP/1.1" status: 204 len: 168 time: 0.2389097 Nov 12 11:01:52.826648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e7482b-4d7e-43ed-8f47-fd194a32cdef admin admin] Deleting subnet 5f57b607-5db5-4085-8c5e-b84260a83fd5 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:01:52.836757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15e7482b-4d7e-43ed-8f47-fd194a32cdef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:52.840745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc95c4f-d747-4c06-9389-8996e1a0670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887600cd-5f26-42ab-9c32-03e804fa3814,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:52.960124 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15e7482b-4d7e-43ed-8f47-fd194a32cdef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:53.172580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9055f3-5785-4b03-bfe1-8541106ded83 req-be9ee1b9-4edb-4f78-8f81-003522fccff7 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:53.174612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd9055f3-5785-4b03-bfe1-8541106ded83 req-be9ee1b9-4edb-4f78-8f81-003522fccff7 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 945 time: 0.1394529 Nov 12 11:01:53.222025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15e7482b-4d7e-43ed-8f47-fd194a32cdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:53.301607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd9055f3-5785-4b03-bfe1-8541106ded83 req-db6f78c7-8940-4382-9974-447f5b9517e0 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125987 Nov 12 11:01:53.321573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40414) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:53.382904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40418) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:53.490762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-faca2b30-2268-4645-90ce-02882bc8d1b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3fa6402b6d1843db94fb58fa9726805c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288576 Nov 12 11:01:53.499599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40426) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:53.535778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15e7482b-4d7e-43ed-8f47-fd194a32cdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:53.659695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2c0a16be-ca7b-4004-abe9-b2343d859aee details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:01:53.719689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-5a728d5e-4217-48a1-b869-18bd37f330a9 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:53.750807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-5a728d5e-4217-48a1-b869-18bd37f330a9 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/networks?id=e8ecf770-fc7f-496c-aedb-808eac9ab998 HTTP/1.1" status: 200 len: 813 time: 0.4960339 Nov 12 11:01:53.792828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-79ea3162-98bc-4337-b52f-8f625b337d04 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/quotas/37686a2ae2174b88829e1b01ee42c5a7 HTTP/1.1" status: 200 len: 375 time: 0.0357621 Nov 12 11:01:53.806006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7482b-4d7e-43ed-8f47-fd194a32cdef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f57b607-5db5-4085-8c5e-b84260a83fd5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:53.834594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15e7482b-4d7e-43ed-8f47-fd194a32cdef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:53.857706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15e7482b-4d7e-43ed-8f47-fd194a32cdef admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5f57b607-5db5-4085-8c5e-b84260a83fd5 HTTP/1.1" status: 204 len: 168 time: 1.1147339 Nov 12 11:01:53.858013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40434) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:53.885614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-f275b12b-3cb3-4b99-852d-ac49e4a717a9 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=37686a2ae2174b88829e1b01ee42c5a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915112 Nov 12 11:01:54.003025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b40f1c-92ec-40c6-9f94-b391a48ea5b6 None None] Network 14c3b181-4201-4bbc-a445-06c46fd7083c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:01:54.005968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 01f67d22-523e-4924-b074-be2e1a5c503b no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:54.076678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-cc4ea8f9-cdef-4f92-954e-480de621c0d5 service neutron] 10.222.0.98 "GET /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898534 Nov 12 11:01:54.147508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 01f67d22-523e-4924-b074-be2e1a5c503b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:54.153646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 01f67d22-523e-4924-b074-be2e1a5c503b not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:54.154320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 50e47cbd-3465-4267-8438-98dd21b93612 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:54.156434 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.161535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:54.197030 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4eebfac6-3416-4168-8bf8-0ca35c0dc0f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.218957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 50e47cbd-3465-4267-8438-98dd21b93612 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:01:54.219732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 50e47cbd-3465-4267-8438-98dd21b93612 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:01:54.230914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a94782bc-d936-4dbd-a0b4-3409da39776d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.270227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '2c0a16be-ca7b-4004-abe9-b2343d859aee', 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'port_id': '2c0a16be-ca7b-4004-abe9-b2343d859aee', 'mac_address': 'fa:16:3e:f2:ea:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a34fb-e4eb-462e-9e13-5d63aea2a18d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:01:54.308815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a94782bc-d936-4dbd-a0b4-3409da39776d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.312061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6ca98639-020d-4b8e-abae-61375d187ab3 service neutron] 10.222.0.98 "GET /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342823 Nov 12 11:01:54.410081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.442189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c0a16be-ca7b-4004-abe9-b2343d859aee {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:54.510888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:54.596690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.767403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:54.782747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] DHCP port deletion for 14c3b181-4201-4bbc-a445-06c46fd7083c request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:01:54.826788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['2c0a16be-ca7b-4004-abe9-b2343d859aee'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:54.911319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a94782bc-d936-4dbd-a0b4-3409da39776d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.921401 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a94782bc-d936-4dbd-a0b4-3409da39776d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:54.934583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a94782bc-d936-4dbd-a0b4-3409da39776d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c84a1749-0e98-414d-b4ea-3959408f5666 HTTP/1.1" status: 204 len: 168 time: 1.4223425 Nov 12 11:01:54.942270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-4cb8ca06-0f8a-4af5-a8bf-d61173a1700c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5513687 Nov 12 11:01:54.973183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94782bc-d936-4dbd-a0b4-3409da39776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a1749-0e98-414d-b4ea-3959408f5666,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:55.020218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4eebfac6-3416-4168-8bf8-0ca35c0dc0f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.035392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5e0fd-b9c6-4c5f-9e8c-e9e17a49bcbc req-d4ab360e-38eb-4e3e-a143-d6beaa930975 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.036882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] Deleting port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:55.037670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.044584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-faf5e0fd-b9c6-4c5f-9e8c-e9e17a49bcbc req-d4ab360e-38eb-4e3e-a143-d6beaa930975 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 944 time: 0.3883853 Nov 12 11:01:55.105640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Deleting port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:55.105640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.198622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4eebfac6-3416-4168-8bf8-0ca35c0dc0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.404061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb82218-db85-4876-8cc9-b4752cb3f259 req-3718864c-5134-41e2-85a2-10fac3bf23a9 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 210 time: 0.0872095 Nov 12 11:01:55.423515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40476) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:55.424749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4eebfac6-3416-4168-8bf8-0ca35c0dc0f7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=71a6af0c3e304bb1a9afb868021f0c07&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1009686 Nov 12 11:01:55.431464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-7aabc207-6c35-4442-8e40-50b20e5db19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.433479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-7aabc207-6c35-4442-8e40-50b20e5db19d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 1096 time: 0.3623307 Nov 12 11:01:55.434711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebfac6-3416-4168-8bf8-0ca35c0dc0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8dee66-45ff-4424-bf94-33df2cca2f3f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:55.439161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] For port 7255de6e-47e9-42c3-946d-2e83d73fa6f1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7255de6e-47e9-42c3-946d-2e83d73fa6f1,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:55.439655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.462449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-faf5e0fd-b9c6-4c5f-9e8c-e9e17a49bcbc req-3e66d5c6-2f4f-47e3-8e6b-8457b600dd79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152174 Nov 12 11:01:55.511378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Calling delete_port for 7255de6e-47e9-42c3-946d-2e83d73fa6f1 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:55.578633 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc9d13e7-71c5-45c5-ae3d-a0b66e132107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.650538 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc9d13e7-71c5-45c5-ae3d-a0b66e132107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.660567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] For port 7255de6e-47e9-42c3-946d-2e83d73fa6f1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7255de6e-47e9-42c3-946d-2e83d73fa6f1,segment=NetworkSegment(975d3cba-0dd2-4a1b-90ef-67583b900d9c),segment_id=975d3cba-0dd2-4a1b-90ef-67583b900d9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:55.661264 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:55.708880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2c0a16be-ca7b-4004-abe9-b2343d859aee no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:55.864217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7255de6e-47e9-42c3-946d-2e83d73fa6f1 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:01:55.883477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] Calling delete_port for 7255de6e-47e9-42c3-946d-2e83d73fa6f1 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:55.888924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-a0ffc78b-1453-440e-abbc-9637974e53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:55.890544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-a0ffc78b-1453-440e-abbc-9637974e53e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 922 time: 0.4048126 Nov 12 11:01:55.950637 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-b8280712-6126-4d56-9426-3e7d71722a8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee HTTP/1.1" status: 200 len: 217 time: 0.0518336 Nov 12 11:01:55.999412 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc9d13e7-71c5-45c5-ae3d-a0b66e132107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.005119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc9d13e7-71c5-45c5-ae3d-a0b66e132107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.010137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bc9d13e7-71c5-45c5-ae3d-a0b66e132107 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac8dee66-45ff-4424-bf94-33df2cca2f3f HTTP/1.1" status: 204 len: 168 time: 0.5819492 Nov 12 11:01:56.047298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d13e7-71c5-45c5-ae3d-a0b66e132107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8dee66-45ff-4424-bf94-33df2cca2f3f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:56.128861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-344fe74a-e332-4684-b7ac-c551919b651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:56.132137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-344fe74a-e332-4684-b7ac-c551919b651d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=338a34fb-e4eb-462e-9e13-5d63aea2a18d HTTP/1.1" status: 200 len: 861 time: 0.1720204 Nov 12 11:01:56.217481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-ed0f3f4d-13b6-4380-8fa6-1c6d2313160a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756855 Nov 12 11:01:56.219549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.268374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7255de6e-47e9-42c3-946d-2e83d73fa6f1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:56.344260 n-d-768852-22 neutron-server[109706]: INFO neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No ports have port_id starting with 7255de6e-47e9-42c3-946d-2e83d73fa6f1 Nov 12 11:01:56.349616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.352319 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.472947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2c0a16be-ca7b-4004-abe9-b2343d859aee {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:01:56.482457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] Pushing event deleted for resources: {'Port': ['ID=7255de6e-47e9-42c3-946d-2e83d73fa6f1,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:56.492849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbf7ba-85b9-4b97-888b-9b18ffe89edc None None] No DVR routers for this DVR port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:56.525351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:56.623489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] No DVR routers for this DVR port 7255de6e-47e9-42c3-946d-2e83d73fa6f1 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:56.675112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-280ee3ae-c3d4-4a93-a183-7cd133f96da1 req-0285cc8b-a515-487b-9299-0a01fe077a04 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 210 time: 0.1268785 Nov 12 11:01:56.712306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-48c9cd26-947f-4175-a355-c34459314adf service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542336 Nov 12 11:01:56.780099 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.803198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d210b-3cd4-4eff-912e-67dc5a9b720b req-7dc6324a-6fba-4d0b-b291-349eaeb0e24e tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:56.804813 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-258d210b-3cd4-4eff-912e-67dc5a9b720b req-7dc6324a-6fba-4d0b-b291-349eaeb0e24e tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 944 time: 0.2500260 Nov 12 11:01:56.852667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c3b181-4201-4bbc-a445-06c46fd7083c']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:56.876758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975d3cba-0dd2-4a1b-90ef-67583b900d9c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:56.877635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975d3cba-0dd2-4a1b-90ef-67583b900d9c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:01:56.893923 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.920890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.935822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:01:56.936263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:01:56.938340 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:01:56.961659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d25b0b0-6e62-4fad-8567-04b65e3c60e8 req-e8c4624f-17d8-4822-813b-343674a00328 service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069755 Nov 12 11:01:57.261995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.320505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:57.357378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-258d210b-3cd4-4eff-912e-67dc5a9b720b req-6c203490-dc7d-47d9-8913-464bd606f72e tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407929 Nov 12 11:01:57.450913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.471377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.500241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/14c3b181-4201-4bbc-a445-06c46fd7083c HTTP/1.1" status: 204 len: 168 time: 3.6258333 Nov 12 11:01:57.521727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45b8fd-b187-467c-a4be-70416f693cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c3b181-4201-4bbc-a445-06c46fd7083c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:57.704713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2c0a16be-ca7b-4004-abe9-b2343d859aee up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:01:57.818042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 2c0a16be-ca7b-4004-abe9-b2343d859aee triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:01:57.818730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.832763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b612cc1-85ff-4acb-b090-7a29539011bd req-f9a2f229-474c-468a-8546-a94d7e449bf9 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 210 time: 0.0533352 Nov 12 11:01:57.939765 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:57.978719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a16be-ca7b-4004-abe9-b2343d859aee'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:57.984552 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e790718-beff-4968-96ba-31d2772cbdb9" -d '{"events": [{"server_uuid": "ebb7a30a-64c6-4319-8e2c-056fd57ac2aa", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a16be-ca7b-4004-abe9-b2343d859aee"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:57.986840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-7d143595-dba7-4982-b866-7a91d26db3cb tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:57.989223 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-7d143595-dba7-4982-b866-7a91d26db3cb tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 943 time: 0.1361072 Nov 12 11:01:58.026233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:58.099549 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37654b49-cb6e-496b-aec3-3b9079d29971 x-openstack-request-id: req-37654b49-cb6e-496b-aec3-3b9079d29971 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:58.099844 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7a30a-64c6-4319-8e2c-056fd57ac2aa", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a16be-ca7b-4004-abe9-b2343d859aee", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:58.100155 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-37654b49-cb6e-496b-aec3-3b9079d29971 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:58.100816 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a16be-ca7b-4004-abe9-b2343d859aee', 'code': 200} Nov 12 11:01:58.135883 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.202459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Deleting port 2c0a16be-ca7b-4004-abe9-b2343d859aee {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:01:58.203027 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.265571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:58.379408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] For port 2c0a16be-ca7b-4004-abe9-b2343d859aee, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2c0a16be-ca7b-4004-abe9-b2343d859aee,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:01:58.379820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.403814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Calling delete_port for 2c0a16be-ca7b-4004-abe9-b2343d859aee owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:01:58.679009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c96c44-713f-44c6-a739-21dd70465c85 req-38bda86f-8c0a-44e7-8f79-d7f857825655 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:01:58.680770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9c96c44-713f-44c6-a739-21dd70465c85 req-38bda86f-8c0a-44e7-8f79-d7f857825655 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 945 time: 0.1099124 Nov 12 11:01:58.758988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9c96c44-713f-44c6-a739-21dd70465c85 req-814d1190-de64-4d6d-a1ff-09795088b51a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Nov 12 11:01:58.801714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40570) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:58.863731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.877413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['2c0a16be-ca7b-4004-abe9-b2343d859aee'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:01:58.918704 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-236ce689-1e4d-4f08-99dd-0de9d06cf459 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a65a2a02e9834de3b056d624bde0536a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1104512 Nov 12 11:01:58.918704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event deleted for resources: {'Port': ['ID=2c0a16be-ca7b-4004-abe9-b2343d859aee,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:58.920422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40576) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:01:58.965097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] No DVR routers for this DVR port 2c0a16be-ca7b-4004-abe9-b2343d859aee on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:01:58.972780 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:58.972780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8a3ec27-414a-4fe3-9979-c1015182c605 req-642bc842-d26e-4cd2-a641-2b36b3b1100f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "DELETE /v2.0/ports/2c0a16be-ca7b-4004-abe9-b2343d859aee HTTP/1.1" status: 204 len: 173 time: 0.9749284 Nov 12 11:01:58.974493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'name': 'network-vif-deleted', 'tag': '2c0a16be-ca7b-4004-abe9-b2343d859aee'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:01:58.977180 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283fac0f-3b09-4661-b7c7-2c8ad3e5cfcb" -d '{"events": [{"server_uuid": "ebb7a30a-64c6-4319-8e2c-056fd57ac2aa", "name": "network-vif-deleted", "tag": "2c0a16be-ca7b-4004-abe9-b2343d859aee"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:01:59.051170 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0dcc3087-823d-4838-b2eb-97c2e10dbe3f req-134c183e-2e9c-4333-9380-ad2b7b69915a tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 210 time: 0.0382571 Nov 12 11:01:59.074325 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0947267-082b-4a94-b868-0aacc5a73a51 x-openstack-request-id: req-c0947267-082b-4a94-b868-0aacc5a73a51 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:01:59.075131 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7a30a-64c6-4319-8e2c-056fd57ac2aa", "name": "network-vif-deleted", "tag": "2c0a16be-ca7b-4004-abe9-b2343d859aee", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:01:59.075131 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c0947267-082b-4a94-b868-0aacc5a73a51 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:01:59.075956 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb7a30a-64c6-4319-8e2c-056fd57ac2aa', 'name': 'network-vif-deleted', 'tag': '2c0a16be-ca7b-4004-abe9-b2343d859aee', 'status': 'completed', 'code': 200} Nov 12 11:01:59.079878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3464f3cc-4bb5-4962-a7e1-0cdd4eb32741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.128637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3464f3cc-4bb5-4962-a7e1-0cdd4eb32741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.229974 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e896477c-93f7-4069-921b-a165d69c3fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.376060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3464f3cc-4bb5-4962-a7e1-0cdd4eb32741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.379601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3464f3cc-4bb5-4962-a7e1-0cdd4eb32741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:01:59.381705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3464f3cc-4bb5-4962-a7e1-0cdd4eb32741 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b6430a1-ad06-4114-a687-eeb8ad7204fe HTTP/1.1" status: 204 len: 168 time: 0.4536211 Nov 12 11:01:59.391154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464f3cc-4bb5-4962-a7e1-0cdd4eb32741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6430a1-ad06-4114-a687-eeb8ad7204fe,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:01:59.942731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56459727-f9b8-48b9-a9d3-3eab917ad3fa req-0e95f823-3c44-409a-bedf-1fa74e29ed31 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebb7a30a-64c6-4319-8e2c-056fd57ac2aa HTTP/1.1" status: 200 len: 210 time: 0.0673580 Nov 12 11:02:00.206081 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-96ae8ed4-6b45-422e-94da-8d2c7243cece req-3979568c-bc2b-476d-979c-dbda6d5062d1 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 210 time: 0.0377498 Nov 12 11:02:00.886322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40656) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:00.931014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40660) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:01.216540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-cf26fe46-276d-404f-91c9-179ba94d0c6c tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:01.219821 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-cf26fe46-276d-404f-91c9-179ba94d0c6c tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.69 "GET /v2.0/networks?id=e8ecf770-fc7f-496c-aedb-808eac9ab998 HTTP/1.1" status: 200 len: 813 time: 0.2558620 Nov 12 11:02:01.248395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-446124134-network', 'tenant_id': 'f81c3579f9504ec0a64c5f93b727b264'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:01.248974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Request body: {'port': {'device_id': 'ad4d754f-f98c-4692-a0e3-642cd7b5ca80', 'network_id': 'e8ecf770-fc7f-496c-aedb-808eac9ab998', 'admin_state_up': True, 'tenant_id': '37686a2ae2174b88829e1b01ee42c5a7'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:01.344148 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc12c2a-ef93-42c6-8bb4-1a43234bf338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.462926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Made reservation on behalf of f81c3579f9504ec0a64c5f93b727b264 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:01.469573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.502483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.518926 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc12c2a-ef93-42c6-8bb4-1a43234bf338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.630222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.668281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Made reservation on behalf of 37686a2ae2174b88829e1b01ee42c5a7 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:01.679892 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cc12c2a-ef93-42c6-8bb4-1a43234bf338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.680175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.719622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2c0a16be-ca7b-4004-abe9-b2343d859aee no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:01.760946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 2c0a16be-ca7b-4004-abe9-b2343d859aee {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:01.761431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2c0a16be-ca7b-4004-abe9-b2343d859aee not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:01.773743 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.795424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc12c2a-ef93-42c6-8bb4-1a43234bf338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c5531a-81ce-4d24-a042-f424f39ecbb8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:01.799987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a3256503-109a-431e-bf27-9b3529a553d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.874457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:01.901514 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:01.902478 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Added segment b642997c-735e-4d69-8a8d-abe177e830cf of type vlan for network e4128630-e35b-4e79-8aea-4503cbcc1279 Nov 12 11:02:01.927424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9cc12c2a-ef93-42c6-8bb4-1a43234bf338 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e33bad00af0547e0843bdc30e702a002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9946458 Nov 12 11:02:01.952549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40704) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:02.007663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40708) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:02.066660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec09f99-9e39-4c85-baaa-026b4ef24b1b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:02.134553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.144889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Allocated IP 172.20.0.6 (e8ecf770-fc7f-496c-aedb-808eac9ab998/e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1/91926d7c-6d96-4d6c-8c81-0769ad8dcf3d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:02.172922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793807-ed36-4a9c-a7a8-58c337fe1554 req-d3739a40-225f-4fab-b4c0-ed9272a6ec27 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.174126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793807-ed36-4a9c-a7a8-58c337fe1554 req-d3739a40-225f-4fab-b4c0-ed9272a6ec27 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.175255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793807-ed36-4a9c-a7a8-58c337fe1554 req-d3739a40-225f-4fab-b4c0-ed9272a6ec27 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.176394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793807-ed36-4a9c-a7a8-58c337fe1554 req-d3739a40-225f-4fab-b4c0-ed9272a6ec27 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.177420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793807-ed36-4a9c-a7a8-58c337fe1554 req-d3739a40-225f-4fab-b4c0-ed9272a6ec27 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.179398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793807-ed36-4a9c-a7a8-58c337fe1554 req-d3739a40-225f-4fab-b4c0-ed9272a6ec27 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.190203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a5793807-ed36-4a9c-a7a8-58c337fe1554 req-d3739a40-225f-4fab-b4c0-ed9272a6ec27 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4308 time: 0.5510235 Nov 12 11:02:02.198977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-507970753-network', 'tenant_id': '898c721452274fa2841eb917f6520d90'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:02.267107 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8c909d5-cb70-4845-808c-5f8c34938f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.314985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8c909d5-cb70-4845-808c-5f8c34938f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.377801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.378799 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:02.379400 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.408540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2fd59359-35b2-4c46-b0cb-41d5d50a8b9e req-b094a5bc-d7d5-4697-8776-d75aedf2d06c tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 210 time: 0.0510216 Nov 12 11:02:02.419728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Made reservation on behalf of 898c721452274fa2841eb917f6520d90 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:02.425752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.450468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.478775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] Pushing event updated for resources: {'Network': ['ID=e4128630-e35b-4e79-8aea-4503cbcc1279,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:02.511358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e4128630-e35b-4e79-8aea-4503cbcc1279 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:02.577035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7c2b21f2-93cb-4d35-9b48-5c9aa12ca89b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6893401 Nov 12 11:02:02.581893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40732) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:02.583985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Request body: {'subnet': {'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-446124134-subnet', 'tenant_id': 'f81c3579f9504ec0a64c5f93b727b264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:02.659093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8c909d5-cb70-4845-808c-5f8c34938f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.660483 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.661769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8c909d5-cb70-4845-808c-5f8c34938f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.667120 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f8c909d5-cb70-4845-808c-5f8c34938f70 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a6c5531a-81ce-4d24-a042-f424f39ecbb8 HTTP/1.1" status: 204 len: 168 time: 0.7087255 Nov 12 11:02:02.778329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c909d5-cb70-4845-808c-5f8c34938f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c5531a-81ce-4d24-a042-f424f39ecbb8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:02.796752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Made reservation on behalf of f81c3579f9504ec0a64c5f93b727b264 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:02.800984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.860563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.862217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40742) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:02.911357 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:02.965411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.028760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa16d90-e3e0-4586-87dc-424f3a7baf92,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:03.038347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ebf9af7-c10d-4a70-96f7-d6139556c163 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:03.062658 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.067617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:03.195122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-145498642-network', 'tenant_id': '9a3d96dbccd14fc0b89b9a4430474375'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:03.234578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Network e8ecf770-fc7f-496c-aedb-808eac9ab998 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:03.268609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.269206 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Added segment 20541000-59e9-48fd-b0ea-4acc2a83a578 of type vlan for network d25520c2-6e9d-49b0-9d85-8db19bef3393 Nov 12 11:02:03.304238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:03.313801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:03.397637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Pushing event updated for resources: {'Port': ['ID=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:03.399358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.422871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.453242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:03.455378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.456080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.460243 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de04b92-ce43-4850-9429-a7f940f2d5f1" -d '{"events": [{"server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:03.500872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe66b08-faf1-40a4-834e-cfd39efea793 req-bcc6a7a4-caa9-4e7f-8151-cbb6d590c622 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.501452 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cbe66b08-faf1-40a4-834e-cfd39efea793 req-bcc6a7a4-caa9-4e7f-8151-cbb6d590c622 tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 886 time: 0.3463519 Nov 12 11:02:03.514717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Made reservation on behalf of 9a3d96dbccd14fc0b89b9a4430474375 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:03.518150 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.530476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:03.535883 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.595249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.597668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.597668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.644561 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.758438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-6a3d4e12-dcf5-4407-a9fc-863e356d30bf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5232935 Nov 12 11:02:03.776219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Request body: {'port': {'device_id': 'ad4d754f-f98c-4692-a0e3-642cd7b5ca80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:03.785379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:03.791066 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7814910 Nov 12 11:02:03.804244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-deb0912f-9a97-4f6e-9e69-6030f407af03 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:03.806502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-deb0912f-9a97-4f6e-9e69-6030f407af03 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 821 time: 1.0861580 Nov 12 11:02:03.808066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40762) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:03.811283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f30d45-f0e7-4e8b-888f-d59e7231bfb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d25520c2-6e9d-49b0-9d85-8db19bef3393,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:03.830342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Request body: {'subnet': {'network_id': 'd25520c2-6e9d-49b0-9d85-8db19bef3393', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-507970753-subnet', 'tenant_id': '898c721452274fa2841eb917f6520d90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:03.836719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d25520c2-6e9d-49b0-9d85-8db19bef3393 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:03.861554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.874361 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-eee53eab-a2e8-4ebc-9878-0df0a2c599c6 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/quotas/4abf230d9c6c4f088abc7659ce442244 HTTP/1.1" status: 200 len: 375 time: 0.0485353 Nov 12 11:02:03.875604 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.882583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.974731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:03.991707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:04.016778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.017967 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Added segment 04d31b3f-30a7-4e65-a5b9-03d62b1c7603 of type vlan for network 06a156be-d115-40a8-bcce-3282b2671a55 Nov 12 11:02:04.038693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Made reservation on behalf of 898c721452274fa2841eb917f6520d90 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:04.043795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.098571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:04.161245 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.179658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86180b8e-2d86-44e7-8312-49005d28304b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:04.199758 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.237484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-e581247b-8548-438a-ab46-849d383d64a2 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3009956 Nov 12 11:02:04.268362 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fdbbbb-8885-4cad-9829-a659430bbf3d x-openstack-request-id: req-19fdbbbb-8885-4cad-9829-a659430bbf3d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:04.269296 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:04.269729 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-19fdbbbb-8885-4cad-9829-a659430bbf3d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:04.270503 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'code': 200} Nov 12 11:02:04.274399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:04.282720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Network hostable DHCP agents. Network: e4128630-e35b-4e79-8aea-4503cbcc1279, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:04.384360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.385356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:04.386311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.485178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Network e4128630-e35b-4e79-8aea-4503cbcc1279 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:04.496522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-9b160cd9-ac6e-4d70-9502-01eded9bfaa0 service neutron] 10.222.0.98 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477136 Nov 12 11:02:04.621355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e4128630-e35b-4e79-8aea-4503cbcc1279) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:04.623911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:04.624866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.652694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb8377-10af-44eb-ab77-2494400501e4 None None] Network e4128630-e35b-4e79-8aea-4503cbcc1279 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:04.703944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:04.751129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2bc929eb-546b-422b-beb8-4e72ad0187ef service neutron] 10.222.0.98 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336862 Nov 12 11:02:04.806688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-994f1eeb-ebfe-474a-bedb-2d20a915173f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2274728 Nov 12 11:02:04.816714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82797d09-6322-403e-a56b-b3eb07c3014a,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:04.837161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Checking segment: {'id': '20541000-59e9-48fd-b0ea-4acc2a83a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd25520c2-6e9d-49b0-9d85-8db19bef3393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:04.837806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Network hostable DHCP agents. Network: d25520c2-6e9d-49b0-9d85-8db19bef3393, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:04.958728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Network d25520c2-6e9d-49b0-9d85-8db19bef3393 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:05.006738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40782) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:05.007313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1404564 Nov 12 11:02:05.016976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Request body: {'subnet': {'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-145498642-subnet', 'tenant_id': '9a3d96dbccd14fc0b89b9a4430474375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:05.035545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:05.043958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b022a2c-46ed-4696-a9cb-68b3a837d2ab admin admin] Pushing event updated for resources: {'Network': ['ID=06a156be-d115-40a8-bcce-3282b2671a55,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:05.053547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.061693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d25520c2-6e9d-49b0-9d85-8db19bef3393) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:05.068274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.069859 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.081479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Transition to ACTIVE for port object 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:05.090113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8cf8c-c495-4a9f-b533-02b05a172894 req-5dbe2759-f22a-40f8-b405-f017ae8099f0 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.091749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ec8cf8c-c495-4a9f-b533-02b05a172894 req-5dbe2759-f22a-40f8-b405-f017ae8099f0 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 931 time: 0.6257424 Nov 12 11:02:05.111880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 06a156be-d115-40a8-bcce-3282b2671a55 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:05.114808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a19066-817e-4b8a-8c02-f5860cadb649 None None] Network d25520c2-6e9d-49b0-9d85-8db19bef3393 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:05.216952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Made reservation on behalf of 9a3d96dbccd14fc0b89b9a4430474375 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:05.217388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ec8cf8c-c495-4a9f-b533-02b05a172894 req-3dfaa863-ba52-4a3e-9ae3-85e177c50fdd tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116772 Nov 12 11:02:05.222332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.237746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.309912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ad1b8-48b3-4461-a527-82cdb0bf6669 None None] Network e4128630-e35b-4e79-8aea-4503cbcc1279 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:05.347217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-49629044-9d06-40cb-beac-57b8eda8ce05 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5376182 Nov 12 11:02:05.475704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.476771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.477126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Pushing event updated for resources: {'Port': ['ID=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:05.477699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.478412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.479175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.479836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.480507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.481149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.481826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.498905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55c3082c-d43f-4edf-9461-3c475ee6c006 req-35b40895-cf7f-4261-a929-f87be5eee39c tempest-NetworksTest-822692465 tempest-NetworksTest-822692465-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.3301525 Nov 12 11:02:05.629235 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.730553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.745210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Attempting to bind port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:05.745210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Attempting to bind port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '34b99ce2-70d3-4a5e-b605-dec0ad55d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8ecf770-fc7f-496c-aedb-808eac9ab998'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:05.746024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Attempting to bind port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d on network e8ecf770-fc7f-496c-aedb-808eac9ab998 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:05.757123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d on network e8ecf770-fc7f-496c-aedb-808eac9ab998 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:05.757445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Attempting to bind port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d on network e8ecf770-fc7f-496c-aedb-808eac9ab998 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:05.773979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:05.775014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Checking segment: {'id': '34b99ce2-70d3-4a5e-b605-dec0ad55d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8ecf770-fc7f-496c-aedb-808eac9ab998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:05.775568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Bound using segment: {'id': '34b99ce2-70d3-4a5e-b605-dec0ad55d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8ecf770-fc7f-496c-aedb-808eac9ab998'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:05.776516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Bound port: 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b99ce2-70d3-4a5e-b605-dec0ad55d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e8ecf770-fc7f-496c-aedb-808eac9ab998'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:05.776980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:05.810834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972c61-0c30-453a-bda3-9f7a55178682 req-4110d065-473a-4d45-af68-c707fe4b711d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:05.820451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-4110d065-473a-4d45-af68-c707fe4b711d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 804 time: 0.3191581 Nov 12 11:02:05.854254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022a9e0-313c-47b3-81a1-2cb407f856ae None None] Network d25520c2-6e9d-49b0-9d85-8db19bef3393 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:05.868337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-67552b82-4ddc-4519-925a-c3900a521183 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/quotas/6c7fc5d893d84e13a178fd9d1e8a0647 HTTP/1.1" status: 200 len: 375 time: 0.0465391 Nov 12 11:02:05.967144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b946116-9eb6-4d7d-8130-b139ffb6ce05,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:05.987877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] For port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:05.998527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Checking segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:05.999418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Network hostable DHCP agents. Network: 06a156be-d115-40a8-bcce-3282b2671a55, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:06.004682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] For port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,segment=NetworkSegment(34b99ce2-70d3-4a5e-b605-dec0ad55d953),segment_id=34b99ce2-70d3-4a5e-b605-dec0ad55d953)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:06.031769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-5265dfeb-e2f0-4cd7-8fcf-eca9d87148b3 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570711 Nov 12 11:02:06.080542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Network 06a156be-d115-40a8-bcce-3282b2671a55 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:06.100576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.165732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 06a156be-d115-40a8-bcce-3282b2671a55) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:06.170202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.170875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.173695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] 10.222.0.69 "PUT /v2.0/ports/91926d7c-6d96-4d6c-8c81-0769ad8dcf3d HTTP/1.1" status: 200 len: 1092 time: 2.4024897 Nov 12 11:02:06.177012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b03372-dd2c-4cb9-836e-39c74946ecf0 None None] Network 06a156be-d115-40a8-bcce-3282b2671a55 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:06.179461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4d754f-f98c-4692-a0e3-642cd7b5ca80', 'tag': '91926d7c-6d96-4d6c-8c81-0769ad8dcf3d'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:06.182399 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4d754f-f98c-4692-a0e3-642cd7b5ca80", "tag": "91926d7c-6d96-4d6c-8c81-0769ad8dcf3d"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:06.185875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.189065 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.258065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c776a4-8c1b-4a80-b983-902c30d1cf50 service neutron] Pushing event updated for resources: {'Port': ['ID=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:06.304446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-57da1eb6-91d7-4b44-83b0-f597e9770a90 service neutron] 10.222.0.98 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656124 Nov 12 11:02:06.391103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-141385ff-4df4-42b2-8cdc-ae7653251596 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.397834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-141385ff-4df4-42b2-8cdc-ae7653251596 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.69 "GET /v2.0/ports?device_id=6687c602-e189-4af8-bfba-535fd6bddd2c HTTP/1.1" status: 200 len: 943 time: 0.1814542 Nov 12 11:02:06.488209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40822) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:06.510470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-caa8d203-0975-4c8c-b5a5-a016e8050673 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5020316 Nov 12 11:02:06.576223 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-f610414a-b791-4190-b01a-bd1d6950a25e service neutron] 10.222.0.98 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489920 Nov 12 11:02:06.577229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd356e-aefd-4b98-853c-b2af2eba49f0 None None] Network 06a156be-d115-40a8-bcce-3282b2671a55 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:06.602157 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a5f8f21-258c-4110-bb7c-768573f0ac17 req-aa295585-07a9-4c05-b22e-5fe1abcd015a tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 210 time: 0.1153915 Nov 12 11:02:06.605737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-499608e6-43aa-4c67-8681-13a203973366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.633469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-499608e6-43aa-4c67-8681-13a203973366 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37686a2ae2174b88829e1b01ee42c5a7&device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 1095 time: 0.2498684 Nov 12 11:02:06.648254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Deleting port 7ebf9af7-c10d-4a70-96f7-d6139556c163 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:06.653563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.778007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-9a0e2775-6e39-4a6a-93a4-4d47f9ec25d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d HTTP/1.1" status: 200 len: 217 time: 0.1292589 Nov 12 11:02:06.860447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] For port 7ebf9af7-c10d-4a70-96f7-d6139556c163, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7ebf9af7-c10d-4a70-96f7-d6139556c163,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:06.861814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.883824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Calling delete_port for 7ebf9af7-c10d-4a70-96f7-d6139556c163 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:06.925889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab96750b-1878-4263-a794-49664172d16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:06.974772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-90b493bb-6a53-400b-bb5d-3230acbfa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:06.977503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-90b493bb-6a53-400b-bb5d-3230acbfa67f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1 HTTP/1.1" status: 200 len: 853 time: 0.1886711 Nov 12 11:02:07.021106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-e5701963-f76b-45c4-8638-1ea5cc18c14e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e8ecf770-fc7f-496c-aedb-808eac9ab998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348969 Nov 12 11:02:07.174172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab96750b-1878-4263-a794-49664172d16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.176903 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-72cdb77c-2097-477a-8806-1d3c4e562f14 service neutron] 10.222.0.69 "GET /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402845 Nov 12 11:02:07.193763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.292358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Pushing event deleted for resources: {'Port': ['ID=7ebf9af7-c10d-4a70-96f7-d6139556c163,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:07.294289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a77984d-d45f-4948-9e79-fb1eb5611f3c req-85d3e154-fec6-4c12-a076-9966e61212a3 service neutron] 10.222.0.69 "GET /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034842 Nov 12 11:02:07.297745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c506df43-d7b9-437c-b742-ff9a99b202a3 req-0a5f9815-0e9a-4cd6-804a-6fe4db425cf2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1544245764', 'description': 'tempest-description-1969900611'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:07.331388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] No DVR routers for this DVR port 7ebf9af7-c10d-4a70-96f7-d6139556c163 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:07.335564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.336145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab96750b-1878-4263-a794-49664172d16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.339633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d78b889a-dff5-4f8d-b18f-b8c13dc897a7 req-38be808a-283a-4a87-b91e-288347227f7e tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.69 "DELETE /v2.0/ports/7ebf9af7-c10d-4a70-96f7-d6139556c163 HTTP/1.1" status: 204 len: 173 time: 0.9173632 Nov 12 11:02:07.401948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96750b-1878-4263-a794-49664172d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d5336f-928e-49b8-80ae-57af7d0bebcd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:07.413858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ab96750b-1878-4263-a794-49664172d16a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=31c093664add4646af08d4018c2ca38b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9232285 Nov 12 11:02:07.416606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40846) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:07.456429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40848) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:07.464337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1307765414-network', 'tenant_id': '700e221f9455475f80c3ca6f9670794a'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:07.476504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c506df43-d7b9-437c-b742-ff9a99b202a3 req-0a5f9815-0e9a-4cd6-804a-6fe4db425cf2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.491884 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-963acb12-5c33-4d6e-983b-40ee152b2e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.533570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-963acb12-5c33-4d6e-983b-40ee152b2e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.596786 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c506df43-d7b9-437c-b742-ff9a99b202a3 req-0a5f9815-0e9a-4cd6-804a-6fe4db425cf2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.633242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Made reservation on behalf of 700e221f9455475f80c3ca6f9670794a for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:07.635872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.650292 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.681546 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-963acb12-5c33-4d6e-983b-40ee152b2e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.684234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-963acb12-5c33-4d6e-983b-40ee152b2e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.685614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c506df43-d7b9-437c-b742-ff9a99b202a3 req-0a5f9815-0e9a-4cd6-804a-6fe4db425cf2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.690672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-963acb12-5c33-4d6e-983b-40ee152b2e99 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/49d5336f-928e-49b8-80ae-57af7d0bebcd HTTP/1.1" status: 204 len: 168 time: 0.2712646 Nov 12 11:02:07.700861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963acb12-5c33-4d6e-983b-40ee152b2e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d5336f-928e-49b8-80ae-57af7d0bebcd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:07.757924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f9815-0e9a-4cd6-804a-6fe4db425cf2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5862520-13d1-4a17-9791-bfc6dbbdabe1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:07.797214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.875128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c506df43-d7b9-437c-b742-ff9a99b202a3 req-0a5f9815-0e9a-4cd6-804a-6fe4db425cf2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.878052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c506df43-d7b9-437c-b742-ff9a99b202a3 req-0a5f9815-0e9a-4cd6-804a-6fe4db425cf2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5841939 Nov 12 11:02:07.907296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:07.916928 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86528b91-03a7-403b-bed2-eae7a70b9202 x-openstack-request-id: req-86528b91-03a7-403b-bed2-eae7a70b9202 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:07.917319 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4d754f-f98c-4692-a0e3-642cd7b5ca80", "tag": "91926d7c-6d96-4d6c-8c81-0769ad8dcf3d", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:07.917531 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86528b91-03a7-403b-bed2-eae7a70b9202 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:07.917910 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4d754f-f98c-4692-a0e3-642cd7b5ca80', 'tag': '91926d7c-6d96-4d6c-8c81-0769ad8dcf3d', 'status': 'completed', 'code': 200} Nov 12 11:02:07.959151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:07.991841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f72ad-7332-4206-9888-29ffe21d701a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:08.030263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.030931 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Added segment 0c7c5232-0314-4baf-b9ee-e184e2396727 of type vlan for network eb0ad62e-5303-44a2-abf7-79e45176af2c Nov 12 11:02:08.063224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-9589037e-1ef8-4b76-935b-5a27ebf58f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.066518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-9589037e-1ef8-4b76-935b-5a27ebf58f63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37686a2ae2174b88829e1b01ee42c5a7&device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 1095 time: 0.1075916 Nov 12 11:02:08.113909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eb751-cc4c-41e1-b0e8-b857de1e47c1 req-f450ea6f-6ef2-409e-9027-670503a7c429 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.121944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-437eb751-cc4c-41e1-b0e8-b857de1e47c1 req-f450ea6f-6ef2-409e-9027-670503a7c429 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 943 time: 0.1552310 Nov 12 11:02:08.126104 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.237973 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-437eb751-cc4c-41e1-b0e8-b857de1e47c1 req-8251ac80-e877-4cad-9e57-9ba52e63d725 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146495 Nov 12 11:02:08.326571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c64f626-1b53-450c-a449-7fac164622af req-7beb1516-03aa-4fd7-b41f-79b08e0fb55f tempest-AbsoluteLimitsNegativeTestJSON-1218678 tempest-AbsoluteLimitsNegativeTestJSON-1218678-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=f0731ff6a0864eff9d2f1efde108dfed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441222 Nov 12 11:02:08.361027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.362982 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.364444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.508207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0498579 Nov 12 11:02:08.513483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40878) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:08.513700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-a966f7f8-78d5-4d21-a681-f292dc92307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.515086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-a966f7f8-78d5-4d21-a681-f292dc92307f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e8ecf770-fc7f-496c-aedb-808eac9ab998 HTTP/1.1" status: 200 len: 914 time: 0.4378719 Nov 12 11:02:08.526373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Request body: {'subnet': {'network_id': 'eb0ad62e-5303-44a2-abf7-79e45176af2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1307765414-subnet', 'tenant_id': '700e221f9455475f80c3ca6f9670794a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:08.535910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfdf6a-7fcb-4762-9b8a-fec4e7ca6364 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0ad62e-5303-44a2-abf7-79e45176af2c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:08.551634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network eb0ad62e-5303-44a2-abf7-79e45176af2c details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:08.606709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64f626-1b53-450c-a449-7fac164622af req-cae58684-846b-4c66-83c4-eee99d83e507 tempest-AbsoluteLimitsNegativeTestJSON-1218678 tempest-AbsoluteLimitsNegativeTestJSON-1218678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.614755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c64f626-1b53-450c-a449-7fac164622af req-cae58684-846b-4c66-83c4-eee99d83e507 tempest-AbsoluteLimitsNegativeTestJSON-1218678 tempest-AbsoluteLimitsNegativeTestJSON-1218678-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864709 Nov 12 11:02:08.618337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-09c13fda-380a-4bd9-aa56-dc80bce13c6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d HTTP/1.1" status: 200 len: 217 time: 0.0915825 Nov 12 11:02:08.645191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Made reservation on behalf of 700e221f9455475f80c3ca6f9670794a for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:08.652189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.661103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c64f626-1b53-450c-a449-7fac164622af req-8243dc9d-6d17-4a65-8558-13e73e16d863 tempest-AbsoluteLimitsNegativeTestJSON-1218678 tempest-AbsoluteLimitsNegativeTestJSON-1218678-project] 10.222.0.98 "GET /v2.0/quotas/f0731ff6a0864eff9d2f1efde108dfed HTTP/1.1" status: 200 len: 375 time: 0.0444946 Nov 12 11:02:08.729215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-953cdca6-2c2e-469e-8558-80b8a8ef73c2 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.730742 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-953cdca6-2c2e-469e-8558-80b8a8ef73c2 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 821 time: 0.3709040 Nov 12 11:02:08.740555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c64f626-1b53-450c-a449-7fac164622af req-43f06637-079e-42c1-b118-6661a0877f66 tempest-AbsoluteLimitsNegativeTestJSON-1218678 tempest-AbsoluteLimitsNegativeTestJSON-1218678-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f0731ff6a0864eff9d2f1efde108dfed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792906 Nov 12 11:02:08.763382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Request body: {'port': {'device_id': '1929cb2c-583d-4bc9-a856-3ff406da33df', 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'admin_state_up': True, 'tenant_id': '4abf230d9c6c4f088abc7659ce442244'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:08.810530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-00fadd5d-d4be-4e95-93bd-9a6ccf6fd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:08.817409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-00fadd5d-d4be-4e95-93bd-9a6ccf6fd90d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1 HTTP/1.1" status: 200 len: 853 time: 0.1785090 Nov 12 11:02:08.840052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40890) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:08.880919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-ba22f3e7-18b0-4c76-8cb0-31d2f62107de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e8ecf770-fc7f-496c-aedb-808eac9ab998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294912 Nov 12 11:02:08.914530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2bcfac87-9740-4a86-8aec-849a344311db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:08.943347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-837ec76f-ce61-438b-a0d7-76e028ec35cf req-70e6ba5a-ba72-4622-a1c2-302b1e2a3ddf tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 210 time: 0.0613761 Nov 12 11:02:09.112422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-de11647e-31a8-4d94-a911-9d2f2db2cc58 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:09.122086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-de11647e-31a8-4d94-a911-9d2f2db2cc58 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.3133557 Nov 12 11:02:09.135656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-fc35b074-7dbc-4918-9ea0-35e24caa1bfd service neutron] 10.222.0.69 "GET /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405519 Nov 12 11:02:09.141898 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c76dc1b-a485-4216-9278-ee84aff44965 req-6d14f830-e363-4739-80b8-63693cb7cdb1 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/f5862520-13d1-4a17-9791-bfc6dbbdabe1 HTTP/1.1" status: 200 len: 1822 time: 0.1041436 Nov 12 11:02:09.176133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-a9cb469b-2811-4f78-9a77-4c971d2aa3f9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/quotas/9a3d96dbccd14fc0b89b9a4430474375 HTTP/1.1" status: 200 len: 375 time: 0.0529449 Nov 12 11:02:09.178361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-2c76dc1b-a485-4216-9278-ee84aff44965 req-46dcb1ef-d49c-4160-b4e5-5420cad7236c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5862520-13d1-4a17-9791-bfc6dbbdabe1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:09.178755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-2c76dc1b-a485-4216-9278-ee84aff44965 req-46dcb1ef-d49c-4160-b4e5-5420cad7236c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5862520-13d1-4a17-9791-bfc6dbbdabe1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:09.228143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-92e1e192-2bf3-49d2-acbe-b5f49d2de8a5 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411515 Nov 12 11:02:09.251531 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2bcfac87-9740-4a86-8aec-849a344311db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.306613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Made reservation on behalf of 4abf230d9c6c4f088abc7659ce442244 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:09.313335 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.321004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.359228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4332ad8-b6e6-4852-8c64-37d7bbe92ecb req-1bd662bf-f2d6-4811-b727-d21937618d34 service neutron] 10.222.0.69 "GET /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093539 Nov 12 11:02:09.362960 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2bcfac87-9740-4a86-8aec-849a344311db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.446545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:09.456568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae1678f-cda3-4134-b263-ccf1e913a9be,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:09.471959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2bcfac87-9740-4a86-8aec-849a344311db admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e65b7f2edfe842d4bc83b72f6bb11b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6302998 Nov 12 11:02:09.474384 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-1347f74b-3511-461e-9c98-13b683b1dd5a service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215049 Nov 12 11:02:09.475003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfac87-9740-4a86-8aec-849a344311db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277f780-325e-42f8-a180-c67e2f333f20,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:09.478986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40902) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:09.515125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Checking segment: {'id': '0c7c5232-0314-4baf-b9ee-e184e2396727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'eb0ad62e-5303-44a2-abf7-79e45176af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:09.515477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Network hostable DHCP agents. Network: eb0ad62e-5303-44a2-abf7-79e45176af2c, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:09.593902 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2c76dc1b-a485-4216-9278-ee84aff44965 req-46dcb1ef-d49c-4160-b4e5-5420cad7236c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.631177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56e4-bab5-4fb5-aaab-3febb7119e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.638304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-306991fa-4d93-4c95-a079-9fc1e108b635 service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561456 Nov 12 11:02:09.674416 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56e4-bab5-4fb5-aaab-3febb7119e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.687510 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2c76dc1b-a485-4216-9278-ee84aff44965 req-46dcb1ef-d49c-4160-b4e5-5420cad7236c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.690772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Allocated IP 172.20.0.11 (4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84/338a34fb-e4eb-462e-9e13-5d63aea2a18d/abc279d9-c4fb-4848-9d8d-cb78a2c173af) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:09.710372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Network eb0ad62e-5303-44a2-abf7-79e45176af2c is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:09.775318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f809a5f5-8ce5-4c7d-aa86-5207b66bc059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.827727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2c76dc1b-a485-4216-9278-ee84aff44965 req-46dcb1ef-d49c-4160-b4e5-5420cad7236c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.885941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcb1ef-d49c-4160-b4e5-5420cad7236c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7234539-0b3e-446d-863f-b8e7e5fd91a9,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:09.898846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, eb0ad62e-5303-44a2-abf7-79e45176af2c) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:09.901697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f809a5f5-8ce5-4c7d-aa86-5207b66bc059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.905866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:09.906468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.908856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02947fb-fbeb-44f7-b620-df764d0a24ed None None] Network eb0ad62e-5303-44a2-abf7-79e45176af2c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:09.921452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'name': 'network-vif-deleted', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:09.925405 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dcff63-09f7-4401-be66-96f294a90c93" -d '{"events": [{"server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "name": "network-vif-deleted", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:09.946823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56e4-bab5-4fb5-aaab-3febb7119e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.952883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f8e56e4-bab5-4fb5-aaab-3febb7119e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:09.960058 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8f8e56e4-bab5-4fb5-aaab-3febb7119e1d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8277f780-325e-42f8-a180-c67e2f333f20 HTTP/1.1" status: 204 len: 168 time: 0.4775748 Nov 12 11:02:09.990109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.000336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2c76dc1b-a485-4216-9278-ee84aff44965 req-46dcb1ef-d49c-4160-b4e5-5420cad7236c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.001229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e56e4-bab5-4fb5-aaab-3febb7119e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277f780-325e-42f8-a180-c67e2f333f20,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:10.027067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c76dc1b-a485-4216-9278-ee84aff44965 req-46dcb1ef-d49c-4160-b4e5-5420cad7236c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8573375 Nov 12 11:02:10.027479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-939f54b5-2840-4272-ab95-e54e361eb364 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5117934 Nov 12 11:02:10.029192 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f809a5f5-8ce5-4c7d-aa86-5207b66bc059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.185477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1a7d13-72e6-4596-bf76-f90f977d38cc None None] Network eb0ad62e-5303-44a2-abf7-79e45176af2c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:10.238002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f809a5f5-8ce5-4c7d-aa86-5207b66bc059 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f0731ff6a0864eff9d2f1efde108dfed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7822444 Nov 12 11:02:10.266745 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.272574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40918) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:10.292015 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ce5b3606-a057-4180-ab5d-bdbff38a8427 req-6f743cfa-d247-4123-8ca6-87d3f2af9bbf tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 210 time: 0.1269901 Nov 12 11:02:10.369209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809a5f5-8ce5-4c7d-aa86-5207b66bc059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c67d11-c127-4ce4-946d-9a15562f9df9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:10.442536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6270867e-d7bb-4a7b-863a-776320375913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.451656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:10.471255 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33a31bb-d1f1-49d3-98d2-ab5ff284b167 x-openstack-request-id: req-f33a31bb-d1f1-49d3-98d2-ab5ff284b167 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:10.471741 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687c602-e189-4af8-bfba-535fd6bddd2c", "name": "network-vif-deleted", "tag": "7ebf9af7-c10d-4a70-96f7-d6139556c163", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:10.472197 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f33a31bb-d1f1-49d3-98d2-ab5ff284b167 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:10.472857 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687c602-e189-4af8-bfba-535fd6bddd2c', 'name': 'network-vif-deleted', 'tag': '7ebf9af7-c10d-4a70-96f7-d6139556c163', 'status': 'completed', 'code': 200} Nov 12 11:02:10.477785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:10.489984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6270867e-d7bb-4a7b-863a-776320375913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.511700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:10.582600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd7aa-c619-45cd-bd20-378fd579d7fc req-1c42dddc-6c52-41cf-ba63-ba2c23e0f85c tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:10.596360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e62cd7aa-c619-45cd-bd20-378fd579d7fc req-1c42dddc-6c52-41cf-ba63-ba2c23e0f85c tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 943 time: 0.4245241 Nov 12 11:02:10.623061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event updated for resources: {'Port': ['ID=abc279d9-c4fb-4848-9d8d-cb78a2c173af,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:10.642534 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1e57ab90-ef7e-4de7-a24e-c88dfc2b1462 req-85a08a28-8b68-4a9d-b970-cf06544578d9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 210 time: 0.0524721 Nov 12 11:02:10.697823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:10.699074 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.747344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e62cd7aa-c619-45cd-bd20-378fd579d7fc req-adec8b95-64e1-40f3-a9fe-5d0e08259ccf tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496215 Nov 12 11:02:10.763188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6270867e-d7bb-4a7b-863a-776320375913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.779145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6270867e-d7bb-4a7b-863a-776320375913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:10.779145 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6270867e-d7bb-4a7b-863a-776320375913 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e2c67d11-c127-4ce4-946d-9a15562f9df9 HTTP/1.1" status: 204 len: 168 time: 0.4775825 Nov 12 11:02:10.789516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-2d57f5bd-11dd-4025-b5e3-a0f37a60a82f req-13ad7cae-b51a-4f45-a505-8f2c051f8287 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1842896072', 'description': 'tempest-description-1001552880'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:10.811960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270867e-d7bb-4a7b-863a-776320375913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c67d11-c127-4ce4-946d-9a15562f9df9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:10.843550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c4b2a-eefb-499f-935c-868406c05770 req-60285610-78a6-40a7-9dd9-337fb2542c35 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:10.854288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-488c4b2a-eefb-499f-935c-868406c05770 req-60285610-78a6-40a7-9dd9-337fb2542c35 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 932 time: 0.1303382 Nov 12 11:02:10.874921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-3e5f8ab3-ee21-44be-ac72-28e93080db79 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1311388 Nov 12 11:02:10.900482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Request body: {'port': {'device_id': '1929cb2c-583d-4bc9-a856-3ff406da33df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:10.915075 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-488c4b2a-eefb-499f-935c-868406c05770 req-40b44f85-1293-49c1-8957-e8f5735932c8 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597317 Nov 12 11:02:11.014466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:11.085691 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2d57f5bd-11dd-4025-b5e3-a0f37a60a82f req-13ad7cae-b51a-4f45-a505-8f2c051f8287 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:11.091182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:11.094488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ebf9af7-c10d-4a70-96f7-d6139556c163 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:11.127905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 7ebf9af7-c10d-4a70-96f7-d6139556c163 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:11.128860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7ebf9af7-c10d-4a70-96f7-d6139556c163 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:11.314306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,segment=NetworkSegment(34b99ce2-70d3-4a5e-b605-dec0ad55d953),segment_id=34b99ce2-70d3-4a5e-b605-dec0ad55d953)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:11.332151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '91926d7c-6d96-4d6c-8c81-0769ad8dcf3d', 'network_id': 'e8ecf770-fc7f-496c-aedb-808eac9ab998', 'port_id': '91926d7c-6d96-4d6c-8c81-0769ad8dcf3d', 'mac_address': 'fa:16:3e:1a:2c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:11.382269 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:11.400404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:11.458791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,segment=NetworkSegment(34b99ce2-70d3-4a5e-b605-dec0ad55d953),segment_id=34b99ce2-70d3-4a5e-b605-dec0ad55d953)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:11.524709 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:11.528793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2d57f5bd-11dd-4025-b5e3-a0f37a60a82f req-13ad7cae-b51a-4f45-a505-8f2c051f8287 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:11.539159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972c61-0c30-453a-bda3-9f7a55178682 req-59072f9f-174c-444c-b1b8-4a8016970b81 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:11.540860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-59072f9f-174c-444c-b1b8-4a8016970b81 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.69 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 804 time: 0.3108020 Nov 12 11:02:11.559788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Request body: {'port': {'device_id': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'admin_state_up': True, 'tenant_id': '6c7fc5d893d84e13a178fd9d1e8a0647'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:11.622161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:11.690583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2d57f5bd-11dd-4025-b5e3-a0f37a60a82f req-13ad7cae-b51a-4f45-a505-8f2c051f8287 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:11.805124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['91926d7c-6d96-4d6c-8c81-0769ad8dcf3d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:11.872704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad7cae-b51a-4f45-a505-8f2c051f8287 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc419be-c96f-4c49-93a9-6b2191d34318,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:11.982216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc279d9-c4fb-4848-9d8d-cb78a2c173af {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:11.998725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:12.019730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Transition to ACTIVE for port object abc279d9-c4fb-4848-9d8d-cb78a2c173af will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:12.021631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-c361487b-07e7-4ace-aee5-b042809a6366 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:12.027232 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2d57f5bd-11dd-4025-b5e3-a0f37a60a82f req-13ad7cae-b51a-4f45-a505-8f2c051f8287 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:12.029546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d57f5bd-11dd-4025-b5e3-a0f37a60a82f req-13ad7cae-b51a-4f45-a505-8f2c051f8287 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.2508876 Nov 12 11:02:12.038212 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-c361487b-07e7-4ace-aee5-b042809a6366 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 807 time: 0.2543499 Nov 12 11:02:12.083992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-b3c50af2-17a9-4426-851b-f0056d53836b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/quotas/f81c3579f9504ec0a64c5f93b727b264 HTTP/1.1" status: 200 len: 375 time: 0.0332773 Nov 12 11:02:12.114055 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:12.148544 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cadd8b22-14a3-49fb-bfa5-9dfc4ea4f07b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502994 Nov 12 11:02:12.209580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Made reservation on behalf of 6c7fc5d893d84e13a178fd9d1e8a0647 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:12.215587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:12.344756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-20fc1b49-bc63-4622-a842-a80035c19f77 service neutron] 10.222.0.98 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771801 Nov 12 11:02:12.421109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dacc7d35-bce2-42ce-a773-888207b8f8d0 req-33d202bf-1e55-4a0a-98c1-19372096da9b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 210 time: 0.2192242 Nov 12 11:02:12.429602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Pushing event updated for resources: {'Port': ['ID=abc279d9-c4fb-4848-9d8d-cb78a2c173af,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:12.535910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-abb65097-0354-4d3b-9696-05410a074faf service neutron] 10.222.0.98 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784158 Nov 12 11:02:12.545286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Allocated IP 172.20.0.9 (9f012e9f-7910-4076-8d3e-0ae36a5588bf/5adfa467-a20e-4f6a-9ee5-a933f80fb700/2e3ea7da-4d6d-484a-8b1f-524ba9a01296) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:12.571592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Attempting to bind port abc279d9-c4fb-4848-9d8d-cb78a2c173af on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:12.572141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Attempting to bind port abc279d9-c4fb-4848-9d8d-cb78a2c173af by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:12.572328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Attempting to bind port abc279d9-c4fb-4848-9d8d-cb78a2c173af on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:12.582234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Port abc279d9-c4fb-4848-9d8d-cb78a2c173af on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:12.582626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Attempting to bind port abc279d9-c4fb-4848-9d8d-cb78a2c173af on network 4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:12.598143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:12.598482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Checking segment: {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:12.598836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Bound using segment: {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:12.599285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Bound port: abc279d9-c4fb-4848-9d8d-cb78a2c173af, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:12.599646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:12.695170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-403b685c-7239-47cb-abb7-cc99bfcd9235 req-5b6459f0-0b75-4f46-a001-bfecf76fa16e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 210 time: 0.0512702 Nov 12 11:02:12.775592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] For port abc279d9-c4fb-4848-9d8d-cb78a2c173af, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:12.796407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] For port abc279d9-c4fb-4848-9d8d-cb78a2c173af, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=abc279d9-c4fb-4848-9d8d-cb78a2c173af,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:12.875434 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:12.904186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.030969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72e435-2c74-4fa5-8700-09361ceec990 req-d85ed9f1-1ca4-479b-8d32-240d19f77390 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.034608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f72e435-2c74-4fa5-8700-09361ceec990 req-d85ed9f1-1ca4-479b-8d32-240d19f77390 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 944 time: 0.1640282 Nov 12 11:02:13.036975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.039653 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.040757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/abc279d9-c4fb-4848-9d8d-cb78a2c173af HTTP/1.1" status: 200 len: 1093 time: 2.1527216 Nov 12 11:02:13.054621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1929cb2c-583d-4bc9-a856-3ff406da33df', 'tag': 'abc279d9-c4fb-4848-9d8d-cb78a2c173af'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:13.058217 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d160d5-e534-499d-8dae-b43d693ebb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1929cb2c-583d-4bc9-a856-3ff406da33df", "tag": "abc279d9-c4fb-4848-9d8d-cb78a2c173af"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:13.086907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dd591-b5cc-44c8-bdea-0e27015103f5 service neutron] Pushing event updated for resources: {'Port': ['ID=abc279d9-c4fb-4848-9d8d-cb78a2c173af,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:13.090198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:13.150151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f72e435-2c74-4fa5-8700-09361ceec990 req-462e915a-d364-4738-842e-50af09a02e23 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798612 Nov 12 11:02:13.159010 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.168492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ad0c6-96c2-4785-a67b-70cf9545cfc7 req-9bdc93b7-54e9-44a2-8754-2105b9a0b48b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.191865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-595ad0c6-96c2-4785-a67b-70cf9545cfc7 req-9bdc93b7-54e9-44a2-8754-2105b9a0b48b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 944 time: 0.1552217 Nov 12 11:02:13.287643 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-595ad0c6-96c2-4785-a67b-70cf9545cfc7 req-cc34ca51-48cc-40ee-84d2-a3c55de97780 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945165 Nov 12 11:02:13.377681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:13.388074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:13.389424 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.568545 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.679878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,segment=NetworkSegment(34b99ce2-70d3-4a5e-b605-dec0ad55d953),segment_id=34b99ce2-70d3-4a5e-b605-dec0ad55d953)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:13.682055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4d754f-f98c-4692-a0e3-642cd7b5ca80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91926d7c-6d96-4d6c-8c81-0769ad8dcf3d'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:13.686285 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f1ff7-ccd2-496d-b82e-c795a93340bc" -d '{"events": [{"server_uuid": "ad4d754f-f98c-4692-a0e3-642cd7b5ca80", "name": "network-vif-plugged", "status": "completed", "tag": "91926d7c-6d96-4d6c-8c81-0769ad8dcf3d"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:13.701292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Network 9f012e9f-7910-4076-8d3e-0ae36a5588bf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:13.712956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Pushing event updated for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:13.719854 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:13.726297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:13.768678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-6f0cf368-65fc-4fdc-8d9e-69111ddb18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.770204 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-6f0cf368-65fc-4fdc-8d9e-69111ddb18dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 1096 time: 0.5572832 Nov 12 11:02:13.792393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fdcafb8-42bc-4822-9bbf-4086defe6914 req-a017f9de-610f-48e6-9609-326beb5d027b tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/0fc419be-c96f-4c49-93a9-6b2191d34318 HTTP/1.1" status: 200 len: 1822 time: 0.5741658 Nov 12 11:02:13.805057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:13.888168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:13.920308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1fdcafb8-42bc-4822-9bbf-4086defe6914 req-6d7cf67b-704b-451f-95e3-79d9ede79420 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0fc419be-c96f-4c49-93a9-6b2191d34318', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:13.920788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1fdcafb8-42bc-4822-9bbf-4086defe6914 req-6d7cf67b-704b-451f-95e3-79d9ede79420 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0fc419be-c96f-4c49-93a9-6b2191d34318', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:13.976828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:13.977498 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.006555 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3c791d4-b434-4d5b-bc74-fe6eef59ac03 req-da260210-8530-45b6-b201-0a0322f57aeb tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 210 time: 0.0574591 Nov 12 11:02:14.008611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-1e891d3b-1db8-4101-9737-4ad4f8d4cebb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc279d9-c4fb-4848-9d8d-cb78a2c173af HTTP/1.1" status: 200 len: 217 time: 0.2059820 Nov 12 11:02:14.100141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-4a59fcfb-a382-4680-975c-914a29819ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:14.102470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-4a59fcfb-a382-4680-975c-914a29819ae3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=338a34fb-e4eb-462e-9e13-5d63aea2a18d HTTP/1.1" status: 200 len: 861 time: 0.0843353 Nov 12 11:02:14.179450 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b648c7-1edb-47b4-ab79-ffa6aba95d41 x-openstack-request-id: req-a5b648c7-1edb-47b4-ab79-ffa6aba95d41 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:14.180063 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1929cb2c-583d-4bc9-a856-3ff406da33df", "tag": "abc279d9-c4fb-4848-9d8d-cb78a2c173af", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:14.181290 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a5b648c7-1edb-47b4-ab79-ffa6aba95d41 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:14.181704 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1929cb2c-583d-4bc9-a856-3ff406da33df', 'tag': 'abc279d9-c4fb-4848-9d8d-cb78a2c173af', 'status': 'completed', 'code': 200} Nov 12 11:02:14.189633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-936e648c-2650-4d4a-9386-942c39d4cf9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773790 Nov 12 11:02:14.347327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-0e48b231-ec6b-4ea2-a8af-3304cd5bda8e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:14.348932 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-0e48b231-ec6b-4ea2-a8af-3304cd5bda8e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.3484061 Nov 12 11:02:14.365012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-3d3e5043-41b1-4846-b5fa-533c9677a6ea tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8102887 Nov 12 11:02:14.368692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Request body: {'port': {'device_id': '802c6fd8-4d2a-4e17-92c9-723efa0eb0e6', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'admin_state_up': True, 'tenant_id': '9a3d96dbccd14fc0b89b9a4430474375'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:14.369161 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1fdcafb8-42bc-4822-9bbf-4086defe6914 req-6d7cf67b-704b-451f-95e3-79d9ede79420 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.385978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Request body: {'port': {'device_id': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:14.418377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee1fb5-69d9-4785-b616-15816cff1329 req-4dfcf7b4-9502-48d5-a7b1-67ff51eb6151 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:14.419970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ccee1fb5-69d9-4785-b616-15816cff1329 req-4dfcf7b4-9502-48d5-a7b1-67ff51eb6151 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 931 time: 0.1133478 Nov 12 11:02:14.478068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1fdcafb8-42bc-4822-9bbf-4086defe6914 req-6d7cf67b-704b-451f-95e3-79d9ede79420 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.482124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-cd9cd578-60af-467c-b58a-2504dcbf6fee service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859924 Nov 12 11:02:14.573329 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.609161 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ccee1fb5-69d9-4785-b616-15816cff1329 req-76047a66-231f-4d38-aac5-b8b7ad211793 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093769 Nov 12 11:02:14.640569 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1fdcafb8-42bc-4822-9bbf-4086defe6914 req-6d7cf67b-704b-451f-95e3-79d9ede79420 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.672669 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40810de-2dd6-4047-8a6d-8ec91ea22b93 x-openstack-request-id: req-a40810de-2dd6-4047-8a6d-8ec91ea22b93 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:14.674108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Made reservation on behalf of 9a3d96dbccd14fc0b89b9a4430474375 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:14.674932 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4d754f-f98c-4692-a0e3-642cd7b5ca80", "name": "network-vif-plugged", "status": "completed", "tag": "91926d7c-6d96-4d6c-8c81-0769ad8dcf3d", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:14.675684 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a40810de-2dd6-4047-8a6d-8ec91ea22b93 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:14.676739 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4d754f-f98c-4692-a0e3-642cd7b5ca80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91926d7c-6d96-4d6c-8c81-0769ad8dcf3d', 'code': 200} Nov 12 11:02:14.678255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.704766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cf67b-704b-451f-95e3-79d9ede79420 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9c6f41-568d-42d2-8eb3-a33c5d3b260c,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:14.775655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6576b877-f0d7-4695-b188-eedfff4cc96e req-6910fa4e-61e6-42dd-ac84-2e94c3a0c203 service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856188 Nov 12 11:02:14.827487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-20e5cd46-3c36-4bcc-9e5f-cbca8e3ac59c req-27e53aae-5629-4165-84b9-9e818a310614 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 210 time: 0.0597568 Nov 12 11:02:14.890825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41042) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:14.918442 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1fdcafb8-42bc-4822-9bbf-4086defe6914 req-6d7cf67b-704b-451f-95e3-79d9ede79420 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:14.919761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fdcafb8-42bc-4822-9bbf-4086defe6914 req-6d7cf67b-704b-451f-95e3-79d9ede79420 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.1264820 Nov 12 11:02:15.014454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7a6c2-6f31-4080-8578-ee10f529b9b1 req-8a9d0ad5-b4cf-4d7e-b5ea-59492bd6e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:15.016191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ee7a6c2-6f31-4080-8578-ee10f529b9b1 req-8a9d0ad5-b4cf-4d7e-b5ea-59492bd6e150 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 1097 time: 0.1243761 Nov 12 11:02:15.144836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60373ee-f7fd-4a61-948c-6d9b76a0b036 req-92c3f626-0bf4-4a4f-8c90-d0219e3f3359 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:15.148521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c60373ee-f7fd-4a61-948c-6d9b76a0b036 req-92c3f626-0bf4-4a4f-8c90-d0219e3f3359 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 945 time: 0.2307522 Nov 12 11:02:15.165508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-3398b98f-51a0-4605-b066-dbfc9f1faf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:15.167178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-3398b98f-51a0-4605-b066-dbfc9f1faf6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4abf230d9c6c4f088abc7659ce442244&device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 1096 time: 0.1675990 Nov 12 11:02:15.223332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Allocated IP 172.20.0.12 (06a156be-d115-40a8-bcce-3282b2671a55/4b946116-9eb6-4d7d-8130-b139ffb6ce05/2deac355-7e8d-445f-a95d-d9a77e181722) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:15.241609 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ee7a6c2-6f31-4080-8578-ee10f529b9b1 req-f15f4c72-e027-45dc-9a4a-7a5d7dc083b0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813841 Nov 12 11:02:15.262155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d8485f6-421e-41a8-88cd-eda389719bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.310664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c079dd-3f90-4618-91e5-307229170e35 req-a60d56af-7d25-46bb-bab4-b9b8d01a11f6 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:15.320681 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0c079dd-3f90-4618-91e5-307229170e35 req-a60d56af-7d25-46bb-bab4-b9b8d01a11f6 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 944 time: 0.2592411 Nov 12 11:02:15.328854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c60373ee-f7fd-4a61-948c-6d9b76a0b036 req-b4cccd51-9885-4212-a0c9-703aa1bed571 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688633 Nov 12 11:02:15.497885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:15.507712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-0454f260-a892-42ee-8a6a-81ad11c0df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:15.511089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-0454f260-a892-42ee-8a6a-81ad11c0df9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 200 len: 922 time: 0.3348367 Nov 12 11:02:15.521261 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.551447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d8485f6-421e-41a8-88cd-eda389719bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.577327 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.597470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0c079dd-3f90-4618-91e5-307229170e35 req-2384d497-a0a0-42c3-ba5f-bfb873d48baa tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666397 Nov 12 11:02:15.609878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-2a848b42-b0bc-4ddb-b54a-d3e260bc6740 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abc279d9-c4fb-4848-9d8d-cb78a2c173af HTTP/1.1" status: 200 len: 217 time: 0.0839345 Nov 12 11:02:15.618857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Transition to ACTIVE for port object 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:15.663810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-6da2e6f0-9469-4a97-9237-795bd0c83cda req-a37c0ed9-14c6-4437-b809-1a58539b3d02 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-156916864', 'description': 'tempest-description-1868281429'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:15.692222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-f89c1a22-9226-41f8-85d0-7442184ede0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:15.693752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-f89c1a22-9226-41f8-85d0-7442184ede0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=338a34fb-e4eb-462e-9e13-5d63aea2a18d HTTP/1.1" status: 200 len: 861 time: 0.0768540 Nov 12 11:02:15.712739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d8485f6-421e-41a8-88cd-eda389719bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.756599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8485f6-421e-41a8-88cd-eda389719bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e651c8-9762-4b16-bc58-ef888cd83825,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:15.758497 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-5ca499d8-c2b9-4a3b-875a-5eac7db25bed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545936 Nov 12 11:02:15.762692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0d8485f6-421e-41a8-88cd-eda389719bdf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4a5e84053e56407dacb253bc9871a801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8703737 Nov 12 11:02:15.768142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41058) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:15.791039 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.817951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.904080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Network 06a156be-d115-40a8-bcce-3282b2671a55 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:15.909756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:15.919491 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6da2e6f0-9469-4a97-9237-795bd0c83cda req-a37c0ed9-14c6-4437-b809-1a58539b3d02 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:15.932882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:15.938352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b92eaae-0e7b-4ff6-a3e8-523e28442674 req-5e79b62f-fe10-4c07-8a08-240d70707604 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 210 time: 0.0582967 Nov 12 11:02:15.960471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event updated for resources: {'Port': ['ID=2deac355-7e8d-445f-a95d-d9a77e181722,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:16.035747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:16.039597 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.157977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:16.163685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-b7fef762-96b9-4987-9d4a-8077c0a55972 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7989335 Nov 12 11:02:16.217256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Request body: {'port': {'device_id': '802c6fd8-4d2a-4e17-92c9-723efa0eb0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:16.235408 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-851c9d11-0184-45b4-a9c1-bef52d5c3118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.306099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-0b27979d-a708-4d8a-b0eb-ed1f201b08c4 service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238278 Nov 12 11:02:16.392606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811dfbb-43fa-4105-ac5c-7186513be7d8 req-a9350a9b-829c-419e-8105-b7987d045b79 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:16.401991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0811dfbb-43fa-4105-ac5c-7186513be7d8 req-a9350a9b-829c-419e-8105-b7987d045b79 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 943 time: 0.3067951 Nov 12 11:02:16.404587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-851c9d11-0184-45b4-a9c1-bef52d5c3118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.479359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Attempting to bind port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:16.479993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Attempting to bind port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:16.480545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Attempting to bind port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:16.534267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:16.534267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Attempting to bind port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 on network 9f012e9f-7910-4076-8d3e-0ae36a5588bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:16.541504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.555146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6da2e6f0-9469-4a97-9237-795bd0c83cda req-a37c0ed9-14c6-4437-b809-1a58539b3d02 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.565698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:16.565698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Checking segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:16.566170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Bound using segment: {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:16.567057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Bound port: 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:16.567862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.604698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-2849bd93-266a-48c0-8a1b-3bf3f1b92d49 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:16.606291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-2849bd93-266a-48c0-8a1b-3bf3f1b92d49 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 807 time: 0.4514806 Nov 12 11:02:16.640336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Request body: {'port': {'device_id': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'admin_state_up': True, 'tenant_id': 'f81c3579f9504ec0a64c5f93b727b264'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:16.650888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6da2e6f0-9469-4a97-9237-795bd0c83cda req-a37c0ed9-14c6-4437-b809-1a58539b3d02 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.651896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0811dfbb-43fa-4105-ac5c-7186513be7d8 req-3267ac24-a5e7-4bbb-938f-d7f8ac57a258 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358212 Nov 12 11:02:16.693059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88d160d5-e534-499d-8dae-b43d693ebb1f req-ce37e436-5a06-4941-a829-f149c10b994a service neutron] 10.222.0.57 "GET /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715327 Nov 12 11:02:16.724409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c0ed9-14c6-4437-b809-1a58539b3d02 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78629bc-d6c3-4cf2-8334-eef45c45889d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:16.730928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:16.734874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:16.764220 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-851c9d11-0184-45b4-a9c1-bef52d5c3118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.768724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-851c9d11-0184-45b4-a9c1-bef52d5c3118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.770245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-851c9d11-0184-45b4-a9c1-bef52d5c3118 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80e651c8-9762-4b16-bc58-ef888cd83825 HTTP/1.1" status: 204 len: 168 time: 1.0001659 Nov 12 11:02:16.787865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c9d11-0184-45b4-a9c1-bef52d5c3118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e651c8-9762-4b16-bc58-ef888cd83825,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:16.812960 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6da2e6f0-9469-4a97-9237-795bd0c83cda req-a37c0ed9-14c6-4437-b809-1a58539b3d02 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.814707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6da2e6f0-9469-4a97-9237-795bd0c83cda req-a37c0ed9-14c6-4437-b809-1a58539b3d02 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.1572773 Nov 12 11:02:16.852387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.953144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:16.954042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:16.956243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] 10.222.0.69 "PUT /v2.0/ports/2e3ea7da-4d6d-484a-8b1f-524ba9a01296 HTTP/1.1" status: 200 len: 1092 time: 2.5783839 Nov 12 11:02:16.956944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:16.959650 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e0b20-37c3-49e8-ac98-446ec11755d9" -d '{"events": [{"name": "network-changed", "server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:17.028978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1122aa-0c1a-4271-87e0-676c078b3e51 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:17.066869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1c1b6-b6f7-42ae-a70f-e273dbbac9d0 req-7198c351-519e-4979-8d82-90bdc21a8472 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:17.069002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51d1c1b6-b6f7-42ae-a70f-e273dbbac9d0 req-7198c351-519e-4979-8d82-90bdc21a8472 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 932 time: 0.0844526 Nov 12 11:02:17.164843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2deac355-7e8d-445f-a95d-d9a77e181722 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:17.176334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Made reservation on behalf of f81c3579f9504ec0a64c5f93b727b264 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:17.180225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.187653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.212455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.217483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51d1c1b6-b6f7-42ae-a70f-e273dbbac9d0 req-5f46ff90-1c35-493c-b354-a68561785df0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415100 Nov 12 11:02:17.238552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Transition to ACTIVE for port object 2deac355-7e8d-445f-a95d-d9a77e181722 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:17.255251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972c61-0c30-453a-bda3-9f7a55178682 req-88f6364d-2c97-4479-a71a-73ddafd5549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:17.260754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-88f6364d-2c97-4479-a71a-73ddafd5549f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 1095 time: 0.1292696 Nov 12 11:02:17.337599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025b868-2436-4651-95c4-aa6665775d19 req-65539b65-c54c-415c-b67b-3239e6761c77 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:17.353859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-1519a124-78ac-4bd3-b108-858de578b8d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296 HTTP/1.1" status: 200 len: 217 time: 0.0878344 Nov 12 11:02:17.356840 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e025b868-2436-4651-95c4-aa6665775d19 req-65539b65-c54c-415c-b67b-3239e6761c77 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 945 time: 0.1667476 Nov 12 11:02:17.379517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.446443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619caa08-eb88-4c72-ab36-871d4bbb164b req-6ac82c2d-d1b0-4c1e-9913-2a20d68bac54 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:17.454451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-619caa08-eb88-4c72-ab36-871d4bbb164b req-6ac82c2d-d1b0-4c1e-9913-2a20d68bac54 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 944 time: 0.1115556 Nov 12 11:02:17.476606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972c61-0c30-453a-bda3-9f7a55178682 req-7fa27961-d0d5-4ed7-bd1f-9fba0b647fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:17.478796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-7fa27961-d0d5-4ed7-bd1f-9fba0b647fe9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5adfa467-a20e-4f6a-9ee5-a933f80fb700 HTTP/1.1" status: 200 len: 844 time: 0.1034040 Nov 12 11:02:17.529850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-1515631b-2202-47c8-8ea2-9eb27588f02c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f012e9f-7910-4076-8d3e-0ae36a5588bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420623 Nov 12 11:02:17.564126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-619caa08-eb88-4c72-ab36-871d4bbb164b req-da936bd3-a250-4ac1-8e73-11c88e688644 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082103 Nov 12 11:02:17.609629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-871c66d9-dc39-434c-82fe-dae4442e706a req-b2d2cd1a-0ed0-46c3-8027-32cb9f8c8d9e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1174501249', 'description': 'tempest-description-888207039'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:17.672586 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-4ed92d35-e5b3-437a-8d40-f108fe18a84d service neutron] 10.222.0.69 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322985 Nov 12 11:02:17.753233 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-871c66d9-dc39-434c-82fe-dae4442e706a req-b2d2cd1a-0ed0-46c3-8027-32cb9f8c8d9e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.811606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device abc279d9-c4fb-4848-9d8d-cb78a2c173af details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:17.820924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86972c61-0c30-453a-bda3-9f7a55178682 req-52e1b702-0090-4776-bcbc-80c28fc95f33 service neutron] 10.222.0.69 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410077 Nov 12 11:02:17.901213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-871c66d9-dc39-434c-82fe-dae4442e706a req-b2d2cd1a-0ed0-46c3-8027-32cb9f8c8d9e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.970770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-871c66d9-dc39-434c-82fe-dae4442e706a req-b2d2cd1a-0ed0-46c3-8027-32cb9f8c8d9e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:17.995041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port abc279d9-c4fb-4848-9d8d-cb78a2c173af, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=abc279d9-c4fb-4848-9d8d-cb78a2c173af,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:18.012796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2cd1a-0ed0-46c3-8027-32cb9f8c8d9e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94f0b2-c8cd-4f5d-8d7a-18e195b38dae,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:18.020675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'abc279d9-c4fb-4848-9d8d-cb78a2c173af', 'network_id': '4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84', 'port_id': 'abc279d9-c4fb-4848-9d8d-cb78a2c173af', 'mac_address': 'fa:16:3e:a4:b6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338a34fb-e4eb-462e-9e13-5d63aea2a18d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:18.081216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.088637 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-871c66d9-dc39-434c-82fe-dae4442e706a req-b2d2cd1a-0ed0-46c3-8027-32cb9f8c8d9e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.090054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-871c66d9-dc39-434c-82fe-dae4442e706a req-b2d2cd1a-0ed0-46c3-8027-32cb9f8c8d9e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4847398 Nov 12 11:02:18.104711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc279d9-c4fb-4848-9d8d-cb78a2c173af {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:18.139463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Attempting to bind port 2deac355-7e8d-445f-a95d-d9a77e181722 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:18.140126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Attempting to bind port 2deac355-7e8d-445f-a95d-d9a77e181722 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:18.140313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port abc279d9-c4fb-4848-9d8d-cb78a2c173af, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=abc279d9-c4fb-4848-9d8d-cb78a2c173af,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:18.140792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Attempting to bind port 2deac355-7e8d-445f-a95d-d9a77e181722 on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:18.170964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2deac355-7e8d-445f-a95d-d9a77e181722,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:18.180568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Port 2deac355-7e8d-445f-a95d-d9a77e181722 on network 06a156be-d115-40a8-bcce-3282b2671a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:18.180978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Attempting to bind port 2deac355-7e8d-445f-a95d-d9a77e181722 on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:18.184192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Allocated IP 172.20.0.3 (e4128630-e35b-4e79-8aea-4503cbcc1279/dc4f7967-2b88-4bd2-a0b2-99b26f45a16b/fb5de9c1-8953-46b0-b26e-4c4496faddaf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:18.190197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e025b868-2436-4651-95c4-aa6665775d19 req-8bbd2b31-397f-49fc-8370-21be675aa425 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8324456 Nov 12 11:02:18.196064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6482ae47-14f5-4eee-aba1-504a00a319a5 req-6fd803eb-45ea-4067-b812-54f403044819 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 210 time: 0.0405602 Nov 12 11:02:18.203871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:18.203871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Checking segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:18.203871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Bound using segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:18.203871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Bound port: 2deac355-7e8d-445f-a95d-d9a77e181722, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:18.203871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.227560 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.275480 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58329291-1a4f-4582-bdca-63db343f3b40 x-openstack-request-id: req-58329291-1a4f-4582-bdca-63db343f3b40 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:18.275908 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:18.276293 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-58329291-1a4f-4582-bdca-63db343f3b40 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:18.276814 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'status': 'completed', 'code': 200} Nov 12 11:02:18.358609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-b8a2bc24-98b0-4cbb-8414-28ace8bd7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.361818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-b8a2bc24-98b0-4cbb-8414-28ace8bd7b12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 1095 time: 0.0561459 Nov 12 11:02:18.463334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=abc279d9-c4fb-4848-9d8d-cb78a2c173af,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:18.481736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-d8c3b176-fd91-434b-a094-d057496b44fc tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/c78629bc-d6c3-4cf2-8334-eef45c45889d HTTP/1.1" status: 200 len: 1821 time: 0.1168523 Nov 12 11:02:18.501718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['abc279d9-c4fb-4848-9d8d-cb78a2c173af'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:18.530064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-9167ce10-1b45-4b74-b72d-f81410015288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.531621 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-9167ce10-1b45-4b74-b72d-f81410015288 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 200 len: 905 time: 0.1591787 Nov 12 11:02:18.536544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] For port 2deac355-7e8d-445f-a95d-d9a77e181722, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:18.560829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] For port 2deac355-7e8d-445f-a95d-d9a77e181722, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2deac355-7e8d-445f-a95d-d9a77e181722,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:18.562705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-16ed18b8-a167-49a7-9858-e407045d449c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/1a94f0b2-c8cd-4f5d-8d7a-18e195b38dae HTTP/1.1" status: 200 len: 1821 time: 0.0723066 Nov 12 11:02:18.584128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41110) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:18.596706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-bb22dc06-d1d7-42dd-b91c-7a4b29610ca2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c78629bc-d6c3-4cf2-8334-eef45c45889d', 'remote_group_id': '1a94f0b2-c8cd-4f5d-8d7a-18e195b38dae', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:18.597005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-bb22dc06-d1d7-42dd-b91c-7a4b29610ca2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c78629bc-d6c3-4cf2-8334-eef45c45889d', 'remote_group_id': '1a94f0b2-c8cd-4f5d-8d7a-18e195b38dae', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:18.603840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f7e1e-3480-44ba-bf04-755d6cfa10c0 req-52b38f28-7840-4511-bc74-0f10683120d9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.604129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-44eed005-09a6-43de-8b31-da47cac01596 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296 HTTP/1.1" status: 200 len: 217 time: 0.0579309 Nov 12 11:02:18.607956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c3f7e1e-3480-44ba-bf04-755d6cfa10c0 req-52b38f28-7840-4511-bc74-0f10683120d9 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 943 time: 0.2399991 Nov 12 11:02:18.670720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.696691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-4483fb75-f59e-42ef-ba03-9a169e29f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.698460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-4483fb75-f59e-42ef-ba03-9a169e29f1ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5adfa467-a20e-4f6a-9ee5-a933f80fb700 HTTP/1.1" status: 200 len: 844 time: 0.0830028 Nov 12 11:02:18.740655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-b168cd58-e949-40af-88c5-2a6f16bf0c0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f012e9f-7910-4076-8d3e-0ae36a5588bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326855 Nov 12 11:02:18.777008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-486403427-network', 'tenant_id': '227cc9954dc74ecab0c800cb01368067'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:18.786724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.837343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:18.838375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.840908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] 10.222.0.69 "PUT /v2.0/ports/2deac355-7e8d-445f-a95d-d9a77e181722 HTTP/1.1" status: 200 len: 1093 time: 2.6545317 Nov 12 11:02:18.850027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802c6fd8-4d2a-4e17-92c9-723efa0eb0e6', 'tag': '2deac355-7e8d-445f-a95d-d9a77e181722'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:18.854208 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ea6aae-d5a7-454f-b335-99b16c1e2953" -d '{"events": [{"name": "network-changed", "server_uuid": "802c6fd8-4d2a-4e17-92c9-723efa0eb0e6", "tag": "2deac355-7e8d-445f-a95d-d9a77e181722"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:18.859763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-bb22dc06-d1d7-42dd-b91c-7a4b29610ca2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:18.892065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-b0d5983f-afa0-441b-acb2-ddb121f619df service neutron] 10.222.0.69 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425440 Nov 12 11:02:18.892928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387a157-b3a7-42d0-8557-07e603de91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2deac355-7e8d-445f-a95d-d9a77e181722,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:18.932104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c3f7e1e-3480-44ba-bf04-755d6cfa10c0 req-f85857c2-7288-453a-9bca-7773b0dae181 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151519 Nov 12 11:02:18.941896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-bb22dc06-d1d7-42dd-b91c-7a4b29610ca2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.026356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-440e0b20-37c3-49e8-ac98-446ec11755d9 req-eee28848-4800-4619-9456-f8ac75560689 service neutron] 10.222.0.69 "GET /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263340 Nov 12 11:02:19.045757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Made reservation on behalf of 227cc9954dc74ecab0c800cb01368067 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:19.049005 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.061663 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.078076 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-bb22dc06-d1d7-42dd-b91c-7a4b29610ca2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.089156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-6e45ea91-1aa9-48d5-a13d-0d08b662a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.090735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-6e45ea91-1aa9-48d5-a13d-0d08b662a194 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 1096 time: 0.0927362 Nov 12 11:02:19.105272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22dc06-d1d7-42dd-b91c-7a4b29610ca2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595c0e75-390d-4345-b19f-48a683453f00,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:19.106885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.203445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-6cd5b542-1da4-4500-a7d4-bd65a8535444 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2deac355-7e8d-445f-a95d-d9a77e181722 HTTP/1.1" status: 200 len: 217 time: 0.0942204 Nov 12 11:02:19.208230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-bb22dc06-d1d7-42dd-b91c-7a4b29610ca2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.209975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7f565d4-4819-49ac-b709-2bdcbc0b355f req-bb22dc06-d1d7-42dd-b91c-7a4b29610ca2 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6461809 Nov 12 11:02:19.279830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Network e4128630-e35b-4e79-8aea-4503cbcc1279 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:19.285823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Pushing event updated for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:19.296997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:19.315370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ec9e9-f17d-4475-ae98-128081815e6b req-daebfb0a-407f-4f27-836e-9e2cbc46cc16 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.316908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f8ec9e9-f17d-4475-ae98-128081815e6b req-daebfb0a-407f-4f27-836e-9e2cbc46cc16 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 944 time: 0.2500532 Nov 12 11:02:19.318576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:19.362690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5e0ab68e-97df-41a5-b25a-1ddbbe2f1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.364081 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-5e0ab68e-97df-41a5-b25a-1ddbbe2f1c6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.1459460 Nov 12 11:02:19.437764 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-40e2fce2-0984-4b28-a29b-81ab4b11f252 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571158 Nov 12 11:02:19.469257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.470025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.495686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.522832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f8ec9e9-f17d-4475-ae98-128081815e6b req-7a333ad1-46fb-46ad-b5ec-b50d38b84463 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737118 Nov 12 11:02:19.616067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-82132e8e-5ae4-45b4-bf82-fbfbbb78c190 service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662393 Nov 12 11:02:19.650230 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09a70ff-7147-4ce7-a3c6-f6fbc03a0f30 x-openstack-request-id: req-a09a70ff-7147-4ce7-a3c6-f6fbc03a0f30 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:19.654198 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802c6fd8-4d2a-4e17-92c9-723efa0eb0e6", "tag": "2deac355-7e8d-445f-a95d-d9a77e181722", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:19.654198 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a09a70ff-7147-4ce7-a3c6-f6fbc03a0f30 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:19.654198 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802c6fd8-4d2a-4e17-92c9-723efa0eb0e6', 'tag': '2deac355-7e8d-445f-a95d-d9a77e181722', 'status': 'completed', 'code': 200} Nov 12 11:02:19.654198 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.693979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf814b-dcf3-4b9d-a7e6-09b209715848 req-ba9a7292-4b12-4758-a896-d709aa97b2f0 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:19.697919 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-cfdea7d9-b89c-4ad3-bfbb-cfe1e21b9f20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0610816 Nov 12 11:02:19.698179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8adf814b-dcf3-4b9d-a7e6-09b209715848 req-ba9a7292-4b12-4758-a896-d709aa97b2f0 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 945 time: 0.0781519 Nov 12 11:02:19.715711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:19.753127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Request body: {'port': {'device_id': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:19.756141 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8adf814b-dcf3-4b9d-a7e6-09b209715848 req-3d86fef5-8e65-480e-b8de-8f7ca806244b tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540476 Nov 12 11:02:19.808131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-aa274a47-5bf6-4257-b40a-96b0e1c0a355 req-a53be71c-ae4a-4a3f-a45a-8179e97309ad tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-121139719', 'description': 'tempest-description-1091947315'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:19.814132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device abc279d9-c4fb-4848-9d8d-cb78a2c173af up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:19.891075 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.891608 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Added segment e2f577bf-2158-4e1a-9cec-0dc0c08b4be7 of type vlan for network 9f37587a-67c3-4c99-b864-851e73c2f0d5 Nov 12 11:02:19.930225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3b947-9753-4b80-ac35-9631245981f5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:19.953415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port abc279d9-c4fb-4848-9d8d-cb78a2c173af completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:19.959471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port abc279d9-c4fb-4848-9d8d-cb78a2c173af triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:19.960681 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:19.962640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aa274a47-5bf6-4257-b40a-96b0e1c0a355 req-a53be71c-ae4a-4a3f-a45a-8179e97309ad tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.028514 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.037933 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.085495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9933cbf0-ecf2-4cf9-a3f5-1488268d9518 req-05090663-0032-4a6d-ba2a-5c12b071191f service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610250 Nov 12 11:02:20.150046 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aa274a47-5bf6-4257-b40a-96b0e1c0a355 req-a53be71c-ae4a-4a3f-a45a-8179e97309ad tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.181582 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.221953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aa274a47-5bf6-4257-b40a-96b0e1c0a355 req-a53be71c-ae4a-4a3f-a45a-8179e97309ad tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.225737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1929cb2c-583d-4bc9-a856-3ff406da33df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc279d9-c4fb-4848-9d8d-cb78a2c173af'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:20.229839 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1607021f-495e-4156-b2ce-1bda73ef30e3" -d '{"events": [{"server_uuid": "1929cb2c-583d-4bc9-a856-3ff406da33df", "name": "network-vif-plugged", "status": "completed", "tag": "abc279d9-c4fb-4848-9d8d-cb78a2c173af"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:20.255430 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.256730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.257724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.258593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port abc279d9-c4fb-4848-9d8d-cb78a2c173af, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=abc279d9-c4fb-4848-9d8d-cb78a2c173af,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:20.280139 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.341881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.346217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53be71c-ae4a-4a3f-a45a-8179e97309ad tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e876d516-e255-4c4d-8c6e-031757a9c576,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:20.382369 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-aa274a47-5bf6-4257-b40a-96b0e1c0a355 req-a53be71c-ae4a-4a3f-a45a-8179e97309ad tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.383840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa274a47-5bf6-4257-b40a-96b0e1c0a355 req-a53be71c-ae4a-4a3f-a45a-8179e97309ad tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5823705 Nov 12 11:02:20.391994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-b1493d17-2e3c-45af-ae0c-429f9e6911bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.393789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-b1493d17-2e3c-45af-ae0c-429f9e6911bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 1096 time: 0.1135426 Nov 12 11:02:20.464342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=abc279d9-c4fb-4848-9d8d-cb78a2c173af,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:20.500481 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9148839 Nov 12 11:02:20.507550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb714b-c087-4df7-a788-39e1097881af admin admin] Pushing event updated for resources: {'Network': ['ID=9f37587a-67c3-4c99-b864-851e73c2f0d5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:20.508125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41140) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:20.520881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Request body: {'subnet': {'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-486403427-subnet', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:20.521336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:20.568539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321de773-52fb-428b-8a4d-ef32a7abf142 req-6e7be060-cd3d-4769-8342-1c28c1aeaa9f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.571154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-321de773-52fb-428b-8a4d-ef32a7abf142 req-6e7be060-cd3d-4769-8342-1c28c1aeaa9f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 931 time: 0.4296227 Nov 12 11:02:20.604480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-dc2eca59-8cd5-40a9-b093-367ebfe096d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.607130 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-dc2eca59-8cd5-40a9-b093-367ebfe096d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37686a2ae2174b88829e1b01ee42c5a7&device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 1097 time: 0.3450646 Nov 12 11:02:20.609062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-637e93ce-fc8d-448f-bbe2-4ca6305249cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.612455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-637e93ce-fc8d-448f-bbe2-4ca6305249cf service neutron] 10.222.0.69 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 912 time: 0.2095835 Nov 12 11:02:20.707360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fa95a-a012-4876-bc9e-82d7e27a3070 req-a50aab0e-7af0-4a1f-a06a-5a81bdbcfa45 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.710050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-455fa95a-a012-4876-bc9e-82d7e27a3070 req-a50aab0e-7af0-4a1f-a06a-5a81bdbcfa45 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 943 time: 0.1647217 Nov 12 11:02:20.712959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-1b8802cb-250b-4fb5-971f-9f63dbf9bca5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2deac355-7e8d-445f-a95d-d9a77e181722 HTTP/1.1" status: 200 len: 217 time: 0.0864353 Nov 12 11:02:20.714195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Made reservation on behalf of 227cc9954dc74ecab0c800cb01368067 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:20.726951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.781284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-321de773-52fb-428b-8a4d-ef32a7abf142 req-b8de6fd7-3a28-4dbe-a1d2-08a622fef05a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924229 Nov 12 11:02:20.830862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-b82ff155-85b4-456e-a9a6-5919c071affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.832858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-b82ff155-85b4-456e-a9a6-5919c071affa service neutron] 10.222.0.69 "GET /v2.0/networks?id=e8ecf770-fc7f-496c-aedb-808eac9ab998 HTTP/1.1" status: 200 len: 914 time: 0.2094808 Nov 12 11:02:20.889020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5de9c1-8953-46b0-b26e-4c4496faddaf {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:20.895755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-d8a7b0e9-4087-43d1-9fed-657e91530f81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d HTTP/1.1" status: 200 len: 217 time: 0.0495155 Nov 12 11:02:20.896187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-e08a1720-964b-4713-a422-54fc74892a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.897723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-e08a1720-964b-4713-a422-54fc74892a1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.1638427 Nov 12 11:02:20.901881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:20.926387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-455fa95a-a012-4876-bc9e-82d7e27a3070 req-8da098af-3112-4aaf-9097-b95266312bb1 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956670 Nov 12 11:02:20.945822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-429b5066-1bec-4357-8f20-e7c08b293710 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357873 Nov 12 11:02:20.960522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Transition to ACTIVE for port object fb5de9c1-8953-46b0-b26e-4c4496faddaf will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:20.980648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-fb837b7a-4851-4807-a4ef-3f10df2bba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:20.982479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-fb837b7a-4851-4807-a4ef-3f10df2bba9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1 HTTP/1.1" status: 200 len: 853 time: 0.0706673 Nov 12 11:02:21.045823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-4c560002-717b-48d5-ac4e-c6e88c03d529 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e8ecf770-fc7f-496c-aedb-808eac9ab998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550086 Nov 12 11:02:21.066416 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.133898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:21.188399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-a281d2f2-1062-43b0-99fb-1eba6e12e0ac service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278168 Nov 12 11:02:21.195984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86009430-906d-4a31-bbae-e3348981e115 req-8a421fb8-21aa-48c1-a8b7-975e3865cf03 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:21.204548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86009430-906d-4a31-bbae-e3348981e115 req-8a421fb8-21aa-48c1-a8b7-975e3865cf03 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 945 time: 0.1452556 Nov 12 11:02:21.276217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:21.277190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.408997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-c11f674b-033d-4629-871d-789241681835 service neutron] 10.222.0.69 "GET /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546789 Nov 12 11:02:21.432777 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5282f3c5-9b10-4ca7-804f-31ff521ac5a7 x-openstack-request-id: req-5282f3c5-9b10-4ca7-804f-31ff521ac5a7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:21.433123 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1929cb2c-583d-4bc9-a856-3ff406da33df", "name": "network-vif-plugged", "status": "completed", "tag": "abc279d9-c4fb-4848-9d8d-cb78a2c173af", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:21.433292 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5282f3c5-9b10-4ca7-804f-31ff521ac5a7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:21.433680 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1929cb2c-583d-4bc9-a856-3ff406da33df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc279d9-c4fb-4848-9d8d-cb78a2c173af', 'code': 200} Nov 12 11:02:21.440319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:21.455246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'port_id': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'mac_address': 'fa:16:3e:c9:bf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adfa467-a20e-4f6a-9ee5-a933f80fb700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:21.466787 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86009430-906d-4a31-bbae-e3348981e115 req-fbd67468-ef5d-4249-9146-8d95bde2f5de tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609463 Nov 12 11:02:21.511649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-938e1739-2823-401f-8d5d-1eced4cbc470 req-4a5f546d-ea90-4501-9282-e9166f73ab11 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2084152426', 'description': 'tempest-description-1988452786'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:21.535453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:21.536136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:21.536642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:21.564511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.570703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0ea6aae-d5a7-454f-b335-99b16c1e2953 req-caf1e879-123f-4e59-a4f5-e343451c050f service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636689 Nov 12 11:02:21.583655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a403f2-b15e-4008-b7a5-3615adbdfb16,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:21.588596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:21.589187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:21.604139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:21.604818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:21.605652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:21.606447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Bound port: fb5de9c1-8953-46b0-b26e-4c4496faddaf, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:21.607046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.608557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:21.611225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Checking segment: {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:21.612019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Network hostable DHCP agents. Network: 9f37587a-67c3-4c99-b864-851e73c2f0d5, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:21.652212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:21.668707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a2a6-41e5-4d1c-a9f1-421db0ec75da req-9d11fc4f-663b-4e5b-a004-b73f855e14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:21.670237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a9d9a2a6-41e5-4d1c-a9f1-421db0ec75da req-9d11fc4f-663b-4e5b-a004-b73f855e14ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 1098 time: 0.1901181 Nov 12 11:02:21.684282 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67b10e5c-5859-4fd3-ad69-2705bd11e75a req-b5ec7bb8-4ec7-4822-a9d6-17660597d903 service neutron] 10.222.0.69 "GET /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571361 Nov 12 11:02:21.718812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:21.721234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:21.726942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4740be-677f-407c-a52b-bf419a9eb0f1 req-a7469059-c19b-4672-91c8-12d5d1f5af32 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:21.728641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c4740be-677f-407c-a52b-bf419a9eb0f1 req-a7469059-c19b-4672-91c8-12d5d1f5af32 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 944 time: 0.1118331 Nov 12 11:02:21.751104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a9d9a2a6-41e5-4d1c-a9f1-421db0ec75da req-8ce9aa45-48a2-4294-87b8-581d1f0854ee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720251 Nov 12 11:02:21.760689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-938e1739-2823-401f-8d5d-1eced4cbc470 req-4a5f546d-ea90-4501-9282-e9166f73ab11 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.793866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c4740be-677f-407c-a52b-bf419a9eb0f1 req-ee8bb604-d25a-4cd9-a43c-6d991ff82212 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Nov 12 11:02:21.838402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:21.841225 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.893686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-938e1739-2823-401f-8d5d-1eced4cbc470 req-4a5f546d-ea90-4501-9282-e9166f73ab11 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.899404 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.934144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:21.937549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:21.938196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:21.940345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 1092 time: 2.2206597 Nov 12 11:02:21.940821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:21.943285 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdeae94-471f-412f-8feb-8ebba9c36e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:21.999811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ebc72-d4ba-433a-9b6d-473d54b7572b req-c826ce67-6ac8-4898-b396-e507ac2df420 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:22.002237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cef36-0e4a-4bdf-b02a-a21b0850c1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:22.012732 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc5ebc72-d4ba-433a-9b6d-473d54b7572b req-c826ce67-6ac8-4898-b396-e507ac2df420 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 946 time: 0.1021185 Nov 12 11:02:22.018065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9f37587a-67c3-4c99-b864-851e73c2f0d5) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:22.025171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:22.026237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.032928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc4ce50-abcf-456f-ae12-6ae2b27973b0 None None] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:22.038610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-938e1739-2823-401f-8d5d-1eced4cbc470 req-4a5f546d-ea90-4501-9282-e9166f73ab11 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.105000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc5ebc72-d4ba-433a-9b6d-473d54b7572b req-abbc3be6-dfed-48d1-ad42-977e688c116c tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907295 Nov 12 11:02:22.129872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['2e3ea7da-4d6d-484a-8b1f-524ba9a01296'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:22.148270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f546d-ea90-4501-9282-e9166f73ab11 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b91046f-0da4-49f2-bccc-4c18d3fb6b73,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:22.170261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9276d11a-d7aa-4804-b40f-c61104eb56c4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6607881 Nov 12 11:02:22.175809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41164) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:22.180962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-6f0474e7-a70e-41b2-8449-0bc7f8580c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:22.182664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-6f0474e7-a70e-41b2-8449-0bc7f8580c9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1095 time: 0.0904031 Nov 12 11:02:22.206092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:22.233033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-938e1739-2823-401f-8d5d-1eced4cbc470 req-4a5f546d-ea90-4501-9282-e9166f73ab11 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.235129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-938e1739-2823-401f-8d5d-1eced4cbc470 req-4a5f546d-ea90-4501-9282-e9166f73ab11 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7876043 Nov 12 11:02:22.326557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-07d4756e-bab9-4b04-be5a-a0ecce0e3c5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.0847757 Nov 12 11:02:22.328348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8bdf9-8f65-481a-ab88-f20b121fdbc4 req-b13e54cf-1068-41bf-aacc-067777a3b4b3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:22.332063 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ac8bdf9-8f65-481a-ab88-f20b121fdbc4 req-b13e54cf-1068-41bf-aacc-067777a3b4b3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 943 time: 0.1034312 Nov 12 11:02:22.424460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-684db0b0-9884-472c-bbc3-13dc4b2d6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:22.426710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-684db0b0-9884-472c-bbc3-13dc4b2d6202 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.0891194 Nov 12 11:02:22.427953 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.429463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.446097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-9f37587a-67c3-4c99-b864-851e73c2f0d5', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:02:22.447586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.453699 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ac8bdf9-8f65-481a-ab88-f20b121fdbc4 req-d329fc30-9d87-40e1-9665-409bd14f340c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091001 Nov 12 11:02:22.492905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-c5d6d2a0-be6a-47ec-b295-1cf7bea6a153 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555961 Nov 12 11:02:22.549684 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c938b81-90a5-4a93-b274-c6d3b4291820 x-openstack-request-id: req-9c938b81-90a5-4a93-b274-c6d3b4291820 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:22.551054 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:22.551054 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c938b81-90a5-4a93-b274-c6d3b4291820 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:22.551054 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf', 'status': 'completed', 'code': 200} Nov 12 11:02:22.617330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:22.748282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362f520-401e-4c1f-8e1b-114cccb33460 req-42461f2d-f44c-4ddf-bfac-cb5b78b07b8d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:22.752663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b362f520-401e-4c1f-8e1b-114cccb33460 req-42461f2d-f44c-4ddf-bfac-cb5b78b07b8d tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 944 time: 0.1327736 Nov 12 11:02:22.809090 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-91b6cce7-4046-40bf-b245-d55a923e6037 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947583 Nov 12 11:02:22.877004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Allocated IP 172.20.0.2 (9f37587a-67c3-4c99-b864-851e73c2f0d5/36a403f2-b15e-4008-b7a5-3615adbdfb16/a7245036-01d7-4625-a266-34a3d070f8e9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:22.968914 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-34e5275a-67a0-427e-87f0-367c32432488 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/e876d516-e255-4c4d-8c6e-031757a9c576 HTTP/1.1" status: 200 len: 1821 time: 0.1807466 Nov 12 11:02:23.100946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13ea884c-028a-4ebd-864f-f59b091aff66 req-21986446-62ab-47b9-8b51-0a2a490ed42c service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741737 Nov 12 11:02:23.132977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-59e3b783-e98d-409d-91e0-f002d008671b tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/7b91046f-0da4-49f2-bccc-4c18d3fb6b73 HTTP/1.1" status: 200 len: 1822 time: 0.1319013 Nov 12 11:02:23.137453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.147529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-0afa1b1a-4cfc-41ac-817d-22ed524ecaf6 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e876d516-e255-4c4d-8c6e-031757a9c576', 'remote_group_id': '7b91046f-0da4-49f2-bccc-4c18d3fb6b73', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:23.147881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-0afa1b1a-4cfc-41ac-817d-22ed524ecaf6 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e876d516-e255-4c4d-8c6e-031757a9c576', 'remote_group_id': '7b91046f-0da4-49f2-bccc-4c18d3fb6b73', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:23.171752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2deac355-7e8d-445f-a95d-d9a77e181722 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:23.214311 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.263216 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b362f520-401e-4c1f-8e1b-114cccb33460 req-688a2e9a-8df0-4b76-8606-eaa9b605fcb0 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928496 Nov 12 11:02:23.349251 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.403812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:23.434467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53603c9-e28e-42c0-99aa-42ff22252f27 req-2967a8de-98d3-4130-9973-461d2cecd3f8 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:23.439647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b53603c9-e28e-42c0-99aa-42ff22252f27 req-2967a8de-98d3-4130-9973-461d2cecd3f8 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 945 time: 0.0714805 Nov 12 11:02:23.448484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:23.454673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2deac355-7e8d-445f-a95d-d9a77e181722, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2deac355-7e8d-445f-a95d-d9a77e181722,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:23.462377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:23.470804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-cd44bd19-77b1-411b-91cc-9ca305cc91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:23.472395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-cd44bd19-77b1-411b-91cc-9ca305cc91a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1095 time: 0.1356969 Nov 12 11:02:23.491499 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-0afa1b1a-4cfc-41ac-817d-22ed524ecaf6 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.528154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '2deac355-7e8d-445f-a95d-d9a77e181722', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'port_id': '2deac355-7e8d-445f-a95d-d9a77e181722', 'mac_address': 'fa:16:3e:50:19:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b946116-9eb6-4d7d-8130-b139ffb6ce05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:23.539504 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b53603c9-e28e-42c0-99aa-42ff22252f27 req-f3ed58da-8284-4f4d-ab1c-5e1b68c27ed8 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882852 Nov 12 11:02:23.555446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Pushing event updated for resources: {'Port': ['ID=a7245036-01d7-4625-a266-34a3d070f8e9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:23.573629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Attempting to bind port a7245036-01d7-4625-a266-34a3d070f8e9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:23.573994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Attempting to bind port a7245036-01d7-4625-a266-34a3d070f8e9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:23.574355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Attempting to bind port a7245036-01d7-4625-a266-34a3d070f8e9 on network 9f37587a-67c3-4c99-b864-851e73c2f0d5 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:23.607611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:23.608045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Checking segment: {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:23.608375 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.608975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Bound using segment: {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:23.609467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Bound port: a7245036-01d7-4625-a266-34a3d070f8e9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:23.610060 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.644657 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-0afa1b1a-4cfc-41ac-817d-22ed524ecaf6 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.661595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.686610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2deac355-7e8d-445f-a95d-d9a77e181722 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:23.725804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2deac355-7e8d-445f-a95d-d9a77e181722, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2deac355-7e8d-445f-a95d-d9a77e181722,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:23.730984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] For port a7245036-01d7-4625-a266-34a3d070f8e9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:23.739026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] For port a7245036-01d7-4625-a266-34a3d070f8e9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a7245036-01d7-4625-a266-34a3d070f8e9,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:23.763080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-0afa1b1a-4cfc-41ac-817d-22ed524ecaf6 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.801717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-fd2dcd64-17f5-49e7-a0e1-69f3a0a6114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:23.803272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-fd2dcd64-17f5-49e7-a0e1-69f3a0a6114d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.3212204 Nov 12 11:02:23.813290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.868396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:23.952841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2deac355-7e8d-445f-a95d-d9a77e181722,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:23.996609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8e2f-b30f-4684-9def-7e0df43b9aec req-2cb3f6f2-a276-4fec-918d-c2e3d5968e44 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:23.998247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb1d8e2f-b30f-4684-9def-7e0df43b9aec req-2cb3f6f2-a276-4fec-918d-c2e3d5968e44 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 945 time: 0.1158741 Nov 12 11:02:24.071149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['2deac355-7e8d-445f-a95d-d9a77e181722'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:24.117527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750b7fa-555f-4b7e-9857-3b43bb0c2cba None None] Pushing event updated for resources: {'Port': ['ID=a7245036-01d7-4625-a266-34a3d070f8e9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:24.143058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb1d8e2f-b30f-4684-9def-7e0df43b9aec req-0b0f5a0a-6037-4806-acae-e8977c2e93c5 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349244 Nov 12 11:02:24.299989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa1b1a-4cfc-41ac-817d-22ed524ecaf6 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a161b8-8820-4292-9edd-7e885ae44f78,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:24.343679 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-cb1eb3b3-e575-4258-b65e-ea4630203d31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.5267262 Nov 12 11:02:24.398884 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-0afa1b1a-4cfc-41ac-817d-22ed524ecaf6 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:24.400397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-432f03c2-8f0c-4370-ae32-38754858e8cb req-0afa1b1a-4cfc-41ac-817d-22ed524ecaf6 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2571816 Nov 12 11:02:24.409239 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:24.440268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:24.451752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f92fe-45cf-461b-9313-c341476b14e4 req-f26bc718-661b-4f54-94de-de0177e2a7ed tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:24.456421 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c0f92fe-45cf-461b-9313-c341476b14e4 req-f26bc718-661b-4f54-94de-de0177e2a7ed tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 946 time: 0.1149015 Nov 12 11:02:24.491222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-96762494-a43a-4359-a534-f392f60bc946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:24.493464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-96762494-a43a-4359-a534-f392f60bc946 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1334536 Nov 12 11:02:24.538783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-281f37e4-cf4f-4626-a2be-b34c09ce1f02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351422 Nov 12 11:02:24.555136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c0f92fe-45cf-461b-9313-c341476b14e4 req-d9e1489b-d52c-4c22-99dd-28b96af5b033 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805371 Nov 12 11:02:24.705069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Allocated IP 172.25.3.163 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/2d5bd8a7-2e81-49d4-905a-417375b3da1d) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:24.749959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444fdd7-206d-44c7-a9c7-83e364343817 req-9380e18e-8a1e-4a28-b545-5eda361b0e02 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:24.753462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3444fdd7-206d-44c7-a9c7-83e364343817 req-9380e18e-8a1e-4a28-b545-5eda361b0e02 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 943 time: 0.1823621 Nov 12 11:02:24.757054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-e1ff6ce5-7570-482a-bf7f-6b54f64cd9c3 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097156 Nov 12 11:02:24.952097 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3444fdd7-206d-44c7-a9c7-83e364343817 req-9e23e204-9844-4c1e-80d6-21461643815d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895950 Nov 12 11:02:25.023374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0cdeae94-471f-412f-8feb-8ebba9c36e7b req-53b28776-32ee-47bc-921a-4a06a09ac2c7 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517252 Nov 12 11:02:25.026726 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.079197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42a0bc21-57ec-4525-81f1-22da30338dc7 req-b949ed81-aa7a-458f-8ac2-b07b969a5700 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/7b91046f-0da4-49f2-bccc-4c18d3fb6b73 HTTP/1.1" status: 200 len: 1822 time: 0.0800440 Nov 12 11:02:25.084661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830f655-6fd2-4d87-a7d1-00e1b98d0278 req-946f643e-459a-4c6b-bb87-f0cb35ac6d55 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:25.092512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4830f655-6fd2-4d87-a7d1-00e1b98d0278 req-946f643e-459a-4c6b-bb87-f0cb35ac6d55 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 944 time: 0.0682135 Nov 12 11:02:25.142057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2deac355-7e8d-445f-a95d-d9a77e181722 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:25.167205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4830f655-6fd2-4d87-a7d1-00e1b98d0278 req-e2bd32a4-e826-4a51-b8a9-b2df84c49a33 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708883 Nov 12 11:02:25.213267 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.239358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42a0bc21-57ec-4525-81f1-22da30338dc7 req-e6a559b8-904f-4610-85a5-6a30a9c37f5d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.287171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:25.297409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:25.300300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:25.316570 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42a0bc21-57ec-4525-81f1-22da30338dc7 req-e6a559b8-904f-4610-85a5-6a30a9c37f5d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.341808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 2deac355-7e8d-445f-a95d-d9a77e181722 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:25.349951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 2deac355-7e8d-445f-a95d-d9a77e181722 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:25.352009 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.361908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Pushing event updated for resources: {'Port': ['ID=2d5bd8a7-2e81-49d4-905a-417375b3da1d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:25.422548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43903f5a-3098-4206-9ee4-5528885c9286 None None] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:25.553445 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.562500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0a2c1236-8cbd-4cbf-8d75-cf1c826a0cd5 None None] Provisioning complete for port a7245036-01d7-4625-a266-34a3d070f8e9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:25.562907 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a2c1236-8cbd-4cbf-8d75-cf1c826a0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.628981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42a0bc21-57ec-4525-81f1-22da30338dc7 req-e6a559b8-904f-4610-85a5-6a30a9c37f5d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.639509 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42a0bc21-57ec-4525-81f1-22da30338dc7 req-e6a559b8-904f-4610-85a5-6a30a9c37f5d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.640889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802c6fd8-4d2a-4e17-92c9-723efa0eb0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2deac355-7e8d-445f-a95d-d9a77e181722'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:25.644149 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8fd39c-665a-4a34-ac24-013d5e6a5caf" -d '{"events": [{"server_uuid": "802c6fd8-4d2a-4e17-92c9-723efa0eb0e6", "name": "network-vif-plugged", "status": "completed", "tag": "2deac355-7e8d-445f-a95d-d9a77e181722"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:25.648906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42a0bc21-57ec-4525-81f1-22da30338dc7 req-e6a559b8-904f-4610-85a5-6a30a9c37f5d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "DELETE /v2.0/security-groups/7b91046f-0da4-49f2-bccc-4c18d3fb6b73 HTTP/1.1" status: 204 len: 173 time: 0.5502765 Nov 12 11:02:25.671306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a559b8-904f-4610-85a5-6a30a9c37f5d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b91046f-0da4-49f2-bccc-4c18d3fb6b73,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:25.685138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2deac355-7e8d-445f-a95d-d9a77e181722, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2deac355-7e8d-445f-a95d-d9a77e181722,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:25.801005 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a2c1236-8cbd-4cbf-8d75-cf1c826a0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.861122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fb5de9c1-8953-46b0-b26e-4c4496faddaf details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:25.880387 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:25.882895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:25.904608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:26.068893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a7245036-01d7-4625-a266-34a3d070f8e9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:26.118231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0a2c1236-8cbd-4cbf-8d75-cf1c826a0cd5 None None] For port a7245036-01d7-4625-a266-34a3d070f8e9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a7245036-01d7-4625-a266-34a3d070f8e9,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:26.182447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9602f-7401-47b6-8b00-d5f6b5c991f3 req-4ad101e0-c2ad-4979-8094-0773df96e70d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:26.195746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20f9602f-7401-47b6-8b00-d5f6b5c991f3 req-4ad101e0-c2ad-4979-8094-0773df96e70d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 946 time: 0.1238103 Nov 12 11:02:26.233789 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:02:26.238963 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a2c1236-8cbd-4cbf-8d75-cf1c826a0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:26.263552 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:26.277173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20f9602f-7401-47b6-8b00-d5f6b5c991f3 req-6c96a665-3131-43de-83b7-1bf580c56216 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764451 Nov 12 11:02:26.514418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70c6ad46-dfb2-43d6-bae4-2f1a765f14bb req-e5b2ce64-62ce-4fe4-a910-aa32fd665fca tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/e876d516-e255-4c4d-8c6e-031757a9c576 HTTP/1.1" status: 200 len: 1821 time: 0.1531067 Nov 12 11:02:26.680454 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc1541-cffc-4483-a207-c5d40424ec2f x-openstack-request-id: req-d5bc1541-cffc-4483-a207-c5d40424ec2f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:26.680810 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802c6fd8-4d2a-4e17-92c9-723efa0eb0e6", "name": "network-vif-plugged", "status": "completed", "tag": "2deac355-7e8d-445f-a95d-d9a77e181722", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:26.680984 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d5bc1541-cffc-4483-a207-c5d40424ec2f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:26.681501 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802c6fd8-4d2a-4e17-92c9-723efa0eb0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2deac355-7e8d-445f-a95d-d9a77e181722', 'code': 200} Nov 12 11:02:26.684803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:02:26.686060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2deac355-7e8d-445f-a95d-d9a77e181722,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:26.738569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57ab7a-4545-4fd6-9815-df0fdc7676b3 req-3f14fc5e-b583-4632-bf4e-c749552b894d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:26.739880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a7245036-01d7-4625-a266-34a3d070f8e9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:26.740104 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:26.748127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd825-1d54-43c8-9462-4c7d31810cdf req-828c7f25-e19e-49c4-b925-c94dd679d1e4 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:26.754768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ffcd825-1d54-43c8-9462-4c7d31810cdf req-828c7f25-e19e-49c4-b925-c94dd679d1e4 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 946 time: 0.2161057 Nov 12 11:02:26.768248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc57ab7a-4545-4fd6-9815-df0fdc7676b3 req-3f14fc5e-b583-4632-bf4e-c749552b894d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 943 time: 0.1188622 Nov 12 11:02:26.780424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376db69-20a2-4a4c-ba6c-8b0f6608bdf3 req-ffcd1373-dedd-442c-8f6a-e3474b0880fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:26.783139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2376db69-20a2-4a4c-ba6c-8b0f6608bdf3 req-ffcd1373-dedd-442c-8f6a-e3474b0880fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 1098 time: 0.2102380 Nov 12 11:02:26.826028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:26.829574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:26.834622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c1236-8cbd-4cbf-8d75-cf1c826a0cd5 None None] Pushing event updated for resources: {'Port': ['ID=a7245036-01d7-4625-a266-34a3d070f8e9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:26.850086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:26.850385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:26.856667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc57ab7a-4545-4fd6-9815-df0fdc7676b3 req-80311841-11f0-471c-8653-fc8d3a7c833b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844665 Nov 12 11:02:26.898645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf', 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'port_id': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf', 'mac_address': 'fa:16:3e:53:db:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4f7967-2b88-4bd2-a0b2-99b26f45a16b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:26.999837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3f9c55bb-aea5-42c1-9384-3d892e7dab63 None None] Provisioning complete for port a7245036-01d7-4625-a266-34a3d070f8e9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:27.000615 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3f9c55bb-aea5-42c1-9384-3d892e7dab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.035529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737c446-6c79-4ad3-a8d3-53b0d2c4e1c3 req-e8385255-dffb-4f7c-815a-5d8d9e28241a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:27.038699 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1737c446-6c79-4ad3-a8d3-53b0d2c4e1c3 req-e8385255-dffb-4f7c-815a-5d8d9e28241a tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 944 time: 0.0699694 Nov 12 11:02:27.052236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ffcd825-1d54-43c8-9462-4c7d31810cdf req-3f9861a2-644a-4b57-ad2c-838b6ee56c62 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups?id=ad0f357c-1c7b-4135-9ead-c43035a305f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959275 Nov 12 11:02:27.109119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:02:27.122675 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Sync routers for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:02:27.127815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1737c446-6c79-4ad3-a8d3-53b0d2c4e1c3 req-2f079b82-cd62-4aea-819a-296f59ee3d16 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821016 Nov 12 11:02:27.136025 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.165845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-67d31289-8138-43b1-a83e-a561f3c57420 req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1801634142', 'description': 'tempest-description-1050621198'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:27.168565 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:27.169453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2376db69-20a2-4a4c-ba6c-8b0f6608bdf3 req-a2dc470f-2201-4761-b05a-33627eb29d50 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946241 Nov 12 11:02:27.172800 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:02:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:27.178931 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.185254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5de9c1-8953-46b0-b26e-4c4496faddaf {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:27.224260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-a121155b-629e-466a-84d6-147f5e1a50dd tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:27.228145 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-a121155b-629e-466a-84d6-147f5e1a50dd tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 946 time: 0.1139407 Nov 12 11:02:27.268609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.269273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:27.270828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4d046577-2366-4e80-8a7b-9871854e9531 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0840242 Nov 12 11:02:27.283266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5040f-d867-432d-bc2b-8d4d23c67819 req-4c4055f9-5c22-4261-ad70-577a78d843ca tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:27.285205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-18a5040f-d867-432d-bc2b-8d4d23c67819 req-4c4055f9-5c22-4261-ad70-577a78d843ca tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 945 time: 0.1114593 Nov 12 11:02:27.285944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41236) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:27.312104 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:27.351759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:27.375746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.413993 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-67d31289-8138-43b1-a83e-a561f3c57420 req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.473760 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.483452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-18a5040f-d867-432d-bc2b-8d4d23c67819 req-0c14b4aa-8157-45cd-88e6-8698879d8ea9 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/security-groups?id=655d2861-cee8-4616-a25b-446670fb88ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838500 Nov 12 11:02:27.490541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:27.548402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Deleting port abc279d9-c4fb-4848-9d8d-cb78a2c173af {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:27.548728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.583500 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:25Z', 'revision_number': 3, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:27.623078 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Checking router: 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:02:27.624107 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Updating router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d port 2d5bd8a7-2e81-49d4-905a-417375b3da1d binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:02:27.633261 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-67d31289-8138-43b1-a83e-a561f3c57420 req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.635207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fb5de9c1-8953-46b0-b26e-4c4496faddaf'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:27.668316 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.744566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] For port abc279d9-c4fb-4848-9d8d-cb78a2c173af, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=abc279d9-c4fb-4848-9d8d-cb78a2c173af,segment=NetworkSegment(4f35108e-f3e0-4e8e-ab71-2adfeab2af9c),segment_id=4f35108e-f3e0-4e8e-ab71-2adfeab2af9c)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:27.745556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.750648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-67d31289-8138-43b1-a83e-a561f3c57420 req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:27.770516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Calling delete_port for abc279d9-c4fb-4848-9d8d-cb78a2c173af owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:27.941593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7f7c61-b096-4601-858b-826136b3edcd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:27.982008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:28.001215 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-67d31289-8138-43b1-a83e-a561f3c57420 req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.005376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a7245036-01d7-4625-a266-34a3d070f8e9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:28.025054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67d31289-8138-43b1-a83e-a561f3c57420 req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8663464 Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.034178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50809a26-20e1-47de-aaf9-47f891686f21 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.159208 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.212026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a7245036-01d7-4625-a266-34a3d070f8e9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:28.212312 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.253057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301257e-59b7-4051-9b94-a638e01731f0 req-ba0245ce-3087-4045-a571-04427be3b1f0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:28.255822 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.274569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e53c38-4a61-4182-b79d-962fee87329f req-6b92a38e-f105-4408-be90-11a4b7ffb3d1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:28.282364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a301257e-59b7-4051-9b94-a638e01731f0 req-ba0245ce-3087-4045-a571-04427be3b1f0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 944 time: 0.1616707 Nov 12 11:02:28.282749 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24e53c38-4a61-4182-b79d-962fee87329f req-6b92a38e-f105-4408-be90-11a4b7ffb3d1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 946 time: 0.1550200 Nov 12 11:02:28.293732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.313556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16737914-f698-467e-96be-de402699ed42 req-6bcc387e-7326-4ea2-b8cb-3ff0f2234500 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:28.318284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16737914-f698-467e-96be-de402699ed42 req-6bcc387e-7326-4ea2-b8cb-3ff0f2234500 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 945 time: 0.1572714 Nov 12 11:02:28.358600 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.384305 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Attempting to bind port 2d5bd8a7-2e81-49d4-905a-417375b3da1d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:28.384651 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Attempting to bind port 2d5bd8a7-2e81-49d4-905a-417375b3da1d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:28.385023 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Attempting to bind port 2d5bd8a7-2e81-49d4-905a-417375b3da1d on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:28.395700 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:28.396128 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:28.396926 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.397327 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:28.397685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a301257e-59b7-4051-9b94-a638e01731f0 req-108b5a89-d65f-4100-9a2a-70acdebaeced tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127169 Nov 12 11:02:28.397896 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Bound port: 2d5bd8a7-2e81-49d4-905a-417375b3da1d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:28.398170 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.400678 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Pushing event updated for resources: {'Port': ['ID=2d5bd8a7-2e81-49d4-905a-417375b3da1d,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:28.412252 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.412252 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.412749 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.412749 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.413093 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.413323 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.413655 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.413981 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.414297 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.414675 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.414996 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.415313 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:28.430038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event deleted for resources: {'Port': ['ID=abc279d9-c4fb-4848-9d8d-cb78a2c173af,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:28.476287 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:02:28.487393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['abc279d9-c4fb-4848-9d8d-cb78a2c173af'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:28.544492 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] For port 2d5bd8a7-2e81-49d4-905a-417375b3da1d, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:28.549593 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] For port 2d5bd8a7-2e81-49d4-905a-417375b3da1d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d5bd8a7-2e81-49d4-905a-417375b3da1d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:28.662920 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.682697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:28.686843 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc790e8-7360-4ae6-9541-6c5a3951b099" -d '{"events": [{"server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:28.780827 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf9f87-eaa6-4cc3-a950-e7315b723690 None None] Pushing event updated for resources: {'Port': ['ID=2d5bd8a7-2e81-49d4-905a-417375b3da1d,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:28.785673 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:28.786619 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:02:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:28.908559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24e53c38-4a61-4182-b79d-962fee87329f req-3067e812-4a99-4f66-8201-454796419221 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245914 Nov 12 11:02:28.958275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] No DVR routers for this DVR port abc279d9-c4fb-4848-9d8d-cb78a2c173af on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:28.958676 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:28.962003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:28.965472 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-25556d23-50a3-43e3-9bbc-a5cc8880ea56 req-05dbf86d-9cf4-4dcc-8f56-c881497e8fec tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.57 "DELETE /v2.0/ports/abc279d9-c4fb-4848-9d8d-cb78a2c173af HTTP/1.1" status: 204 len: 173 time: 1.7326047 Nov 12 11:02:28.969172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1929cb2c-583d-4bc9-a856-3ff406da33df', 'name': 'network-vif-deleted', 'tag': 'abc279d9-c4fb-4848-9d8d-cb78a2c173af'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:28.971582 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19630c13-6fb6-458e-80d9-23c957addecb" -d '{"events": [{"server_uuid": "1929cb2c-583d-4bc9-a856-3ff406da33df", "name": "network-vif-deleted", "tag": "abc279d9-c4fb-4848-9d8d-cb78a2c173af"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:29.102156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-664699f4-85c2-45b9-8c40-2fc449c64625 req-8a226246-4987-4ba7-b3dd-e17165f2847b tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/1d7f7c61-b096-4601-858b-826136b3edcd HTTP/1.1" status: 200 len: 1822 time: 0.1473100 Nov 12 11:02:29.124339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-664699f4-85c2-45b9-8c40-2fc449c64625 req-d224e0b1-791a-4243-a292-704ccc5c42d0 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d7f7c61-b096-4601-858b-826136b3edcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:29.124742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-664699f4-85c2-45b9-8c40-2fc449c64625 req-d224e0b1-791a-4243-a292-704ccc5c42d0 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d7f7c61-b096-4601-858b-826136b3edcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:29.132969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Deleting port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:29.133332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.158672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Allocated IP 172.20.0.1 (9f37587a-67c3-4c99-b864-851e73c2f0d5/36a403f2-b15e-4008-b7a5-3615adbdfb16/dcd27ed7-4ace-40ca-a067-bffbf287c6b1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:29.261412 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-17740479-2da6-4221-97d3-0d72c1d7a6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.322605 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:25Z', 'revision_number': 3, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:29.326467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] For port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,segment=NetworkSegment(34b99ce2-70d3-4a5e-b605-dec0ad55d953),segment_id=34b99ce2-70d3-4a5e-b605-dec0ad55d953)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:29.327086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.369065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Calling delete_port for 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:29.385681 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce29dbf-dc73-4f69-8f69-025acc6e2f98 None None] The sync data for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 is: [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:25Z', 'revision_number': 3, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:02:29.444306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.523618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-664699f4-85c2-45b9-8c40-2fc449c64625 req-d224e0b1-791a-4243-a292-704ccc5c42d0 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.582096 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-664699f4-85c2-45b9-8c40-2fc449c64625 req-d224e0b1-791a-4243-a292-704ccc5c42d0 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.708798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.717423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-664699f4-85c2-45b9-8c40-2fc449c64625 req-d224e0b1-791a-4243-a292-704ccc5c42d0 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.817227 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.826142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:29.827488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224e0b1-791a-4243-a292-704ccc5c42d0 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d1d549-754a-42eb-9b89-c6693bd4b290,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:29.831420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['91926d7c-6d96-4d6c-8c81-0769ad8dcf3d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:29.847840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:29.861564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:29.866941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Pushing event updated for resources: {'Port': ['ID=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:29.881388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fb5de9c1-8953-46b0-b26e-4c4496faddaf up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:29.941321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d5bd8a7-2e81-49d4-905a-417375b3da1d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:29.953547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Pushing event deleted for resources: {'Port': ['ID=91926d7c-6d96-4d6c-8c81-0769ad8dcf3d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:29.967038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-664699f4-85c2-45b9-8c40-2fc449c64625 req-d224e0b1-791a-4243-a292-704ccc5c42d0 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:29.968417 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-664699f4-85c2-45b9-8c40-2fc449c64625 req-d224e0b1-791a-4243-a292-704ccc5c42d0 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8530476 Nov 12 11:02:30.042924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] No DVR routers for this DVR port 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:30.046410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.056052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16737914-f698-467e-96be-de402699ed42 req-bfc6c4b8-5030-40a3-a762-e4cf5baf4c09 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.69 "DELETE /v2.0/ports/91926d7c-6d96-4d6c-8c81-0769ad8dcf3d HTTP/1.1" status: 204 len: 173 time: 1.7299199 Nov 12 11:02:30.060855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.084924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2d5bd8a7-2e81-49d4-905a-417375b3da1d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:30.085308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.143580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port fb5de9c1-8953-46b0-b26e-4c4496faddaf completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:30.156835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port fb5de9c1-8953-46b0-b26e-4c4496faddaf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:30.157226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.270340 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.272583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6435daeb-c909-42bf-a5ac-c30285c75cdc req-5bb1671a-db2c-4940-b4a0-a3785bd47271 tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/ports?device_id=1929cb2c-583d-4bc9-a856-3ff406da33df HTTP/1.1" status: 200 len: 210 time: 0.0486677 Nov 12 11:02:30.350481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 2d5bd8a7-2e81-49d4-905a-417375b3da1d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d5bd8a7-2e81-49d4-905a-417375b3da1d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:30.356979 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.385541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.411900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:30.415662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fc9337c7-ee2c-496b-98c3-e9eac09cb322 None None] Provisioning complete for port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:30.416455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc9337c7-ee2c-496b-98c3-e9eac09cb322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.449620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.525765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=2d5bd8a7-2e81-49d4-905a-417375b3da1d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:30.528783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fc9337c7-ee2c-496b-98c3-e9eac09cb322 None None] Port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:02:30.541569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.542460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device abc279d9-c4fb-4848-9d8d-cb78a2c173af no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:30.549474 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b42a0-f7ad-4863-89c8-44775f6f97c7 req-dcba08e9-df12-44be-8396-164f9bb845d7 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:30.553876 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2b42a0-f7ad-4863-89c8-44775f6f97c7 req-dcba08e9-df12-44be-8396-164f9bb845d7 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 945 time: 0.1635108 Nov 12 11:02:30.586492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: abc279d9-c4fb-4848-9d8d-cb78a2c173af {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:30.586841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device abc279d9-c4fb-4848-9d8d-cb78a2c173af not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:30.630846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:30.643282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d4e58a8-0177-40db-806b-539dd23517e7 req-caf87929-e463-4825-9917-919059796f72 tempest-InstanceActionsTestJSON-994027919 tempest-InstanceActionsTestJSON-994027919-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad4d754f-f98c-4692-a0e3-642cd7b5ca80 HTTP/1.1" status: 200 len: 210 time: 0.0634496 Nov 12 11:02:30.698541 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b2b42a0-f7ad-4863-89c8-44775f6f97c7 req-c1481e7e-d760-45a0-9e0f-71780fa4bffe tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203032 Nov 12 11:02:30.724772 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83b393c-0087-4f39-9425-a85f69efb0b1 x-openstack-request-id: req-c83b393c-0087-4f39-9425-a85f69efb0b1 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:30.724772 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:30.724772 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c83b393c-0087-4f39-9425-a85f69efb0b1 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:30.724772 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'code': 200} Nov 12 11:02:30.786064 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2297bafd-9c64-4b85-ae57-3e4317dcd8bb x-openstack-request-id: req-2297bafd-9c64-4b85-ae57-3e4317dcd8bb {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:30.786355 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1929cb2c-583d-4bc9-a856-3ff406da33df", "name": "network-vif-deleted", "tag": "abc279d9-c4fb-4848-9d8d-cb78a2c173af", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:30.786600 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2297bafd-9c64-4b85-ae57-3e4317dcd8bb {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:30.786992 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1929cb2c-583d-4bc9-a856-3ff406da33df', 'name': 'network-vif-deleted', 'tag': 'abc279d9-c4fb-4848-9d8d-cb78a2c173af', 'status': 'completed', 'code': 200} Nov 12 11:02:30.815270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:30.922172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f287924-6ff1-4621-84ca-c17318af404d req-fc692a43-1f23-4455-9900-d4a0adad49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:30.925285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f287924-6ff1-4621-84ca-c17318af404d req-fc692a43-1f23-4455-9900-d4a0adad49ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 1097 time: 0.0922325 Nov 12 11:02:30.936385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be2d97-a10e-459c-afb5-00df5932b62d req-a6071a71-3e7a-4587-946a-57517fa9cf7f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:30.939745 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28be2d97-a10e-459c-afb5-00df5932b62d req-a6071a71-3e7a-4587-946a-57517fa9cf7f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 946 time: 0.0672910 Nov 12 11:02:30.940137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d78da-3fb4-4d70-b1d9-75ad59e330b6 req-e5f88da0-a2d5-471a-a100-584c7c8a1e78 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:30.942674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-495d78da-3fb4-4d70-b1d9-75ad59e330b6 req-e5f88da0-a2d5-471a-a100-584c7c8a1e78 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 945 time: 0.1238313 Nov 12 11:02:30.952979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:31.015842 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28be2d97-a10e-459c-afb5-00df5932b62d req-cdc1dd30-94b1-45b9-88c7-caaaaa3503e6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671256 Nov 12 11:02:31.098227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Pushing event updated for resources: {'Port': ['ID=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:31.117213 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:31.125766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd54747-0fac-44c2-98cf-736bd302b2c4 req-c486e4df-7325-4633-a5a2-386d132195c3 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/1d7f7c61-b096-4601-858b-826136b3edcd HTTP/1.1" status: 200 len: 2415 time: 0.0698919 Nov 12 11:02:31.146616 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f287924-6ff1-4621-84ca-c17318af404d req-12fc7098-2c4a-465b-aded-58638778e0e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026117 Nov 12 11:02:31.149020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-5fd54747-0fac-44c2-98cf-736bd302b2c4 req-35122140-a39c-4ecb-aa51-9b865f28ba15 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d7f7c61-b096-4601-858b-826136b3edcd', 'remote_group_id': None}]} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:31.149529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-5fd54747-0fac-44c2-98cf-736bd302b2c4 req-35122140-a39c-4ecb-aa51-9b865f28ba15 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d7f7c61-b096-4601-858b-826136b3edcd', 'remote_group_id': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:31.154165 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-495d78da-3fb4-4d70-b1d9-75ad59e330b6 req-a937de19-2934-4cae-88e1-7feb2a6f5e71 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962423 Nov 12 11:02:31.298547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:31.300256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:31.478482 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5fd54747-0fac-44c2-98cf-736bd302b2c4 req-35122140-a39c-4ecb-aa51-9b865f28ba15 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:31.519417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:02:31.528662 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5fd54747-0fac-44c2-98cf-736bd302b2c4 req-35122140-a39c-4ecb-aa51-9b865f28ba15 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:31.639059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5fd54747-0fac-44c2-98cf-736bd302b2c4 req-35122140-a39c-4ecb-aa51-9b865f28ba15 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:31.668633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35122140-a39c-4ecb-aa51-9b865f28ba15 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0d15f3-9adb-41b6-802e-4021a05a9815,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:31.685910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cc60f46c-bee3-45af-9735-ab86817ebefb None None] Provisioning complete for port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:31.687400 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cc60f46c-bee3-45af-9735-ab86817ebefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:31.732858 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-55f7106e-fd9e-44e4-b72f-445aa99de71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:31.747384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:02:31.759749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cc60f46c-bee3-45af-9735-ab86817ebefb None None] Port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:02:31.768248 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-220bed40-2d79-4c2e-8340-991b4bc67b0b admin admin] 10.222.0.98 "PUT /v2.0/routers/25050beb-abf1-4a1e-b552-fbaeb9ae8d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4739964 Nov 12 11:02:31.818875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5fd54747-0fac-44c2-98cf-736bd302b2c4 req-35122140-a39c-4ecb-aa51-9b865f28ba15 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:31.832384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd54747-0fac-44c2-98cf-736bd302b2c4 req-35122140-a39c-4ecb-aa51-9b865f28ba15 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6904249 Nov 12 11:02:31.863404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d5bd8a7-2e81-49d4-905a-417375b3da1d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:31.972804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Sync routers for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:02:31.981629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2d5bd8a7-2e81-49d4-905a-417375b3da1d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:31.982110 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:32.011659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:32.012483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:02:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:32.192700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:32.311175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41296) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:32.425278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Deleting subnet e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:02:32.432268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:32.461798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e9868-c6b4-47e6-90fa-87b586cda77f req-db35e037-3de2-49db-8429-59a96d770bec tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:32.471948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e12e9868-c6b4-47e6-90fa-87b586cda77f req-db35e037-3de2-49db-8429-59a96d770bec tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 945 time: 0.1059167 Nov 12 11:02:32.501210 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:32.550243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e12e9868-c6b4-47e6-90fa-87b586cda77f req-174151be-9229-42f9-8b66-2f2dc8b3eca5 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768142 Nov 12 11:02:32.575544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 2, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:32.589964 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:32.633400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Checking router: 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:02:32.634421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Updating router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:02:32.683126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:32.694512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd75fa96-6ec8-4b93-b7a5-011b955f82ef req-63b5127d-129e-4dee-bb92-ca4d4b2cae73 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/1d7f7c61-b096-4601-858b-826136b3edcd HTTP/1.1" status: 200 len: 3013 time: 0.1040943 Nov 12 11:02:32.727656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:32.732298 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e548c9a8-f7e6-4266-8c09-ccce0eaedbde" -d '{"events": [{"server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "name": "network-vif-plugged", "status": "completed", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:32.788748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4d754f-f98c-4692-a0e3-642cd7b5ca80', 'name': 'network-vif-deleted', 'tag': '91926d7c-6d96-4d6c-8c81-0769ad8dcf3d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:32.794054 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169ef793-4745-4de6-aaa3-6aaf4d593af6" -d '{"events": [{"server_uuid": "ad4d754f-f98c-4692-a0e3-642cd7b5ca80", "name": "network-vif-deleted", "tag": "91926d7c-6d96-4d6c-8c81-0769ad8dcf3d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:32.844258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:32.895140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:32.898297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:32.905401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e24afa6d-fbf1-4542-b0cd-6b4193ca9ba1 HTTP/1.1" status: 204 len: 168 time: 0.5865936 Nov 12 11:02:32.905851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41306) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:32.908759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.909225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.909577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.909917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.910254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.910593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.911061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.911391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.911718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.912092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.912392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.912716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a4dd6-717e-43d6-8af3-a235311427c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:32.931739 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:32.985976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.050107 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.078749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.103683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ecf770-fc7f-496c-aedb-808eac9ab998']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:33.115958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b99ce2-70d3-4a5e-b605-dec0ad55d953') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:33.116372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b99ce2-70d3-4a5e-b605-dec0ad55d953') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:33.123538 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.131380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.150640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.160908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:02:33.161554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:02:33.163773 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:02:33.204492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:33.210290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb30deb-9727-400c-9843-b74001aca2b6 None None] Pushing event updated for resources: {'Port': ['ID=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:33.248768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:33.249061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 91926d7c-6d96-4d6c-8c81-0769ad8dcf3d not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:33.269036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Attempting to bind port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:33.269509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Attempting to bind port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:33.270028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Attempting to bind port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 on network 9f37587a-67c3-4c99-b864-851e73c2f0d5 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:33.276941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:33.277342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Checking segment: {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:33.277878 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.278446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Bound using segment: {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:33.279149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Bound port: dcd27ed7-4ace-40ca-a067-bffbf287c6b1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:33.279656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.318777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.351856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.352390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41308) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:33.358510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a6fd0b69-3f6f-450a-b5c0-707b514d6d11 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761095185', 'description': 'tempest-description--230453748'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:33.365789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e8ecf770-fc7f-496c-aedb-808eac9ab998 HTTP/1.1" status: 204 len: 168 time: 0.4579158 Nov 12 11:02:33.367842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63349722-0140-494b-b3b2-c88dbb19f603 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ecf770-fc7f-496c-aedb-808eac9ab998,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:33.421516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] For port dcd27ed7-4ace-40ca-a067-bffbf287c6b1, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:33.428946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] For port dcd27ed7-4ace-40ca-a067-bffbf287c6b1, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:33.461220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0b69-3f6f-450a-b5c0-707b514d6d11 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.536996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dbc5d-29a2-4452-a8cd-670c803a10cb req-8868b9d3-8d72-4ff0-bbdb-c028932c898b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:33.550709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a85dbc5d-29a2-4452-a8cd-670c803a10cb req-8868b9d3-8d72-4ff0-bbdb-c028932c898b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 945 time: 0.1164093 Nov 12 11:02:33.570117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0b69-3f6f-450a-b5c0-707b514d6d11 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.608998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a85dbc5d-29a2-4452-a8cd-670c803a10cb req-ce8b0aa0-b169-45f5-846c-9d314bea0912 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570514 Nov 12 11:02:33.625853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1c0c99eb-9818-47ed-bce7-c43a51234ad0 None None] Provisioning complete for port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:33.626455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c0c99eb-9818-47ed-bce7-c43a51234ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.700754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0b69-3f6f-450a-b5c0-707b514d6d11 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.712942 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:33.808194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cdca7-ef86-450d-b40d-921b6fc8e5b0 req-f5ebda79-14f2-4502-9f75-704f54ef8dd8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:33.821953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-183cdca7-ef86-450d-b40d-921b6fc8e5b0 req-f5ebda79-14f2-4502-9f75-704f54ef8dd8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 946 time: 0.1410987 Nov 12 11:02:33.856603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:02:33.858315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:02:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:33.869699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c99eb-9818-47ed-bce7-c43a51234ad0 None None] Port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:02:33.898778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-183cdca7-ef86-450d-b40d-921b6fc8e5b0 req-e5581f88-b3b9-48af-bcf0-2b65146a087e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756245 Nov 12 11:02:33.927814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd0b69-3f6f-450a-b5c0-707b514d6d11 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:34.002402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c4991394-9961-4642-868e-19b285c0439c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:34.004599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c4991394-9961-4642-868e-19b285c0439c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 946 time: 0.3361506 Nov 12 11:02:34.021314 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60b4413-5d06-4bb9-8588-7f787f944113 x-openstack-request-id: req-e60b4413-5d06-4bb9-8588-7f787f944113 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:34.021779 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "name": "network-vif-plugged", "status": "completed", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:34.022235 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e60b4413-5d06-4bb9-8588-7f787f944113 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:34.022890 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf', 'code': 200} Nov 12 11:02:34.023631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ebc3c06-bf18-49ab-8cd3-5e81ea5285ea req-45d3c77a-48c2-4667-8d32-b174d9916a43 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-group-rules/0b0d15f3-9adb-41b6-802e-4021a05a9815 HTTP/1.1" status: 200 len: 783 time: 0.1264071 Nov 12 11:02:34.043845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6fd0b69-3f6f-450a-b5c0-707b514d6d11 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.045355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb30deb-9727-400c-9843-b74001aca2b6 None None] Pushing event updated for resources: {'Port': ['ID=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:34.045956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a6fd0b69-3f6f-450a-b5c0-707b514d6d11 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6922128 Nov 12 11:02:34.050627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41322) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:34.057230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7d06c0f6-9a96-43eb-ab3a-4c2f1574cbda tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Request body: {'security_group_rule': {'security_group_id': 'fd3e9e65-320c-4dc2-a44d-8aa4a10c676d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:34.100883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41324) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:34.134738 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6857d1-9f88-4d60-afe8-43aee167b59b x-openstack-request-id: req-cb6857d1-9f88-4d60-afe8-43aee167b59b {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:34.135354 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4d754f-f98c-4692-a0e3-642cd7b5ca80", "name": "network-vif-deleted", "tag": "91926d7c-6d96-4d6c-8c81-0769ad8dcf3d", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:34.135781 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb6857d1-9f88-4d60-afe8-43aee167b59b {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:34.136472 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4d754f-f98c-4692-a0e3-642cd7b5ca80', 'name': 'network-vif-deleted', 'tag': '91926d7c-6d96-4d6c-8c81-0769ad8dcf3d', 'status': 'completed', 'code': 200} Nov 12 11:02:34.235624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1f8da72e-52a7-436c-8554-e6550b69aebf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=37686a2ae2174b88829e1b01ee42c5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307111 Nov 12 11:02:34.236991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41326) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:34.304556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b5b8c-1ef0-4b17-a753-1f02e71cc843 req-7c7863fe-9313-4b22-9e6a-cedec762897c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:34.306855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-239b5b8c-1ef0-4b17-a753-1f02e71cc843 req-7c7863fe-9313-4b22-9e6a-cedec762897c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 945 time: 0.1470706 Nov 12 11:02:34.347184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d40f40-274c-424d-8b01-6a7fa523480f req-d3803048-b752-4ef1-8787-7785259649c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:34.350497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b8d40f40-274c-424d-8b01-6a7fa523480f req-d3803048-b752-4ef1-8787-7785259649c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1097 time: 0.2089570 Nov 12 11:02:34.355132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ebc3c06-bf18-49ab-8cd3-5e81ea5285ea req-fdbda6fd-0ba3-4bee-abae-dee8511d3a84 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/1d7f7c61-b096-4601-858b-826136b3edcd HTTP/1.1" status: 200 len: 3013 time: 0.3272941 Nov 12 11:02:34.376146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a4460bae-e751-412c-aa5f-a7ea32c2dddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.377983 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d06c0f6-9a96-43eb-ab3a-4c2f1574cbda tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.447623 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-239b5b8c-1ef0-4b17-a753-1f02e71cc843 req-27fa22b5-db34-40f1-a0fe-35bb3995cc5c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292043 Nov 12 11:02:34.456050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:02:34.478423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Deleting port 2deac355-7e8d-445f-a95d-d9a77e181722 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:34.478866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.508526 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a4460bae-e751-412c-aa5f-a7ea32c2dddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.605305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41334) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:34.621207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.627631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d06c0f6-9a96-43eb-ab3a-4c2f1574cbda tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.648066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6cf17833-2230-4aa8-b37c-c840f188aee5 None None] Provisioning complete for port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:34.648886 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6cf17833-2230-4aa8-b37c-c840f188aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.677322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4ebc3c06-bf18-49ab-8cd3-5e81ea5285ea req-8d064896-631b-4126-98fe-c9e0776e533e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.699649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b8d40f40-274c-424d-8b01-6a7fa523480f req-857e9563-5742-46ae-ae97-20e855c8ecee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327174 Nov 12 11:02:34.702767 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4ebc3c06-bf18-49ab-8cd3-5e81ea5285ea req-8d064896-631b-4126-98fe-c9e0776e533e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.718412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d06c0f6-9a96-43eb-ab3a-4c2f1574cbda tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.740367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06c0f6-9a96-43eb-ab3a-4c2f1574cbda tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85eae315-7552-459b-bc9f-08fe4a800e74,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:34.756045 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a4460bae-e751-412c-aa5f-a7ea32c2dddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.759370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a4460bae-e751-412c-aa5f-a7ea32c2dddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.763678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a4460bae-e751-412c-aa5f-a7ea32c2dddc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/655d2861-cee8-4616-a25b-446670fb88ee HTTP/1.1" status: 204 len: 168 time: 0.5239797 Nov 12 11:02:34.796404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460bae-e751-412c-aa5f-a7ea32c2dddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d2861-cee8-4616-a25b-446670fb88ee,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:34.830962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.839788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] For port 2deac355-7e8d-445f-a95d-d9a77e181722, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2deac355-7e8d-445f-a95d-d9a77e181722,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:34.840457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.868222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Calling delete_port for 2deac355-7e8d-445f-a95d-d9a77e181722 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:34.928908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d06c0f6-9a96-43eb-ab3a-4c2f1574cbda tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.934143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7d06c0f6-9a96-43eb-ab3a-4c2f1574cbda tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8786230 Nov 12 11:02:34.937746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41352) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:34.959665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7c0f6365-ff2e-40cd-85b6-a76c9fb6265f tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Request body: {'security_group_rule': {'security_group_id': 'fd3e9e65-320c-4dc2-a44d-8aa4a10c676d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:34.968032 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4ebc3c06-bf18-49ab-8cd3-5e81ea5285ea req-8d064896-631b-4126-98fe-c9e0776e533e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:34.991588 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6cf17833-2230-4aa8-b37c-c840f188aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.016710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:33Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:35.020152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4ebc3c06-bf18-49ab-8cd3-5e81ea5285ea req-8d064896-631b-4126-98fe-c9e0776e533e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.038749 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ebc3c06-bf18-49ab-8cd3-5e81ea5285ea req-8d064896-631b-4126-98fe-c9e0776e533e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/0b0d15f3-9adb-41b6-802e-4021a05a9815 HTTP/1.1" status: 204 len: 173 time: 0.6682248 Nov 12 11:02:35.066850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36393c9-5360-44e1-a5ff-64d7a0a99cb0 None None] The sync data for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 is: [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:33Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:02:35.068809 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80ee8996-b6c7-4fa5-9d35-3af7de18f7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.072107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6cf17833-2230-4aa8-b37c-c840f188aee5 None None] For port dcd27ed7-4ace-40ca-a067-bffbf287c6b1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:35.080103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d064896-631b-4126-98fe-c9e0776e533e tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b0d15f3-9adb-41b6-802e-4021a05a9815,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:35.158408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6cf17833-2230-4aa8-b37c-c840f188aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.186311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6365-ff2e-40cd-85b6-a76c9fb6265f tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.300804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf17833-2230-4aa8-b37c-c840f188aee5 None None] Pushing event updated for resources: {'Port': ['ID=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:35.356742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6365-ff2e-40cd-85b6-a76c9fb6265f tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.393176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80ee8996-b6c7-4fa5-9d35-3af7de18f7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.439969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380c63b-2bba-4da5-be0a-1d64cc1b6cf8 req-bf18a9a1-7e2d-4c4e-912d-8faa2041853d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:35.442504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9380c63b-2bba-4da5-be0a-1d64cc1b6cf8 req-bf18a9a1-7e2d-4c4e-912d-8faa2041853d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 945 time: 0.1804268 Nov 12 11:02:35.460818 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6365-ff2e-40cd-85b6-a76c9fb6265f tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.487101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80ee8996-b6c7-4fa5-9d35-3af7de18f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.516076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9499778-66b3-4f80-82c5-39cf88ac8b48 req-377d7407-a2c3-4658-8ba8-822ef2de8e7f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:35.526446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a9499778-66b3-4f80-82c5-39cf88ac8b48 req-377d7407-a2c3-4658-8ba8-822ef2de8e7f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 946 time: 0.1469090 Nov 12 11:02:35.556701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f6365-ff2e-40cd-85b6-a76c9fb6265f tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b438d4b1-82c6-4a69-b373-72407bc88446,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:35.577194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9380c63b-2bba-4da5-be0a-1d64cc1b6cf8 req-9a09a787-b591-441d-8009-ea61d7341f75 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169846 Nov 12 11:02:35.577194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.579120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee8996-b6c7-4fa5-9d35-3af7de18f7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b483d1-5726-47b1-b86b-13f00545d36c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:35.612688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event deleted for resources: {'Port': ['ID=2deac355-7e8d-445f-a95d-d9a77e181722,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:35.617500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-80ee8996-b6c7-4fa5-9d35-3af7de18f7b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=998683ef49524da4a45c1f7bd383d24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9690971 Nov 12 11:02:35.654954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41366) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:35.670852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a9499778-66b3-4f80-82c5-39cf88ac8b48 req-6a5de536-0a9c-41ab-bb03-0cb6dcb9cb8b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377814 Nov 12 11:02:35.738494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] No DVR routers for this DVR port 2deac355-7e8d-445f-a95d-d9a77e181722 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:35.751152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.753351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c0f6365-ff2e-40cd-85b6-a76c9fb6265f tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.754652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b90e9b7d-403d-4e07-9ed1-ece37a4e7d02 req-c7d28b95-0d0a-4029-8c50-d980888a0f41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "DELETE /v2.0/ports/2deac355-7e8d-445f-a95d-d9a77e181722 HTTP/1.1" status: 204 len: 173 time: 1.7235944 Nov 12 11:02:35.758906 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7c0f6365-ff2e-40cd-85b6-a76c9fb6265f tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8179424 Nov 12 11:02:35.764402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41370) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:35.775413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:35.786877 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47bc3e3e-9614-4989-b973-8bbeea6dae3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.819313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47bc3e3e-9614-4989-b973-8bbeea6dae3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.853453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c744dd67-2627-44be-a730-cd92ea237205 req-a3bec360-823e-4aef-8ad5-c1f044d10896 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/1d7f7c61-b096-4601-858b-826136b3edcd HTTP/1.1" status: 200 len: 2415 time: 0.1566885 Nov 12 11:02:35.918519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41374) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:35.919453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device dcd27ed7-4ace-40ca-a067-bffbf287c6b1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:35.961109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.987719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47bc3e3e-9614-4989-b973-8bbeea6dae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:35.992595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47bc3e3e-9614-4989-b973-8bbeea6dae3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.000350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47bc3e3e-9614-4989-b973-8bbeea6dae3a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/30b483d1-5726-47b1-b86b-13f00545d36c HTTP/1.1" status: 204 len: 168 time: 0.3280127 Nov 12 11:02:36.035526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc3e3e-9614-4989-b973-8bbeea6dae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b483d1-5726-47b1-b86b-13f00545d36c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:36.096688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c744dd67-2627-44be-a730-cd92ea237205 req-62645f46-1e83-4363-a0ce-6644379de41a tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.160271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802c6fd8-4d2a-4e17-92c9-723efa0eb0e6', 'name': 'network-vif-deleted', 'tag': '2deac355-7e8d-445f-a95d-d9a77e181722'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:36.170409 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe64206c-6c3a-456e-8e07-9ac54aa72025" -d '{"events": [{"server_uuid": "802c6fd8-4d2a-4e17-92c9-723efa0eb0e6", "name": "network-vif-deleted", "tag": "2deac355-7e8d-445f-a95d-d9a77e181722"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:36.181898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:36.182852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.262185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c744dd67-2627-44be-a730-cd92ea237205 req-62645f46-1e83-4363-a0ce-6644379de41a tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.267113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba0fc3ce-bcea-4424-a80e-edc0c4ef3dee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.355851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba0fc3ce-bcea-4424-a80e-edc0c4ef3dee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.493872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.561306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c744dd67-2627-44be-a730-cd92ea237205 req-62645f46-1e83-4363-a0ce-6644379de41a tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.568110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c744dd67-2627-44be-a730-cd92ea237205 req-62645f46-1e83-4363-a0ce-6644379de41a tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.570000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c744dd67-2627-44be-a730-cd92ea237205 req-62645f46-1e83-4363-a0ce-6644379de41a tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "DELETE /v2.0/security-groups/1d7f7c61-b096-4601-858b-826136b3edcd HTTP/1.1" status: 204 len: 173 time: 0.7092555 Nov 12 11:02:36.694722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba0fc3ce-bcea-4424-a80e-edc0c4ef3dee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.697589 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-ccf7cefb-f4a0-4903-8ef6-26ed36a28b2f req-76a90803-a2ce-4f89-aff2-353d2840a961 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] show failed (client error): The resource could not be found. Nov 12 11:02:36.708054 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba0fc3ce-bcea-4424-a80e-edc0c4ef3dee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:36.709276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ba0fc3ce-bcea-4424-a80e-edc0c4ef3dee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "DELETE /v2.0/security-groups/7c6552a7-bd4d-49db-a96d-c62d7760e4e5 HTTP/1.1" status: 204 len: 168 time: 0.7877009 Nov 12 11:02:36.711195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccf7cefb-f4a0-4903-8ef6-26ed36a28b2f req-76a90803-a2ce-4f89-aff2-353d2840a961 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/7b91046f-0da4-49f2-bccc-4c18d3fb6b73 HTTP/1.1" status: 404 len: 352 time: 0.0449455 Nov 12 11:02:36.713288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41424) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:36.725397 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d65b30-6059-4fe1-898f-bb5e9078d5e3 x-openstack-request-id: req-d1d65b30-6059-4fe1-898f-bb5e9078d5e3 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:36.726236 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802c6fd8-4d2a-4e17-92c9-723efa0eb0e6", "name": "network-vif-deleted", "tag": "2deac355-7e8d-445f-a95d-d9a77e181722", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:36.726938 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d1d65b30-6059-4fe1-898f-bb5e9078d5e3 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:36.728239 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802c6fd8-4d2a-4e17-92c9-723efa0eb0e6', 'name': 'network-vif-deleted', 'tag': '2deac355-7e8d-445f-a95d-d9a77e181722', 'status': 'completed', 'code': 200} Nov 12 11:02:36.752758 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-43a01629-5943-457d-bac0-a93b73c9f34d tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] show failed (client error): The resource could not be found. Nov 12 11:02:36.753969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-43a01629-5943-457d-bac0-a93b73c9f34d tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "GET /v2.0/security-groups/7c6552a7-bd4d-49db-a96d-c62d7760e4e5 HTTP/1.1" status: 404 len: 347 time: 0.0395257 Nov 12 11:02:36.758465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41430) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:36.803434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62645f46-1e83-4363-a0ce-6644379de41a tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7f7c61-b096-4601-858b-826136b3edcd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:36.858695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1088c8c8-4119-4fd3-801c-6b19bf77a9f1 req-06fe0afa-7063-4fdf-9dc7-f78ffedf1cb0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=802c6fd8-4d2a-4e17-92c9-723efa0eb0e6 HTTP/1.1" status: 200 len: 210 time: 0.0507491 Nov 12 11:02:36.878924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fc3ce-bcea-4424-a80e-edc0c4ef3dee tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6552a7-bd4d-49db-a96d-c62d7760e4e5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:36.915849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Allocated IP 172.25.3.94 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/a0b19a06-aeb2-4e02-9519-2eab794ee048) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:37.084857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0969-22e1-4ec2-b0df-5d10c9ad0d04 req-49fbe14c-fc22-4a29-8602-8d805d1a62b4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:37.096385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3cce0969-22e1-4ec2-b0df-5d10c9ad0d04 req-49fbe14c-fc22-4a29-8602-8d805d1a62b4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 945 time: 0.1998756 Nov 12 11:02:37.144595 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.167144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41434) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:37.223192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41438) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:37.229966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2deac355-7e8d-445f-a95d-d9a77e181722 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:37.233619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Deleting port d9d3ecf3-ce18-4691-b54e-4a72c8ce1c45 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:37.234178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.267734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 2deac355-7e8d-445f-a95d-d9a77e181722 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:37.268669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2deac355-7e8d-445f-a95d-d9a77e181722 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:37.296657 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-200a1302-d2ec-46e7-b880-f300a48d19aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.308698 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eeb7dfc3-30ad-48f6-b70b-4aed3e723aa4 req-8be9fc46-ae9a-4715-8033-8c27341c567f tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/e876d516-e255-4c4d-8c6e-031757a9c576 HTTP/1.1" status: 200 len: 1821 time: 0.4139025 Nov 12 11:02:37.309654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3cce0969-22e1-4ec2-b0df-5d10c9ad0d04 req-8ee5c914-d0af-4fdc-92b0-f06f241b45c5 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077155 Nov 12 11:02:37.452484 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.453752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.465168 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.474423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Calling delete_port for d9d3ecf3-ce18-4691-b54e-4a72c8ce1c45 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:37.581040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eeb7dfc3-30ad-48f6-b70b-4aed3e723aa4 req-eaca007c-be0b-4010-87d0-9a74351b3770 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.590701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-111534275-network', 'tenant_id': 'c4d54fa0ed984f01be559945d190d575'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:37.633617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:37.648757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:37.656974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75956f-ee26-41d0-9321-17f7d1959eba req-3dd13441-1538-4c8b-bf9a-77979ae7139c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:37.657631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event updated for resources: {'Port': ['ID=a0b19a06-aeb2-4e02-9519-2eab794ee048,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:37.658498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c75956f-ee26-41d0-9321-17f7d1959eba req-3dd13441-1538-4c8b-bf9a-77979ae7139c tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 945 time: 0.1598091 Nov 12 11:02:37.665509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:37.672241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eeb7dfc3-30ad-48f6-b70b-4aed3e723aa4 req-eaca007c-be0b-4010-87d0-9a74351b3770 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.760440 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-200a1302-d2ec-46e7-b880-f300a48d19aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.779905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Made reservation on behalf of c4d54fa0ed984f01be559945d190d575 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:37.783305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.800271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.820928 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-200a1302-d2ec-46e7-b880-f300a48d19aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.824270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c75956f-ee26-41d0-9321-17f7d1959eba req-0ef82e96-facf-4971-98b2-33580a506e0b tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311703 Nov 12 11:02:37.838887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.874091 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eeb7dfc3-30ad-48f6-b70b-4aed3e723aa4 req-eaca007c-be0b-4010-87d0-9a74351b3770 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.879883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eeb7dfc3-30ad-48f6-b70b-4aed3e723aa4 req-eaca007c-be0b-4010-87d0-9a74351b3770 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.886335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Pushing event deleted for resources: {'Port': ['ID=d9d3ecf3-ce18-4691-b54e-4a72c8ce1c45,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:37.887722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eeb7dfc3-30ad-48f6-b70b-4aed3e723aa4 req-eaca007c-be0b-4010-87d0-9a74351b3770 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "DELETE /v2.0/security-groups/e876d516-e255-4c4d-8c6e-031757a9c576 HTTP/1.1" status: 204 len: 173 time: 0.5661025 Nov 12 11:02:37.978475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.982193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:37.983855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c94c75e5-9e16-4352-afc3-5b56b6f0554f tempest-ImagesOneServerNegativeTestJSON-1067010467 tempest-ImagesOneServerNegativeTestJSON-1067010467-project] 10.222.0.98 "DELETE /v2.0/floatingips/a9a46327-d20e-41cf-a638-89d6622a7825 HTTP/1.1" status: 204 len: 168 time: 1.2240798 Nov 12 11:02:38.014642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.028129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a1302-d2ec-46e7-b880-f300a48d19aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480e57f2-106d-4127-a237-851886ae93c7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:38.079462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-200a1302-d2ec-46e7-b880-f300a48d19aa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=33e98df06fd14120aadde15334f86324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8529990 Nov 12 11:02:38.082288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41450) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:38.090669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca007c-be0b-4010-87d0-9a74351b3770 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876d516-e255-4c4d-8c6e-031757a9c576,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:38.097919 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd03e99d-18ae-460a-a12c-b5146304a33a req-911107d6-97b1-4978-9a79-83330819edac tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/1a94f0b2-c8cd-4f5d-8d7a-18e195b38dae HTTP/1.1" status: 200 len: 1821 time: 0.1371267 Nov 12 11:02:38.099139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.165114 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.178480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dd03e99d-18ae-460a-a12c-b5146304a33a req-370a1909-c525-4294-ac76-a508604008bf tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.188656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:38.209253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dd03e99d-18ae-460a-a12c-b5146304a33a req-370a1909-c525-4294-ac76-a508604008bf tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.211216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:38.215866 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.216254 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Added segment de470c0b-9ed8-4cd6-a146-9ffe0a925cf9 of type vlan for network 2b3d6521-bb96-48a0-9b7a-2998105298fe Nov 12 11:02:38.218793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2837124e-ad84-424f-a8df-81a8ef42e993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.282204 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2837124e-ad84-424f-a8df-81a8ef42e993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.291265 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.337059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.386694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93510e0b-3b6c-4b6c-95b5-c0d840847c12 req-249d4734-e13f-4b4b-88e8-bbec3d716165 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:38.389563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93510e0b-3b6c-4b6c-95b5-c0d840847c12 req-249d4734-e13f-4b4b-88e8-bbec3d716165 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1097 time: 0.0938816 Nov 12 11:02:38.427892 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dd03e99d-18ae-460a-a12c-b5146304a33a req-370a1909-c525-4294-ac76-a508604008bf tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.430687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dd03e99d-18ae-460a-a12c-b5146304a33a req-370a1909-c525-4294-ac76-a508604008bf tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.432684 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd03e99d-18ae-460a-a12c-b5146304a33a req-370a1909-c525-4294-ac76-a508604008bf tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "DELETE /v2.0/security-groups/1a94f0b2-c8cd-4f5d-8d7a-18e195b38dae HTTP/1.1" status: 204 len: 173 time: 0.3263013 Nov 12 11:02:38.468897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1909-c525-4294-ac76-a508604008bf tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94f0b2-c8cd-4f5d-8d7a-18e195b38dae,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:38.472925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.474616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:38.475638 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.498636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93510e0b-3b6c-4b6c-95b5-c0d840847c12 req-309e69d7-322f-4c1b-a178-5706575bc15f tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928576 Nov 12 11:02:38.541333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2837124e-ad84-424f-a8df-81a8ef42e993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.546268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2837124e-ad84-424f-a8df-81a8ef42e993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.554717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2837124e-ad84-424f-a8df-81a8ef42e993 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/480e57f2-106d-4127-a237-851886ae93c7 HTTP/1.1" status: 204 len: 168 time: 0.4646344 Nov 12 11:02:38.616399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837124e-ad84-424f-a8df-81a8ef42e993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480e57f2-106d-4127-a237-851886ae93c7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:38.655258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] Pushing event updated for resources: {'Network': ['ID=2b3d6521-bb96-48a0-9b7a-2998105298fe,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:38.682838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-de64c49d-e793-49f1-9e0f-d5182fff5f0f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5110967 Nov 12 11:02:38.683760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41466) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:38.702769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Request body: {'subnet': {'network_id': '2b3d6521-bb96-48a0-9b7a-2998105298fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-111534275-subnet', 'tenant_id': 'c4d54fa0ed984f01be559945d190d575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:38.703224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 2b3d6521-bb96-48a0-9b7a-2998105298fe details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:38.822688 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a6d6f89-ba9b-4607-b269-de090c87b513 req-5cbf9c57-4f74-4e3c-9b00-945b29a18f75 tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/c78629bc-d6c3-4cf2-8334-eef45c45889d HTTP/1.1" status: 200 len: 1821 time: 0.1581419 Nov 12 11:02:38.866712 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.932645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0fd43-513e-4bda-82b8-0ed35d661df0 req-ce9f0108-00e2-426e-b613-2a6300329ee3 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:38.934230 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ff0fd43-513e-4bda-82b8-0ed35d661df0 req-ce9f0108-00e2-426e-b613-2a6300329ee3 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1097 time: 0.0625095 Nov 12 11:02:38.941661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Made reservation on behalf of c4d54fa0ed984f01be559945d190d575 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:38.945408 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.972032 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:38.989725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7a6d6f89-ba9b-4607-b269-de090c87b513 req-fd0fd0d0-31dc-4515-96d2-7c5c143ebefb tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.041152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ff0fd43-513e-4bda-82b8-0ed35d661df0 req-d5143408-037a-4136-a7cc-8c190b252b81 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961816 Nov 12 11:02:39.053466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7a6d6f89-ba9b-4607-b269-de090c87b513 req-fd0fd0d0-31dc-4515-96d2-7c5c143ebefb tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.067448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event updated for resources: {'Port': ['ID=a0b19a06-aeb2-4e02-9519-2eab794ee048,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:39.083129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.183502 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.184774 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fe31580d-1713-4854-a219-452db3925cbb tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4192977 Nov 12 11:02:39.238399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:39.243084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7a6d6f89-ba9b-4607-b269-de090c87b513 req-fd0fd0d0-31dc-4515-96d2-7c5c143ebefb tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.248358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7a6d6f89-ba9b-4607-b269-de090c87b513 req-fd0fd0d0-31dc-4515-96d2-7c5c143ebefb tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.261934 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a6d6f89-ba9b-4607-b269-de090c87b513 req-fd0fd0d0-31dc-4515-96d2-7c5c143ebefb tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "DELETE /v2.0/security-groups/c78629bc-d6c3-4cf2-8334-eef45c45889d HTTP/1.1" status: 204 len: 173 time: 0.4261596 Nov 12 11:02:39.303796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fd0d0-31dc-4515-96d2-7c5c143ebefb tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78629bc-d6c3-4cf2-8334-eef45c45889d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:39.416263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.526697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:39.533026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a8a92f-56dd-472d-8daf-054e6b826a33,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:39.544046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-53ffa6d5-7253-4bbc-9ede-a39963bcf025 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:39.550726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-53ffa6d5-7253-4bbc-9ede-a39963bcf025 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.2299819 Nov 12 11:02:39.553691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'network_id': '9f012e9f-7910-4076-8d3e-0ae36a5588bf', 'port_id': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'mac_address': 'fa:16:3e:c9:bf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adfa467-a20e-4f6a-9ee5-a933f80fb700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:39.570388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe28b3-1d07-4f46-b16a-1dd76b32782d req-5258effe-dcd4-4d7d-a368-2b6be6f8b156 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:39.573107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0afe28b3-1d07-4f46-b16a-1dd76b32782d req-5258effe-dcd4-4d7d-a368-2b6be6f8b156 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 945 time: 0.2089179 Nov 12 11:02:39.588164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-d845716b-a28e-489b-bc73-07d2f916a70b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/quotas/9a3d96dbccd14fc0b89b9a4430474375 HTTP/1.1" status: 200 len: 375 time: 0.0277832 Nov 12 11:02:39.608654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.636608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Checking segment: {'id': 'de470c0b-9ed8-4cd6-a146-9ffe0a925cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2b3d6521-bb96-48a0-9b7a-2998105298fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:39.636608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Network hostable DHCP agents. Network: 2b3d6521-bb96-48a0-9b7a-2998105298fe, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:39.636904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:39.646136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-51aa51a2-9e43-49ea-9fad-b9cce30bee8b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501580 Nov 12 11:02:39.653196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:39.702177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0afe28b3-1d07-4f46-b16a-1dd76b32782d req-964aa2b1-752b-4c7c-8029-607392dae609 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.98 "GET /v2.0/security-groups?id=28afcf39-0ffe-493e-9701-bcb0931a4db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057684 Nov 12 11:02:39.782187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.800746 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-08ebcc41-346f-4501-8b07-2eeb2ce156d0 service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459906 Nov 12 11:02:39.810505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Network 2b3d6521-bb96-48a0-9b7a-2998105298fe is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:39.847856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41508) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:39.857212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['2e3ea7da-4d6d-484a-8b1f-524ba9a01296'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:39.867768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:39.907556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 2b3d6521-bb96-48a0-9b7a-2998105298fe) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:39.912251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:39.913158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:39.925933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684b703-c6b3-4934-b72a-e998da70c8c2 None None] Network 2b3d6521-bb96-48a0-9b7a-2998105298fe requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:39.951043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29ea4bd-de17-4e8a-aa31-e5bf74143b4f admin admin] Deleting subnet 338a34fb-e4eb-462e-9e13-5d63aea2a18d {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:02:39.962233 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a29ea4bd-de17-4e8a-aa31-e5bf74143b4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.004459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3041e412-e1e7-418e-83dc-e20d9f6ce266 req-d5278039-f7d2-4f08-9a39-bcbbba79a9cf tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/0fc419be-c96f-4c49-93a9-6b2191d34318 HTTP/1.1" status: 200 len: 2421 time: 0.1156271 Nov 12 11:02:40.028428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-5e35655e-bd4e-47dd-bd11-d3360c32ccbc service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264969 Nov 12 11:02:40.044286 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a29ea4bd-de17-4e8a-aa31-e5bf74143b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.106962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-33b6eb40-89ac-4377-b599-6134a26d88dc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4197619 Nov 12 11:02:40.168853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a29ea4bd-de17-4e8a-aa31-e5bf74143b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.242502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3041e412-e1e7-418e-83dc-e20d9f6ce266 req-dbaf013a-e379-4fa4-b8ac-89e74b6d497d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.252625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67810e4e-7cb1-4d33-ac4e-ae0921a75745 None None] Network 2b3d6521-bb96-48a0-9b7a-2998105298fe requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:40.335021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3041e412-e1e7-418e-83dc-e20d9f6ce266 req-dbaf013a-e379-4fa4-b8ac-89e74b6d497d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.422113 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a29ea4bd-de17-4e8a-aa31-e5bf74143b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.470007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ea4bd-de17-4e8a-aa31-e5bf74143b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338a34fb-e4eb-462e-9e13-5d63aea2a18d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:40.479598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a29ea4bd-de17-4e8a-aa31-e5bf74143b4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.483838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a29ea4bd-de17-4e8a-aa31-e5bf74143b4f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/338a34fb-e4eb-462e-9e13-5d63aea2a18d HTTP/1.1" status: 204 len: 168 time: 0.6348183 Nov 12 11:02:40.487346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41534) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:40.499430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3041e412-e1e7-418e-83dc-e20d9f6ce266 req-dbaf013a-e379-4fa4-b8ac-89e74b6d497d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.502759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3041e412-e1e7-418e-83dc-e20d9f6ce266 req-dbaf013a-e379-4fa4-b8ac-89e74b6d497d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.504219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3041e412-e1e7-418e-83dc-e20d9f6ce266 req-dbaf013a-e379-4fa4-b8ac-89e74b6d497d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "DELETE /v2.0/security-groups/0fc419be-c96f-4c49-93a9-6b2191d34318 HTTP/1.1" status: 204 len: 173 time: 0.4989228 Nov 12 11:02:40.544676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf013a-e379-4fa4-b8ac-89e74b6d497d tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc419be-c96f-4c49-93a9-6b2191d34318,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:40.584547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d590ba2-0349-4a2a-a5c9-b17691f14e53 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--761095185&fields=id&tenant_id=227cc9954dc74ecab0c800cb01368067 HTTP/1.1" status: 200 len: 267 time: 0.1294744 Nov 12 11:02:40.639361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.752458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.769600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-bd546fb3-bb31-442c-beca-18c0c8333eb5 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:40.771219 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-bd546fb3-bb31-442c-beca-18c0c8333eb5 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/networks?id=9f37587a-67c3-4c99-b864-851e73c2f0d5 HTTP/1.1" status: 200 len: 811 time: 0.1813436 Nov 12 11:02:40.789481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:40.801672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-11c04362-98be-4fca-b5b8-8c21fbb1f87f tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/quotas/227cc9954dc74ecab0c800cb01368067 HTTP/1.1" status: 200 len: 375 time: 0.0203674 Nov 12 11:02:40.802544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:40.804910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f35108e-f3e0-4e8e-ab71-2adfeab2af9c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:40.817982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.834853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:02:40.846433 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:02:40.886733 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0c758871-36ef-4982-b976-fbac231359b2 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=227cc9954dc74ecab0c800cb01368067&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750878 Nov 12 11:02:41.044109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:41.051799 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:41.058344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] 10.222.0.98 "DELETE /v2.0/networks/4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84 HTTP/1.1" status: 204 len: 168 time: 0.5694444 Nov 12 11:02:41.095772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7359d54-e43a-44f1-a4fe-3c7e3c19538e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d80d2fc-a639-48bb-a7ad-6ba8ad5a5c84,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:41.101364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-584330e6-c58a-4240-86fe-24685fca27b3 service neutron] 10.222.0.98 "GET /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766043 Nov 12 11:02:41.254791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0696d312-feae-4c7a-93b0-f55d0a7367eb service neutron] 10.222.0.98 "GET /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411297 Nov 12 11:02:41.275404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:41.363294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:41.363772 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:41.519301 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:41.549155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:41.551570 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f963fd8-e961-4814-9b57-0e9aa025a7f5" -d '{"events": [{"server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:41.565838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:41.579489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41562) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:41.641335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41564) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:41.656664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0f2d20bb-cb27-4db0-be34-5e3734e1fca2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4abf230d9c6c4f088abc7659ce442244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0750597 Nov 12 11:02:41.701088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:41.748941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-17114397-9cc9-46cd-905e-d1ca9ee90a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:41.819052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:41.828400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-165de619-75a4-4bad-8a0c-83dc985df20d req-50368746-d876-4107-b16e-7af1064bc195 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 210 time: 0.0528359 Nov 12 11:02:41.830915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-17114397-9cc9-46cd-905e-d1ca9ee90a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:41.924410 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d84c520-5b53-4102-80d1-296eca8bfb96 req-dd43a74c-214b-4ce3-b4e8-e87e96530e3c tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "GET /v2.0/security-groups/f5862520-13d1-4a17-9791-bfc6dbbdabe1 HTTP/1.1" status: 200 len: 2415 time: 0.0634904 Nov 12 11:02:42.023236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9d84c520-5b53-4102-80d1-296eca8bfb96 req-8faece46-3484-4402-a459-55e4cf797eef tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.025060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-17114397-9cc9-46cd-905e-d1ca9ee90a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.028071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-17114397-9cc9-46cd-905e-d1ca9ee90a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.033272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-17114397-9cc9-46cd-905e-d1ca9ee90a4f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ad0f357c-1c7b-4135-9ead-c43035a305f4 HTTP/1.1" status: 204 len: 168 time: 0.3861704 Nov 12 11:02:42.047389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114397-9cc9-46cd-905e-d1ca9ee90a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f357c-1c7b-4135-9ead-c43035a305f4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:42.087883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9d84c520-5b53-4102-80d1-296eca8bfb96 req-8faece46-3484-4402-a459-55e4cf797eef tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.249228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9d84c520-5b53-4102-80d1-296eca8bfb96 req-8faece46-3484-4402-a459-55e4cf797eef tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.252396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9d84c520-5b53-4102-80d1-296eca8bfb96 req-8faece46-3484-4402-a459-55e4cf797eef tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.253575 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d84c520-5b53-4102-80d1-296eca8bfb96 req-8faece46-3484-4402-a459-55e4cf797eef tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] 10.222.0.98 "DELETE /v2.0/security-groups/f5862520-13d1-4a17-9791-bfc6dbbdabe1 HTTP/1.1" status: 204 len: 173 time: 0.3221169 Nov 12 11:02:42.261930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41596) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:42.265259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faece46-3484-4402-a459-55e4cf797eef tempest-SecurityGroupRulesTestJSON-2125520076 tempest-SecurityGroupRulesTestJSON-2125520076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5862520-13d1-4a17-9791-bfc6dbbdabe1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:42.315554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-49de2e00-fd5e-41b9-b7e7-3ebc1b274eeb admin admin] Deleting subnet 82797d09-6322-403e-a56b-b3eb07c3014a {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:02:42.319848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49de2e00-fd5e-41b9-b7e7-3ebc1b274eeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.360412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49de2e00-fd5e-41b9-b7e7-3ebc1b274eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.423392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49de2e00-fd5e-41b9-b7e7-3ebc1b274eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.598743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49de2e00-fd5e-41b9-b7e7-3ebc1b274eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.628852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de2e00-fd5e-41b9-b7e7-3ebc1b274eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82797d09-6322-403e-a56b-b3eb07c3014a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:42.645977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49de2e00-fd5e-41b9-b7e7-3ebc1b274eeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.657040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41608) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:42.664084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-49de2e00-fd5e-41b9-b7e7-3ebc1b274eeb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/82797d09-6322-403e-a56b-b3eb07c3014a HTTP/1.1" status: 204 len: 168 time: 0.3897824 Nov 12 11:02:42.846354 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:42.877054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-7a48fa6e-3402-4f67-9988-cf1375b1d5cc tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:42.878261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-7a48fa6e-3402-4f67-9988-cf1375b1d5cc tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ace348-2702-4beb-99b8-58b1857c2c1f HTTP/1.1" status: 200 len: 945 time: 0.1752439 Nov 12 11:02:43.139657 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.195598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25520c2-6e9d-49b0-9d85-8db19bef3393']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:43.215653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d616-80da-4749-9f00-018414eac894 req-1db512da-a06b-4b82-b9ac-7149cf87a48c tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:43.217250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-1db512da-a06b-4b82-b9ac-7149cf87a48c tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/networks?id=2b3d6521-bb96-48a0-9b7a-2998105298fe HTTP/1.1" status: 200 len: 820 time: 0.3096130 Nov 12 11:02:43.220796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20541000-59e9-48fd-b0ea-4acc2a83a578') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:43.221087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20541000-59e9-48fd-b0ea-4acc2a83a578') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:43.236071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.252548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Deleting port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:02:43.253447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.271444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-ac3230b4-c004-4af2-b304-7da22cc74201 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/quotas/c4d54fa0ed984f01be559945d190d575 HTTP/1.1" status: 200 len: 375 time: 0.0412388 Nov 12 11:02:43.282692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.282934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:43.302245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:02:43.302650 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:02:43.309936 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:02:43.366686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-b22c874c-d5c5-4702-9d37-a65d2cabe676 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c4d54fa0ed984f01be559945d190d575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842466 Nov 12 11:02:43.380935 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.423439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:43.501680 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.647244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2d86bd59-0fc5-4434-a309-5e6cc4cb8067 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:43.651310 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2d86bd59-0fc5-4434-a309-5e6cc4cb8067 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.1915886 Nov 12 11:02:43.652148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:43.672779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Request body: {'port': {'device_id': 'fec30925-f099-4a2c-90e5-8a96dec90b49', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'admin_state_up': True, 'tenant_id': '9a3d96dbccd14fc0b89b9a4430474375'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:43.896164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] For port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,segment=NetworkSegment(9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d),segment_id=9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:43.896536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.922182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Calling delete_port for 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:02:43.961744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Made reservation on behalf of 9a3d96dbccd14fc0b89b9a4430474375 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:43.973532 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:43.994745 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.007759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-ab72cef3-42cd-4588-84fc-1d0703983b48 service neutron] 10.222.0.98 "GET /v2.0/networks/2b3d6521-bb96-48a0-9b7a-2998105298fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105406 Nov 12 11:02:44.038839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.045956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] 10.222.0.98 "DELETE /v2.0/networks/d25520c2-6e9d-49b0-9d85-8db19bef3393 HTTP/1.1" status: 204 len: 168 time: 1.3874235 Nov 12 11:02:44.050611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41648) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:44.069493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c317f9-16e3-4ce2-aa73-5cc3a77a7f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d25520c2-6e9d-49b0-9d85-8db19bef3393,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:44.242510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-cafe5c68-df78-40d8-839c-d67009f6cf74 service neutron] 10.222.0.98 "GET /v2.0/networks/2b3d6521-bb96-48a0-9b7a-2998105298fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336187 Nov 12 11:02:44.340779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1734695366-network', 'tenant_id': '6335ee4beb4547c89a2d19a3f62f9f9c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:44.365880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Allocated IP 172.20.0.4 (06a156be-d115-40a8-bcce-3282b2671a55/4b946116-9eb6-4d7d-8130-b139ffb6ce05/f5d8663d-ada4-4b19-83bd-63691030a9a9) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:44.459950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.503495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Pushing event deleted for resources: {'Port': ['ID=2e3ea7da-4d6d-484a-8b1f-524ba9a01296,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:44.554826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] No DVR routers for this DVR port 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:44.557899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.562124 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a271e0-5242-4c7c-9aa7-f28e08ed6d22 req-3c548b34-5dfb-4294-831b-15fe16547379 tempest-ImagesTestJSON-21779876 tempest-ImagesTestJSON-21779876-project] 10.222.0.69 "DELETE /v2.0/ports/2e3ea7da-4d6d-484a-8b1f-524ba9a01296 HTTP/1.1" status: 204 len: 173 time: 1.6717358 Nov 12 11:02:44.563602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'name': 'network-vif-deleted', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:44.566619 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb20482e-7ebd-432a-8a20-adff3fc124bd" -d '{"events": [{"server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "name": "network-vif-deleted", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:44.580058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.616549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Made reservation on behalf of 6335ee4beb4547c89a2d19a3f62f9f9c for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:44.619179 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.633131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.674290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-821cf22b-f195-4308-bfe7-42d917c8b217 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:02:44.675994 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-821cf22b-f195-4308-bfe7-42d917c8b217 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2361989 Nov 12 11:02:44.739745 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.756598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41668) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:44.766449 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88995f85-d7a3-4701-b35b-667e34927cd9 x-openstack-request-id: req-88995f85-d7a3-4701-b35b-667e34927cd9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:44.766993 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:44.766993 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-88995f85-d7a3-4701-b35b-667e34927cd9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:44.767370 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'code': 200} Nov 12 11:02:44.836407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Network 06a156be-d115-40a8-bcce-3282b2671a55 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:44.840563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.845399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:44.851987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:44.889043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event updated for resources: {'Port': ['ID=f5d8663d-ada4-4b19-83bd-63691030a9a9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:44.904903 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c9321b77-5662-406e-8c06-e51b4defa6c4 req-82b86081-d006-4f0a-b5d0-03d74cc16ee9 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 210 time: 0.0411754 Nov 12 11:02:44.912141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-39193dc6-2177-49a1-802b-e05c02f4da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:44.913940 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-39193dc6-2177-49a1-802b-e05c02f4da61 service neutron] 10.222.0.98 "GET /v2.0/ports/fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 1094 time: 0.2249331 Nov 12 11:02:44.931052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Request body: {'binding': {'host': 'n-h2-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:44.931485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:44.931640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Unknown quota resources ['binding']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:02:44.932215 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:44.957104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be548b4b-8c31-4c42-954f-a3f8b6b7ae30 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=898c721452274fa2841eb917f6520d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990857 Nov 12 11:02:44.959753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41676) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:44.960840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.033205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:45.053238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.053754 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Added segment 008b173a-a11e-445c-a97d-34d20f0f6a48 of type vlan for network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 Nov 12 11:02:45.065029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-113f3103-7dc4-49c4-927d-94bb1f8ec2ba tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3997695 Nov 12 11:02:45.080471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dfe24e-c106-41c2-8940-368f949210ae,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:45.090383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdd094ec-c631-468b-a11e-6b54a135f98b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.100505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Request body: {'port': {'device_id': 'fec30925-f099-4a2c-90e5-8a96dec90b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:45.140073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdd094ec-c631-468b-a11e-6b54a135f98b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.213386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on host n-h2-768852-22 for vnic_type normal with profile None {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:45.213386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:45.213904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:45.222339 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.266294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:45.266629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:45.273950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.278948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:45.279320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:45.279632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:45.280427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Bound port: fb5de9c1-8953-46b0-b26e-4c4496faddaf, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:45.358944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-09cde603-8a56-4157-9b81-79171cb4c282 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:45.358944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-09cde603-8a56-4157-9b81-79171cb4c282 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.69 "GET /v2.0/networks?id=9f37587a-67c3-4c99-b864-851e73c2f0d5 HTTP/1.1" status: 200 len: 811 time: 0.2021596 Nov 12 11:02:45.377719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:45.384813 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.387143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:45.387888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.424221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdd094ec-c631-468b-a11e-6b54a135f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.427120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdd094ec-c631-468b-a11e-6b54a135f98b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.430704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cdd094ec-c631-468b-a11e-6b54a135f98b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6fa16d90-e3e0-4586-87dc-424f3a7baf92 HTTP/1.1" status: 204 len: 168 time: 0.4670682 Nov 12 11:02:45.447524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd094ec-c631-468b-a11e-6b54a135f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa16d90-e3e0-4586-87dc-424f3a7baf92,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:45.456070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-4dcde848-6ab2-461e-b792-1145dcbe9d95 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227cc9954dc74ecab0c800cb01368067 HTTP/1.1" status: 200 len: 379 time: 0.0895300 Nov 12 11:02:45.476890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Request body: {'port': {'device_id': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'admin_state_up': True, 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'security_groups': ['fd3e9e65-320c-4dc2-a44d-8aa4a10c676d']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:45.513678 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.514875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-5014b758-42f2-432c-aef9-0b6cd6364572 service neutron] 10.222.0.98 "POST /v2.0/ports/fb5de9c1-8953-46b0-b26e-4c4496faddaf/bindings HTTP/1.1" status: 201 len: 390 time: 0.5901699 Nov 12 11:02:45.619603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5671823 Nov 12 11:02:45.627016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41688) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:45.630793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b50b5-c37f-42a3-83b7-a3cb26420580 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb72e06-49d5-40d3-97ca-d7520e9cf346,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:45.638114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Request body: {'subnet': {'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1734695366-subnet', 'tenant_id': '6335ee4beb4547c89a2d19a3f62f9f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:45.654223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:45.780942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4394d05-61c2-41e7-be4e-8f182f34b6b9 req-423494ba-89c8-4c3f-ba10-979c71b93d59 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:45.784503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4394d05-61c2-41e7-be4e-8f182f34b6b9 req-423494ba-89c8-4c3f-ba10-979c71b93d59 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 931 time: 0.0790458 Nov 12 11:02:45.840814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4394d05-61c2-41e7-be4e-8f182f34b6b9 req-a8c0d411-0d75-4075-af90-dd57886548b2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490925 Nov 12 11:02:45.914051 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c963a-949c-4ae7-a1fd-38ed44ce5f4b x-openstack-request-id: req-8e6c963a-949c-4ae7-a1fd-38ed44ce5f4b {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:45.914051 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "name": "network-vif-deleted", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:45.914051 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e6c963a-949c-4ae7-a1fd-38ed44ce5f4b {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:45.914051 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'name': 'network-vif-deleted', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'status': 'completed', 'code': 200} Nov 12 11:02:45.914834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Made reservation on behalf of 227cc9954dc74ecab0c800cb01368067 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:45.925193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.932124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d8663d-ada4-4b19-83bd-63691030a9a9 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:45.950685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:45.982973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Made reservation on behalf of 6335ee4beb4547c89a2d19a3f62f9f9c for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:45.999109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.017428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28a14060-c21b-43b3-8138-98c1f140e001 req-29c458ef-bc8f-47ae-8a0f-2da14d9e4f50 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 210 time: 0.0636792 Nov 12 11:02:46.023348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Transition to ACTIVE for port object f5d8663d-ada4-4b19-83bd-63691030a9a9 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:46.134650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.219834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d8663d-ada4-4b19-83bd-63691030a9a9,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:46.282497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Allocated IP 172.20.0.6 (9f37587a-67c3-4c99-b864-851e73c2f0d5/36a403f2-b15e-4008-b7a5-3615adbdfb16/cc9bd02f-0574-4df4-9678-b79ca225017a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:46.333325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Attempting to bind port f5d8663d-ada4-4b19-83bd-63691030a9a9 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:46.333656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Attempting to bind port f5d8663d-ada4-4b19-83bd-63691030a9a9 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:46.333993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Attempting to bind port f5d8663d-ada4-4b19-83bd-63691030a9a9 on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:46.347615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Port f5d8663d-ada4-4b19-83bd-63691030a9a9 on network 06a156be-d115-40a8-bcce-3282b2671a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:46.347989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Attempting to bind port f5d8663d-ada4-4b19-83bd-63691030a9a9 on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:46.355102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:46.355633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Checking segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:46.356108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Bound using segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:46.356605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Bound port: f5d8663d-ada4-4b19-83bd-63691030a9a9, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:46.357566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.484697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] For port f5d8663d-ada4-4b19-83bd-63691030a9a9, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:46.506327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] For port f5d8663d-ada4-4b19-83bd-63691030a9a9, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f5d8663d-ada4-4b19-83bd-63691030a9a9,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:46.511092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.515659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-127198fc-b12e-4444-a055-e4a56b74325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:46.524173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-127198fc-b12e-4444-a055-e4a56b74325e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1097 time: 0.0761964 Nov 12 11:02:46.616722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d294a2-40c0-4d6d-a32f-2c45c286516d,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:46.622494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.635874 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.677571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Checking segment: {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:46.677571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Network hostable DHCP agents. Network: 6eb72e06-49d5-40d3-97ca-d7520e9cf346, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:46.768803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:46.779208 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca194411-1d3a-49a8-92ed-42821a80771c" -d '{"events": [{"server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:46.785745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:46.786564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.788212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5d8663d-ada4-4b19-83bd-63691030a9a9 HTTP/1.1" status: 200 len: 1092 time: 1.7010789 Nov 12 11:02:46.792831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:46.798837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec30925-f099-4a2c-90e5-8a96dec90b49', 'tag': 'f5d8663d-ada4-4b19-83bd-63691030a9a9'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:46.803456 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803" -d '{"events": [{"name": "network-changed", "server_uuid": "fec30925-f099-4a2c-90e5-8a96dec90b49", "tag": "f5d8663d-ada4-4b19-83bd-63691030a9a9"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:46.821475 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.823945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cf2c6-66e1-454f-a881-1809588bb206 req-0083c571-1227-4321-ad40-af0f80642192 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:46.825606 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b52cf2c6-66e1-454f-a881-1809588bb206 req-0083c571-1227-4321-ad40-af0f80642192 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 945 time: 0.2428036 Nov 12 11:02:46.869139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922d3b3-1f27-40e1-baa5-39c898284751 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d8663d-ada4-4b19-83bd-63691030a9a9,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:46.882359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:46.882583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-3b05107c-bd02-4d08-b1d0-860e483422ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:46.884148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-3b05107c-bd02-4d08-b1d0-860e483422ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.3560410 Nov 12 11:02:46.886557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:46.891711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 6eb72e06-49d5-40d3-97ca-d7520e9cf346) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:46.893691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:46.904236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:46.904883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:46.910511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event updated for resources: {'Port': ['ID=cc9bd02f-0574-4df4-9678-b79ca225017a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:46.916059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e85006-5825-4183-aeb7-f49d66b81e8c None None] Network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:47.044170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-bb0cfca8-a442-4e28-9bbf-73f72f4b7dec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.1410372 Nov 12 11:02:47.054472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:47.055168 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:47.056088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b52cf2c6-66e1-454f-a881-1809588bb206 req-c585350d-6768-42b3-8218-f8f0c3030ffd tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104771 Nov 12 11:02:47.084862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e77f0e66-c44a-482c-b391-6a74dfbeec80 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4531209 Nov 12 11:02:47.232768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98578a3c-869e-4084-a5d0-60105808ee45 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7699406 Nov 12 11:02:47.249993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Request body: {'port': {'device_id': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:47.254338 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8999115-cfec-4b23-b5e1-645a9af5e128 x-openstack-request-id: req-e8999115-cfec-4b23-b5e1-645a9af5e128 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:47.254720 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ace348-2702-4beb-99b8-58b1857c2c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3ea7da-4d6d-484a-8b1f-524ba9a01296", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:47.255106 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8999115-cfec-4b23-b5e1-645a9af5e128 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:47.255579 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ace348-2702-4beb-99b8-58b1857c2c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3ea7da-4d6d-484a-8b1f-524ba9a01296', 'code': 200} Nov 12 11:02:47.275033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0754a5-d57d-4b1a-8592-b0c39e972fad None None] Network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:47.302358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-46d088f7-41e8-4f6e-83ab-6f2a265b3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:47.303778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-46d088f7-41e8-4f6e-83ab-6f2a265b3927 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.2015188 Nov 12 11:02:47.320057 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd62f9a6-dd50-4a84-a680-a1dbd5907325 x-openstack-request-id: req-dd62f9a6-dd50-4a84-a680-a1dbd5907325 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:47.320057 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fec30925-f099-4a2c-90e5-8a96dec90b49", "tag": "f5d8663d-ada4-4b19-83bd-63691030a9a9", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:47.320057 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dd62f9a6-dd50-4a84-a680-a1dbd5907325 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:47.320057 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec30925-f099-4a2c-90e5-8a96dec90b49', 'tag': 'f5d8663d-ada4-4b19-83bd-63691030a9a9', 'status': 'completed', 'code': 200} Nov 12 11:02:47.320445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:02:47.327813 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:47.419955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:02:47.420638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e3ea7da-4d6d-484a-8b1f-524ba9a01296 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:02:47.426595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-7e7db06d-c7d4-4e1f-82a3-2768f390a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:47.436453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-7e7db06d-c7d4-4e1f-82a3-2768f390a76d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 1095 time: 0.4127619 Nov 12 11:02:47.451348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-a30761c1-f106-4264-be74-0617e32a22a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934258 Nov 12 11:02:47.464132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a4fd9a38-d446-4e9e-83e9-2cd4b21f781b None None] Provisioning complete for port cc9bd02f-0574-4df4-9678-b79ca225017a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:47.465099 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4fd9a38-d446-4e9e-83e9-2cd4b21f781b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:47.470040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41740) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:47.499064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:47.527635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c889a-a0b9-4d03-9891-f028d55060e4 req-a75a7f20-63e3-4792-ac2b-8f2db4d8ce0d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:47.528810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7b1a-22e4-4907-a08b-4fc5b4b5f446 req-ddf3f71d-ae5a-4d18-8123-016b5596d528 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:47.529565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d3c889a-a0b9-4d03-9891-f028d55060e4 req-a75a7f20-63e3-4792-ac2b-8f2db4d8ce0d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 943 time: 0.1036325 Nov 12 11:02:47.540455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-016d7b1a-22e4-4907-a08b-4fc5b4b5f446 req-ddf3f71d-ae5a-4d18-8123-016b5596d528 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 931 time: 0.3313944 Nov 12 11:02:47.593840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-bb2c88c1-b1a5-4b22-826d-53fd6c519d32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d8663d-ada4-4b19-83bd-63691030a9a9 HTTP/1.1" status: 200 len: 217 time: 0.1409876 Nov 12 11:02:47.648544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd9a38-d446-4e9e-83e9-2cd4b21f781b None None] Port cc9bd02f-0574-4df4-9678-b79ca225017a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:02:47.653556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d3c889a-a0b9-4d03-9891-f028d55060e4 req-d1ed0e1b-c9a3-4843-a7fe-4e11c3d334e9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935097 Nov 12 11:02:47.669587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1763670083-network', 'tenant_id': '73372a78cfd9444b8f8f4868b26f9adc'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:47.862690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Made reservation on behalf of 73372a78cfd9444b8f8f4868b26f9adc for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:47.865324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:47.889281 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.133623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9bd02f-0574-4df4-9678-b79ca225017a {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:48.149377 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.164019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-016d7b1a-22e4-4907-a08b-4fc5b4b5f446 req-5242d268-d011-40a3-8a9d-83679dddfb44 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6226397 Nov 12 11:02:48.164770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d616-80da-4749-9f00-018414eac894 req-3692351a-e1ca-4a83-9f47-1651bcc8ddea tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:48.166049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-3692351a-e1ca-4a83-9f47-1651bcc8ddea tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.57 "GET /v2.0/networks?id=2b3d6521-bb96-48a0-9b7a-2998105298fe HTTP/1.1" status: 200 len: 820 time: 0.2356458 Nov 12 11:02:48.182374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.185363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2e8c9a38-89b8-4d03-823f-2193afcf54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:48.187057 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-2e8c9a38-89b8-4d03-823f-2193afcf54b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.5797551 Nov 12 11:02:48.189056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Request body: {'port': {'device_id': '3ef9b99c-05cf-4b44-baf3-3e2310dd0a41', 'network_id': '2b3d6521-bb96-48a0-9b7a-2998105298fe', 'admin_state_up': True, 'tenant_id': 'c4d54fa0ed984f01be559945d190d575'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:48.205598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Transition to ACTIVE for port object cc9bd02f-0574-4df4-9678-b79ca225017a will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:48.239605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-8d959adc-b721-4a1b-85ee-87d7b297d1fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379496 Nov 12 11:02:48.244082 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-74168d33-23fe-4e90-bbd3-b3937edf726f service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7814803 Nov 12 11:02:48.334263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.378526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c78f72e2-5a3f-4e32-985e-32d56105ee30 req-01bd304b-35b7-43a8-b62c-3d7ba38a1263 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 210 time: 0.0895467 Nov 12 11:02:48.386133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:48.405987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:02:48.407455 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.455812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-d90d5b27-e90c-470f-8a93-d1ead0f6769d service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957138 Nov 12 11:02:48.464325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.464571 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Added segment f61274db-9403-429c-ad10-3e59a41175a4 of type vlan for network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea Nov 12 11:02:48.497085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-fa17986f-eb02-4823-af66-668aae40974a service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356284 Nov 12 11:02:48.521122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9bd02f-0574-4df4-9678-b79ca225017a,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:48.556516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Made reservation on behalf of c4d54fa0ed984f01be559945d190d575 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:48.560183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.608618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.623499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a8984-1994-4f21-8839-ec7bbfcfaa66 req-f91da60b-9583-4486-aeae-39ce11b66575 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:48.637638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a6a8984-1994-4f21-8839-ec7bbfcfaa66 req-f91da60b-9583-4486-aeae-39ce11b66575 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 945 time: 0.0883160 Nov 12 11:02:48.644100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5ead01-512e-43bb-9beb-df9bf5578979 req-424eb624-2218-4f40-9fe9-29be3d9b7713 service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741273 Nov 12 11:02:48.707767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a6a8984-1994-4f21-8839-ec7bbfcfaa66 req-58153510-c31f-41c8-990f-44836e10887d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743580 Nov 12 11:02:48.802498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Attempting to bind port cc9bd02f-0574-4df4-9678-b79ca225017a on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:48.802739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Attempting to bind port cc9bd02f-0574-4df4-9678-b79ca225017a by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:48.803069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Attempting to bind port cc9bd02f-0574-4df4-9678-b79ca225017a on network 9f37587a-67c3-4c99-b864-851e73c2f0d5 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:48.818552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Port cc9bd02f-0574-4df4-9678-b79ca225017a on network 9f37587a-67c3-4c99-b864-851e73c2f0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:48.819318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Attempting to bind port cc9bd02f-0574-4df4-9678-b79ca225017a on network 9f37587a-67c3-4c99-b864-851e73c2f0d5 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:48.834545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-853a6615-9983-4695-9d48-0a0c9228f24d tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:48.836725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-2005e1e3-5b7a-4f7f-a8ed-6cc8e0f25722 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:48.837498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-853a6615-9983-4695-9d48-0a0c9228f24d tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.1193728 Nov 12 11:02:48.838836 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-2005e1e3-5b7a-4f7f-a8ed-6cc8e0f25722 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 815 time: 0.3458748 Nov 12 11:02:48.848928 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.850174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:48.851548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.858222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768852-22'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:48.866482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:48.867070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Checking segment: {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:48.867650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Bound using segment: {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:48.868391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Bound port: cc9bd02f-0574-4df4-9678-b79ca225017a, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:48.868666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:48.981527 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-145cbf3c-d327-4776-9625-e4ff69c85c45 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/quotas/6335ee4beb4547c89a2d19a3f62f9f9c HTTP/1.1" status: 200 len: 375 time: 0.1259878 Nov 12 11:02:49.048454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] Pushing event updated for resources: {'Network': ['ID=4e9b47b5-a706-4eee-a16f-7174eb1b05ea,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:49.052447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-490f175c-595e-4ea8-822e-c1af184e797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:49.053943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-490f175c-595e-4ea8-822e-c1af184e797f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 1095 time: 0.1888332 Nov 12 11:02:49.056302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-f9e79d8c-b9cf-4e7f-80d1-31b26b8c8fce tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708046 Nov 12 11:02:49.064542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:49.065548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:02:49.066814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c109b015-f027-4bbf-83dc-964eeab800ed admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5889933 Nov 12 11:02:49.070223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41780) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:49.093699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Request body: {'subnet': {'network_id': '4e9b47b5-a706-4eee-a16f-7174eb1b05ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1763670083-subnet', 'tenant_id': '73372a78cfd9444b8f8f4868b26f9adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:49.098451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Allocated IP 172.20.0.2 (2b3d6521-bb96-48a0-9b7a-2998105298fe/c1a8a92f-56dd-472d-8daf-054e6b826a33/ce56533b-a7f2-49a0-80c4-49e00bfadcd5) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:49.167480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] For port cc9bd02f-0574-4df4-9678-b79ca225017a, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:49.194792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfd114-751a-427b-b92a-a8215c5edd81 req-e5442e85-5250-40a1-b8aa-4208ffecb612 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:49.197012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0bfd114-751a-427b-b92a-a8215c5edd81 req-e5442e85-5250-40a1-b8aa-4208ffecb612 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 943 time: 0.1872814 Nov 12 11:02:49.197226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] For port cc9bd02f-0574-4df4-9678-b79ca225017a, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cc9bd02f-0574-4df4-9678-b79ca225017a,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:49.270760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-93bfc8db-3d82-4a17-a25b-3b01518c1e5c service neutron] 10.222.0.98 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957247 Nov 12 11:02:49.310288 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:49.400971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-3fe018d3-e0ef-476f-8a4b-ee87bf01fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:49.402583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-3fe018d3-e0ef-476f-8a4b-ee87bf01fd5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 912 time: 0.3357806 Nov 12 11:02:49.419675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:49.420339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:49.422321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] 10.222.0.69 "PUT /v2.0/ports/cc9bd02f-0574-4df4-9678-b79ca225017a HTTP/1.1" status: 200 len: 1092 time: 2.1779571 Nov 12 11:02:49.422522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0bfd114-751a-427b-b92a-a8215c5edd81 req-b55e0e3f-c7dc-485f-b714-5175404efd23 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128847 Nov 12 11:02:49.422812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'tag': 'cc9bd02f-0574-4df4-9678-b79ca225017a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:49.425213 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f59aff-70ae-4628-b7f9-66f0166a5041", "tag": "cc9bd02f-0574-4df4-9678-b79ca225017a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:49.435172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:49.438138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Made reservation on behalf of 73372a78cfd9444b8f8f4868b26f9adc for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:49.441869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:49.499389 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:49.514694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-5f01869c-b7e4-4764-95d6-56a5ec4e8cc0 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184701 Nov 12 11:02:49.515364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557271-c8a3-4bd9-86f9-237a3ba76ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9bd02f-0574-4df4-9678-b79ca225017a,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:49.591984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-f3560757-1265-49a6-9dbb-3b41a09310d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d8663d-ada4-4b19-83bd-63691030a9a9 HTTP/1.1" status: 200 len: 217 time: 0.1790183 Nov 12 11:02:49.639961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:49.684994 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:49.701633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-ac9eaa4c-1039-4642-9e77-6e185e0dff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:49.706121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-ac9eaa4c-1039-4642-9e77-6e185e0dff2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=227cc9954dc74ecab0c800cb01368067&device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 1095 time: 0.1276276 Nov 12 11:02:49.835071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-bc0eeb6d-2f41-4003-a214-068f9bb89e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:49.836771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-bc0eeb6d-2f41-4003-a214-068f9bb89e43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.2212288 Nov 12 11:02:49.846997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:49.850235 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b24e26-d02c-4dc5-9913-5cd997008ea5" -d '{"events": [{"server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:49.858793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:49.863725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-b54fe67a-ef65-4964-99d6-60d7c4073f4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc9bd02f-0574-4df4-9678-b79ca225017a HTTP/1.1" status: 200 len: 217 time: 0.1426220 Nov 12 11:02:49.913939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-18e00184-eca7-4c57-944b-50248ff79177 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519261 Nov 12 11:02:49.965316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:49.972828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-3ac08a22-d3c3-423c-9fa9-8d959fa1636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:49.975122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496855-5344-44f4-ba7c-9a653d8cf1c5 req-bd43b330-f38f-4845-b0fe-b292c9569377 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:49.977285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-3ac08a22-d3c3-423c-9fa9-8d959fa1636f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36a403f2-b15e-4008-b7a5-3615adbdfb16 HTTP/1.1" status: 200 len: 850 time: 0.0983620 Nov 12 11:02:49.984432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89496855-5344-44f4-ba7c-9a653d8cf1c5 req-bd43b330-f38f-4845-b0fe-b292c9569377 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 943 time: 0.2317002 Nov 12 11:02:49.986120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Network 2b3d6521-bb96-48a0-9b7a-2998105298fe is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:50.009305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:50.018685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Pushing event updated for resources: {'Port': ['ID=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:50.026278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:50.247280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Pushing event updated for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:50.266405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53065e00-1ddd-485e-a1d3-bc9266fcef6f req-b080313c-4092-4a9e-a883-b8f6a3493c0e tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:50.272464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53065e00-1ddd-485e-a1d3-bc9266fcef6f req-b080313c-4092-4a9e-a883-b8f6a3493c0e tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 931 time: 0.2559338 Nov 12 11:02:50.272464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-995c45b9-10c6-4dbe-ac7b-576edd724f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:50.274603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-995c45b9-10c6-4dbe-ac7b-576edd724f2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f37587a-67c3-4c99-b864-851e73c2f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2814476 Nov 12 11:02:50.286713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:50.291332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:50.294843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89496855-5344-44f4-ba7c-9a653d8cf1c5 req-4d8fafe2-5fd6-4c20-883c-5e111b2325ec tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094840 Nov 12 11:02:50.308722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:50.346302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-a3ab69af-6f0d-40b2-82b5-7a6bc03ba699 service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221032 Nov 12 11:02:50.352451 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:50.371155 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f02b50-f44e-45ec-b54e-fdf021304c7c x-openstack-request-id: req-b4f02b50-f44e-45ec-b54e-fdf021304c7c {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:50.371445 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f59aff-70ae-4628-b7f9-66f0166a5041", "tag": "cc9bd02f-0574-4df4-9678-b79ca225017a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:50.371757 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b4f02b50-f44e-45ec-b54e-fdf021304c7c {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:50.372360 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'tag': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'status': 'completed', 'code': 200} Nov 12 11:02:50.372974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on host n-h1-768852-22 for vnic_type normal with profile {"migrating_to": "n-h2-768852-22"} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:50.373453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:50.373838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:50.416086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:50.420534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Attempting to bind port fb5de9c1-8953-46b0-b26e-4c4496faddaf on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:50.453689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53065e00-1ddd-485e-a1d3-bc9266fcef6f req-f1756f6b-8831-458b-9817-d8cf54329dec tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461372 Nov 12 11:02:50.496913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:50.497256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:50.497893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:50.498571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Bound port: fb5de9c1-8953-46b0-b26e-4c4496faddaf, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:50.499143 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:50.501864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb9e21f-3fde-4127-9d7b-de0613a9c401,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:50.552057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Checking segment: {'id': 'f61274db-9403-429c-ad10-3e59a41175a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e9b47b5-a706-4eee-a16f-7174eb1b05ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:50.552699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Network hostable DHCP agents. Network: 4e9b47b5-a706-4eee-a16f-7174eb1b05ea, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:02:50.565196 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-233b4fc4-673e-47ce-b856-32103b579a00 service neutron] 10.222.0.69 "GET /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705715 Nov 12 11:02:50.569983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-ff21db0b-de14-4374-8146-d4f581866403 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3900611 Nov 12 11:02:50.590183 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58755e7-808d-4566-8443-5dae04fb59f3 x-openstack-request-id: req-e58755e7-808d-4566-8443-5dae04fb59f3 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:50.590183 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:50.590183 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e58755e7-808d-4566-8443-5dae04fb59f3 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:50.590183 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf', 'code': 200} Nov 12 11:02:50.598723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Request body: {'port': {'device_id': '3ef9b99c-05cf-4b44-baf3-3e2310dd0a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:50.668751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68aabd7c-8bb1-450b-95d4-cc0ac6fd7803 req-6d633849-0d1e-46ea-82c2-b1edb93c288a service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892156 Nov 12 11:02:50.669493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41812) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:50.717090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:50.724091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:50.737620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a8f87-8beb-4d04-8094-05f24391e909 req-12a1c5cd-55a2-4673-a8c0-174835e0c066 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:50.739106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a0a8f87-8beb-4d04-8094-05f24391e909 req-12a1c5cd-55a2-4673-a8c0-174835e0c066 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 943 time: 0.1547253 Nov 12 11:02:50.773397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-96eca49b-b660-4b16-847d-f5f8a11398d5 req-53bbd6d5-05b4-47a6-bb93-b15be0d4e9b3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 210 time: 0.0719955 Nov 12 11:02:50.788653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:50.845723 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:50.851733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:02:50.863562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a0a8f87-8beb-4d04-8094-05f24391e909 req-ca181a9a-b7ec-4aee-8e2f-6b6e296751f1 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173077 Nov 12 11:02:50.877745 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb73be1-d5ec-4b15-9f5d-111ec222b814 req-98af22ee-299e-492a-a8e7-0daa6cf68746 service neutron] 10.222.0.69 "GET /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018873 Nov 12 11:02:50.960167 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd97f-2d6f-4cde-99d8-df40c31c5751 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.023116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 4e9b47b5-a706-4eee-a16f-7174eb1b05ea) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:51.041141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Pushing event updated for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=8']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:51.056038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6efb20f-c373-4093-9cc7-1b20e1f79ecd None None] Network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:51.070273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.070862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.087391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.088051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.091214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-07973b7e-a778-41fd-89c3-c1ed49430d5a service neutron] 10.222.0.69 "PUT /v2.0/ports/fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 1123 time: 2.2390833 Nov 12 11:02:51.168700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dae9df-5252-454f-a8fb-76a67723a7f3 req-9cc3ce88-cb24-4bfb-acd0-f83d0115fa65 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.171455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79dae9df-5252-454f-a8fb-76a67723a7f3 req-9cc3ce88-cb24-4bfb-acd0-f83d0115fa65 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 943 time: 0.1776419 Nov 12 11:02:51.207223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fb5de9c1-8953-46b0-b26e-4c4496faddaf'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:51.256577 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-df49ff97-f519-4dd2-9eca-10a29a801cc0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1599057 Nov 12 11:02:51.295338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41838) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:51.338845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f5d8663d-ada4-4b19-83bd-63691030a9a9 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:51.360942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31fb0ac-11e0-4515-b024-681bfc2da549 admin admin] Deleting subnet 5adfa467-a20e-4f6a-9ee5-a933f80fb700 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:02:51.373378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c31fb0ac-11e0-4515-b024-681bfc2da549 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.444417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-72bfd258-8987-410e-b135-22193c6cc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.449054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c31fb0ac-11e0-4515-b024-681bfc2da549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.449256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-72bfd258-8987-410e-b135-22193c6cc47a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=227cc9954dc74ecab0c800cb01368067&device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 1095 time: 0.1964750 Nov 12 11:02:51.462558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f5d8663d-ada4-4b19-83bd-63691030a9a9, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f5d8663d-ada4-4b19-83bd-63691030a9a9,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:51.480158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'f5d8663d-ada4-4b19-83bd-63691030a9a9', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'port_id': 'f5d8663d-ada4-4b19-83bd-63691030a9a9', 'mac_address': 'fa:16:3e:15:43:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b946116-9eb6-4d7d-8130-b139ffb6ce05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:51.500395 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c31fb0ac-11e0-4515-b024-681bfc2da549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.564909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a303ff12-93d7-46de-be13-45f2d9a7a30d None None] Network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:02:51.606103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79dae9df-5252-454f-a8fb-76a67723a7f3 req-d7bfa4ba-747f-4dbf-85d9-b4fdfeff29b4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110668 Nov 12 11:02:51.645996 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd97f-2d6f-4cde-99d8-df40c31c5751 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.710702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce56533b-a7f2-49a0-80c4-49e00bfadcd5 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:51.728212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f977d6-3c1c-46ec-8835-f5edcb230013 req-c0938c9c-e74c-4021-b928-a273b1f8b232 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.732845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c3f977d6-3c1c-46ec-8835-f5edcb230013 req-c0938c9c-e74c-4021-b928-a273b1f8b232 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 943 time: 0.2995474 Nov 12 11:02:51.738331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.743847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-473026fc-c686-4dcf-abde-5bef65b3b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.746850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-473026fc-c686-4dcf-abde-5bef65b3b41f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f37587a-67c3-4c99-b864-851e73c2f0d5 HTTP/1.1" status: 200 len: 912 time: 0.2771099 Nov 12 11:02:51.754952 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.761109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c31fb0ac-11e0-4515-b024-681bfc2da549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.764165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd97f-2d6f-4cde-99d8-df40c31c5751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.801195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d8663d-ada4-4b19-83bd-63691030a9a9 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:51.839752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f5d8663d-ada4-4b19-83bd-63691030a9a9, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f5d8663d-ada4-4b19-83bd-63691030a9a9,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:51.855387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fb0ac-11e0-4515-b024-681bfc2da549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adfa467-a20e-4f6a-9ee5-a933f80fb700,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:51.856750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-4bb667df-f696-47ca-ab95-b9b76f15d37a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc9bd02f-0574-4df4-9678-b79ca225017a HTTP/1.1" status: 200 len: 217 time: 0.0881145 Nov 12 11:02:51.876597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c31fb0ac-11e0-4515-b024-681bfc2da549 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.882442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c31fb0ac-11e0-4515-b024-681bfc2da549 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5adfa467-a20e-4f6a-9ee5-a933f80fb700 HTTP/1.1" status: 204 len: 168 time: 0.5856729 Nov 12 11:02:51.898251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41850) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:51.917748 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:51.960911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b2fdd97f-2d6f-4cde-99d8-df40c31c5751 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5909a5e4743c4e7da4addfe6211d414c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2713842 Nov 12 11:02:51.975049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41854) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:51.994435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f5d8663d-ada4-4b19-83bd-63691030a9a9,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:51.994882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc493cb9-56b0-4733-b83d-a82c139c2c7a req-8829666e-4f64-4c40-8a20-8f1b177ba895 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:51.999266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc493cb9-56b0-4733-b83d-a82c139c2c7a req-8829666e-4f64-4c40-8a20-8f1b177ba895 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 931 time: 0.3001616 Nov 12 11:02:52.001305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdd97f-2d6f-4cde-99d8-df40c31c5751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981763a0-7233-40db-bcbd-f0447e85acc0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:52.172122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['f5d8663d-ada4-4b19-83bd-63691030a9a9'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:52.200237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.232811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc493cb9-56b0-4733-b83d-a82c139c2c7a req-edef6894-782c-44a9-a85b-182c6a4d34b8 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241297 Nov 12 11:02:52.343103 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ac1546ca-82e7-4ccf-9d8f-b5aea0befb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.424489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ac1546ca-82e7-4ccf-9d8f-b5aea0befb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.427492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.467152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Transition to ACTIVE for port object ce56533b-a7f2-49a0-80c4-49e00bfadcd5 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:52.471272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f012e9f-7910-4076-8d3e-0ae36a5588bf']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:52.490210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:52.490512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdb5ef7-cd12-4973-84e7-e7fcf358ae5d') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:02:52.502588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.530291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.542835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:02:52.543263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.543514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-215ff0d7-4120-4d6b-9248-e6845bd05b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:02:52.545287 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:02:52.548527 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-215ff0d7-4120-4d6b-9248-e6845bd05b75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36a403f2-b15e-4008-b7a5-3615adbdfb16 HTTP/1.1" status: 200 len: 850 time: 0.6750007 Nov 12 11:02:52.554076 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c3f977d6-3c1c-46ec-8835-f5edcb230013 req-d8af5db5-9de4-4145-857d-8b3c8870b85e tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8052669 Nov 12 11:02:52.589797 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.598756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:52.601623 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0c28a5-d203-4c18-985b-3cbc79ecccea" -d '{"events": [{"name": "network-changed", "server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:52.667309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ac1546ca-82e7-4ccf-9d8f-b5aea0befb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.670220 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ac1546ca-82e7-4ccf-9d8f-b5aea0befb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.672557 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ac1546ca-82e7-4ccf-9d8f-b5aea0befb01 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/981763a0-7233-40db-bcbd-f0447e85acc0 HTTP/1.1" status: 204 len: 168 time: 0.6654584 Nov 12 11:02:52.748481 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b726888-6753-4826-8e7c-b2bb5840bba2 req-f50f4b3a-fa2e-436e-aaf7-47bb41e9dcce tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 210 time: 0.0582309 Nov 12 11:02:52.761295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-7a34f902-da80-4f6a-992c-dfa1233d7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:52.762909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-7a34f902-da80-4f6a-992c-dfa1233d7bc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f37587a-67c3-4c99-b864-851e73c2f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2067111 Nov 12 11:02:52.763554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Pushing event updated for resources: {'Port': ['ID=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:52.764728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1546ca-82e7-4ccf-9d8f-b5aea0befb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981763a0-7233-40db-bcbd-f0447e85acc0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:52.878604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-526296fe-210a-4291-9d1f-e70844250fef tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:52.896130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-526296fe-210a-4291-9d1f-e70844250fef tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/networks?id=4e9b47b5-a706-4eee-a16f-7174eb1b05ea HTTP/1.1" status: 200 len: 809 time: 0.2903786 Nov 12 11:02:52.910964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.919433 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:52.926266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] 10.222.0.98 "DELETE /v2.0/networks/9f012e9f-7910-4076-8d3e-0ae36a5588bf HTTP/1.1" status: 204 len: 168 time: 1.0259206 Nov 12 11:02:52.946209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Attempting to bind port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:52.947159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Attempting to bind port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'de470c0b-9ed8-4cd6-a146-9ffe0a925cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2b3d6521-bb96-48a0-9b7a-2998105298fe'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:52.947159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Attempting to bind port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 on network 2b3d6521-bb96-48a0-9b7a-2998105298fe {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:52.957474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-4dea70a1-6e04-4d1c-8e2d-70f6b56b2691 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/quotas/73372a78cfd9444b8f8f4868b26f9adc HTTP/1.1" status: 200 len: 375 time: 0.0596380 Nov 12 11:02:52.958965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493d4f9-b219-47f3-9697-04eafad2264d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f012e9f-7910-4076-8d3e-0ae36a5588bf,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:52.966498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 on network 2b3d6521-bb96-48a0-9b7a-2998105298fe not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:52.967034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Attempting to bind port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 on network 2b3d6521-bb96-48a0-9b7a-2998105298fe {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:52.971055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-313bcb61-c265-46e9-b717-67fb0dea2f5b service neutron] 10.222.0.69 "GET /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846523 Nov 12 11:02:52.978981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:52.983368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Checking segment: {'id': 'de470c0b-9ed8-4cd6-a146-9ffe0a925cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2b3d6521-bb96-48a0-9b7a-2998105298fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:52.983368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Bound using segment: {'id': 'de470c0b-9ed8-4cd6-a146-9ffe0a925cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2b3d6521-bb96-48a0-9b7a-2998105298fe'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:52.983368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Bound port: ce56533b-a7f2-49a0-80c4-49e00bfadcd5, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de470c0b-9ed8-4cd6-a146-9ffe0a925cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2b3d6521-bb96-48a0-9b7a-2998105298fe'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:52.983368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:53.012379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53849f5-2297-4eeb-ab17-23a3c0d1731e req-9edbbf81-2ca2-417b-b021-631a03308e8f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.018938 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53849f5-2297-4eeb-ab17-23a3c0d1731e req-9edbbf81-2ca2-417b-b021-631a03308e8f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 943 time: 0.1403427 Nov 12 11:02:53.053601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-6868dd01-250c-4eb2-9f35-1b90b3784633 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=73372a78cfd9444b8f8f4868b26f9adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722227 Nov 12 11:02:53.192410 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53849f5-2297-4eeb-ab17-23a3c0d1731e req-f26977ee-8a18-4538-9efb-da86fae31567 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721380 Nov 12 11:02:53.270068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4f82db0-3ee4-46a1-a94f-08ed55ae55e2 req-70e9a3eb-17c6-44c8-9819-63aad3e7a68f service neutron] 10.222.0.69 "GET /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866139 Nov 12 11:02:53.272183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] For port ce56533b-a7f2-49a0-80c4-49e00bfadcd5, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:53.287821 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff89d77-08b9-48dd-bf8b-d0d85e0f5e6d x-openstack-request-id: req-1ff89d77-08b9-48dd-bf8b-d0d85e0f5e6d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:53.288385 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:53.288833 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1ff89d77-08b9-48dd-bf8b-d0d85e0f5e6d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:53.293443 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf', 'status': 'completed', 'code': 200} Nov 12 11:02:53.293635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] For port ce56533b-a7f2-49a0-80c4-49e00bfadcd5, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,segment=NetworkSegment(de470c0b-9ed8-4cd6-a146-9ffe0a925cf9),segment_id=de470c0b-9ed8-4cd6-a146-9ffe0a925cf9)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:53.297790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-eec934b3-64c4-4922-b35d-9455a3fa86a4 service neutron] 10.222.0.98 "GET /v2.0/networks/4e9b47b5-a706-4eee-a16f-7174eb1b05ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240062 Nov 12 11:02:53.341866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cc9bd02f-0574-4df4-9678-b79ca225017a details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:53.353829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f5d8663d-ada4-4b19-83bd-63691030a9a9 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:53.396365 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:53.435281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-ba84dcda-dcfa-4a70-a827-8af8cb4a3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.438544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-ba84dcda-dcfa-4a70-a827-8af8cb4a3d0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1126 time: 0.1377821 Nov 12 11:02:53.466763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b2976-161c-4850-baa8-6c97e27b7947 req-b8f5ce3f-dfb4-4f28-90e9-47c6c856de9b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.468740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-739b2976-161c-4850-baa8-6c97e27b7947 req-b8f5ce3f-dfb4-4f28-90e9-47c6c856de9b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 944 time: 0.1549726 Nov 12 11:02:53.589577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.590168 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:53.591630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] 10.222.0.57 "PUT /v2.0/ports/ce56533b-a7f2-49a0-80c4-49e00bfadcd5 HTTP/1.1" status: 200 len: 1092 time: 2.9993861 Nov 12 11:02:53.611242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-739b2976-161c-4850-baa8-6c97e27b7947 req-2350bd39-66ec-4b67-9eb4-fbb6b5d96c50 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906584 Nov 12 11:02:53.612092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef9b99c-05cf-4b44-baf3-3e2310dd0a41', 'tag': 'ce56533b-a7f2-49a0-80c4-49e00bfadcd5'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:53.614633 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef9b99c-05cf-4b44-baf3-3e2310dd0a41", "tag": "ce56533b-a7f2-49a0-80c4-49e00bfadcd5"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:53.677659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccea68-7049-4f34-bda9-9e537827013e service neutron] Pushing event updated for resources: {'Port': ['ID=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:53.681067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cc9bd02f-0574-4df4-9678-b79ca225017a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cc9bd02f-0574-4df4-9678-b79ca225017a,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:53.694534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-146f929e-5abb-44b2-ab9f-6a0fe54a1360 service neutron] 10.222.0.98 "GET /v2.0/networks/4e9b47b5-a706-4eee-a16f-7174eb1b05ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803918 Nov 12 11:02:53.698661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-f4bced3d-92f4-45df-81f1-418457ccc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.700210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-f4bced3d-92f4-45df-81f1-418457ccc493 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.2543917 Nov 12 11:02:53.708542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'port_id': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'mac_address': 'fa:16:3e:7a:e5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:53.720610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-cb54cff1-eb31-440d-8272-3f5d0fca2aee tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.723597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-cb54cff1-eb31-440d-8272-3f5d0fca2aee tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.69 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 815 time: 0.3425548 Nov 12 11:02:53.744057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Request body: {'port': {'device_id': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'admin_state_up': True, 'tenant_id': '6335ee4beb4547c89a2d19a3f62f9f9c'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:53.759491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-76af5a05-9091-4aa6-b20f-9f6877b0d3d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.0498083 Nov 12 11:02:53.799735 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:53.817931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port f5d8663d-ada4-4b19-83bd-63691030a9a9 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:53.825886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9bd02f-0574-4df4-9678-b79ca225017a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:53.835372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port f5d8663d-ada4-4b19-83bd-63691030a9a9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:53.836345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:53.880813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-f988ece8-68ac-4778-af10-a8ece9024b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.885884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-f988ece8-68ac-4778-af10-a8ece9024b2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1179385 Nov 12 11:02:53.887765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41884) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:53.927849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cc9bd02f-0574-4df4-9678-b79ca225017a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cc9bd02f-0574-4df4-9678-b79ca225017a,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:53.939352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca76b57-9e78-460e-a3a2-5e540686e668 req-06cdc6de-03b5-4a8e-91dd-5e663d7d8c2f tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:53.941383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ca76b57-9e78-460e-a3a2-5e540686e668 req-06cdc6de-03b5-4a8e-91dd-5e663d7d8c2f tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 943 time: 0.0978839 Nov 12 11:02:53.981883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-b70bd14f-25cc-404c-9332-4cb534c812a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687056 Nov 12 11:02:54.002710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41888) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:54.047529 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:54.050776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fb5de9c1-8953-46b0-b26e-4c4496faddaf details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:54.140497 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:54.146625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d616-80da-4749-9f00-018414eac894 req-217bfdd2-588e-4110-b235-f6a6e7a51afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:54.149321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-217bfdd2-588e-4110-b235-f6a6e7a51afb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4d54fa0ed984f01be559945d190d575&device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 1095 time: 0.1309030 Nov 12 11:02:54.152508 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54415579-ed74-486a-b6c9-9576d20892ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:54.157074 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ca76b57-9e78-460e-a3a2-5e540686e668 req-5216ed65-2887-4798-8b4e-81822836de49 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417115 Nov 12 11:02:54.162725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Made reservation on behalf of 6335ee4beb4547c89a2d19a3f62f9f9c for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:54.163490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:54.250428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-21b1edf6-236f-40bd-ad9b-c611cf9e2723 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce56533b-a7f2-49a0-80c4-49e00bfadcd5 HTTP/1.1" status: 200 len: 217 time: 0.0839200 Nov 12 11:02:54.257310 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:02:54.289439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-28680bf1-0627-4570-a932-2c79b3f30488 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c7fc5d893d84e13a178fd9d1e8a0647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932514 Nov 12 11:02:54.310158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41894) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:54.333297 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ee27f-5046-426a-b591-23687286a711 x-openstack-request-id: req-017ee27f-5046-426a-b591-23687286a711 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:54.357820 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef9b99c-05cf-4b44-baf3-3e2310dd0a41", "tag": "ce56533b-a7f2-49a0-80c4-49e00bfadcd5", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:54.357820 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-017ee27f-5046-426a-b591-23687286a711 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:54.357820 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef9b99c-05cf-4b44-baf3-3e2310dd0a41', 'tag': 'ce56533b-a7f2-49a0-80c4-49e00bfadcd5', 'status': 'completed', 'code': 200} Nov 12 11:02:54.426717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec30925-f099-4a2c-90e5-8a96dec90b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d8663d-ada4-4b19-83bd-63691030a9a9'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:54.429924 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c0d92-57b8-4afc-8630-9d6e1657daf4" -d '{"events": [{"server_uuid": "fec30925-f099-4a2c-90e5-8a96dec90b49", "name": "network-vif-plugged", "status": "completed", "tag": "f5d8663d-ada4-4b19-83bd-63691030a9a9"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:54.442448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ccc6a-8be9-4d3a-8b76-ad214e55a1eb req-eeb3a7df-519a-4b4a-9ebc-ff4a106e8785 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:54.451345 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-853ccc6a-8be9-4d3a-8b76-ad214e55a1eb req-eeb3a7df-519a-4b4a-9ebc-ff4a106e8785 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 944 time: 0.3932583 Nov 12 11:02:54.478195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f5d8663d-ada4-4b19-83bd-63691030a9a9, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f5d8663d-ada4-4b19-83bd-63691030a9a9,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:54.489358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=cc9bd02f-0574-4df4-9678-b79ca225017a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:54.522652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:54.528875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.529471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.529602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-4d4a092e-c53a-4167-9126-334960226e11 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416362 Nov 12 11:02:54.530054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.530763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.532247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.532247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.532563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.533820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.534454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.535029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.535584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.536195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:02:54.555591 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:54.557433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d616-80da-4749-9f00-018414eac894 req-1047da7c-688a-4865-8f01-02ca6473fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:54.558559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-1047da7c-688a-4865-8f01-02ca6473fcb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1a8a92f-56dd-472d-8daf-054e6b826a33 HTTP/1.1" status: 200 len: 860 time: 0.2964702 Nov 12 11:02:54.569582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fb5de9c1-8953-46b0-b26e-4c4496faddaf has no active binding in host n-h2-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 11:02:54.580405 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-951c3e66-379c-47d2-b3a2-925b7eb58152 req-902db83d-6b66-4856-8c41-320c3d12a5ce tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 210 time: 0.0462539 Nov 12 11:02:54.588662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Allocated IP 172.20.0.12 (6eb72e06-49d5-40d3-97ca-d7520e9cf346/83d294a2-40c0-4d6d-a32f-2c45c286516d/e63a0429-1661-4a2a-8718-3c482e0a52c1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:54.610533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-80515fe3-04e2-4d75-a557-a6b4dd96be96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b3d6521-bb96-48a0-9b7a-2998105298fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329497 Nov 12 11:02:54.670040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f5d8663d-ada4-4b19-83bd-63691030a9a9,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:54.792574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0794ec66-8ac4-4fbd-aad2-ce930d1b6e46 req-829d525f-dcda-434c-affe-a53e2956c7c7 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 210 time: 0.1211765 Nov 12 11:02:54.882913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cc9bd02f-0574-4df4-9678-b79ca225017a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:54.908923 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-8717826f-31e6-436b-8e42-c4687b354e9e service neutron] 10.222.0.57 "GET /v2.0/networks/2b3d6521-bb96-48a0-9b7a-2998105298fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529781 Nov 12 11:02:54.971712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbef9a8d-3a8c-4585-ae05-7a7910c3d372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.067096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-853ccc6a-8be9-4d3a-8b76-ad214e55a1eb req-87b1d4ad-3c56-4332-a0d1-6099fb8a7a8a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6148455 Nov 12 11:02:55.074591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbef9a8d-3a8c-4585-ae05-7a7910c3d372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.122251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec05f0-8cfa-451f-a267-7724f01d3b37 req-af192910-1690-4488-859d-fdcffd558df0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.130314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05ec05f0-8cfa-451f-a267-7724f01d3b37 req-af192910-1690-4488-859d-fdcffd558df0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 943 time: 0.1920092 Nov 12 11:02:55.149572 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113637b5-ebd9-4c70-bb49-52038be8f80f x-openstack-request-id: req-113637b5-ebd9-4c70-bb49-52038be8f80f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:55.150158 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec30925-f099-4a2c-90e5-8a96dec90b49", "name": "network-vif-plugged", "status": "completed", "tag": "f5d8663d-ada4-4b19-83bd-63691030a9a9", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:55.150594 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-113637b5-ebd9-4c70-bb49-52038be8f80f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:55.151430 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec30925-f099-4a2c-90e5-8a96dec90b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d8663d-ada4-4b19-83bd-63691030a9a9', 'code': 200} Nov 12 11:02:55.159411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54415579-ed74-486a-b6c9-9576d20892ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.178717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f0c28a5-d203-4c18-985b-3cbc79ecccea req-a8ec4137-5033-4124-9a49-308ddbbd9040 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289549 Nov 12 11:02:55.193687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.211155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eb3d616-80da-4749-9f00-018414eac894 req-22ac8c9a-0528-40c2-9262-6fb7f7a95387 service neutron] 10.222.0.57 "GET /v2.0/networks/2b3d6521-bb96-48a0-9b7a-2998105298fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917261 Nov 12 11:02:55.250062 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05ec05f0-8cfa-451f-a267-7724f01d3b37 req-c0e5cbee-1f34-4adb-b303-fe323b41e598 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132824 Nov 12 11:02:55.298640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54415579-ed74-486a-b6c9-9576d20892ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.369053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbef9a8d-3a8c-4585-ae05-7a7910c3d372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.371861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbef9a8d-3a8c-4585-ae05-7a7910c3d372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.377488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bbef9a8d-3a8c-4585-ae05-7a7910c3d372 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28afcf39-0ffe-493e-9701-bcb0931a4db8 HTTP/1.1" status: 204 len: 168 time: 1.0355520 Nov 12 11:02:55.381005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-54415579-ed74-486a-b6c9-9576d20892ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c61dd0da7786478180132f340f8e2469&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3750703 Nov 12 11:02:55.385238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14d19b-ae04-45b7-9d02-0b0ecac9bf48 req-76a4ed6f-540c-469d-8402-c88e9bcc1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.385548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41910) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:02:55.386809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd14d19b-ae04-45b7-9d02-0b0ecac9bf48 req-76a4ed6f-540c-469d-8402-c88e9bcc1cb9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 1097 time: 0.1437738 Nov 12 11:02:55.387849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54415579-ed74-486a-b6c9-9576d20892ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351cf8dd-1023-4f46-817a-de48c7a2a339,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:55.409764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef9a8d-3a8c-4585-ae05-7a7910c3d372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28afcf39-0ffe-493e-9701-bcb0931a4db8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:55.420753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd670f5-2ba6-4301-93c2-341bdbf4ca37 req-218aca67-1ce0-4a8c-964c-49194085f83d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.422876 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.428546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd670f5-2ba6-4301-93c2-341bdbf4ca37 req-218aca67-1ce0-4a8c-964c-49194085f83d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 945 time: 0.1654980 Nov 12 11:02:55.514636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd14d19b-ae04-45b7-9d02-0b0ecac9bf48 req-4112c6d0-7b9a-416b-aaf0-caaa7e7da67f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114802 Nov 12 11:02:55.523364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd670f5-2ba6-4301-93c2-341bdbf4ca37 req-1a8f8d2f-d579-4115-80d5-4a61df45c758 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938671 Nov 12 11:02:55.635860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-3d55dd03-2f46-4026-806a-89856f50c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.644168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-3d55dd03-2f46-4026-806a-89856f50c450 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4d54fa0ed984f01be559945d190d575&device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 1095 time: 0.1104755 Nov 12 11:02:55.658731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170474b-b384-4cda-abc0-bab09d110d80 req-88557a96-d757-42ad-b77c-458ed5280875 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.672288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3170474b-b384-4cda-abc0-bab09d110d80 req-88557a96-d757-42ad-b77c-458ed5280875 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 943 time: 0.3416157 Nov 12 11:02:55.679049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:02:55.710270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:02:55.714628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:02:55.776359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Pushing event updated for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:55.838005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-9328112a-0eae-464b-9f9c-e0c489292708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.840565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-9328112a-0eae-464b-9f9c-e0c489292708 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b3d6521-bb96-48a0-9b7a-2998105298fe HTTP/1.1" status: 200 len: 921 time: 0.1936593 Nov 12 11:02:55.884589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3f38188-8afa-45ab-b105-032642238128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.917241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.917936 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.928862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-b58ec2cd-b660-46d0-a935-60e6c1507a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:55.930442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-b58ec2cd-b660-46d0-a935-60e6c1507a00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1126 time: 0.3766651 Nov 12 11:02:55.941078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-80083163-6dbc-4ba6-a7a7-3e6308d0cc71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce56533b-a7f2-49a0-80c4-49e00bfadcd5 HTTP/1.1" status: 200 len: 217 time: 0.0820751 Nov 12 11:02:55.946360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3f38188-8afa-45ab-b105-032642238128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:55.959144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3170474b-b384-4cda-abc0-bab09d110d80 req-795aff97-33de-4f6a-8443-8f342ec51004 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855847 Nov 12 11:02:56.044846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b797e2-4bf1-4e24-994d-f9a82e21efaa req-93b14ab3-7a1a-4587-a4bd-bd8bc1842727 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:56.047728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55b797e2-4bf1-4e24-994d-f9a82e21efaa req-93b14ab3-7a1a-4587-a4bd-bd8bc1842727 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 932 time: 0.2055871 Nov 12 11:02:56.099458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-737c8451-a1d3-4aa7-9814-82133e42e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:56.101968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-737c8451-a1d3-4aa7-9814-82133e42e7c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1a8a92f-56dd-472d-8daf-054e6b826a33 HTTP/1.1" status: 200 len: 860 time: 0.1521945 Nov 12 11:02:56.111425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-c0ba9ff7-c5ef-4d33-bb97-339539b3b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:56.113113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-c0ba9ff7-c5ef-4d33-bb97-339539b3b4f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.1069601 Nov 12 11:02:56.123008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-33e76ac3-944c-42ff-85a6-7a311022b507 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3855605 Nov 12 11:02:56.148114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Request body: {'port': {'device_id': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:56.170967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-8e8e2d8f-9b0c-4bf5-8eae-fa7df61501ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b3d6521-bb96-48a0-9b7a-2998105298fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488753 Nov 12 11:02:56.171825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80b82e86-a678-4663-920b-dc77d0aa1f7a req-9b8a7549-f678-4759-ae4e-7f4e0e312cc9 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 210 time: 0.0577002 Nov 12 11:02:56.191161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55b797e2-4bf1-4e24-994d-f9a82e21efaa req-5e8c05b7-b7be-40ea-a366-fa69476ca618 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310527 Nov 12 11:02:56.256274 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-210d4256-7f8e-41a0-bd0f-0af7fd5ecfe4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.1308737 Nov 12 11:02:56.425289 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.450914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-a67ad444-65e5-41ce-ab24-4c52c1a77cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:56.452541 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-a67ad444-65e5-41ce-ab24-4c52c1a77cd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1847265 Nov 12 11:02:56.517896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-19b80885-31c0-4ca6-8d4a-42f9172e2bd7 service neutron] 10.222.0.57 "GET /v2.0/ports/fb5de9c1-8953-46b0-b26e-4c4496faddaf/bindings/n-h2-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.3434393 Nov 12 11:02:56.518625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-61df5dcf-6b22-4a10-b331-24832eb71b82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489578 Nov 12 11:02:56.518625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3f38188-8afa-45ab-b105-032642238128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.518625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3f38188-8afa-45ab-b105-032642238128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:56.518625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f3f38188-8afa-45ab-b105-032642238128 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/351cf8dd-1023-4f46-817a-de48c7a2a339 HTTP/1.1" status: 204 len: 168 time: 1.1308236 Nov 12 11:02:56.556280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-9726965a-0c44-46ca-936d-13b1b48eb5b4 service neutron] 10.222.0.57 "GET /v2.0/networks/2b3d6521-bb96-48a0-9b7a-2998105298fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565087 Nov 12 11:02:56.556808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e25b1-8f87-461f-a082-5cda100f2daa req-8f9912ba-80ab-4566-8d66-31c5dbe3f970 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:56.556808 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-085e25b1-8f87-461f-a082-5cda100f2daa req-8f9912ba-80ab-4566-8d66-31c5dbe3f970 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 943 time: 0.1773646 Nov 12 11:02:56.586806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f38188-8afa-45ab-b105-032642238128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351cf8dd-1023-4f46-817a-de48c7a2a339,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:56.634280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a384cfd-1d89-4c26-94bd-4aee6973dd21 req-d831048d-df39-4ef0-9623-440301e8de4e tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:56.642932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a384cfd-1d89-4c26-94bd-4aee6973dd21 req-d831048d-df39-4ef0-9623-440301e8de4e tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 944 time: 0.2517974 Nov 12 11:02:56.768791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a384cfd-1d89-4c26-94bd-4aee6973dd21 req-1febb2f5-4db2-4e6f-8cda-65a1486f28e2 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257720 Nov 12 11:02:56.863847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-085e25b1-8f87-461f-a082-5cda100f2daa req-f838379a-6dbe-4f05-bf59-a8fb0b8fb296 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857015 Nov 12 11:02:56.873976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-10ddc13b-f01e-41fa-bf83-75bec2e9904d service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475282 Nov 12 11:02:57.051992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f68ef7b-07c9-4b92-81d4-9e34cbea6b63 req-fb15efe3-ee52-40b2-8e6b-0544bf74c540 service neutron] 10.222.0.57 "GET /v2.0/networks/2b3d6521-bb96-48a0-9b7a-2998105298fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856291 Nov 12 11:02:57.177487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265115f-c0f2-4a30-82a9-4620ca9bce05 req-7c4d61c2-74de-4540-93a9-e5e26a4995f2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:57.180097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3265115f-c0f2-4a30-82a9-4620ca9bce05 req-7c4d61c2-74de-4540-93a9-e5e26a4995f2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 945 time: 0.2488410 Nov 12 11:02:57.224688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bc684a4-b16a-448b-83e1-29d865dfa997 req-be206fcb-53ae-45d4-9e3c-e50759b1dfcd service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409917 Nov 12 11:02:57.246584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:57.277614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63a0429-1661-4a2a-8718-3c482e0a52c1 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:57.301667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87269ce3-aa03-48c2-bfcc-40691cd77ee7 req-dcd84281-63c8-443f-8e68-c2e75b62606c tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:57.304309 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87269ce3-aa03-48c2-bfcc-40691cd77ee7 req-dcd84281-63c8-443f-8e68-c2e75b62606c tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 943 time: 0.2028596 Nov 12 11:02:57.316518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.323375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:57.365471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Transition to ACTIVE for port object e63a0429-1661-4a2a-8718-3c482e0a52c1 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:57.395161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cc9bd02f-0574-4df4-9678-b79ca225017a up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:02:57.417406 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3265115f-c0f2-4a30-82a9-4620ca9bce05 req-ce059401-922e-412c-b7cf-201e7ef603d5 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176762 Nov 12 11:02:57.428406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87269ce3-aa03-48c2-bfcc-40691cd77ee7 req-9eb7694b-67e3-4bbb-bc4b-7da8760e0c0b tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083398 Nov 12 11:02:57.432517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.472779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5de9c1-8953-46b0-b26e-4c4496faddaf {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:57.531159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:57.610689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Pushing event updated for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:57.711575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fe50e-9ebe-4d81-9221-092da9312181 req-5600842b-0fa1-496c-9e82-2a75553e69d8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:57.717026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef2fe50e-9ebe-4d81-9221-092da9312181 req-5600842b-0fa1-496c-9e82-2a75553e69d8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 944 time: 0.0655806 Nov 12 11:02:57.738185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3f61d5be-4c16-42ac-bf0b-8ea7234274d1 req-c4074e5b-df1a-4e44-8d0d-0a08b4f4b337 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 210 time: 0.0804400 Nov 12 11:02:57.740441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port cc9bd02f-0574-4df4-9678-b79ca225017a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:02:57.748118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port cc9bd02f-0574-4df4-9678-b79ca225017a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:02:57.749015 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.760152 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.769965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Attempting to bind port e63a0429-1661-4a2a-8718-3c482e0a52c1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:02:57.770305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Attempting to bind port e63a0429-1661-4a2a-8718-3c482e0a52c1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:02:57.774083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Attempting to bind port e63a0429-1661-4a2a-8718-3c482e0a52c1 on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:57.826551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Port e63a0429-1661-4a2a-8718-3c482e0a52c1 on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:02:57.826888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Attempting to bind port e63a0429-1661-4a2a-8718-3c482e0a52c1 on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:02:57.840630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef2fe50e-9ebe-4d81-9221-092da9312181 req-22a4df4b-2e29-4c4a-8e05-45c90689caad tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226580 Nov 12 11:02:57.850677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:02:57.850865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Checking segment: {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:02:57.851181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Bound using segment: {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:02:57.851634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Bound port: e63a0429-1661-4a2a-8718-3c482e0a52c1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:02:57.852030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:57.899534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.017552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] Transition to ACTIVE for port object fb5de9c1-8953-46b0-b26e-4c4496faddaf will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:02:58.035384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9bd02f-0574-4df4-9678-b79ca225017a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:58.038397 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c40d7d-ee94-48fc-8663-75253f98d3a7" -d '{"events": [{"server_uuid": "f7f59aff-70ae-4628-b7f9-66f0166a5041", "name": "network-vif-plugged", "status": "completed", "tag": "cc9bd02f-0574-4df4-9678-b79ca225017a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:58.048864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device ce56533b-a7f2-49a0-80c4-49e00bfadcd5 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:02:58.086919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cc9bd02f-0574-4df4-9678-b79ca225017a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cc9bd02f-0574-4df4-9678-b79ca225017a,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:58.122675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.133308 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-661ea9cd-4286-48e7-90e7-c95d32385407 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.135541 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-661ea9cd-4286-48e7-90e7-c95d32385407 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.57 "GET /v2.0/networks?id=4e9b47b5-a706-4eee-a16f-7174eb1b05ea HTTP/1.1" status: 200 len: 809 time: 0.4969282 Nov 12 11:02:58.164000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Request body: {'port': {'device_id': '177771ef-725a-4d35-9547-ab95441e30ad', 'network_id': '4e9b47b5-a706-4eee-a16f-7174eb1b05ea', 'admin_state_up': True, 'tenant_id': '73372a78cfd9444b8f8f4868b26f9adc'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:02:58.182081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.255038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] No DVR routers for this DVR port fb5de9c1-8953-46b0-b26e-4c4496faddaf on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:02:58.257057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd77bb-052e-4e5c-8845-6fd07a5153ad req-8ce7d81a-5d49-433c-8023-0968f1e5f08b tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.260626 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ebd77bb-052e-4e5c-8845-6fd07a5153ad req-8ce7d81a-5d49-433c-8023-0968f1e5f08b tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 944 time: 0.2729173 Nov 12 11:02:58.328303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] 10.222.0.57 "PUT /v2.0/ports/fb5de9c1-8953-46b0-b26e-4c4496faddaf/bindings/n-h2-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 1.7848349 Nov 12 11:02:58.363130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837ffe-4214-4a02-a2f4-98ec4bce7044 req-1db32bff-d7e4-4308-b8d6-f7cb5f8abc5a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.373888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1837ffe-4214-4a02-a2f4-98ec4bce7044 req-1db32bff-d7e4-4308-b8d6-f7cb5f8abc5a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 943 time: 0.3542778 Nov 12 11:02:58.409433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed327b3f-9fa9-4765-a0f7-bb80b451e861 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=10']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:58.426084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:02:58.430984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=cc9bd02f-0574-4df4-9678-b79ca225017a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:58.444771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ebd77bb-052e-4e5c-8845-6fd07a5153ad req-8bc60505-3639-47b9-8e38-c8ffa68f4976 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711736 Nov 12 11:02:58.463419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:02:58.499740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port ce56533b-a7f2-49a0-80c4-49e00bfadcd5, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,segment=NetworkSegment(de470c0b-9ed8-4cd6-a146-9ffe0a925cf9),segment_id=de470c0b-9ed8-4cd6-a146-9ffe0a925cf9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:58.517922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'ce56533b-a7f2-49a0-80c4-49e00bfadcd5', 'network_id': '2b3d6521-bb96-48a0-9b7a-2998105298fe', 'port_id': 'ce56533b-a7f2-49a0-80c4-49e00bfadcd5', 'mac_address': 'fa:16:3e:4e:4a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a8a92f-56dd-472d-8daf-054e6b826a33', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:02:58.521247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1837ffe-4214-4a02-a2f4-98ec4bce7044 req-8d48f83d-959d-4aa7-88a4-fe4ce1941aa5 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461380 Nov 12 11:02:58.561256 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62ccea9-a4cd-4848-a637-d53590f6f301 x-openstack-request-id: req-f62ccea9-a4cd-4848-a637-d53590f6f301 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:58.561723 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f59aff-70ae-4628-b7f9-66f0166a5041", "name": "network-vif-plugged", "status": "completed", "tag": "cc9bd02f-0574-4df4-9678-b79ca225017a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:58.561864 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f62ccea9-a4cd-4848-a637-d53590f6f301 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:58.562234 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'code': 200} Nov 12 11:02:58.582381 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.599626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce56533b-a7f2-49a0-80c4-49e00bfadcd5 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:02:58.631669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port ce56533b-a7f2-49a0-80c4-49e00bfadcd5, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,segment=NetworkSegment(de470c0b-9ed8-4cd6-a146-9ffe0a925cf9),segment_id=de470c0b-9ed8-4cd6-a146-9ffe0a925cf9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:02:58.636544 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.662477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-fcbd085c-5350-46f8-bfaa-568f9418269a tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.664862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-fcbd085c-5350-46f8-bfaa-568f9418269a tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.1309662 Nov 12 11:02:58.703846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.705037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.708573 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] 10.222.0.69 "PUT /v2.0/ports/e63a0429-1661-4a2a-8718-3c482e0a52c1 HTTP/1.1" status: 200 len: 1093 time: 2.5732448 Nov 12 11:02:58.709576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Made reservation on behalf of 73372a78cfd9444b8f8f4868b26f9adc for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:02:58.718767 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.728296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:02:58.733643 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:02:58.741506 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:58.771448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb44d6-9c11-4201-9313-5d5408df84fb req-c337c5ac-9473-40f7-a3bb-8b29da9f55cc tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.778939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ebb44d6-9c11-4201-9313-5d5408df84fb req-c337c5ac-9473-40f7-a3bb-8b29da9f55cc tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 943 time: 0.1360817 Nov 12 11:02:58.794668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-e19e755b-f73b-4396-886c-5ccc39d957d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.796263 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-e19e755b-f73b-4396-886c-5ccc39d957d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73&tenant_id=f81c3579f9504ec0a64c5f93b727b264 HTTP/1.1" status: 200 len: 1096 time: 0.1164577 Nov 12 11:02:58.843668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7432ae-79b6-4ef8-9efe-a21ec4a55cd5 req-003297fb-2222-49d5-9eef-30c5fc52a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:58.845916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a7432ae-79b6-4ef8-9efe-a21ec4a55cd5 req-003297fb-2222-49d5-9eef-30c5fc52a3df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 1097 time: 0.1296704 Nov 12 11:02:58.925605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:58.950588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['ce56533b-a7f2-49a0-80c4-49e00bfadcd5'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:02:58.982610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ebb44d6-9c11-4201-9313-5d5408df84fb req-f41fb9cd-2965-4986-9c6c-f79e80661844 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026815 Nov 12 11:02:59.034250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a7432ae-79b6-4ef8-9efe-a21ec4a55cd5 req-8e37eb43-2334-4bf2-ad65-c7a2cb44d623 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768470 Nov 12 11:02:59.056968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-4b0425ca-1d31-47a4-ac92-c5a7d321df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.058896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-4b0425ca-1d31-47a4-ac92-c5a7d321df87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1096 time: 0.2191703 Nov 12 11:02:59.182473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ce0ae-abc4-421b-bc38-5520d789df36 req-0e433433-62a3-45e6-9bb8-0551d3344724 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.196700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-987ce0ae-abc4-421b-bc38-5520d789df36 req-0e433433-62a3-45e6-9bb8-0551d3344724 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 945 time: 0.1215599 Nov 12 11:02:59.256680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Allocated IP 172.20.0.10 (4e9b47b5-a706-4eee-a16f-7174eb1b05ea/4eb9e21f-3fde-4127-9d7b-de0613a9c401/770f8f23-c21c-404e-9e66-4e072f47567b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:02:59.335601 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe89f9cd-7f18-4e29-a66e-6d6de656d795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:02:59.364742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec47fd-23b3-4623-bde1-f849ebaf3760 service neutron] Pushing event updated for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:02:59.383597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-987ce0ae-abc4-421b-bc38-5520d789df36 req-bcba251c-cb87-4f47-94ee-c2d4e82d82cc tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851146 Nov 12 11:02:59.391805 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-72ff619e-f4fa-42a7-abe0-ef956c1148dd tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=1a4f07a5addf454492f4050c2d51fd23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718696 Nov 12 11:02:59.445781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-b14ad82f-0ff9-4be5-abd3-79c3c740caa1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1433306 Nov 12 11:02:59.478442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-a000dab3-acf2-4c5b-b649-e6f0debd6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.479986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-a000dab3-acf2-4c5b-b649-e6f0debd6434 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.2347903 Nov 12 11:02:59.493949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-4f585c13-67ec-4f9c-8d33-958776f9857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.496531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-4f585c13-67ec-4f9c-8d33-958776f9857d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 1096 time: 0.4843016 Nov 12 11:02:59.525372 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1498f437-7fb3-491c-9eed-1394df2c09ed x-openstack-request-id: req-1498f437-7fb3-491c-9eed-1394df2c09ed {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:02:59.525708 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:02:59.526142 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1498f437-7fb3-491c-9eed-1394df2c09ed {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:02:59.526484 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'status': 'completed', 'code': 200} Nov 12 11:02:59.730982 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-9befea56-74d8-4313-a6de-d677ed9860e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.2316005 Nov 12 11:02:59.787324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad9f555b-2a64-4431-a3ff-09c5ed0d5170 req-32c6726b-678f-46be-a1e2-d608de0bc3e7 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 210 time: 0.1515355 Nov 12 11:02:59.897984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-065746ef-f918-4e5d-9b90-130a5e8f238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.902877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-065746ef-f918-4e5d-9b90-130a5e8f238f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 1097 time: 0.2647839 Nov 12 11:02:59.943279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-104a4a53-1b22-46df-bba4-68078dcaf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:02:59.945877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-104a4a53-1b22-46df-bba4-68078dcaf6f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1663835 Nov 12 11:02:59.996576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device ce56533b-a7f2-49a0-80c4-49e00bfadcd5 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:00.149162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-22b964f1-f1ff-4c8a-929f-6d4583b94986 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838472 Nov 12 11:03:00.176719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:00.180590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-b4353049-b2ef-4b95-9fd3-7298ff96f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.184857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-b4353049-b2ef-4b95-9fd3-7298ff96f337 service neutron] 10.222.0.69 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 912 time: 0.2355087 Nov 12 11:03:00.192778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-00289b03-14db-4c82-a004-0472e257fa39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1 HTTP/1.1" status: 200 len: 217 time: 0.6653502 Nov 12 11:03:00.204980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:00.207091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.302422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-e0dc4053-07e6-43b5-9dc3-b7830882e79c tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.304139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-e0dc4053-07e6-43b5-9dc3-b7830882e79c tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9022322 Nov 12 11:03:00.319005 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.327965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-25d12896-8f9e-4d84-a4b2-1fd26afc9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.329531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-25d12896-8f9e-4d84-a4b2-1fd26afc9368 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83d294a2-40c0-4d6d-a32f-2c45c286516d HTTP/1.1" status: 200 len: 855 time: 0.1287394 Nov 12 11:03:00.421898 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.426329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-e9a2999c-5f26-4c3b-9b41-57a3f50be188 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eb72e06-49d5-40d3-97ca-d7520e9cf346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665097 Nov 12 11:03:00.460755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-e184635f-0385-4fc6-bc40-0960c51fbaa6 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/quotas/1a4f07a5addf454492f4050c2d51fd23 HTTP/1.1" status: 200 len: 375 time: 0.1264391 Nov 12 11:03:00.461083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-2ab6b665-6fbd-48ea-b30c-02d40f41a975 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d8663d-ada4-4b19-83bd-63691030a9a9 HTTP/1.1" status: 200 len: 217 time: 0.0483828 Nov 12 11:03:00.480817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-de1d13e5-0858-4d85-b6e8-05eb0eeffcfd service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050048 Nov 12 11:03:00.490403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port ce56533b-a7f2-49a0-80c4-49e00bfadcd5, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,segment=NetworkSegment(de470c0b-9ed8-4cd6-a146-9ffe0a925cf9),segment_id=de470c0b-9ed8-4cd6-a146-9ffe0a925cf9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:00.563668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef9b99c-05cf-4b44-baf3-3e2310dd0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce56533b-a7f2-49a0-80c4-49e00bfadcd5'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:00.572884 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba3ef36-d0c4-4d4e-97eb-10e9b37cab00" -d '{"events": [{"server_uuid": "3ef9b99c-05cf-4b44-baf3-3e2310dd0a41", "name": "network-vif-plugged", "status": "completed", "tag": "ce56533b-a7f2-49a0-80c4-49e00bfadcd5"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:00.581208 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.582794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fb5de9c1-8953-46b0-b26e-4c4496faddaf no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:00.675050 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-afa8b64c-9f54-401e-9feb-96a9cd647d1b tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=1a4f07a5addf454492f4050c2d51fd23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2027917 Nov 12 11:03:00.783802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:00.790621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fb5de9c1-8953-46b0-b26e-4c4496faddaf not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:00.840960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7248e-0faf-4186-9d56-bd2b54e74269 req-9c0abad8-b1c6-4cae-895d-34f8d3e3e12a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.856001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6d7248e-0faf-4186-9d56-bd2b54e74269 req-9c0abad8-b1c6-4cae-895d-34f8d3e3e12a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 944 time: 0.7770343 Nov 12 11:03:00.868816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-44892e65-a782-4c38-a45c-687b2b962724 service neutron] 10.222.0.69 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125429 Nov 12 11:03:00.875082 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:00.958179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-562a9b23-174a-4fd3-a8de-1f086ff268bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:00.961615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-562a9b23-174a-4fd3-a8de-1f086ff268bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.4900093 Nov 12 11:03:00.965729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-b7e5a47b-087c-43ce-b47f-45eb1df4dc56 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550424 Nov 12 11:03:00.997758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:01.038522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-8f24ac1c-b276-43ca-9fa5-0897ad60c10e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616322 Nov 12 11:03:01.038827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:01.050679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:01.116541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:01.117222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:01.146412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6d7248e-0faf-4186-9d56-bd2b54e74269 req-29e162ce-5f65-403a-a7ba-7dab2567dbda tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881851 Nov 12 11:03:01.202866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Pushing event updated for resources: {'Port': ['ID=770f8f23-c21c-404e-9e66-4e072f47567b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:01.256385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c40f69-3e6e-4818-b367-44bd2aae1dff req-3019f375-1ed6-41d9-9a0c-3618eee9df89 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:01.259862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d1c40f69-3e6e-4818-b367-44bd2aae1dff req-3019f375-1ed6-41d9-9a0c-3618eee9df89 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 945 time: 0.1217606 Nov 12 11:03:01.270652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-46e7b163-5169-4032-854c-5cce94d6f67e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1246142 Nov 12 11:03:01.279197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffcadf36-1dc1-4cf9-bade-52ee04be2805 req-1cf7cb6a-afad-4f80-a11f-b09967a5e446 service neutron] 10.222.0.69 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929985 Nov 12 11:03:01.306612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Request body: {'port': {'device_id': '177771ef-725a-4d35-9547-ab95441e30ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:01.431181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-6672836a-9fad-4c25-83ec-aef955f44201 service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800092 Nov 12 11:03:01.506521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ddbeb-a09a-4834-8ddc-060ad50c8445 req-6da70a26-e4fb-4090-935e-bd9315c24672 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:01.516958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-357ddbeb-a09a-4834-8ddc-060ad50c8445 req-6da70a26-e4fb-4090-935e-bd9315c24672 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 944 time: 0.1733000 Nov 12 11:03:01.517205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d1c40f69-3e6e-4818-b367-44bd2aae1dff req-a602ea18-42c8-405e-9c57-07c57c1c7aa0 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026536 Nov 12 11:03:01.527608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:01.631735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-292c2974-1362-454b-bc54-06593894c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:01.634773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-292c2974-1362-454b-bc54-06593894c299 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 1096 time: 0.1787434 Nov 12 11:03:01.746358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-af270095-ae4e-4d07-b035-f01f0f71be51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:01.840779 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-357ddbeb-a09a-4834-8ddc-060ad50c8445 req-4b023cf7-4a7a-4f28-878e-f2cbf8f09a84 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182852 Nov 12 11:03:01.873446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42048) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:01.898636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b91fa728-feac-460a-bf2b-0adb780c66e6 req-2ced2cf7-c566-4f85-a1b2-27d2e2cb46df service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511464 Nov 12 11:03:01.902433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-25ab91cc-cdf2-411b-bfe3-7c8f63065a90 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:01.908304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-25ab91cc-cdf2-411b-bfe3-7c8f63065a90 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.1866763 Nov 12 11:03:01.969083 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399134e7-f3e7-4d54-b38e-39df9daf07f7 x-openstack-request-id: req-399134e7-f3e7-4d54-b38e-39df9daf07f7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:01.970037 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef9b99c-05cf-4b44-baf3-3e2310dd0a41", "name": "network-vif-plugged", "status": "completed", "tag": "ce56533b-a7f2-49a0-80c4-49e00bfadcd5", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:01.972449 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-399134e7-f3e7-4d54-b38e-39df9daf07f7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:01.972914 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef9b99c-05cf-4b44-baf3-3e2310dd0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce56533b-a7f2-49a0-80c4-49e00bfadcd5', 'code': 200} Nov 12 11:03:02.164949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9f035-7245-4283-81f2-a48cefe6c5eb req-587fea33-6902-4f01-bdfb-9170434dd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.168667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84c9f035-7245-4283-81f2-a48cefe6c5eb req-587fea33-6902-4f01-bdfb-9170434dd679 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 1097 time: 0.0779872 Nov 12 11:03:02.238060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6982eaee-caf0-406c-a15e-1a5fbb278811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.266888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef93a8c-1bf0-4a50-be7c-cb20c49fa324 req-cae8ce45-68c3-4bc4-bf6b-9ed9bcc9c4e8 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.269788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef93a8c-1bf0-4a50-be7c-cb20c49fa324 req-cae8ce45-68c3-4bc4-bf6b-9ed9bcc9c4e8 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 945 time: 0.6468341 Nov 12 11:03:02.300085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-63624416-b636-4f6a-98c5-a6aba7486941 service neutron] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:02.302690 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84c9f035-7245-4283-81f2-a48cefe6c5eb req-e4b76489-4264-4e14-bef8-55946b4f5ae4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192572 Nov 12 11:03:02.313737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796cda7-ab19-4ade-acac-22eb9370c40d req-9a25d804-a676-4a6b-8c1c-0975d51ca057 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.315371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3796cda7-ab19-4ade-acac-22eb9370c40d req-9a25d804-a676-4a6b-8c1c-0975d51ca057 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 932 time: 0.1454594 Nov 12 11:03:02.322467 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-63624416-b636-4f6a-98c5-a6aba7486941 service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.323612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56993f5a-47b2-4641-a1a5-63af262f63ec req-63624416-b636-4f6a-98c5-a6aba7486941 service neutron] 10.222.0.69 "DELETE /v2.0/ports/fb5de9c1-8953-46b0-b26e-4c4496faddaf/bindings/n-h1-768852-22 HTTP/1.1" status: 204 len: 173 time: 0.4089358 Nov 12 11:03:02.406296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3796cda7-ab19-4ade-acac-22eb9370c40d req-9fd088c4-d592-4e57-b2f8-5f5d93c314ef tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752804 Nov 12 11:03:02.426189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6982eaee-caf0-406c-a15e-1a5fbb278811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.520124 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6982eaee-caf0-406c-a15e-1a5fbb278811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.530133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1383ccd-99bf-4ab2-9468-b0c7ce97974e req-194272df-d06e-48ec-b12b-898d079acdb6 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 210 time: 0.0622067 Nov 12 11:03:02.552620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-de011488-b0f4-47b5-b88e-d069f018e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:02.566638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-de011488-b0f4-47b5-b88e-d069f018e947 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 916 time: 0.9186907 Nov 12 11:03:02.601081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6982eaee-caf0-406c-a15e-1a5fbb278811 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b8fbeb7f02e64550b9ba99a1933bee13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7194405 Nov 12 11:03:02.602912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982eaee-caf0-406c-a15e-1a5fbb278811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff4d9f5-d4ee-46be-8097-2457d6cc6f25,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:02.606952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42054) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:02.616660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef93a8c-1bf0-4a50-be7c-cb20c49fa324 req-1d82272f-85e5-4110-9674-56e11104e5cf tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289516 Nov 12 11:03:02.842361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7f09-4f1a-4443-94df-a1af4aed095a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.897363 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.954770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7f09-4f1a-4443-94df-a1af4aed095a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:02.962266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770f8f23-c21c-404e-9e66-4e072f47567b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:02.978390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:03.004791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee21e87-f595-443c-9f88-0c6c0faeacbe req-7826082e-b31c-4e27-abde-2310a1910e30 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.005370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Transition to ACTIVE for port object 770f8f23-c21c-404e-9e66-4e072f47567b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:03.006483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee21e87-f595-443c-9f88-0c6c0faeacbe req-7826082e-b31c-4e27-abde-2310a1910e30 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 945 time: 0.2041876 Nov 12 11:03:03.013604 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-159eb365-22d1-4bb1-9093-4217abc7b8e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1 HTTP/1.1" status: 200 len: 217 time: 0.3801563 Nov 12 11:03:03.017888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42062) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:03.022811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Request body: {'floatingip': {'port_id': 'cc9bd02f-0574-4df4-9678-b79ca225017a'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:03.104460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:03.125695 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:03.215676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-6496a8c1-7883-4ba4-90ae-232b5f19b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.218188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-6496a8c1-7883-4ba4-90ae-232b5f19b56d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83d294a2-40c0-4d6d-a32f-2c45c286516d HTTP/1.1" status: 200 len: 855 time: 0.1863999 Nov 12 11:03:03.255794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Pushing event updated for resources: {'Port': ['ID=770f8f23-c21c-404e-9e66-4e072f47567b,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:03.270948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b91d8-9b51-4fde-8283-36ad651cd3c7 req-35c25137-9723-4c6e-b7cc-ae9d4b644759 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.278933 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a1b91d8-9b51-4fde-8283-36ad651cd3c7 req-35c25137-9723-4c6e-b7cc-ae9d4b644759 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 944 time: 0.2709029 Nov 12 11:03:03.286905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079270b0-be6d-49fb-9fdf-e469cf2be1a4 req-b05b540a-57e9-473b-9b10-6cbad6eb8c78 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.286905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-079270b0-be6d-49fb-9fdf-e469cf2be1a4 req-b05b540a-57e9-473b-9b10-6cbad6eb8c78 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 944 time: 0.1038721 Nov 12 11:03:03.326767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-47342adf-0149-4224-8e4d-ebb8085a700f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6eb72e06-49d5-40d3-97ca-d7520e9cf346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971408 Nov 12 11:03:03.351603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7f09-4f1a-4443-94df-a1af4aed095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:03.356163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7f09-4f1a-4443-94df-a1af4aed095a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:03.357904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3e1b7f09-4f1a-4443-94df-a1af4aed095a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6ff4d9f5-d4ee-46be-8097-2457d6cc6f25 HTTP/1.1" status: 204 len: 168 time: 0.7486506 Nov 12 11:03:03.458458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b7f09-4f1a-4443-94df-a1af4aed095a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff4d9f5-d4ee-46be-8097-2457d6cc6f25,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:03.555382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a1b91d8-9b51-4fde-8283-36ad651cd3c7 req-36527218-a812-4c60-9674-86877fd4a667 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745628 Nov 12 11:03:03.571866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Attempting to bind port 770f8f23-c21c-404e-9e66-4e072f47567b on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:03.572346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Attempting to bind port 770f8f23-c21c-404e-9e66-4e072f47567b by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'f61274db-9403-429c-ad10-3e59a41175a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e9b47b5-a706-4eee-a16f-7174eb1b05ea'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:03.572621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Attempting to bind port 770f8f23-c21c-404e-9e66-4e072f47567b on network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:03.589488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Port 770f8f23-c21c-404e-9e66-4e072f47567b on network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:03.589871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Attempting to bind port 770f8f23-c21c-404e-9e66-4e072f47567b on network 4e9b47b5-a706-4eee-a16f-7174eb1b05ea {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:03.617049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:03.617294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Checking segment: {'id': 'f61274db-9403-429c-ad10-3e59a41175a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e9b47b5-a706-4eee-a16f-7174eb1b05ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:03.617748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Bound using segment: {'id': 'f61274db-9403-429c-ad10-3e59a41175a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e9b47b5-a706-4eee-a16f-7174eb1b05ea'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:03.619051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Bound port: 770f8f23-c21c-404e-9e66-4e072f47567b, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61274db-9403-429c-ad10-3e59a41175a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e9b47b5-a706-4eee-a16f-7174eb1b05ea'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:03.619412 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:03.628275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-079270b0-be6d-49fb-9fdf-e469cf2be1a4 req-50107dc8-500b-4f41-874a-75994f0d648f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748492 Nov 12 11:03:03.684765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-a00f8c7e-ab24-4497-945e-d83d2d3f4936 service neutron] 10.222.0.69 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465109 Nov 12 11:03:03.917912 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4cd27493-c2ea-4c0a-b0b9-37fefd44bd2a req-52bbed85-fdeb-4995-8ae1-2a84664f521a tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 210 time: 0.0914586 Nov 12 11:03:03.933856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] For port 770f8f23-c21c-404e-9e66-4e072f47567b, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:03.939903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] For port 770f8f23-c21c-404e-9e66-4e072f47567b, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=770f8f23-c21c-404e-9e66-4e072f47567b,segment=NetworkSegment(f61274db-9403-429c-ad10-3e59a41175a4),segment_id=f61274db-9403-429c-ad10-3e59a41175a4)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:03.972734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90d2b5-c94d-46e5-a9fa-ce8673049426 req-7a2d6515-9089-475a-ad13-f23ca846d3e9 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:03.980794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a90d2b5-c94d-46e5-a9fa-ce8673049426 req-7a2d6515-9089-475a-ad13-f23ca846d3e9 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 944 time: 0.1739442 Nov 12 11:03:03.996258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11cd84c3-78ea-41f1-99c4-0788e54dc4ba req-009ba675-f64f-4ab3-989f-8a5d12bbbba0 service neutron] 10.222.0.69 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791896 Nov 12 11:03:04.071629 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a90d2b5-c94d-46e5-a9fa-ce8673049426 req-1d8c05bb-06b8-468d-9067-13576de55151 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893049 Nov 12 11:03:04.080468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.113919 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.193224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:04.194554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.197686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] 10.222.0.57 "PUT /v2.0/ports/770f8f23-c21c-404e-9e66-4e072f47567b HTTP/1.1" status: 200 len: 1093 time: 2.9169729 Nov 12 11:03:04.200929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177771ef-725a-4d35-9547-ab95441e30ad', 'tag': '770f8f23-c21c-404e-9e66-4e072f47567b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:04.205288 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377e7103-a866-4b21-afd1-e5ca7a2e1a72" -d '{"events": [{"name": "network-changed", "server_uuid": "177771ef-725a-4d35-9547-ab95441e30ad", "tag": "770f8f23-c21c-404e-9e66-4e072f47567b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:04.250975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.260059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a0d89-f477-41ec-a90d-828c745407cc service neutron] Pushing event updated for resources: {'Port': ['ID=770f8f23-c21c-404e-9e66-4e072f47567b,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:04.293515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfa8c0-0611-4706-8a0c-2a3cd9197d67 req-679e9fe2-e6a0-4184-9ccb-a88da1bf1df8 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:04.298844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63cfa8c0-0611-4706-8a0c-2a3cd9197d67 req-679e9fe2-e6a0-4184-9ccb-a88da1bf1df8 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 945 time: 0.0962231 Nov 12 11:03:04.358104 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.390409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-44107c4c-2069-475d-815f-1b45c2962ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:04.393271 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-44107c4c-2069-475d-815f-1b45c2962ad1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73372a78cfd9444b8f8f4868b26f9adc&device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 1096 time: 0.0737383 Nov 12 11:03:04.443396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63cfa8c0-0611-4706-8a0c-2a3cd9197d67 req-7e21965b-8e08-4622-82e0-998ac378550c tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364214 Nov 12 11:03:04.486432 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-5c760137-90f9-417c-877a-82471671c1cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770f8f23-c21c-404e-9e66-4e072f47567b HTTP/1.1" status: 200 len: 217 time: 0.0850101 Nov 12 11:03:04.551430 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Floating IP cc4b7eee-3a48-4173-8560-81321bcb1d4c associated. External IP: 172.25.3.94, port: cc9bd02f-0574-4df4-9678-b79ca225017a. Nov 12 11:03:04.577036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0720ad2f-a4b3-4cb6-90de-fb12763c8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:04.578668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-0720ad2f-a4b3-4cb6-90de-fb12763c8554 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eb9e21f-3fde-4127-9d7b-de0613a9c401 HTTP/1.1" status: 200 len: 849 time: 0.0841289 Nov 12 11:03:04.594914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42088) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:04.631846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-195fd7c2-5450-4ca5-9f6a-8b9f361dcb48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e9b47b5-a706-4eee-a16f-7174eb1b05ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379188 Nov 12 11:03:04.651269 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e381b17f-08f1-42cf-9436-c448a541b17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.819812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9e77b-b1f7-4aef-9074-538ea18b8b88 req-e78a89dc-6fcb-4535-a851-b3542da4b716 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:04.822614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d5a9e77b-b1f7-4aef-9074-538ea18b8b88 req-e78a89dc-6fcb-4535-a851-b3542da4b716 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1096 time: 0.1927035 Nov 12 11:03:04.838406 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.851106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-756b82ef-91c8-4e4b-9e64-35017cb1f524 service neutron] 10.222.0.57 "GET /v2.0/networks/4e9b47b5-a706-4eee-a16f-7174eb1b05ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088723 Nov 12 11:03:04.947982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e381b17f-08f1-42cf-9436-c448a541b17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:04.994715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6565f5b5-cfba-4e23-a229-e649d23db4b6 req-2c151225-4f3e-45d0-9192-352cbf2b238d service neutron] 10.222.0.57 "GET /v2.0/networks/4e9b47b5-a706-4eee-a16f-7174eb1b05ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346033 Nov 12 11:03:05.005759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e381b17f-08f1-42cf-9436-c448a541b17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:05.072476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-e9c0bd74-cec8-4272-b379-c127bea559d5 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1a4f07a5addf454492f4050c2d51fd23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608437 Nov 12 11:03:05.108223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e381b17f-08f1-42cf-9436-c448a541b17e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=05820dcbbe1349f6a3158a9702fd329c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5039115 Nov 12 11:03:05.154384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42100) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:05.164074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b17f-08f1-42cf-9436-c448a541b17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f5bba-07f8-4657-9a89-a140107cdfdb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:05.331056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-7e5055bb-f2ab-4355-938a-7c9ba15171d9 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:05.333692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-7e5055bb-f2ab-4355-938a-7c9ba15171d9 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516289 Nov 12 11:03:05.335166 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42a0c7ad-f3b9-4408-a3bf-b0d04a33234a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:05.358874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Request body: {'port': {'device_id': '023cc68e-e7fb-43c2-8698-5178e197347f', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '1a4f07a5addf454492f4050c2d51fd23'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:05.386598 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d5a9e77b-b1f7-4aef-9074-538ea18b8b88 req-e2f12e5b-0c35-47f7-923b-c03297f518f8 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512204 Nov 12 11:03:05.398231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e63a0429-1661-4a2a-8718-3c482e0a52c1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:05.422839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42a0c7ad-f3b9-4408-a3bf-b0d04a33234a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:05.466944 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:03:05.695488 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d42f0c3-2d9a-4f82-87d2-b60ab191021c x-openstack-request-id: req-2d42f0c3-2d9a-4f82-87d2-b60ab191021c {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:05.696059 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177771ef-725a-4d35-9547-ab95441e30ad", "tag": "770f8f23-c21c-404e-9e66-4e072f47567b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:05.696494 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d42f0c3-2d9a-4f82-87d2-b60ab191021c {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:05.697182 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177771ef-725a-4d35-9547-ab95441e30ad', 'tag': '770f8f23-c21c-404e-9e66-4e072f47567b', 'status': 'completed', 'code': 200} Nov 12 11:03:05.775306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:05.793637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'port_id': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'mac_address': 'fa:16:3e:62:82:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d294a2-40c0-4d6d-a32f-2c45c286516d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:05.872927 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42a0c7ad-f3b9-4408-a3bf-b0d04a33234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:05.884752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42a0c7ad-f3b9-4408-a3bf-b0d04a33234a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:05.888451 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-42a0c7ad-f3b9-4408-a3bf-b0d04a33234a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e97f5bba-07f8-4657-9a89-a140107cdfdb HTTP/1.1" status: 204 len: 168 time: 0.7306566 Nov 12 11:03:05.895325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528445-20a3-4d17-8e6b-02ed064bf87a req-5c5c3de1-dffe-4417-900a-a677ef513934 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:05.896645 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7528445-20a3-4d17-8e6b-02ed064bf87a req-5c5c3de1-dffe-4417-900a-a677ef513934 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 944 time: 0.1883948 Nov 12 11:03:05.907059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a218f0be-6c50-4e73-9306-038281d114b9 req-b6727e13-8bf5-47a3-8a25-fc106db10dc1 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 210 time: 0.1585302 Nov 12 11:03:05.916352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0c7ad-f3b9-4408-a3bf-b0d04a33234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f5bba-07f8-4657-9a89-a140107cdfdb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:05.982913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-1486a389-347e-43c3-916b-19f4bf0c07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:05.987114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-1486a389-347e-43c3-916b-19f4bf0c07e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73372a78cfd9444b8f8f4868b26f9adc&device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 1096 time: 0.2087145 Nov 12 11:03:05.988551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:03:06.033626 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:06.040526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7528445-20a3-4d17-8e6b-02ed064bf87a req-b12e0ffd-e8b2-459a-9a57-6dad50540adf tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216621 Nov 12 11:03:06.045183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Made reservation on behalf of 1a4f07a5addf454492f4050c2d51fd23 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:06.061129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:06.097357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:06.113054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63a0429-1661-4a2a-8718-3c482e0a52c1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:06.205211 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:06.300415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:06.430320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:06.479204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:03:06.490548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:06.503286 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] Sync routers for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:03:06.508024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128bacf-4a43-4f30-bc05-36b81d1e56b5 req-6712d2cf-8904-4f1c-9b7c-836195c55ca9 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.522869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7128bacf-4a43-4f30-bc05-36b81d1e56b5 req-6712d2cf-8904-4f1c-9b7c-836195c55ca9 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 944 time: 0.4096770 Nov 12 11:03:06.544946 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:06.556883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-ea93c98c-8e29-4793-9920-c83e0ce7f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.559144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-ea93c98c-8e29-4793-9920-c83e0ce7f2de service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e9b47b5-a706-4eee-a16f-7174eb1b05ea HTTP/1.1" status: 200 len: 910 time: 0.5628881 Nov 12 11:03:06.573611 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:06.574775 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:03:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:06.611951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['e63a0429-1661-4a2a-8718-3c482e0a52c1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:06.614063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-61fe51c7-f95a-4b95-aaf5-3550e23eb6df tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:06.616892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-61fe51c7-f95a-4b95-aaf5-3550e23eb6df tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 807 time: 0.3556893 Nov 12 11:03:06.624883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-1fe40d7d-ba7e-4bbf-aa6b-f77e8cf2eaca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=770f8f23-c21c-404e-9e66-4e072f47567b HTTP/1.1" status: 200 len: 217 time: 0.0560858 Nov 12 11:03:06.645130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:06.687863 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-43cee948-d0b8-4995-bc19-3a735ffae82b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/quotas/f81c3579f9504ec0a64c5f93b727b264 HTTP/1.1" status: 200 len: 375 time: 0.0502048 Nov 12 11:03:06.744048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-08526b37-9452-4478-a2ad-0d18cce0179a tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "PUT /v2.0/floatingips/cc4b7eee-3a48-4173-8560-81321bcb1d4c HTTP/1.1" status: 200 len: 990 time: 3.7207081 Nov 12 11:03:06.762481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'tag': 'cc9bd02f-0574-4df4-9678-b79ca225017a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:06.772789 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e2fd0a-1616-403e-9755-6e716ea86f80" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f59aff-70ae-4628-b7f9-66f0166a5041", "tag": "cc9bd02f-0574-4df4-9678-b79ca225017a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:06.857049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f272cb8-3036-4054-a5fa-24dc4a0eb105,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:06.896180 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-5f2e0829-7ecd-43dc-97d9-8510bdb8e070 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878452 Nov 12 11:03:07.020933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-27c331e4-bf73-4dfe-a49a-8247c5705ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:07.023447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-27c331e4-bf73-4dfe-a49a-8247c5705ccb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eb9e21f-3fde-4127-9d7b-de0613a9c401 HTTP/1.1" status: 200 len: 849 time: 0.3775582 Nov 12 11:03:07.043253 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:07.061102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7128bacf-4a43-4f30-bc05-36b81d1e56b5 req-fb468568-1fdd-4c88-af72-d2d731e30c81 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971242 Nov 12 11:03:07.126863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Allocated IP 192.168.233.84 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/8e4891d4-03c0-47bb-ad03-ea41d1738923) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:07.218192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-1bb60932-943e-4420-b699-b44f1f8e07bb service neutron] 10.222.0.98 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640910 Nov 12 11:03:07.255807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-ce6ed4b5-11fd-4d22-8dfc-91edf9f9d56e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e9b47b5-a706-4eee-a16f-7174eb1b05ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926413 Nov 12 11:03:07.451611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-9a9e29c3-0cbb-4e0b-9f48-a98de9f2dad3 service neutron] 10.222.0.98 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157109 Nov 12 11:03:07.537392 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a873ee-be01-433a-b742-a1cface1556c x-openstack-request-id: req-90a873ee-be01-433a-b742-a1cface1556c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:07.537392 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f59aff-70ae-4628-b7f9-66f0166a5041", "tag": "cc9bd02f-0574-4df4-9678-b79ca225017a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:07.537392 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90a873ee-be01-433a-b742-a1cface1556c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:07.537392 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'tag': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'status': 'completed', 'code': 200} Nov 12 11:03:07.620684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-5e6f2067-7673-4a70-b993-775aa6c4cc6a service neutron] 10.222.0.57 "GET /v2.0/networks/4e9b47b5-a706-4eee-a16f-7174eb1b05ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504596 Nov 12 11:03:07.734173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:07.769442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-eb8164d1-ece0-4264-b7c1-01c0f778361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:07.772341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-eb8164d1-ece0-4264-b7c1-01c0f778361b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=227cc9954dc74ecab0c800cb01368067&device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 1097 time: 0.2161343 Nov 12 11:03:07.797997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34039313-adb2-4c73-8ad8-425aad457337 req-30a1bfed-a1d3-4eb0-8129-1a0b8ba1c1ee tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 210 time: 0.0551453 Nov 12 11:03:07.850014 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'cc4b7eee-3a48-4173-8560-81321bcb1d4c', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'port_id': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'mac_address': 'fa:16:3e:7a:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:02:37Z', 'updated_at': '2021-11-12T11:03:04Z', 'revision_number': 1, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:35Z', 'revision_number': 5, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:07.871718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-377e7103-a866-4b21-afd1-e5ca7a2e1a72 req-741b4df2-cf83-4099-9af7-ca87f077c508 service neutron] 10.222.0.57 "GET /v2.0/networks/4e9b47b5-a706-4eee-a16f-7174eb1b05ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456985 Nov 12 11:03:08.015376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 770f8f23-c21c-404e-9e66-4e072f47567b details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:08.044267 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] Checking router: 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:03:08.060207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76469e6d-b992-4dcd-ab64-791128ca5d36 req-cef3f4f0-58c8-4683-bead-2fd69bde47db tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:08.067081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76469e6d-b992-4dcd-ab64-791128ca5d36 req-cef3f4f0-58c8-4683-bead-2fd69bde47db tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 945 time: 0.1513941 Nov 12 11:03:08.098748 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:03:08.104755 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:03:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:08.135837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.255341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76469e6d-b992-4dcd-ab64-791128ca5d36 req-f62e11d6-37ea-4a96-a5a7-17236481e147 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760960 Nov 12 11:03:08.337707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-8a88a508-4328-4937-a6c8-31c18c733bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:08.340044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-8a88a508-4328-4937-a6c8-31c18c733bab service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f37587a-67c3-4c99-b864-851e73c2f0d5 HTTP/1.1" status: 200 len: 912 time: 0.5561111 Nov 12 11:03:08.358156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-afcb5d45-ae37-4609-a78e-caa838fe8136 req-8b2ada7d-5060-4264-9c45-6985b0b63032 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 210 time: 0.2025905 Nov 12 11:03:08.418613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:08.427734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:08.539953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 770f8f23-c21c-404e-9e66-4e072f47567b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=770f8f23-c21c-404e-9e66-4e072f47567b,segment=NetworkSegment(f61274db-9403-429c-ad10-3e59a41175a4),segment_id=f61274db-9403-429c-ad10-3e59a41175a4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:08.547025 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:03:08.611980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '770f8f23-c21c-404e-9e66-4e072f47567b', 'network_id': '4e9b47b5-a706-4eee-a16f-7174eb1b05ea', 'port_id': '770f8f23-c21c-404e-9e66-4e072f47567b', 'mac_address': 'fa:16:3e:ca:3a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb9e21f-3fde-4127-9d7b-de0613a9c401', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:08.719724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a3861-480b-46ea-b079-57415ecad0b8 req-d0fcb3b6-b431-431b-a704-a0ec00e7a0dc tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:08.722918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-150a3861-480b-46ea-b079-57415ecad0b8 req-d0fcb3b6-b431-431b-a704-a0ec00e7a0dc tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 944 time: 0.2628748 Nov 12 11:03:08.867652 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:08.890368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770f8f23-c21c-404e-9e66-4e072f47567b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:08.902884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-150a3861-480b-46ea-b079-57415ecad0b8 req-56a62fff-2e57-467e-bcb2-fce31ab5060b tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698749 Nov 12 11:03:08.965300 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 770f8f23-c21c-404e-9e66-4e072f47567b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=770f8f23-c21c-404e-9e66-4e072f47567b,segment=NetworkSegment(f61274db-9403-429c-ad10-3e59a41175a4),segment_id=f61274db-9403-429c-ad10-3e59a41175a4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:09.066586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.254539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-907333ae-57d1-4755-86b9-11b30556635e None None] Provisioning complete for port 8e4891d4-03c0-47bb-ad03-ea41d1738923 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:09.255299 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-907333ae-57d1-4755-86b9-11b30556635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.295089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-907333ae-57d1-4755-86b9-11b30556635e None None] Port 8e4891d4-03c0-47bb-ad03-ea41d1738923 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:03:09.297070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=770f8f23-c21c-404e-9e66-4e072f47567b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:09.306607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['770f8f23-c21c-404e-9e66-4e072f47567b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:09.485129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e63a0429-1661-4a2a-8718-3c482e0a52c1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:09.528763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:09.538441 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'cc4b7eee-3a48-4173-8560-81321bcb1d4c', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'port_id': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'mac_address': 'fa:16:3e:7a:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:02:37Z', 'updated_at': '2021-11-12T11:03:04Z', 'revision_number': 1, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:35Z', 'revision_number': 5, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:09.618610 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08ca82-755b-48b3-933a-166f944833f7 None None] The sync data for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 is: [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'cc4b7eee-3a48-4173-8560-81321bcb1d4c', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'port_id': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'mac_address': 'fa:16:3e:7a:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:02:37Z', 'updated_at': '2021-11-12T11:03:04Z', 'revision_number': 1, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:35Z', 'revision_number': 5, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:03:09.665446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:09.666709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.706628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:09.728989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port e63a0429-1661-4a2a-8718-3c482e0a52c1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:09.735218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port e63a0429-1661-4a2a-8718-3c482e0a52c1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:09.735218 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:09.801704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-c778a583-f50d-44cd-b478-e8ec3c70af2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc9bd02f-0574-4df4-9678-b79ca225017a HTTP/1.1" status: 200 len: 998 time: 1.4421175 Nov 12 11:03:09.821838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055613-c09f-4293-8626-cf932136503d req-80f72c06-e169-4529-b7f5-1dd42a771778 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:09.824891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63055613-c09f-4293-8626-cf932136503d req-80f72c06-e169-4529-b7f5-1dd42a771778 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 945 time: 0.1260815 Nov 12 11:03:09.894463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-4e2cd55e-8014-42e5-b687-8104642c8c09 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5429094 Nov 12 11:03:09.924631 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63055613-c09f-4293-8626-cf932136503d req-27e66197-c855-4f82-8bfe-c859eec49561 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935726 Nov 12 11:03:09.928131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30ac38-86b7-48fe-975f-5a62beb350fe req-722973ef-1aaa-42eb-a47d-e99f220543ef tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:09.930598 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d30ac38-86b7-48fe-975f-5a62beb350fe req-722973ef-1aaa-42eb-a47d-e99f220543ef tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 935 time: 0.4040983 Nov 12 11:03:09.951446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Request body: {'port': {'device_id': '023cc68e-e7fb-43c2-8698-5178e197347f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:09.958865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-79a844d4-21e8-4eaf-a32f-6539a481e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:09.961293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-79a844d4-21e8-4eaf-a32f-6539a481e411 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=36a403f2-b15e-4008-b7a5-3615adbdfb16 HTTP/1.1" status: 200 len: 850 time: 0.1476161 Nov 12 11:03:10.040691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 770f8f23-c21c-404e-9e66-4e072f47567b up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:10.102747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51fa5f69-0754-4929-9359-fd49ab62b1fc req-18c09426-e85b-4f6d-9ecc-0a104bb048dd tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 210 time: 0.0574436 Nov 12 11:03:10.173666 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d30ac38-86b7-48fe-975f-5a62beb350fe req-fb66b325-b6ef-4dba-99a6-358d5b898124 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003741 Nov 12 11:03:10.178079 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.278686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b2251-645e-4944-a9a5-e90bd6543caf None None] New status for floating IP cc4b7eee-3a48-4173-8560-81321bcb1d4c: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:03:10.302381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.304721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:10.306135 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd879173-6f98-453a-a28d-6ed3c4067eeb" -d '{"events": [{"server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "name": "network-vif-plugged", "status": "completed", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:10.348864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-911e2956-a437-4b13-addf-524327aeceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:10.350410 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-911e2956-a437-4b13-addf-524327aeceab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f37587a-67c3-4c99-b864-851e73c2f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3707893 Nov 12 11:03:10.358188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095628dc-e6af-415c-a1e4-74f7318be26b req-39edcc20-385e-4f94-b033-313ee15e21c1 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:10.376836 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-095628dc-e6af-415c-a1e4-74f7318be26b req-39edcc20-385e-4f94-b033-313ee15e21c1 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 945 time: 0.1575770 Nov 12 11:03:10.490382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:10.537137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-095628dc-e6af-415c-a1e4-74f7318be26b req-6b6b0f7d-16e5-4ff7-9a14-c75e3eceb418 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551611 Nov 12 11:03:10.577466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.680794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 770f8f23-c21c-404e-9e66-4e072f47567b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:10.712233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-82ef74a4-4370-4f81-adb8-1886dac30e23 service neutron] 10.222.0.69 "GET /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424623 Nov 12 11:03:10.734187 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ea15f4-469f-48ae-ba0d-91d77b89af4b x-openstack-request-id: req-e8ea15f4-469f-48ae-ba0d-91d77b89af4b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:10.734929 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "name": "network-vif-plugged", "status": "completed", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:10.735388 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8ea15f4-469f-48ae-ba0d-91d77b89af4b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:10.736243 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'code': 200} Nov 12 11:03:10.760962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 770f8f23-c21c-404e-9e66-4e072f47567b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:10.761730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:10.862583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:11.041924 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:11.075276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e2fd0a-1616-403e-9755-6e716ea86f80 req-f4eb7ea0-e861-4b19-8799-67cfdac8cc73 service neutron] 10.222.0.69 "GET /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845965 Nov 12 11:03:11.123155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21807d1a-72d1-4aa3-819f-1ec5782c5c95 req-5ea6bdfb-fee7-49c1-8fa6-7a0c40de3f2e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.132391 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21807d1a-72d1-4aa3-819f-1ec5782c5c95 req-5ea6bdfb-fee7-49c1-8fa6-7a0c40de3f2e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 945 time: 0.5431688 Nov 12 11:03:11.156093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 770f8f23-c21c-404e-9e66-4e072f47567b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=770f8f23-c21c-404e-9e66-4e072f47567b,segment=NetworkSegment(f61274db-9403-429c-ad10-3e59a41175a4),segment_id=f61274db-9403-429c-ad10-3e59a41175a4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:11.184631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f8078-d172-400b-a4e3-04c273578f64 req-ed1a0403-2ea9-4818-891e-f9a0a83c23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.188516 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd1f8078-d172-400b-a4e3-04c273578f64 req-ed1a0403-2ea9-4818-891e-f9a0a83c23b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 1098 time: 0.3648694 Nov 12 11:03:11.225914 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:11.254186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21807d1a-72d1-4aa3-819f-1ec5782c5c95 req-b2d33ac2-d7f0-4370-8848-e613a00d6f6e tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203983 Nov 12 11:03:11.310886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-fdf0058e-006d-4346-8eb9-12d94361cda0 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.312581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-fdf0058e-006d-4346-8eb9-12d94361cda0 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 945 time: 0.2866905 Nov 12 11:03:11.380350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd1f8078-d172-400b-a4e3-04c273578f64 req-b5af7832-a155-43a6-a3be-95ae8b82d6f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513939 Nov 12 11:03:11.381702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4891d4-03c0-47bb-ad03-ea41d1738923 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:11.399059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=770f8f23-c21c-404e-9e66-4e072f47567b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:11.402033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:11.418364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3edcc-d370-45e3-9b05-df4e030ebad9 req-bea78d2c-08cd-46ca-b336-8e87bd311c06 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.425907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65d3edcc-d370-45e3-9b05-df4e030ebad9 req-bea78d2c-08cd-46ca-b336-8e87bd311c06 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2786925 Nov 12 11:03:11.486912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c50f3e20-e27e-4908-97c1-7f6319b93763 req-4d07d121-6b8a-4f5a-973a-928f60bc99d9 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 210 time: 0.0624754 Nov 12 11:03:11.489209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Transition to ACTIVE for port object 8e4891d4-03c0-47bb-ad03-ea41d1738923 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:11.550241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65d3edcc-d370-45e3-9b05-df4e030ebad9 req-56692cd0-da13-4489-8dca-66e0b47bce1a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230278 Nov 12 11:03:11.571734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:11.624048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Deleting port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:11.624048 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:11.676488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:11.916993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb57fd5-01f6-4bd4-939a-f491d9e34026 req-7ed30bdc-fb05-4a1e-87d1-f542c1bb44d2 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:11.930023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3cb57fd5-01f6-4bd4-939a-f491d9e34026 req-7ed30bdc-fb05-4a1e-87d1-f542c1bb44d2 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 947 time: 0.2647526 Nov 12 11:03:11.972762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] For port ce56533b-a7f2-49a0-80c4-49e00bfadcd5, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,segment=NetworkSegment(de470c0b-9ed8-4cd6-a146-9ffe0a925cf9),segment_id=de470c0b-9ed8-4cd6-a146-9ffe0a925cf9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:11.974025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.029247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Calling delete_port for ce56533b-a7f2-49a0-80c4-49e00bfadcd5 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:12.068964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-0c31eb19-4a4d-4efb-8812-80c98ae362f2 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:12.070746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-0c31eb19-4a4d-4efb-8812-80c98ae362f2 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 807 time: 0.3736606 Nov 12 11:03:12.105445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3cb57fd5-01f6-4bd4-939a-f491d9e34026 req-54252d08-d2fd-464e-b907-32f824ca3231 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636775 Nov 12 11:03:12.106942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Attempting to bind port 8e4891d4-03c0-47bb-ad03-ea41d1738923 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:12.107509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Attempting to bind port 8e4891d4-03c0-47bb-ad03-ea41d1738923 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:12.108676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Attempting to bind port 8e4891d4-03c0-47bb-ad03-ea41d1738923 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:12.118587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Port 8e4891d4-03c0-47bb-ad03-ea41d1738923 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:12.119103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Attempting to bind port 8e4891d4-03c0-47bb-ad03-ea41d1738923 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:12.119227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Request body: {'port': {'device_id': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'admin_state_up': True, 'tenant_id': 'f81c3579f9504ec0a64c5f93b727b264'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:12.133870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:12.134638 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:12.135267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:12.136058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Bound port: 8e4891d4-03c0-47bb-ad03-ea41d1738923, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:12.136641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.250181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-4ec0bb17-496b-4d64-a564-fe61b85b1eb0 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390935 Nov 12 11:03:12.310925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:12.338882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:12.439565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.476581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-2312347a-88d9-42f1-91b1-bb83472f5893 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:12.481368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-2312347a-88d9-42f1-91b1-bb83472f5893 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060552 Nov 12 11:03:12.505123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-e8d49730-0e5d-48c8-acab-595914b24d87 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/quotas/4f89a2bfdcbe4982aa0c574f6b8f7819 HTTP/1.1" status: 200 len: 375 time: 0.0124285 Nov 12 11:03:12.528229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:12.529300 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.532313 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] 10.222.0.57 "PUT /v2.0/ports/8e4891d4-03c0-47bb-ad03-ea41d1738923 HTTP/1.1" status: 200 len: 1096 time: 2.6201582 Nov 12 11:03:12.533471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:12.537753 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6" -d '{"events": [{"name": "network-changed", "server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:12.568252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Made reservation on behalf of f81c3579f9504ec0a64c5f93b727b264 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:12.573452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.588197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-e0697e42-28cd-4587-82ce-3d9aa0af4291 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757244 Nov 12 11:03:12.618822 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ec0c7-22e0-45e0-a298-d61b45909c9f service neutron] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:12.654188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:12.678406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['ce56533b-a7f2-49a0-80c4-49e00bfadcd5'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:12.730854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97b013-f203-4edb-af0f-6eee18ce4e47 req-af0ca2be-e777-44b3-8e9f-c9c9f6e31ed7 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:12.737485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177771ef-725a-4d35-9547-ab95441e30ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770f8f23-c21c-404e-9e66-4e072f47567b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:12.746343 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef25bdea-bacf-4ff1-9e98-d670d7d13416" -d '{"events": [{"server_uuid": "177771ef-725a-4d35-9547-ab95441e30ad", "name": "network-vif-plugged", "status": "completed", "tag": "770f8f23-c21c-404e-9e66-4e072f47567b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:12.747267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a97b013-f203-4edb-af0f-6eee18ce4e47 req-af0ca2be-e777-44b3-8e9f-c9c9f6e31ed7 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/ports?device_id=3ef9b99c-05cf-4b44-baf3-3e2310dd0a41 HTTP/1.1" status: 200 len: 867 time: 0.2507670 Nov 12 11:03:12.760319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Pushing event deleted for resources: {'Port': ['ID=ce56533b-a7f2-49a0-80c4-49e00bfadcd5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:12.879006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-9c89feb0-2333-4a86-8f2a-9a310fe9c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:12.880981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-9c89feb0-2333-4a86-8f2a-9a310fe9c9ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a4f07a5addf454492f4050c2d51fd23&device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 1099 time: 0.1288877 Nov 12 11:03:12.916605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a97b013-f203-4edb-af0f-6eee18ce4e47 req-33831174-1ea2-449d-96f8-71c5df3a4a03 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.98 "GET /v2.0/security-groups?id=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675627 Nov 12 11:03:13.064437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] No DVR routers for this DVR port ce56533b-a7f2-49a0-80c4-49e00bfadcd5 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:13.069418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:13.074563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9826c0bb-82f0-4c8f-a108-310cd437e1f5 req-5f2f03f6-eaa0-47ae-97ae-4cf0c7bb02c5 tempest-ServerMetadataNegativeTestJSON-243020581 tempest-ServerMetadataNegativeTestJSON-243020581-project] 10.222.0.57 "DELETE /v2.0/ports/ce56533b-a7f2-49a0-80c4-49e00bfadcd5 HTTP/1.1" status: 204 len: 173 time: 1.7537189 Nov 12 11:03:13.075065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef9b99c-05cf-4b44-baf3-3e2310dd0a41', 'name': 'network-vif-deleted', 'tag': 'ce56533b-a7f2-49a0-80c4-49e00bfadcd5'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:13.090127 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9a2e28-4df9-411f-a50d-397920766d85" -d '{"events": [{"server_uuid": "3ef9b99c-05cf-4b44-baf3-3e2310dd0a41", "name": "network-vif-deleted", "tag": "ce56533b-a7f2-49a0-80c4-49e00bfadcd5"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:13.137282 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-6d754c78-0f4b-442b-aa20-e13ea90ecd9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923 HTTP/1.1" status: 200 len: 217 time: 0.2163579 Nov 12 11:03:13.152806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Allocated IP 172.20.0.4 (e4128630-e35b-4e79-8aea-4503cbcc1279/dc4f7967-2b88-4bd2-a0b2-99b26f45a16b/a8678033-0198-4181-86cb-ff51fe3ba51d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:13.275815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3363ea85-fb43-4832-a1de-c4bf235be5b4 req-2243f434-4fae-4f9f-bab3-be7b5898a2b6 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 210 time: 0.1089444 Nov 12 11:03:13.279491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-98e3920d-4411-4fb6-85f7-5cab66478ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:13.282055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-98e3920d-4411-4fb6-85f7-5cab66478ed6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1372428 Nov 12 11:03:13.296637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f267a8-543e-483c-8d86-3445e205df39 req-87c0e098-5402-4e13-b1ff-fdaf5cdc7224 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:13.309575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15f267a8-543e-483c-8d86-3445e205df39 req-87c0e098-5402-4e13-b1ff-fdaf5cdc7224 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 946 time: 0.1443908 Nov 12 11:03:13.381393 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f1c43e-5668-4fb4-96a9-8df3d21c5469 x-openstack-request-id: req-e8f1c43e-5668-4fb4-96a9-8df3d21c5469 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:13.382530 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:13.383213 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8f1c43e-5668-4fb4-96a9-8df3d21c5469 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:13.384136 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'status': 'completed', 'code': 200} Nov 12 11:03:13.388579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-7407b49f-dbf8-4ad4-acfc-58e4e3373b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:13.392987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-7407b49f-dbf8-4ad4-acfc-58e4e3373b7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027262 Nov 12 11:03:13.519201 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15f267a8-543e-483c-8d86-3445e205df39 req-5c2a33db-150f-46bd-be6d-45b2216ecba1 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082872 Nov 12 11:03:13.593248 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c808ef9f-dead-45c1-9d03-2a520897f26d x-openstack-request-id: req-c808ef9f-dead-45c1-9d03-2a520897f26d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:13.593543 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177771ef-725a-4d35-9547-ab95441e30ad", "name": "network-vif-plugged", "status": "completed", "tag": "770f8f23-c21c-404e-9e66-4e072f47567b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:13.594062 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c808ef9f-dead-45c1-9d03-2a520897f26d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:13.594860 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177771ef-725a-4d35-9547-ab95441e30ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770f8f23-c21c-404e-9e66-4e072f47567b', 'code': 200} Nov 12 11:03:13.627950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:13.652970 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b8d230-b1aa-41f6-9db1-15238cdd20ed x-openstack-request-id: req-34b8d230-b1aa-41f6-9db1-15238cdd20ed {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:13.653451 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef9b99c-05cf-4b44-baf3-3e2310dd0a41", "name": "network-vif-deleted", "tag": "ce56533b-a7f2-49a0-80c4-49e00bfadcd5", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:13.653931 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-34b8d230-b1aa-41f6-9db1-15238cdd20ed {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:13.654426 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef9b99c-05cf-4b44-baf3-3e2310dd0a41', 'name': 'network-vif-deleted', 'tag': 'ce56533b-a7f2-49a0-80c4-49e00bfadcd5', 'status': 'completed', 'code': 200} Nov 12 11:03:13.695631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-f295cdf6-488a-4240-84dc-c1e3fb57176e service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635200 Nov 12 11:03:13.843543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5a8d-d647-431a-9fe3-66f9de87afe9 req-e896b002-8e0a-4ef6-96e0-cc8f37447ae8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:13.864137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5cc5a8d-d647-431a-9fe3-66f9de87afe9 req-e896b002-8e0a-4ef6-96e0-cc8f37447ae8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2775013 Nov 12 11:03:13.867972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-a291e620-0762-42a2-a8da-b072dffa4d3b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535681 Nov 12 11:03:13.989219 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5cc5a8d-d647-431a-9fe3-66f9de87afe9 req-bf42b47c-64e7-4e65-bfd8-0c9337f3faa0 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291220 Nov 12 11:03:14.061629 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-708a26d1-c6eb-498a-9e88-89ebc12a0bf3 req-d894c35d-eb88-4aa2-a4d7-28628b55e9dd service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644814 Nov 12 11:03:14.072554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-7e4c99af-f417-47bf-ad45-150daeb5891c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:14.086657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-7e4c99af-f417-47bf-ad45-150daeb5891c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189171 Nov 12 11:03:14.095372 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:14.170948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8ad0d-6629-4012-8274-ff5f9268577e req-a01899d3-729c-4cf3-992b-99ad1e241328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:14.173583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9fe8ad0d-6629-4012-8274-ff5f9268577e req-a01899d3-729c-4cf3-992b-99ad1e241328 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 1098 time: 0.4496891 Nov 12 11:03:14.180598 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-d86a270b-83bf-4cf8-84b5-40c620638cae tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/quotas/4f89a2bfdcbe4982aa0c574f6b8f7819 HTTP/1.1" status: 200 len: 375 time: 0.0887010 Nov 12 11:03:14.193890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Network e4128630-e35b-4e79-8aea-4503cbcc1279 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:14.203284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:14.230920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:14.284100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a3d7f-44b8-4272-9579-d21e05814a0e req-be6b05c3-f305-4ac0-8143-dad2f8c0825c tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:14.287399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e24a3d7f-44b8-4272-9579-d21e05814a0e req-be6b05c3-f305-4ac0-8143-dad2f8c0825c tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 947 time: 0.1566660 Nov 12 11:03:14.297657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-597b6c5f-4fa0-4b87-974a-7ee38e9b8142 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982237 Nov 12 11:03:14.342853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-b4426713-3b94-4f71-bfb9-9b2c7110006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:14.345533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-b4426713-3b94-4f71-bfb9-9b2c7110006b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a4f07a5addf454492f4050c2d51fd23&device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 1099 time: 0.1306179 Nov 12 11:03:14.352337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Pushing event updated for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:14.505458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9fe8ad0d-6629-4012-8274-ff5f9268577e req-a47ff92a-cde5-4a9c-94d3-f15b2412b624 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031883 Nov 12 11:03:14.525599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:14.526742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:14.540191 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e24a3d7f-44b8-4272-9579-d21e05814a0e req-3992cdfe-9ad6-4577-bcd0-832f35274bd9 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164237 Nov 12 11:03:14.619026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-803d77a3-b9ea-4f8c-b191-df8bfc5396c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:14.621711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-803d77a3-b9ea-4f8c-b191-df8bfc5396c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2646637 Nov 12 11:03:14.671484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-2583eee4-ff18-4b15-8979-e71cf6a8102f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5562689 Nov 12 11:03:14.697360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Request body: {'port': {'device_id': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:14.793429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42296) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:14.894112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-e7452f58-3293-4ea7-a626-bf71b234bec6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923 HTTP/1.1" status: 200 len: 217 time: 0.1931252 Nov 12 11:03:15.042397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-15505082-d0a4-46b3-a8cd-306cda2a6385 admin admin] Deleting subnet c1a8a92f-56dd-472d-8daf-054e6b826a33 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:03:15.050926 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15505082-d0a4-46b3-a8cd-306cda2a6385 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.110336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.119069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-b48a65cc-2f2e-4c6e-85a5-45413a57b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:15.122429 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-b48a65cc-2f2e-4c6e-85a5-45413a57b11c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1979361 Nov 12 11:03:15.132299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b04ae-b1cf-4df4-b111-030b10caec09 req-bffd895b-21f7-4f2d-9660-c11ae46e4571 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:15.134018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed2b04ae-b1cf-4df4-b111-030b10caec09 req-bffd895b-21f7-4f2d-9660-c11ae46e4571 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2450590 Nov 12 11:03:15.141413 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15505082-d0a4-46b3-a8cd-306cda2a6385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.151636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40761f7-7ed8-46ca-abc3-e76249c86a6e req-ba7e2dd4-c6c5-45e8-8e13-61f31bfaeafa tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:15.154988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e40761f7-7ed8-46ca-abc3-e76249c86a6e req-ba7e2dd4-c6c5-45e8-8e13-61f31bfaeafa tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 931 time: 0.2661555 Nov 12 11:03:15.252808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed2b04ae-b1cf-4df4-b111-030b10caec09 req-20da48b1-0293-4f26-b383-c589d318d328 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841529 Nov 12 11:03:15.290655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15505082-d0a4-46b3-a8cd-306cda2a6385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.343195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-6ca2447e-feff-458e-8115-373a6ede2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:15.356882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-6ca2447e-feff-458e-8115-373a6ede2b1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998067 Nov 12 11:03:15.396188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e40761f7-7ed8-46ca-abc3-e76249c86a6e req-fe7ba7e1-3f5e-44cf-9054-2d9c7b39d132 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239640 Nov 12 11:03:15.577627 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-8537407e-4b0a-4ac9-9084-a71f46e8a71e service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765571 Nov 12 11:03:15.618827 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0d522819-74a4-4b9d-987b-64504e2c1744 req-cdc77186-0271-47de-add4-f80b85de8550 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 210 time: 0.0400062 Nov 12 11:03:15.691040 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15505082-d0a4-46b3-a8cd-306cda2a6385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.737741 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b11f16a-0589-4aaf-bcac-6ea2ef7a34e6 req-f3c15352-8487-4d8e-8b61-2861e9f0bc27 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465471 Nov 12 11:03:15.816171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15505082-d0a4-46b3-a8cd-306cda2a6385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a8a92f-56dd-472d-8daf-054e6b826a33,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:15.818725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15505082-d0a4-46b3-a8cd-306cda2a6385 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:15.831202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15505082-d0a4-46b3-a8cd-306cda2a6385 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c1a8a92f-56dd-472d-8daf-054e6b826a33 HTTP/1.1" status: 204 len: 168 time: 1.0365117 Nov 12 11:03:15.836639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42320) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:15.925350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdadb18-df3a-43da-b50c-08fcd6f211ae req-a6ca816c-456a-43f6-9c61-9ca6625bfc1c tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:15.941013 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdadb18-df3a-43da-b50c-08fcd6f211ae req-a6ca816c-456a-43f6-9c61-9ca6625bfc1c tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 946 time: 0.2885296 Nov 12 11:03:15.972945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8678033-0198-4181-86cb-ff51fe3ba51d {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:16.007414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.009245 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.051143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device ce56533b-a7f2-49a0-80c4-49e00bfadcd5 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:16.102235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Transition to ACTIVE for port object a8678033-0198-4181-86cb-ff51fe3ba51d will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:16.140562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: ce56533b-a7f2-49a0-80c4-49e00bfadcd5 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:16.141490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device ce56533b-a7f2-49a0-80c4-49e00bfadcd5 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:16.149908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdadb18-df3a-43da-b50c-08fcd6f211ae req-48c8486b-5bb6-44e9-a85c-8d31c1ac577a tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841021 Nov 12 11:03:16.197412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.343523 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.344454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:16.440658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3d6521-bb96-48a0-9b7a-2998105298fe']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:16.483521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de470c0b-9ed8-4cd6-a146-9ffe0a925cf9') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:16.484107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de470c0b-9ed8-4cd6-a146-9ffe0a925cf9') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:16.536820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.581880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.607623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:03:16.608520 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:03:16.611576 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:03:16.674262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432d3b-c3fd-4c70-b814-b2854fdf37f1 req-1ef4fa73-9da4-4487-94bf-d348699d289d tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:16.688777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea432d3b-c3fd-4c70-b814-b2854fdf37f1 req-1ef4fa73-9da4-4487-94bf-d348699d289d tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 947 time: 0.3267457 Nov 12 11:03:16.745779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:16.746743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:16.746743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:16.758760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:16.759059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:16.773631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:16.773980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:16.774341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:16.774914 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Bound port: a8678033-0198-4181-86cb-ff51fe3ba51d, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:16.775439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:16.812461 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea432d3b-c3fd-4c70-b814-b2854fdf37f1 req-0ace9e14-89be-4e0a-aadf-3b98a8c8f2aa tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078880 Nov 12 11:03:17.020652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-e81ed0a1-d912-47d8-b10f-dd08b9e41518 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745859 Nov 12 11:03:17.043575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf9381-78ec-4d33-a605-61be560226da req-b9aaa2aa-3abb-4803-b798-8c382e245de8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:17.056297 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dbf9381-78ec-4d33-a605-61be560226da req-b9aaa2aa-3abb-4803-b798-8c382e245de8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.4508903 Nov 12 11:03:17.108205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:17.130358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:17.139706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9ee02-866b-4762-a90e-844aeda07b55 req-2cd8a82f-d9f7-4b01-bbd9-2e7cfdca234b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:17.140971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bb9ee02-866b-4762-a90e-844aeda07b55 req-2cd8a82f-d9f7-4b01-bbd9-2e7cfdca234b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 943 time: 0.1733153 Nov 12 11:03:17.165101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.183814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.187307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] 10.222.0.98 "DELETE /v2.0/networks/2b3d6521-bb96-48a0-9b7a-2998105298fe HTTP/1.1" status: 204 len: 168 time: 1.3496227 Nov 12 11:03:17.240442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dbf9381-78ec-4d33-a605-61be560226da req-a30e9cba-9acc-4f31-8b00-836fc28af133 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810980 Nov 12 11:03:17.273184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.288931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe23460-6de2-4263-b2fa-67df5333e804 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3d6521-bb96-48a0-9b7a-2998105298fe,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:17.303491 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.363138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:17.364801 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:17.368406 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] 10.222.0.69 "PUT /v2.0/ports/a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 1092 time: 2.6770573 Nov 12 11:03:17.401327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:17.403640 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdfdf02-8241-4846-8fe3-78df5f7a4154" -d '{"events": [{"name": "network-changed", "server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:17.446491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bb9ee02-866b-4762-a90e-844aeda07b55 req-385ee60b-f436-41d7-8945-46982e6f1dff tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596369 Nov 12 11:03:17.484708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd93d3f-0f22-45bf-bf5b-40e29051afb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:17.542082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33952ccb-2f2e-4b27-a236-94c75c3b9179 req-e3619665-927e-4e95-abc5-c3916bd450e3 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 210 time: 0.1040103 Nov 12 11:03:17.675890 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4611d7f-13ca-4f24-9442-3a4913602ed3 x-openstack-request-id: req-b4611d7f-13ca-4f24-9442-3a4913602ed3 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:17.676361 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:17.676749 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b4611d7f-13ca-4f24-9442-3a4913602ed3 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:17.678342 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d', 'status': 'completed', 'code': 200} Nov 12 11:03:17.707567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-73080228-6775-4212-a102-770dde651d52 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:17.715603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-73080228-6775-4212-a102-770dde651d52 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6554179 Nov 12 11:03:17.740518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Request body: {'port': {'device_id': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '4f89a2bfdcbe4982aa0c574f6b8f7819'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:17.775491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-15158763-b2c5-4edf-9156-fe1acf0ede20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:17.777154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-15158763-b2c5-4edf-9156-fe1acf0ede20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1095 time: 0.2363787 Nov 12 11:03:17.795701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e91b1-d6ba-4531-9862-41933ad30e06 req-4b09ea4e-1486-4aa2-977b-e37a3ef9d507 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:17.804377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-184e91b1-d6ba-4531-9862-41933ad30e06 req-4b09ea4e-1486-4aa2-977b-e37a3ef9d507 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 946 time: 0.1229758 Nov 12 11:03:17.965004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42348) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:18.040102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Made reservation on behalf of 4f89a2bfdcbe4982aa0c574f6b8f7819 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:18.042913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:18.046814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.068888 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.111800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-f67ba5bf-67a3-4ec7-99c7-7976cb31635f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955014 Nov 12 11:03:18.180763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:18.197392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'mac_address': 'fa:16:3e:9e:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:18.205438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-077f3756-746d-4c8a-8522-7c9036ac4c07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 217 time: 0.3944831 Nov 12 11:03:18.256743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fb58b-a0b9-4d55-9596-09a9a08a31d5 req-0b7b6346-a746-481d-85d9-1d3ee5384cd8 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:18.258601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-233fb58b-a0b9-4d55-9596-09a9a08a31d5 req-0b7b6346-a746-481d-85d9-1d3ee5384cd8 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 947 time: 0.3138821 Nov 12 11:03:18.271400 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.289726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4891d4-03c0-47bb-ad03-ea41d1738923 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:18.293420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-59f1dd88-7035-4982-a94f-beb49ba46f18 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c4d54fa0ed984f01be559945d190d575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238363 Nov 12 11:03:18.293595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-184e91b1-d6ba-4531-9862-41933ad30e06 req-d02e6974-6e9b-4c97-b41f-5dadf6b0c1a7 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876688 Nov 12 11:03:18.296973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42352) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:18.328028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:18.413561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-5bb3f206-eccd-4d9c-8771-273103b9c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:18.415447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-5bb3f206-eccd-4d9c-8771-273103b9c241 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1999919 Nov 12 11:03:18.421327 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.470939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-fe7a9405-43ad-4131-8fca-0774ed1e9565 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406673 Nov 12 11:03:18.514839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f297-064b-48da-a02a-d6a6951fdeea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.519761 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-233fb58b-a0b9-4d55-9596-09a9a08a31d5 req-9239f1e4-dbe5-4b78-be3d-981aa92cdf6e tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318084 Nov 12 11:03:18.543126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-5046a264-e38b-4d6c-8509-3e33af1d1331 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:18.547678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-5046a264-e38b-4d6c-8509-3e33af1d1331 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4052618 Nov 12 11:03:18.562240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Request body: {'port': {'device_id': '2a111aab-b2a7-4830-bf32-13fc117fe192', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '4f89a2bfdcbe4982aa0c574f6b8f7819'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:18.570809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:18.663962 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f297-064b-48da-a02a-d6a6951fdeea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.664506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['8e4891d4-03c0-47bb-ad03-ea41d1738923'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:18.731756 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.762404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-24106584-58c1-4962-8c3a-30c3b9944947 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773740 Nov 12 11:03:18.814563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:18.828564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460fc81-e707-4069-b6b0-07cd0bea0c82 req-e8710cc4-a81a-4e92-97b0-0c5f7572b892 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:18.841724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b460fc81-e707-4069-b6b0-07cd0bea0c82 req-e8710cc4-a81a-4e92-97b0-0c5f7572b892 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.4013045 Nov 12 11:03:19.018476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b460fc81-e707-4069-b6b0-07cd0bea0c82 req-671734ac-ed47-4482-8abb-382574f28bc5 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381819 Nov 12 11:03:19.039011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99833d1a-c85c-4b08-b5c3-0fe01abbdce3 req-b645de6f-4c91-45f6-9872-25a9544c8f3a service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467277 Nov 12 11:03:19.066399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f297-064b-48da-a02a-d6a6951fdeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.072093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0161819b-9528-43f8-889b-0c5dbdeddcbb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:19.077664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f297-064b-48da-a02a-d6a6951fdeea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.077664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d2a2f297-064b-48da-a02a-d6a6951fdeea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/50fa08e2-fffa-48f7-b0cc-c1cf0db7e443 HTTP/1.1" status: 204 len: 168 time: 0.7453551 Nov 12 11:03:19.095755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2f297-064b-48da-a02a-d6a6951fdeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fa08e2-fffa-48f7-b0cc-c1cf0db7e443,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:19.228178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Allocated IP 192.168.233.54 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/36827e78-3320-4c9d-ab2c-5a2b8cedda13) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:19.261387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c29e8-7dbb-462c-8115-a013d7e34efc req-f38a0d02-1914-4905-b71d-7d94a5bf9863 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.266491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-231c29e8-7dbb-462c-8115-a013d7e34efc req-f38a0d02-1914-4905-b71d-7d94a5bf9863 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 943 time: 0.2731829 Nov 12 11:03:19.276903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Made reservation on behalf of 4f89a2bfdcbe4982aa0c574f6b8f7819 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:19.283514 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.291410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-691ba2c4-e8fe-4b04-836e-57b64908fba9 req-368085e3-1598-4821-8cbd-17938001b496 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 210 time: 0.0671682 Nov 12 11:03:19.307532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-d166da43-78ab-48be-9a86-8d6d03a889e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.309138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-d166da43-78ab-48be-9a86-8d6d03a889e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1095 time: 0.0963960 Nov 12 11:03:19.486158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-3b4a27f7-1492-4c98-ad59-8aa962b2e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.491103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-3b4a27f7-1492-4c98-ad59-8aa962b2e948 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.1716743 Nov 12 11:03:19.568657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-dda709fa-1168-4dd0-8552-0b920e247338 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 217 time: 0.0590184 Nov 12 11:03:19.589974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-231c29e8-7dbb-462c-8115-a013d7e34efc req-e49cbc60-972b-484b-88bc-4e82d757931a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157580 Nov 12 11:03:19.704928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-1627e11e-7f21-4de5-9726-36309e0994ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.707171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-1627e11e-7f21-4de5-9726-36309e0994ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1305833 Nov 12 11:03:19.759962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-cf1b6f8e-319e-47ce-9066-4527f8b86212 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446475 Nov 12 11:03:19.852223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1121001-0d59-4579-ba21-1b6c372b10f8 req-b4a35569-8d2e-446a-b9b5-fd70654ad57e tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:19.855348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a1121001-0d59-4579-ba21-1b6c372b10f8 req-b4a35569-8d2e-446a-b9b5-fd70654ad57e tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 948 time: 0.1585605 Nov 12 11:03:19.908314 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:19.994098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-f2f7d3df-0c9a-46e0-b2c8-6bdb55e2ee87 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215536 Nov 12 11:03:20.028067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a1121001-0d59-4579-ba21-1b6c372b10f8 req-5f94f6a7-a08c-41f7-9d05-f7799a1cc8fa tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311255 Nov 12 11:03:20.048534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:20.140381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.250588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 8e4891d4-03c0-47bb-ad03-ea41d1738923 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:20.256237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fdfdf02-8241-4846-8fe3-78df5f7a4154 req-32c5425c-1675-4e92-9cb2-8941fca23b84 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523940 Nov 12 11:03:20.260545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 8e4891d4-03c0-47bb-ad03-ea41d1738923 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:20.265053 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.326274 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.345795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:20.359425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Allocated IP 192.168.233.250 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/9140a32b-89f5-4198-bc1a-be421ac74fd2) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:20.362233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:20.368680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:20.372851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:20.390507 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.413087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132f887-abfc-4e92-b22c-bb4d0405df88 req-ebf59f3c-1df7-495d-aa8e-829c3820bf98 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:20.420850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7132f887-abfc-4e92-b22c-bb4d0405df88 req-ebf59f3c-1df7-495d-aa8e-829c3820bf98 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2019317 Nov 12 11:03:20.432236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:20.435758 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e223963-6f3e-48de-8f18-35b1eb4cb817" -d '{"events": [{"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:20.459201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:20.539856 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27568c59-4491-4fa4-925a-fdfd25bc111f req-2628dee2-fb19-4615-88d4-bc1118a91048 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 210 time: 0.0378251 Nov 12 11:03:20.558642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.690647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:20.701310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:20.702368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.764034 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7132f887-abfc-4e92-b22c-bb4d0405df88 req-aa0cfb8b-6570-4d38-aec1-8fab06796899 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410673 Nov 12 11:03:20.772124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d8267685-a680-4d08-a4f7-7dea68e46662 None None] Provisioning complete for port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:20.772548 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8267685-a680-4d08-a4f7-7dea68e46662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.828750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d8267685-a680-4d08-a4f7-7dea68e46662 None None] Port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:03:20.844550 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce3d8d-63b5-4a67-83e5-f17bd7fe015b x-openstack-request-id: req-b2ce3d8d-63b5-4a67-83e5-f17bd7fe015b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:20.844843 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:20.845082 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2ce3d8d-63b5-4a67-83e5-f17bd7fe015b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:20.845628 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'code': 200} Nov 12 11:03:20.850559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-44265709-e807-48ad-9ab0-292a8ed82b2a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1156220 Nov 12 11:03:20.888775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:20.912616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Request body: {'port': {'device_id': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:21.067354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1063a34-9b6a-460d-b537-aa00cc3c9623 req-4d5e4ad1-ed41-4a96-9e9a-c336038adf20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:21.071849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.082118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1063a34-9b6a-460d-b537-aa00cc3c9623 req-4d5e4ad1-ed41-4a96-9e9a-c336038adf20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 943 time: 0.1788244 Nov 12 11:03:21.101320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c79b09-87ec-4ea8-8342-0e3dd4e5516c req-71e0658a-ffcd-4302-bd3a-e3def0db785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:21.103661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42c79b09-87ec-4ea8-8342-0e3dd4e5516c req-71e0658a-ffcd-4302-bd3a-e3def0db785e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 1101 time: 0.1450341 Nov 12 11:03:21.202028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.204386 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1063a34-9b6a-460d-b537-aa00cc3c9623 req-f58d620a-c88b-43fd-8545-3c839dc592a4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209819 Nov 12 11:03:21.208820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42c79b09-87ec-4ea8-8342-0e3dd4e5516c req-886391cc-ae87-467d-970a-1cc0bbca22f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963547 Nov 12 11:03:21.267530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:21.279749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:21.300737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:21.327305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Pushing event updated for resources: {'Port': ['ID=9140a32b-89f5-4198-bc1a-be421ac74fd2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:21.381067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70608435-0da8-48d7-8b57-84104cca0e2c req-9a0d6338-4da0-40e0-bedd-988cddfde063 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:21.396526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70608435-0da8-48d7-8b57-84104cca0e2c req-9a0d6338-4da0-40e0-bedd-988cddfde063 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 949 time: 0.1154859 Nov 12 11:03:21.455844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a8678033-0198-4181-86cb-ff51fe3ba51d details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:21.485105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70608435-0da8-48d7-8b57-84104cca0e2c req-95b2608b-92b2-4fd5-a350-b2c8ef54c219 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Nov 12 11:03:21.639356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:21.667029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'a8678033-0198-4181-86cb-ff51fe3ba51d', 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'port_id': 'a8678033-0198-4181-86cb-ff51fe3ba51d', 'mac_address': 'fa:16:3e:e7:68:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4f7967-2b88-4bd2-a0b2-99b26f45a16b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:21.681574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-009fcbbe-d837-4d41-8031-7cd2dc170f22 None None] Provisioning complete for port 9140a32b-89f5-4198-bc1a-be421ac74fd2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:21.685237 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-009fcbbe-d837-4d41-8031-7cd2dc170f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.767909 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.773044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-009fcbbe-d837-4d41-8031-7cd2dc170f22 None None] Port 9140a32b-89f5-4198-bc1a-be421ac74fd2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:03:21.787571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8678033-0198-4181-86cb-ff51fe3ba51d {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:21.819778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:21.870060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:21.871386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.917964 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:21.962968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae8c9a-ec19-4e9b-81f3-b07631e73b8b req-93990ade-e833-4acd-968a-e22c149a6138 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:21.964766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0ae8c9a-ec19-4e9b-81f3-b07631e73b8b req-93990ade-e833-4acd-968a-e22c149a6138 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 936 time: 0.0564525 Nov 12 11:03:22.001756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:22.015745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36827e78-3320-4c9d-ab2c-5a2b8cedda13 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:22.025663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-330c9613-001d-427d-a9e1-388452c1ca97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4702473 Nov 12 11:03:22.027596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.041821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Request body: {'port': {'device_id': '2a111aab-b2a7-4830-bf32-13fc117fe192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:22.063346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Transition to ACTIVE for port object 36827e78-3320-4c9d-ab2c-5a2b8cedda13 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:22.066289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0ae8c9a-ec19-4e9b-81f3-b07631e73b8b req-3ca3300f-8db9-40e4-8d94-a4000783a759 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890501 Nov 12 11:03:22.117240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.140255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.254679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a8678033-0198-4181-86cb-ff51fe3ba51d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:22.297730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:22.385401 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f6e99-ed97-4240-b57f-09c0ce9b7df1 req-32e03800-94d6-4cb7-aa04-03b2fe94033a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:22.400348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af2f6e99-ed97-4240-b57f-09c0ce9b7df1 req-32e03800-94d6-4cb7-aa04-03b2fe94033a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1627579 Nov 12 11:03:22.507740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af2f6e99-ed97-4240-b57f-09c0ce9b7df1 req-8ad296fc-6ac5-450d-af50-38aee5b24b3e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058416 Nov 12 11:03:22.598973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Attempting to bind port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:22.599443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Attempting to bind port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:22.599902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Attempting to bind port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:22.622528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:22.623575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Attempting to bind port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:22.651720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:22.652204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:22.652838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:22.653678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Bound port: 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:22.654302 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.716238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3d49-e1c0-497f-8a2f-4cde6f7a3dcc req-ca95da02-cdca-4f28-bce6-6945b349c00b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:22.718006 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88aa3d49-e1c0-497f-8a2f-4cde6f7a3dcc req-ca95da02-cdca-4f28-bce6-6945b349c00b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 944 time: 0.0614374 Nov 12 11:03:22.804332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88aa3d49-e1c0-497f-8a2f-4cde6f7a3dcc req-5a8c10ed-f2f0-4590-a004-d3e90d415d44 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786877 Nov 12 11:03:22.876088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:22.876597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:22.950981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9140a32b-89f5-4198-bc1a-be421ac74fd2 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:22.960094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:22.963825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.002352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f12603-df45-469b-9ca9-85f124e34e38 req-63acd6a8-6305-42ee-95c9-9e12d1ddbf6c tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.004530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8f12603-df45-469b-9ca9-85f124e34e38 req-63acd6a8-6305-42ee-95c9-9e12d1ddbf6c tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 949 time: 0.0765119 Nov 12 11:03:23.013036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Transition to ACTIVE for port object 9140a32b-89f5-4198-bc1a-be421ac74fd2 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:23.020648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.021309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.022721 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] 10.222.0.69 "PUT /v2.0/ports/36827e78-3320-4c9d-ab2c-5a2b8cedda13 HTTP/1.1" status: 200 len: 1096 time: 2.1182868 Nov 12 11:03:23.023183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:23.025826 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:23.050683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b1dc-4aa4-4421-beed-3559ec5fcfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:23.100391 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8f12603-df45-469b-9ca9-85f124e34e38 req-1524ceec-bbeb-426c-918a-8c175ddb5abc tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725467 Nov 12 11:03:23.105433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.237476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9140a32b-89f5-4198-bc1a-be421ac74fd2,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:23.241247 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efc1342-e79e-4a09-8b4e-15d08c3fa4b6 x-openstack-request-id: req-8efc1342-e79e-4a09-8b4e-15d08c3fa4b6 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:23.241956 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:23.242241 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8efc1342-e79e-4a09-8b4e-15d08c3fa4b6 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:23.242646 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'status': 'completed', 'code': 200} Nov 12 11:03:23.321359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-acc49f14-043b-4c07-82de-9ce4a19e9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.323249 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-acc49f14-043b-4c07-82de-9ce4a19e9c1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1099 time: 0.1497266 Nov 12 11:03:23.348687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60ac38-7699-4498-a2a0-c903c07d2c83 req-74212100-aed3-4c39-939f-c4919f3d6797 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.350864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb60ac38-7699-4498-a2a0-c903c07d2c83 req-74212100-aed3-4c39-939f-c4919f3d6797 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 948 time: 0.1236746 Nov 12 11:03:23.433865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-cc62d6bc-4570-4590-9f52-9fe7b8bdcc8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13 HTTP/1.1" status: 200 len: 217 time: 0.0890393 Nov 12 11:03:23.442878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb60ac38-7699-4498-a2a0-c903c07d2c83 req-2aecddd4-0d4b-4c0e-a5a2-6b6cea62d56b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840216 Nov 12 11:03:23.472217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Attempting to bind port 9140a32b-89f5-4198-bc1a-be421ac74fd2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:23.472660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Attempting to bind port 9140a32b-89f5-4198-bc1a-be421ac74fd2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:23.472993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Attempting to bind port 9140a32b-89f5-4198-bc1a-be421ac74fd2 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:23.474707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a8678033-0198-4181-86cb-ff51fe3ba51d up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:23.502416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Port 9140a32b-89f5-4198-bc1a-be421ac74fd2 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:23.502744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Attempting to bind port 9140a32b-89f5-4198-bc1a-be421ac74fd2 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:23.513091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:23.513443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:23.514371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:23.514819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Bound port: 9140a32b-89f5-4198-bc1a-be421ac74fd2, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:23.515183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.541319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-7bd430c7-8b40-4a71-b7a4-f939848dcdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.543009 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-7bd430c7-8b40-4a71-b7a4-f939848dcdcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0954359 Nov 12 11:03:23.719364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-0488371a-d4de-415b-aaf2-5b5cb809cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:23.720969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-0488371a-d4de-415b-aaf2-5b5cb809cc18 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1324062 Nov 12 11:03:23.722206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] For port 9140a32b-89f5-4198-bc1a-be421ac74fd2, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:23.751350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port a8678033-0198-4181-86cb-ff51fe3ba51d completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:23.756645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port a8678033-0198-4181-86cb-ff51fe3ba51d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:23.757160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:23.767248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] For port 9140a32b-89f5-4198-bc1a-be421ac74fd2, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9140a32b-89f5-4198-bc1a-be421ac74fd2,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:23.976132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-70a28a01-d45e-400a-ae08-ebd65ce02893 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015138 Nov 12 11:03:23.976685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:24.023116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:24.024660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:24.027249 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71718e20-6ac4-4cd0-95d0-665aa460c1f1" -d '{"events": [{"server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "name": "network-vif-plugged", "status": "completed", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:24.037843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:24.139594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.140261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:24.146069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] 10.222.0.57 "PUT /v2.0/ports/9140a32b-89f5-4198-bc1a-be421ac74fd2 HTTP/1.1" status: 200 len: 1097 time: 2.1041894 Nov 12 11:03:24.146331 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:24.180165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf11f56-74f0-4790-a061-84cb2083b5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9140a32b-89f5-4198-bc1a-be421ac74fd2,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:24.191835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a38d5a-2c90-412a-a0a3-e82871dcdfdf req-f6750b9d-21f3-49be-8d66-262ef95c9025 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.200304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90a38d5a-2c90-412a-a0a3-e82871dcdfdf req-f6750b9d-21f3-49be-8d66-262ef95c9025 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2120044 Nov 12 11:03:24.215478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-843a4036-e017-4bca-9c7f-13544ed4c823 req-cab8a259-5b34-4e10-8da0-379500a66f54 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113295 Nov 12 11:03:24.254695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:24.320714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90a38d5a-2c90-412a-a0a3-e82871dcdfdf req-daba55ad-923d-4818-a83e-7155009a887f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182463 Nov 12 11:03:24.631522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-5854b3d9-1dcc-4841-84b1-25b637c52342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.638336 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-5854b3d9-1dcc-4841-84b1-25b637c52342 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 1100 time: 0.0952654 Nov 12 11:03:24.709631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-1dd008aa-0fae-4c57-aee9-0d42195b31fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=9140a32b-89f5-4198-bc1a-be421ac74fd2 HTTP/1.1" status: 200 len: 217 time: 0.0662282 Nov 12 11:03:24.720019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-181023c4-5e68-484b-9913-0bebd3774156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:24.725053 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-181023c4-5e68-484b-9913-0bebd3774156 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1099 time: 0.1402488 Nov 12 11:03:24.862574 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a61b2c-d06b-4506-9bf5-39a2cd9d817b x-openstack-request-id: req-35a61b2c-d06b-4506-9bf5-39a2cd9d817b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:24.866006 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "name": "network-vif-plugged", "status": "completed", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:24.866888 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-35a61b2c-d06b-4506-9bf5-39a2cd9d817b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:24.868094 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d', 'code': 200} Nov 12 11:03:24.998687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-827b5839-a64e-46b7-92c7-8e11b3f34b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.001371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-827b5839-a64e-46b7-92c7-8e11b3f34b6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2666798 Nov 12 11:03:25.043197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee02fef-8f92-486f-87af-db4d76b53610 req-deef3551-f3f5-4db6-aca8-8bb6f937149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.045393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee02fef-8f92-486f-87af-db4d76b53610 req-deef3551-f3f5-4db6-aca8-8bb6f937149b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1097 time: 0.0664501 Nov 12 11:03:25.047978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3b63a-7287-4265-af49-09f3d342a457 req-a8538da1-9e47-41b9-b584-501aefa64f5f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.051159 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fa3b63a-7287-4265-af49-09f3d342a457 req-a8538da1-9e47-41b9-b584-501aefa64f5f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 945 time: 0.2439685 Nov 12 11:03:25.138791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee02fef-8f92-486f-87af-db4d76b53610 req-8ee5a50d-2193-4767-81e8-dc3912c80881 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831251 Nov 12 11:03:25.140999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-ceacbf03-c3c6-42b2-9a9d-e6627d2fa78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.143484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-ceacbf03-c3c6-42b2-9a9d-e6627d2fa78a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3958039 Nov 12 11:03:25.169307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-50845397-5cd6-4253-aa8b-cff147f368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.171657 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-50845397-5cd6-4253-aa8b-cff147f368e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1577756 Nov 12 11:03:25.199357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fa3b63a-7287-4265-af49-09f3d342a457 req-29766f38-28d2-43d5-a4cd-f9ab7f83580f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231611 Nov 12 11:03:25.244968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a111aab-b2a7-4830-bf32-13fc117fe192', 'tag': '9140a32b-89f5-4198-bc1a-be421ac74fd2'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:25.250740 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279fb4ef-3950-4bcd-a064-4a8bf5c75217" -d '{"events": [{"name": "network-changed", "server_uuid": "2a111aab-b2a7-4830-bf32-13fc117fe192", "tag": "9140a32b-89f5-4198-bc1a-be421ac74fd2"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:25.296546 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-077e96c4-49b7-4a5a-b76e-d2946639a9c7 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116209 Nov 12 11:03:25.434529 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-917c7bc6-efa5-4c7c-a115-1cb7539261ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13 HTTP/1.1" status: 200 len: 217 time: 0.0883708 Nov 12 11:03:25.506059 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdfc9141-0547-4f7a-9fad-0ea6bc6efa99 req-9cb9c91e-544a-4b89-b19e-3982418f3e09 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009299 Nov 12 11:03:25.516078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e9765-e460-4f60-9d79-cc50f05d38c6 req-f0a064da-b084-41a3-a349-32e360b85acf tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.517719 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2e9765-e460-4f60-9d79-cc50f05d38c6 req-f0a064da-b084-41a3-a349-32e360b85acf tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 948 time: 0.1925802 Nov 12 11:03:25.540591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-3523f49c-fd2d-4017-8bb5-3c8d3af24adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.542087 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-3523f49c-fd2d-4017-8bb5-3c8d3af24adc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0938785 Nov 12 11:03:25.613245 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a2e9765-e460-4f60-9d79-cc50f05d38c6 req-7979ce4b-0908-4cac-a09e-938a5fab1f07 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839224 Nov 12 11:03:25.639589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-2cc307d0-edb0-44d1-a509-950ded950f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.642502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-2cc307d0-edb0-44d1-a509-950ded950f94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875170 Nov 12 11:03:25.766812 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994f2505-789c-4ca4-93d2-f4fb2ea3b372 x-openstack-request-id: req-994f2505-789c-4ca4-93d2-f4fb2ea3b372 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:25.767112 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a111aab-b2a7-4830-bf32-13fc117fe192", "tag": "9140a32b-89f5-4198-bc1a-be421ac74fd2", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:25.767482 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-994f2505-789c-4ca4-93d2-f4fb2ea3b372 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:25.768135 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a111aab-b2a7-4830-bf32-13fc117fe192', 'tag': '9140a32b-89f5-4198-bc1a-be421ac74fd2', 'status': 'completed', 'code': 200} Nov 12 11:03:25.818587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-5ef422b4-c894-4b94-b3ad-e8d9bc4be19f service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631165 Nov 12 11:03:25.874120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c69952-0db2-4423-87a6-cbce069c9a22 req-fe9bf2f4-17c4-498b-9436-38706d229279 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.876096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45c69952-0db2-4423-87a6-cbce069c9a22 req-fe9bf2f4-17c4-498b-9436-38706d229279 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 945 time: 0.0668759 Nov 12 11:03:25.910219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-72b2dae2-af86-404f-9bdc-0270ef64c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:25.911728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-72b2dae2-af86-404f-9bdc-0270ef64c0c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 1100 time: 0.1131248 Nov 12 11:03:25.936873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45c69952-0db2-4423-87a6-cbce069c9a22 req-8f8ca0a0-812b-4d01-b091-3aa6c3d634ed tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Nov 12 11:03:25.972325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98b5a163-2ee7-4002-b1d7-7a743bd27ce0 req-c0867124-cfc7-40cc-901b-42ce098b2363 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388695 Nov 12 11:03:26.101039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-c7e1b4f7-7c03-44fe-8d5c-c28c08489cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.103613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-c7e1b4f7-7c03-44fe-8d5c-c28c08489cc9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1791365 Nov 12 11:03:26.110339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420347df-9ba9-47a9-8d92-4ee50d7de9d5 req-08e49509-d1d7-4df0-bcfb-7f241bee287f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.112364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-420347df-9ba9-47a9-8d92-4ee50d7de9d5 req-08e49509-d1d7-4df0-bcfb-7f241bee287f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.0651460 Nov 12 11:03:26.164271 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-cb268d40-1f51-4360-b355-c29d05380bbf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=9140a32b-89f5-4198-bc1a-be421ac74fd2 HTTP/1.1" status: 200 len: 217 time: 0.0520535 Nov 12 11:03:26.181587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-420347df-9ba9-47a9-8d92-4ee50d7de9d5 req-89437192-f62a-409d-b6ee-3cf839808b07 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629661 Nov 12 11:03:26.239581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-d55a6d4f-bc9a-4acf-b39a-13ea31bb9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.242014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-d55a6d4f-bc9a-4acf-b39a-13ea31bb9d16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0694437 Nov 12 11:03:26.332657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-6b7b9467-ba82-4c6d-bb7b-f235da8fef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.335668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-6b7b9467-ba82-4c6d-bb7b-f235da8fef60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851495 Nov 12 11:03:26.527751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d69059-8bc8-4970-8cf5-4407f17669da req-aac0a8a4-106f-4be6-a051-647371868a54 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:26.531260 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7d69059-8bc8-4970-8cf5-4407f17669da req-aac0a8a4-106f-4be6-a051-647371868a54 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 945 time: 0.1586113 Nov 12 11:03:26.585220 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-5aff2465-b64b-4f47-966f-e6938a715e0f service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401869 Nov 12 11:03:26.765932 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7d69059-8bc8-4970-8cf5-4407f17669da req-bd7b2efa-1f25-4a8f-846c-569f84b84239 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098744 Nov 12 11:03:26.803431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-279fb4ef-3950-4bcd-a064-4a8bf5c75217 req-be26a9e1-ee7b-40db-bde1-5a755d7030e8 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999941 Nov 12 11:03:27.090314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03fbb3-abff-4e5f-bd0d-f644325477e0 req-a45bdcbc-3198-4a02-9e9c-2e4b1faad054 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:27.092778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae03fbb3-abff-4e5f-bd0d-f644325477e0 req-a45bdcbc-3198-4a02-9e9c-2e4b1faad054 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 948 time: 0.0688424 Nov 12 11:03:27.175496 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae03fbb3-abff-4e5f-bd0d-f644325477e0 req-726fa3c7-563b-4d2e-9e67-a147792c1457 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735426 Nov 12 11:03:27.329328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27b261-8ebd-408d-b6c2-b8c35d1427a6 req-5a15340b-00b3-48dc-9e8a-0c93e60a79f3 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:27.332178 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef27b261-8ebd-408d-b6c2-b8c35d1427a6 req-5a15340b-00b3-48dc-9e8a-0c93e60a79f3 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 946 time: 0.0785358 Nov 12 11:03:27.337836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ecade-8811-41d8-b389-60524eaf58d9 req-9ff31be2-86dc-4158-a77f-ac3a660e8bed tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:27.341312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb9ecade-8811-41d8-b389-60524eaf58d9 req-9ff31be2-86dc-4158-a77f-ac3a660e8bed tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 945 time: 0.1075819 Nov 12 11:03:27.406006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef27b261-8ebd-408d-b6c2-b8c35d1427a6 req-495b31cb-6425-4686-b7fc-378f46c71eb2 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657058 Nov 12 11:03:27.416946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb9ecade-8811-41d8-b389-60524eaf58d9 req-39d278b4-df50-412f-bac7-30871c4d9d1b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681539 Nov 12 11:03:27.478452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:27.550929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9d01a-2f40-46a0-a7b4-1bc970de9ee3 req-a8133291-68e2-4409-a11b-41f0957d00dd tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:27.553051 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ddb9d01a-2f40-46a0-a7b4-1bc970de9ee3 req-a8133291-68e2-4409-a11b-41f0957d00dd tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.0591009 Nov 12 11:03:27.621138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:27.637637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'mac_address': 'fa:16:3e:75:d9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:27.640595 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ddb9d01a-2f40-46a0-a7b4-1bc970de9ee3 req-95f95ea0-7b02-47fa-a3c8-92959b5b3f4b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795088 Nov 12 11:03:27.678685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:27.692885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36827e78-3320-4c9d-ab2c-5a2b8cedda13 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:27.717638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:27.769694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-291f165e-0208-4943-bf74-05856b66e9d8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:27.771168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-291f165e-0208-4943-bf74-05856b66e9d8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 945 time: 0.0552633 Nov 12 11:03:27.816534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:27.921606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Deleting port f5d8663d-ada4-4b19-83bd-63691030a9a9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:27.922185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:27.924896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d7dd-cc5c-4887-aa7f-329bf8eb605a req-2044b5e7-0e60-4c73-bc20-14584d2e0a32 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:27.927128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff11d7dd-cc5c-4887-aa7f-329bf8eb605a req-2044b5e7-0e60-4c73-bc20-14584d2e0a32 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 945 time: 0.0712879 Nov 12 11:03:28.002928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff11d7dd-cc5c-4887-aa7f-329bf8eb605a req-f143108f-ac58-406e-8faf-47102c2ef888 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619047 Nov 12 11:03:28.113767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9140a32b-89f5-4198-bc1a-be421ac74fd2 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:28.158943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] For port f5d8663d-ada4-4b19-83bd-63691030a9a9, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f5d8663d-ada4-4b19-83bd-63691030a9a9,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:28.159265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.175578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Calling delete_port for f5d8663d-ada4-4b19-83bd-63691030a9a9 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:28.253898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963791f0-babe-4ba6-ac82-cc9fa22ea939 req-77b249b0-e37c-4e9f-88e3-5640c13c20f4 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:28.255585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-963791f0-babe-4ba6-ac82-cc9fa22ea939 req-77b249b0-e37c-4e9f-88e3-5640c13c20f4 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1097 time: 0.1120892 Nov 12 11:03:28.320219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9140a32b-89f5-4198-bc1a-be421ac74fd2, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9140a32b-89f5-4198-bc1a-be421ac74fd2,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:28.351730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-963791f0-babe-4ba6-ac82-cc9fa22ea939 req-e26342de-7762-426f-b347-dcaf40cebbd0 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785086 Nov 12 11:03:28.360107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:28.365556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['36827e78-3320-4c9d-ab2c-5a2b8cedda13'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:28.485195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '9140a32b-89f5-4198-bc1a-be421ac74fd2', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '9140a32b-89f5-4198-bc1a-be421ac74fd2', 'mac_address': 'fa:16:3e:55:4e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:28.544922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.675889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e621935-3f71-4d7c-b164-07f0b9d73487 req-b28ee621-fe43-4043-bd43-a3cec44b4edb tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:28.684176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event deleted for resources: {'Port': ['ID=f5d8663d-ada4-4b19-83bd-63691030a9a9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:28.684533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e621935-3f71-4d7c-b164-07f0b9d73487 req-b28ee621-fe43-4043-bd43-a3cec44b4edb tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1097 time: 0.0880523 Nov 12 11:03:28.709738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.751049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9140a32b-89f5-4198-bc1a-be421ac74fd2 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:28.764193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] No DVR routers for this DVR port f5d8663d-ada4-4b19-83bd-63691030a9a9 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:28.765670 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e621935-3f71-4d7c-b164-07f0b9d73487 req-fa4a0cac-9de8-4a8e-a12f-99291a95ba75 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802960 Nov 12 11:03:28.785894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.785894 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-191b0af6-fe9f-4549-b7b0-ece0ebd02027 req-fa1b5cac-ae1c-4900-95fe-e9baca6ee21b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "DELETE /v2.0/ports/f5d8663d-ada4-4b19-83bd-63691030a9a9 HTTP/1.1" status: 204 len: 173 time: 0.9922199 Nov 12 11:03:28.785894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec30925-f099-4a2c-90e5-8a96dec90b49', 'name': 'network-vif-deleted', 'tag': 'f5d8663d-ada4-4b19-83bd-63691030a9a9'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:28.785894 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f18ea0-9ad2-4654-aa6f-5a1388fc1618" -d '{"events": [{"server_uuid": "fec30925-f099-4a2c-90e5-8a96dec90b49", "name": "network-vif-deleted", "tag": "f5d8663d-ada4-4b19-83bd-63691030a9a9"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:28.805532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9140a32b-89f5-4198-bc1a-be421ac74fd2, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9140a32b-89f5-4198-bc1a-be421ac74fd2,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:28.809140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bf015-646f-41e1-8889-679b62f50062 req-5a360843-bb8f-4553-b8ae-c65b3272cf23 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:28.821869 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-374bf015-646f-41e1-8889-679b62f50062 req-5a360843-bb8f-4553-b8ae-c65b3272cf23 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 948 time: 0.3946521 Nov 12 11:03:28.885589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-dfd011cf-70d7-47ea-97be-2631797247d2 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:28.889400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-dfd011cf-70d7-47ea-97be-2631797247d2 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.57 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 946 time: 0.2062609 Nov 12 11:03:28.952643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:28.954996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:28.987852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebcd79-9c2f-4470-a158-b805f6482fe5 req-90b7ccb7-6275-4ba2-80c4-ff1175a46276 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:29.001764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3ebcd79-9c2f-4470-a158-b805f6482fe5 req-90b7ccb7-6275-4ba2-80c4-ff1175a46276 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 946 time: 0.1226056 Nov 12 11:03:29.012092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-374bf015-646f-41e1-8889-679b62f50062 req-bca6aca9-10c8-4fa9-83d0-b91933724fe8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890757 Nov 12 11:03:29.046090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:29.055257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=9140a32b-89f5-4198-bc1a-be421ac74fd2,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:29.068498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'mac_address': 'fa:16:3e:9e:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:29.151399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3ebcd79-9c2f-4470-a158-b805f6482fe5 req-5dcb3d74-c4d6-4437-b1b7-4c5ef306031b tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/security-groups?id=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293581 Nov 12 11:03:29.167987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Deleting port 770f8f23-c21c-404e-9e66-4e072f47567b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:03:29.168343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.212516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.249251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e4891d4-03c0-47bb-ad03-ea41d1738923 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:29.286153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:29.312053 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6ef473e-c051-413e-9584-ff4a6d6dd5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.327739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db4989-6aa1-4aa3-8eb6-bc63ab6d6ad9 req-417682f4-a8f0-401d-bd49-7194a5301e42 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:29.329727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12db4989-6aa1-4aa3-8eb6-bc63ab6d6ad9 req-417682f4-a8f0-401d-bd49-7194a5301e42 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1087165 Nov 12 11:03:29.343350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9af6d698-fa71-4a8f-b684-454ae81d39f0 req-4c7e6727-8ec4-4f7c-88c4-caac0d70b996 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 210 time: 0.0776169 Nov 12 11:03:29.352533 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.438998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['f5d8663d-ada4-4b19-83bd-63691030a9a9'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:29.443268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] For port 770f8f23-c21c-404e-9e66-4e072f47567b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=770f8f23-c21c-404e-9e66-4e072f47567b,segment=NetworkSegment(f61274db-9403-429c-ad10-3e59a41175a4),segment_id=f61274db-9403-429c-ad10-3e59a41175a4)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:29.443875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:29.465877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12db4989-6aa1-4aa3-8eb6-bc63ab6d6ad9 req-1c626189-f459-421a-9295-f92aaa549097 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140897 Nov 12 11:03:29.470756 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63af6436-edf4-48ff-afc8-56b556931188 x-openstack-request-id: req-63af6436-edf4-48ff-afc8-56b556931188 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:29.470756 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fec30925-f099-4a2c-90e5-8a96dec90b49", "name": "network-vif-deleted", "tag": "f5d8663d-ada4-4b19-83bd-63691030a9a9", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:29.470756 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-63af6436-edf4-48ff-afc8-56b556931188 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:29.470756 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec30925-f099-4a2c-90e5-8a96dec90b49', 'name': 'network-vif-deleted', 'tag': 'f5d8663d-ada4-4b19-83bd-63691030a9a9', 'status': 'completed', 'code': 200} Nov 12 11:03:29.478372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Calling delete_port for 770f8f23-c21c-404e-9e66-4e072f47567b owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:03:29.486306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['8e4891d4-03c0-47bb-ad03-ea41d1738923'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:29.671364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:29.680456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9140a32b-89f5-4198-bc1a-be421ac74fd2'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:30.026256 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:30.096466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 770f8f23-c21c-404e-9e66-4e072f47567b no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:30.146194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 770f8f23-c21c-404e-9e66-4e072f47567b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:30.146537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 770f8f23-c21c-404e-9e66-4e072f47567b not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:30.238015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Pushing event deleted for resources: {'Port': ['ID=770f8f23-c21c-404e-9e66-4e072f47567b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:30.380244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062e9e2-4510-4d85-a2bf-3f47c3fd2ff1 req-cd302482-9cd3-4433-8de5-15c9bf2a472d tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:30.381854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] No DVR routers for this DVR port 770f8f23-c21c-404e-9e66-4e072f47567b on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:30.391958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:30.392436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7062e9e2-4510-4d85-a2bf-3f47c3fd2ff1 req-cd302482-9cd3-4433-8de5-15c9bf2a472d tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 949 time: 0.0965197 Nov 12 11:03:30.409489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdc4f4c3-4d25-41da-aea4-1de51103152f req-a6dcb428-0394-448a-a7e0-969092b1b7a0 tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.57 "DELETE /v2.0/ports/770f8f23-c21c-404e-9e66-4e072f47567b HTTP/1.1" status: 204 len: 173 time: 1.5120888 Nov 12 11:03:30.432467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6f0a-9034-424a-9f46-fad764ac0858 req-cdf05bbd-182e-4169-a54b-ef76c49a08d9 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:30.451733 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-069a6f0a-9034-424a-9f46-fad764ac0858 req-cdf05bbd-182e-4169-a54b-ef76c49a08d9 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1097 time: 0.2735646 Nov 12 11:03:30.489488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7062e9e2-4510-4d85-a2bf-3f47c3fd2ff1 req-6e547489-9275-40fd-a1ed-f68710f9eaa0 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955799 Nov 12 11:03:30.599834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-069a6f0a-9034-424a-9f46-fad764ac0858 req-56f1abb8-1265-4642-adc6-c49e9ebfbdd3 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455381 Nov 12 11:03:30.634005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e1ec887-d969-4848-a026-c2fba98d5237 req-4b240936-a13d-4263-8153-e2d851b7f37d tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 210 time: 0.0660250 Nov 12 11:03:30.804767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4056edfc-4dd6-4703-9034-2e53e4811c95 req-4a593f79-6140-491d-a632-6d908dfd0b24 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 210 time: 0.0832086 Nov 12 11:03:30.897543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3328f6-5026-463b-ba89-1ed4c5d48a60 req-2ed48775-569f-46bd-9bd0-b556f813a5df tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:30.912973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b3328f6-5026-463b-ba89-1ed4c5d48a60 req-2ed48775-569f-46bd-9bd0-b556f813a5df tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1536353 Nov 12 11:03:31.030778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b3328f6-5026-463b-ba89-1ed4c5d48a60 req-10eff48b-76bb-4d2c-a5df-49c7914e8269 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164975 Nov 12 11:03:31.470573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177771ef-725a-4d35-9547-ab95441e30ad', 'name': 'network-vif-deleted', 'tag': '770f8f23-c21c-404e-9e66-4e072f47567b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:31.473448 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c9fbf9-5dd0-4d46-9545-e0ec446fb285" -d '{"events": [{"server_uuid": "177771ef-725a-4d35-9547-ab95441e30ad", "name": "network-vif-deleted", "tag": "770f8f23-c21c-404e-9e66-4e072f47567b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:31.490131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:31.526294 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0693ff9b-a1d3-4d31-87ed-dd107a081bf2 x-openstack-request-id: req-0693ff9b-a1d3-4d31-87ed-dd107a081bf2 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:31.526589 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177771ef-725a-4d35-9547-ab95441e30ad", "name": "network-vif-deleted", "tag": "770f8f23-c21c-404e-9e66-4e072f47567b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:31.526923 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0693ff9b-a1d3-4d31-87ed-dd107a081bf2 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:31.527391 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177771ef-725a-4d35-9547-ab95441e30ad', 'name': 'network-vif-deleted', 'tag': '770f8f23-c21c-404e-9e66-4e072f47567b', 'status': 'completed', 'code': 200} Nov 12 11:03:31.699598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03c5fc-cb64-4f2e-b117-849e0de27937 req-3bad1d1e-a20f-4382-96ca-604e0c4354be tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:31.714178 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd03c5fc-cb64-4f2e-b117-849e0de27937 req-3bad1d1e-a20f-4382-96ca-604e0c4354be tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 949 time: 0.1184101 Nov 12 11:03:31.814009 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa21f31f-c323-45eb-a469-9771e428a784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:31.830641 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd03c5fc-cb64-4f2e-b117-849e0de27937 req-b20d58bc-c054-455f-bbca-0faf4a9cc1fd tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136289 Nov 12 11:03:31.848768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:31.853076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:31.857478 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:31.999307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56d8ccb6-b4a0-478c-9906-3dc67474e46e req-ddd9db0a-71af-413c-819b-e42169d1cb7b tempest-ServerTagsTestJSON-223775766 tempest-ServerTagsTestJSON-223775766-project] 10.222.0.98 "GET /v2.0/ports?device_id=177771ef-725a-4d35-9547-ab95441e30ad HTTP/1.1" status: 200 len: 210 time: 0.0864110 Nov 12 11:03:32.028947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c92a1-007c-4b0a-be0b-bff6fc5ef79d req-89e8bef4-12d1-4d4a-bccd-710aa29040e5 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:32.031510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-306c92a1-007c-4b0a-be0b-bff6fc5ef79d req-89e8bef4-12d1-4d4a-bccd-710aa29040e5 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1097 time: 0.1535580 Nov 12 11:03:32.098090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9140a32b-89f5-4198-bc1a-be421ac74fd2 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:32.149536 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-22ee080e-39f9-4771-bf01-3de830795254 req-e1b4a11c-3f1d-458a-84b6-4a563d0c4236 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 210 time: 0.0368752 Nov 12 11:03:32.183682 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.184945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-306c92a1-007c-4b0a-be0b-bff6fc5ef79d req-79c1f183-faaf-40ae-952e-ca786bb5c7e0 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465685 Nov 12 11:03:32.256480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:32.258996 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14708da-6b75-48bc-a18d-b5a4a6e7ddef" -d '{"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-plugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:32.294871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:32.399477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.402459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f5d8663d-ada4-4b19-83bd-63691030a9a9 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:32.534842 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: f5d8663d-ada4-4b19-83bd-63691030a9a9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:03:32.535996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f5d8663d-ada4-4b19-83bd-63691030a9a9 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:32.536876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 9140a32b-89f5-4198-bc1a-be421ac74fd2 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:03:32.547502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 9140a32b-89f5-4198-bc1a-be421ac74fd2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:32.553191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.626855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545a58-1f7f-4bbc-9075-a84fa4388eec req-60b7da0a-2167-45ff-9b8d-51085c9db34a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:32.649557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:32.669172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e545a58-1f7f-4bbc-9075-a84fa4388eec req-60b7da0a-2167-45ff-9b8d-51085c9db34a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2950733 Nov 12 11:03:32.783178 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e545a58-1f7f-4bbc-9075-a84fa4388eec req-3c4b8fe5-3189-4644-8388-63cfdff91863 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107297 Nov 12 11:03:32.832791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.918169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9140a32b-89f5-4198-bc1a-be421ac74fd2, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9140a32b-89f5-4198-bc1a-be421ac74fd2,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:32.923701 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:32.950700 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10708de5-dc74-4c2f-b324-260b145a4cec x-openstack-request-id: req-10708de5-dc74-4c2f-b324-260b145a4cec {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:32.951246 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-plugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:32.951631 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10708de5-dc74-4c2f-b324-260b145a4cec {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:32.952406 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'code': 200} Nov 12 11:03:33.037852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.039093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:33.202049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=9140a32b-89f5-4198-bc1a-be421ac74fd2,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:33.244050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 8e4891d4-03c0-47bb-ad03-ea41d1738923 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:33.244985 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.385264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb4741-29c3-4bac-916c-a1fe35af28c4 req-df462644-ad4c-4126-8de2-f971afa550a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:33.395946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3fcb4741-29c3-4bac-916c-a1fe35af28c4 req-df462644-ad4c-4126-8de2-f971afa550a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1101 time: 0.2976184 Nov 12 11:03:33.416375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d744-485a-4816-afba-9e6ac2331ee0 req-73638e25-8a1e-45e1-a273-d3038b1b38ac tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:33.422648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a550d744-485a-4816-afba-9e6ac2331ee0 req-73638e25-8a1e-45e1-a273-d3038b1b38ac tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 950 time: 0.3324783 Nov 12 11:03:33.441990 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.534215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:33.571492 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3fcb4741-29c3-4bac-916c-a1fe35af28c4 req-ad608f82-c7f6-45c1-b0c7-a911056f5fad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493316 Nov 12 11:03:33.597671 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:33.671410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:33.681236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a550d744-485a-4816-afba-9e6ac2331ee0 req-7e5afb6e-2ec4-44f5-81a3-d513990f4d07 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343769 Nov 12 11:03:33.814015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42730) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:33.953445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Deleting subnet 4eb9e21f-3fde-4127-9d7b-de0613a9c401 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:03:33.962867 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.020714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d46e4848-f1cd-4cde-96d7-d236d55a12a0 req-f77b397c-48bd-48a9-af4e-ef8b74b03d60 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 210 time: 0.0926461 Nov 12 11:03:34.054231 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.065146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.176885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.489623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.513518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.537756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4eb9e21f-3fde-4127-9d7b-de0613a9c401 HTTP/1.1" status: 204 len: 168 time: 0.7221153 Nov 12 11:03:34.546025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42754) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:34.584911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb9e21f-3fde-4127-9d7b-de0613a9c401,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:34.601960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.613778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.623027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.624650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5e295a-0cb5-4eb2-8c3d-4b04180d4e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:34.785884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295cb2-6c73-4dc8-9876-33d1f56cebc4 req-cc9a73ff-4cb4-48fd-bcbf-f706e4e6510f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:34.801504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-28295cb2-6c73-4dc8-9876-33d1f56cebc4 req-cc9a73ff-4cb4-48fd-bcbf-f706e4e6510f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2721806 Nov 12 11:03:34.838403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:34.939607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-28295cb2-6c73-4dc8-9876-33d1f56cebc4 req-dff54f22-71bf-4edd-8a3e-0570a22a2380 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364493 Nov 12 11:03:34.972824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a111aab-b2a7-4830-bf32-13fc117fe192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9140a32b-89f5-4198-bc1a-be421ac74fd2'}, {'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:34.976820 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4748dad-ef3c-4f5b-9881-3338f4da3402" -d '{"events": [{"server_uuid": "2a111aab-b2a7-4830-bf32-13fc117fe192", "name": "network-vif-plugged", "status": "completed", "tag": "9140a32b-89f5-4198-bc1a-be421ac74fd2"}, {"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:35.163161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.257869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9b47b5-a706-4eee-a16f-7174eb1b05ea']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:35.286905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61274db-9403-429c-ad10-3e59a41175a4') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:35.287401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61274db-9403-429c-ad10-3e59a41175a4') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:03:35.298164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed744f0-a9b5-49bc-919d-b33166ba57ca req-d7a6e16f-0139-4034-b6f0-8fa55cbaf061 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:35.299823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ed744f0-a9b5-49bc-919d-b33166ba57ca req-d7a6e16f-0139-4034-b6f0-8fa55cbaf061 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 950 time: 0.1199944 Nov 12 11:03:35.311581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.338514 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.351090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.367378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:03:35.367858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:03:35.370114 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:03:35.899483 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ed744f0-a9b5-49bc-919d-b33166ba57ca req-5fe58704-1109-4faa-a528-4c1d97657fa8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917547 Nov 12 11:03:35.964865 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1278c8-def8-4dfb-9d12-6318aa0a94d5 x-openstack-request-id: req-ae1278c8-def8-4dfb-9d12-6318aa0a94d5 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:35.965280 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a111aab-b2a7-4830-bf32-13fc117fe192", "name": "network-vif-plugged", "status": "completed", "tag": "9140a32b-89f5-4198-bc1a-be421ac74fd2", "code": 200}, {"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:35.965770 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ae1278c8-def8-4dfb-9d12-6318aa0a94d5 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:35.967147 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a111aab-b2a7-4830-bf32-13fc117fe192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9140a32b-89f5-4198-bc1a-be421ac74fd2', 'code': 200} Nov 12 11:03:35.967653 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'code': 200} Nov 12 11:03:36.013983 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:36.037856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:36.045823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] 10.222.0.98 "DELETE /v2.0/networks/4e9b47b5-a706-4eee-a16f-7174eb1b05ea HTTP/1.1" status: 204 len: 168 time: 1.4986732 Nov 12 11:03:36.061410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9b47b5-a706-4eee-a16f-7174eb1b05ea,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:36.085226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.085736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.086353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.087148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.088457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.089394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.090154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.092231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.101817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.102993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.104850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.105448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da621e2f-d26e-4611-90a9-38b1737c4e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:36.145831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-3eeba359-9d27-40b2-a947-89aa2158736f tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:03:36.146809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-3eeba359-9d27-40b2-a947-89aa2158736f tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221169 Nov 12 11:03:36.288925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-727e6d7f-95fe-4e32-975e-aeecf655ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.305672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-727e6d7f-95fe-4e32-975e-aeecf655ebd1 service neutron] 10.222.0.98 "GET /v2.0/ports/a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 1094 time: 0.1254511 Nov 12 11:03:36.314083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b14aa-c5ef-418d-aa54-fcb4d40bc50c req-3928c560-bcbe-4627-b06e-c465506035b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:36.317142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f38b14aa-c5ef-418d-aa54-fcb4d40bc50c req-3928c560-bcbe-4627-b06e-c465506035b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 1102 time: 0.1892073 Nov 12 11:03:36.335595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Request body: {'binding': {'host': 'n-h1-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:36.336439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Unknown quota resources ['binding']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:03:36.601477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6bdb6975-6d5c-4b15-ab3b-eb1128be24e8 req-c38afabd-3e0d-49ef-947a-b03a9c18faf9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 210 time: 0.1426153 Nov 12 11:03:36.755615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f38b14aa-c5ef-418d-aa54-fcb4d40bc50c req-80d4beb9-2cc1-4579-bd6d-3d374f5eab3b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141066 Nov 12 11:03:36.788388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42786) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:36.912306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cd2e356e-9800-4026-810b-ca3b6e3912b9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=73372a78cfd9444b8f8f4868b26f9adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1219609 Nov 12 11:03:36.925966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42788) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:36.957067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on host n-h1-768852-22 for vnic_type normal with profile None {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:36.958570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:36.959417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:36.972209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:36.975526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:36.984051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:36.984406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:36.985020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:36.986067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Bound port: a8678033-0198-4181-86cb-ff51fe3ba51d, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:37.074524 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c88b12c0-0e40-4830-8d6d-0357727d2f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:37.129998 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c88b12c0-0e40-4830-8d6d-0357727d2f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:37.136894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83176fb8-e043-41e1-9808-bc0a04745784 req-8d81a55a-fc68-40e3-be33-3f396fcc86e1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.151613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-83176fb8-e043-41e1-9808-bc0a04745784 req-8d81a55a-fc68-40e3-be33-3f396fcc86e1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1814406 Nov 12 11:03:37.229083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:37.299121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-83176fb8-e043-41e1-9808-bc0a04745784 req-5cbd63e2-0fdc-4085-86d7-d0a7300a4bc9 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361551 Nov 12 11:03:37.324668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:37.329622 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5f7a4700-2b99-45db-a53d-f9ff8c5cb9b2 service neutron] 10.222.0.98 "POST /v2.0/ports/a8678033-0198-4181-86cb-ff51fe3ba51d/bindings HTTP/1.1" status: 201 len: 390 time: 1.0111337 Nov 12 11:03:37.349702 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c88b12c0-0e40-4830-8d6d-0357727d2f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:37.352475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c88b12c0-0e40-4830-8d6d-0357727d2f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:37.353770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c88b12c0-0e40-4830-8d6d-0357727d2f01 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6 HTTP/1.1" status: 204 len: 168 time: 0.4261692 Nov 12 11:03:37.375414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b12c0-0e40-4830-8d6d-0357727d2f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebbb5a7-876d-4854-b77a-3b5e2d7aa5a6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:37.836219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f586d2-ce26-44bf-a49e-6ba69242da1e req-5b4b1bd0-f3b0-40d7-b0d8-7a459320f8b7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.840217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f2f586d2-ce26-44bf-a49e-6ba69242da1e req-5b4b1bd0-f3b0-40d7-b0d8-7a459320f8b7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 950 time: 0.1886730 Nov 12 11:03:37.957330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72156bf-5863-4115-a224-297224899cc7 req-d8397446-75ab-470a-b34c-f4019fba8396 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:37.975392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d72156bf-5863-4115-a224-297224899cc7 req-d8397446-75ab-470a-b34c-f4019fba8396 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 945 time: 0.1872170 Nov 12 11:03:38.018354 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f2f586d2-ce26-44bf-a49e-6ba69242da1e req-bac76087-6500-42e4-a16c-11915d19d00f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548414 Nov 12 11:03:38.133615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d72156bf-5863-4115-a224-297224899cc7 req-1a685f3f-b01f-4549-b780-f2239dfcca68 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570725 Nov 12 11:03:38.216592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3fe9a5a2-1155-4167-ab77-ea92f5cd1dbb req-d6e111a7-d96c-4ae8-b696-29a9cf4ece72 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=fec30925-f099-4a2c-90e5-8a96dec90b49 HTTP/1.1" status: 200 len: 210 time: 0.0919363 Nov 12 11:03:38.446927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5ba06ccf-8e31-42d9-bbb1-701a5e75b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:38.448508 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5ba06ccf-8e31-42d9-bbb1-701a5e75b1f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1097 time: 0.1420813 Nov 12 11:03:38.739226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464df503-f889-4fc4-a427-c0606966460c req-d2a61440-610d-4648-af81-3bfe65036406 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:38.741078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-464df503-f889-4fc4-a427-c0606966460c req-d2a61440-610d-4648-af81-3bfe65036406 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1415043 Nov 12 11:03:38.772436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-947f10de-75fc-40f6-9485-56328cc49ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:38.776013 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-947f10de-75fc-40f6-9485-56328cc49ac5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.3067572 Nov 12 11:03:38.837530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-464df503-f889-4fc4-a427-c0606966460c req-44c9fe82-568a-4200-8e31-f6f50a57e26f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836267 Nov 12 11:03:38.931902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-2a0d9a90-cbb4-4b79-9736-e6b139a09140 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 217 time: 0.1459789 Nov 12 11:03:39.029267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-58664796-2dbf-49f1-8f14-e9b256902415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:39.032333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-58664796-2dbf-49f1-8f14-e9b256902415 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.0929511 Nov 12 11:03:39.173968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-e97488e4-5ae7-4dd5-a66f-f8f97372da7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281807 Nov 12 11:03:39.351835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33d8d-0fea-4dc6-b112-72fcf62d2350 req-28badf76-2865-46ab-b90f-9b7ce3203473 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:39.366321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5f33d8d-0fea-4dc6-b112-72fcf62d2350 req-28badf76-2865-46ab-b90f-9b7ce3203473 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 945 time: 0.0924211 Nov 12 11:03:39.437547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85816aa4-f1a6-4275-9aff-f072532b49bf req-e0499558-6cc9-47bd-a38d-43ae8332e016 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:39.439036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-85816aa4-f1a6-4275-9aff-f072532b49bf req-e0499558-6cc9-47bd-a38d-43ae8332e016 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 950 time: 0.2463779 Nov 12 11:03:39.496830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-4cab5b8b-9b17-4dbd-9ed2-4ce2e51980de service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137026 Nov 12 11:03:39.523564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5f33d8d-0fea-4dc6-b112-72fcf62d2350 req-b5e94412-1e86-48e1-b73c-88bb7af63720 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556165 Nov 12 11:03:39.716697 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-85816aa4-f1a6-4275-9aff-f072532b49bf req-0a813102-d88f-428f-89da-ca5cfa0a4b9b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451160 Nov 12 11:03:39.738769 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-dc6223b3-b69f-46ff-a776-760e6cae75ea service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331169 Nov 12 11:03:39.883667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:40.059238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5a8fa135-43fd-406f-a74e-ef20b8481cb7 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.067183 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5a8fa135-43fd-406f-a74e-ef20b8481cb7 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.1455538 Nov 12 11:03:40.086774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-22'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:40.228093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1224819450-network', 'tenant_id': 'b6d2c597ffc743ab9ca1c7e80f70d468'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:40.251304 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.291234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7487fb-41e6-4b11-bfe5-d30116090da5 req-210c35a2-277a-4c2b-877e-6e568c23ae0d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.302085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc7487fb-41e6-4b11-bfe5-d30116090da5 req-210c35a2-277a-4c2b-877e-6e568c23ae0d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1255870 Nov 12 11:03:40.309280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34822e1b-6dc6-43b6-b50e-e08240dd1c16 req-a932c16e-b281-43ac-8aab-328cbe1b78d1 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.311279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34822e1b-6dc6-43b6-b50e-e08240dd1c16 req-a932c16e-b281-43ac-8aab-328cbe1b78d1 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1549156 Nov 12 11:03:40.390550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc7487fb-41e6-4b11-bfe5-d30116090da5 req-7eb9da99-8fc5-4f52-988a-7f07918996f2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Nov 12 11:03:40.395305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Made reservation on behalf of b6d2c597ffc743ab9ca1c7e80f70d468 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:40.416771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.440815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.568642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34822e1b-6dc6-43b6-b50e-e08240dd1c16 req-d5c64db0-78eb-4644-9c0d-0def559de4de tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968787 Nov 12 11:03:40.770385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f6712-56f0-45d6-9f1f-ac23354f49ea req-436c100c-e16d-471b-adcf-fc5577f5c0e3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:40.792381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be0f6712-56f0-45d6-9f1f-ac23354f49ea req-436c100c-e16d-471b-adcf-fc5577f5c0e3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 945 time: 0.1179533 Nov 12 11:03:40.847432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:40.873885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be0f6712-56f0-45d6-9f1f-ac23354f49ea req-e38edcac-d963-4c23-9a61-a4fcd82a8584 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803275 Nov 12 11:03:40.876426 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:40.946146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:41.003428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:41.049994 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-da60c97f-b847-4d0d-8f41-3d70d4aa8df2 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108146 Nov 12 11:03:41.066764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:03:41.133019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509928-025e-4359-bd3f-f0185d5cc67c req-3ab9338f-6cb8-483f-9de6-91b6ce36b239 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:41.133877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef2eab6-37da-4186-84ee-7b030020e677,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:41.157190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5509928-025e-4359-bd3f-f0185d5cc67c req-3ab9338f-6cb8-483f-9de6-91b6ce36b239 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.1689985 Nov 12 11:03:41.171693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:41.172297 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Added segment 43f4c62f-6202-4b62-901c-e26b6d9ecca2 of type vlan for network fe17b18d-fe31-404c-b25e-d98da23c0162 Nov 12 11:03:41.177242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5509928-025e-4359-bd3f-f0185d5cc67c req-ae7b8ef0-a021-4957-901d-07d5071a54e5 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/quotas/9a3d96dbccd14fc0b89b9a4430474375 HTTP/1.1" status: 200 len: 375 time: 0.0180948 Nov 12 11:03:41.201154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:41.205243 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7b0440-f7c8-4b43-b34c-498d8e8ba921" -d '{"events": [{"server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "name": "network-vif-unplugged", "status": "completed", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:41.212568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:41.231556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5509928-025e-4359-bd3f-f0185d5cc67c req-a191d840-4d60-4827-9319-0d8d948335dc tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495410 Nov 12 11:03:41.340507 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:41.411040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5509928-025e-4359-bd3f-f0185d5cc67c req-525b3b10-759a-4c70-9a75-22ac8f956ec2 service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782446 Nov 12 11:03:41.419797 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:41.541646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5509928-025e-4359-bd3f-f0185d5cc67c req-ea9a376d-343c-43c6-ad4b-25604433536d service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232209 Nov 12 11:03:41.581790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:41.583400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:41.583400 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:41.615251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on host n-h2-768852-22 for vnic_type normal with profile {"migrating_to": "n-h1-768852-22"} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:41.615493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:41.615823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:41.703819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8177719 Nov 12 11:03:41.707209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42914) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:41.718864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Request body: {'subnet': {'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1224819450-subnet', 'tenant_id': 'b6d2c597ffc743ab9ca1c7e80f70d468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:41.736346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:41.736671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Attempting to bind port a8678033-0198-4181-86cb-ff51fe3ba51d on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:41.753359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Pushing event updated for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:41.757803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b79441-f446-4b80-9e98-aac69d49cbeb admin admin] Pushing event updated for resources: {'Network': ['ID=fe17b18d-fe31-404c-b25e-d98da23c0162,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:41.769084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-6b83c526-ca0e-4ce2-85b1-bfde8948ce49 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:41.770725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-6b83c526-ca0e-4ce2-85b1-bfde8948ce49 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6959505 Nov 12 11:03:41.772492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:41.772827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:41.773205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:41.773645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Bound port: a8678033-0198-4181-86cb-ff51fe3ba51d, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:41.774000 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:41.784839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network fe17b18d-fe31-404c-b25e-d98da23c0162 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:03:41.803279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-24c3c8c3-ebd6-4cb7-960e-98c5bf0acbfa tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/quotas/4f89a2bfdcbe4982aa0c574f6b8f7819 HTTP/1.1" status: 200 len: 375 time: 0.0251024 Nov 12 11:03:41.917051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Made reservation on behalf of b6d2c597ffc743ab9ca1c7e80f70d468 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:41.920755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.014163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:42.023417 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-e1ae404c-c7ce-4a4a-8e8b-ec0cb7fc2e97 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2135832 Nov 12 11:03:42.025762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:42.106176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.278014 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d1c58e-21aa-4d4a-86bf-77012e610365 x-openstack-request-id: req-38d1c58e-21aa-4d4a-86bf-77012e610365 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:42.278331 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "name": "network-vif-unplugged", "status": "completed", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:42.278661 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38d1c58e-21aa-4d4a-86bf-77012e610365 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:42.279101 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d', 'code': 200} Nov 12 11:03:42.367118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Pushing event updated for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=8']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:42.374951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:42.376022 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.377304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0c5188ba-4b22-4342-a6a3-0822760dd8ae service neutron] 10.222.0.57 "PUT /v2.0/ports/a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 1123 time: 2.2993147 Nov 12 11:03:42.488425 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:03:42.501171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a8678033-0198-4181-86cb-ff51fe3ba51d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:42.513429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8129b-67b2-4da3-a919-37561a87b1f4 req-9056ab4b-9947-4d42-a40c-d17013fb11df tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:42.515133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26e8129b-67b2-4da3-a919-37561a87b1f4 req-9056ab4b-9947-4d42-a40c-d17013fb11df tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1412311 Nov 12 11:03:42.522051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:42.532786 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a481708-0e5a-45e2-aeb5-045bccfdfbd6 req-2dc3c6b2-0d13-4a5e-9289-da4d81b632cd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=e873baa6-bb43-4d20-9531-3299cbb7d74c HTTP/1.1" status: 200 len: 210 time: 0.0811980 Nov 12 11:03:42.651653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76260d08-b0e5-4829-98ab-4c20726cc974,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:42.768406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Checking segment: {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:42.769113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Network hostable DHCP agents. Network: fe17b18d-fe31-404c-b25e-d98da23c0162, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:03:42.799628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26e8129b-67b2-4da3-a919-37561a87b1f4 req-7706725a-506b-47aa-b264-0294a798a57f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605457 Nov 12 11:03:42.834696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff6e8-4f45-446b-a791-8a03ec75e55b req-48d86837-354d-4436-aaf2-c899ba413d47 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:42.836824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cbff6e8-4f45-446b-a791-8a03ec75e55b req-48d86837-354d-4436-aaf2-c899ba413d47 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 943 time: 0.1245158 Nov 12 11:03:42.910769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Network fe17b18d-fe31-404c-b25e-d98da23c0162 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:03:42.931268 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cbff6e8-4f45-446b-a791-8a03ec75e55b req-ee43983e-cca8-4f0e-8bdd-b2829818d9a1 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694034 Nov 12 11:03:43.055833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-998d4dc2-601c-4ca5-8140-567ccc84ff89 req-45d6b465-1e5d-4b51-83d9-6738d4022e42 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 210 time: 0.0535727 Nov 12 11:03:43.055833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, fe17b18d-fe31-404c-b25e-d98da23c0162) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:43.060580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:43.068168 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:43.072663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c4154-4889-4fda-ba59-42b899fea47d None None] Network fe17b18d-fe31-404c-b25e-d98da23c0162 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:03:43.248437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6d31d638-cc53-426b-82ba-1826300d6e58 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5388668 Nov 12 11:03:43.411694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15cbf2-058c-4979-841c-2eab038e7208 None None] Network fe17b18d-fe31-404c-b25e-d98da23c0162 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:03:44.190589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42998) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:44.280461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:44.283231 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4925faef-ef89-4411-9cae-57064da15f62" -d '{"events": [{"name": "network-changed", "server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:44.401261 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-170f5f24-e400-4f9d-b3c7-9f15781526fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.473306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-18670f98-a4c4-4da6-9f3a-a96af0008a49 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:44.474881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-18670f98-a4c4-4da6-9f3a-a96af0008a49 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 814 time: 0.1967590 Nov 12 11:03:44.509453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-dacd8c9b-4cca-42e2-ba53-f332ba644767 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/quotas/b6d2c597ffc743ab9ca1c7e80f70d468 HTTP/1.1" status: 200 len: 375 time: 0.0258994 Nov 12 11:03:44.561798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-dfe3ca67-2d4b-478b-b72c-8ff2d0d65361 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403893 Nov 12 11:03:44.563788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-170f5f24-e400-4f9d-b3c7-9f15781526fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.693377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-02db8ecf-45aa-4c1f-b23c-be4dc871cb08 service neutron] 10.222.0.98 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224306 Nov 12 11:03:44.804513 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-e9a2cfda-d1d3-4798-878a-5e9714f2e8db service neutron] 10.222.0.98 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997016 Nov 12 11:03:44.833785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-170f5f24-e400-4f9d-b3c7-9f15781526fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:44.847892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d922a93-d8b5-4bb8-9fea-a6320cd6d63d req-de418da2-c095-45c8-b196-24b0dba11e7c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:44.874894 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d922a93-d8b5-4bb8-9fea-a6320cd6d63d req-de418da2-c095-45c8-b196-24b0dba11e7c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1153860 Nov 12 11:03:44.899969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-170f5f24-e400-4f9d-b3c7-9f15781526fc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8a0399e499984aec9b6c154dbf421419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7073641 Nov 12 11:03:44.900294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43018) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:03:44.905637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f5f24-e400-4f9d-b3c7-9f15781526fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b529ae-2476-41d7-93ae-ec328d5f68f9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:44.979793 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d922a93-d8b5-4bb8-9fea-a6320cd6d63d req-35572622-074d-404e-899b-3e1f3d598d53 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021063 Nov 12 11:03:45.000268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edb3899b-6652-4ec7-9c80-88fbf5242196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:45.024557 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edb3899b-6652-4ec7-9c80-88fbf5242196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:45.254372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1bb12-1624-4933-93b6-70f7ebf88621 req-947b7f22-0342-4951-85b9-5a123f839432 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:45.268535 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1d1bb12-1624-4933-93b6-70f7ebf88621 req-947b7f22-0342-4951-85b9-5a123f839432 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 943 time: 0.1538517 Nov 12 11:03:45.274030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edb3899b-6652-4ec7-9c80-88fbf5242196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:45.279098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edb3899b-6652-4ec7-9c80-88fbf5242196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:45.282010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-edb3899b-6652-4ec7-9c80-88fbf5242196 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/08b529ae-2476-41d7-93ae-ec328d5f68f9 HTTP/1.1" status: 204 len: 168 time: 0.3807528 Nov 12 11:03:45.293248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5c4450d-3a85-4314-9e5d-ca787a27b3c4 req-1abfcd89-f365-4012-be4f-48288fd55a57 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 210 time: 0.0617955 Nov 12 11:03:45.347904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3899b-6652-4ec7-9c80-88fbf5242196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b529ae-2476-41d7-93ae-ec328d5f68f9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:45.422589 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1d1bb12-1624-4933-93b6-70f7ebf88621 req-d5009dbb-5c0e-4c3d-b2bf-3c1e4efd0404 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527088 Nov 12 11:03:45.469719 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e359f23-b675-4eaa-937f-13df8776d3f9 x-openstack-request-id: req-5e359f23-b675-4eaa-937f-13df8776d3f9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:45.470075 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:45.470333 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5e359f23-b675-4eaa-937f-13df8776d3f9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:45.470827 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d', 'status': 'completed', 'code': 200} Nov 12 11:03:45.598505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925faef-ef89-4411-9cae-57064da15f62 req-7fec4c81-3f69-4374-b1f2-ba34bcf43655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:45.603891 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4925faef-ef89-4411-9cae-57064da15f62 req-7fec4c81-3f69-4374-b1f2-ba34bcf43655 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1126 time: 0.1030769 Nov 12 11:03:45.684700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7f2f6ce-b83b-4ad2-8c80-617fd2fae324 req-84cb8a24-6614-4d61-b692-9c6dfe1fe60c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 210 time: 0.0496752 Nov 12 11:03:45.770420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925faef-ef89-4411-9cae-57064da15f62 req-56d2a41e-78d1-4012-b678-a69fdd2a1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:45.773085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4925faef-ef89-4411-9cae-57064da15f62 req-56d2a41e-78d1-4012-b678-a69fdd2a1a25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.1554070 Nov 12 11:03:45.873423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4925faef-ef89-4411-9cae-57064da15f62 req-633e0dce-9a19-44b8-a2c5-ad6fc77a95f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 217 time: 0.0884383 Nov 12 11:03:45.878151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-e58584da-80da-49e7-8e8f-4db99c374fa8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471056 Nov 12 11:03:46.046202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925faef-ef89-4411-9cae-57064da15f62 req-99cb14f3-e1ac-4a15-a0a2-31b9d26718ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:46.051314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4925faef-ef89-4411-9cae-57064da15f62 req-99cb14f3-e1ac-4a15-a0a2-31b9d26718ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1609731 Nov 12 11:03:46.186772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a8678033-0198-4181-86cb-ff51fe3ba51d details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:46.228276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4925faef-ef89-4411-9cae-57064da15f62 req-0d257339-76b4-44a3-a283-76f96f6c1be7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463231 Nov 12 11:03:46.405915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-deddf828-167d-4ef1-b232-d42f5cf49093 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:46.413868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-deddf828-167d-4ef1-b232-d42f5cf49093 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.3761027 Nov 12 11:03:46.451277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-276072a0-e320-4b0d-b2b8-eabeaf8fe147 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/quotas/9a3d96dbccd14fc0b89b9a4430474375 HTTP/1.1" status: 200 len: 375 time: 0.0364068 Nov 12 11:03:46.467522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4925faef-ef89-4411-9cae-57064da15f62 req-ad6200a5-94c1-4884-aa9f-b7b21116cb76 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020464 Nov 12 11:03:46.495360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-7ca63d79-f9c2-43c0-9dca-da3f06f19e52 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427060 Nov 12 11:03:46.500880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:46.521128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a8678033-0198-4181-86cb-ff51fe3ba51d has no active binding in host n-h1-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 11:03:46.594450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-c0496962-317a-4ac7-ad06-89bc1976d0d8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:46.600530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-c0496962-317a-4ac7-ad06-89bc1976d0d8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7074280 Nov 12 11:03:46.623528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Request body: {'port': {'device_id': '6be0a982-e033-487a-a8ac-ebdf7580eff6', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '4f89a2bfdcbe4982aa0c574f6b8f7819'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:46.664436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcf544-86c9-43c0-81b8-e10223f2cd52 req-e39803df-59cb-4e6b-8c07-a4d1f89311ba tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:46.673791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81fcf544-86c9-43c0-81b8-e10223f2cd52 req-e39803df-59cb-4e6b-8c07-a4d1f89311ba tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.4260416 Nov 12 11:03:46.808830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5e034888-98c7-4840-835f-a1695195f96e service neutron] 10.222.0.69 "GET /v2.0/ports/a8678033-0198-4181-86cb-ff51fe3ba51d/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.1117561 Nov 12 11:03:46.841903 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4925faef-ef89-4411-9cae-57064da15f62 req-b7c79366-4596-4631-a4f9-7419ae67aadd service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529539 Nov 12 11:03:46.851062 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-96d285ea-4dc2-423a-8be2-ea135f3be9a1 service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546827 Nov 12 11:03:46.888956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81fcf544-86c9-43c0-81b8-e10223f2cd52 req-459d5237-a454-4f58-804d-15d8d529bc1b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134531 Nov 12 11:03:47.036669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-0efe4f34-faa2-4972-ad25-7c611fa86c7b service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842482 Nov 12 11:03:47.173745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:47.200986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Made reservation on behalf of 4f89a2bfdcbe4982aa0c574f6b8f7819 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:47.205734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:47.215485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96ee6730-ec74-48ad-ac54-be5c6732a9ea req-7786cff2-80fe-4d9c-abe3-4eab732eb834 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 210 time: 0.1892314 Nov 12 11:03:47.233216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:47.314587 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:47.345046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8678033-0198-4181-86cb-ff51fe3ba51d {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:47.410910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:47.518403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:47.551022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Allocated IP 192.168.233.188 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/abddafb4-6478-4131-a609-750694da7cd1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:47.589144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d9d52-a3ca-4a3d-9036-f1ba26d24688 req-b98062ab-7b79-46cb-b9f0-dc4776fa4b06 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:47.590080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-367d9d52-a3ca-4a3d-9036-f1ba26d24688 req-b98062ab-7b79-46cb-b9f0-dc4776fa4b06 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 943 time: 0.1427045 Nov 12 11:03:47.732457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09af73be-8bac-42ac-b650-3ab1c34ef56f req-9975b599-ea39-4234-a3f2-517621e51368 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 210 time: 0.0731211 Nov 12 11:03:47.912108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-30c95627-2f6a-453a-bb97-76fc22ba50d3 req-03edf47b-f28a-484c-8f64-3babbe700e34 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 210 time: 0.0976586 Nov 12 11:03:48.082203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-367d9d52-a3ca-4a3d-9036-f1ba26d24688 req-0dec6d22-b2a4-4fac-a6d1-1cd198bf3ba9 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079187 Nov 12 11:03:48.112626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] Transition to ACTIVE for port object a8678033-0198-4181-86cb-ff51fe3ba51d will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:48.116620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c511fd-f67a-417f-8bf3-f5410081703b req-be5a703f-2142-44fd-b1b9-ae78310dad99 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:48.128145 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26c511fd-f67a-417f-8bf3-f5410081703b req-be5a703f-2142-44fd-b1b9-ae78310dad99 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1133478 Nov 12 11:03:48.201920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26c511fd-f67a-417f-8bf3-f5410081703b req-bb191e25-a58e-4ae1-832e-dc462d84ecec tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728335 Nov 12 11:03:48.220313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:48.237793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:48.343915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] No DVR routers for this DVR port a8678033-0198-4181-86cb-ff51fe3ba51d on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:03:48.357967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] Pushing event updated for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=10']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:48.401072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-a1abdaff-0524-4ca1-9f8f-2254430a7917 service neutron] 10.222.0.69 "PUT /v2.0/ports/a8678033-0198-4181-86cb-ff51fe3ba51d/bindings/n-h1-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 1.5819414 Nov 12 11:03:48.405208 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:48.420339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9140a32b-89f5-4198-bc1a-be421ac74fd2'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:48.433388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['36827e78-3320-4c9d-ab2c-5a2b8cedda13'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:48.509979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:48.523461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:48.531509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:48.545350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Pushing event updated for resources: {'Port': ['ID=abddafb4-6478-4131-a609-750694da7cd1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:48.563098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05beffeb-0728-409c-bf58-ecb6edeb2fed req-7331b0e4-7d62-4eee-bbc8-a86c3be7e6bf tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:48.573268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05beffeb-0728-409c-bf58-ecb6edeb2fed req-7331b0e4-7d62-4eee-bbc8-a86c3be7e6bf tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 936 time: 0.1903534 Nov 12 11:03:48.644966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-424d917c-bfda-432d-a714-783ccb3735e4 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:48.648195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-424d917c-bfda-432d-a714-783ccb3735e4 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.1108518 Nov 12 11:03:48.789751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-9ea98a75-8c42-4723-b102-1d11de702c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:48.801874 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-9ea98a75-8c42-4723-b102-1d11de702c29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73&tenant_id=f81c3579f9504ec0a64c5f93b727b264 HTTP/1.1" status: 200 len: 1096 time: 0.1272762 Nov 12 11:03:49.049447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f526f5a9-df7a-42cf-8539-63cdf4e4f5a9 req-854a3e9a-021b-4671-be1a-a1f927a16642 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 210 time: 0.0559838 Nov 12 11:03:49.070838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5ac15b09-70e8-4429-b334-83ea36b3a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.073050 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-5ac15b09-70e8-4429-b334-83ea36b3a659 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1096 time: 0.2311902 Nov 12 11:03:49.236423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6bf18320-57cd-4ef3-b413-ba9b5f5e86f9 None None] Provisioning complete for port abddafb4-6478-4131-a609-750694da7cd1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:49.237657 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bf18320-57cd-4ef3-b413-ba9b5f5e86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:49.261711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-ec2e15c7-057b-4dcd-86b4-90d8097215f1 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.265246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-ec2e15c7-057b-4dcd-86b4-90d8097215f1 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.57 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 814 time: 0.2905965 Nov 12 11:03:49.274027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.274709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:49.304447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05beffeb-0728-409c-bf58-ecb6edeb2fed req-82cb4f6b-e1e4-46a8-a692-d127425ca721 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328487 Nov 12 11:03:49.335664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Request body: {'port': {'device_id': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162', 'admin_state_up': True, 'tenant_id': 'b6d2c597ffc743ab9ca1c7e80f70d468'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:49.366375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6bf18320-57cd-4ef3-b413-ba9b5f5e86f9 None None] Port abddafb4-6478-4131-a609-750694da7cd1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:03:49.383672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c25033a6-452b-4665-a536-f87d7de95e1b req-00595dcf-3a27-4883-a33a-483b6d5c247d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 210 time: 0.0765998 Nov 12 11:03:49.449483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-ac607c51-11d1-4cdf-9f8d-40e408002104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.465296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-ac607c51-11d1-4cdf-9f8d-40e408002104 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.3713894 Nov 12 11:03:49.570654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-f20c8295-6cb0-40e5-931b-91226a760d77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 217 time: 0.0924587 Nov 12 11:03:49.579009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a8678033-0198-4181-86cb-ff51fe3ba51d no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:49.640589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a8678033-0198-4181-86cb-ff51fe3ba51d not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:03:49.654372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-510e761d-bd99-472b-9455-ee4bb60f84a4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0397954 Nov 12 11:03:49.713469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-d5a5d952-7fa9-4911-8b1e-a74b65e5c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.715058 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-d5a5d952-7fa9-4911-8b1e-a74b65e5c9cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1368518 Nov 12 11:03:49.741689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Request body: {'port': {'device_id': '6be0a982-e033-487a-a8ac-ebdf7580eff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:49.824963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-0f0c323b-9ee9-4b4e-8186-139aa02b60ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011493 Nov 12 11:03:49.836390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Made reservation on behalf of b6d2c597ffc743ab9ca1c7e80f70d468 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:49.842549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:49.845956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983951f-c590-4689-aed0-3a15e532d7b8 req-f637dd28-5827-45be-90b2-5a148fe268b2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:49.855697 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d983951f-c590-4689-aed0-3a15e532d7b8 req-f637dd28-5827-45be-90b2-5a148fe268b2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.1935821 Nov 12 11:03:49.995139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d983951f-c590-4689-aed0-3a15e532d7b8 req-03467e1c-0875-47d5-83d6-b0e820ee1b91 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375728 Nov 12 11:03:50.023738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-00216826-ba57-4b60-a5bc-a998a12de867 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640258 Nov 12 11:03:50.271741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:50.284544 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-f60d4fe3-5461-4dc5-8300-e41c19d888da service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431808 Nov 12 11:03:50.300553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:50.308369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb35d-bb10-4209-b0d8-377becb42ae7 req-629012c1-96fd-4b37-b8fc-cbc15f8ad5e8 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:50.316361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b43bb35d-bb10-4209-b0d8-377becb42ae7 req-629012c1-96fd-4b37-b8fc-cbc15f8ad5e8 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 944 time: 0.6799266 Nov 12 11:03:50.393951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ceefce01-0fde-4bd3-b9ee-672622d5caf4 req-fbf52413-4e83-47ae-b8a0-4a5ec0ad1c10 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 210 time: 0.0385215 Nov 12 11:03:50.697188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b43bb35d-bb10-4209-b0d8-377becb42ae7 req-60be0164-f329-4f9a-a1e3-b8ebb38bc0bc tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803394 Nov 12 11:03:50.745098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Allocated IP 172.20.0.14 (fe17b18d-fe31-404c-b25e-d98da23c0162/76260d08-b0e5-4829-98ab-4c20726cc974/2e8caafb-aeac-4e01-a244-b3b42ef6cc6b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:50.885263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff936fc-b1ba-471c-9362-7cb5d163c5bb req-e317565f-8741-4478-8ad1-fda14622fc3b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:50.892526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60f034ec-5bc9-4b2c-8007-b54ffa3294e8 req-0c086560-5f79-483d-92a1-875a39c5f80d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 210 time: 0.0962555 Nov 12 11:03:50.899740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ff936fc-b1ba-471c-9362-7cb5d163c5bb req-e317565f-8741-4478-8ad1-fda14622fc3b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 936 time: 0.3539846 Nov 12 11:03:50.957083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-6dfb07eb-deee-4f7e-aeff-cc2ab0077fe0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:50.958976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-6dfb07eb-deee-4f7e-aeff-cc2ab0077fe0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.3065569 Nov 12 11:03:50.973896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abddafb4-6478-4131-a609-750694da7cd1 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:50.980689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Request body: {'port': {'device_id': '065628b1-291a-40ed-a77a-3d64dc74264d', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'admin_state_up': True, 'tenant_id': '9a3d96dbccd14fc0b89b9a4430474375'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:51.000004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.096830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ff936fc-b1ba-471c-9362-7cb5d163c5bb req-77b9e7de-05ed-4449-84fa-208deee8b43b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938906 Nov 12 11:03:51.167825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Transition to ACTIVE for port object abddafb4-6478-4131-a609-750694da7cd1 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:51.296990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.425032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Made reservation on behalf of 9a3d96dbccd14fc0b89b9a4430474375 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:51.428999 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.438697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-70e41896-e92a-41f9-9f88-82a264e1ea51 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:51.443407 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-70e41896-e92a-41f9-9f88-82a264e1ea51 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.2979500 Nov 12 11:03:51.537496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468d3f-118f-4296-9d62-7b25a47b0c3b req-7c943599-4728-435b-a852-d54f2fd47b8e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:51.545611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af468d3f-118f-4296-9d62-7b25a47b0c3b req-7c943599-4728-435b-a852-d54f2fd47b8e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.3269947 Nov 12 11:03:51.594647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:51.600176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Pushing event updated for resources: {'Port': ['ID=abddafb4-6478-4131-a609-750694da7cd1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:51.732472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af468d3f-118f-4296-9d62-7b25a47b0c3b req-66a59b38-8af0-429a-b00d-8c16a07cfd32 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857278 Nov 12 11:03:51.772819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08937e47-40ae-4fd8-b160-cc58e14a8b30 req-052ea7de-2242-49fe-af59-aa26cd925291 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 210 time: 0.0567145 Nov 12 11:03:51.784762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Allocated IP 172.20.0.12 (06a156be-d115-40a8-bcce-3282b2671a55/4b946116-9eb6-4d7d-8130-b139ffb6ce05/51bf8572-3d5c-4a42-847c-4920f4736d4b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:03:51.881554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Attempting to bind port abddafb4-6478-4131-a609-750694da7cd1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:51.881890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Attempting to bind port abddafb4-6478-4131-a609-750694da7cd1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:51.882074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Attempting to bind port abddafb4-6478-4131-a609-750694da7cd1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:51.891181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Port abddafb4-6478-4131-a609-750694da7cd1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:51.891494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Attempting to bind port abddafb4-6478-4131-a609-750694da7cd1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:51.942662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:51.943006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:51.943440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:51.946567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Bound port: abddafb4-6478-4131-a609-750694da7cd1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:51.952148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.054333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b6e665a-331b-4672-bee2-48063a40cd82 req-010c7329-5b9c-4e5d-8648-f708a8cf7c24 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 210 time: 0.0506876 Nov 12 11:03:52.078397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] For port abddafb4-6478-4131-a609-750694da7cd1, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:52.089041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] For port abddafb4-6478-4131-a609-750694da7cd1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=abddafb4-6478-4131-a609-750694da7cd1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:52.099683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a288b-fff9-4e10-929d-abcfdc840ae3 req-42208f59-1b25-4485-9aeb-de293eacd5b2 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:52.102483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-444a288b-fff9-4e10-929d-abcfdc840ae3 req-42208f59-1b25-4485-9aeb-de293eacd5b2 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 944 time: 0.0984597 Nov 12 11:03:52.108113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.178195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-444a288b-fff9-4e10-929d-abcfdc840ae3 req-e3770b4a-10eb-4222-ab66-ddef25a3a9e3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693192 Nov 12 11:03:52.243681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.258220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e26cdf-4d8b-44e7-b41c-fd9a39ea8a7a req-4aea5aec-7040-41b8-8040-9016ccbeda42 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:52.259998 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-22e26cdf-4d8b-44e7-b41c-fd9a39ea8a7a req-4aea5aec-7040-41b8-8040-9016ccbeda42 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 948 time: 0.0554307 Nov 12 11:03:52.300990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Network fe17b18d-fe31-404c-b25e-d98da23c0162 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:52.310341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:52.314526 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.317709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:52.322613 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.327621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:52.351692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-43d4675c-e208-4aa2-9adf-a95db6d6f74f service neutron] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:52.419989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-22e26cdf-4d8b-44e7-b41c-fd9a39ea8a7a req-73bdac1b-ab42-4fc3-bba9-5b450979d0fa tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521037 Nov 12 11:03:52.436283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Network 06a156be-d115-40a8-bcce-3282b2671a55 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:03:52.440599 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-43d4675c-e208-4aa2-9adf-a95db6d6f74f service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.441746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37e42702-95d0-43bf-ba10-86d01a1b3bc2 req-43d4675c-e208-4aa2-9adf-a95db6d6f74f service neutron] 10.222.0.57 "DELETE /v2.0/ports/a8678033-0198-4181-86cb-ff51fe3ba51d/bindings/n-h2-768852-22 HTTP/1.1" status: 204 len: 173 time: 0.9801333 Nov 12 11:03:52.456198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:03:52.470460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:52.471086 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.472567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] 10.222.0.69 "PUT /v2.0/ports/abddafb4-6478-4131-a609-750694da7cd1 HTTP/1.1" status: 200 len: 1097 time: 2.7892957 Nov 12 11:03:52.477258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be0a982-e033-487a-a8ac-ebdf7580eff6', 'tag': 'abddafb4-6478-4131-a609-750694da7cd1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:52.487228 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610ad101-4e96-4337-ad08-b6d92c844925" -d '{"events": [{"name": "network-changed", "server_uuid": "6be0a982-e033-487a-a8ac-ebdf7580eff6", "tag": "abddafb4-6478-4131-a609-750694da7cd1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:52.493752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:03:52.525381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event updated for resources: {'Port': ['ID=51bf8572-3d5c-4a42-847c-4920f4736d4b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:52.572294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ab11-e652-4f8a-9236-3824dab624d8 service neutron] Pushing event updated for resources: {'Port': ['ID=abddafb4-6478-4131-a609-750694da7cd1,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:52.589082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:52.589856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.608830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdc667-bf5d-4e38-8c21-76680431041b req-084e2704-ce64-44c5-9bbd-8acfb153f6bb tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:52.610705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0cdc667-bf5d-4e38-8c21-76680431041b req-084e2704-ce64-44c5-9bbd-8acfb153f6bb tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1096 time: 0.2880001 Nov 12 11:03:52.682725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:52.687139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:52.798990 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e48dd4-e8af-4580-a066-a3421996fb7e x-openstack-request-id: req-06e48dd4-e8af-4580-a066-a3421996fb7e {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:52.799350 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be0a982-e033-487a-a8ac-ebdf7580eff6", "tag": "abddafb4-6478-4131-a609-750694da7cd1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:52.799535 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-06e48dd4-e8af-4580-a066-a3421996fb7e {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:52.799899 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be0a982-e033-487a-a8ac-ebdf7580eff6', 'tag': 'abddafb4-6478-4131-a609-750694da7cd1', 'status': 'completed', 'code': 200} Nov 12 11:03:52.809747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-98a4384b-2dc3-49c2-b913-85ae348739c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5298243 Nov 12 11:03:52.831723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0cdc667-bf5d-4e38-8c21-76680431041b req-bdaf673c-8bfe-43fa-b1a5-30fe2a34b17c tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084804 Nov 12 11:03:52.859792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Request body: {'port': {'device_id': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:52.864234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-ff0fb58b-8c03-4655-a4a7-a8d91c619a87 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8893962 Nov 12 11:03:52.899470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Request body: {'port': {'device_id': '065628b1-291a-40ed-a77a-3d64dc74264d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:53.067419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-d81206a8-6394-4b86-be48-a4d57ffbfbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:53.084359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-d81206a8-6394-4b86-be48-a4d57ffbfbcd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 1100 time: 0.3604550 Nov 12 11:03:53.180692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:53.206429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-321c6645-f7ca-4614-8088-1ace36ef6e02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=abddafb4-6478-4131-a609-750694da7cd1 HTTP/1.1" status: 200 len: 217 time: 0.0992861 Nov 12 11:03:53.208407 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:53.271391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c36e58-e6eb-468a-a317-a012bdfae573 req-476e3677-a699-4185-a0a5-c693da93168d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:53.273041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50c36e58-e6eb-468a-a317-a012bdfae573 req-476e3677-a699-4185-a0a5-c693da93168d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 932 time: 0.1446345 Nov 12 11:03:53.326355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f25dd-2b65-4a62-8dd7-544cfe6be225 req-c2d53662-f7c6-4000-aec1-8c4a68f618e0 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:53.334100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-717f25dd-2b65-4a62-8dd7-544cfe6be225 req-c2d53662-f7c6-4000-aec1-8c4a68f618e0 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2468891 Nov 12 11:03:53.356669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-03e86761-9c74-44c0-879d-0526143c23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:53.356669 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-03e86761-9c74-44c0-879d-0526143c23f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1345928 Nov 12 11:03:53.499668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50c36e58-e6eb-468a-a317-a012bdfae573 req-ac4ba0f1-5477-4ae1-9cc6-e9bda551426a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167034 Nov 12 11:03:53.577918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-717f25dd-2b65-4a62-8dd7-544cfe6be225 req-7e9fdfbd-e7a5-4f2a-920d-86d88371c741 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430086 Nov 12 11:03:53.581902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-6da32487-7087-4376-af9b-565b0f72c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:53.583419 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-6da32487-7087-4376-af9b-565b0f72c056 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2006202 Nov 12 11:03:53.617924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e63a0429-1661-4a2a-8718-3c482e0a52c1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:53.894539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e63a0429-1661-4a2a-8718-3c482e0a52c1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:53.911297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-17256f1d-a57d-4484-b90a-0f80dfc2c1f4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183811 Nov 12 11:03:54.182448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:54.204206 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.231502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'port_id': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'mac_address': 'fa:16:3e:62:82:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d294a2-40c0-4d6d-a32f-2c45c286516d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:54.233898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:54.257260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.260636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:54.265365 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50083091-2842-491f-baeb-0454f646c2bb" -d '{"events": [{"server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "name": "network-vif-unplugged", "status": "completed", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:54.300982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Transition to ACTIVE for port object 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:54.318545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:54.344103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f39b65a4-16be-4c44-acb2-3df97313bdab req-6dba370c-e7c4-487d-8f98-f4210a01e284 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489027 Nov 12 11:03:54.351539 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.353325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-0b62714e-eaaf-4008-95b0-c6ba44032f46 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:54.355024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-0b62714e-eaaf-4008-95b0-c6ba44032f46 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 807 time: 0.5097356 Nov 12 11:03:54.379827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-c9cc26a9-da36-4f39-90d0-bb694f4167f7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/quotas/f81c3579f9504ec0a64c5f93b727b264 HTTP/1.1" status: 200 len: 375 time: 0.0175071 Nov 12 11:03:54.384938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e63a0429-1661-4a2a-8718-3c482e0a52c1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:54.389918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.420460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.549295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11eb14-5ea2-4d21-88a5-fafed7a02fdd req-2a193d22-6e51-4b08-b327-83f377796478 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:54.563727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b11eb14-5ea2-4d21-88a5-fafed7a02fdd req-2a193d22-6e51-4b08-b327-83f377796478 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 932 time: 0.1840479 Nov 12 11:03:54.597028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bf8572-3d5c-4a42-847c-4920f4736d4b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:54.631719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.654261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:54.701092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-7fa27ee2-0239-4b88-8992-6c2ff0f3e6ac tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2961283 Nov 12 11:03:54.704605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Transition to ACTIVE for port object 51bf8572-3d5c-4a42-847c-4920f4736d4b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:03:54.712386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b11eb14-5ea2-4d21-88a5-fafed7a02fdd req-73c6502a-5075-4b4f-a33a-c6e601633d81 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473918 Nov 12 11:03:54.783749 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:03:54.784382 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:03:54.789008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:54.803316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.803812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.804387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.805121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.805677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.806228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.806781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.807325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.807573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:54.807887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.808464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.809072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.810131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:03:54.840524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad101-4e96-4337-ad08-b6d92c844925 req-bbe5ad3a-27b9-47b5-9b36-d4c6a0d6bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:54.842427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-610ad101-4e96-4337-ad08-b6d92c844925 req-bbe5ad3a-27b9-47b5-9b36-d4c6a0d6bd2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 1100 time: 0.3113058 Nov 12 11:03:54.910784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=51bf8572-3d5c-4a42-847c-4920f4736d4b,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:54.973182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d28f29-7d00-45d3-9ef6-1f1818989cd0 req-4004f02b-556b-4895-bd1a-2f6d216ec86c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:54.974777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90d28f29-7d00-45d3-9ef6-1f1818989cd0 req-4004f02b-556b-4895-bd1a-2f6d216ec86c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 948 time: 0.1249263 Nov 12 11:03:55.023513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Attempting to bind port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:55.023862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Attempting to bind port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:55.024263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Attempting to bind port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on network fe17b18d-fe31-404c-b25e-d98da23c0162 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:55.049369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on network fe17b18d-fe31-404c-b25e-d98da23c0162 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:55.049734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Attempting to bind port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on network fe17b18d-fe31-404c-b25e-d98da23c0162 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:55.055659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Attempting to bind port 51bf8572-3d5c-4a42-847c-4920f4736d4b on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:03:55.056243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Attempting to bind port 51bf8572-3d5c-4a42-847c-4920f4736d4b by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:03:55.056773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Attempting to bind port 51bf8572-3d5c-4a42-847c-4920f4736d4b on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:55.060043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-2a2de2d3-f002-42e6-92a8-8abc8e0a5615 service neutron] 10.222.0.98 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509581 Nov 12 11:03:55.069455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Port 51bf8572-3d5c-4a42-847c-4920f4736d4b on network 06a156be-d115-40a8-bcce-3282b2671a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:03:55.069964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Attempting to bind port 51bf8572-3d5c-4a42-847c-4920f4736d4b on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:03:55.072859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:55.073324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Checking segment: {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:55.073610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Bound using segment: {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:55.074281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Bound port: 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:55.074488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.091789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:03:55.092327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Checking segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:03:55.093251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Bound using segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:03:55.093961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Bound port: 51bf8572-3d5c-4a42-847c-4920f4736d4b, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:03:55.094435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.123965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90d28f29-7d00-45d3-9ef6-1f1818989cd0 req-7322b531-da7f-4177-8eb6-bab10a8a7247 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356854 Nov 12 11:03:55.127283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad101-4e96-4337-ad08-b6d92c844925 req-8a2802d0-37c1-40ff-baa3-e3bc017f03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.129006 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-610ad101-4e96-4337-ad08-b6d92c844925 req-8a2802d0-37c1-40ff-baa3-e3bc017f03e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.2196314 Nov 12 11:03:55.250128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-610ad101-4e96-4337-ad08-b6d92c844925 req-2ab2c09d-c867-4e00-a6d0-ce1ace31680b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=abddafb4-6478-4131-a609-750694da7cd1 HTTP/1.1" status: 200 len: 217 time: 0.0663366 Nov 12 11:03:55.260444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] For port 51bf8572-3d5c-4a42-847c-4920f4736d4b, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:55.270582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] For port 51bf8572-3d5c-4a42-847c-4920f4736d4b, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=51bf8572-3d5c-4a42-847c-4920f4736d4b,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:55.357738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.383938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63a0429-1661-4a2a-8718-3c482e0a52c1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:55.385992 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.407154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-6b34c7b0-8795-439d-8651-b258aa9d7d18 service neutron] 10.222.0.98 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242071 Nov 12 11:03:55.432567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:55.441724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:03:55.480170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:03:55.486222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad101-4e96-4337-ad08-b6d92c844925 req-f8e0989e-a53e-4aaa-a09a-be93e8a08d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.488753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-610ad101-4e96-4337-ad08-b6d92c844925 req-f8e0989e-a53e-4aaa-a09a-be93e8a08d46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2243917 Nov 12 11:03:55.496438 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afbe5af-d41a-49eb-b425-edb6cfb61b03 x-openstack-request-id: req-4afbe5af-d41a-49eb-b425-edb6cfb61b03 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:55.497655 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "name": "network-vif-unplugged", "status": "completed", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:55.498072 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4afbe5af-d41a-49eb-b425-edb6cfb61b03 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:55.500899 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'code': 200} Nov 12 11:03:55.502739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.505794 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.508507 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-eb911804-ba67-4232-8184-ec8f12d772dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1765349 Nov 12 11:03:55.509471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] 10.222.0.57 "PUT /v2.0/ports/51bf8572-3d5c-4a42-847c-4920f4736d4b HTTP/1.1" status: 200 len: 1093 time: 2.6341624 Nov 12 11:03:55.510465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065628b1-291a-40ed-a77a-3d64dc74264d', 'tag': '51bf8572-3d5c-4a42-847c-4920f4736d4b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:55.515900 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1ddc7f-94ad-4955-80ea-56b38b45e836" -d '{"events": [{"name": "network-changed", "server_uuid": "065628b1-291a-40ed-a77a-3d64dc74264d", "tag": "51bf8572-3d5c-4a42-847c-4920f4736d4b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:55.541875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.583059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.670027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.671077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:55.673985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] 10.222.0.57 "PUT /v2.0/ports/2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 1093 time: 2.8380492 Nov 12 11:03:55.674732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:55.679419 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f95a1-8222-47e4-ba23-d06056eb11c0" -d '{"events": [{"name": "network-changed", "server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:55.696111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ad101-4e96-4337-ad08-b6d92c844925 req-0308e0eb-2bb5-4bad-a126-14d98ba61c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.699037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-610ad101-4e96-4337-ad08-b6d92c844925 req-0308e0eb-2bb5-4bad-a126-14d98ba61c1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1875861 Nov 12 11:03:55.702660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1b4c0-6c1d-4f74-9714-31885d66cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=51bf8572-3d5c-4a42-847c-4920f4736d4b,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:55.763058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:55.797038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-9d86b73b-67ea-4863-9087-722d52432242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.799478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-9d86b73b-67ea-4863-9087-722d52432242 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a4f07a5addf454492f4050c2d51fd23&device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 1101 time: 0.2078888 Nov 12 11:03:55.813015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d89d1-7cda-47a4-a393-a92726f630c9 req-d0fbb4f6-f3b9-4c70-850c-75ed200f6aef tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.813968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189713c7-a588-4c2d-8ce5-d4f3078f9a12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:55.826509 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-710d89d1-7cda-47a4-a393-a92726f630c9 req-d0fbb4f6-f3b9-4c70-850c-75ed200f6aef tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 944 time: 0.1832583 Nov 12 11:03:55.857456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['e63a0429-1661-4a2a-8718-3c482e0a52c1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:55.880608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-8184f072-528f-4fb8-8651-e92a3f051bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:55.882145 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-8184f072-528f-4fb8-8651-e92a3f051bab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 1096 time: 0.1192334 Nov 12 11:03:55.914447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-610ad101-4e96-4337-ad08-b6d92c844925 req-ea57de4d-4b6a-4014-80bb-99bc36bccf49 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029500 Nov 12 11:03:55.972853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-6f1077e5-b542-407a-a025-903297f64b17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bf8572-3d5c-4a42-847c-4920f4736d4b HTTP/1.1" status: 200 len: 217 time: 0.0708511 Nov 12 11:03:56.148228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-640289c0-071a-404a-9f6a-e06fea6470a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.151270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-640289c0-071a-404a-9f6a-e06fea6470a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3115375 Nov 12 11:03:56.206699 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-710d89d1-7cda-47a4-a393-a92726f630c9 req-373f8494-ee79-4a38-8e1f-ab9330f5ef3c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783600 Nov 12 11:03:56.311025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-9689c033-2181-4cb4-977d-4da0fcdc0074 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923 HTTP/1.1" status: 200 len: 217 time: 0.1027567 Nov 12 11:03:56.416495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-643dd739-d0fc-4607-b483-253fefa15d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.418208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-643dd739-d0fc-4607-b483-253fefa15d66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0926430 Nov 12 11:03:56.474330 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d479ce-e9a5-4fc6-803f-26cc3893ec91 x-openstack-request-id: req-f5d479ce-e9a5-4fc6-803f-26cc3893ec91 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:56.474660 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065628b1-291a-40ed-a77a-3d64dc74264d", "tag": "51bf8572-3d5c-4a42-847c-4920f4736d4b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:56.475073 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5d479ce-e9a5-4fc6-803f-26cc3893ec91 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:56.475379 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065628b1-291a-40ed-a77a-3d64dc74264d', 'tag': '51bf8572-3d5c-4a42-847c-4920f4736d4b', 'status': 'completed', 'code': 200} Nov 12 11:03:56.511039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-5933567f-b6f1-4f7d-bee4-d09978c63bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.514595 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-5933567f-b6f1-4f7d-bee4-d09978c63bc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881147 Nov 12 11:03:56.572086 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506a1be5-761a-4a72-9a82-dd4c7aa082bf x-openstack-request-id: req-506a1be5-761a-4a72-9a82-dd4c7aa082bf {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:56.572956 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:56.572956 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-506a1be5-761a-4a72-9a82-dd4c7aa082bf {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:56.572956 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'status': 'completed', 'code': 200} Nov 12 11:03:56.674992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-54e06504-fa12-4cde-8cdf-3f31fa405c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.676769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-54e06504-fa12-4cde-8cdf-3f31fa405c8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.6788003 Nov 12 11:03:56.687697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-30a94047-c7e2-4aa5-ac0d-35e5ccaef60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.689253 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-30a94047-c7e2-4aa5-ac0d-35e5ccaef60c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1096 time: 0.7463608 Nov 12 11:03:56.693937 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-610ad101-4e96-4337-ad08-b6d92c844925 req-03fbf6ae-194a-4c77-be08-4d0376c6f201 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7497263 Nov 12 11:03:56.743666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7a104-fca6-44d4-a361-9511d7954baf req-73b12064-4d48-4cd6-9528-40825439fd3b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.756579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0b7a104-fca6-44d4-a361-9511d7954baf req-73b12064-4d48-4cd6-9528-40825439fd3b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 944 time: 0.1864927 Nov 12 11:03:56.779042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-14cd0a4d-34a0-46b0-a27e-427392cf5863 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566037 Nov 12 11:03:56.781653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-02014732-eb14-4017-9de9-7be2df2ec53c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913501 Nov 12 11:03:56.790099 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610a409-2776-4efe-bc9d-d2db4af7030a req-4efec533-0f4d-4257-95f5-14096295f7e2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.791618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c610a409-2776-4efe-bc9d-d2db4af7030a req-4efec533-0f4d-4257-95f5-14096295f7e2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 945 time: 0.2159946 Nov 12 11:03:56.793294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-eb9c003c-f49c-406d-a823-c858e2b069e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 217 time: 0.0698061 Nov 12 11:03:56.847441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0b7a104-fca6-44d4-a361-9511d7954baf req-1bfb8d92-a221-4482-ac03-f7fdbf08b221 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824535 Nov 12 11:03:56.945374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6308756e-a68c-4be9-a75b-8a2619f819f1 req-16fdfd0d-db4c-4668-ac37-503dbd08e8ba service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446443 Nov 12 11:03:56.979723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-74e4688c-9c3f-43f0-a499-ea53b319f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:56.983126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-74e4688c-9c3f-43f0-a499-ea53b319f818 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.1745124 Nov 12 11:03:57.000766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c610a409-2776-4efe-bc9d-d2db4af7030a req-395eeb28-0fbd-4428-aad9-e68f104375b8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996095 Nov 12 11:03:57.014230 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09779d76-aeba-4dcb-a5b9-3094e4a98d82 req-855dcedd-b2d9-49c8-a826-f782a61806cd tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 210 time: 0.0422237 Nov 12 11:03:57.045535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-0f28a18a-e95e-4135-8d3d-916d99c828c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424974 Nov 12 11:03:57.060190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-b405751f-fd96-4932-b791-979e93f47803 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484539 Nov 12 11:03:57.193167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd07fe-ad30-4c95-8c7d-77279bb808d8 req-78bf3427-60d4-4228-9931-9f2765d99529 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.195126 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7fd07fe-ad30-4c95-8c7d-77279bb808d8 req-78bf3427-60d4-4228-9931-9f2765d99529 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 949 time: 0.0942283 Nov 12 11:03:57.266328 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7fd07fe-ad30-4c95-8c7d-77279bb808d8 req-4b2e6415-77a1-466b-a484-b5c00bf1c0fd tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623696 Nov 12 11:03:57.342005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2d70-0041-4eb5-859d-fe56a3b618c6 req-49b31e7b-2c51-4dc8-b102-b5ecea4b3e76 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.343729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72dd2d70-0041-4eb5-859d-fe56a3b618c6 req-49b31e7b-2c51-4dc8-b102-b5ecea4b3e76 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 948 time: 0.2138464 Nov 12 11:03:57.345851 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-b5e4d123-8ac2-497b-b5b8-34f2b3a15f3f service neutron] 10.222.0.57 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826040 Nov 12 11:03:57.352047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-673f8b85-f09a-4d5e-853e-8cde5b8f4dc2 req-945f75dc-48e2-4200-ab0d-8b978dd48561 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734966 Nov 12 11:03:57.467695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72dd2d70-0041-4eb5-859d-fe56a3b618c6 req-8650834f-3c95-494c-a7c2-5343127fac0d tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131699 Nov 12 11:03:57.527277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66148f91-d1ce-44cb-8d53-493207e48f79 req-9105b7f5-ba4f-4385-a6b4-7f37fbe6ad77 service neutron] 10.222.0.57 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649227 Nov 12 11:03:57.587316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-12e5247a-7e5c-4cf1-baa8-e9e256251c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.590258 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-12e5247a-7e5c-4cf1-baa8-e9e256251c77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 1096 time: 0.0837703 Nov 12 11:03:57.631208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device abddafb4-6478-4131-a609-750694da7cd1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:03:57.650381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbca9e0-fb65-4a9f-aff9-662ba1b277fa req-cfd0a265-bae3-468c-b112-db88aca6809d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.652255 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9bbca9e0-fb65-4a9f-aff9-662ba1b277fa req-cfd0a265-bae3-468c-b112-db88aca6809d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 944 time: 0.1211779 Nov 12 11:03:57.677153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e63a0429-1661-4a2a-8718-3c482e0a52c1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:03:57.787762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9bbca9e0-fb65-4a9f-aff9-662ba1b277fa req-2b3cee04-a7a9-40c9-9855-ff8b917153d5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207864 Nov 12 11:03:57.861561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-a256a971-dea2-4196-bcbb-c7beb0c64dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.861561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-a256a971-dea2-4196-bcbb-c7beb0c64dfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1096 time: 0.1689134 Nov 12 11:03:57.919054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-36161f3a-4c73-42b9-8743-b6da650bb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:57.920733 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-36161f3a-4c73-42b9-8743-b6da650bb1a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 912 time: 0.3216338 Nov 12 11:03:58.011868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port abddafb4-6478-4131-a609-750694da7cd1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=abddafb4-6478-4131-a609-750694da7cd1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:58.032909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port e63a0429-1661-4a2a-8718-3c482e0a52c1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:03:58.033284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:58.047075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-bec8d3c0-6189-46ca-b7fd-435e209b686c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51bf8572-3d5c-4a42-847c-4920f4736d4b HTTP/1.1" status: 200 len: 217 time: 0.0856764 Nov 12 11:03:58.065214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'abddafb4-6478-4131-a609-750694da7cd1', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'abddafb4-6478-4131-a609-750694da7cd1', 'mac_address': 'fa:16:3e:48:4c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:03:58.139958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:58.158682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abddafb4-6478-4131-a609-750694da7cd1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:03:58.164989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a60df4-491d-4443-949e-e2ed48a46c1d req-08179c7b-7e78-4a8d-88eb-5761ee18d06d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:58.180429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port abddafb4-6478-4131-a609-750694da7cd1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=abddafb4-6478-4131-a609-750694da7cd1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:58.187051 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34a60df4-491d-4443-949e-e2ed48a46c1d req-08179c7b-7e78-4a8d-88eb-5761ee18d06d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 944 time: 0.1623340 Nov 12 11:03:58.198449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-0d34edb0-f64a-4609-a7a1-9a717d6cbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:58.217792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-0d34edb0-f64a-4609-a7a1-9a717d6cbd33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 915 time: 0.3369362 Nov 12 11:03:58.221444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-8071b921-b20d-4a70-ac25-d0980475d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:58.223624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-8071b921-b20d-4a70-ac25-d0980475d3dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.1513255 Nov 12 11:03:58.227048 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:58.257940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:03:58.260726 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e4a3de-7279-4cb9-b227-77cb10f8b5b1" -d '{"events": [{"server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "name": "network-vif-plugged", "status": "completed", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:03:58.265107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34a60df4-491d-4443-949e-e2ed48a46c1d req-8e18354b-1054-4a9a-b71e-db373e28677a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757878 Nov 12 11:03:58.269216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:03:58.271400 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:58.306383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:58.338957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-64172bab-feb7-4ff5-a758-7c8bb52e6b63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 217 time: 0.1147735 Nov 12 11:03:58.364606 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-ff814652-4b5b-41f8-a583-75918d80508b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481241 Nov 12 11:03:58.396375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=abddafb4-6478-4131-a609-750694da7cd1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:58.457386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258dff6-5f50-4c31-a393-699a0d8749ff req-ce31577b-af32-4aa3-9048-f36fa25af34c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:58.460289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a258dff6-5f50-4c31-a393-699a0d8749ff req-ce31577b-af32-4aa3-9048-f36fa25af34c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 945 time: 0.0823855 Nov 12 11:03:58.468080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-e5e3987f-22d7-4462-91d5-b9d353855095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:58.470218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-e5e3987f-22d7-4462-91d5-b9d353855095 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.1085477 Nov 12 11:03:58.477228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:58.550809 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:58.556816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-a3b82572-b732-4273-990c-5064f2897687 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762055 Nov 12 11:03:58.562498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a258dff6-5f50-4c31-a393-699a0d8749ff req-b685f9a5-bfb7-43a8-adaf-7dbd5bd79a8b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945582 Nov 12 11:03:58.602830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['abddafb4-6478-4131-a609-750694da7cd1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:03:58.691575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-a7083b6d-6968-4b78-addd-38b6a6fa75ab service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966278 Nov 12 11:03:58.694275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e708038-e998-4911-b7ed-7bbd9b2c8add req-6606c2c7-5cad-4eab-8b41-eb7c06e9e2ef tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 210 time: 0.0453019 Nov 12 11:03:58.761794 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dced6b55-19ff-43fd-a2d8-986252d02cec x-openstack-request-id: req-dced6b55-19ff-43fd-a2d8-986252d02cec {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:03:58.769850 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "name": "network-vif-plugged", "status": "completed", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:03:58.769850 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dced6b55-19ff-43fd-a2d8-986252d02cec {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:03:58.769850 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'code': 200} Nov 12 11:03:58.796279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:03:58.800488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:58.870730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:58.922437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-2bbff971-197d-4c78-8372-0119ce9dbed4 service neutron] 10.222.0.57 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404114 Nov 12 11:03:59.029110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860998d-0e14-441e-9d91-9f9990898cb1 req-089821d2-c0ea-4628-902b-61a5362c291f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.038036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6860998d-0e14-441e-9d91-9f9990898cb1 req-089821d2-c0ea-4628-902b-61a5362c291f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 949 time: 0.0794687 Nov 12 11:03:59.071852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:03:59.141870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6860998d-0e14-441e-9d91-9f9990898cb1 req-49ce0e05-44ec-4441-aec8-b7d68a15daaa tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004286 Nov 12 11:03:59.248158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-81ce95ed-9c44-4de4-bef4-c4a8f4bf6470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.286786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aab7d4-28f9-4537-873d-1723f9547c6b req-9d437221-6c55-45fd-b7dd-a8b1a250dd6a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.289450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08aab7d4-28f9-4537-873d-1723f9547c6b req-9d437221-6c55-45fd-b7dd-a8b1a250dd6a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 944 time: 0.0783892 Nov 12 11:03:59.367702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1ddc7f-94ad-4955-80ea-56b38b45e836 req-8e9a7a83-5c86-4e2d-b964-c2d6c0d54c6b service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656368 Nov 12 11:03:59.392262 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08aab7d4-28f9-4537-873d-1723f9547c6b req-a1609227-24b2-4ecc-b6b9-390bfe01b439 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938566 Nov 12 11:03:59.459515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea48912-9b35-41e4-9ce5-4585d459ea13 req-a5316ead-7928-426a-bef7-29ae3bef810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.462232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ea48912-9b35-41e4-9ce5-4585d459ea13 req-a5316ead-7928-426a-bef7-29ae3bef810c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 1098 time: 0.2522602 Nov 12 11:03:59.494913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-781e2e14-bcbe-4727-a515-06764621619e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.498168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-781e2e14-bcbe-4727-a515-06764621619e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 807 time: 0.4998279 Nov 12 11:03:59.503949 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467f95a1-8222-47e4-ba23-d06056eb11c0 req-7aa69d9a-1d60-43f8-91ad-5482d0e61145 service neutron] 10.222.0.57 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673728 Nov 12 11:03:59.521521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Request body: {'port': {'device_id': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'admin_state_up': True, 'tenant_id': 'f81c3579f9504ec0a64c5f93b727b264'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:03:59.604224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66aa40-9fa7-430c-bf40-75f3f2e55445 req-7d83eda7-34d7-4d74-ac77-4f8b5508c651 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.611974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd66aa40-9fa7-430c-bf40-75f3f2e55445 req-7d83eda7-34d7-4d74-ac77-4f8b5508c651 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 944 time: 0.1297507 Nov 12 11:03:59.671979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ea48912-9b35-41e4-9ce5-4585d459ea13 req-1112cbf7-9ef0-47d1-852e-e6334f6b8e59 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998112 Nov 12 11:03:59.692298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd66aa40-9fa7-430c-bf40-75f3f2e55445 req-14815f0c-5fff-4b24-8706-c626d8f7d72f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792928 Nov 12 11:03:59.830415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Made reservation on behalf of f81c3579f9504ec0a64c5f93b727b264 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:03:59.832861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defffa1-5987-4b6a-815a-574378be73ec req-241f9d89-483f-4d1a-ba06-d9e8dadce70d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:03:59.834102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:03:59.841368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7defffa1-5987-4b6a-815a-574378be73ec req-241f9d89-483f-4d1a-ba06-d9e8dadce70d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.0742416 Nov 12 11:03:59.924541 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7defffa1-5987-4b6a-815a-574378be73ec req-c538fb4e-1947-4637-be33-2d609894aa15 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816135 Nov 12 11:03:59.940548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d5dcc438-e285-4043-81a3-32b1bf888c86 req-e1e005d6-cfcf-40ae-81c9-6875259c7b70 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 210 time: 0.0859251 Nov 12 11:04:00.069045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Allocated IP 172.20.0.8 (e4128630-e35b-4e79-8aea-4503cbcc1279/dc4f7967-2b88-4bd2-a0b2-99b26f45a16b/60ea0f53-99e7-422d-8291-1c6b2581a22e) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:00.283629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:00.302272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.315170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c13f4-569c-4b91-8b97-34470cf8ae7d req-2e56df04-c81c-4e81-86ea-17b349fb9f32 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.316914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f6c13f4-569c-4b91-8b97-34470cf8ae7d req-2e56df04-c81c-4e81-86ea-17b349fb9f32 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 949 time: 0.0927260 Nov 12 11:04:00.393591 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f6c13f4-569c-4b91-8b97-34470cf8ae7d req-dec0d8ef-81da-46c6-ac18-f444f75b6788 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693877 Nov 12 11:04:00.426316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:00.443292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162', 'port_id': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'mac_address': 'fa:16:3e:39:8e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76260d08-b0e5-4829-98ab-4c20726cc974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:00.466277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.497609 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.517749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:00.531261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Network e4128630-e35b-4e79-8aea-4503cbcc1279 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:00.541510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:00.552410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:00.560753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:00.610312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Pushing event updated for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:00.635904 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.636785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 51bf8572-3d5c-4a42-847c-4920f4736d4b details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:00.652151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32768c2-c23d-43c3-8198-960f09528ace req-51ae8dd6-57fc-4be5-9a68-8b84e0e1578b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.655686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b32768c2-c23d-43c3-8198-960f09528ace req-51ae8dd6-57fc-4be5-9a68-8b84e0e1578b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 944 time: 0.1527457 Nov 12 11:04:00.690006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:00.691132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:00.748452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:00.766522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:00.771735 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a0de77-2f60-4b51-8c49-d30c8c1dd869" -d '{"events": [{"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:00.826527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b32768c2-c23d-43c3-8198-960f09528ace req-fda201ec-9a05-46e8-9d33-a9a342964e9c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647370 Nov 12 11:04:00.847752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-bdab9394-6088-4d69-ba9c-b98d403bfc2c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3343110 Nov 12 11:04:00.865810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Request body: {'port': {'device_id': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:00.925956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43562) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:00.937743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 51bf8572-3d5c-4a42-847c-4920f4736d4b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=51bf8572-3d5c-4a42-847c-4920f4736d4b,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:00.980638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '51bf8572-3d5c-4a42-847c-4920f4736d4b', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'port_id': '51bf8572-3d5c-4a42-847c-4920f4736d4b', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b946116-9eb6-4d7d-8130-b139ffb6ce05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:01.041873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b0529-cfef-442d-b84c-eef6bb494479 req-3be4ac22-c71c-4549-97c6-0c2e19036407 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:01.045905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-828b0529-cfef-442d-b84c-eef6bb494479 req-3be4ac22-c71c-4549-97c6-0c2e19036407 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 944 time: 0.2178469 Nov 12 11:04:01.094688 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb23cf6-6915-4933-a674-5e30c3cc2494 x-openstack-request-id: req-eeb23cf6-6915-4933-a674-5e30c3cc2494 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:01.095668 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:01.097768 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eeb23cf6-6915-4933-a674-5e30c3cc2494 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:01.099248 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'code': 200} Nov 12 11:04:01.113761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.131956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.140523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-828b0529-cfef-442d-b84c-eef6bb494479 req-a7efcb49-ca65-47d6-ab0a-e387fd18af41 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770409 Nov 12 11:04:01.147403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9502648-17c4-4ed0-b8f9-4be5d5f2a23c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.197263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bf8572-3d5c-4a42-847c-4920f4736d4b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:01.241339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9502648-17c4-4ed0-b8f9-4be5d5f2a23c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.246635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 51bf8572-3d5c-4a42-847c-4920f4736d4b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=51bf8572-3d5c-4a42-847c-4920f4736d4b,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:01.341745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8eb2d-34e3-4e67-a0a2-1b757ee12d61 req-98cb7cee-5187-405d-b764-7faf28c850ee tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:01.344095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1dd8eb2d-34e3-4e67-a0a2-1b757ee12d61 req-98cb7cee-5187-405d-b764-7faf28c850ee tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 931 time: 0.0548072 Nov 12 11:04:01.359795 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.384930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9502648-17c4-4ed0-b8f9-4be5d5f2a23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.457619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1dd8eb2d-34e3-4e67-a0a2-1b757ee12d61 req-7051d407-8acd-450b-ae4c-19c5f5728f38 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048241 Nov 12 11:04:01.475720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=51bf8572-3d5c-4a42-847c-4920f4736d4b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:01.478345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9502648-17c4-4ed0-b8f9-4be5d5f2a23c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bfdbd6217b7e417f9a919cfda09b5924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516570 Nov 12 11:04:01.480154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9502648-17c4-4ed0-b8f9-4be5d5f2a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b210c72-0f61-4d15-bac3-1a23c63c5fa9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:01.484834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43582) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:01.534741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e355d-badb-459c-a422-46d57a601f0d req-9a554784-9668-4af2-b4a7-ebc0e9223bb3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:01.537911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-735e355d-badb-459c-a422-46d57a601f0d req-9a554784-9668-4af2-b4a7-ebc0e9223bb3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2842484 Nov 12 11:04:01.554062 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ee9f94-ba59-4c6d-886b-5c9487d487fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.583528 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ee9f94-ba59-4c6d-886b-5c9487d487fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.628962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-0be68343-cd69-41da-b26c-4239e851e911 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2456889 Nov 12 11:04:01.659548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['51bf8572-3d5c-4a42-847c-4920f4736d4b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:01.664621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:01.695263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device abddafb4-6478-4131-a609-750694da7cd1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:01.710198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-735e355d-badb-459c-a422-46d57a601f0d req-6357ec47-2e77-4e34-b9a3-306a83735c10 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598296 Nov 12 11:04:01.773662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ba35e-cc21-4250-b5f4-94a2c87a90de req-5312f7d6-bb4e-4876-bda1-ad2370ba9f11 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:01.775308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f7ba35e-cc21-4250-b5f4-94a2c87a90de req-5312f7d6-bb4e-4876-bda1-ad2370ba9f11 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 949 time: 0.1008945 Nov 12 11:04:01.784651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4dc45e3b-0b38-4785-a7fc-76a7907580d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.807396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ee9f94-ba59-4c6d-886b-5c9487d487fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.811444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ee9f94-ba59-4c6d-886b-5c9487d487fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:01.813008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-34ee9f94-ba59-4c6d-886b-5c9487d487fa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b210c72-0f61-4d15-bac3-1a23c63c5fa9 HTTP/1.1" status: 204 len: 168 time: 0.3263319 Nov 12 11:04:01.846435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee9f94-ba59-4c6d-886b-5c9487d487fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b210c72-0f61-4d15-bac3-1a23c63c5fa9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:01.885200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f7ba35e-cc21-4250-b5f4-94a2c87a90de req-b6f718e8-628a-4999-9abe-e3c55387f3d5 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023769 Nov 12 11:04:01.950971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-c50bbb32-208e-42cb-83bb-735c444aa3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:01.954768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-c50bbb32-208e-42cb-83bb-735c444aa3e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1096 time: 0.2398133 Nov 12 11:04:01.978736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ea0f53-99e7-422d-8291-1c6b2581a22e {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:01.985731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port abddafb4-6478-4131-a609-750694da7cd1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:02.021264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port abddafb4-6478-4131-a609-750694da7cd1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:02.022300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.041218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.172055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Transition to ACTIVE for port object 60ea0f53-99e7-422d-8291-1c6b2581a22e will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:02.187012 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.219464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3af0dd-9069-4ece-81a0-d7aa5030d785 req-277c54a6-9a4f-47c9-8db7-f378ef7be875 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:02.221279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba3af0dd-9069-4ece-81a0-d7aa5030d785 req-277c54a6-9a4f-47c9-8db7-f378ef7be875 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.1855216 Nov 12 11:04:02.243488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port abddafb4-6478-4131-a609-750694da7cd1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=abddafb4-6478-4131-a609-750694da7cd1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:02.276162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.280587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-fb3d7b94-066f-46e3-a95f-b3055ed2c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:02.283377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-fb3d7b94-066f-46e3-a95f-b3055ed2c442 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.2958002 Nov 12 11:04:02.326003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c1a29-9883-4578-b738-5ea52aa27e88 req-84a5d2dc-5bad-4775-a960-914190b9f724 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:02.327685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca0c1a29-9883-4578-b738-5ea52aa27e88 req-84a5d2dc-5bad-4775-a960-914190b9f724 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 945 time: 0.0586338 Nov 12 11:04:02.356397 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.387409 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca0c1a29-9883-4578-b738-5ea52aa27e88 req-b7634f23-6c9a-4aa9-8e3c-ceea6c5beec2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518727 Nov 12 11:04:02.418932 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=abddafb4-6478-4131-a609-750694da7cd1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:02.441666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-4fa57ae3-7182-4704-b136-0daf5172a5bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.1387532 Nov 12 11:04:02.547299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba3af0dd-9069-4ece-81a0-d7aa5030d785 req-6bd44121-f8b3-4080-8acf-ae21aacff050 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107443 Nov 12 11:04:02.555804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Pushing event updated for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:02.616479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63480aa-0c51-4e8b-9680-7c11a77b5495 req-464f59b9-3f72-462f-a241-600ee6e1b36a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:02.619175 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f63480aa-0c51-4e8b-9680-7c11a77b5495 req-464f59b9-3f72-462f-a241-600ee6e1b36a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.0883651 Nov 12 11:04:02.660165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-83fb502f-841f-4bd2-9489-17c548a0f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:02.662610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-83fb502f-841f-4bd2-9489-17c548a0f736 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1984456 Nov 12 11:04:02.680606 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f63480aa-0c51-4e8b-9680-7c11a77b5495 req-323a822a-1226-45c2-ab2b-c7aae5468d27 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485241 Nov 12 11:04:02.781412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43608) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:02.797899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bbc52a4-681f-4133-8d1e-1ebac886b163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.876589 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.898374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bbc52a4-681f-4133-8d1e-1ebac886b163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:02.984090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bbc52a4-681f-4133-8d1e-1ebac886b163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.091826 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0bbc52a4-681f-4133-8d1e-1ebac886b163 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=31954d15f3904244aaf78a942d907f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090963 Nov 12 11:04:03.092907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc52a4-681f-4133-8d1e-1ebac886b163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e4a8d8-36b3-4b05-856e-fd364484e60e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:03.096215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43614) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:03.100888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be0a982-e033-487a-a8ac-ebdf7580eff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abddafb4-6478-4131-a609-750694da7cd1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:03.106753 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929536cf-388a-4775-b3db-19b991f39f49" -d '{"events": [{"server_uuid": "6be0a982-e033-487a-a8ac-ebdf7580eff6", "name": "network-vif-plugged", "status": "completed", "tag": "abddafb4-6478-4131-a609-750694da7cd1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:03.125277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81dfd5-1aab-48fe-880f-171c22420f05 req-f44c5dff-add2-4575-bd5d-2884944ef313 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.126991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be81dfd5-1aab-48fe-880f-171c22420f05 req-f44c5dff-add2-4575-bd5d-2884944ef313 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 950 time: 0.1616075 Nov 12 11:04:03.187488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-f56f7f07-2825-4f7c-96f2-fbd076b54e13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5140834 Nov 12 11:04:03.208766 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60a73774-4b5d-4a7a-9a9d-d2de5a98caff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.214465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be81dfd5-1aab-48fe-880f-171c22420f05 req-27c5a5f0-9a21-489f-b30c-34ffccbdd891 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775292 Nov 12 11:04:03.258089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60a73774-4b5d-4a7a-9a9d-d2de5a98caff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.282101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:03.283115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:03.283366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:03.309851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:03.310493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:03.370734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:03.371635 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f00635-43d2-4d83-a39d-69f4b98256c0 x-openstack-request-id: req-a4f00635-43d2-4d83-a39d-69f4b98256c0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:03.371846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:03.372218 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be0a982-e033-487a-a8ac-ebdf7580eff6", "name": "network-vif-plugged", "status": "completed", "tag": "abddafb4-6478-4131-a609-750694da7cd1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:03.372421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:03.372639 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a4f00635-43d2-4d83-a39d-69f4b98256c0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:03.372820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Bound port: 60ea0f53-99e7-422d-8291-1c6b2581a22e, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:03.372820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.373168 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be0a982-e033-487a-a8ac-ebdf7580eff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abddafb4-6478-4131-a609-750694da7cd1', 'code': 200} Nov 12 11:04:03.393523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e138-0699-41d7-a324-c66b17f6d8ce req-590bdc87-4310-48a2-bf0f-dc1b4babfc26 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.396097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e01e138-0699-41d7-a324-c66b17f6d8ce req-590bdc87-4310-48a2-bf0f-dc1b4babfc26 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2177391 Nov 12 11:04:03.431261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60a73774-4b5d-4a7a-9a9d-d2de5a98caff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.435892 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60a73774-4b5d-4a7a-9a9d-d2de5a98caff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.440214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-60a73774-4b5d-4a7a-9a9d-d2de5a98caff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/27e4a8d8-36b3-4b05-856e-fd364484e60e HTTP/1.1" status: 204 len: 168 time: 0.3406873 Nov 12 11:04:03.458569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a73774-4b5d-4a7a-9a9d-d2de5a98caff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e4a8d8-36b3-4b05-856e-fd364484e60e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:03.522266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-bc20988e-f2d0-4754-a732-8632e7ae2711 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053434 Nov 12 11:04:03.622522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:03.640780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e01e138-0699-41d7-a324-c66b17f6d8ce req-31e7a8a3-7a58-4ee8-a709-dfad2ea4ef4a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316475 Nov 12 11:04:03.648678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f951c-2d27-4c82-9a07-2ef5342be74b req-aab5961b-c9f3-49b8-aa68-e7721c8d9950 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.651575 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-206f951c-2d27-4c82-9a07-2ef5342be74b req-aab5961b-c9f3-49b8-aa68-e7721c8d9950 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 945 time: 0.1518247 Nov 12 11:04:03.655516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d21ca-4037-49a5-89e6-463531198c7d req-3b87c715-7647-4efe-a77b-a44611460e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.658453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-045d21ca-4037-49a5-89e6-463531198c7d req-3b87c715-7647-4efe-a77b-a44611460e99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 1102 time: 0.1787748 Nov 12 11:04:03.662092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:03.786108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.789379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-045d21ca-4037-49a5-89e6-463531198c7d req-3ef78140-fedb-4de6-9b4b-c7588941e197 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172523 Nov 12 11:04:03.803616 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-206f951c-2d27-4c82-9a07-2ef5342be74b req-fc38c82b-6c4b-4c13-8267-6ae9bf49ddcc tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432400 Nov 12 11:04:03.874959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.875627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:03.878165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] 10.222.0.69 "PUT /v2.0/ports/60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 1092 time: 3.0205281 Nov 12 11:04:03.879329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:03.881686 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fd2a6f-bce2-4279-9efd-72369dda16cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:03.896370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb94628-d99d-40af-a40a-2eaa4cd78015 req-822756b6-5774-4b67-b543-6eb2f1ac6458 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506169 Nov 12 11:04:03.919336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09ff56-a74b-43f7-bcaf-4150b6c651b7 req-c9d4af88-d4b6-4d8a-b8be-6ff8f89b6054 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:03.920944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd09ff56-a74b-43f7-bcaf-4150b6c651b7 req-c9d4af88-d4b6-4d8a-b8be-6ff8f89b6054 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.1910686 Nov 12 11:04:03.924399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fdd51-cfa6-4ef2-a604-578dec736c6e service neutron] Pushing event updated for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:03.977743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd09ff56-a74b-43f7-bcaf-4150b6c651b7 req-d542a8f2-1337-4915-b2b6-797a601223b2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503218 Nov 12 11:04:04.061033 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.141364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17014ed4-32ac-4708-948b-bcd07a8e7484 req-05adbb6e-4a39-4cf8-9813-2e88e05fbdd2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.144254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17014ed4-32ac-4708-948b-bcd07a8e7484 req-05adbb6e-4a39-4cf8-9813-2e88e05fbdd2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.0805564 Nov 12 11:04:04.208751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a129a42-9858-4315-a0d5-50dee386d7f8 req-8d6774a3-83a0-48f4-bda7-b7b56c184d46 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.211415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a129a42-9858-4315-a0d5-50dee386d7f8 req-8d6774a3-83a0-48f4-bda7-b7b56c184d46 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.1095905 Nov 12 11:04:04.233753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-ee388765-e28c-42af-9cbd-83e99b0d0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.235348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-ee388765-e28c-42af-9cbd-83e99b0d0f7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1095 time: 0.0818555 Nov 12 11:04:04.240354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17014ed4-32ac-4708-948b-bcd07a8e7484 req-ee96fa68-c1e2-4900-9313-94b6aed1793c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766916 Nov 12 11:04:04.287373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a129a42-9858-4315-a0d5-50dee386d7f8 req-c574725a-a0fa-4a42-9346-d041f5a25383 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Nov 12 11:04:04.313295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:04.315468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:04.335873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-7c93ee72-5330-465b-bf87-6c716c499e39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 217 time: 0.0863528 Nov 12 11:04:04.349882 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cb70d4-2330-4b3c-a4bd-6d6834218e51 x-openstack-request-id: req-e6cb70d4-2330-4b3c-a4bd-6d6834218e51 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:04.350554 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:04.351201 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e6cb70d4-2330-4b3c-a4bd-6d6834218e51 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:04.352088 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e', 'status': 'completed', 'code': 200} Nov 12 11:04:04.447462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de704cc4-7238-483a-8318-0b65fe937654 req-4c30026e-232d-4b3e-83df-47c030d74ad0 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.450447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de704cc4-7238-483a-8318-0b65fe937654 req-4c30026e-232d-4b3e-83df-47c030d74ad0 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 950 time: 0.0769584 Nov 12 11:04:04.462753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-90fdf1e1-3f8c-4735-9dc3-eaa26a616f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:04.464352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-90fdf1e1-3f8c-4735-9dc3-eaa26a616f31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1174834 Nov 12 11:04:04.508898 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-a674f00d-9746-4622-88dc-afac70d5444c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350401 Nov 12 11:04:04.521688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:04.529992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:04.530412 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.541716 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de704cc4-7238-483a-8318-0b65fe937654 req-2f5cdc5d-ba08-4887-801a-a82adcb0f780 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840826 Nov 12 11:04:04.603303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:04.629416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'mac_address': 'fa:16:3e:9e:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:04.695539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-867f73c8-6fed-47c4-90ee-c6dbf6413b60 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683087 Nov 12 11:04:04.773606 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.780261 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.804974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4891d4-03c0-47bb-ad03-ea41d1738923 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:04.844149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:04.857389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:04.859360 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:04.874447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85ca0ea-85e2-4f06-a9b0-7632eed2a5e0 req-28140327-482f-424a-b8d3-bcf73b027d71 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677496 Nov 12 11:04:04.922802 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:05.002168 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:05.002936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 51bf8572-3d5c-4a42-847c-4920f4736d4b up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:05.010864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:05.068162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['8e4891d4-03c0-47bb-ad03-ea41d1738923'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:05.197334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:05.228946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5814e0c-5079-4e26-8e01-fd1b85e9f90b req-cfde0e02-ef5d-4b76-bdf3-49b38f12190e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.240608 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5814e0c-5079-4e26-8e01-fd1b85e9f90b req-cfde0e02-ef5d-4b76-bdf3-49b38f12190e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 945 time: 0.2963390 Nov 12 11:04:05.289296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-16046a3e-7221-4ecd-a8d1-0e6d5b57aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.291656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-16046a3e-7221-4ecd-a8d1-0e6d5b57aee7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1095 time: 0.0801032 Nov 12 11:04:05.348560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5814e0c-5079-4e26-8e01-fd1b85e9f90b req-d818e5be-d220-49d5-b1a9-fbf59552ab36 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021199 Nov 12 11:04:05.380570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:05.384712 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48240920-751c-4ba2-b1f2-c61f82d589ec" -d '{"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-plugged", "status": "completed", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:05.394766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 51bf8572-3d5c-4a42-847c-4920f4736d4b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:05.401911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 51bf8572-3d5c-4a42-847c-4920f4736d4b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:05.403647 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:05.436382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245865b2-0847-4a46-beaf-de8c62fd0354 req-64775bf0-3db6-4004-84f8-c25304f3add0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.438030 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-245865b2-0847-4a46-beaf-de8c62fd0354 req-64775bf0-3db6-4004-84f8-c25304f3add0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1112614 Nov 12 11:04:05.490083 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-c6b6a012-1397-4b11-9a36-d32ff91c958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.492788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-c6b6a012-1397-4b11-9a36-d32ff91c958d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.1877680 Nov 12 11:04:05.619108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-33dda289-65c3-4607-aad2-d9fcc99f62c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 217 time: 0.1007326 Nov 12 11:04:05.708195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-aabfd415-87e9-4cdf-9f39-684780101918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.710493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-aabfd415-87e9-4cdf-9f39-684780101918 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.0647705 Nov 12 11:04:05.726655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-245865b2-0847-4a46-beaf-de8c62fd0354 req-2efbf72f-79ad-4aba-b297-2e5f4be55561 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735000 Nov 12 11:04:05.791866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-aee65164-f3cd-4a58-921d-cbd00b65151f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610256 Nov 12 11:04:05.805387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-871c5f26-8ee3-4c19-9e22-507cd821af9f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:05.808442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-871c5f26-8ee3-4c19-9e22-507cd821af9f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 815 time: 0.2812719 Nov 12 11:04:05.846635 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:05.864826 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-6d1ec026-e9df-4dde-9a43-6ea8e9fddc8d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/quotas/6335ee4beb4547c89a2d19a3f62f9f9c HTTP/1.1" status: 200 len: 375 time: 0.0346541 Nov 12 11:04:05.926465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 51bf8572-3d5c-4a42-847c-4920f4736d4b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=51bf8572-3d5c-4a42-847c-4920f4736d4b,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:05.978378 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d6d4da1f-a268-4eb3-9567-2c102dbacd80 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119268 Nov 12 11:04:05.979543 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-2c73aa40-df65-411e-8f2b-6249d28174ff service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778839 Nov 12 11:04:06.053714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3e09-1d37-4719-970b-dae3557f09eb req-c23270c3-1149-4af3-95e6-f24e489bc6c9 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:06.055709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6ac3e09-1d37-4719-970b-dae3557f09eb req-c23270c3-1149-4af3-95e6-f24e489bc6c9 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.1258888 Nov 12 11:04:06.110625 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.172715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0f766533-988f-4efd-ad15-daf62bfaae15 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821487 Nov 12 11:04:06.180587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fd2a6f-bce2-4279-9efd-72369dda16cd req-98171bd0-fdd4-4890-a9ec-65403c808735 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861038 Nov 12 11:04:06.185186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6ac3e09-1d37-4719-970b-dae3557f09eb req-f7cc12ea-c578-45bd-bd0e-1d034aef2a7d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853040 Nov 12 11:04:06.205934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=51bf8572-3d5c-4a42-847c-4920f4736d4b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:06.300193 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2554b2-4e28-451f-94fa-1093dbe2c833 x-openstack-request-id: req-5e2554b2-4e28-451f-94fa-1093dbe2c833 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:06.312248 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-plugged", "status": "completed", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:06.312248 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5e2554b2-4e28-451f-94fa-1093dbe2c833 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:06.312248 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'code': 200} Nov 12 11:04:06.352471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:06.381921 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-9559ba60-ea6c-447d-9881-263ef92b4d8e service neutron] 10.222.0.98 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023201 Nov 12 11:04:06.424725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 8e4891d4-03c0-47bb-ad03-ea41d1738923 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:06.425508 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.510240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0b76c-7114-40ef-9c27-d587a1be3347 req-66164a22-593f-46f2-ac2a-96c11864b574 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:06.516836 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cd0b76c-7114-40ef-9c27-d587a1be3347 req-66164a22-593f-46f2-ac2a-96c11864b574 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 950 time: 0.1296964 Nov 12 11:04:06.522885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22f66d-b5ed-471d-8089-488b81ec14d2 req-55e0ce1d-88b8-4cbb-a840-3b9d0ecf78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:06.526124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a22f66d-b5ed-471d-8089-488b81ec14d2 req-55e0ce1d-88b8-4cbb-a840-3b9d0ecf78e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1098 time: 0.1577404 Nov 12 11:04:06.648639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cd0b76c-7114-40ef-9c27-d587a1be3347 req-d2c5fbfa-a292-43b3-9625-185c9530fb44 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022606 Nov 12 11:04:06.664765 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.709747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a22f66d-b5ed-471d-8089-488b81ec14d2 req-4ea01740-6fbc-45ae-9c02-467b9419f0a3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761005 Nov 12 11:04:06.787275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:06.920515 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:06.994521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-2840f315-7a84-4a2b-b313-01c790fda283 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:07.000307 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-2840f315-7a84-4a2b-b313-01c790fda283 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c853738-2d9f-4574-be54-1dc116dc8c84 HTTP/1.1" status: 200 len: 946 time: 0.2412355 Nov 12 11:04:07.003715 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=10']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:07.061839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb59c1b-df44-4944-ad65-2a9e7ad9a2f1 req-2b21379f-9cc1-4fb5-ad7c-4fc3a0678846 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:07.064583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6fb59c1b-df44-4944-ad65-2a9e7ad9a2f1 req-2b21379f-9cc1-4fb5-ad7c-4fc3a0678846 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.2249858 Nov 12 11:04:07.278303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6fb59c1b-df44-4944-ad65-2a9e7ad9a2f1 req-eece63e5-819d-498d-9fed-f0c45d22090b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680179 Nov 12 11:04:07.331816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Deleting port e63a0429-1661-4a2a-8718-3c482e0a52c1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:04:07.333131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.385372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a92dc64-0b0d-4ae6-887c-f7c12fc9e80e req-48ae379e-5e4c-4420-a209-1de2e722052d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 210 time: 0.4024711 Nov 12 11:04:07.488898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] For port e63a0429-1661-4a2a-8718-3c482e0a52c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e63a0429-1661-4a2a-8718-3c482e0a52c1,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:07.490087 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.508868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Calling delete_port for e63a0429-1661-4a2a-8718-3c482e0a52c1 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:04:07.583727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05129001-ce26-4931-a11b-391aad57aa5a req-a35da7a0-c913-4df4-95a1-c76ae5c57c4f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:07.593212 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05129001-ce26-4931-a11b-391aad57aa5a req-a35da7a0-c913-4df4-95a1-c76ae5c57c4f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1135583 Nov 12 11:04:07.674567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05129001-ce26-4931-a11b-391aad57aa5a req-34e56cb9-3d74-42e9-97ee-cdb5cb8366c4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799661 Nov 12 11:04:07.702509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 60ea0f53-99e7-422d-8291-1c6b2581a22e details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:07.849145 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:07.900812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7f0f7-ba54-4c3e-b185-a7cb1e4daa3e req-c228a548-aa70-420b-bf4b-88b98066dc5d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:07.915601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-96a7f0f7-ba54-4c3e-b185-a7cb1e4daa3e req-c228a548-aa70-420b-bf4b-88b98066dc5d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.1233447 Nov 12 11:04:07.992596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-96a7f0f7-ba54-4c3e-b185-a7cb1e4daa3e req-e979452d-aa14-4dd0-99f8-834642e39450 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676026 Nov 12 11:04:08.055770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Pushing event deleted for resources: {'Port': ['ID=e63a0429-1661-4a2a-8718-3c482e0a52c1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:08.156864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:08.164021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] No DVR routers for this DVR port e63a0429-1661-4a2a-8718-3c482e0a52c1 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:04:08.175149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.183472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d0f973d-8225-4d83-82ed-9ea2535cda6a req-881fc920-babc-4a87-83ab-7567bc7e1bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.69 "DELETE /v2.0/ports/e63a0429-1661-4a2a-8718-3c482e0a52c1 HTTP/1.1" status: 204 len: 173 time: 1.1662560 Nov 12 11:04:08.203455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'name': 'network-vif-deleted', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:08.206752 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a022b0-aa27-4541-bf7f-0bca8fbab3f8" -d '{"events": [{"server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "name": "network-vif-deleted", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:08.235186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '60ea0f53-99e7-422d-8291-1c6b2581a22e', 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'port_id': '60ea0f53-99e7-422d-8291-1c6b2581a22e', 'mac_address': 'fa:16:3e:e8:58:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4f7967-2b88-4bd2-a0b2-99b26f45a16b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:08.244832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['e63a0429-1661-4a2a-8718-3c482e0a52c1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:08.313529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065628b1-291a-40ed-a77a-3d64dc74264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bf8572-3d5c-4a42-847c-4920f4736d4b'}, {'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:08.318734 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef77fc3d-48cf-4bb7-bf84-db38f247fcd0" -d '{"events": [{"server_uuid": "065628b1-291a-40ed-a77a-3d64dc74264d", "name": "network-vif-plugged", "status": "completed", "tag": "51bf8572-3d5c-4a42-847c-4920f4736d4b"}, {"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:08.476568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.512339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ea0f53-99e7-422d-8291-1c6b2581a22e {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:08.570431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:08.642437 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:08.692722 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f26aac-e5bc-4261-b4b1-0538f2226319 x-openstack-request-id: req-62f26aac-e5bc-4261-b4b1-0538f2226319 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:08.692722 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c853738-2d9f-4574-be54-1dc116dc8c84", "name": "network-vif-deleted", "tag": "e63a0429-1661-4a2a-8718-3c482e0a52c1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:08.692722 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62f26aac-e5bc-4261-b4b1-0538f2226319 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:08.692722 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c853738-2d9f-4574-be54-1dc116dc8c84', 'name': 'network-vif-deleted', 'tag': 'e63a0429-1661-4a2a-8718-3c482e0a52c1', 'status': 'completed', 'code': 200} Nov 12 11:04:08.803740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:08.916105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbee1e-6762-4d46-b648-ced28cd9b156 req-08c0135c-cc18-41ed-b922-fa76b4a0be07 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:08.924976 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96bbee1e-6762-4d46-b648-ced28cd9b156 req-08c0135c-cc18-41ed-b922-fa76b4a0be07 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.0885861 Nov 12 11:04:08.953123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['60ea0f53-99e7-422d-8291-1c6b2581a22e'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:09.016492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.018314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.024900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.028280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.029807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96bbee1e-6762-4d46-b648-ced28cd9b156 req-ecf636d6-14ba-4a43-969f-3e2b306fe9f3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028266 Nov 12 11:04:09.032550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.033583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.035423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.036168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.037963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.040855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.058642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-b79b90eb-5c63-4ed7-8ae3-d816ffb0bc6f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90&device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6&device_id=065628b1-291a-40ed-a77a-3d64dc74264d&device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481&device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6&device_id=2a111aab-b2a7-4830-bf32-13fc117fe192&device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca&device_id=1062c08c-87b5-4e32-b9e5-364602c56d73&device_id=023cc68e-e7fb-43c2-8698-5178e197347f&device_id=6c853738-2d9f-4574-be54-1dc116dc8c84&device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 9099 time: 0.1539242 Nov 12 11:04:09.087135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-3e241fc9-8dc3-4e9d-b714-2320806eb738 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:09.154523 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf560a2f-f6f9-4032-ad09-e9798ad9558c x-openstack-request-id: req-cf560a2f-f6f9-4032-ad09-e9798ad9558c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:09.155294 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065628b1-291a-40ed-a77a-3d64dc74264d", "name": "network-vif-plugged", "status": "completed", "tag": "51bf8572-3d5c-4a42-847c-4920f4736d4b", "code": 200}, {"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:09.155733 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cf560a2f-f6f9-4032-ad09-e9798ad9558c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:09.156377 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065628b1-291a-40ed-a77a-3d64dc74264d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bf8572-3d5c-4a42-847c-4920f4736d4b', 'code': 200} Nov 12 11:04:09.157486 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'code': 200} Nov 12 11:04:09.216296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-3e241fc9-8dc3-4e9d-b714-2320806eb738 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:09.310286 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-3e241fc9-8dc3-4e9d-b714-2320806eb738 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:09.340898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e241fc9-8dc3-4e9d-b714-2320806eb738 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c2e250-301e-4ef9-8a90-e3be8562a0a7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:09.416364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c57c20a8-aae4-48a2-9547-13ca520f89e6 req-eebc0798-b019-4298-a7fb-2177cbd08459 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 210 time: 0.1064715 Nov 12 11:04:09.468805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cf47a-e78f-4710-a4d9-b68f4d162b3e req-3e863f4a-8738-45d9-b213-67845d6dffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.468805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-245cf47a-e78f-4710-a4d9-b68f4d162b3e req-3e863f4a-8738-45d9-b213-67845d6dffa1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 1098 time: 0.2192042 Nov 12 11:04:09.568528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-54e69a8d-e30f-4cc1-aed9-8cf675a2fc5d req-3e241fc9-8dc3-4e9d-b714-2320806eb738 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&id=eef2eab6-37da-4186-84ee-7b030020e677&id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.5146475 Nov 12 11:04:09.629283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-245cf47a-e78f-4710-a4d9-b68f4d162b3e req-7675d1ad-6988-4d16-a3c9-7c85a650a54b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591322 Nov 12 11:04:09.650097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2c877-3896-4283-8ef1-75c1a8c12b27 req-5daaedc1-4cef-40b5-958b-2636f2b257ff tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.652217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea2c877-3896-4283-8ef1-75c1a8c12b27 req-5daaedc1-4cef-40b5-958b-2636f2b257ff tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0697896 Nov 12 11:04:09.714951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee786f-57b9-459a-911a-95b544e63b4e req-1b638f3b-a8b5-4ed8-be25-bb28726a3ed3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:09.717680 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84ee786f-57b9-459a-911a-95b544e63b4e req-1b638f3b-a8b5-4ed8-be25-bb28726a3ed3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.1025617 Nov 12 11:04:09.727513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e63a0429-1661-4a2a-8718-3c482e0a52c1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:09.751598 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea2c877-3896-4283-8ef1-75c1a8c12b27 req-afe645fd-5a35-4197-9d22-7669d52cfd5c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841126 Nov 12 11:04:09.768073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: e63a0429-1661-4a2a-8718-3c482e0a52c1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:04:09.769197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e63a0429-1661-4a2a-8718-3c482e0a52c1 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:04:09.955046 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84ee786f-57b9-459a-911a-95b544e63b4e req-066927b9-1943-4002-9910-0772ad64fd20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139392 Nov 12 11:04:10.093204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-088a9f96-813d-4a85-ab5f-9586f81840d6 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:10.096077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-088a9f96-813d-4a85-ab5f-9586f81840d6 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.57 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 815 time: 0.2577446 Nov 12 11:04:10.114798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Request body: {'port': {'device_id': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'admin_state_up': True, 'tenant_id': '6335ee4beb4547c89a2d19a3f62f9f9c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:10.325245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb744f-fb42-4535-acb3-0e1c0c54a51f req-ad430647-610e-4faa-8cb5-553498422fc8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:10.342119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01bb744f-fb42-4535-acb3-0e1c0c54a51f req-ad430647-610e-4faa-8cb5-553498422fc8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.1204283 Nov 12 11:04:10.493542 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01bb744f-fb42-4535-acb3-0e1c0c54a51f req-a7ac6c47-f403-44c7-82db-e1d8f44fc20d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505630 Nov 12 11:04:10.582630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319d71-0f73-448c-801a-dbd43af751ed req-212a43f8-5975-4135-9355-4298f5ebdcaf tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:10.585351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-212a43f8-5975-4135-9355-4298f5ebdcaf tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 814 time: 0.1985099 Nov 12 11:04:10.652918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-7d51e2c0-51c3-4573-ba79-b06bf16db07b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/quotas/b6d2c597ffc743ab9ca1c7e80f70d468 HTTP/1.1" status: 200 len: 375 time: 0.0334167 Nov 12 11:04:10.770193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101d3b1-4213-4e42-8071-d868762bc5f7 req-6b8c7ba5-1d69-44ff-96dc-a268b837ea78 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:10.778510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101d3b1-4213-4e42-8071-d868762bc5f7 req-6b8c7ba5-1d69-44ff-96dc-a268b837ea78 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:10.779357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101d3b1-4213-4e42-8071-d868762bc5f7 req-6b8c7ba5-1d69-44ff-96dc-a268b837ea78 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:10.781592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c101d3b1-4213-4e42-8071-d868762bc5f7 req-6b8c7ba5-1d69-44ff-96dc-a268b837ea78 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6&device_id=2a111aab-b2a7-4830-bf32-13fc117fe192&device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 2886 time: 0.1258585 Nov 12 11:04:10.810978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-eb67d7ee-4865-4ecb-ac37-a8a8256a3124 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568468 Nov 12 11:04:10.863267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Made reservation on behalf of 6335ee4beb4547c89a2d19a3f62f9f9c for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:10.875236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c101d3b1-4213-4e42-8071-d868762bc5f7 req-d2924acb-496d-42c6-bec1-42fba841c937 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864766 Nov 12 11:04:10.882507 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:11.014299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6c1679b-9d98-4419-a017-e4f7238b0382 req-b1a50e0f-1d89-48f0-9f3b-6fccfba84ae1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 210 time: 0.0433991 Nov 12 11:04:11.283953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d80971-959e-4ddf-bf8f-045e8831e5f4 req-b065d4fb-3c64-4551-abca-3f3eb5a1f506 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:11.294620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5d80971-959e-4ddf-bf8f-045e8831e5f4 req-b065d4fb-3c64-4551-abca-3f3eb5a1f506 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.0884826 Nov 12 11:04:11.369825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-5c494218-1535-45fd-8b26-16c9396b353a service neutron] 10.222.0.98 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294404 Nov 12 11:04:11.390760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5d80971-959e-4ddf-bf8f-045e8831e5f4 req-79e1c1f5-70e8-43e1-8aeb-daeb12b0470e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932941 Nov 12 11:04:11.627349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Allocated IP 172.20.0.3 (6eb72e06-49d5-40d3-97ca-d7520e9cf346/83d294a2-40c0-4d6d-a32f-2c45c286516d/a881a397-9065-459f-8306-df36ba44ef9c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:11.718097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-cbf7f4f0-e6ea-45a6-9cf3-f91c45ebd2cb service neutron] 10.222.0.98 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347101 Nov 12 11:04:11.751301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 60ea0f53-99e7-422d-8291-1c6b2581a22e up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:11.945481 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.094304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 60ea0f53-99e7-422d-8291-1c6b2581a22e completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:12.101632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 60ea0f53-99e7-422d-8291-1c6b2581a22e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:12.102741 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.127068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.195497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:12.200903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:12.209836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:12.294845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:12.295584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.334829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Pushing event updated for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:12.383971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43888) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:12.416371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-0e79cbb5-b3ba-40bb-bd65-faa97e9cd268 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3068156 Nov 12 11:04:12.422757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.436011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Request body: {'port': {'device_id': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:12.520900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:12.533932 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1712afd8-e88a-472e-853d-322c56010e38" -d '{"events": [{"server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "name": "network-vif-plugged", "status": "completed", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:12.540180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3eca3-8d2d-43e9-a02d-cd0311ff8845 req-b54ba267-d803-4045-91bf-2bb9d7461713 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:12.549920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1c3eca3-8d2d-43e9-a02d-cd0311ff8845 req-b54ba267-d803-4045-91bf-2bb9d7461713 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 931 time: 0.1432736 Nov 12 11:04:12.583619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:12.655819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1c3eca3-8d2d-43e9-a02d-cd0311ff8845 req-3ab93fa3-853c-4ea5-ba4f-349ea3d7fa77 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038141 Nov 12 11:04:12.661804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.666321 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.838268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c62-186c-4632-a934-c577dd253fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:12.898882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:12.942704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e1ed4da-31e4-4b53-89f0-73c9a6da08a3 req-5eb7ea21-cff6-4b8b-ab49-3af979fa86e7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 210 time: 0.1300809 Nov 12 11:04:13.150088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8db9c-299d-4e1d-b341-32ba8f566793 req-57a20721-293a-4d01-9a2d-34632be28f14 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:13.151803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4f8db9c-299d-4e1d-b341-32ba8f566793 req-57a20721-293a-4d01-9a2d-34632be28f14 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.7103300 Nov 12 11:04:13.310712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c62-186c-4632-a934-c577dd253fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.317727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4f8db9c-299d-4e1d-b341-32ba8f566793 req-df7b52bd-4c1a-4eb8-bb29-e34490f730c2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339993 Nov 12 11:04:13.423832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a881a397-9065-459f-8306-df36ba44ef9c {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:13.436563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b59f8c62-186c-4632-a934-c577dd253fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.442834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.491486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cca4a-6d44-4de4-a2de-1fdf0291c35e req-323c10fa-0cbe-4177-9d90-25c6b35307bd tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:13.502008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b13cca4a-6d44-4de4-a2de-1fdf0291c35e req-323c10fa-0cbe-4177-9d90-25c6b35307bd tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.1356447 Nov 12 11:04:13.538652 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a7f708-314c-4be2-98e5-87d4243f6c74 x-openstack-request-id: req-b9a7f708-314c-4be2-98e5-87d4243f6c74 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:13.540120 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "name": "network-vif-plugged", "status": "completed", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:13.541117 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9a7f708-314c-4be2-98e5-87d4243f6c74 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:13.541783 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e', 'code': 200} Nov 12 11:04:13.573015 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b13cca4a-6d44-4de4-a2de-1fdf0291c35e req-4c159ab3-810a-45e2-810e-d265f9435f8d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711389 Nov 12 11:04:13.578315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Transition to ACTIVE for port object a881a397-9065-459f-8306-df36ba44ef9c will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:13.648831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f8c62-186c-4632-a934-c577dd253fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacdfeb3-697f-457d-898a-0c6d33708841,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:13.657271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b59f8c62-186c-4632-a934-c577dd253fc1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b21f97a049424641a44977caf7b463d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2721989 Nov 12 11:04:13.659870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43916) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:13.673032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.770549 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1891c276-1e24-4509-bc0f-6afc31034333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.791720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca9fdd-a801-4b98-8d00-9a27c18b1b51 req-3465167d-d6b3-454b-a401-1d199b7c9471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:13.795675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9ca9fdd-a801-4b98-8d00-9a27c18b1b51 req-3465167d-d6b3-454b-a401-1d199b7c9471 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1097 time: 0.1355612 Nov 12 11:04:13.859385 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1891c276-1e24-4509-bc0f-6afc31034333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.901268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:13.931361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Attempting to bind port a881a397-9065-459f-8306-df36ba44ef9c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:13.931661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Attempting to bind port a881a397-9065-459f-8306-df36ba44ef9c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:13.931913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Attempting to bind port a881a397-9065-459f-8306-df36ba44ef9c on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:13.951814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Port a881a397-9065-459f-8306-df36ba44ef9c on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:13.951975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Attempting to bind port a881a397-9065-459f-8306-df36ba44ef9c on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:13.960511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:13.962320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Checking segment: {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:13.962320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Bound using segment: {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:13.962320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Bound port: a881a397-9065-459f-8306-df36ba44ef9c, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:13.962320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:13.984648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9ca9fdd-a801-4b98-8d00-9a27c18b1b51 req-f324261f-4dda-4f08-9fd5-b248e6ec4fa3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820569 Nov 12 11:04:14.079073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:14.085845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:14.119088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1891c276-1e24-4509-bc0f-6afc31034333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:14.124198 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1891c276-1e24-4509-bc0f-6afc31034333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:14.129454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1891c276-1e24-4509-bc0f-6afc31034333 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aacdfeb3-697f-457d-898a-0c6d33708841 HTTP/1.1" status: 204 len: 168 time: 0.4644425 Nov 12 11:04:14.153429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891c276-1e24-4509-bc0f-6afc31034333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacdfeb3-697f-457d-898a-0c6d33708841,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:14.225384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:14.318941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a865310-f6e2-47d6-980f-b9ab6675ea63 req-717062e6-ef1e-4f50-b6e3-86826af3ac71 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.322064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a865310-f6e2-47d6-980f-b9ab6675ea63 req-717062e6-ef1e-4f50-b6e3-86826af3ac71 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 943 time: 0.2338517 Nov 12 11:04:14.336519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.337724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:14.340460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] 10.222.0.57 "PUT /v2.0/ports/a881a397-9065-459f-8306-df36ba44ef9c HTTP/1.1" status: 200 len: 1092 time: 1.9108512 Nov 12 11:04:14.341280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'tag': 'a881a397-9065-459f-8306-df36ba44ef9c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:14.345728 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e137f022-6b69-4051-83f1-4ac66af636c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f31abd6e-04fa-488f-9cd7-022cd7942c90", "tag": "a881a397-9065-459f-8306-df36ba44ef9c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:14.398075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2726f-a3af-4ecc-ac25-0dd5645ddca3 service neutron] Pushing event updated for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:14.466313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a865310-f6e2-47d6-980f-b9ab6675ea63 req-6c2d9551-f641-42c5-9d8a-7be2a10a1145 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327813 Nov 12 11:04:14.664986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-71d8cafa-ff74-4d63-ac00-ec15b07deada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.664986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-71d8cafa-ff74-4d63-ac00-ec15b07deada service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 1095 time: 0.1463909 Nov 12 11:04:14.670957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdf31ce9-b6e2-4fd0-ade4-59665efa7651 req-929e364e-140f-4b3d-a03d-7a0c7c75d462 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 210 time: 0.0375628 Nov 12 11:04:14.677086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c2e8-025d-492f-bfbd-61e88c56807c req-c6eede24-4521-4276-8ca2-3f082dfb9428 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.679808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb52c2e8-025d-492f-bfbd-61e88c56807c req-c6eede24-4521-4276-8ca2-3f082dfb9428 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1101 time: 0.1013298 Nov 12 11:04:14.748115 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3002dc3-4aa7-4618-8e4b-23abdf87f4f0 x-openstack-request-id: req-d3002dc3-4aa7-4618-8e4b-23abdf87f4f0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:14.774208 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31abd6e-04fa-488f-9cd7-022cd7942c90", "tag": "a881a397-9065-459f-8306-df36ba44ef9c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:14.774208 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d3002dc3-4aa7-4618-8e4b-23abdf87f4f0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:14.774208 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'tag': 'a881a397-9065-459f-8306-df36ba44ef9c', 'status': 'completed', 'code': 200} Nov 12 11:04:14.774208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-58987196-80b7-4f3f-96af-f6f8a78c7dd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a881a397-9065-459f-8306-df36ba44ef9c HTTP/1.1" status: 200 len: 217 time: 0.0861311 Nov 12 11:04:14.883516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-b0443c7f-abdd-4bfc-bb50-ae059cc253c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.885125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-b0443c7f-abdd-4bfc-bb50-ae059cc253c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83d294a2-40c0-4d6d-a32f-2c45c286516d HTTP/1.1" status: 200 len: 855 time: 0.1112804 Nov 12 11:04:14.895446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb52c2e8-025d-492f-bfbd-61e88c56807c req-0cd4ce2b-2fb8-4ad6-84c9-f8e6d3a9d451 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020714 Nov 12 11:04:14.951658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-75952220-3d86-4677-9ec9-d2a7826b3caa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6eb72e06-49d5-40d3-97ca-d7520e9cf346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564148 Nov 12 11:04:14.952561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8683490-94c0-409c-bd87-88f87b6b6415 req-3a0230c3-3307-4b6c-a03d-cac6f34f9bb9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:14.962562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8683490-94c0-409c-bd87-88f87b6b6415 req-3a0230c3-3307-4b6c-a03d-cac6f34f9bb9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.0816305 Nov 12 11:04:15.036148 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8683490-94c0-409c-bd87-88f87b6b6415 req-aca9e2ed-f7e4-4b59-847b-d9457013456b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703149 Nov 12 11:04:15.143494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-15cbdc89-907d-4c97-9c52-8fb4e387dae8 service neutron] 10.222.0.57 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795146 Nov 12 11:04:15.205591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5fa7a-f040-4dca-a7ce-570c02d42506 req-5c1003a2-30a3-408f-b17e-e42107553469 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:15.216268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54b5fa7a-f040-4dca-a7ce-570c02d42506 req-5c1003a2-30a3-408f-b17e-e42107553469 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.1214509 Nov 12 11:04:15.220501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece162c9-9f0b-4983-a04b-f728808f009a req-aaee5af8-881f-486d-84f7-6fc4527b4c4e tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:15.231982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ece162c9-9f0b-4983-a04b-f728808f009a req-aaee5af8-881f-486d-84f7-6fc4527b4c4e tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1101 time: 0.1071339 Nov 12 11:04:15.346204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ece162c9-9f0b-4983-a04b-f728808f009a req-ee5aa47d-2dfd-4e0b-81c8-762d29506962 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112473 Nov 12 11:04:15.356856 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3eb7e79-b169-41ff-a875-2932850cd828 req-eb4816a1-5f5c-4ced-8801-740ca86bb9b0 service neutron] 10.222.0.57 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026079 Nov 12 11:04:15.367288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54b5fa7a-f040-4dca-a7ce-570c02d42506 req-2d494899-16bc-4f00-825b-5dc940c73875 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487029 Nov 12 11:04:15.572335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:15.681022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f66ee93d-a031-439f-9567-6b6092957926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:15.737372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-361b1c77-1fb4-4afd-a334-f10491a079be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:15.740366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-361b1c77-1fb4-4afd-a334-f10491a079be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 1095 time: 0.1887782 Nov 12 11:04:15.804777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3953c8-fe93-4f5d-a5d5-11bc5c67bc42 req-3a5cb6f2-1c6e-438f-9db7-80a82211d25e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:15.835594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca3953c8-fe93-4f5d-a5d5-11bc5c67bc42 req-3a5cb6f2-1c6e-438f-9db7-80a82211d25e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 943 time: 0.1565900 Nov 12 11:04:15.964860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca3953c8-fe93-4f5d-a5d5-11bc5c67bc42 req-65d47ea2-46ab-492d-80a2-bd3376f7bda0 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267183 Nov 12 11:04:16.112376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-5a1c76d5-b0ac-4d4b-a879-620a07ec003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.114756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-5a1c76d5-b0ac-4d4b-a879-620a07ec003e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 916 time: 0.3600512 Nov 12 11:04:16.125708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5858b28-4ac6-4e1b-8753-53c1f5426174 req-242e0a7f-4962-444c-a02b-70f7b62428f3 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 210 time: 0.0772064 Nov 12 11:04:16.139749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f66ee93d-a031-439f-9567-6b6092957926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:16.226974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-623d349f-5fa6-4561-895f-8ec1e097f27c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a881a397-9065-459f-8306-df36ba44ef9c HTTP/1.1" status: 200 len: 217 time: 0.0942502 Nov 12 11:04:16.233044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f66ee93d-a031-439f-9567-6b6092957926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:16.318742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ee93d-a031-439f-9567-6b6092957926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17bbff-1601-40f6-bc8f-e6c6239810c3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:16.489252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f66ee93d-a031-439f-9567-6b6092957926 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=623bcd711e9d41d28fe6ea6d1e2e3801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9148321 Nov 12 11:04:16.494073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43982) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:16.564900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-011ed246-ce76-4f86-8867-bc0583d50751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.566739 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-011ed246-ce76-4f86-8867-bc0583d50751 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83d294a2-40c0-4d6d-a32f-2c45c286516d HTTP/1.1" status: 200 len: 855 time: 0.3225682 Nov 12 11:04:16.624563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-674d9865-826a-40af-9874-eaa650006cd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6eb72e06-49d5-40d3-97ca-d7520e9cf346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432825 Nov 12 11:04:16.649655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fce8-0e1f-40bc-aa33-211288c31339 req-b0fcaa7d-f89a-4cc2-9ece-97cf98d966ff tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.659817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9460fce8-0e1f-40bc-aa33-211288c31339 req-b0fcaa7d-f89a-4cc2-9ece-97cf98d966ff tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.3660486 Nov 12 11:04:16.679637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c847-8a4b-4eac-9868-359874c44c23 req-99aa141f-188c-4f4e-b921-f49931643ca0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:16.686703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09e1c847-8a4b-4eac-9868-359874c44c23 req-99aa141f-188c-4f4e-b921-f49931643ca0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.1763601 Nov 12 11:04:16.850980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09e1c847-8a4b-4eac-9868-359874c44c23 req-e7421d01-8d76-4488-b2e1-ee2661b35550 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576519 Nov 12 11:04:17.368835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:17.389840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d0c23b8-807b-4b51-864d-daf164edc294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:17.514258 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9460fce8-0e1f-40bc-aa33-211288c31339 req-9b9477af-3b81-4132-b756-5d96284a24c0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8532758 Nov 12 11:04:17.534627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d0c23b8-807b-4b51-864d-daf164edc294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:17.605460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319d71-0f73-448c-801a-dbd43af751ed req-fa2ad781-7f39-48dd-b7a7-2eef6967851b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:17.607989 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-fa2ad781-7f39-48dd-b7a7-2eef6967851b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.69 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 814 time: 0.9808111 Nov 12 11:04:17.655702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-99e42e03-6d7e-427b-af74-44c451a5045c service neutron] 10.222.0.57 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9793797 Nov 12 11:04:17.692376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Request body: {'port': {'device_id': '7a2b3f2c-31b2-406b-8a06-0acdc3db78e8', 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162', 'admin_state_up': True, 'tenant_id': 'b6d2c597ffc743ab9ca1c7e80f70d468'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:17.770642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3b776-8586-4fbf-b37e-46fd07d0fa24 req-93f74843-7a40-4394-a02d-65e3a11610fd tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:17.784667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32e3b776-8586-4fbf-b37e-46fd07d0fa24 req-93f74843-7a40-4394-a02d-65e3a11610fd tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1097 time: 0.1624975 Nov 12 11:04:17.907776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32e3b776-8586-4fbf-b37e-46fd07d0fa24 req-16652aaf-3201-4930-813c-1d616980136f tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139162 Nov 12 11:04:18.287583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d376860c-b594-4253-b02d-7b83fbf677f3 req-4822e003-f8cf-4d29-b15c-05f8ce67370e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 210 time: 0.0738668 Nov 12 11:04:18.307842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81d758-348e-4939-b871-349e328b0f41 req-e0a1deb6-8863-44d2-8256-8455eeae4c20 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:18.327520 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d81d758-348e-4939-b871-349e328b0f41 req-e0a1deb6-8863-44d2-8256-8455eeae4c20 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 943 time: 0.4431868 Nov 12 11:04:18.342512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Made reservation on behalf of b6d2c597ffc743ab9ca1c7e80f70d468 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:18.349008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.393763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a881a397-9065-459f-8306-df36ba44ef9c details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:18.442597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d0c23b8-807b-4b51-864d-daf164edc294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.456984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d0c23b8-807b-4b51-864d-daf164edc294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.459044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6d0c23b8-807b-4b51-864d-daf164edc294 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9b17bbff-1601-40f6-bc8f-e6c6239810c3 HTTP/1.1" status: 204 len: 168 time: 1.9588342 Nov 12 11:04:18.483461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c23b8-807b-4b51-864d-daf164edc294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17bbff-1601-40f6-bc8f-e6c6239810c3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:18.504181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e137f022-6b69-4051-83f1-4ac66af636c1 req-f9dfc1d0-dfb2-4651-bc9b-723e4d5e8ab9 service neutron] 10.222.0.57 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303962 Nov 12 11:04:18.735979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:18.772650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d81d758-348e-4939-b871-349e328b0f41 req-8e2f5b7b-6da3-4473-8de1-fdc65bae2db7 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063065 Nov 12 11:04:18.797058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'a881a397-9065-459f-8306-df36ba44ef9c', 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'port_id': 'a881a397-9065-459f-8306-df36ba44ef9c', 'mac_address': 'fa:16:3e:35:d3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d294a2-40c0-4d6d-a32f-2c45c286516d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:18.949418 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:18.986083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a881a397-9065-459f-8306-df36ba44ef9c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:19.024615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Allocated IP 172.20.0.6 (fe17b18d-fe31-404c-b25e-d98da23c0162/76260d08-b0e5-4829-98ab-4c20726cc974/b125d41e-a0d0-4f01-ac6d-c589ac466006) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:19.044278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:19.138773 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:19.294234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:19.440648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['a881a397-9065-459f-8306-df36ba44ef9c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:19.481004 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:04:19.516718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a021984-92e0-4bef-91ba-37942a0a520a req-e332c48c-804c-4151-b84d-82ee2462b46b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:19.542120 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a021984-92e0-4bef-91ba-37942a0a520a req-e332c48c-804c-4151-b84d-82ee2462b46b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2154868 Nov 12 11:04:19.612130 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:19.747717 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a021984-92e0-4bef-91ba-37942a0a520a req-3cd2295d-0f3e-4cad-8eaf-2cb7ea3304c3 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989291 Nov 12 11:04:19.838616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb40d3bb-5848-447f-9619-37b5d8a8b2bf req-7850a7f0-c1b4-4e0d-875a-3d606776c482 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 210 time: 0.0564592 Nov 12 11:04:19.857901 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:19.931634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Pushing event updated for resources: {'Port': ['ID=b125d41e-a0d0-4f01-ac6d-c589ac466006,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:19.956865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Network fe17b18d-fe31-404c-b25e-d98da23c0162 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:19.958774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:19.962555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:20.107454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01a74-217f-4fc7-a759-aadc2235aea0 req-5298b2f4-acd0-411f-9c5c-ae116f676506 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.120787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2b01a74-217f-4fc7-a759-aadc2235aea0 req-5298b2f4-acd0-411f-9c5c-ae116f676506 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.2342989 Nov 12 11:04:20.183404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.186851 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.211507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2b01a74-217f-4fc7-a759-aadc2235aea0 req-fbe68bfb-5faf-486c-ad0e-58eb0e89a1ec tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895026 Nov 12 11:04:20.293641 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.311533 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17946dd4-d028-4cec-a465-1d1ba7ccd44f req-18c48ea3-a306-4603-bfda-fa92bb614d43 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:20.320581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17946dd4-d028-4cec-a465-1d1ba7ccd44f req-18c48ea3-a306-4603-bfda-fa92bb614d43 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 944 time: 0.1963198 Nov 12 11:04:20.411489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-2cfb7f4e-e62d-4c04-bc14-d3cc788cee18 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7612603 Nov 12 11:04:20.417980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17946dd4-d028-4cec-a465-1d1ba7ccd44f req-10919e6a-9a55-49a2-8242-224f620fcc87 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964005 Nov 12 11:04:20.443276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Request body: {'port': {'device_id': '7a2b3f2c-31b2-406b-8a06-0acdc3db78e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:20.515719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:20.660956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:21.099636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9d0c3-6773-4cd0-bc75-0de957311ba3 req-21bbfb7c-de62-4798-9d2c-ad9e2c987b8d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.109228 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e2b9d0c3-6773-4cd0-bc75-0de957311ba3 req-21bbfb7c-de62-4798-9d2c-ad9e2c987b8d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 931 time: 0.1079199 Nov 12 11:04:21.118915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374c371-df1f-486e-9583-b155fd342de6 req-4bfb5b76-6543-4357-bc33-1926fd897746 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.122805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a374c371-df1f-486e-9583-b155fd342de6 req-4bfb5b76-6543-4357-bc33-1926fd897746 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1965580 Nov 12 11:04:21.227060 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e2b9d0c3-6773-4cd0-bc75-0de957311ba3 req-e506d0c1-2a4c-4e5a-887e-892718e02344 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999293 Nov 12 11:04:21.382433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a374c371-df1f-486e-9583-b155fd342de6 req-aa7792b4-9d47-4ebb-b8aa-c724d434698f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489510 Nov 12 11:04:21.419860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b125d41e-a0d0-4f01-ac6d-c589ac466006 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:21.438824 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:21.461028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62511488-29a8-4db4-b773-6bdbf328866b req-0c7c0234-5852-4df9-bbfb-ac69286979b3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.463916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62511488-29a8-4db4-b773-6bdbf328866b req-0c7c0234-5852-4df9-bbfb-ac69286979b3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.3232801 Nov 12 11:04:21.538516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Transition to ACTIVE for port object b125d41e-a0d0-4f01-ac6d-c589ac466006 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:21.543393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c4f5b-9b47-497f-84e8-bb5720696722 req-6537dcf2-6045-4f94-be52-b1aa3cc61fee tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:21.560712 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5c4f5b-9b47-497f-84e8-bb5720696722 req-6537dcf2-6045-4f94-be52-b1aa3cc61fee tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 946 time: 0.2071962 Nov 12 11:04:21.657073 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:21.727666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Pushing event updated for resources: {'Port': ['ID=b125d41e-a0d0-4f01-ac6d-c589ac466006,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:21.740660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Deleting port 51bf8572-3d5c-4a42-847c-4920f4736d4b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:04:21.740660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:21.791460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5c4f5b-9b47-497f-84e8-bb5720696722 req-b2a46ef3-4df6-494b-bd89-ff06e95546f5 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136588 Nov 12 11:04:21.943288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] For port 51bf8572-3d5c-4a42-847c-4920f4736d4b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=51bf8572-3d5c-4a42-847c-4920f4736d4b,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:21.943669 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:21.984286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Calling delete_port for 51bf8572-3d5c-4a42-847c-4920f4736d4b owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:04:22.246385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536ce0d-e052-4d41-9613-1ab6ba09c84d req-e414b6bb-4c3d-4c7b-aa10-9e37f128c05f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.248126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0536ce0d-e052-4d41-9613-1ab6ba09c84d req-e414b6bb-4c3d-4c7b-aa10-9e37f128c05f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 944 time: 0.1604052 Nov 12 11:04:22.352821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Attempting to bind port b125d41e-a0d0-4f01-ac6d-c589ac466006 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:22.353203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Attempting to bind port b125d41e-a0d0-4f01-ac6d-c589ac466006 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:22.353592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Attempting to bind port b125d41e-a0d0-4f01-ac6d-c589ac466006 on network fe17b18d-fe31-404c-b25e-d98da23c0162 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:22.381439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0536ce0d-e052-4d41-9613-1ab6ba09c84d req-1526e0b1-8550-46ae-aa73-8bb6d29cd226 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183715 Nov 12 11:04:22.386463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Port b125d41e-a0d0-4f01-ac6d-c589ac466006 on network fe17b18d-fe31-404c-b25e-d98da23c0162 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:22.386463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Attempting to bind port b125d41e-a0d0-4f01-ac6d-c589ac466006 on network fe17b18d-fe31-404c-b25e-d98da23c0162 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:22.392264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:22.392264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Checking segment: {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:22.392516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Bound using segment: {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:22.392628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a881a397-9065-459f-8306-df36ba44ef9c up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:22.393675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Bound port: b125d41e-a0d0-4f01-ac6d-c589ac466006, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:22.393675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:22.483604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] For port b125d41e-a0d0-4f01-ac6d-c589ac466006, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:22.487457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] For port b125d41e-a0d0-4f01-ac6d-c589ac466006, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b125d41e-a0d0-4f01-ac6d-c589ac466006,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:22.540088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed7a40-f66d-47e4-be07-e95914a2d242 req-20aa5eb3-d644-4f2e-ba49-cb483ef1508c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.553517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98ed7a40-f66d-47e4-be07-e95914a2d242 req-20aa5eb3-d644-4f2e-ba49-cb483ef1508c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 943 time: 0.1648889 Nov 12 11:04:22.602738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38591f51-b72e-4f68-9355-5b63944c7090 req-2e6ab49c-2230-46b8-a5d5-7c8a50a93332 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.626222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-38591f51-b72e-4f68-9355-5b63944c7090 req-2e6ab49c-2230-46b8-a5d5-7c8a50a93332 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1290159 Nov 12 11:04:22.665092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98ed7a40-f66d-47e4-be07-e95914a2d242 req-b73ff241-f8b0-4363-b2db-6b3df310aa5f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042581 Nov 12 11:04:22.669931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:22.719071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port a881a397-9065-459f-8306-df36ba44ef9c completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:22.743864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port a881a397-9065-459f-8306-df36ba44ef9c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:22.743864 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:22.777319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:22.795850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-38591f51-b72e-4f68-9355-5b63944c7090 req-0fbb385b-db1f-4882-b49c-38b5f8175318 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656046 Nov 12 11:04:22.821119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event deleted for resources: {'Port': ['ID=51bf8572-3d5c-4a42-847c-4920f4736d4b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:22.963070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:22.966299 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:22.971545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] 10.222.0.69 "PUT /v2.0/ports/b125d41e-a0d0-4f01-ac6d-c589ac466006 HTTP/1.1" status: 200 len: 1092 time: 2.5387483 Nov 12 11:04:23.004156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2b3f2c-31b2-406b-8a06-0acdc3db78e8', 'tag': 'b125d41e-a0d0-4f01-ac6d-c589ac466006'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:23.008930 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12cbd3b-c5d1-4433-9f52-8c51c3093646" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2b3f2c-31b2-406b-8a06-0acdc3db78e8", "tag": "b125d41e-a0d0-4f01-ac6d-c589ac466006"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:23.097394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] No DVR routers for this DVR port 51bf8572-3d5c-4a42-847c-4920f4736d4b on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:04:23.101299 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:23.101684 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:23.106252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62511488-29a8-4db4-b773-6bdbf328866b req-7183aecf-5094-4c76-9ae1-46962aac51e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "DELETE /v2.0/ports/51bf8572-3d5c-4a42-847c-4920f4736d4b HTTP/1.1" status: 204 len: 173 time: 1.6310697 Nov 12 11:04:23.147619 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa146e-4d90-4cf8-98c7-083889bcbf40 x-openstack-request-id: req-4eaa146e-4d90-4cf8-98c7-083889bcbf40 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:23.147955 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2b3f2c-31b2-406b-8a06-0acdc3db78e8", "tag": "b125d41e-a0d0-4f01-ac6d-c589ac466006", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:23.148189 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4eaa146e-4d90-4cf8-98c7-083889bcbf40 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:23.148591 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2b3f2c-31b2-406b-8a06-0acdc3db78e8', 'tag': 'b125d41e-a0d0-4f01-ac6d-c589ac466006', 'status': 'completed', 'code': 200} Nov 12 11:04:23.177930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a881a397-9065-459f-8306-df36ba44ef9c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:23.182771 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0083b17-b52e-408d-b5bf-35e99f2ed65c" -d '{"events": [{"server_uuid": "f31abd6e-04fa-488f-9cd7-022cd7942c90", "name": "network-vif-plugged", "status": "completed", "tag": "a881a397-9065-459f-8306-df36ba44ef9c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:23.185340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95081558-0853-4d55-b4e7-fe24ef77c852 req-a5739c35-fa58-4273-922c-3ca3a4e2d335 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 210 time: 0.0925982 Nov 12 11:04:23.192668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75bae8-0ffc-433e-8bc9-ca358a412ffd service neutron] Pushing event updated for resources: {'Port': ['ID=b125d41e-a0d0-4f01-ac6d-c589ac466006,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:23.237738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319d71-0f73-448c-801a-dbd43af751ed req-a12749ea-78fd-4d1c-aadf-75a6037a58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:23.240462 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-a12749ea-78fd-4d1c-aadf-75a6037a58e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 1095 time: 0.1133425 Nov 12 11:04:23.252757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:23.312940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-99babe9f-c79f-4dfa-87b1-af2b2728b856 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b125d41e-a0d0-4f01-ac6d-c589ac466006 HTTP/1.1" status: 200 len: 217 time: 0.0619507 Nov 12 11:04:23.314925 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f403cea3-8ee7-47bd-a9b8-31e16b963b4b x-openstack-request-id: req-f403cea3-8ee7-47bd-a9b8-31e16b963b4b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:23.315590 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31abd6e-04fa-488f-9cd7-022cd7942c90", "name": "network-vif-plugged", "status": "completed", "tag": "a881a397-9065-459f-8306-df36ba44ef9c", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:23.316059 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f403cea3-8ee7-47bd-a9b8-31e16b963b4b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:23.316658 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a881a397-9065-459f-8306-df36ba44ef9c', 'code': 200} Nov 12 11:04:23.373118 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:23.384353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319d71-0f73-448c-801a-dbd43af751ed req-bc92bca1-c2bd-4d76-a512-52c2e5d4a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:23.387119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-bc92bca1-c2bd-4d76-a512-52c2e5d4a459 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.0648859 Nov 12 11:04:23.446080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-1187741f-c4bf-4cec-9dd6-49b760552c6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497758 Nov 12 11:04:23.524099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:23.629303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7071a-9d31-4411-b879-0b79a188dedd req-26b31e2a-4069-4ee0-b477-4cbf10fd0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:23.630870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8b7071a-9d31-4411-b879-0b79a188dedd req-26b31e2a-4069-4ee0-b477-4cbf10fd0bb5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 1097 time: 0.1836884 Nov 12 11:04:23.704073 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-b5f54187-583b-4927-abbe-dab567f00f27 service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457356 Nov 12 11:04:23.706450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e131a3-a3e6-48e8-a37f-9a4a81e88563 req-7661750a-1f8a-451c-9f47-bf0871dd6901 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:23.709005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50e131a3-a3e6-48e8-a37f-9a4a81e88563 req-7661750a-1f8a-451c-9f47-bf0871dd6901 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1695724 Nov 12 11:04:23.767103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8b7071a-9d31-4411-b879-0b79a188dedd req-4b4b78dc-46d9-41fa-838d-d97aa022921c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224396 Nov 12 11:04:23.855643 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50e131a3-a3e6-48e8-a37f-9a4a81e88563 req-1f15cc42-8eaa-40e0-8e89-1b57da52e4da tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195662 Nov 12 11:04:23.917849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02319d71-0f73-448c-801a-dbd43af751ed req-ea1b35d6-21a3-45ff-a497-83719495a044 service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986632 Nov 12 11:04:23.928077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666059e-6ad5-433b-ab05-015b46ba7db5 req-a68a22e0-0a25-488c-8bc3-6817cba3adda tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:23.929645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f666059e-6ad5-433b-ab05-015b46ba7db5 req-a68a22e0-0a25-488c-8bc3-6817cba3adda tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 943 time: 0.0964921 Nov 12 11:04:24.031448 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f666059e-6ad5-433b-ab05-015b46ba7db5 req-2eb89390-fad6-451a-9907-fc692888824e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900314 Nov 12 11:04:24.180138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-4b6e116d-a5fa-4a8e-937d-73d6b93bedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:24.183149 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-4b6e116d-a5fa-4a8e-937d-73d6b93bedf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 1095 time: 0.1295028 Nov 12 11:04:24.216175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17070265-9c80-4bdf-ae0b-b4422ec60a91 req-81817e9a-c9a3-4943-a346-d8259991ac94 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:24.217980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17070265-9c80-4bdf-ae0b-b4422ec60a91 req-81817e9a-c9a3-4943-a346-d8259991ac94 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.0890987 Nov 12 11:04:24.395739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 51bf8572-3d5c-4a42-847c-4920f4736d4b no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:24.399337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17070265-9c80-4bdf-ae0b-b4422ec60a91 req-232ce1e3-8a2e-4f3f-8ff6-041a4cfd1a58 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612883 Nov 12 11:04:24.432448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-f09d5bb5-55da-47f9-a86f-422f6de64b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:24.437370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-f09d5bb5-55da-47f9-a86f-422f6de64b5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 915 time: 0.2372618 Nov 12 11:04:24.446698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 51bf8572-3d5c-4a42-847c-4920f4736d4b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:04:24.447058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 51bf8572-3d5c-4a42-847c-4920f4736d4b not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:04:24.529099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-621c668d-f46f-4e2f-889f-e93accf81ddb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b125d41e-a0d0-4f01-ac6d-c589ac466006 HTTP/1.1" status: 200 len: 217 time: 0.0743098 Nov 12 11:04:24.746504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-0cd0c2e9-2e91-4c86-8dd4-14a4121ffab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:24.750262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-0cd0c2e9-2e91-4c86-8dd4-14a4121ffab9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.2078874 Nov 12 11:04:24.803954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-caf21995-390b-40d5-98cf-2f02f6d5500e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450187 Nov 12 11:04:24.878309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7af4021-0ec0-4f4a-a573-45f69a2c5adb req-ca00203c-309a-4698-a6ba-b4ddfa1414fe tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=065628b1-291a-40ed-a77a-3d64dc74264d HTTP/1.1" status: 200 len: 210 time: 0.0817282 Nov 12 11:04:25.116954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-05b12845-c598-40d0-81dc-ad069c77aa21 service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948763 Nov 12 11:04:25.156086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065628b1-291a-40ed-a77a-3d64dc74264d', 'name': 'network-vif-deleted', 'tag': '51bf8572-3d5c-4a42-847c-4920f4736d4b'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:25.161595 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d97fb3b-d45a-4917-aa65-da7bdc2ecd12" -d '{"events": [{"server_uuid": "065628b1-291a-40ed-a77a-3d64dc74264d", "name": "network-vif-deleted", "tag": "51bf8572-3d5c-4a42-847c-4920f4736d4b"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:25.249527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a15eb-26df-4e36-8a6c-e9a66e16c023 req-24bba455-793d-4d7c-8eef-1f9427862dee tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:25.266469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-124a15eb-26df-4e36-8a6c-e9a66e16c023 req-24bba455-793d-4d7c-8eef-1f9427862dee tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.2615130 Nov 12 11:04:25.312394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32fae-c789-478b-861d-e36a95d14e70 req-e6f615e6-a8a5-4d15-86df-56c43a8ae447 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:25.319000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47e32fae-c789-478b-861d-e36a95d14e70 req-e6f615e6-a8a5-4d15-86df-56c43a8ae447 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 943 time: 0.0961306 Nov 12 11:04:25.417553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47e32fae-c789-478b-861d-e36a95d14e70 req-1f656f87-7de6-43e5-92b9-0d09dbc7ed65 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965297 Nov 12 11:04:25.429334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-124a15eb-26df-4e36-8a6c-e9a66e16c023 req-bcbe6f27-9d96-4eae-8521-0aca3b5c535a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613140 Nov 12 11:04:25.461195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12cbd3b-c5d1-4433-9f52-8c51c3093646 req-99a8f5e0-6190-4651-bf0a-00d0b0d44679 service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286166 Nov 12 11:04:25.514114 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7604d5d-dd23-496a-ae21-5e9353f7e587 x-openstack-request-id: req-a7604d5d-dd23-496a-ae21-5e9353f7e587 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:25.517455 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065628b1-291a-40ed-a77a-3d64dc74264d", "name": "network-vif-deleted", "tag": "51bf8572-3d5c-4a42-847c-4920f4736d4b", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:25.517867 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a7604d5d-dd23-496a-ae21-5e9353f7e587 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:25.518542 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065628b1-291a-40ed-a77a-3d64dc74264d', 'name': 'network-vif-deleted', 'tag': '51bf8572-3d5c-4a42-847c-4920f4736d4b', 'status': 'completed', 'code': 200} Nov 12 11:04:25.618169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcad127-1f03-44db-9290-e53034eb2053 req-391b7944-be23-499e-9d46-66682e67bdf1 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:25.638187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6fcad127-1f03-44db-9290-e53034eb2053 req-391b7944-be23-499e-9d46-66682e67bdf1 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1135697 Nov 12 11:04:25.766473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6fcad127-1f03-44db-9290-e53034eb2053 req-908b11c2-f5a5-495b-ac82-b2d6a4633078 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314511 Nov 12 11:04:25.779152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44220) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:25.790987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b125d41e-a0d0-4f01-ac6d-c589ac466006 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:26.076430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b125d41e-a0d0-4f01-ac6d-c589ac466006, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b125d41e-a0d0-4f01-ac6d-c589ac466006,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:26.108216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f12d7a1-3f11-4337-aef1-2f62504b0fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.118769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'b125d41e-a0d0-4f01-ac6d-c589ac466006', 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162', 'port_id': 'b125d41e-a0d0-4f01-ac6d-c589ac466006', 'mac_address': 'fa:16:3e:6f:b3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76260d08-b0e5-4829-98ab-4c20726cc974', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:26.212155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f12d7a1-3f11-4337-aef1-2f62504b0fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.245741 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.265558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b125d41e-a0d0-4f01-ac6d-c589ac466006 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:26.291094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b125d41e-a0d0-4f01-ac6d-c589ac466006, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b125d41e-a0d0-4f01-ac6d-c589ac466006,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:26.375874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f12d7a1-3f11-4337-aef1-2f62504b0fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.380153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.536706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b125d41e-a0d0-4f01-ac6d-c589ac466006,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:26.537376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b093-a6a1-486e-90a2-ab986824601b req-be1fd56d-06b1-4f91-9115-6ec02947ad26 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:26.555816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-be1fd56d-06b1-4f91-9115-6ec02947ad26 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.3107862 Nov 12 11:04:26.582513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2f12d7a1-3f11-4337-aef1-2f62504b0fe6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c9a982c19a5c4cb5ae86947912789084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7992294 Nov 12 11:04:26.583250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12d7a1-3f11-4337-aef1-2f62504b0fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab54dfad-7a3f-4408-93fa-46f3a9675b68,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:26.584054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44244) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:26.601127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bb0ca819-79d0-462c-a67a-8751e186cf07 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/quotas/9a3d96dbccd14fc0b89b9a4430474375 HTTP/1.1" status: 200 len: 375 time: 0.0436633 Nov 12 11:04:26.693692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-d5ac2fdc-0175-41ec-b464-1211eab6aa18 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895989 Nov 12 11:04:26.703463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['b125d41e-a0d0-4f01-ac6d-c589ac466006'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:26.761736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d135a-6ff5-4901-ad84-041befb5f62c req-699a91fe-149c-48df-be35-bb47b6306877 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:26.764601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d21d135a-6ff5-4901-ad84-041befb5f62c req-699a91fe-149c-48df-be35-bb47b6306877 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 944 time: 0.1525929 Nov 12 11:04:26.765944 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67bec304-b94f-4578-9eec-14769c0a87ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.849525 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67bec304-b94f-4578-9eec-14769c0a87ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:26.884868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-222a2c7c-b9fd-46c6-9edb-20d9f83e9251 service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890626 Nov 12 11:04:26.987476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d21d135a-6ff5-4901-ad84-041befb5f62c req-ff93338d-dffd-4d9b-b460-a6354007c4a8 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987693 Nov 12 11:04:27.138420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67bec304-b94f-4578-9eec-14769c0a87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:27.141091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67bec304-b94f-4578-9eec-14769c0a87ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:27.142392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-67bec304-b94f-4578-9eec-14769c0a87ba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ab54dfad-7a3f-4408-93fa-46f3a9675b68 HTTP/1.1" status: 204 len: 168 time: 0.5563900 Nov 12 11:04:27.177359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bec304-b94f-4578-9eec-14769c0a87ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab54dfad-7a3f-4408-93fa-46f3a9675b68,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:27.236642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-41ed1dbd-4c86-4d74-9b67-91d3ca3a3bea service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480146 Nov 12 11:04:27.325148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d8050-f176-4c8d-8dcc-80795b418833 req-d6a2651e-846f-49ae-a304-d3ff96876200 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:27.327515 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-700d8050-f176-4c8d-8dcc-80795b418833 req-d6a2651e-846f-49ae-a304-d3ff96876200 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1536419 Nov 12 11:04:27.476578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-700d8050-f176-4c8d-8dcc-80795b418833 req-c5c477e5-9969-45ed-a6d0-23ce4cce3654 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362162 Nov 12 11:04:27.875781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6af39-b874-4593-a471-7a9c24c84700 req-22fbe7eb-c2d8-4866-8305-854446d706b0 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:27.881369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2fa6af39-b874-4593-a471-7a9c24c84700 req-22fbe7eb-c2d8-4866-8305-854446d706b0 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1771028 Nov 12 11:04:28.093263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2fa6af39-b874-4593-a471-7a9c24c84700 req-2d888e54-46c4-4f27-bf21-95739b65e455 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824956 Nov 12 11:04:28.160248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44406ca0-cf3f-40aa-96ca-8c54858189df req-3e5528c4-1c1a-453a-a612-ac48ce088f08 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:28.164088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44406ca0-cf3f-40aa-96ca-8c54858189df req-3e5528c4-1c1a-453a-a612-ac48ce088f08 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0999522 Nov 12 11:04:28.237974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-541afc00-d57b-4093-834e-9d5592a18f2f req-69176d71-b2e6-4cc8-a6c4-e114246f8c79 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 210 time: 0.0658536 Nov 12 11:04:28.317661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44406ca0-cf3f-40aa-96ca-8c54858189df req-69330087-b408-4a40-8e88-da964010e36e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442151 Nov 12 11:04:28.386875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44280) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:28.416134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0a8d-a601-4161-b420-03a5adf2c99b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.655782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0a8d-a601-4161-b420-03a5adf2c99b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.723518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0a8d-a601-4161-b420-03a5adf2c99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:28.802028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b818677-3224-4ed4-8855-b01483570e12 req-a160351b-a886-4a2e-ac03-cb599782ec8b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:28.810889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b818677-3224-4ed4-8855-b01483570e12 req-a160351b-a886-4a2e-ac03-cb599782ec8b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 944 time: 0.2896616 Nov 12 11:04:28.882477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0dbf0a8d-a601-4161-b420-03a5adf2c99b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9bcc4ed0221648aea470b8cc3f9fcb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940791 Nov 12 11:04:28.886665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf0a8d-a601-4161-b420-03a5adf2c99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce8078-20c4-44ac-91ab-8ec9d011f522,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:28.893596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44292) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:28.995491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b818677-3224-4ed4-8855-b01483570e12 req-0fa5f063-a328-49ba-9858-b4770d484bb4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579540 Nov 12 11:04:29.069550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7327eda4-2cf1-4ac4-80b7-a5fc867c55ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.207468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7327eda4-2cf1-4ac4-80b7-a5fc867c55ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.260875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126e37-bbc8-4e99-892a-ee71a56aa945 req-ac692f34-7b26-41f1-b5ab-ffeea7134878 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:29.264450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75126e37-bbc8-4e99-892a-ee71a56aa945 req-ac692f34-7b26-41f1-b5ab-ffeea7134878 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.2067544 Nov 12 11:04:29.350988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dffff-ceed-49b1-826a-42ba5434d136 req-6566a272-efc2-466d-82d9-0e6d63cd0c24 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:29.357691 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d01dffff-ceed-49b1-826a-42ba5434d136 req-6566a272-efc2-466d-82d9-0e6d63cd0c24 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1119235 Nov 12 11:04:29.410986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75126e37-bbc8-4e99-892a-ee71a56aa945 req-b3798276-d83a-4ebe-ab23-00911fe9a89b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370957 Nov 12 11:04:29.464933 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d01dffff-ceed-49b1-826a-42ba5434d136 req-45069b24-e26f-4f78-8a92-4d55e71ebd91 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032188 Nov 12 11:04:29.520814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b67d5f3a-7731-4ccd-a1f5-1339e36e1b9f req-3d251e68-7cf3-49b9-b653-daf7f35afd49 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 210 time: 0.0462344 Nov 12 11:04:29.610664 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6229262-337f-474a-99e4-f5d27f1af210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.633427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfb91c-6c0f-4441-b3b7-dddd672bde80 req-e04037ca-95e1-4206-b165-9b5f8151798e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:29.636750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-46bfb91c-6c0f-4441-b3b7-dddd672bde80 req-e04037ca-95e1-4206-b165-9b5f8151798e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0890498 Nov 12 11:04:29.711949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-46bfb91c-6c0f-4441-b3b7-dddd672bde80 req-c691416c-7f43-4782-9558-c1c5f9c688f5 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673592 Nov 12 11:04:29.763430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7327eda4-2cf1-4ac4-80b7-a5fc867c55ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.769505 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7327eda4-2cf1-4ac4-80b7-a5fc867c55ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:29.769505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7327eda4-2cf1-4ac4-80b7-a5fc867c55ec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4cce8078-20c4-44ac-91ab-8ec9d011f522 HTTP/1.1" status: 204 len: 168 time: 0.8726938 Nov 12 11:04:29.790440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327eda4-2cf1-4ac4-80b7-a5fc867c55ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce8078-20c4-44ac-91ab-8ec9d011f522,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:29.798070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b125d41e-a0d0-4f01-ac6d-c589ac466006 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:30.109883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port b125d41e-a0d0-4f01-ac6d-c589ac466006 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:30.116178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port b125d41e-a0d0-4f01-ac6d-c589ac466006 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:30.116468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.387511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393cb4b-2d5a-4283-9a60-2c4061910b6d req-d576d74b-1a75-4dfb-9d4d-4e271ec7db68 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:30.405646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b393cb4b-2d5a-4283-9a60-2c4061910b6d req-d576d74b-1a75-4dfb-9d4d-4e271ec7db68 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 944 time: 0.2049685 Nov 12 11:04:30.432710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.493125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b3f2c-31b2-406b-8a06-0acdc3db78e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b125d41e-a0d0-4f01-ac6d-c589ac466006'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:30.495678 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a7033-2dfc-47ab-980d-e471a378ab7b" -d '{"events": [{"server_uuid": "7a2b3f2c-31b2-406b-8a06-0acdc3db78e8", "name": "network-vif-plugged", "status": "completed", "tag": "b125d41e-a0d0-4f01-ac6d-c589ac466006"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:30.524766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b125d41e-a0d0-4f01-ac6d-c589ac466006, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b125d41e-a0d0-4f01-ac6d-c589ac466006,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:30.538804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b393cb4b-2d5a-4283-9a60-2c4061910b6d req-37f1120c-b681-4ce2-b82c-7ca8ed9034fd tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257596 Nov 12 11:04:30.656554 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:30.794247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103899bb-aa30-4837-966f-583f3cf36151 req-82bf9fab-c0df-4522-82e3-405d75d0a1fc tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:30.796509 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-103899bb-aa30-4837-966f-583f3cf36151 req-82bf9fab-c0df-4522-82e3-405d75d0a1fc tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1577129 Nov 12 11:04:30.820989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b125d41e-a0d0-4f01-ac6d-c589ac466006,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:30.897785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15ee77-2a10-4de1-a93e-2cea6d1403da req-120fe722-7e54-4d3f-a3fc-97d323de3174 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:30.900394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f15ee77-2a10-4de1-a93e-2cea6d1403da req-120fe722-7e54-4d3f-a3fc-97d323de3174 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1228325 Nov 12 11:04:30.949769 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-103899bb-aa30-4837-966f-583f3cf36151 req-acc0cb0c-dbad-4e37-a299-53079ed13713 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448770 Nov 12 11:04:31.047683 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f15ee77-2a10-4de1-a93e-2cea6d1403da req-c5340bd8-69a7-4472-b263-b52f7e1dc13b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324828 Nov 12 11:04:31.073913 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd015316-b511-4dea-abeb-ef328f4c4022 x-openstack-request-id: req-bd015316-b511-4dea-abeb-ef328f4c4022 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:31.074470 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b3f2c-31b2-406b-8a06-0acdc3db78e8", "name": "network-vif-plugged", "status": "completed", "tag": "b125d41e-a0d0-4f01-ac6d-c589ac466006", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:31.074876 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bd015316-b511-4dea-abeb-ef328f4c4022 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:31.075530 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b3f2c-31b2-406b-8a06-0acdc3db78e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b125d41e-a0d0-4f01-ac6d-c589ac466006', 'code': 200} Nov 12 11:04:31.300395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f6f0797-7d49-43f8-8c5d-c9b1679836c1 req-e56fb504-b574-4522-8291-e84fe8b1478b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 210 time: 0.0604718 Nov 12 11:04:31.338442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713fb6b-5693-4a0b-8c18-40a83b8d7876 req-19f62617-ba37-49d9-8807-e3247ba15778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:31.340333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6713fb6b-5693-4a0b-8c18-40a83b8d7876 req-19f62617-ba37-49d9-8807-e3247ba15778 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 1097 time: 0.1105511 Nov 12 11:04:31.474970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6713fb6b-5693-4a0b-8c18-40a83b8d7876 req-c670e077-ff14-4ed3-9287-9a6a28ff7156 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256104 Nov 12 11:04:31.818997 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a1f6e481-31d0-4390-96c1-764af3ffee26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:31.919709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf0cc5-61de-448a-9870-84169aff14aa req-fa187a49-ab55-4b33-b3ee-93e9beb4143b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:31.921354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ceaf0cc5-61de-448a-9870-84169aff14aa req-fa187a49-ab55-4b33-b3ee-93e9beb4143b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 945 time: 0.0880640 Nov 12 11:04:31.928977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b093-a6a1-486e-90a2-ab986824601b req-ab453308-6de4-4dae-b7b2-f859b3aeedbe tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:31.930378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-ab453308-6de4-4dae-b7b2-f859b3aeedbe tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.3296831 Nov 12 11:04:31.958065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Request body: {'port': {'device_id': '91072d9f-1671-45da-b236-738d3fbd44dd', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'admin_state_up': True, 'tenant_id': '9a3d96dbccd14fc0b89b9a4430474375'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:32.111318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ceaf0cc5-61de-448a-9870-84169aff14aa req-57b7db6e-b109-4b8d-9566-3ebac285b5d5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770246 Nov 12 11:04:32.163326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9430e9a-334c-4c70-953c-d3a8e28c52a5 req-1ccb61ab-2009-4c36-bacc-baf1bc24d067 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:32.168703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9430e9a-334c-4c70-953c-d3a8e28c52a5 req-1ccb61ab-2009-4c36-bacc-baf1bc24d067 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1317437 Nov 12 11:04:32.275691 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9430e9a-334c-4c70-953c-d3a8e28c52a5 req-312530b3-f0ce-437b-af58-7e6744056b83 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019599 Nov 12 11:04:32.624489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-93ee993c-98f5-4b58-bb1a-574725d40137 req-5436c2ae-8030-44d2-a0ae-a5d33899622f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 210 time: 0.0397334 Nov 12 11:04:32.864726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.897999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Made reservation on behalf of 9a3d96dbccd14fc0b89b9a4430474375 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:32.901588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:32.938729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b271087-e6b2-475d-95d7-24e5288af156 req-e949695d-9dba-4cad-856d-4c33372af92c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:32.941629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b271087-e6b2-475d-95d7-24e5288af156 req-e949695d-9dba-4cad-856d-4c33372af92c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.6368649 Nov 12 11:04:33.098283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b271087-e6b2-475d-95d7-24e5288af156 req-b0fdf04a-2cd8-48dc-9960-1ae187dfa58f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453569 Nov 12 11:04:33.170792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Allocated IP 172.20.0.3 (06a156be-d115-40a8-bcce-3282b2671a55/4b946116-9eb6-4d7d-8130-b139ffb6ce05/3b1c3ef6-e080-4e12-b963-5f207ab30221) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:33.370843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eaf3-a8b1-422e-b50a-f7634970ba2a req-d8fa3861-38bb-4bef-9bdd-3386683a9d40 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:33.380385 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b35eaf3-a8b1-422e-b50a-f7634970ba2a req-d8fa3861-38bb-4bef-9bdd-3386683a9d40 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 945 time: 0.1129367 Nov 12 11:04:33.449614 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.521380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b35eaf3-a8b1-422e-b50a-f7634970ba2a req-31e726bc-20ff-4d57-b266-b7c39e5ee791 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291466 Nov 12 11:04:33.575558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8142dd6-9237-4450-a3e9-fbf719b9f994 req-8669ab27-00b1-42d8-bfbe-8c3b2f72589b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:33.575558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d8142dd6-9237-4450-a3e9-fbf719b9f994 req-8669ab27-00b1-42d8-bfbe-8c3b2f72589b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0979993 Nov 12 11:04:33.659823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d8142dd6-9237-4450-a3e9-fbf719b9f994 req-fa92b732-6ab7-49e9-a67a-f16d9fb69eef tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744772 Nov 12 11:04:33.662577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.724924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Network 06a156be-d115-40a8-bcce-3282b2671a55 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:33.724924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:33.724924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:33.784064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:33.784752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:33.870803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event updated for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:33.936570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88543-1127-4e32-961f-eff6c5757453 req-724703bd-b33c-4148-ac1e-168e2006b7ce tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:33.944509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bc88543-1127-4e32-961f-eff6c5757453 req-724703bd-b33c-4148-ac1e-168e2006b7ce tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 931 time: 0.1292002 Nov 12 11:04:33.995736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-bef71f68-bba7-4860-bbc2-34a6338abe21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0430632 Nov 12 11:04:34.019726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-7b4b50e8-2bd6-4a25-8485-3d42e2c1479b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:04:34.021906 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-7b4b50e8-2bd6-4a25-8485-3d42e2c1479b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148144 Nov 12 11:04:34.061382 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bc88543-1127-4e32-961f-eff6c5757453 req-2e977492-8071-4e6a-a6e3-34842ebcce96 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157022 Nov 12 11:04:34.103878 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.241020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Request body: {'port': {'device_id': '91072d9f-1671-45da-b236-738d3fbd44dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:34.266595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44470) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:34.378144 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.423741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2093326779'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:34.533583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814df0b-9738-43cf-b03b-84453f7d07e8 req-1c7c37d4-67ef-47dd-9aac-a4119b993644 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:34.535246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d429-9ffb-486c-abc4-3de1519c1d15 req-27b1e2b0-cfdb-40c6-a805-389a39989fc3 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:34.537136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1d1d429-9ffb-486c-abc4-3de1519c1d15 req-27b1e2b0-cfdb-40c6-a805-389a39989fc3 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 950 time: 0.0951650 Nov 12 11:04:34.541798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a814df0b-9738-43cf-b03b-84453f7d07e8 req-1c7c37d4-67ef-47dd-9aac-a4119b993644 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1465876 Nov 12 11:04:34.573982 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Made reservation on behalf of c6a7a3d3806c4bb090a81184508382de for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:34.578191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.599208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.670236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1d1d429-9ffb-486c-abc4-3de1519c1d15 req-f3746200-306c-4c41-a0e6-f99b3fbbf987 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190822 Nov 12 11:04:34.746256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a814df0b-9738-43cf-b03b-84453f7d07e8 req-bff7d752-7560-4c1f-a681-2e51f129569d tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031744 Nov 12 11:04:34.781842 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.813039 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.889563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bbbf8-f897-4352-b16e-cb11b2775217 req-cf52bad2-bc13-4061-9536-354fcb4304db tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:34.892554 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c4bbbf8-f897-4352-b16e-cb11b2775217 req-cf52bad2-bc13-4061-9536-354fcb4304db tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 945 time: 0.0867743 Nov 12 11:04:34.912549 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.923091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1c3ef6-e080-4e12-b963-5f207ab30221 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:34.933580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.955308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Transition to ACTIVE for port object 3b1c3ef6-e080-4e12-b963-5f207ab30221 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:04:34.957936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:34.965526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eee3a-dea6-465d-949d-7ee6e6338887 req-4918eeba-edd0-4ec4-86f0-ce781e4b515c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:34.966362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-093eee3a-dea6-465d-949d-7ee6e6338887 req-4918eeba-edd0-4ec4-86f0-ce781e4b515c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0898876 Nov 12 11:04:34.984783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ba375-ea4f-4ac3-815c-12308515db75,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:34.998233 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:34.998522 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Added segment 4969b871-fb29-45ce-a971-0f1b212d3b34 of type vlan for network 130ccae0-5199-4823-894d-3ab82b5594e8 Nov 12 11:04:35.028954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-093eee3a-dea6-465d-949d-7ee6e6338887 req-a4f05e69-9202-4848-a3e2-5240b0cf4754 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553653 Nov 12 11:04:35.062181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c4bbbf8-f897-4352-b16e-cb11b2775217 req-994e4d6d-4d23-406d-af37-8e9f973685d7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588354 Nov 12 11:04:35.072231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.149699 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.230701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:35.242722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.243122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.243473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.243882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.244170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.244516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.245441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.247270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.247734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.248108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.248358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.248589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.248913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:35.267851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.269100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.340939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Attempting to bind port 3b1c3ef6-e080-4e12-b963-5f207ab30221 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:35.341390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Attempting to bind port 3b1c3ef6-e080-4e12-b963-5f207ab30221 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:35.341648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Attempting to bind port 3b1c3ef6-e080-4e12-b963-5f207ab30221 on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:35.347185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Port 3b1c3ef6-e080-4e12-b963-5f207ab30221 on network 06a156be-d115-40a8-bcce-3282b2671a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:35.347583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Attempting to bind port 3b1c3ef6-e080-4e12-b963-5f207ab30221 on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:35.353719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:35.355341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Checking segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:35.360420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Bound using segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:35.360420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Bound port: 3b1c3ef6-e080-4e12-b963-5f207ab30221, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:35.360420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.430407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2718-a433-4906-aaee-d2206ab27859 req-7d31b69c-a280-474a-a2d7-25ca12fbca18 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.434137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e91c2718-a433-4906-aaee-d2206ab27859 req-7d31b69c-a280-474a-a2d7-25ca12fbca18 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 943 time: 0.2581303 Nov 12 11:04:35.446074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:35.450053 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:35.460789 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1931360 Nov 12 11:04:35.466477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44496) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:35.492914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.528567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f32f-bc95-4160-bbe4-4f874a4ff144 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Pushing event updated for resources: {'Network': ['ID=130ccae0-5199-4823-894d-3ab82b5594e8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:35.544972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.549678 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.552556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 130ccae0-5199-4823-894d-3ab82b5594e8 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:35.553432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] 10.222.0.57 "PUT /v2.0/ports/3b1c3ef6-e080-4e12-b963-5f207ab30221 HTTP/1.1" status: 200 len: 1092 time: 1.5148733 Nov 12 11:04:35.553432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:35.559697 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173" -d '{"events": [{"name": "network-changed", "server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:35.575957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e91c2718-a433-4906-aaee-d2206ab27859 req-3e580001-00ca-4a8b-90bb-e5e258abff7e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200442 Nov 12 11:04:35.605525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Request body: {'network': {'name': 'tempest-network--1857390373', 'router:external': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:35.605525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34826661-2aa2-4664-854f-23365d9d6b9b service neutron] Pushing event updated for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:35.728007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b093-a6a1-486e-90a2-ab986824601b req-b53bb179-83dc-4368-a16a-bd22f2138567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.731348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-b53bb179-83dc-4368-a16a-bd22f2138567 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 1095 time: 0.0707233 Nov 12 11:04:35.798615 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab839fcf-3c1f-41a2-8e99-b27f65587211 x-openstack-request-id: req-ab839fcf-3c1f-41a2-8e99-b27f65587211 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:35.798979 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:35.799199 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ab839fcf-3c1f-41a2-8e99-b27f65587211 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:35.799531 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'status': 'completed', 'code': 200} Nov 12 11:04:35.801450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-b90bee2b-67ef-4c68-93b9-0e43a5e504c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221 HTTP/1.1" status: 200 len: 217 time: 0.0600202 Nov 12 11:04:35.806642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Made reservation on behalf of 881867a6de8740ca9cc6042e87457ac3 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:35.809509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.847743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:35.883134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1b093-a6a1-486e-90a2-ab986824601b req-8a281de9-67ed-44eb-befd-aa48ed5bceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.884653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-8a281de9-67ed-44eb-befd-aa48ed5bceaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.0725954 Nov 12 11:04:35.909956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832221ac-ec1f-4cab-bcec-3f9dd0be0ead req-8fdcca2b-c778-4ec9-8d1e-b4ec7517771e tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:35.911426 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-832221ac-ec1f-4cab-bcec-3f9dd0be0ead req-8fdcca2b-c778-4ec9-8d1e-b4ec7517771e tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.0591629 Nov 12 11:04:35.983137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-832221ac-ec1f-4cab-bcec-3f9dd0be0ead req-3f0dc7fd-001f-4397-abca-bff46cae35b4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631454 Nov 12 11:04:35.988980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-55a5a8ec-f775-4e77-ae6c-cab57cadee7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923328 Nov 12 11:04:36.094168 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-008e3edc-63d4-41a2-bce8-9b309042b196 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:36.098182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-008e3edc-63d4-41a2-bce8-9b309042b196 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 945 time: 0.1871712 Nov 12 11:04:36.194999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5157a7-256e-412b-b85c-81eaf1f04fb0 req-48635b0b-f620-41f7-a591-e4ed1320f87c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:36.197631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab5157a7-256e-412b-b85c-81eaf1f04fb0 req-48635b0b-f620-41f7-a591-e4ed1320f87c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0737469 Nov 12 11:04:36.202557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.218868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-81e33f2e-b546-4cac-a0d3-71bcec080dac service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162137 Nov 12 11:04:36.266725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab5157a7-256e-412b-b85c-81eaf1f04fb0 req-18020ade-3516-442f-b222-6dc9591eb357 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603039 Nov 12 11:04:36.268649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.319070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:36.383977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.384979 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Added segment b8fb0e50-0fb2-4633-9060-3c997137fcad of type vlan for network 0ac02096-894a-42e4-b6bf-34d6189b9ba4 Nov 12 11:04:36.396570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04fb4f6-1077-4ed6-8473-8ebc5f331948,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:36.407955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf23852-2fd0-45a5-9533-3ac1208088e3 req-33a3735e-5ae4-4593-a0a1-815de0e7c22e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:36.410469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9cf23852-2fd0-45a5-9533-3ac1208088e3 req-33a3735e-5ae4-4593-a0a1-815de0e7c22e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 945 time: 0.0748866 Nov 12 11:04:36.438170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:36.471060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.484975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9cf23852-2fd0-45a5-9533-3ac1208088e3 req-43111812-a755-435d-8af8-cfdbd4fd855e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670657 Nov 12 11:04:36.497147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Deleting port b125d41e-a0d0-4f01-ac6d-c589ac466006 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:04:36.497485 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.505262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24e1b093-a6a1-486e-90a2-ab986824601b req-291f4540-807d-4620-9845-8547e7246717 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495983 Nov 12 11:04:36.548345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.598423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:36.599450 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8c571f-a3ec-434c-b5d9-fb0e3f5a36a5" -d '{"events": [{"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:36.636553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:36.637200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] For port b125d41e-a0d0-4f01-ac6d-c589ac466006, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b125d41e-a0d0-4f01-ac6d-c589ac466006,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:36.638081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.691278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Calling delete_port for b125d41e-a0d0-4f01-ac6d-c589ac466006 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:04:36.747856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.747856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:36.747856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:36.820153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1406ac-07c0-4c3d-90de-9a0134afd55a req-e0145fbb-48c7-48b7-87c3-1256570125a4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:36.822388 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7e1406ac-07c0-4c3d-90de-9a0134afd55a req-e0145fbb-48c7-48b7-87c3-1256570125a4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 943 time: 0.1216836 Nov 12 11:04:36.868328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-d6766a0e-d29d-41b1-8d93-753bb431c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:36.870177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-d6766a0e-d29d-41b1-8d93-753bb431c3d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 1095 time: 0.1813312 Nov 12 11:04:36.891586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Network': ['ID=0ac02096-894a-42e4-b6bf-34d6189b9ba4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:36.899116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7e1406ac-07c0-4c3d-90de-9a0134afd55a req-25bcd366-7eaa-4f71-ad90-c2d21b59cbc2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664203 Nov 12 11:04:36.911387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 0ac02096-894a-42e4-b6bf-34d6189b9ba4 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:36.973539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-caba6337-c8d4-4050-b0df-bc45439f21b2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5059650 Nov 12 11:04:36.979827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44544) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:37.042538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-4dbf60ba-f616-4f82-92b0-0ce42c502eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:37.044829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-4dbf60ba-f616-4f82-92b0-0ce42c502eb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 912 time: 0.1626434 Nov 12 11:04:37.055958 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648aff00-e610-4e8e-98b6-964635309d0c x-openstack-request-id: req-648aff00-e610-4e8e-98b6-964635309d0c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:37.056387 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:37.058723 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-648aff00-e610-4e8e-98b6-964635309d0c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:37.059755 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'code': 200} Nov 12 11:04:37.066419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.134590 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.159057 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-a9e01074-b7db-4daf-bf9e-491d43862886 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221 HTTP/1.1" status: 200 len: 217 time: 0.0820477 Nov 12 11:04:37.162425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.190471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['b125d41e-a0d0-4f01-ac6d-c589ac466006'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:37.200910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:37.249347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=11']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:37.298138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Pushing event deleted for resources: {'Port': ['ID=b125d41e-a0d0-4f01-ac6d-c589ac466006,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:37.360501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-515aa534-92ee-4109-82dd-5e56f4e7f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:37.362153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-515aa534-92ee-4109-82dd-5e56f4e7f5b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.1874397 Nov 12 11:04:37.379528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] No DVR routers for this DVR port b125d41e-a0d0-4f01-ac6d-c589ac466006 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:04:37.389226 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.392748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b42d831b-ef4d-45d8-b2b9-40a12127fb57 req-da7b3489-1d10-4c57-82ff-ea361ee1deb0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.69 "DELETE /v2.0/ports/b125d41e-a0d0-4f01-ac6d-c589ac466006 HTTP/1.1" status: 204 len: 173 time: 1.2872388 Nov 12 11:04:37.408572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.430706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-86dfc40f-10ef-4186-af36-3b17d1b2ed16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517092 Nov 12 11:04:37.434836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0efffd-b74f-4dc6-b517-cdd03c92eeed req-bd2701e2-173b-4d7b-a484-a656405dfcba tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:37.436501 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b0efffd-b74f-4dc6-b517-cdd03c92eeed req-bd2701e2-173b-4d7b-a484-a656405dfcba tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2108755 Nov 12 11:04:37.446595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac02096-894a-42e4-b6bf-34d6189b9ba4']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:37.462463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fb0e50-0fb2-4633-9060-3c997137fcad') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:37.463344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fb0e50-0fb2-4633-9060-3c997137fcad') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:37.485382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.511310 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.526426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:04:37.527231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:04:37.529491 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:04:37.560589 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b0efffd-b74f-4dc6-b517-cdd03c92eeed req-fe68eeac-6f76-4037-8ae5-f093adb3bc3c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040835 Nov 12 11:04:37.594818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-8faaf834-c282-46fd-9907-c05bc1e491bb service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548941 Nov 12 11:04:37.685384 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cc21d08d-c00e-4409-aca9-6d3e3e07c084 req-0223beb9-52b0-48a4-97bc-12d66761ec22 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 210 time: 0.0295596 Nov 12 11:04:37.757142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97fcf8-e982-4216-9448-e5d22487c5b9 req-1e82d922-f5ff-4c30-9f72-08fea653e39d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:37.758805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce97fcf8-e982-4216-9448-e5d22487c5b9 req-1e82d922-f5ff-4c30-9f72-08fea653e39d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1028178 Nov 12 11:04:37.765614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcb89c4a-5e0b-4e0c-9300-88f30fceb173 req-47d95cbd-2cfe-4d10-8a61-c4ddfa2101a8 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594536 Nov 12 11:04:37.802907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2b3f2c-31b2-406b-8a06-0acdc3db78e8', 'name': 'network-vif-deleted', 'tag': 'b125d41e-a0d0-4f01-ac6d-c589ac466006'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:37.806616 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6010a26-438d-4475-92af-6aa8f3675fac" -d '{"events": [{"server_uuid": "7a2b3f2c-31b2-406b-8a06-0acdc3db78e8", "name": "network-vif-deleted", "tag": "b125d41e-a0d0-4f01-ac6d-c589ac466006"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:37.841519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce97fcf8-e982-4216-9448-e5d22487c5b9 req-9017ffe9-e59b-405f-8476-b45a7ce2664a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740321 Nov 12 11:04:37.860167 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.868927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ac02096-894a-42e4-b6bf-34d6189b9ba4 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:04:37.874770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:37.881217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "DELETE /v2.0/networks/0ac02096-894a-42e4-b6bf-34d6189b9ba4 HTTP/1.1" status: 204 len: 168 time: 0.8990722 Nov 12 11:04:37.885094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:37.900407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:37.905261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ac02096-894a-42e4-b6bf-34d6189b9ba4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:37.920988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.921536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.922559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.923345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.923781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.924415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.928378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.928378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.928378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.928378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.928378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.928378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da4620-f696-46cd-bc1b-4d0aada17b48 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:37.956667 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1cc99c-c942-403f-ad80-ca2084b43756 x-openstack-request-id: req-1f1cc99c-c942-403f-ad80-ca2084b43756 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:37.957654 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2b3f2c-31b2-406b-8a06-0acdc3db78e8", "name": "network-vif-deleted", "tag": "b125d41e-a0d0-4f01-ac6d-c589ac466006", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:37.958054 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1f1cc99c-c942-403f-ad80-ca2084b43756 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:37.958979 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2b3f2c-31b2-406b-8a06-0acdc3db78e8', 'name': 'network-vif-deleted', 'tag': 'b125d41e-a0d0-4f01-ac6d-c589ac466006', 'status': 'completed', 'code': 200} Nov 12 11:04:38.043281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Made reservation on behalf of 881867a6de8740ca9cc6042e87457ac3 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:38.054821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.118630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:38.136344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.136828 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Added segment c571ecce-c3a2-42ab-a294-e1b9c6f6d554 of type vlan for network b0134191-618f-4feb-8aca-fab7d64ea027 Nov 12 11:04:38.146869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac582a1c-00f8-4658-a8de-97dd9af1c11b req-a3324e51-14e8-4389-a881-f12460c9583a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.148547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac582a1c-00f8-4658-a8de-97dd9af1c11b req-a3324e51-14e8-4389-a881-f12460c9583a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 943 time: 0.0913551 Nov 12 11:04:38.223266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.258579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac582a1c-00f8-4658-a8de-97dd9af1c11b req-b44b486b-8407-4d8e-ad83-68a0308325db tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015379 Nov 12 11:04:38.389930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b332d-3dd0-4288-b480-d54cd5f6c734 req-80fccf3e-445a-4e58-9903-965bd0f1b327 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.390785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.392173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-412b332d-3dd0-4288-b480-d54cd5f6c734 req-80fccf3e-445a-4e58-9903-965bd0f1b327 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 948 time: 0.0597191 Nov 12 11:04:38.393049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.394594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.472216 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-412b332d-3dd0-4288-b480-d54cd5f6c734 req-af27eb9f-83dd-44b8-821e-14f00422d45b tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593691 Nov 12 11:04:38.482183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Network': ['ID=b0134191-618f-4feb-8aca-fab7d64ea027,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:38.500065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network b0134191-618f-4feb-8aca-fab7d64ea027 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:38.528314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4f42c700-0cea-4367-be0b-4a68baac4022 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6410356 Nov 12 11:04:38.533926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44572) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:38.538910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Request body: {'subnet': {'network_id': 'b0134191-618f-4feb-8aca-fab7d64ea027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:38.758446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a557d7-b635-47e6-872a-f89c40dfcef9 req-1a935812-0715-49f7-ad30-86089d53a38e tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:38.758446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28a557d7-b635-47e6-872a-f89c40dfcef9 req-1a935812-0715-49f7-ad30-86089d53a38e tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.0624194 Nov 12 11:04:38.764804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Made reservation on behalf of 881867a6de8740ca9cc6042e87457ac3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:38.767210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:38.841824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59dbfb64-25de-4dfb-9008-2eb7e7331424 req-e595ff11-5d64-48ed-a7e3-c84c0b0f7466 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=7a2b3f2c-31b2-406b-8a06-0acdc3db78e8 HTTP/1.1" status: 200 len: 210 time: 0.0429337 Nov 12 11:04:38.872433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28a557d7-b635-47e6-872a-f89c40dfcef9 req-84150e5f-a177-4156-b865-fa1c3c86b2de tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158235 Nov 12 11:04:39.037414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d471ee-81b9-45da-a742-22c7b5e1b0d0 req-5fe1f678-6fda-4509-bfdd-440ba8cd3aa4 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:39.038995 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48d471ee-81b9-45da-a742-22c7b5e1b0d0 req-5fe1f678-6fda-4509-bfdd-440ba8cd3aa4 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0830381 Nov 12 11:04:39.099640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48d471ee-81b9-45da-a742-22c7b5e1b0d0 req-47688c44-fd45-4953-a3c2-db78645f932d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528617 Nov 12 11:04:39.252179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:04:39.252949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:39.320627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Subnet': ['ID=980d3777-bc99-44ca-9652-db3106faa7f9,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:39.334046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Checking segment: {'id': 'c571ecce-c3a2-42ab-a294-e1b9c6f6d554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b0134191-618f-4feb-8aca-fab7d64ea027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:39.334665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Network hostable DHCP agents. Network: b0134191-618f-4feb-8aca-fab7d64ea027, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:04:39.441459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Network b0134191-618f-4feb-8aca-fab7d64ea027 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:04:39.468631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cfa81-8da4-4fbf-8ab4-4f8904a1f83e req-a77d9d38-c564-4be1-8859-b91f4435a2a0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:39.471306 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c5cfa81-8da4-4fbf-8ab4-4f8904a1f83e req-a77d9d38-c564-4be1-8859-b91f4435a2a0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 943 time: 0.0858071 Nov 12 11:04:39.527662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, b0134191-618f-4feb-8aca-fab7d64ea027) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:39.536666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:39.543516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:39.544798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe2968a-469b-46a4-80a9-41891eb1493f None None] Network b0134191-618f-4feb-8aca-fab7d64ea027 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:39.567223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c5cfa81-8da4-4fbf-8ab4-4f8904a1f83e req-e4da1c5f-4a82-4908-8fd0-2bebe6138d23 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889904 Nov 12 11:04:39.651291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0e46d296-f8bc-40aa-98d7-88b3d3d92d85 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1156654 Nov 12 11:04:39.655556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44588) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:39.661080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Request body: {'floatingip': {'floating_network_id': 'b0134191-618f-4feb-8aca-fab7d64ea027'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:39.666342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf3a99-b190-46c8-a6ad-3b76d3267f5b req-c2c85a99-d622-4a98-b633-5dec3405b34d tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:39.673370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2cf3a99-b190-46c8-a6ad-3b76d3267f5b req-c2c85a99-d622-4a98-b633-5dec3405b34d tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 948 time: 0.0789552 Nov 12 11:04:39.739357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2cf3a99-b190-46c8-a6ad-3b76d3267f5b req-d12d2bb7-ff4a-4fd8-b72e-72c6a48f8cfc tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/security-groups?id=5f272cb8-3036-4054-a5fa-24dc4a0eb105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643075 Nov 12 11:04:39.757090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70af2a99-4f12-4938-8ba2-402067901378 None None] Network b0134191-618f-4feb-8aca-fab7d64ea027 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:39.778973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:39.842285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b125d41e-a0d0-4f01-ac6d-c589ac466006 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:39.904903 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.034463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: b125d41e-a0d0-4f01-ac6d-c589ac466006 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:04:40.035068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b125d41e-a0d0-4f01-ac6d-c589ac466006 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:04:40.090209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b0b2c-abb1-4736-9a06-c77eda29d1fc req-852814a8-3774-4ce4-8a5c-0354c9889898 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.098747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-692b0b2c-abb1-4736-9a06-c77eda29d1fc req-852814a8-3774-4ce4-8a5c-0354c9889898 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0752695 Nov 12 11:04:40.175268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa701e9-e456-42ef-84ea-ab0ef5e13566 req-b942280c-971a-4995-a76c-8414b9564e21 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.176193 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-692b0b2c-abb1-4736-9a06-c77eda29d1fc req-c8de6878-77c4-48f7-83f5-6fccafe86115 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763073 Nov 12 11:04:40.178038 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6fa701e9-e456-42ef-84ea-ab0ef5e13566 req-b942280c-971a-4995-a76c-8414b9564e21 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1535845 Nov 12 11:04:40.185544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-4dd19772-1246-4840-a905-d5f8df99693e tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.187104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-4dd19772-1246-4840-a905-d5f8df99693e tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.57 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 948 time: 0.0860898 Nov 12 11:04:40.210436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Allocated IP 172.20.0.7 (b0134191-618f-4feb-8aca-fab7d64ea027/980d3777-bc99-44ca-9652-db3106faa7f9/f79887d6-e853-403d-9f35-0ada15c0f5f2) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:40.333272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6fa701e9-e456-42ef-84ea-ab0ef5e13566 req-44b73d0c-9b16-47ad-9e5c-6e9bed59e4c9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408257 Nov 12 11:04:40.353630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163e0f2-36d2-4ecb-8910-f6fe915cc04a req-43269907-e0b5-456b-bd1f-aaa302454bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.356373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1163e0f2-36d2-4ecb-8910-f6fe915cc04a req-43269907-e0b5-456b-bd1f-aaa302454bf2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0929136 Nov 12 11:04:40.370179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Deleting port 8e4891d4-03c0-47bb-ad03-ea41d1738923 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:04:40.370676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.463200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3b1c3ef6-e080-4e12-b963-5f207ab30221 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:40.475257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.497032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1163e0f2-36d2-4ecb-8910-f6fe915cc04a req-51e57fd3-59d3-4e76-966c-a37d0631f643 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210794 Nov 12 11:04:40.536218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] For port 8e4891d4-03c0-47bb-ad03-ea41d1738923, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8e4891d4-03c0-47bb-ad03-ea41d1738923,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:40.536597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.557872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Calling delete_port for 8e4891d4-03c0-47bb-ad03-ea41d1738923 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:04:40.593247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:40.616054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'port_id': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'mac_address': 'fa:16:3e:88:5b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b946116-9eb6-4d7d-8130-b139ffb6ce05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:40.635516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e5df1-f0fc-4661-8b7b-8a8e0ae11b60 req-7a73a807-2d69-469a-bee0-2a6ba39b10d4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.638919 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e3e5df1-f0fc-4661-8b7b-8a8e0ae11b60 req-7a73a807-2d69-469a-bee0-2a6ba39b10d4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1270878 Nov 12 11:04:40.663401 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.691449 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.692067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1c3ef6-e080-4e12-b963-5f207ab30221 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:40.737326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:40.783077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20d004-348a-4d4f-b875-c908564f56c1 req-7cfbc205-7285-4793-92e7-883237090a21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:40.784708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb20d004-348a-4d4f-b875-c908564f56c1 req-7cfbc205-7285-4793-92e7-883237090a21 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 943 time: 0.0625863 Nov 12 11:04:40.800670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Network b0134191-618f-4feb-8aca-fab7d64ea027 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:40.807322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.812748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:40.820304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:40.841362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:40.845136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e3e5df1-f0fc-4661-8b7b-8a8e0ae11b60 req-d3500a85-3fb0-411f-b52f-c6660250093e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897027 Nov 12 11:04:40.910078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Port': ['ID=f79887d6-e853-403d-9f35-0ada15c0f5f2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:40.931315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:40.936379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Pushing event deleted for resources: {'Port': ['ID=8e4891d4-03c0-47bb-ad03-ea41d1738923,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:40.943777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb20d004-348a-4d4f-b875-c908564f56c1 req-1184ba5e-3df2-4b1f-ba54-bc3ba82a6486 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506679 Nov 12 11:04:41.075456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b3a0bfe-934f-418b-8520-7865dd14fa15 req-3b672483-3bd1-4487-b263-cb53a717ad4e tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 210 time: 0.0572081 Nov 12 11:04:41.083708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['3b1c3ef6-e080-4e12-b963-5f207ab30221'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:41.091156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.126195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] No DVR routers for this DVR port 8e4891d4-03c0-47bb-ad03-ea41d1738923 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:04:41.131947 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.138547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40c5c306-9189-409c-b04e-fa2e3fcfd86c req-bfb9c52d-5786-4c4e-b5a7-a3ca8aa636c0 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.57 "DELETE /v2.0/ports/8e4891d4-03c0-47bb-ad03-ea41d1738923 HTTP/1.1" status: 204 len: 173 time: 0.9430501 Nov 12 11:04:41.141931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-deleted', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:41.145863 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7912a571-810d-4922-95a0-0c515ed3cbb5" -d '{"events": [{"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-deleted", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:41.187129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff634-f923-4453-8be1-32d29817e8a9 req-c622199d-899e-4707-ac13-6976107fc8f7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.187890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf7ff634-f923-4453-8be1-32d29817e8a9 req-c622199d-899e-4707-ac13-6976107fc8f7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1191740 Nov 12 11:04:41.216128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.227331 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb2655e-19fc-4eae-a6b1-9950364b0a46 x-openstack-request-id: req-fdb2655e-19fc-4eae-a6b1-9950364b0a46 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:41.227628 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023cc68e-e7fb-43c2-8698-5178e197347f", "name": "network-vif-deleted", "tag": "8e4891d4-03c0-47bb-ad03-ea41d1738923", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:41.228025 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fdb2655e-19fc-4eae-a6b1-9950364b0a46 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:41.229018 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023cc68e-e7fb-43c2-8698-5178e197347f', 'name': 'network-vif-deleted', 'tag': '8e4891d4-03c0-47bb-ad03-ea41d1738923', 'status': 'completed', 'code': 200} Nov 12 11:04:41.266104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf7ff634-f923-4453-8be1-32d29817e8a9 req-344a05d8-33ad-48a1-845d-8053a5815ff4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710940 Nov 12 11:04:41.483062 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.601633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451e3bf-2527-4fc6-8e92-62ba61851f9d req-1ebc4c32-53c9-4106-8c66-584e7050f3f9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.603957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b451e3bf-2527-4fc6-8e92-62ba61851f9d req-1ebc4c32-53c9-4106-8c66-584e7050f3f9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.0825469 Nov 12 11:04:41.625610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.716629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493c5b7-b0bb-4240-833d-e6cce63437ba req-5749848b-4ccc-4184-bb10-4d7d8c11d691 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:41.720550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1493c5b7-b0bb-4240-833d-e6cce63437ba req-5749848b-4ccc-4184-bb10-4d7d8c11d691 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0860491 Nov 12 11:04:41.765220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.773065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Port': ['ID=f79887d6-e853-403d-9f35-0ada15c0f5f2,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:41.787862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b451e3bf-2527-4fc6-8e92-62ba61851f9d req-7a126774-ff35-415b-a815-123d8801611f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732779 Nov 12 11:04:41.817493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1493c5b7-b0bb-4240-833d-e6cce63437ba req-f3a6add6-8af2-46d2-8164-8a851218bd4b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882037 Nov 12 11:04:41.957712 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:41.961968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-832f2606-4db7-4d15-81db-36a433955263 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3049223 Nov 12 11:04:41.965378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44626) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:42.061028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-28c7e7c4-12c4-4a26-bde6-1483375cea56 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "GET /v2.0/floatingips?floating_network_id=b0134191-618f-4feb-8aca-fab7d64ea027 HTTP/1.1" status: 200 len: 689 time: 0.0940890 Nov 12 11:04:42.064945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44630) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:42.137384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f5c9-6fe6-44f4-8a7d-6b124ebce2d1 req-347e378d-74ef-4a16-bc6a-b8ead4fec67b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:42.154973 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4241f5c9-6fe6-44f4-8a7d-6b124ebce2d1 req-347e378d-74ef-4a16-bc6a-b8ead4fec67b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 944 time: 0.1145532 Nov 12 11:04:42.165144 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.241623 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4241f5c9-6fe6-44f4-8a7d-6b124ebce2d1 req-1bb41b1f-c60b-4637-bab8-1507b7ced4ab tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892196 Nov 12 11:04:42.333395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-782a267f-3e9f-4744-a051-980681cb6f74 req-f209eedd-b206-4c50-9148-d2f5310e15a7 tempest-ImagesOneServerTestJSON-382081333 tempest-ImagesOneServerTestJSON-382081333-project] 10.222.0.98 "GET /v2.0/ports?device_id=023cc68e-e7fb-43c2-8698-5178e197347f HTTP/1.1" status: 200 len: 210 time: 0.0359888 Nov 12 11:04:42.359759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Deleting port f79887d6-e853-403d-9f35-0ada15c0f5f2 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:04:42.360336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.477317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.477856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.484798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3b1c3ef6-e080-4e12-b963-5f207ab30221 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:42.489273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d13df-2855-4236-bdd6-43d0a674e191 req-889c5531-fed0-43a7-84be-d98d8bbd6413 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:42.492479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b2d13df-2855-4236-bdd6-43d0a674e191 req-889c5531-fed0-43a7-84be-d98d8bbd6413 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1097 time: 0.0542262 Nov 12 11:04:42.494517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Calling delete_port for f79887d6-e853-403d-9f35-0ada15c0f5f2 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:04:42.626257 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b2d13df-2855-4236-bdd6-43d0a674e191 req-e8b4af90-f906-4296-b531-a34836612e67 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243973 Nov 12 11:04:42.728146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 3b1c3ef6-e080-4e12-b963-5f207ab30221 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:04:42.744272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 3b1c3ef6-e080-4e12-b963-5f207ab30221 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:42.744272 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.871645 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.877942 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:42.922012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:42.926611 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73897c1b-61ed-4b0b-9280-86c70a94b5ed" -d '{"events": [{"server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:42.944159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event deleted for resources: {'Port': ['ID=f79887d6-e853-403d-9f35-0ada15c0f5f2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:42.955162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:43.041601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80b289-0ca1-4d68-874a-d185fa8f548b req-c9cb67ed-22d2-42d4-b442-17b6b5192568 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:43.043446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e80b289-0ca1-4d68-874a-d185fa8f548b req-c9cb67ed-22d2-42d4-b442-17b6b5192568 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1506462 Nov 12 11:04:43.046358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.059183 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.060564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:43.137789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 8e4891d4-03c0-47bb-ad03-ea41d1738923 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:04:43.137789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8e4891d4-03c0-47bb-ad03-ea41d1738923 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:04:43.160744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e80b289-0ca1-4d68-874a-d185fa8f548b req-3dfac1f6-8ebf-4b79-bf77-9deabc4aa895 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092203 Nov 12 11:04:43.167423 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.200861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:43.348046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c96cf-90ed-4e61-990d-6ab6ce1f5ad2 req-8afb27af-0b2b-4315-8d29-554ae0b17125 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:43.350529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-411c96cf-90ed-4e61-990d-6ab6ce1f5ad2 req-8afb27af-0b2b-4315-8d29-554ae0b17125 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0774813 Nov 12 11:04:43.355455 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.762354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=980d3777-bc99-44ca-9652-db3106faa7f9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:43.881943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:43.890030 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-411c96cf-90ed-4e61-990d-6ab6ce1f5ad2 req-932b790e-104d-42fd-bf9f-468e4f37fc76 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260806 Nov 12 11:04:43.954617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0134191-618f-4feb-8aca-fab7d64ea027']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:43.981559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c571ecce-c3a2-42ab-a294-e1b9c6f6d554') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:43.983682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c571ecce-c3a2-42ab-a294-e1b9c6f6d554') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:44.009927 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a628bf-66c1-4828-ac98-d4877f8db096 x-openstack-request-id: req-04a628bf-66c1-4828-ac98-d4877f8db096 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:44.011778 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:44.012668 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-04a628bf-66c1-4828-ac98-d4877f8db096 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:44.013535 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'code': 200} Nov 12 11:04:44.017768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.077518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.098764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:04:44.100552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:04:44.104450 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:04:44.299275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63115-c113-4d9d-aced-ae5e0192547f req-7b166619-4559-4d25-86e3-732cbb069f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.300890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64a63115-c113-4d9d-aced-ae5e0192547f req-7b166619-4559-4d25-86e3-732cbb069f1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 1097 time: 0.1457963 Nov 12 11:04:44.316899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777309c-4c1d-417f-9059-484ce48496de req-514bf7ef-371f-48f1-98b2-3783e6bd2cec tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.318813 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5777309c-4c1d-417f-9059-484ce48496de req-514bf7ef-371f-48f1-98b2-3783e6bd2cec tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1399751 Nov 12 11:04:44.401483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5777309c-4c1d-417f-9059-484ce48496de req-7b6490ca-458e-4e32-8a48-1174635626a2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737944 Nov 12 11:04:44.403794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64a63115-c113-4d9d-aced-ae5e0192547f req-7eadf0e3-e7b3-4260-8fb9-f2c45bdcf367 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838349 Nov 12 11:04:44.464994 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.472711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0134191-618f-4feb-8aca-fab7d64ea027 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:04:44.476396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:44.484553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "DELETE /v2.0/networks/b0134191-618f-4feb-8aca-fab7d64ea027 HTTP/1.1" status: 204 len: 168 time: 2.4144204 Nov 12 11:04:44.490251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:44.494248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c2642-72c5-4ad9-89c6-3b08723326fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0134191-618f-4feb-8aca-fab7d64ea027,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:44.884951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5612e0-ca69-4cd8-a3d6-3c17388917c9 req-c03ce89e-a405-426b-9a7d-8d6eace8d5f4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:44.892451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e5612e0-ca69-4cd8-a3d6-3c17388917c9 req-c03ce89e-a405-426b-9a7d-8d6eace8d5f4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1484089 Nov 12 11:04:45.093526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e5612e0-ca69-4cd8-a3d6-3c17388917c9 req-6a9874f4-553c-4118-90c4-826e60d22895 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840956 Nov 12 11:04:45.291707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cd21f9fd-adbd-4ecd-9aa2-835dd54d1d1e tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.7958446 Nov 12 11:04:45.295107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44704) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:45.381495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07b18d-16a3-474e-b0f9-fedaec6ad480 req-a5388e57-0087-4905-8c8c-a33361c77851 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.384580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab07b18d-16a3-474e-b0f9-fedaec6ad480 req-a5388e57-0087-4905-8c8c-a33361c77851 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0892053 Nov 12 11:04:45.448379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.449050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.450295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.450946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.451403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.452031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.452663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.453164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.453614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.458518 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-35206882-3e73-46b5-acde-0cf073b934e3 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5938 time: 0.1593068 Nov 12 11:04:45.461531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44708) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:45.485245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab07b18d-16a3-474e-b0f9-fedaec6ad480 req-b8888e0d-a03b-464e-b408-555876bddbfc tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936766 Nov 12 11:04:45.498032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44710) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:45.609701 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-882c0ae6-898e-4f16-b920-d29b8b042334 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] delete failed (client error): The resource could not be found. Nov 12 11:04:45.612989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-882c0ae6-898e-4f16-b920-d29b8b042334 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/91d97049-8bb5-4daf-a30f-7e306a59bb29 HTTP/1.1" status: 404 len: 345 time: 0.1494706 Nov 12 11:04:45.616316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44716) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:45.657877 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-b289632a-404d-44ad-9764-fb5f0c75d388 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 11:04:45.658478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b289632a-404d-44ad-9764-fb5f0c75d388 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:04:45.662075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b289632a-404d-44ad-9764-fb5f0c75d388 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "DELETE /v2.0/networks/b0134191-618f-4feb-8aca-fab7d64ea027 HTTP/1.1" status: 404 len: 339 time: 0.0445218 Nov 12 11:04:45.669101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44722) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:45.679596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Request body: {'network': {'name': 'tempest-network--320312501', 'router:external': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:45.780384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0407d0cb-fbb9-4a3b-9015-8fa8c067b6b8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a4f07a5addf454492f4050c2d51fd23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811484 Nov 12 11:04:45.783763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44724) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:45.794462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994b7b2-fb95-475b-84e2-63a96b47bb5d req-ebb12c36-2d42-45f7-8391-be27381b0ebd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:45.796146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2994b7b2-fb95-475b-84e2-63a96b47bb5d req-ebb12c36-2d42-45f7-8391-be27381b0ebd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.0986245 Nov 12 11:04:45.828282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:04:45.837443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:45.856408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2994b7b2-fb95-475b-84e2-63a96b47bb5d req-b0aaefd6-a646-4840-91c6-005d7a29d1e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Nov 12 11:04:45.860488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b45d-8de3-4878-86e5-cf835612b932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.903743 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b45d-8de3-4878-86e5-cf835612b932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:45.944188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Made reservation on behalf of 881867a6de8740ca9cc6042e87457ac3 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:45.946562 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.004298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:46.022471 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.022471 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Added segment b7c70a40-4d83-499f-93a5-8871ffe1268d of type vlan for network d80f2964-231e-4eb1-9161-9dd494cae449 Nov 12 11:04:46.082310 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b45d-8de3-4878-86e5-cf835612b932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.086083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b45d-8de3-4878-86e5-cf835612b932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.094529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.096526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b2e6b45d-8de3-4878-86e5-cf835612b932 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5f272cb8-3036-4054-a5fa-24dc4a0eb105 HTTP/1.1" status: 204 len: 168 time: 0.3069334 Nov 12 11:04:46.127864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6b45d-8de3-4878-86e5-cf835612b932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f272cb8-3036-4054-a5fa-24dc4a0eb105,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:46.167068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-45192706-2569-44d9-a39f-fda51b949933 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:04:46.168170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-45192706-2569-44d9-a39f-fda51b949933 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2920737 Nov 12 11:04:46.173742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:46.188946 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.225278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2681d8b-7a59-45f2-9370-0860843ef806 req-f56f8c23-ada0-4781-9942-b34979d0c904 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.226948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f2681d8b-7a59-45f2-9370-0860843ef806 req-f56f8c23-ada0-4781-9942-b34979d0c904 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0708911 Nov 12 11:04:46.232605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'mac_address': 'fa:16:3e:75:d9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:04:46.254776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:46.259437 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3402a3c2-8866-4806-88d8-31e406e7e19a" -d '{"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-unplugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:46.290265 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.291285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.291942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.299414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:46.314463 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.323705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f2681d8b-7a59-45f2-9370-0860843ef806 req-955e0b5a-80c3-4ab3-a51f-83b108e235ed tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892749 Nov 12 11:04:46.351816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-f5818f08-efe4-47c8-98b2-8fb04ef13b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.356838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36827e78-3320-4c9d-ab2c-5a2b8cedda13 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:46.361605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-f5818f08-efe4-47c8-98b2-8fb04ef13b4a service neutron] 10.222.0.98 "GET /v2.0/ports/60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 1094 time: 0.1801090 Nov 12 11:04:46.410190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Request body: {'binding': {'host': 'n-h1-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:46.410657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Unknown quota resources ['binding']. {{(pid=109704) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:04:46.413030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.455892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7851059 Nov 12 11:04:46.456819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858e982-61e2-4394-be8b-276c7551a614 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Network': ['ID=d80f2964-231e-4eb1-9161-9dd494cae449,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:46.460644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44738) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:46.481161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d80f2964-231e-4eb1-9161-9dd494cae449 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:46.522897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:04:46.523561 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:04:46.539975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6e11c-5007-45be-b618-cf34f01b4113 req-0aaeaa74-7542-4adc-8989-f45f022d0c55 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.548840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ba6e11c-5007-45be-b618-cf34f01b4113 req-0aaeaa74-7542-4adc-8989-f45f022d0c55 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 947 time: 0.1419623 Nov 12 11:04:46.556503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:46.668871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ba6e11c-5007-45be-b618-cf34f01b4113 req-b17b2aea-16b1-4dee-91f1-0d39cf8e4a69 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189499 Nov 12 11:04:46.721225 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14ba2a5-5da5-428a-abc6-0cd2cc79138d x-openstack-request-id: req-c14ba2a5-5da5-428a-abc6-0cd2cc79138d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:46.721514 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-unplugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:46.721994 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c14ba2a5-5da5-428a-abc6-0cd2cc79138d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:46.722422 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'code': 200} Nov 12 11:04:46.738336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on host n-h1-768852-22 for vnic_type normal with profile None {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:46.738725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:46.739289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:46.740068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f67bd-0878-4517-83d9-0de4e2c45a72 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.746920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f67bd-0878-4517-83d9-0de4e2c45a72 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.749322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:04:46.751364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:46.755362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f67bd-0878-4517-83d9-0de4e2c45a72 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.763131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f67bd-0878-4517-83d9-0de4e2c45a72 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.764812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:46.765620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-293f67bd-0878-4517-83d9-0de4e2c45a72 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3026707 Nov 12 11:04:46.768370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:46.769113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:46.769908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Bound port: 60ea0f53-99e7-422d-8291-1c6b2581a22e, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:46.771375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44746) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:46.847080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.896585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:46.915859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c27a9-76fa-44e4-ad1e-6983e73b5e83 req-ab53e9f4-d6d8-4734-b105-f1b4758cd563 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:46.917368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c81c27a9-76fa-44e4-ad1e-6983e73b5e83 req-ab53e9f4-d6d8-4734-b105-f1b4758cd563 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0979924 Nov 12 11:04:46.939055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.972367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80f2964-231e-4eb1-9161-9dd494cae449']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:46.977159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c81c27a9-76fa-44e4-ad1e-6983e73b5e83 req-6191b89f-4f60-4a6b-a72b-f2cc37fbcfe7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499840 Nov 12 11:04:46.980963 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:46.986394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-7907665a-0ca9-4ebc-a820-39241da2b6c6 service neutron] 10.222.0.98 "POST /v2.0/ports/60ea0f53-99e7-422d-8291-1c6b2581a22e/bindings HTTP/1.1" status: 201 len: 390 time: 0.5788412 Nov 12 11:04:46.988628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c70a40-4d83-499f-93a5-8871ffe1268d') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:46.989111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c70a40-4d83-499f-93a5-8871ffe1268d') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:47.008663 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.050466 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.059347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:04:47.060727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.093029 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.119467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36827e78-3320-4c9d-ab2c-5a2b8cedda13 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:04:47.131308 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:04:47.161023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:47.223977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.229916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d80f2964-231e-4eb1-9161-9dd494cae449 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:04:47.239249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.244251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05857864-2ef7-43ec-9e62-461cddfb2d6e req-9b8753be-4e60-4a74-bb64-a2b2c9be3768 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.248415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05857864-2ef7-43ec-9e62-461cddfb2d6e req-9b8753be-4e60-4a74-bb64-a2b2c9be3768 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0928588 Nov 12 11:04:47.250678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "DELETE /v2.0/networks/d80f2964-231e-4eb1-9161-9dd494cae449 HTTP/1.1" status: 204 len: 168 time: 0.4770982 Nov 12 11:04:47.253381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44760) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:47.270415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Request body: {'network': {'name': 'tempest-network--330686005', 'router:external': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:47.271221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.277726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.306846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc2a30-30dd-45ef-a508-00672d687f81 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event deleted for resources: {'Network': ['ID=d80f2964-231e-4eb1-9161-9dd494cae449,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:47.415136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:47.432301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Made reservation on behalf of 881867a6de8740ca9cc6042e87457ac3 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:47.442017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.500763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:47.521662 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.522230 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Added segment 8c174178-7b37-4ac6-bf4a-9a55102a3b8e of type vlan for network 2aed746f-b5f1-4acb-b091-1a69bb1c0e34 Nov 12 11:04:47.540531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9576f9-53b0-40a6-bf08-9b77a8e1ff3d req-28b92e04-ee12-4b69-b67b-6adf9f2f26f4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.546494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9f9576f9-53b0-40a6-bf08-9b77a8e1ff3d req-28b92e04-ee12-4b69-b67b-6adf9f2f26f4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1699111 Nov 12 11:04:47.557678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05857864-2ef7-43ec-9e62-461cddfb2d6e req-ef1271be-f9e1-4963-80b4-6b6b94750d1c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405767 Nov 12 11:04:47.585967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['36827e78-3320-4c9d-ab2c-5a2b8cedda13'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:04:47.663221 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.738898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9f9576f9-53b0-40a6-bf08-9b77a8e1ff3d req-81983d33-57c3-47b2-924d-764083f2d61f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852031 Nov 12 11:04:47.870795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.878534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:47.879539 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:47.985533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44776) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:48.028848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21adb80-3a90-4de0-8d7f-01275d6a202a req-097441f1-173a-4f92-b402-d9c4245eac20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.042841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b21adb80-3a90-4de0-8d7f-01275d6a202a req-097441f1-173a-4f92-b402-d9c4245eac20 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.2129374 Nov 12 11:04:48.083560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44780) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:48.085648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8303132 Nov 12 11:04:48.230340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b21adb80-3a90-4de0-8d7f-01275d6a202a req-699e3b97-4bb6-4f0e-9f62-f5f7253d8876 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862273 Nov 12 11:04:48.261673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908a7dc-9456-4bc2-9dab-064d990e1a24 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Network': ['ID=2aed746f-b5f1-4acb-b091-1a69bb1c0e34,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:48.269225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578be006-d66f-43f0-87d2-2519787239bb tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.275041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-578be006-d66f-43f0-87d2-2519787239bb tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] 10.222.0.98 "GET /v2.0/networks/2aed746f-b5f1-4acb-b091-1a69bb1c0e34 HTTP/1.1" status: 200 len: 756 time: 0.1880343 Nov 12 11:04:48.278863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44786) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:48.281302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 2aed746f-b5f1-4acb-b091-1a69bb1c0e34 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:48.340822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-b93f262e-f46b-421a-86d0-c04edf4f796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.343718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-b93f262e-f46b-421a-86d0-c04edf4f796c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1097 time: 0.3212955 Nov 12 11:04:48.372108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1937605013-network', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:48.474016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc229f7b-c625-4cf4-826d-1b1a9e6e4efc req-3aa1866f-a39a-4851-96a1-ee978fec3af3 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.475969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc229f7b-c625-4cf4-826d-1b1a9e6e4efc req-3aa1866f-a39a-4851-96a1-ee978fec3af3 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 948 time: 0.3012922 Nov 12 11:04:48.539408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:48.545201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.556345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a67228-8b53-4ec5-9824-3e840e54a452 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.563866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f8a67228-8b53-4ec5-9824-3e840e54a452 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] 10.222.0.98 "GET /v2.0/networks/130ccae0-5199-4823-894d-3ab82b5594e8 HTTP/1.1" status: 200 len: 768 time: 0.2736902 Nov 12 11:04:48.563866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44790) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:48.564318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.682079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc229f7b-c625-4cf4-826d-1b1a9e6e4efc req-1f682c63-79bd-4353-bc3f-b99b9771054d tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901033 Nov 12 11:04:48.685663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-d747deba-a8bc-43b7-811a-e30646d38733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.687064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-d747deba-a8bc-43b7-811a-e30646d38733 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.3248003 Nov 12 11:04:48.689939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.748111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-f6ab8a1d-eaf7-4343-b062-26c98192aa8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 217 time: 0.0494463 Nov 12 11:04:48.765477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.836088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.870226 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.880118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-98ea73f1-464f-46c2-878f-63427b43c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:48.881645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-98ea73f1-464f-46c2-878f-63427b43c926 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1159117 Nov 12 11:04:48.906466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f375db-1c43-4d02-80aa-7a94efe42893,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:48.913566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:48.926307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:48.926537 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Added segment 1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd of type vlan for network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 Nov 12 11:04:48.936528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aed746f-b5f1-4acb-b091-1a69bb1c0e34']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:48.999441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c174178-7b37-4ac6-bf4a-9a55102a3b8e') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:48.999759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c174178-7b37-4ac6-bf4a-9a55102a3b8e') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:49.016090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.032244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.043997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-b7e4629f-da84-4036-bc2e-786bcfe6542c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983243 Nov 12 11:04:49.064713 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.103337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:04:49.104977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:04:49.107042 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:04:49.150885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.153446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:49.165253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.165505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163ece9-eaff-401b-bf2e-d32a841aa148 req-31eda4bc-f5d4-40cf-b225-d8b37c71e6d8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:49.165505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6163ece9-eaff-401b-bf2e-d32a841aa148 req-31eda4bc-f5d4-40cf-b225-d8b37c71e6d8 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.2174194 Nov 12 11:04:49.302418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-40873a98-edbe-4b5e-8caa-0969a1c70789 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503374 Nov 12 11:04:49.336028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3472450 Nov 12 11:04:49.341837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44810) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:49.351393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7a7d-4c0a-46a6-9e8b-ab0e3c5252e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3ead54-dbb5-4b5c-8f2f-d0402a029464,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:49.355335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Request body: {'subnet': {'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1937605013-subnet', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:49.372782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:49.404546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6163ece9-eaff-401b-bf2e-d32a841aa148 req-1612cfde-dda7-457c-ab51-538214f298b6 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573393 Nov 12 11:04:49.523609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.534438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2aed746f-b5f1-4acb-b091-1a69bb1c0e34 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:04:49.537637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:49.540249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.543994 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.547679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "DELETE /v2.0/networks/2aed746f-b5f1-4acb-b091-1a69bb1c0e34 HTTP/1.1" status: 204 len: 168 time: 0.9841530 Nov 12 11:04:49.562077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4292711c-fb79-45c8-8617-eecf8b0d52c6 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496197 Nov 12 11:04:49.570314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44812) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:49.574983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7287a-1bd9-490c-a487-a56eb50a4957 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event deleted for resources: {'Network': ['ID=2aed746f-b5f1-4acb-b091-1a69bb1c0e34,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:49.592187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Request body: {'network': {'name': 'tempest-network--959743687'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:49.692513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff344-e6eb-42c8-994b-e0a514b47bab req-37c2726d-ef69-411d-bfc3-3f77b5fb7d59 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:49.694806 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b9ff344-e6eb-42c8-994b-e0a514b47bab req-37c2726d-ef69-411d-bfc3-3f77b5fb7d59 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.1415246 Nov 12 11:04:49.696528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d5673-33b0-461f-aac5-2e4e3ad3e721 req-7b499978-759d-4d53-a09c-6b3e7015a00d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:49.698334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a4d5673-33b0-461f-aac5-2e4e3ad3e721 req-7b499978-759d-4d53-a09c-6b3e7015a00d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1245296 Nov 12 11:04:49.775406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b9ff344-e6eb-42c8-994b-e0a514b47bab req-1eaa92a9-d599-4e7b-9d44-f4c5a63948a3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612230 Nov 12 11:04:49.820118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a4d5673-33b0-461f-aac5-2e4e3ad3e721 req-f20e4127-84c5-4474-94ab-0db3b091b10d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079593 Nov 12 11:04:49.859018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:49.868794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Made reservation on behalf of 881867a6de8740ca9cc6042e87457ac3 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:04:49.881562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.980420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:04:49.983737 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.997828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:49.998363 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Added segment 508a853b-1867-4e99-a8ee-bfc7bd446d53 of type vlan for network 04a7214d-381e-44ba-b17b-07030c751be0 Nov 12 11:04:50.015264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfda29-92d8-4a01-ba22-9cb67d16c9f4 req-9fe7a44b-e818-4b32-840b-897fe3567f62 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.022813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bbfda29-92d8-4a01-ba22-9cb67d16c9f4 req-9fe7a44b-e818-4b32-840b-897fe3567f62 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 948 time: 0.1115484 Nov 12 11:04:50.036070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:50.036622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.076879 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.150421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bbfda29-92d8-4a01-ba22-9cb67d16c9f4 req-e8f29c83-3e98-434d-a6cc-233895aec6ea tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261728 Nov 12 11:04:50.188664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Checking segment: {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:50.189291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Network hostable DHCP agents. Network: 7b3ead54-dbb5-4b5c-8f2f-d0402a029464, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:04:50.193207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2e48f5-73b4-444d-bf4d-52c50d9610da,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:50.204063 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.217636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.218787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.219903 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.253122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:04:50.256774 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eaf2d9-848c-49a7-9a46-883e0d738e35" -d '{"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-plugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:04:50.282233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:50.307512 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3539f5c-87a0-4d66-af3b-e3d1814101a3 x-openstack-request-id: req-b3539f5c-87a0-4d66-af3b-e3d1814101a3 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:04:50.307910 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-plugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:04:50.308256 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b3539f5c-87a0-4d66-af3b-e3d1814101a3 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:04:50.308817 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'code': 200} Nov 12 11:04:50.313877 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.315377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:04:50.333269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Network': ['ID=04a7214d-381e-44ba-b17b-07030c751be0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:50.348240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 04a7214d-381e-44ba-b17b-07030c751be0 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:04:50.383462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-312d4137-4f81-4aed-82f6-1b7e1ca92c1c tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8112273 Nov 12 11:04:50.383709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44820) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:50.401420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3ce62db8-e5bc-42e3-832b-222ebbc7f6d2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:50.438303 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.600142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:50.641344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 7b3ead54-dbb5-4b5c-8f2f-d0402a029464) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:50.671304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc96a1a-24b2-458d-9c36-da821c013af5 None None] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:50.697276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.697935 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.732502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf712d7-d77b-48f6-9cc1-ee63ff82d0a8 req-fc8b26f2-52a8-49da-817c-f295aa3eb7ec tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.737169 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dcf712d7-d77b-48f6-9cc1-ee63ff82d0a8 req-fc8b26f2-52a8-49da-817c-f295aa3eb7ec tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 945 time: 0.0914173 Nov 12 11:04:50.809410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45191c-2032-4b26-b557-ca3fc7ad394f req-f393f804-3ffa-4e47-b128-2112271d7e2d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.811468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d45191c-2032-4b26-b557-ca3fc7ad394f req-f393f804-3ffa-4e47-b128-2112271d7e2d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1616054 Nov 12 11:04:50.816109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ce62db8-e5bc-42e3-832b-222ebbc7f6d2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.862652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5eb89ca8-a039-4c5e-8989-ed99b2751a78 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5134380 Nov 12 11:04:50.866671 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dcf712d7-d77b-48f6-9cc1-ee63ff82d0a8 req-4fc8d95b-e9c0-4c4e-bac0-8344c3b719e1 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185393 Nov 12 11:04:50.868619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44832) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:50.877303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:04:50.932275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d45191c-2032-4b26-b557-ca3fc7ad394f req-1c67011e-353e-407f-a8f0-67df1d907440 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076226 Nov 12 11:04:50.938116 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ce62db8-e5bc-42e3-832b-222ebbc7f6d2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.970890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ea885-4cf9-435f-9918-58c2bf5eb333 req-f0b665e7-b586-4273-af00-f0c68d32c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.972672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-861ea885-4cf9-435f-9918-58c2bf5eb333 req-f0b665e7-b586-4273-af00-f0c68d32c466 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1101 time: 0.4022710 Nov 12 11:04:50.985100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ce62db8-e5bc-42e3-832b-222ebbc7f6d2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Network 04a7214d-381e-44ba-b17b-07030c751be0 is not hosted by any dhcp agent {{(pid=109704) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:04:50.986065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce62db8-e5bc-42e3-832b-222ebbc7f6d2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:50.986735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ce62db8-e5bc-42e3-832b-222ebbc7f6d2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:50.991968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3ce62db8-e5bc-42e3-832b-222ebbc7f6d2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "PUT /v2.0/networks/04a7214d-381e-44ba-b17b-07030c751be0 HTTP/1.1" status: 200 len: 857 time: 0.6064208 Nov 12 11:04:50.992463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44838) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:51.083506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:04:51.085572 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.086194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce62db8-e5bc-42e3-832b-222ebbc7f6d2 tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event updated for resources: {'Network': ['ID=04a7214d-381e-44ba-b17b-07030c751be0,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:51.123553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.125479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.144839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-861ea885-4cf9-435f-9918-58c2bf5eb333 req-4d514194-099a-4526-9c36-ccccf872029b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358218 Nov 12 11:04:51.188047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e1038-1c6b-47a4-8fcc-0984f7549ada req-a12c6902-2be3-4895-9090-88f9648ab305 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:51.191090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-359e1038-1c6b-47a4-8fcc-0984f7549ada req-a12c6902-2be3-4895-9090-88f9648ab305 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1001141 Nov 12 11:04:51.267255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.282126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Allocated IP 172.20.0.2 (7b3ead54-dbb5-4b5c-8f2f-d0402a029464/ee2e48f5-73b4-444d-bf4d-52c50d9610da/418a1b1c-e2f6-4414-af3c-3c32ae6bb85d) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:51.297927 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-359e1038-1c6b-47a4-8fcc-0984f7549ada req-fa7b9280-fabf-4cbd-a828-11ca7e4eb9d6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961847 Nov 12 11:04:51.356969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630aa0d-ef95-4d0d-855f-0010da73330f req-8a468dff-a693-43e4-99bc-67fa4a68c4fc tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:51.361362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a630aa0d-ef95-4d0d-855f-0010da73330f req-8a468dff-a693-43e4-99bc-67fa4a68c4fc tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.3109174 Nov 12 11:04:51.372761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.484867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ab37e-0275-4f2f-a33c-84f14412db31 req-18438c8e-8926-4361-befe-9326d3b54966 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:51.487490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-153ab37e-0275-4f2f-a33c-84f14412db31 req-18438c8e-8926-4361-befe-9326d3b54966 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1148043 Nov 12 11:04:51.557512 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.635676 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-153ab37e-0275-4f2f-a33c-84f14412db31 req-02e7748b-f8c0-4dc1-ae56-34c316ec2cce tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382029 Nov 12 11:04:51.672320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.752765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:51.763898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:51.772244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:51.778607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a630aa0d-ef95-4d0d-855f-0010da73330f req-4d454718-dec8-42d0-8bdd-85afe09c8847 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995001 Nov 12 11:04:51.786076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.812490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Pushing event updated for resources: {'Port': ['ID=418a1b1c-e2f6-4414-af3c-3c32ae6bb85d,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:51.889668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.929761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Attempting to bind port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:51.936357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Attempting to bind port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:51.936731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Attempting to bind port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d on network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:51.944081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a7214d-381e-44ba-b17b-07030c751be0']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:51.952690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:51.952690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Checking segment: {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:51.952690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.952690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Bound using segment: {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:51.955308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Bound port: 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:51.955777 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:51.988230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508a853b-1867-4e99-a8ee-bfc7bd446d53') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:51.988664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508a853b-1867-4e99-a8ee-bfc7bd446d53') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:52.016871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.030349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] For port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:52.034190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] For port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=418a1b1c-e2f6-4414-af3c-3c32ae6bb85d,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:52.076774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bb63f-a6f2-41aa-b26d-2651ebf7b9b8 req-dd3b07d8-17c3-4c34-b27a-f093d8e2e6b9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.079251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-503bb63f-a6f2-41aa-b26d-2651ebf7b9b8 req-dd3b07d8-17c3-4c34-b27a-f093d8e2e6b9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1540937 Nov 12 11:04:52.095188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.118396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:04:52.119173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.124399 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:04:52.125604 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:04:52.162142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad03a8b-c865-4cf9-a550-8e2f02bf7563 req-d9429eb3-964c-4194-8d8f-beda94f47c89 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.165822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ad03a8b-c865-4cf9-a550-8e2f02bf7563 req-d9429eb3-964c-4194-8d8f-beda94f47c89 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 945 time: 0.0944030 Nov 12 11:04:52.265379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c1360-8121-4835-b1e8-1196da74e583 None None] Pushing event updated for resources: {'Port': ['ID=418a1b1c-e2f6-4414-af3c-3c32ae6bb85d,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:52.305693 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ad03a8b-c865-4cf9-a550-8e2f02bf7563 req-82753acd-93cc-4fac-bdf9-8da6f8912415 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267555 Nov 12 11:04:52.375114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-503bb63f-a6f2-41aa-b26d-2651ebf7b9b8 req-dafe4d17-a2ff-4d9d-aef6-e5b65aca06d8 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821875 Nov 12 11:04:52.532468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.561722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec2eeb-ad21-4c7b-9fa2-8d50b726a87d req-89de5929-2f77-4731-b4e5-eb905b32aeee tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.576693 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7ec2eeb-ad21-4c7b-9fa2-8d50b726a87d req-89de5929-2f77-4731-b4e5-eb905b32aeee tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1448061 Nov 12 11:04:52.662205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04a7214d-381e-44ba-b17b-07030c751be0 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:04:52.671963 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7ec2eeb-ad21-4c7b-9fa2-8d50b726a87d req-2ce2a247-5c44-4d37-8551-b305c895091a tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916770 Nov 12 11:04:52.692121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.703725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] 10.222.0.98 "DELETE /v2.0/networks/04a7214d-381e-44ba-b17b-07030c751be0 HTTP/1.1" status: 204 len: 168 time: 1.7065389 Nov 12 11:04:52.708382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44864) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:52.718882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286343-0e28-41fd-b849-54b55cdbd3fa tempest-ExternalNetworksTestJSON-1441623094 tempest-ExternalNetworksTestJSON-1441623094-project-admin] Pushing event deleted for resources: {'Network': ['ID=04a7214d-381e-44ba-b17b-07030c751be0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:52.771270 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fe7ffb-fc37-4b7b-a57b-9c9c26b7b130 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] DELETE failed (client error): The resource could not be found. Nov 12 11:04:52.774182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fe7ffb-fc37-4b7b-a57b-9c9c26b7b130 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:04:52.786077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e9fe7ffb-fc37-4b7b-a57b-9c9c26b7b130 tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] 10.222.0.98 "DELETE /v2.0/subnets/980d3777-bc99-44ca-9652-db3106faa7f9 HTTP/1.1" status: 404 len: 337 time: 0.0764830 Nov 12 11:04:52.789896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44868) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:52.949315 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:52.968807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224927e-7ff3-4ae6-a364-81a44cc5a0c7 req-70c08d3e-f95a-43db-913e-34f3eeb3e8e9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:52.977659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d224927e-7ff3-4ae6-a364-81a44cc5a0c7 req-70c08d3e-f95a-43db-913e-34f3eeb3e8e9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1342022 Nov 12 11:04:53.130301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d224927e-7ff3-4ae6-a364-81a44cc5a0c7 req-727b99b3-5bbb-49be-a1bd-5b6155493347 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485851 Nov 12 11:04:53.167901 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.224406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130ccae0-5199-4823-894d-3ab82b5594e8']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:53.249920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4969b871-fb29-45ce-a971-0f1b212d3b34') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:53.250246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4969b871-fb29-45ce-a971-0f1b212d3b34') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:53.278516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.344091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.354978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:04:53.355450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:04:53.359103 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:04:53.380614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.439853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.441991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e08f7-2606-4dd0-8121-ec5cc7b212dd req-b7c73d15-4351-4ad8-9625-d943ac535ad4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:53.443619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e0e08f7-2606-4dd0-8121-ec5cc7b212dd req-b7c73d15-4351-4ad8-9625-d943ac535ad4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1555533 Nov 12 11:04:53.501990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47058bf2-e344-47fc-962b-a6312755a8b2 req-b66755e4-b61f-46d9-b853-8cb8cac19a4f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:53.504498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47058bf2-e344-47fc-962b-a6312755a8b2 req-b66755e4-b61f-46d9-b853-8cb8cac19a4f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.8803809 Nov 12 11:04:53.541439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.546051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:53.554133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] 10.222.0.98 "DELETE /v2.0/networks/130ccae0-5199-4823-894d-3ab82b5594e8 HTTP/1.1" status: 204 len: 168 time: 0.7591169 Nov 12 11:04:53.628521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e0e08f7-2606-4dd0-8121-ec5cc7b212dd req-45365fcf-b417-49a0-ae0a-aa060996c6be tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703641 Nov 12 11:04:53.629721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a64c4b-28fc-423e-9edc-b99f4624450a tempest-ExternalNetworksTestJSON-833836364 tempest-ExternalNetworksTestJSON-833836364-project] Pushing event deleted for resources: {'Network': ['ID=130ccae0-5199-4823-894d-3ab82b5594e8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:53.775441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Allocated IP 172.25.3.82 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/fe762df8-8f2d-47e8-9800-6c3445993006) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:53.818528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aa9df-47f8-4519-a462-017c4bd14de7 req-00b05f31-ed85-4ad5-ac50-e3bee1f2a42f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:53.829646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef3aa9df-47f8-4519-a462-017c4bd14de7 req-00b05f31-ed85-4ad5-ac50-e3bee1f2a42f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.1044543 Nov 12 11:04:53.872371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47058bf2-e344-47fc-962b-a6312755a8b2 req-b69c58df-1145-4cd4-b480-3fdb52a0ca58 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828465 Nov 12 11:04:54.007557 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef3aa9df-47f8-4519-a462-017c4bd14de7 req-a9bd4f46-6d3e-4ed7-84b0-a3617791c5a4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755440 Nov 12 11:04:54.106870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.144970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:54.270950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.309839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357fa2-b236-48fd-8d5f-fc7219bf9d26 req-b22c2553-6ddf-4809-97c5-c658589c64cc tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:54.315964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b357fa2-b236-48fd-8d5f-fc7219bf9d26 req-b22c2553-6ddf-4809-97c5-c658589c64cc tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.0827122 Nov 12 11:04:54.366653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:54.367226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.406502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b357fa2-b236-48fd-8d5f-fc7219bf9d26 req-64bcdf53-3c33-4b36-9c8a-239b7300fa50 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890126 Nov 12 11:04:54.428833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:04:54.437677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:04:54.453511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:04:54.541963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=fe762df8-8f2d-47e8-9800-6c3445993006,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:54.553894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44890) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:54.560231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b005b-f0a7-4757-a81e-40dc5658ebf3 None None] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:04:54.736552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a624ff-72b6-4cfd-9d40-269276f28281 req-457f3321-f4c4-4218-81e3-b903d7d21ea1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:54.759872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c6a624ff-72b6-4cfd-9d40-269276f28281 req-457f3321-f4c4-4218-81e3-b903d7d21ea1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1737525 Nov 12 11:04:54.767634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e2987ce9-cd84-4306-8a26-f10b74dc956b None None] Provisioning complete for port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:54.768429 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2987ce9-cd84-4306-8a26-f10b74dc956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:54.878016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-26b60f5d-0c71-4297-986f-fce4c518fd7d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c6a7a3d3806c4bb090a81184508382de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220792 Nov 12 11:04:54.885028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44896) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:54.975373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d47400-b2f9-44d8-ae3b-ac00b0d0454f req-8962b387-b611-43cd-9e91-1fda831ee8ef tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:54.987757 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8d47400-b2f9-44d8-ae3b-ac00b0d0454f req-8962b387-b611-43cd-9e91-1fda831ee8ef tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1782277 Nov 12 11:04:55.044889 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.059216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0fcb77b3-31b7-4e41-b724-b05c541b7389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.089432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c6a624ff-72b6-4cfd-9d40-269276f28281 req-c8f4277a-2b77-49c2-b690-e9d62ff0b2ca tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276777 Nov 12 11:04:55.096856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8d47400-b2f9-44d8-ae3b-ac00b0d0454f req-914defa8-aeac-42dc-8c4d-56800a87c53d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043394 Nov 12 11:04:55.188010 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0fcb77b3-31b7-4e41-b724-b05c541b7389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.237598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=418a1b1c-e2f6-4414-af3c-3c32ae6bb85d,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:55.255021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2987ce9-cd84-4306-8a26-f10b74dc956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.419795 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.465091 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-e6e37a03-2e0b-4bc8-ae84-66be8aa3d1ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1320443 Nov 12 11:04:55.492232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.547737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-e2987ce9-cd84-4306-8a26-f10b74dc956b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:04:55.548019 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-e2987ce9-cd84-4306-8a26-f10b74dc956b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:04:55.574809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=418a1b1c-e2f6-4414-af3c-3c32ae6bb85d,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:55.583419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.583857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.584457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.584865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.585288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.585687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.586080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.586513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.586873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.587264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.587765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.588246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:55.599160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0fcb77b3-31b7-4e41-b724-b05c541b7389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.611161 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0fcb77b3-31b7-4e41-b724-b05c541b7389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:55.613019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0fcb77b3-31b7-4e41-b724-b05c541b7389 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cb8ba375-ea4f-4ac3-815c-12308515db75 HTTP/1.1" status: 204 len: 168 time: 0.7219012 Nov 12 11:04:55.651231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb77b3-31b7-4e41-b724-b05c541b7389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ba375-ea4f-4ac3-815c-12308515db75,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:55.685905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f402f6-4c21-4f23-83f1-385a58b983d1 req-d95bd70a-fc70-45f7-8c55-469b17f47677 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:55.687493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6f402f6-4c21-4f23-83f1-385a58b983d1 req-d95bd70a-fc70-45f7-8c55-469b17f47677 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 945 time: 0.3145339 Nov 12 11:04:55.696818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-5c75fb13-1260-4b02-85db-b0c4fddb9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:55.698655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-5c75fb13-1260-4b02-85db-b0c4fddb9ede service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1096 time: 0.1840186 Nov 12 11:04:55.891158 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6f402f6-4c21-4f23-83f1-385a58b983d1 req-71c8fbef-4bc7-4942-bdc1-cc0e7dbb28fe tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991004 Nov 12 11:04:56.013962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-c4d6b544-55b3-47e6-b87d-2c5f5d40584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.021630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-c4d6b544-55b3-47e6-b87d-2c5f5d40584f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.2881641 Nov 12 11:04:56.137303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:04:56.141002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:56.159853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5589e69-ae43-48b8-80f0-031615610266 req-c1f5b797-c1f9-49c8-ad50-ee733e93ac2d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.168571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c5589e69-ae43-48b8-80f0-031615610266 req-c1f5b797-c1f9-49c8-ad50-ee733e93ac2d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1306324 Nov 12 11:04:56.196550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-91012d74-866d-4c92-a0ed-3706dbfdb513 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 217 time: 0.1682315 Nov 12 11:04:56.314498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c5589e69-ae43-48b8-80f0-031615610266 req-9e609c78-7b27-44cd-b929-35ecccac19b1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448736 Nov 12 11:04:56.391446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:56.392383 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:56.475776 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:04:56.526147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-94de6301-5ef0-4e49-b6dc-fb709db796ee None None] Provisioning complete for port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:04:56.526557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94de6301-5ef0-4e49-b6dc-fb709db796ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:56.527373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-6e58b713-fabc-4b39-aaf6-428a44254318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.533486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:04:56.535050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-6e58b713-fabc-4b39-aaf6-428a44254318 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.3308673 Nov 12 11:04:56.611410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-9698c848-6e6b-49ba-828d-615c84734990 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671394 Nov 12 11:04:56.659355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72429e68-cefa-4a2e-aa57-17fa99a4a654 req-fe7f7fd5-b418-4868-a6d2-cead5a99deba tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.662241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72429e68-cefa-4a2e-aa57-17fa99a4a654 req-fe7f7fd5-b418-4868-a6d2-cead5a99deba tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.2928286 Nov 12 11:04:56.678556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785410-d36a-497f-a207-dfe939892ec4 req-b9820601-8e3e-4e02-8684-093f3755a46d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.680221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b785410-d36a-497f-a207-dfe939892ec4 req-b9820601-8e3e-4e02-8684-093f3755a46d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1641984 Nov 12 11:04:56.720761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-08c88fd1-e7c3-4549-a201-a6da0db6239e tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:56.724132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-08c88fd1-e7c3-4549-a201-a6da0db6239e tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 945 time: 0.4835300 Nov 12 11:04:56.778043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b785410-d36a-497f-a207-dfe939892ec4 req-774bfaab-c979-4915-80de-7e9efa0a31cf tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Nov 12 11:04:56.789269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:04:56.802347 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Sync routers for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:04:56.823124 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:04:56.825878 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:04:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:56.941158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:56.945026 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6c7f38e-0763-4d23-a29d-c6cc7a81a6f0 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0742745 Nov 12 11:04:56.945997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44928) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:57.051015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-51153ae3-a971-47d7-8155-591373007a23 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243648 Nov 12 11:04:57.072830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72429e68-cefa-4a2e-aa57-17fa99a4a654 req-aeb48b5f-cabc-4001-ae73-812473bb095c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372023 Nov 12 11:04:57.074006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44930) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:57.114567 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:04:57.274807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cb458-cc4f-42e1-861a-e17a789a813a req-e76f2f0e-2e8b-4c75-8ba8-71fda6342d5e tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.276897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee3cb458-cc4f-42e1-861a-e17a789a813a req-e76f2f0e-2e8b-4c75-8ba8-71fda6342d5e tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1157241 Nov 12 11:04:57.387171 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee3cb458-cc4f-42e1-861a-e17a789a813a req-1fa41cc0-7701-4467-9ba7-16bec3d6ff0c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764258 Nov 12 11:04:57.422617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Deleting port cc9bd02f-0574-4df4-9678-b79ca225017a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:04:57.423162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:57.470928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9550e311-3c8b-4b36-b360-68f2a1520155 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=881867a6de8740ca9cc6042e87457ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869872 Nov 12 11:04:57.480965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44936) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:04:57.533947 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:04:54Z', 'revision_number': 3, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:57.562279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f5023c5-b676-42d6-b404-a5384203ceb9 req-17617afc-cef6-48b8-9f33-90492f64b9ad service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808066 Nov 12 11:04:57.565760 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Checking router: 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:04:57.566467 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Updating router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 port fe762df8-8f2d-47e8-9800-6c3445993006 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:04:57.584481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e39be-1904-40bc-a25d-c5d24cc4c5bf req-955a7c7e-0e9e-4aa8-b00e-09b4b916cc3b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.595125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-695e39be-1904-40bc-a25d-c5d24cc4c5bf req-955a7c7e-0e9e-4aa8-b00e-09b4b916cc3b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.3079019 Nov 12 11:04:57.610007 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:57.688471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d924c4-02f0-4ecd-b40f-984571904ba1 req-f6d0c3a7-d02b-4a2d-8ba5-d506f112f33b tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:57.698276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14d924c4-02f0-4ecd-b40f-984571904ba1 req-f6d0c3a7-d02b-4a2d-8ba5-d506f112f33b tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 945 time: 0.1974766 Nov 12 11:04:57.720454 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e815eb49-9668-41a4-bea9-afab6eec48fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:57.738596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] For port cc9bd02f-0574-4df4-9678-b79ca225017a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cc9bd02f-0574-4df4-9678-b79ca225017a,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:04:57.739230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:57.766191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-695e39be-1904-40bc-a25d-c5d24cc4c5bf req-0388909c-af19-4f9d-9548-6f6563e807af tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669371 Nov 12 11:04:57.788877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e815eb49-9668-41a4-bea9-afab6eec48fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:57.905699 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14d924c4-02f0-4ecd-b40f-984571904ba1 req-d62fb910-b0e8-4c0f-aec6-6a748f7e0811 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062812 Nov 12 11:04:58.065577 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:58.077899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e815eb49-9668-41a4-bea9-afab6eec48fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:58.080718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e815eb49-9668-41a4-bea9-afab6eec48fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:58.085150 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e815eb49-9668-41a4-bea9-afab6eec48fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a04fb4f6-1077-4ed6-8473-8ebc5f331948 HTTP/1.1" status: 204 len: 168 time: 0.6004543 Nov 12 11:04:58.111591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:58.164800 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:58.198880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815eb49-9668-41a4-bea9-afab6eec48fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04fb4f6-1077-4ed6-8473-8ebc5f331948,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:58.270707 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Pushing event updated for resources: {'Port': ['ID=fe762df8-8f2d-47e8-9800-6c3445993006,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:58.319974 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.321258 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.322931 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.323883 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.324830 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.325713 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.326619 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.327772 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.328735 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.329808 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.330895 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.331817 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:04:58.356189 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Attempting to bind port fe762df8-8f2d-47e8-9800-6c3445993006 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:04:58.356542 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Attempting to bind port fe762df8-8f2d-47e8-9800-6c3445993006 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:04:58.356956 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Attempting to bind port fe762df8-8f2d-47e8-9800-6c3445993006 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:04:58.366419 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:04:58.366812 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:04:58.367222 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:58.368342 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:04:58.368959 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Bound port: fe762df8-8f2d-47e8-9800-6c3445993006, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:04:58.369374 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:58.383437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8bc64-6481-413a-91f2-cd7eb2c91d2b req-c4696d5c-9cef-4f06-b0ba-88f0ee6ff01f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:58.395987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfc8bc64-6481-413a-91f2-cd7eb2c91d2b req-c4696d5c-9cef-4f06-b0ba-88f0ee6ff01f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.3768127 Nov 12 11:04:58.455741 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] For port fe762df8-8f2d-47e8-9800-6c3445993006, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:04:58.460628 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] For port fe762df8-8f2d-47e8-9800-6c3445993006, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fe762df8-8f2d-47e8-9800-6c3445993006,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:04:58.583061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfc8bc64-6481-413a-91f2-cd7eb2c91d2b req-d4b5d905-ae31-4bd3-832f-0107feb329f5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749847 Nov 12 11:04:58.592155 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:58.747197 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c44579-602b-4fcb-bb5f-5a15f962ac35 None None] Pushing event updated for resources: {'Port': ['ID=fe762df8-8f2d-47e8-9800-6c3445993006,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:58.780020 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:04:58.780774 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:04:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:58.785644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Allocated IP 172.20.0.1 (7b3ead54-dbb5-4b5c-8f2f-d0402a029464/ee2e48f5-73b4-444d-bf4d-52c50d9610da/77f7fbb8-1696-4a40-9e29-0d6c61943083) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:04:58.959741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f1ad2-bff1-447d-bd81-9fe1016a7a40 req-df9542d0-32e1-4fc7-b924-9b79b46d5858 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:58.966313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d6f1ad2-bff1-447d-bd81-9fe1016a7a40 req-df9542d0-32e1-4fc7-b924-9b79b46d5858 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.9270167 Nov 12 11:04:59.038391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.038951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.039413 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Floating IP cc4b7eee-3a48-4173-8560-81321bcb1d4c disassociated. External IP: 172.25.3.94, port: cc9bd02f-0574-4df4-9678-b79ca225017a. Nov 12 11:04:59.039984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Calling delete_port for cc9bd02f-0574-4df4-9678-b79ca225017a owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:04:59.084754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d6f1ad2-bff1-447d-bd81-9fe1016a7a40 req-3777979e-81ee-4d39-b0cb-e1b6e487da4c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996141 Nov 12 11:04:59.158870 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:04:59.225589 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d862cde-61a7-44fa-89d0-28440a6bf33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.454720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f153dcf-0a13-483b-ac48-d538866d9d70 req-7c9b3a44-0fd0-400e-8e80-1a42b689db8b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:59.456941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f153dcf-0a13-483b-ac48-d538866d9d70 req-7c9b3a44-0fd0-400e-8e80-1a42b689db8b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2103767 Nov 12 11:04:59.470691 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.484794 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:04:54Z', 'revision_number': 3, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:04:59.512793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0483fc-e34f-4e64-8c8a-5b1f8e60694d req-9641b077-8920-4ba4-b094-d1ca01a22044 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:04:59.516143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e0483fc-e34f-4e64-8c8a-5b1f8e60694d req-9641b077-8920-4ba4-b094-d1ca01a22044 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.7479022 Nov 12 11:04:59.553848 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c80a8-8b35-4322-9dc2-9f87d94fa17d None None] The sync data for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 is: [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:04:54Z', 'revision_number': 3, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:04:59.579880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.609893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event deleted for resources: {'Port': ['ID=cc9bd02f-0574-4df4-9678-b79ca225017a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:04:59.759334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e0483fc-e34f-4e64-8c8a-5b1f8e60694d req-99369021-93e5-46a5-b1da-4aa4e1a19ce7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139748 Nov 12 11:04:59.864092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:04:59.906155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cc9bd02f-0574-4df4-9678-b79ca225017a no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:04:59.942545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f153dcf-0a13-483b-ac48-d538866d9d70 req-19b538ea-7115-4ea8-bb6b-9c7b4b60ff05 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648345 Nov 12 11:04:59.975064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: cc9bd02f-0574-4df4-9678-b79ca225017a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:04:59.975669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cc9bd02f-0574-4df4-9678-b79ca225017a not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:04:59.990408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:04:59.999447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:00.020496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:00.035261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:00.038951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=77f7fbb8-1696-4a40-9e29-0d6c61943083,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:00.109803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:00.167440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aa5c2-5d49-4366-9c32-7802c193a0b6 req-27c2e326-b563-4c23-87ff-708f53aff123 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:00.168276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-613aa5c2-5d49-4366-9c32-7802c193a0b6 req-27c2e326-b563-4c23-87ff-708f53aff123 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2571287 Nov 12 11:05:00.433599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-613aa5c2-5d49-4366-9c32-7802c193a0b6 req-a85dfc85-8746-485b-ba6d-4844bb9328a0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267179 Nov 12 11:05:00.459750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0fb15-e9d4-4258-82cc-53140dccdd74 req-9a0b4211-a693-4cbf-a2ee-ea0a8ca9354b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:00.468706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ba0fb15-e9d4-4258-82cc-53140dccdd74 req-9a0b4211-a693-4cbf-a2ee-ea0a8ca9354b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.3050830 Nov 12 11:05:00.502480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:05:00.523527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] Sync routers for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:05:00.575432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:00.576215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:04:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:00.609191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ba0fb15-e9d4-4258-82cc-53140dccdd74 req-18de5acb-2518-40cc-bb30-9d67103afb81 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380270 Nov 12 11:05:00.690156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:00.703421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] No DVR routers for this DVR port cc9bd02f-0574-4df4-9678-b79ca225017a on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:00.720062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:00.734680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a881a397-9065-459f-8306-df36ba44ef9c details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:00.738319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e58c59b8-5fae-4aef-aa47-07486399d703 req-6098c751-25f4-42ca-8c91-4cf8ea708b3c tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.69 "DELETE /v2.0/ports/cc9bd02f-0574-4df4-9678-b79ca225017a HTTP/1.1" status: 204 len: 173 time: 3.9897518 Nov 12 11:05:00.744190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'name': 'network-vif-deleted', 'tag': 'cc9bd02f-0574-4df4-9678-b79ca225017a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:00.757723 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687f86a9-7ab6-465f-9230-957ad057eaf3" -d '{"events": [{"server_uuid": "f7f59aff-70ae-4628-b7f9-66f0166a5041", "name": "network-vif-deleted", "tag": "cc9bd02f-0574-4df4-9678-b79ca225017a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:00.769105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab6aaf9b-4e83-47af-9063-37bd72ed9c81 req-60209771-24ce-4455-8ab4-a1c52d3e2cee tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 210 time: 0.0730247 Nov 12 11:05:00.814442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a08807a5-e46c-4941-8c64-757f39e7d272 None None] Provisioning complete for port 77f7fbb8-1696-4a40-9e29-0d6c61943083 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:00.814794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a08807a5-e46c-4941-8c64-757f39e7d272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:00.907545 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:05:01.015230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea44f-6d75-4df5-9269-8864c36c78e1 req-57e6dfda-5b62-4ac0-8d01-56880b787478 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:01.020837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e11ea44f-6d75-4df5-9269-8864c36c78e1 req-57e6dfda-5b62-4ac0-8d01-56880b787478 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1944485 Nov 12 11:05:01.036481 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.105540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a08807a5-e46c-4941-8c64-757f39e7d272 None None] Port 77f7fbb8-1696-4a40-9e29-0d6c61943083 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:01.113163 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.145170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:01.167652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:01.171113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'a881a397-9065-459f-8306-df36ba44ef9c', 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'port_id': 'a881a397-9065-459f-8306-df36ba44ef9c', 'mac_address': 'fa:16:3e:35:d3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d294a2-40c0-4d6d-a32f-2c45c286516d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:01.187519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e11ea44f-6d75-4df5-9269-8864c36c78e1 req-d0388b1e-99ae-4a1f-a9f1-04672cf0bdfa tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592784 Nov 12 11:05:01.289642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.295234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=77f7fbb8-1696-4a40-9e29-0d6c61943083,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:01.349319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0856dcaa-6789-4cf9-afdf-b9d6f21cc207 req-a23d18c5-7294-431b-9353-e3b62d7ba4cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0912440 Nov 12 11:05:01.351637 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d720aaa-0e8d-4f96-903a-b25104a5f8a6 x-openstack-request-id: req-1d720aaa-0e8d-4f96-903a-b25104a5f8a6 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:01.352313 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f59aff-70ae-4628-b7f9-66f0166a5041", "name": "network-vif-deleted", "tag": "cc9bd02f-0574-4df4-9678-b79ca225017a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:01.353397 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d720aaa-0e8d-4f96-903a-b25104a5f8a6 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:01.354116 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f59aff-70ae-4628-b7f9-66f0166a5041', 'name': 'network-vif-deleted', 'tag': 'cc9bd02f-0574-4df4-9678-b79ca225017a', 'status': 'completed', 'code': 200} Nov 12 11:05:01.453139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0856dcaa-6789-4cf9-afdf-b9d6f21cc207 req-a18e116a-0c20-4685-9e1b-8992169be5ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=227cc9954dc74ecab0c800cb01368067&device_id=f7f59aff-70ae-4628-b7f9-66f0166a5041 HTTP/1.1" status: 200 len: 210 time: 0.0701396 Nov 12 11:05:01.463295 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.481690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a881a397-9065-459f-8306-df36ba44ef9c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:01.487848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:01.501677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:01.518728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:01.614096 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.674887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aff86-8f63-43ea-826a-ea185e904bb0 req-60d8eded-516b-49d4-be70-212f33cd9980 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:01.694553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-273aff86-8f63-43ea-826a-ea185e904bb0 req-60d8eded-516b-49d4-be70-212f33cd9980 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2444539 Nov 12 11:05:01.716866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:35Z', 'revision_number': 5, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:01.782978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522c9c2-ff54-4a3f-b23a-7e092d8222a6 req-d8ff8bc2-45d7-4d6b-bc5b-1351a8ad7c8c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:01.789677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] Checking router: 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:05:01.796969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9522c9c2-ff54-4a3f-b23a-7e092d8222a6 req-d8ff8bc2-45d7-4d6b-bc5b-1351a8ad7c8c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.3488779 Nov 12 11:05:01.817627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:01.834241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:01.835007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:04:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:01.839265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba91587c-f6fb-46b4-af21-6b64e9d32964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:01.878724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856dcaa-6789-4cf9-afdf-b9d6f21cc207 req-f268b1dc-07c1-42d2-94b3-f552eea9554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:01.881350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0856dcaa-6789-4cf9-afdf-b9d6f21cc207 req-f268b1dc-07c1-42d2-94b3-f552eea9554b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=227cc9954dc74ecab0c800cb01368067&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3451569 Nov 12 11:05:01.893523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-273aff86-8f63-43ea-826a-ea185e904bb0 req-14e2e19a-c08e-436d-b713-314b3c697964 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974003 Nov 12 11:05:01.913604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['a881a397-9065-459f-8306-df36ba44ef9c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:01.979071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:05:02.217178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9522c9c2-ff54-4a3f-b23a-7e092d8222a6 req-179a65f9-7e49-461f-ba41-c682cc51f632 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191196 Nov 12 11:05:02.310547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-28e1cd4f-8176-407e-ae86-68bf394f483f None None] Provisioning complete for port 77f7fbb8-1696-4a40-9e29-0d6c61943083 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:02.311169 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28e1cd4f-8176-407e-ae86-68bf394f483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.327411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fe762df8-8f2d-47e8-9800-6c3445993006 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:02.342461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9092f1d-1965-4d3f-9e05-45c083b1b242 req-1692fb66-140d-4192-866a-7d3159ccd97c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.356498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45008) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:02.356805 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9092f1d-1965-4d3f-9e05-45c083b1b242 req-1692fb66-140d-4192-866a-7d3159ccd97c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2086864 Nov 12 11:05:02.401847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856dcaa-6789-4cf9-afdf-b9d6f21cc207 req-81e2a65e-29ec-496f-8cf9-166794dae0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.407789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0856dcaa-6789-4cf9-afdf-b9d6f21cc207 req-81e2a65e-29ec-496f-8cf9-166794dae0e2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5025804 Nov 12 11:05:02.411983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:05:02.434907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-99e2f142-fdf7-451a-b933-9d67fe48a2c3 admin admin] 10.222.0.98 "PUT /v2.0/routers/90a4a29a-a533-4ef6-b78d-66ed1aff6c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4878402 Nov 12 11:05:02.479275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:02.497035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-28e1cd4f-8176-407e-ae86-68bf394f483f None None] Port 77f7fbb8-1696-4a40-9e29-0d6c61943083 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:02.510670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9092f1d-1965-4d3f-9e05-45c083b1b242 req-57873d82-d758-412e-b960-b181b6c40389 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297460 Nov 12 11:05:02.529958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7554f3-7fcb-488c-bff8-d3f713e56394 req-ca025a52-e5d7-490d-862b-4f441cd50674 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.539121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d7554f3-7fcb-488c-bff8-d3f713e56394 req-ca025a52-e5d7-490d-862b-4f441cd50674 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 944 time: 0.1568480 Nov 12 11:05:02.622002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a881a397-9065-459f-8306-df36ba44ef9c no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:02.665264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d7554f3-7fcb-488c-bff8-d3f713e56394 req-99760fbd-511a-49ce-b649-8df7fb6ae330 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248136 Nov 12 11:05:02.703153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port fe762df8-8f2d-47e8-9800-6c3445993006 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:02.703628 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.717076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-575800899', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:02.924323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e9f7c-ee15-46b9-9576-55b305536ccf req-d171a9b6-25e0-42e6-b8fa-c52c22b1232d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:02.924323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-978e9f7c-ee15-46b9-9576-55b305536ccf req-d171a9b6-25e0-42e6-b8fa-c52c22b1232d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.0855572 Nov 12 11:05:02.977203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:02.984373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Made reservation on behalf of 9a2b3438d819457a90f9fad6f833d10e for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:02.992053 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-978e9f7c-ee15-46b9-9576-55b305536ccf req-cb7bc710-8f21-4ede-8370-64bf432475b0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032617 Nov 12 11:05:02.992962 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.044973 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Sync routers for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:05:03.045776 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.045979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a881a397-9065-459f-8306-df36ba44ef9c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:03.046179 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:03.046179 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:05:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:03.048733 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.091191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b620153-7cd7-4e6e-954d-5dcbb680cb3c req-97d7e431-cb60-4342-8f1c-ef52441c0027 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:03.095323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b620153-7cd7-4e6e-954d-5dcbb680cb3c req-97d7e431-cb60-4342-8f1c-ef52441c0027 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2221835 Nov 12 11:05:03.096861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:03.100488 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.130441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port fe762df8-8f2d-47e8-9800-6c3445993006, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fe762df8-8f2d-47e8-9800-6c3445993006,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:03.133454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:35Z', 'revision_number': 5, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:03.185616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f06b5-7f47-47f4-9506-c48aae755498 None None] The sync data for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 is: [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'dcd27ed7-4ace-40ca-a067-bffbf287c6b1', 'name': '', 'network_id': '9f37587a-67c3-4c99-b864-851e73c2f0d5', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'mac_address': 'fa:16:3e:c2:f8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:28Z', 'updated_at': '2021-11-12T11:02:35Z', 'revision_number': 5, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'subnets': [{'id': '36a403f2-b15e-4008-b7a5-3615adbdfb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:05:03.191554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45020) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:03.211533 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.229311 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.273441 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:03.383803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b620153-7cd7-4e6e-954d-5dcbb680cb3c req-6679d40a-1361-46f8-82d1-79269256d1d5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625985 Nov 12 11:05:03.397218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:03.476004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=fe762df8-8f2d-47e8-9800-6c3445993006,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:03.489830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f9d3e9b-4e64-451a-83da-b3bbc8800ba1 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.502562 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.589762 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.590487 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f9d3e9b-4e64-451a-83da-b3bbc8800ba1 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.593582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] device_id is not set on port e43fc06f-176d-4569-b255-ab8a16bfb629 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:05:03.636378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be8087-ac3d-4722-ba6a-5fc475320313 req-2dc40207-326c-4d2c-9423-72672fa5f551 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:03.645758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6be8087-ac3d-4722-ba6a-5fc475320313 req-2dc40207-326c-4d2c-9423-72672fa5f551 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.2544129 Nov 12 11:05:03.763810 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6be8087-ac3d-4722-ba6a-5fc475320313 req-c130c61e-28c8-44c6-bc54-f51554102cdc tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139205 Nov 12 11:05:03.861861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Allocated IP 172.25.3.21 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/e43fc06f-176d-4569-b255-ab8a16bfb629) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:03.866346 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f9d3e9b-4e64-451a-83da-b3bbc8800ba1 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.866346 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f9d3e9b-4e64-451a-83da-b3bbc8800ba1 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:03.867188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f9d3e9b-4e64-451a-83da-b3bbc8800ba1 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "DELETE /v2.0/security-groups/fd3e9e65-320c-4dc2-a44d-8aa4a10c676d HTTP/1.1" status: 204 len: 168 time: 0.6748154 Nov 12 11:05:03.870653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45066) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:03.897050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d3e9b-4e64-451a-83da-b3bbc8800ba1 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3e9e65-320c-4dc2-a44d-8aa4a10c676d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:03.952253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de56b7-7b7c-40f0-81b6-0dec80f1d036 req-74f9a051-3779-480d-bdc8-bac410a44aff tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:03.957815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41763c81-92b9-452e-a2f7-ffa71cbbd28e None None] New status for floating IP cc4b7eee-3a48-4173-8560-81321bcb1d4c: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:05:03.960570 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 2, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:03.966843 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31de56b7-7b7c-40f0-81b6-0dec80f1d036 req-74f9a051-3779-480d-bdc8-bac410a44aff tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 943 time: 0.0815427 Nov 12 11:05:04.011076 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Checking router: 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:05:04.011771 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Updating router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 port 77f7fbb8-1696-4a40-9e29-0d6c61943083 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:05:04.023229 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-5df46c10-f17e-459c-81bc-ef5120178122 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] show failed (client error): The resource could not be found. Nov 12 11:05:04.027445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5df46c10-f17e-459c-81bc-ef5120178122 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "GET /v2.0/security-groups/fd3e9e65-320c-4dc2-a44d-8aa4a10c676d HTTP/1.1" status: 404 len: 347 time: 0.1475661 Nov 12 11:05:04.027885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45068) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:04.055426 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.073365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31de56b7-7b7c-40f0-81b6-0dec80f1d036 req-eba64a60-b3af-4273-afbb-6a25f4395956 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026392 Nov 12 11:05:04.113845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fe762df8-8f2d-47e8-9800-6c3445993006 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:04.222823 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.247380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port fe762df8-8f2d-47e8-9800-6c3445993006 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:04.247754 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.258195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e80e0-e9e5-45d6-8951-5bcbd3bc3d0b req-cf60b8bc-278b-4504-9ccf-e289f60334c1 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:04.260755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-027e80e0-e9e5-45d6-8951-5bcbd3bc3d0b req-cf60b8bc-278b-4504-9ccf-e289f60334c1 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0793600 Nov 12 11:05:04.295593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f45060-48d2-4011-85c2-f490e3b547a9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:04.377148 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-027e80e0-e9e5-45d6-8951-5bcbd3bc3d0b req-5ed2ac71-064e-41c0-8418-69557b6cb162 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094940 Nov 12 11:05:04.385080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6ccb2-e3bc-4321-9120-75f67a926376 req-1b300dbb-d87d-4631-a492-2409b10f3c5b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:04.386841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cde6ccb2-e3bc-4321-9120-75f67a926376 req-1b300dbb-d87d-4631-a492-2409b10f3c5b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.5144405 Nov 12 11:05:04.563090 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52b186-a18d-4760-a98b-331010029794 req-e0c5b4e3-17c6-4938-8297-66da4d788196 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:04.564950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a52b186-a18d-4760-a98b-331010029794 req-e0c5b4e3-17c6-4938-8297-66da4d788196 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.0548422 Nov 12 11:05:04.606556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a881a397-9065-459f-8306-df36ba44ef9c up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:04.630747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Deleting port a0b19a06-aeb2-4e02-9519-2eab794ee048 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:04.631186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.699185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a52b186-a18d-4760-a98b-331010029794 req-8721ded4-68ce-4229-8138-a31abba364c2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166422 Nov 12 11:05:04.731373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port a881a397-9065-459f-8306-df36ba44ef9c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:04.732180 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.733979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cde6ccb2-e3bc-4321-9120-75f67a926376 req-5f71ab81-c8ac-4468-b993-914e321d1272 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324955 Nov 12 11:05:04.789053 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.794725 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.809631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.810012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.836199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.838743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Calling delete_port for a0b19a06-aeb2-4e02-9519-2eab794ee048 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:04.890722 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:04.948528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65442305-4ce9-4ec8-bd1a-e2da8bb71de1 req-9437096f-2093-41be-a416-74e92e6f47dc tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:04.985445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65442305-4ce9-4ec8-bd1a-e2da8bb71de1 req-9437096f-2093-41be-a416-74e92e6f47dc tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1687880 Nov 12 11:05:05.011127 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095bb9d-fe87-4261-8a4a-94c9cda10fd7 None None] Pushing event updated for resources: {'Port': ['ID=77f7fbb8-1696-4a40-9e29-0d6c61943083,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:05.035249 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.082131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.144127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a881a397-9065-459f-8306-df36ba44ef9c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:05.167907 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Attempting to bind port 77f7fbb8-1696-4a40-9e29-0d6c61943083 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:05.167907 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Attempting to bind port 77f7fbb8-1696-4a40-9e29-0d6c61943083 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:05.167907 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Attempting to bind port 77f7fbb8-1696-4a40-9e29-0d6c61943083 on network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:05.172738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65442305-4ce9-4ec8-bd1a-e2da8bb71de1 req-67474f50-8736-4897-abe6-4856174c087a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675501 Nov 12 11:05:05.175093 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d2bb0a-1005-4afa-a006-8b1af8254eb2" -d '{"events": [{"server_uuid": "f31abd6e-04fa-488f-9cd7-022cd7942c90", "name": "network-vif-plugged", "status": "completed", "tag": "a881a397-9065-459f-8306-df36ba44ef9c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:05.178555 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:05.179316 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Checking segment: {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:05.179815 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.180494 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Bound using segment: {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:05.181353 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Bound port: 77f7fbb8-1696-4a40-9e29-0d6c61943083, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:05.181983 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.214994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:05.228676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:05.250590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:05.259683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Pushing event updated for resources: {'Port': ['ID=e43fc06f-176d-4569-b255-ab8a16bfb629,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:05.277399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:05.305812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef03e7-6fc4-4bf0-8be6-555e085c0139 req-e1a195c2-c5eb-42f6-9665-ead3c9aefa00 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:05.317643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adef03e7-6fc4-4bf0-8be6-555e085c0139 req-e1a195c2-c5eb-42f6-9665-ead3c9aefa00 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.3430037 Nov 12 11:05:05.376528 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] For port 77f7fbb8-1696-4a40-9e29-0d6c61943083, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:05.382498 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.396354 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] For port 77f7fbb8-1696-4a40-9e29-0d6c61943083, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=77f7fbb8-1696-4a40-9e29-0d6c61943083,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:05.473626 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.479841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3ac0c-9864-4003-be99-b4e4502ac39e req-f6b22b37-5fa5-411c-b6b6-beb6a8db9da9 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:05.482857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3d3ac0c-9864-4003-be99-b4e4502ac39e req-f6b22b37-5fa5-411c-b6b6-beb6a8db9da9 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1171143 Nov 12 11:05:05.491578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.513301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:05.514067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:05.514697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.576192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Pushing event deleted for resources: {'Port': ['ID=a0b19a06-aeb2-4e02-9519-2eab794ee048,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:05.596919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adef03e7-6fc4-4bf0-8be6-555e085c0139 req-b6224a76-fd15-4137-8a23-930e640b1d72 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699590 Nov 12 11:05:05.632004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7698cef7-f42b-43e5-b58a-dbea61b7f152 None None] Provisioning complete for port 77f7fbb8-1696-4a40-9e29-0d6c61943083 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:05.636040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7698cef7-f42b-43e5-b58a-dbea61b7f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.674381 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3d3ac0c-9864-4003-be99-b4e4502ac39e req-08e8313b-b2ed-45c0-a9d8-484c8955938e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558626 Nov 12 11:05:05.710923 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:05.716398 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:05:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:05.722268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3ac27189-560e-488a-9883-5d93e6d947cb tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.3632512 Nov 12 11:05:05.725067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45116) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:05.730286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}]}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:05.752485 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095bb9d-fe87-4261-8a4a-94c9cda10fd7 None None] Pushing event updated for resources: {'Port': ['ID=77f7fbb8-1696-4a40-9e29-0d6c61943083,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:05.884940 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.892549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.898499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dec8de1c-2a9b-4e94-917b-295d10a5a624 tempest-ServersTestManualDisk-1903481044 tempest-ServersTestManualDisk-1903481044-project] 10.222.0.98 "DELETE /v2.0/floatingips/cc4b7eee-3a48-4173-8560-81321bcb1d4c HTTP/1.1" status: 204 len: 168 time: 1.8615940 Nov 12 11:05:05.904477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45130) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:05.927114 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.939123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.944372 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7698cef7-f42b-43e5-b58a-dbea61b7f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:05.997419 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.072149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7698cef7-f42b-43e5-b58a-dbea61b7f152 None None] For port 77f7fbb8-1696-4a40-9e29-0d6c61943083, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=77f7fbb8-1696-4a40-9e29-0d6c61943083,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:06.176393 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:06.182302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7698cef7-f42b-43e5-b58a-dbea61b7f152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.306055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698cef7-f42b-43e5-b58a-dbea61b7f152 None None] Pushing event updated for resources: {'Port': ['ID=77f7fbb8-1696-4a40-9e29-0d6c61943083,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:06.353642 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a947eec8-2ecc-4e35-9d6d-c9f1a48b4582 x-openstack-request-id: req-a947eec8-2ecc-4e35-9d6d-c9f1a48b4582 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:06.357072 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31abd6e-04fa-488f-9cd7-022cd7942c90", "name": "network-vif-plugged", "status": "completed", "tag": "a881a397-9065-459f-8306-df36ba44ef9c", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:06.359068 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a947eec8-2ecc-4e35-9d6d-c9f1a48b4582 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:06.359656 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a881a397-9065-459f-8306-df36ba44ef9c', 'code': 200} Nov 12 11:05:06.366468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7845db4a-529b-4c75-b263-4eed4c2eb532 None None] Provisioning complete for port 77f7fbb8-1696-4a40-9e29-0d6c61943083 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:06.367089 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7845db4a-529b-4c75-b263-4eed4c2eb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.523768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3584003-7cc5-4719-b442-7aa7699c3eec req-f7d9ac16-95bf-4336-a811-84928b5a16e2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.528792 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a3584003-7cc5-4719-b442-7aa7699c3eec req-f7d9ac16-95bf-4336-a811-84928b5a16e2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.6256087 Nov 12 11:05:06.590009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e5f4b-9b0e-42ac-8d8e-c93a5ec0434e req-952c16e7-fc57-401f-9886-5e39ad1152fa tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.599313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff9e5f4b-9b0e-42ac-8d8e-c93a5ec0434e req-952c16e7-fc57-401f-9886-5e39ad1152fa tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1470218 Nov 12 11:05:06.603278 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:06.664904 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a3584003-7cc5-4719-b442-7aa7699c3eec req-2d7a7692-f036-46ec-9c19-26957ae5f219 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991981 Nov 12 11:05:06.695257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e07bec-7125-45a8-bc0f-9b3839598863 req-6312f79e-c43a-477b-afce-6ec722c083c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.695741 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04e07bec-7125-45a8-bc0f-9b3839598863 req-6312f79e-c43a-477b-afce-6ec722c083c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 1097 time: 0.1554666 Nov 12 11:05:06.706895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff9e5f4b-9b0e-42ac-8d8e-c93a5ec0434e req-e3150e0a-14c3-4132-897e-39f80781879a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039233 Nov 12 11:05:06.775592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04e07bec-7125-45a8-bc0f-9b3839598863 req-5af1cbf9-8a1e-40d5-b5f7-cb6149571574 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Nov 12 11:05:06.880885 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:05Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:06.945164 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f0fed-a697-4d95-b2f2-116e66780fbd None None] The sync data for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 is: [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:05Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:05:06.971281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb8311-f48e-4af8-86bb-3815de6bda27 req-7ca89a37-786d-4d10-a3be-c6c3c5b8756e tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.976809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-30eb8311-f48e-4af8-86bb-3815de6bda27 req-7ca89a37-786d-4d10-a3be-c6c3c5b8756e tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1471400 Nov 12 11:05:06.978753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be0a4e-4a09-4800-9cf6-19d407ae22c2 req-ba0ac992-25f7-4f3c-8ce9-8aa934ee25b6 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:06.981799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42be0a4e-4a09-4800-9cf6-19d407ae22c2 req-ba0ac992-25f7-4f3c-8ce9-8aa934ee25b6 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 945 time: 0.0927069 Nov 12 11:05:07.120418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42be0a4e-4a09-4800-9cf6-19d407ae22c2 req-64cbec30-b789-4a92-b86c-8ec0055f0f48 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309879 Nov 12 11:05:07.173332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-5e8146c5-0811-4ed8-9876-1aa7bed0dd42 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:07.176212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-5e8146c5-0811-4ed8-9876-1aa7bed0dd42 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.1601105 Nov 12 11:05:07.191245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-22'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:07.310307 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.339535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b4bc-6221-4d97-8517-661d4df9518b req-d9d809b7-4ca3-4305-8b47-920489a9df8b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:07.341234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6679b4bc-6221-4d97-8517-661d4df9518b req-d9d809b7-4ca3-4305-8b47-920489a9df8b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1061478 Nov 12 11:05:07.439888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6679b4bc-6221-4d97-8517-661d4df9518b req-4535b750-9a46-48e2-8f5e-523941a056dd tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725539 Nov 12 11:05:07.611492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:07.677682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d059a-64f4-4e1c-8306-e233df42bd1a req-c0c90f3b-4322-4e77-82fb-de4f2d352d0b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:07.677682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-995d059a-64f4-4e1c-8306-e233df42bd1a req-c0c90f3b-4322-4e77-82fb-de4f2d352d0b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1031024 Nov 12 11:05:07.735341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:07.776659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-995d059a-64f4-4e1c-8306-e233df42bd1a req-8363a0ff-7e30-4198-978a-3b5b7fdbd100 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119311 Nov 12 11:05:07.840666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:07.843092 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b89d95-6e01-49a2-be33-b09ba43d3d12" -d '{"events": [{"server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:07.864979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.869291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-30eb8311-f48e-4af8-86bb-3815de6bda27 req-02292482-383e-493c-ad83-93707b9a0658 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703158 Nov 12 11:05:07.964930 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:07.977218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.117767 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.174960 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf50e19a-f195-4cad-8d5a-b85389e78ad7 x-openstack-request-id: req-bf50e19a-f195-4cad-8d5a-b85389e78ad7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:08.175758 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:08.176298 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf50e19a-f195-4cad-8d5a-b85389e78ad7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:08.177067 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e', 'code': 200} Nov 12 11:05:08.188348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:08.202586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 77f7fbb8-1696-4a40-9e29-0d6c61943083 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:08.378388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 77f7fbb8-1696-4a40-9e29-0d6c61943083 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:08.379577 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.525822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on host n-h2-768852-22 for vnic_type normal with profile {"migrating_to": "n-h1-768852-22"} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:08.526394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:08.526979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:08.561187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62213f-5ea0-4961-ab10-335c0b0a0075 req-2d66a335-cf85-4c69-80a2-9e6470ded998 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:08.583839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b62213f-5ea0-4961-ab10-335c0b0a0075 req-2d66a335-cf85-4c69-80a2-9e6470ded998 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.4011323 Nov 12 11:05:08.613663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:05:08.614448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:08.619328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 60ea0f53-99e7-422d-8291-1c6b2581a22e details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:08.668054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:08.668762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:08.669415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:08.670199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Bound port: 60ea0f53-99e7-422d-8291-1c6b2581a22e, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:08.672409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.767648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b62213f-5ea0-4961-ab10-335c0b0a0075 req-de51feca-74c4-429e-ae74-7c90d6335b89 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825552 Nov 12 11:05:08.849022 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:08.877545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:08.884673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:08.962340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.001701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:09.038895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd1e40-eaf9-4051-aa87-b49e58419818 req-c003da36-4322-4243-8e4b-aff76c331623 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.050654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25dd1e40-eaf9-4051-aa87-b49e58419818 req-c003da36-4322-4243-8e4b-aff76c331623 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.1370664 Nov 12 11:05:09.070013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on host n-h2-768852-22 for vnic_type normal with profile {"migrating_to": "n-h1-768852-22"} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:09.071273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:09.072318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:09.085494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:05:09.087482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Attempting to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:09.097051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Pushing event updated for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=8']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:09.098639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:09.099577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:09.101022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:09.102207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Bound port: 60ea0f53-99e7-422d-8291-1c6b2581a22e, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:09.103734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.136282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.136998 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.138644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-22e0b3a6-fa88-4120-a3fa-995048285147 service neutron] 10.222.0.57 "PUT /v2.0/ports/60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 1123 time: 1.9531391 Nov 12 11:05:09.153833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b471d69-b4d2-4fd5-b5b3-3f6f5c853318 req-3e2dbac3-bb53-4a82-badc-93d7715666c4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.156487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b471d69-b4d2-4fd5-b5b3-3f6f5c853318 req-3e2dbac3-bb53-4a82-badc-93d7715666c4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 814 time: 0.6852572 Nov 12 11:05:09.182987 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25dd1e40-eaf9-4051-aa87-b49e58419818 req-af530f8d-ab3e-4bd7-a1b6-02b66690750f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258359 Nov 12 11:05:09.222764 n-d-768852-22 neutron-server[109706]: WARNING neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Concurrent port binding operations failed on port 60ea0f53-99e7-422d-8291-1c6b2581a22e Nov 12 11:05:09.232776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:09.257643 n-d-768852-22 neutron-server[109706]: INFO neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Attempt 2 to bind port 60ea0f53-99e7-422d-8291-1c6b2581a22e Nov 12 11:05:09.257643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 60ea0f53-99e7-422d-8291-1c6b2581a22e has no active binding in host n-h1-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 11:05:09.300902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b471d69-b4d2-4fd5-b5b3-3f6f5c853318 req-ea2fb2d3-9969-4e6a-9406-b021287dba79 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/quotas/b6d2c597ffc743ab9ca1c7e80f70d468 HTTP/1.1" status: 200 len: 375 time: 0.1233747 Nov 12 11:05:09.309649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['60ea0f53-99e7-422d-8291-1c6b2581a22e'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:09.318916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['60ea0f53-99e7-422d-8291-1c6b2581a22e'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:09.337876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e3c54-4dde-41bf-b41d-af1baae80007 req-f8c20aa6-6f10-4e7e-8255-690f6e277eeb tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.353136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-496e3c54-4dde-41bf-b41d-af1baae80007 req-f8c20aa6-6f10-4e7e-8255-690f6e277eeb tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.1056004 Nov 12 11:05:09.444524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-496e3c54-4dde-41bf-b41d-af1baae80007 req-cd3c4e1d-bbea-4025-be02-5e2746e56773 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899205 Nov 12 11:05:09.477243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:09.604897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9dd97-2e13-442e-a82e-fd7438a9dcf2 req-955e0e1b-77c0-4adb-8033-2d95bc0d4606 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.618306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1d9dd97-2e13-442e-a82e-fd7438a9dcf2 req-955e0e1b-77c0-4adb-8033-2d95bc0d4606 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.0873945 Nov 12 11:05:09.698603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1d9dd97-2e13-442e-a82e-fd7438a9dcf2 req-204b0b02-8c25-4740-9dab-9c83e36ecafc tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776112 Nov 12 11:05:09.833310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52e478-2c35-45a3-8dbb-f3a3cc75aa4f req-078bae41-9f3a-4c70-9f0d-19aa977ef748 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:09.834811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed52e478-2c35-45a3-8dbb-f3a3cc75aa4f req-078bae41-9f3a-4c70-9f0d-19aa977ef748 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.0632963 Nov 12 11:05:09.921283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed52e478-2c35-45a3-8dbb-f3a3cc75aa4f req-5a9c237e-8975-4ed4-9cf2-dda1f5cca94e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781140 Nov 12 11:05:10.041766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b471d69-b4d2-4fd5-b5b3-3f6f5c853318 req-c4575cb3-9d7e-49b9-a676-7a4313a35529 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7186639 Nov 12 11:05:10.049348 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.059275 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.124982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1444fd-cade-47ca-9b53-bb2ea8e4ae13 req-010c37f4-7518-4200-9909-91eeda328082 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:10.142966 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d1444fd-cade-47ca-9b53-bb2ea8e4ae13 req-010c37f4-7518-4200-9909-91eeda328082 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1019771 Nov 12 11:05:10.184292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:10.189052 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9680b8d-4a7e-49f0-822c-69eae405d1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:10.234688 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d1444fd-cade-47ca-9b53-bb2ea8e4ae13 req-faed0bc6-4a93-4e98-925b-9f223c1b31a1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935147 Nov 12 11:05:10.289349 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.290575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32d9c1b2-5f3d-494b-8d05-0e6120f97a00 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:05:10.313709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Deleting port dcd27ed7-4ace-40ca-a067-bffbf287c6b1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:10.314062 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.377175 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:05:10.378423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c1767d20-d425-44d4-8e87-651824d11167 tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.6520858 Nov 12 11:05:10.382986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45182) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:10.468665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] For port dcd27ed7-4ace-40ca-a067-bffbf287c6b1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:10.469488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.481657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21471da4-f631-4d42-b488-08e87d397314 req-1bda8642-66d8-4f6d-a375-6ba3cdf7f93b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:10.488719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21471da4-f631-4d42-b488-08e87d397314 req-1bda8642-66d8-4f6d-a375-6ba3cdf7f93b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1740553 Nov 12 11:05:10.497266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Calling delete_port for dcd27ed7-4ace-40ca-a067-bffbf287c6b1 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:10.607522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21471da4-f631-4d42-b488-08e87d397314 req-76330232-aa22-436f-aa68-26a609846ea5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093361 Nov 12 11:05:10.657273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b81d5591-a9ac-485f-a171-ca8cfb85414f tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Deleting port e43fc06f-176d-4569-b255-ab8a16bfb629 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:10.658314 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b81d5591-a9ac-485f-a171-ca8cfb85414f tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:10.915657 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e113cde1-d7f9-431b-8d96-18bc602211eb x-openstack-request-id: req-e113cde1-d7f9-431b-8d96-18bc602211eb {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:10.916148 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:10.916544 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e113cde1-d7f9-431b-8d96-18bc602211eb {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:10.917163 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e', 'status': 'completed', 'code': 200} Nov 12 11:05:11.036850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62ca8-bcb6-47f0-870a-32a430e5280b req-e1540051-cb01-4256-b8a1-6a291e033e40 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.040159 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a62ca8-bcb6-47f0-870a-32a430e5280b req-e1540051-cb01-4256-b8a1-6a291e033e40 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.1774054 Nov 12 11:05:11.058639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b81d5591-a9ac-485f-a171-ca8cfb85414f tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.088802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b81d5591-a9ac-485f-a171-ca8cfb85414f tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Calling delete_port for e43fc06f-176d-4569-b255-ab8a16bfb629 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:11.098060 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4538289-58ef-43ef-9d95-38ab622b08e6 req-4d091180-ec6b-40b7-9dcd-1aecda30659e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.099719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4538289-58ef-43ef-9d95-38ab622b08e6 req-4d091180-ec6b-40b7-9dcd-1aecda30659e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1814420 Nov 12 11:05:11.109145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-6d6a97e5-9b24-446a-9356-e18312c9ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.110623 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-6d6a97e5-9b24-446a-9356-e18312c9ac2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1126 time: 0.1986969 Nov 12 11:05:11.161389 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a62ca8-bcb6-47f0-870a-32a430e5280b req-72f14dc2-e85d-493e-ae78-02720007fca6 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037052 Nov 12 11:05:11.200675 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.274532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd27ed7-4ace-40ca-a067-bffbf287c6b1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:11.298330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4538289-58ef-43ef-9d95-38ab622b08e6 req-6317d919-0c11-41df-aa2f-d82aaa1e2fab tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865649 Nov 12 11:05:11.393366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-50d7f061-795e-4688-821c-9f45a9ac2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.396146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-50d7f061-795e-4688-821c-9f45a9ac2e15 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.2719512 Nov 12 11:05:11.534831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-d5613701-63e5-4f41-bcbd-9d97a6760cb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 217 time: 0.0694623 Nov 12 11:05:11.675205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-1d4fae84-fd37-40ff-8ea6-7e6ace627c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.676900 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-1d4fae84-fd37-40ff-8ea6-7e6ace627c22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1247032 Nov 12 11:05:11.711191 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b81d5591-a9ac-485f-a171-ca8cfb85414f tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:11.765386 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-12226c58-bee9-4c9c-8080-ed480a089b60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766170 Nov 12 11:05:11.816799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-76aec58d-1ce6-4dce-8817-efbf266befac service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:05:11.818963 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-76aec58d-1ce6-4dce-8817-efbf266befac service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119102 Nov 12 11:05:11.836690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d911d76f-2a36-404f-a95c-2e99696d0adc tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.848618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d911d76f-2a36-404f-a95c-2e99696d0adc tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 815 time: 0.3292561 Nov 12 11:05:11.883372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d5591-a9ac-485f-a171-ca8cfb85414f tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Pushing event deleted for resources: {'Port': ['ID=e43fc06f-176d-4569-b255-ab8a16bfb629,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:11.933529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ec1a4-2057-46ca-9837-846544aed8ae req-db633860-1061-416d-a353-8cbc97f9b67c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:11.935556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-0335413f-17dc-459d-aa1e-898c7b9484f1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/quotas/6335ee4beb4547c89a2d19a3f62f9f9c HTTP/1.1" status: 200 len: 375 time: 0.0857403 Nov 12 11:05:11.941294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a87ec1a4-2057-46ca-9837-846544aed8ae req-db633860-1061-416d-a353-8cbc97f9b67c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.5331545 Nov 12 11:05:12.045917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a87ec1a4-2057-46ca-9837-846544aed8ae req-950587bc-cd5e-471c-8097-3350cf572192 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036820 Nov 12 11:05:12.049197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:12.245620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d592082d-6f94-4475-aa1f-23022c24f8fc tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2582238 Nov 12 11:05:12.248982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b81d5591-a9ac-485f-a171-ca8cfb85414f tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:12.256361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b81d5591-a9ac-485f-a171-ca8cfb85414f tempest-RoutersAdminNegativeIpV6Test-1162923677 tempest-RoutersAdminNegativeIpV6Test-1162923677-project-admin] 10.222.0.98 "DELETE /v2.0/ports/e43fc06f-176d-4569-b255-ab8a16bfb629 HTTP/1.1" status: 204 len: 168 time: 1.8713329 Nov 12 11:05:12.268743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-7e1e522c-6637-447c-8c3d-1906a749a070 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019091 Nov 12 11:05:12.326325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-1b9e5abc-f6ef-4a40-b33b-71d154e2f8b1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:12.326900 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-1b9e5abc-f6ef-4a40-b33b-71d154e2f8b1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.57 "GET /v2.0/ports?device_id=f31abd6e-04fa-488f-9cd7-022cd7942c90 HTTP/1.1" status: 200 len: 945 time: 0.2160511 Nov 12 11:05:12.385411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1ab30-1b82-4cf6-bf25-dbe0a104c428 req-3c381933-deea-4ab4-95ee-a096910e1980 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:12.397935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-45a1ab30-1b82-4cf6-bf25-dbe0a104c428 req-3c381933-deea-4ab4-95ee-a096910e1980 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2133782 Nov 12 11:05:12.492198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:05:12.502781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-45a1ab30-1b82-4cf6-bf25-dbe0a104c428 req-3973680d-6b2d-44ea-b31f-d9325bcee0d7 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972536 Nov 12 11:05:12.741594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-075aadbf-76e4-44a6-b783-0093a83ff51b req-a922c281-4ae8-4b07-9582-bfbfd32bab06 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468 HTTP/1.1" status: 200 len: 221 time: 0.0593140 Nov 12 11:05:12.748000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:05:12.756897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa3a7bb3-ebdd-4f30-b9b9-210d8e11aae1 admin admin] 10.222.0.98 "PUT /v2.0/routers/25050beb-abf1-4a1e-b552-fbaeb9ae8d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8504891 Nov 12 11:05:12.761533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45224) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:12.765985 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] Sync routers for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:05:12.796261 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:12.802487 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:05:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:12.913870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-19f60f0e-9d86-470b-9dc2-f50cca7a6880 service neutron] 10.222.0.98 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557438 Nov 12 11:05:12.947165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9680b8d-4a7e-49f0-822c-69eae405d1ef req-e0f85486-823e-47c8-9eea-6245b8c58368 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585197 Nov 12 11:05:13.050268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Deleting port a881a397-9065-459f-8306-df36ba44ef9c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:13.050697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.105247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-09dd5361-a185-4f91-b3ae-58d05396891a service neutron] 10.222.0.98 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903875 Nov 12 11:05:13.111546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45232) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:13.144958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2679d-a383-48f6-ae16-b9dfebce2b25 req-2dcda700-ebc5-411b-b2b7-e0f8b9638d8d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:13.146569 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdf2679d-a383-48f6-ae16-b9dfebce2b25 req-2dcda700-ebc5-411b-b2b7-e0f8b9638d8d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.1761868 Nov 12 11:05:13.150676 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.254414 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:13.314983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cdf2679d-a383-48f6-ae16-b9dfebce2b25 req-cd61aee7-7e34-40dc-814a-87cd30ae47fa tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011562 Nov 12 11:05:13.326098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] For port a881a397-9065-459f-8306-df36ba44ef9c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a881a397-9065-459f-8306-df36ba44ef9c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:13.326356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.336004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-198040fd-e71f-41d7-9fb3-b39a67b09399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.359149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Calling delete_port for a881a397-9065-459f-8306-df36ba44ef9c owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:13.631474 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a08a87-f037-4d29-b67f-e330b6c2d266 req-42b53a92-9c79-4774-81b8-2df20fd93ec4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:13.634292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19a08a87-f037-4d29-b67f-e330b6c2d266 req-42b53a92-9c79-4774-81b8-2df20fd93ec4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1937726 Nov 12 11:05:13.663283 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.724335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f680cc5-6945-477a-ad0f-4bd36ca88fee req-90a7da1d-f771-465c-be40-8e8793b2c090 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:13.733101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f680cc5-6945-477a-ad0f-4bd36ca88fee req-90a7da1d-f771-465c-be40-8e8793b2c090 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1229124 Nov 12 11:05:13.744831 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:05:10Z', 'revision_number': 5, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port': {'id': '2d5bd8a7-2e81-49d4-905a-417375b3da1d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:23:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:02:24Z', 'updated_at': '2021-11-12T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:13.752641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.769882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['a881a397-9065-459f-8306-df36ba44ef9c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:13.792587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19a08a87-f037-4d29-b67f-e330b6c2d266 req-1c44521d-00a1-4cbf-8bfa-b3e31523c5df tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410444 Nov 12 11:05:13.833249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Pushing event deleted for resources: {'Port': ['ID=a881a397-9065-459f-8306-df36ba44ef9c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:13.842547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-198040fd-e71f-41d7-9fb3-b39a67b09399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.884831 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] Checking router: 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:05:13.892349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Deleting port 2d5bd8a7-2e81-49d4-905a-417375b3da1d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:13.893013 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.900058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f680cc5-6945-477a-ad0f-4bd36ca88fee req-d5028396-566e-4866-8fae-18a9ec5de551 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641779 Nov 12 11:05:13.911949 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] Routers {'25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:05:13.913022 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:05:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:13.940010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-198040fd-e71f-41d7-9fb3-b39a67b09399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.983716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] No DVR routers for this DVR port a881a397-9065-459f-8306-df36ba44ef9c on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:13.988768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:13.993430 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d1b3fcb2-e1e9-4995-9412-f16f1d01fab0 req-1a3e2b60-1f98-4f30-98c2-8738db441bb7 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 210 time: 0.0724199 Nov 12 11:05:14.014647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc8ff189-2d71-4ea5-89ed-7dbd36ccc0d4 req-5324f759-883b-4f30-905c-95554628543c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.57 "DELETE /v2.0/ports/a881a397-9065-459f-8306-df36ba44ef9c HTTP/1.1" status: 204 len: 173 time: 1.6525280 Nov 12 11:05:14.016452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'name': 'network-vif-deleted', 'tag': 'a881a397-9065-459f-8306-df36ba44ef9c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:14.026978 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c056ef-89fd-4455-a10b-af7856bcffcd" -d '{"events": [{"server_uuid": "f31abd6e-04fa-488f-9cd7-022cd7942c90", "name": "network-vif-deleted", "tag": "a881a397-9065-459f-8306-df36ba44ef9c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:14.093982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-198040fd-e71f-41d7-9fb3-b39a67b09399 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=12fbb547c6304e0a9b6f07d8141e78b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9783490 Nov 12 11:05:14.097985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45250) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:14.107409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198040fd-e71f-41d7-9fb3-b39a67b09399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa6e36-1c1e-445b-b37e-5c7c9d03b4a8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:14.200340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] For port 2d5bd8a7-2e81-49d4-905a-417375b3da1d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d5bd8a7-2e81-49d4-905a-417375b3da1d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:14.201409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.266479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Calling delete_port for 2d5bd8a7-2e81-49d4-905a-417375b3da1d owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:14.285651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6764bb-218f-47dc-a170-564553d0257a req-deaf947f-cd7a-42a0-a0d0-c8cf465c9966 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:14.287014 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9acb794e-414b-461c-b419-1612d11f5ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.287755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af6764bb-218f-47dc-a170-564553d0257a req-deaf947f-cd7a-42a0-a0d0-c8cf465c9966 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1918621 Nov 12 11:05:14.369404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af6764bb-218f-47dc-a170-564553d0257a req-b67ccef8-56b6-48f9-b017-bb7791e9eab6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669765 Nov 12 11:05:14.372126 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] Set router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:05:14.405987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9acb794e-414b-461c-b419-1612d11f5ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.440397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e7dd-fcd0-4bb4-8188-56ff28bc5145 req-4ecd773b-c60c-4c98-8441-79e6652b834d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:14.442025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0657e7dd-fcd0-4bb4-8188-56ff28bc5145 req-4ecd773b-c60c-4c98-8441-79e6652b834d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1890433 Nov 12 11:05:14.442338 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ff3894-9d13-4033-b51f-be53312a433b x-openstack-request-id: req-94ff3894-9d13-4033-b51f-be53312a433b {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:14.442891 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31abd6e-04fa-488f-9cd7-022cd7942c90", "name": "network-vif-deleted", "tag": "a881a397-9065-459f-8306-df36ba44ef9c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:14.443396 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-94ff3894-9d13-4033-b51f-be53312a433b {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:14.444079 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31abd6e-04fa-488f-9cd7-022cd7942c90', 'name': 'network-vif-deleted', 'tag': 'a881a397-9065-459f-8306-df36ba44ef9c', 'status': 'completed', 'code': 200} Nov 12 11:05:14.492035 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 6, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:14.524990 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392e036-0ec7-48c7-83ba-7c7ecb0ed7fe None None] The sync data for ids ['25050beb-abf1-4a1e-b552-fbaeb9ae8d3d'] in n-d-768852-22 is: [{'id': '25050beb-abf1-4a1e-b552-fbaeb9ae8d3d', 'name': 'tempest-ServersTestManualDisk-486403427-router', 'tenant_id': '227cc9954dc74ecab0c800cb01368067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:02:22Z', 'updated_at': '2021-11-12T11:05:13Z', 'revision_number': 6, 'project_id': '227cc9954dc74ecab0c800cb01368067', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:05:14.608539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b7e18-5779-4962-b91d-c0edffec9e62 req-31834943-aa83-4f33-9a66-d9a52e768fad tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:14.612664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784b7e18-5779-4962-b91d-c0edffec9e62 req-31834943-aa83-4f33-9a66-d9a52e768fad tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.0748997 Nov 12 11:05:14.654331 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0657e7dd-fcd0-4bb4-8188-56ff28bc5145 req-2cfde930-3f26-4506-9e22-8114102397e7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869817 Nov 12 11:05:14.755403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784b7e18-5779-4962-b91d-c0edffec9e62 req-371c5b16-0fe8-42a6-abb6-b23358796958 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331453 Nov 12 11:05:14.894151 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9acb794e-414b-461c-b419-1612d11f5ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.898495 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9acb794e-414b-461c-b419-1612d11f5ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:14.908722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9acb794e-414b-461c-b419-1612d11f5ed5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/34aa6e36-1c1e-445b-b37e-5c7c9d03b4a8 HTTP/1.1" status: 204 len: 168 time: 0.8008356 Nov 12 11:05:14.924616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6eb06-52e0-4894-8282-4a877e3face7 req-1e8eb9f8-d669-43db-8fda-8ad8aca56fd9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:14.926477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50e6eb06-52e0-4894-8282-4a877e3face7 req-1e8eb9f8-d669-43db-8fda-8ad8aca56fd9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0998459 Nov 12 11:05:14.927338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb794e-414b-461c-b419-1612d11f5ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa6e36-1c1e-445b-b37e-5c7c9d03b4a8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:14.958356 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.083195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5bd8a7-2e81-49d4-905a-417375b3da1d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:15.161657 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50e6eb06-52e0-4894-8282-4a877e3face7 req-a924cf67-34d7-436a-8833-c224772e2174 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135851 Nov 12 11:05:15.194822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.210723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7770ab-b94a-4c57-ad8d-b4b072d816f4 req-16a93ce1-aadf-43bf-9884-64057cafc122 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:15.213874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f7770ab-b94a-4c57-ad8d-b4b072d816f4 req-16a93ce1-aadf-43bf-9884-64057cafc122 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1162510 Nov 12 11:05:15.413042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f7770ab-b94a-4c57-ad8d-b4b072d816f4 req-e76639a3-143d-4e1c-a664-7d16439e54eb tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893125 Nov 12 11:05:15.487240 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-deadd0e8-2083-4edc-ab85-b337dbd8dc20 req-fcdccc8e-2793-4a84-a6a5-762821084d7c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 210 time: 0.0832684 Nov 12 11:05:15.497813 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.506401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.698944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cdff2-136e-497e-8e4d-1108e7cc373b req-6c2e9af2-4c41-48a8-9646-ed21ed3c823e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:15.703294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b03cdff2-136e-497e-8e4d-1108e7cc373b req-6c2e9af2-4c41-48a8-9646-ed21ed3c823e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1321239 Nov 12 11:05:15.753910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d1f9b-6020-48c9-af73-4c12dd26d60e req-91eb92a5-096e-42fb-ab75-183fcf35317c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:15.769845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b03cdff2-136e-497e-8e4d-1108e7cc373b req-b40ad1e2-f907-4a7c-91a9-6cfbf691ffce tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586195 Nov 12 11:05:15.774682 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-109d1f9b-6020-48c9-af73-4c12dd26d60e req-91eb92a5-096e-42fb-ab75-183fcf35317c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1209390 Nov 12 11:05:15.898691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.900514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25050beb-abf1-4a1e-b552-fbaeb9ae8d3d {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:05:15.910802 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:15.916231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45280) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:15.916561 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f30278b8-31bc-4ccb-90fc-6e5bcc17df34 admin admin] 10.222.0.98 "DELETE /v2.0/routers/25050beb-abf1-4a1e-b552-fbaeb9ae8d3d HTTP/1.1" status: 204 len: 168 time: 3.1505849 Nov 12 11:05:15.939187 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-109d1f9b-6020-48c9-af73-4c12dd26d60e req-72a7c329-4b23-4ec6-94c9-d5ef923a9075 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632016 Nov 12 11:05:16.082266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b94c092-fac7-47ed-9b07-fe3d52c0fae9 admin admin] Deleting subnet 36a403f2-b15e-4008-b7a5-3615adbdfb16 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:05:16.088268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device dcd27ed7-4ace-40ca-a067-bffbf287c6b1 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:16.093249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b94c092-fac7-47ed-9b07-fe3d52c0fae9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.110742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef358e-6923-4d61-8183-34a17486ec55 req-82506c93-cd74-42b4-9165-d1473632913d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:16.112859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7ef358e-6923-4d61-8183-34a17486ec55 req-82506c93-cd74-42b4-9165-d1473632913d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.1388021 Nov 12 11:05:16.181214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: dcd27ed7-4ace-40ca-a067-bffbf287c6b1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:16.184323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device dcd27ed7-4ace-40ca-a067-bffbf287c6b1 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:16.185274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d5bd8a7-2e81-49d4-905a-417375b3da1d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:16.270038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 2d5bd8a7-2e81-49d4-905a-417375b3da1d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:16.270574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d5bd8a7-2e81-49d4-905a-417375b3da1d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:16.302850 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b94c092-fac7-47ed-9b07-fe3d52c0fae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.378260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f82ce-ea1f-4860-8da4-74caa6b875fb req-d7a3c1e0-d050-496b-936b-7f4f25b7f4df tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:16.394374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b3f82ce-ea1f-4860-8da4-74caa6b875fb req-d7a3c1e0-d050-496b-936b-7f4f25b7f4df tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2381034 Nov 12 11:05:16.416308 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45286) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:16.595791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8354c46c-3dc0-4bd4-b746-be51c746ac1d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9a2b3438d819457a90f9fad6f833d10e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1774497 Nov 12 11:05:16.600842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45292) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:16.672004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b94c092-fac7-47ed-9b07-fe3d52c0fae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.689737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3b1c3ef6-e080-4e12-b963-5f207ab30221 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:16.703651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a881a397-9065-459f-8306-df36ba44ef9c no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:16.763442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: a881a397-9065-459f-8306-df36ba44ef9c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:16.763788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a881a397-9065-459f-8306-df36ba44ef9c not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:16.784062 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b3f82ce-ea1f-4860-8da4-74caa6b875fb req-9baab922-c642-483c-9449-455ad2a1ab76 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690999 Nov 12 11:05:16.872705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb25b2f-7cd7-4064-8817-7cf4ee6797e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:16.976276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:16.990683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb25b2f-7cd7-4064-8817-7cf4ee6797e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.000250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'port_id': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'mac_address': 'fa:16:3e:88:5b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b946116-9eb6-4d7d-8130-b139ffb6ce05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:17.071366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7ef358e-6923-4d61-8183-34a17486ec55 req-25495950-1bdd-4f1a-8b8a-3669bc267706 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8598757 Nov 12 11:05:17.079892 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b94c092-fac7-47ed-9b07-fe3d52c0fae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.136845 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.191544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94c092-fac7-47ed-9b07-fe3d52c0fae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a403f2-b15e-4008-b7a5-3615adbdfb16,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:17.205629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b94c092-fac7-47ed-9b07-fe3d52c0fae9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.214124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8b94c092-fac7-47ed-9b07-fe3d52c0fae9 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/36a403f2-b15e-4008-b7a5-3615adbdfb16 HTTP/1.1" status: 204 len: 168 time: 1.2926974 Nov 12 11:05:17.230220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45298) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:17.246829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc32ee8-eabc-44d9-81e9-4bca2c71b55b None None] Network 9f37587a-67c3-4c99-b864-851e73c2f0d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:17.252884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b1c3ef6-e080-4e12-b963-5f207ab30221 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:17.365472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fde23b-2ef4-474e-8a77-c6af395341dc req-51a502fa-bbf1-4e9a-a217-2b2570ec82d0 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:17.383129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8fde23b-2ef4-474e-8a77-c6af395341dc req-51a502fa-bbf1-4e9a-a217-2b2570ec82d0 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2975969 Nov 12 11:05:17.398056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.446980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad30e5e4-d4d2-42c6-90ca-4d7c1a61201d req-74f8ee0c-c113-4334-a23a-066a111ac383 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 210 time: 0.1143920 Nov 12 11:05:17.461020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:17.537541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-7c5f84e3-24e5-4128-8ace-0bf7babe3039 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:17.539351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-7c5f84e3-24e5-4128-8ace-0bf7babe3039 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.57 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 815 time: 0.5670967 Nov 12 11:05:17.556725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Request body: {'port': {'device_id': 'ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a', 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'admin_state_up': True, 'tenant_id': '6335ee4beb4547c89a2d19a3f62f9f9c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:17.677353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.705903 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb25b2f-7cd7-4064-8817-7cf4ee6797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.711131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb25b2f-7cd7-4064-8817-7cf4ee6797e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:17.732801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8cb25b2f-7cd7-4064-8817-7cf4ee6797e0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/98f45060-48d2-4011-85c2-f490e3b547a9 HTTP/1.1" status: 204 len: 168 time: 1.1295574 Nov 12 11:05:17.840641 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8fde23b-2ef4-474e-8a77-c6af395341dc req-5650dbc8-32b9-4578-97b2-b4d49283119c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488142 Nov 12 11:05:17.857462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb25b2f-7cd7-4064-8817-7cf4ee6797e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f45060-48d2-4011-85c2-f490e3b547a9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:18.002163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666495de-5644-4bcc-afa9-495a57de424c req-76654e40-a060-4642-8f1e-413dcadf81b5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:18.016252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-666495de-5644-4bcc-afa9-495a57de424c req-76654e40-a060-4642-8f1e-413dcadf81b5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1972084 Nov 12 11:05:18.050804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 60ea0f53-99e7-422d-8291-1c6b2581a22e no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:18.056797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.096611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Made reservation on behalf of 6335ee4beb4547c89a2d19a3f62f9f9c for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:18.116937 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.217674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['3b1c3ef6-e080-4e12-b963-5f207ab30221'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:18.240404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b37-85d2-45b9-b6ac-0e84e1d23da2 req-3ddb9f16-196f-47cd-a0c5-489ac25624b3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:18.246825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f2f63b37-85d2-45b9-b6ac-0e84e1d23da2 req-3ddb9f16-196f-47cd-a0c5-489ac25624b3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 944 time: 0.2652819 Nov 12 11:05:18.256826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Deleting port a7245036-01d7-4625-a266-34a3d070f8e9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:18.257231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.379789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] DHCP port deletion for 9f37587a-67c3-4c99-b864-851e73c2f0d5 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:18.385749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:18.397713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-666495de-5644-4bcc-afa9-495a57de424c req-9fa97fbe-6fbb-4b73-80cf-65259907a9f0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794203 Nov 12 11:05:18.432769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] For port a7245036-01d7-4625-a266-34a3d070f8e9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a7245036-01d7-4625-a266-34a3d070f8e9,segment=NetworkSegment(e2f577bf-2158-4e1a-9cec-0dc0c08b4be7),segment_id=e2f577bf-2158-4e1a-9cec-0dc0c08b4be7)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:18.433264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.452170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Calling delete_port for a7245036-01d7-4625-a266-34a3d070f8e9 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:18.667500 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:18.757490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] No DVR routers for this DVR port a7245036-01d7-4625-a266-34a3d070f8e9 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:18.769983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7245036-01d7-4625-a266-34a3d070f8e9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:18.799045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Allocated IP 172.20.0.11 (6eb72e06-49d5-40d3-97ca-d7520e9cf346/83d294a2-40c0-4d6d-a32f-2c45c286516d/85e742c7-2178-44a3-8d84-37a77711b10c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:18.834953 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f2f63b37-85d2-45b9-b6ac-0e84e1d23da2 req-58d95f65-7643-4997-a7ee-055ac870bc6f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574987 Nov 12 11:05:18.981647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] Deleting port a7245036-01d7-4625-a266-34a3d070f8e9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:18.982030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.052457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.083344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f2c73c48-1c02-49e2-8fc7-bbd763619917 req-94ab306b-db2e-46d7-9bea-5b06822f0805 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 210 time: 0.0497301 Nov 12 11:05:19.183698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f37587a-67c3-4c99-b864-851e73c2f0d5']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:19.183698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:19.184455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] For port a7245036-01d7-4625-a266-34a3d070f8e9, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:19.184455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.184788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f577bf-2158-4e1a-9cec-0dc0c08b4be7') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:05:19.200945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e0667-d1f7-4217-8f43-3e1a851b4e31 req-f41d7a08-8500-4f1c-9b26-9e96f8318f23 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:19.219179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.224730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d9e0667-d1f7-4217-8f43-3e1a851b4e31 req-f41d7a08-8500-4f1c-9b26-9e96f8318f23 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.4080579 Nov 12 11:05:19.224991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] Calling delete_port for a7245036-01d7-4625-a266-34a3d070f8e9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:19.246454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] Port a7245036-01d7-4625-a266-34a3d070f8e9 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:05:19.253866 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.328339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.348965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] Pushing event deleted for resources: {'Port': ['ID=a7245036-01d7-4625-a266-34a3d070f8e9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:19.365184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dab310-6590-498f-bc9d-d888e7391b1c None None] No DVR routers for this DVR port a7245036-01d7-4625-a266-34a3d070f8e9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:19.402205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:05:19.402948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:05:19.407733 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:05:19.550705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bfafd-553d-4b82-8e9f-be2b33b5198d req-dd13afb8-fa3b-46f2-b514-942ce5524029 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:19.577332 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-571bfafd-553d-4b82-8e9f-be2b33b5198d req-dd13afb8-fa3b-46f2-b514-942ce5524029 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2768307 Nov 12 11:05:19.664415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d9e0667-d1f7-4217-8f43-3e1a851b4e31 req-7cdf1f51-e083-473d-86e4-eefee964b350 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382067 Nov 12 11:05:19.722457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-571bfafd-553d-4b82-8e9f-be2b33b5198d req-766f443a-9f5d-4309-97bf-0006fe3c2b8c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424065 Nov 12 11:05:19.754305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:19.952702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659db94-bc1d-4bc3-bde9-0855532d9273 req-bb733496-1019-4500-8d8a-e6021f8429de tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:19.955048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4659db94-bc1d-4bc3-bde9-0855532d9273 req-bb733496-1019-4500-8d8a-e6021f8429de tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1242359 Nov 12 11:05:20.086028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a7245036-01d7-4625-a266-34a3d070f8e9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:20.093999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4659db94-bc1d-4bc3-bde9-0855532d9273 req-981279b3-859d-4415-8a4b-87a46e84b04f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257489 Nov 12 11:05:20.175039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920de00-5b5d-4da8-91d1-c68bbaf09011 req-b54372cb-8ee8-4327-8179-909d6284a683 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:20.185779 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e920de00-5b5d-4da8-91d1-c68bbaf09011 req-b54372cb-8ee8-4327-8179-909d6284a683 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 944 time: 0.2070935 Nov 12 11:05:20.242210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a7245036-01d7-4625-a266-34a3d070f8e9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:20.245354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a7245036-01d7-4625-a266-34a3d070f8e9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:20.369575 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e920de00-5b5d-4da8-91d1-c68bbaf09011 req-9baca79c-f475-42b1-8896-236908f5a6db tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762085 Nov 12 11:05:20.407338 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-251888f7-d48c-463d-81ef-cbf5248051f4 req-31eb87cc-5394-45a4-8594-8b32477bde6d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 210 time: 0.0655630 Nov 12 11:05:20.458013 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.465697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.469394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] 10.222.0.98 "DELETE /v2.0/networks/9f37587a-67c3-4c99-b864-851e73c2f0d5 HTTP/1.1" status: 204 len: 168 time: 3.2311604 Nov 12 11:05:20.486820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.507212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a147592-1cbe-4b95-be16-1128c483d63d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f37587a-67c3-4c99-b864-851e73c2f0d5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:20.548971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.561840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:20.570150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:20.576980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:20.612672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Pushing event updated for resources: {'Port': ['ID=85e742c7-2178-44a3-8d84-37a77711b10c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:20.693686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:20.694834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.710893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d4006-b585-482b-a605-ece63b36a551 req-efa64c42-5ac2-427c-ac69-e1667094e36e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:20.724506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-627d4006-b585-482b-a605-ece63b36a551 req-efa64c42-5ac2-427c-ac69-e1667094e36e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2207832 Nov 12 11:05:20.727258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3b1c3ef6-e080-4e12-b963-5f207ab30221 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:20.915101 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-627d4006-b585-482b-a605-ece63b36a551 req-66c6559f-649e-428b-91f5-d18ffa5d56fc tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773336 Nov 12 11:05:20.943430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 3b1c3ef6-e080-4e12-b963-5f207ab30221 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:20.944077 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:20.998685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-86d2fc24-15a5-4429-b709-c8fcb12fd7c3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4466865 Nov 12 11:05:21.091292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Request body: {'port': {'device_id': 'ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:21.097780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45372) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:21.186743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.301840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:21.309467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:21.316801 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b8eb27-c0e4-42c6-aaee-b7300cd720d1" -d '{"events": [{"server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:21.400640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.410854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7434c451-c83a-4264-b666-29427730e3e6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=227cc9954dc74ecab0c800cb01368067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068759 Nov 12 11:05:21.420951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4787c0-55a5-46a0-ae62-fb374dda6492 req-76709d94-611c-422d-bb16-93edeb086d4e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:21.423624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec4787c0-55a5-46a0-ae62-fb374dda6492 req-76709d94-611c-422d-bb16-93edeb086d4e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.5199974 Nov 12 11:05:21.434098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f360d34-a05b-4ff5-8b2f-727a4a0df8be req-fea5134e-bfdd-4de2-84f3-f77f12629f40 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:21.455968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f360d34-a05b-4ff5-8b2f-727a4a0df8be req-fea5134e-bfdd-4de2-84f3-f77f12629f40 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2808754 Nov 12 11:05:21.467608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45380) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:21.468568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45382) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:21.513437 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:21.604543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f360d34-a05b-4ff5-8b2f-727a4a0df8be req-eee9df6a-4682-49d6-8c10-43cb8950b911 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467092 Nov 12 11:05:21.693423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1882908467'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:21.703865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec4787c0-55a5-46a0-ae62-fb374dda6492 req-1bb1431c-4e78-4b31-a32e-288f1e27b067 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938424 Nov 12 11:05:21.708453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-695ec375-38a3-4558-827d-7dbed309fe02 service neutron] 10.222.0.69 "GET /v2.0/ports/60ea0f53-99e7-422d-8291-1c6b2581a22e/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.9589467 Nov 12 11:05:21.709075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.745132 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f645d383-d289-48ea-ada4-8e00bff08418 x-openstack-request-id: req-f645d383-d289-48ea-ada4-8e00bff08418 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:21.745472 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "name": "network-vif-plugged", "status": "completed", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:21.745741 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f645d383-d289-48ea-ada4-8e00bff08418 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:21.746400 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'code': 200} Nov 12 11:05:21.762726 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18d3b396-2a9b-4b52-9457-134ab2165c5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.825441 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18d3b396-2a9b-4b52-9457-134ab2165c5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.910304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:21.915658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.948666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:21.982051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a483192-894e-491d-9bda-3be71c0eb149 req-ff5e3d0a-071c-40f1-a4aa-cf26cd134b74 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:21.990346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a483192-894e-491d-9bda-3be71c0eb149 req-ff5e3d0a-071c-40f1-a4aa-cf26cd134b74 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 932 time: 0.1240566 Nov 12 11:05:22.070778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751f3d4-fd82-453e-bb14-bbfbacaac3db req-a1babd04-47e6-417d-a7c7-f9dceafcea04 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:22.073747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e751f3d4-fd82-453e-bb14-bbfbacaac3db req-a1babd04-47e6-417d-a7c7-f9dceafcea04 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2404292 Nov 12 11:05:22.088572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a483192-894e-491d-9bda-3be71c0eb149 req-28e8e31b-fd62-421a-aee8-96b9915654b3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968502 Nov 12 11:05:22.215795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18d3b396-2a9b-4b52-9457-134ab2165c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.220755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18d3b396-2a9b-4b52-9457-134ab2165c5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.224359 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-18d3b396-2a9b-4b52-9457-134ab2165c5d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ca3b947-9753-4b80-ac35-9631245981f5 HTTP/1.1" status: 204 len: 168 time: 0.7534499 Nov 12 11:05:22.230529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.363069 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.371598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3b396-2a9b-4b52-9457-134ab2165c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3b947-9753-4b80-ac35-9631245981f5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:22.511901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:05:22.532306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbfb42-c0bf-4ae4-8deb-3664eeeac09e req-0993c12d-ba87-4619-9e73-5b89d8080e91 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:22.544855 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ebbfb42-c0bf-4ae4-8deb-3664eeeac09e req-0993c12d-ba87-4619-9e73-5b89d8080e91 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.3089957 Nov 12 11:05:22.548951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b434a86-f99c-4193-99bb-2498cc2d3549,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:22.565245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e751f3d4-fd82-453e-bb14-bbfbacaac3db req-c75db4a2-e351-412a-88e4-84e68e232dea tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814281 Nov 12 11:05:22.596364 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.596364 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Added segment d02ee001-b9b1-4a96-9946-78b1f8655cbb of type vlan for network 5548ef9b-af8a-4319-aa1a-0d0b38428140 Nov 12 11:05:22.854513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e742c7-2178-44a3-8d84-37a77711b10c {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:22.855851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.862541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:22.877305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:22.880272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ebbfb42-c0bf-4ae4-8deb-3664eeeac09e req-03730a51-6b65-452d-aced-b6750e1d8a1a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341720 Nov 12 11:05:22.926984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021805df-96b7-4b46-ae15-1748a42f3a3f req-2fb5b870-c0c4-4f5b-945a-5f6d263ef9b8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:22.935764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-021805df-96b7-4b46-ae15-1748a42f3a3f req-2fb5b870-c0c4-4f5b-945a-5f6d263ef9b8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1506701 Nov 12 11:05:22.941306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:22.949031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Transition to ACTIVE for port object 85e742c7-2178-44a3-8d84-37a77711b10c will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:05:23.048894 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-021805df-96b7-4b46-ae15-1748a42f3a3f req-61860b1d-2896-4be9-90c6-16c4e7a550b8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121252 Nov 12 11:05:23.057228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.062237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:23.062828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.065699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.084417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ea0f53-99e7-422d-8291-1c6b2581a22e {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:23.143258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:23.250039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Pushing event updated for resources: {'Port': ['ID=85e742c7-2178-44a3-8d84-37a77711b10c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:23.404280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.606967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Attempting to bind port 85e742c7-2178-44a3-8d84-37a77711b10c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:23.610419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Attempting to bind port 85e742c7-2178-44a3-8d84-37a77711b10c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:23.612754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Attempting to bind port 85e742c7-2178-44a3-8d84-37a77711b10c on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:23.668404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Port 85e742c7-2178-44a3-8d84-37a77711b10c on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:05:23.668804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Attempting to bind port 85e742c7-2178-44a3-8d84-37a77711b10c on network 6eb72e06-49d5-40d3-97ca-d7520e9cf346 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:23.678247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:23.678624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Checking segment: {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:23.684302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Bound using segment: {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:23.684302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Bound port: 85e742c7-2178-44a3-8d84-37a77711b10c, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008b173a-a11e-445c-a97d-34d20f0f6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:23.684302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:23.694311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385bbf3-3330-44c1-8df3-fc964a5563ef req-58a135e4-6f49-45d9-ae2b-c1bf438bb522 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:23.696049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9385bbf3-3330-44c1-8df3-fc964a5563ef req-58a135e4-6f49-45d9-ae2b-c1bf438bb522 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.4654853 Nov 12 11:05:23.723534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Network': ['ID=5548ef9b-af8a-4319-aa1a-0d0b38428140,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:23.736600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:05:23.818387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d4652-f39b-4367-b381-d1202c0a8943 req-1839a870-d3c0-47e7-93f2-4713db3369db tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:23.830394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e54d4652-f39b-4367-b381-d1202c0a8943 req-1839a870-d3c0-47e7-93f2-4713db3369db tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 943 time: 0.7887931 Nov 12 11:05:23.871764 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-185f50ad-d1fa-4ea4-b7b4-8d3481b9c27f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3994308 Nov 12 11:05:23.880995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45422) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:23.889400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:23.958389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] For port 85e742c7-2178-44a3-8d84-37a77711b10c, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:23.963558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] For port 85e742c7-2178-44a3-8d84-37a77711b10c, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=85e742c7-2178-44a3-8d84-37a77711b10c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:24.015194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] Transition to ACTIVE for port object 60ea0f53-99e7-422d-8291-1c6b2581a22e will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:05:24.030358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.046825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9385bbf3-3330-44c1-8df3-fc964a5563ef req-57794f52-21a9-498d-928d-b5f87bdbaed1 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389518 Nov 12 11:05:24.083647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:24.084863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.088792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] 10.222.0.57 "PUT /v2.0/ports/85e742c7-2178-44a3-8d84-37a77711b10c HTTP/1.1" status: 200 len: 1093 time: 3.0512295 Nov 12 11:05:24.090741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a', 'tag': '85e742c7-2178-44a3-8d84-37a77711b10c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:24.093739 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ea4985-df10-4ca5-815e-c3efc47f46eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a", "tag": "85e742c7-2178-44a3-8d84-37a77711b10c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:24.100214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e54d4652-f39b-4367-b381-d1202c0a8943 req-b44081de-a211-412f-a862-6705e34fbeab tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677579 Nov 12 11:05:24.116167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:24.116547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.117890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.198532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] No DVR routers for this DVR port 60ea0f53-99e7-422d-8291-1c6b2581a22e on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:24.203733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255615c-e033-4085-bb3e-c3c18a790836 service neutron] Pushing event updated for resources: {'Port': ['ID=85e742c7-2178-44a3-8d84-37a77711b10c,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:24.364148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] 10.222.0.69 "PUT /v2.0/ports/60ea0f53-99e7-422d-8291-1c6b2581a22e/bindings/n-h1-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 2.6440430 Nov 12 11:05:24.547141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45436) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:24.583366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2237ae-88af-41b3-9dee-de79a2fecb8a service neutron] Pushing event updated for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=10']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:24.644427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8137ca-ad38-4b53-8fd7-301ae8017eeb req-14146a6a-c9f7-4bca-8fd0-d1d461604e91 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:24.657122 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b8137ca-ad38-4b53-8fd7-301ae8017eeb req-14146a6a-c9f7-4bca-8fd0-d1d461604e91 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 944 time: 0.3893702 Nov 12 11:05:24.660737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-e5d5fc54-309d-45e3-a29c-3fc3be9621a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:24.665619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-e5d5fc54-309d-45e3-a29c-3fc3be9621a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 1096 time: 0.3856604 Nov 12 11:05:24.679727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb09c-dbac-486f-bcba-d8e44253b7b9 req-ef9f474a-36bb-4a9f-880c-7b24ea44b495 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:24.683503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be5bb09c-dbac-486f-bcba-d8e44253b7b9 req-ef9f474a-36bb-4a9f-880c-7b24ea44b495 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2877729 Nov 12 11:05:24.745092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-5dd3048f-c0f5-4498-ae0b-e65a5535b6b8 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:24.746969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-5dd3048f-c0f5-4498-ae0b-e65a5535b6b8 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.2347033 Nov 12 11:05:24.750501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-919b43a5-b8ea-43f0-8ca3-1b308d43703e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e742c7-2178-44a3-8d84-37a77711b10c HTTP/1.1" status: 200 len: 217 time: 0.0710044 Nov 12 11:05:24.819963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be5bb09c-dbac-486f-bcba-d8e44253b7b9 req-d745c4ed-7cac-4c5a-93ea-7c9074c82337 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236532 Nov 12 11:05:24.852591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:24.912646 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1795132537-network', 'tenant_id': '4f647bec4f0342eb8c5bdca68663bebf'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:24.968921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b8137ca-ad38-4b53-8fd7-301ae8017eeb req-61252b2c-77ed-4b72-bbe6-6c9e13b697db tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105867 Nov 12 11:05:25.017845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-a461db30-09c7-4684-b1ca-13de8921bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.020825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-a461db30-09c7-4684-b1ca-13de8921bb88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83d294a2-40c0-4d6d-a32f-2c45c286516d HTTP/1.1" status: 200 len: 855 time: 0.2400029 Nov 12 11:05:25.040618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Made reservation on behalf of 4f647bec4f0342eb8c5bdca68663bebf for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:25.049724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.102850 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.116256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=1a86f966-56e7-412f-aa42-f0e9c716beb8,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:25.138238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:25.138641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network hostable DHCP agents. Network: 5548ef9b-af8a-4319-aa1a-0d0b38428140, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:05:25.175088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9c75-10be-4998-9a0b-87dfd8b3d68f req-cbfc6ef1-4253-4683-ad6d-f92f5e1bbb83 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.184855 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3154b9c-f8d0-4a89-82ff-1a6960619e0d x-openstack-request-id: req-e3154b9c-f8d0-4a89-82ff-1a6960619e0d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:25.186774 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a", "tag": "85e742c7-2178-44a3-8d84-37a77711b10c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:25.187385 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3154b9c-f8d0-4a89-82ff-1a6960619e0d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:25.188765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-feff9c75-10be-4998-9a0b-87dfd8b3d68f req-cbfc6ef1-4253-4683-ad6d-f92f5e1bbb83 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1616766 Nov 12 11:05:25.189171 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a', 'tag': '85e742c7-2178-44a3-8d84-37a77711b10c', 'status': 'completed', 'code': 200} Nov 12 11:05:25.197040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-6ea3ca65-68cd-40e9-9e8b-f2c5d53f5757 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6eb72e06-49d5-40d3-97ca-d7520e9cf346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612992 Nov 12 11:05:25.200256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-2d1efc3d-24d2-408f-b9be-c17933cec256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.201956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-2d1efc3d-24d2-408f-b9be-c17933cec256 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6&tenant_id=f81c3579f9504ec0a64c5f93b727b264 HTTP/1.1" status: 200 len: 1096 time: 0.4245210 Nov 12 11:05:25.338219 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-feff9c75-10be-4998-9a0b-87dfd8b3d68f req-d667e59d-cec3-45ad-93e1-fb720610e39d tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448698 Nov 12 11:05:25.354033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:05:25.491947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 5548ef9b-af8a-4319-aa1a-0d0b38428140) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:25.499421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.500501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.506527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db780e38-b261-44aa-ba82-e9239bc5f10b None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:25.554927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-cb37ce5a-8c28-4104-96db-2f7e31f3c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.556529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-cb37ce5a-8c28-4104-96db-2f7e31f3c0f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1096 time: 0.2755613 Nov 12 11:05:25.559637 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.597186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b00a3037-0725-4651-ba0a-1cfcd5e34a90 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7149594 Nov 12 11:05:25.604873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45448) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:25.627726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'name': 'tempest-NetworksTestDHCPv6-958588477'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:25.677343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441c7c8-8db8-4bac-aca2-b6590c0f082d req-faa91acc-81da-463a-88db-2b1e7ce40eb1 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.682745 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e441c7c8-8db8-4bac-aca2-b6590c0f082d req-faa91acc-81da-463a-88db-2b1e7ce40eb1 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.1063101 Nov 12 11:05:25.699722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.730843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '1a86f966-56e7-412f-aa42-f0e9c716beb8'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:05:25.731723 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:25.832911 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e441c7c8-8db8-4bac-aca2-b6590c0f082d req-c02249b2-e77d-4af3-99c3-b6b8a1e8525b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437452 Nov 12 11:05:25.872364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878747b-a85d-4bf3-a43e-312de6b73ce4 req-2f15a1b5-6716-446d-860a-d267326f3c73 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:25.884296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8878747b-a85d-4bf3-a43e-312de6b73ce4 req-2f15a1b5-6716-446d-860a-d267326f3c73 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.5990303 Nov 12 11:05:25.952352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:05:25.968364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-7cf23fdc-8f97-481a-b302-e56188b4f0b4 service neutron] 10.222.0.57 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856692 Nov 12 11:05:25.999633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/1a86f966-56e7-412f-aa42-f0e9c716beb8/00f114ef-d982-4fb2-86f2-5f5077be8458) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:26.026771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1120d2-f984-4af8-b1d1-6baf90cbc867,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:26.069246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-412cb8b9-87ac-49ec-8d46-c256e20bb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.071872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-412cb8b9-87ac-49ec-8d46-c256e20bb9ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.5034359 Nov 12 11:05:26.083981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:26.084517 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Added segment 174541f9-9265-427e-b61b-547e9838c4a9 of type vlan for network 11233779-0aa2-4333-8086-0c927a0acb28 Nov 12 11:05:26.252577 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-615ba2f4-a2fb-41be-96a0-6dbd39e913a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 217 time: 0.1520684 Nov 12 11:05:26.263059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8878747b-a85d-4bf3-a43e-312de6b73ce4 req-ae4eebcf-ffaa-4397-860c-a819a9f01aea tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778203 Nov 12 11:05:26.283757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f5c2-45d6-4592-bfe8-c2e4f76db483 req-202b8b56-a5e3-478c-b603-c66165ed3ad5 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.335171 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1508f5c2-45d6-4592-bfe8-c2e4f76db483 req-202b8b56-a5e3-478c-b603-c66165ed3ad5 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.3115783 Nov 12 11:05:26.343890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-f5d77755-5f99-41d9-ace5-7a1d256e8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.345909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-f5d77755-5f99-41d9-ace5-7a1d256e8bbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.0754991 Nov 12 11:05:26.357677 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:26.377671 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:26.429131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1508f5c2-45d6-4592-bfe8-c2e4f76db483 req-490436b9-c6c2-4156-9a14-feff9e2e0e16 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891728 Nov 12 11:05:26.442814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-94f6dc3f-333d-451e-9a02-fbdc1023a2d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766847 Nov 12 11:05:26.512010 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e49781a6-e7fd-4507-9185-27f3b7833ac4 req-32239b80-9e77-4e2c-a741-e7365fac3441 service neutron] 10.222.0.57 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061417 Nov 12 11:05:26.584984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeac261-deee-4902-a7c3-84461b20505a req-31b2b77b-bd80-42ed-89d4-3f3a7d763569 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.587178 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fdeac261-deee-4902-a7c3-84461b20505a req-31b2b77b-bd80-42ed-89d4-3f3a7d763569 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0646248 Nov 12 11:05:26.623190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376cbc1-fd66-4598-b5d4-e50872ba3037 req-5f386126-ce23-47a6-a8a3-6eea9a97595d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.626914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1376cbc1-fd66-4598-b5d4-e50872ba3037 req-5f386126-ce23-47a6-a8a3-6eea9a97595d tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 944 time: 0.2587183 Nov 12 11:05:26.697202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fdeac261-deee-4902-a7c3-84461b20505a req-a78fd548-9d1e-42ea-91d3-470764a66644 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859408 Nov 12 11:05:26.697874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-920795b1-71f1-4b26-8b58-ff850e17191d service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421932 Nov 12 11:05:26.744295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:26.748225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:26.761865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:26.776275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1376cbc1-fd66-4598-b5d4-e50872ba3037 req-bd108331-f2e0-4eec-bb06-23820b233de1 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191485 Nov 12 11:05:26.833224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Pushing event updated for resources: {'Port': ['ID=00f114ef-d982-4fb2-86f2-5f5077be8458,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:26.852311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:26.855759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:26.860492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:26.869477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8f992-3121-44db-9fb1-19341f040b4c req-fa16e932-c03c-4ab9-8d07-22966893adb2 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:26.881686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 60a9e7ff-47b9-4fe1-a2ee-377ec2940915 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:05:26.888028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a8f992-3121-44db-9fb1-19341f040b4c req-fa16e932-c03c-4ab9-8d07-22966893adb2 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.0953984 Nov 12 11:05:26.979846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a8f992-3121-44db-9fb1-19341f040b4c req-d21fea44-2d63-4bed-9828-9d63a45d46ab tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907049 Nov 12 11:05:27.027079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Attempting to bind port 00f114ef-d982-4fb2-86f2-5f5077be8458 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:27.027946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Attempting to bind port 00f114ef-d982-4fb2-86f2-5f5077be8458 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:27.028518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Attempting to bind port 00f114ef-d982-4fb2-86f2-5f5077be8458 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:27.035343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:27.036102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:27.036675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:27.037266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:27.038081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Bound port: 00f114ef-d982-4fb2-86f2-5f5077be8458, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:27.039001 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:27.153444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] For port 00f114ef-d982-4fb2-86f2-5f5077be8458, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:27.158521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] For port 00f114ef-d982-4fb2-86f2-5f5077be8458, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=00f114ef-d982-4fb2-86f2-5f5077be8458,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:27.185391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe84b5-9c4f-4d65-8bd2-edc87a7d721f req-1bf6b3e5-b576-4ab7-a5e4-507528f5fd93 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.192067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-29fe84b5-9c4f-4d65-8bd2-edc87a7d721f req-1bf6b3e5-b576-4ab7-a5e4-507528f5fd93 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.1239357 Nov 12 11:05:27.244806 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:27.406934 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-29fe84b5-9c4f-4d65-8bd2-edc87a7d721f req-42a606e0-83b0-4c3e-b146-046c0c9ffc59 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070992 Nov 12 11:05:27.433641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0861a5c-a83d-4814-bc3d-eb604f728cb9 None None] Pushing event updated for resources: {'Port': ['ID=00f114ef-d982-4fb2-86f2-5f5077be8458,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:27.663259 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:27.664847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.665452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:27.778683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60415fd-bc15-4f1b-bf41-4e3d8a09f779 req-947ccecb-569c-42c5-859f-0511bfad44dc tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:27.786177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] Pushing event updated for resources: {'Network': ['ID=11233779-0aa2-4333-8086-0c927a0acb28,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:27.802075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 11233779-0aa2-4333-8086-0c927a0acb28 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:05:27.808901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a60415fd-bc15-4f1b-bf41-4e3d8a09f779 req-947ccecb-569c-42c5-859f-0511bfad44dc tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2294226 Nov 12 11:05:27.936017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-214f6844-4fb7-487a-9c50-969b3fdcbe06 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3851833 Nov 12 11:05:27.990772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45476) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:28.001115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Request body: {'subnet': {'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1795132537-subnet', 'tenant_id': '4f647bec4f0342eb8c5bdca68663bebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:28.049661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-3f1ffdc3-87ca-4ee2-8134-0433dbed5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.051530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-3f1ffdc3-87ca-4ee2-8134-0433dbed5d6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 1096 time: 0.4512579 Nov 12 11:05:28.065895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-bbc60c58-9535-42b5-8003-1deaa76ff673 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3513396 Nov 12 11:05:28.098918 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a60415fd-bc15-4f1b-bf41-4e3d8a09f779 req-95d14474-17ed-4102-8f26-bf6d5a6dbeca tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892427 Nov 12 11:05:28.110022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3db787-5ea1-4c5d-84da-2b5f440fc0db req-dc672c06-2910-486e-87c4-b1aeeb454636 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.114151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef3db787-5ea1-4c5d-84da-2b5f440fc0db req-dc672c06-2910-486e-87c4-b1aeeb454636 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.5222332 Nov 12 11:05:28.162311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Made reservation on behalf of 4f647bec4f0342eb8c5bdca68663bebf for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:28.174222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:28.308826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::398 (5548ef9b-af8a-4319-aa1a-0d0b38428140/1a86f966-56e7-412f-aa42-f0e9c716beb8/60a9e7ff-47b9-4fe1-a2ee-377ec2940915) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:28.314661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 00f114ef-d982-4fb2-86f2-5f5077be8458 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:28.509720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef3db787-5ea1-4c5d-84da-2b5f440fc0db req-576636c3-73d2-4bd9-97a1-2fcd49d1da3a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772006 Nov 12 11:05:28.532418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-b13a3d38-e271-4964-bb6d-bbac11f14a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.546009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f46f-0f58-48f2-b4f0-65c2a9ded42c req-084aa1c3-6039-4253-a6f6-e4fc570bb002 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.550747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-b13a3d38-e271-4964-bb6d-bbac11f14a93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 200 len: 916 time: 0.4809453 Nov 12 11:05:28.559899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bc2f46f-0f58-48f2-b4f0-65c2a9ded42c req-084aa1c3-6039-4253-a6f6-e4fc570bb002 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 944 time: 0.2242637 Nov 12 11:05:28.575383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 00f114ef-d982-4fb2-86f2-5f5077be8458 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:28.576448 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:28.629166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-9c6ce9cb-d104-442d-acd1-545d231b6f38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85e742c7-2178-44a3-8d84-37a77711b10c HTTP/1.1" status: 200 len: 217 time: 0.0613101 Nov 12 11:05:28.714440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-3c291a3e-3534-4c5f-8da9-051142b8a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:28.717249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-3c291a3e-3534-4c5f-8da9-051142b8a4e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83d294a2-40c0-4d6d-a32f-2c45c286516d HTTP/1.1" status: 200 len: 855 time: 0.0762661 Nov 12 11:05:28.756050 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bc2f46f-0f58-48f2-b4f0-65c2a9ded42c req-d42022d4-a44d-41c7-a863-bfbb71994cb3 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865563 Nov 12 11:05:28.879162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-5b2cacae-f96c-481d-9067-d4ea0ce6122c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6eb72e06-49d5-40d3-97ca-d7520e9cf346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471176 Nov 12 11:05:28.909521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.001605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1ba16-6249-45a2-b6fb-5820c1283ff2 req-1720f757-21bb-43ba-966c-ec74b39eb63d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.012995 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89f1ba16-6249-45a2-b6fb-5820c1283ff2 req-1720f757-21bb-43ba-966c-ec74b39eb63d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.0876932 Nov 12 11:05:29.049942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 00f114ef-d982-4fb2-86f2-5f5077be8458, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=00f114ef-d982-4fb2-86f2-5f5077be8458,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:29.138408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.199626 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89f1ba16-6249-45a2-b6fb-5820c1283ff2 req-2096e682-2a8e-4413-bb86-ee79a0de43a2 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665115 Nov 12 11:05:29.366951 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-27dcaa49-4994-46ea-abc8-f07487b1c231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.376689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=00f114ef-d982-4fb2-86f2-5f5077be8458,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:29.395682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a785e-d9fd-4939-851b-65fcb6274391 req-c47c909a-2617-4140-b6dd-233c5a849029 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.409130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f80a785e-d9fd-4939-851b-65fcb6274391 req-c47c909a-2617-4140-b6dd-233c5a849029 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.5075629 Nov 12 11:05:29.467720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbe06a-cf07-43df-8bed-b2106a7e1b89 req-eb870875-2d73-47e6-9079-f990495da327 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.471301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3fcbe06a-cf07-43df-8bed-b2106a7e1b89 req-eb870875-2d73-47e6-9079-f990495da327 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1069646 Nov 12 11:05:29.472722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20fc031-9223-41f1-9c06-2e75b8c60493 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:29.524875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-8b1c5f88-6a8b-4267-a62c-58aa9c33e7cd tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.526499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-8b1c5f88-6a8b-4267-a62c-58aa9c33e7cd tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.4397805 Nov 12 11:05:29.530499 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.587742 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3fcbe06a-cf07-43df-8bed-b2106a7e1b89 req-e7cdf014-91e8-49c4-9ce3-7765871a48b0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038382 Nov 12 11:05:29.629576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.637892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-690caf42-8ccb-4da2-85fd-c8859519ea02 service neutron] 10.222.0.57 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307081 Nov 12 11:05:29.658049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6f1ce07e-725a-4a81-a902-575a3ff8ca24 None None] Provisioning complete for port 00f114ef-d982-4fb2-86f2-5f5077be8458 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:29.658649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce07e-725a-4a81-a902-575a3ff8ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:29.763566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f80a785e-d9fd-4939-851b-65fcb6274391 req-e1a7890b-3663-43b9-84ca-42e87226cfc6 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531075 Nov 12 11:05:29.821282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e3d99-3b4b-42ed-9fb1-d827019655d9 req-e90dc410-7c5f-4c5f-a540-4f66ce78eb1d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:29.826582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c1e3d99-3b4b-42ed-9fb1-d827019655d9 req-e90dc410-7c5f-4c5f-a540-4f66ce78eb1d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1390510 Nov 12 11:05:29.932044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6e83c8-4432-46ca-a184-be0b5494ac10,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:29.984098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c1e3d99-3b4b-42ed-9fb1-d827019655d9 req-db9127d3-97b8-4b00-8eb1-4cd7c613295f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444294 Nov 12 11:05:30.093707 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:30.096785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Checking segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:30.097500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Network hostable DHCP agents. Network: 11233779-0aa2-4333-8086-0c927a0acb28, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:05:30.152982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 00f114ef-d982-4fb2-86f2-5f5077be8458 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:30.207275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b681fb-2fd6-4e4c-aade-2b4cc8186ce8 req-e9201b47-84c2-4f1c-bbf6-ad32341850fe tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.216635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9b681fb-2fd6-4e4c-aade-2b4cc8186ce8 req-e9201b47-84c2-4f1c-bbf6-ad32341850fe tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0696309 Nov 12 11:05:30.227046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51ea4985-df10-4ca5-815e-c3efc47f46eb req-48318258-54f8-47b3-8d60-57c8f857a4ad service neutron] 10.222.0.57 "GET /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745420 Nov 12 11:05:30.277208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc53b-d44c-4557-9e8a-3d3efcfa2ac9 req-b5e62cff-d008-462d-9411-54520a96f875 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.282866 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9b681fb-2fd6-4e4c-aade-2b4cc8186ce8 req-fd2b543c-c465-4223-bb75-2675f3fcf174 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644984 Nov 12 11:05:30.314865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79ebc53b-d44c-4557-9e8a-3d3efcfa2ac9 req-b5e62cff-d008-462d-9411-54520a96f875 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 944 time: 0.3974800 Nov 12 11:05:30.416708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 00f114ef-d982-4fb2-86f2-5f5077be8458 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:30.417119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:30.449346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:30.495183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=60a9e7ff-47b9-4fe1-a2ee-377ec2940915,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:30.525045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:30.534851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79cf82-b4f8-4244-9be8-ca3942042c1d req-153523b7-c50f-48e5-b7c2-c6bf515c90f7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.554341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:30.557888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b79cf82-b4f8-4244-9be8-ca3942042c1d req-153523b7-c50f-48e5-b7c2-c6bf515c90f7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.1649938 Nov 12 11:05:30.578629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.579765 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:30.725289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b79cf82-b4f8-4244-9be8-ca3942042c1d req-49ebbef8-4398-475a-9287-40d823e480f0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652319 Nov 12 11:05:30.747026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 85e742c7-2178-44a3-8d84-37a77711b10c details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:30.751153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Network 11233779-0aa2-4333-8086-0c927a0acb28 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:05:30.769752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79ebc53b-d44c-4557-9e8a-3d3efcfa2ac9 req-cd818aec-e11f-4b7b-b3e2-5016dd01402f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159441 Nov 12 11:05:30.781214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-ae1efaa2-ce3a-4777-9be4-a4b75ec8ece0 service neutron] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:30.818466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-ae1efaa2-ce3a-4777-9be4-a4b75ec8ece0 service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:30.823168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8e6de65-5a37-44a3-8c68-d849dd16e947 req-ae1efaa2-ce3a-4777-9be4-a4b75ec8ece0 service neutron] 10.222.0.57 "DELETE /v2.0/ports/60ea0f53-99e7-422d-8291-1c6b2581a22e/bindings/n-h2-768852-22 HTTP/1.1" status: 204 len: 173 time: 1.2803714 Nov 12 11:05:30.839780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-36df84cb-6ab7-4f33-bfd2-b5a2d5a97378 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2276664 Nov 12 11:05:30.844929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45506) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:30.901552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 11233779-0aa2-4333-8086-0c927a0acb28) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:30.907295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:30.908360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:31.064487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86632195-1558-41fe-93a7-7cc6f595557e None None] Network 11233779-0aa2-4333-8086-0c927a0acb28 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:31.071648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-74edfc91-7124-405c-aad4-3b8149380cf2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0764425 Nov 12 11:05:31.171763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e196d-7e74-4699-a19c-085851689554 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.178512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e196d-7e74-4699-a19c-085851689554 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.180572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4f2e196d-7e74-4699-a19c-085851689554 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3341680 Nov 12 11:05:31.184952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45514) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:31.310980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0231b1-ce19-4637-86e1-d794905eb275 req-43231149-20f1-4296-b0e1-9f2d26279ecc tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.321099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf0231b1-ce19-4637-86e1-d794905eb275 req-43231149-20f1-4296-b0e1-9f2d26279ecc tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2394567 Nov 12 11:05:31.344966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b60f41-655f-4a7d-b896-ab43d91a75e6 req-dbf2471d-cf51-4101-9456-4523f449c1da tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:31.379573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1b60f41-655f-4a7d-b896-ab43d91a75e6 req-dbf2471d-cf51-4101-9456-4523f449c1da tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.3010256 Nov 12 11:05:31.682140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1b60f41-655f-4a7d-b896-ab43d91a75e6 req-26bd7409-8ebd-49dd-9100-62c08426c71a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999542 Nov 12 11:05:31.798229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf0231b1-ce19-4637-86e1-d794905eb275 req-0afd76b1-0994-4940-866d-53583bd236c2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720607 Nov 12 11:05:31.840009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-748687f8-cf76-4da3-9420-e3398b809ee5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 60a9e7ff-47b9-4fe1-a2ee-377ec2940915 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:31.840547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-748687f8-cf76-4da3-9420-e3398b809ee5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.064729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622f95-113c-47b4-bcd6-06cb7aca56f5 req-23b2540b-5ae1-4dd1-95a4-0a30c5d4069d tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.088559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61622f95-113c-47b4-bcd6-06cb7aca56f5 req-23b2540b-5ae1-4dd1-95a4-0a30c5d4069d tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1465569 Nov 12 11:05:32.119257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:32.122809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:32.236763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61622f95-113c-47b4-bcd6-06cb7aca56f5 req-f5d9fcf3-761f-4926-b515-2795536b4455 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410034 Nov 12 11:05:32.291530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-748687f8-cf76-4da3-9420-e3398b809ee5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.364547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-748687f8-cf76-4da3-9420-e3398b809ee5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 60a9e7ff-47b9-4fe1-a2ee-377ec2940915 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:32.465373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca03ca-924e-446c-99a6-16392dfa19bc req-43debfdd-b6d5-4142-a361-c5def585f359 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.467630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67ca03ca-924e-446c-99a6-16392dfa19bc req-43debfdd-b6d5-4142-a361-c5def585f359 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2681763 Nov 12 11:05:32.543236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-39de5486-bc71-4728-8104-a6b1ad80a34b None None] Provisioning complete for port 60a9e7ff-47b9-4fe1-a2ee-377ec2940915 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:32.543996 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39de5486-bc71-4728-8104-a6b1ad80a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.553941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b9ac7-83cf-4693-b15f-640d4b3dbedb req-9a42f719-631d-4acd-b375-0912d4a9b8f2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.565628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db1b9ac7-83cf-4693-b15f-640d4b3dbedb req-9a42f719-631d-4acd-b375-0912d4a9b8f2 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 944 time: 0.1329937 Nov 12 11:05:32.575852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c63e23c5-4b2c-4036-aaa9-4f70c52ed96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.680225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 85e742c7-2178-44a3-8d84-37a77711b10c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=85e742c7-2178-44a3-8d84-37a77711b10c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:32.761574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db1b9ac7-83cf-4693-b15f-640d4b3dbedb req-21cdc921-81c0-44e9-8513-bf9e1d3d634f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952035 Nov 12 11:05:32.776881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67ca03ca-924e-446c-99a6-16392dfa19bc req-b92ad4d5-3654-4001-aba2-af53848158d3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933547 Nov 12 11:05:32.778593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-748687f8-cf76-4da3-9420-e3398b809ee5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.804950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '85e742c7-2178-44a3-8d84-37a77711b10c', 'network_id': '6eb72e06-49d5-40d3-97ca-d7520e9cf346', 'port_id': '85e742c7-2178-44a3-8d84-37a77711b10c', 'mac_address': 'fa:16:3e:f0:73:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d294a2-40c0-4d6d-a32f-2c45c286516d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:32.879884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:32.892215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-39de5486-bc71-4728-8104-a6b1ad80a34b None None] Port 60a9e7ff-47b9-4fe1-a2ee-377ec2940915 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:32.916881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623511e2-a8e4-4b5f-8e85-e730cb84a74c None None] Network 11233779-0aa2-4333-8086-0c927a0acb28 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:32.985345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f07dc-777c-44d1-8feb-d3b6b9f8ca9d req-0e3bdbf3-4151-4fc4-848f-caf03b29ae5d tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:32.993443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-748687f8-cf76-4da3-9420-e3398b809ee5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:32.998744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bf4f07dc-777c-44d1-8feb-d3b6b9f8ca9d req-0e3bdbf3-4151-4fc4-848f-caf03b29ae5d tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1096 time: 0.0848505 Nov 12 11:05:33.021541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45538) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:33.027784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-748687f8-cf76-4da3-9420-e3398b809ee5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/60a9e7ff-47b9-4fe1-a2ee-377ec2940915 HTTP/1.1" status: 204 len: 168 time: 1.8408525 Nov 12 11:05:33.035631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'mac_address': 'fa:16:3e:75:d9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:33.045259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:33.111630 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:33.150179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748687f8-cf76-4da3-9420-e3398b809ee5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=60a9e7ff-47b9-4fe1-a2ee-377ec2940915,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:33.271126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-39de5486-bc71-4728-8104-a6b1ad80a34b None None] Provisioning complete for port 00f114ef-d982-4fb2-86f2-5f5077be8458 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:33.271823 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39de5486-bc71-4728-8104-a6b1ad80a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:33.273695 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:33.321330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bf4f07dc-777c-44d1-8feb-d3b6b9f8ca9d req-690c063e-3071-40f6-a736-6e7a916bf7ac tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211162 Nov 12 11:05:33.363294 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:33.381381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c80bb77-c511-4f76-ad9e-c6237743bbc4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.391283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c80bb77-c511-4f76-ad9e-c6237743bbc4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.392658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c80bb77-c511-4f76-ad9e-c6237743bbc4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3698030 Nov 12 11:05:33.395694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45554) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:33.415368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e742c7-2178-44a3-8d84-37a77711b10c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:33.468265 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:05:33.506886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 85e742c7-2178-44a3-8d84-37a77711b10c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=85e742c7-2178-44a3-8d84-37a77711b10c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:33.576736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a66a2-db76-4259-8318-0e52ef386280 req-17be53fb-1db8-4806-a004-f69c19bcbdc1 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.584805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:33.593433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-417a66a2-db76-4259-8318-0e52ef386280 req-17be53fb-1db8-4806-a004-f69c19bcbdc1 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.1075184 Nov 12 11:05:33.639389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36827e78-3320-4c9d-ab2c-5a2b8cedda13 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:33.649860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:33.667955 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da15ef0-3cb3-4b85-ac51-3dfeb4163961" -d '{"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-unplugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:33.688735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-d02bf3fb-09ae-49ee-b370-4ea7c20a5f6f tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.692501 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-d02bf3fb-09ae-49ee-b370-4ea7c20a5f6f tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 813 time: 0.1939580 Nov 12 11:05:33.702840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-417a66a2-db76-4259-8318-0e52ef386280 req-5c300a4e-3c5a-4ff8-87eb-4611be993cc3 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013398 Nov 12 11:05:33.719825 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:33.739493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73a4ae1-df5b-47c4-adbd-a76aac56cb00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 1a86f966-56e7-412f-aa42-f0e9c716beb8 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:05:33.747798 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:33.760662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d73a4ae1-df5b-47c4-adbd-a76aac56cb00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:33.896114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-9827c1bd-406a-426e-92a9-3b3b9b51d918 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/quotas/4f647bec4f0342eb8c5bdca68663bebf HTTP/1.1" status: 200 len: 375 time: 0.1295958 Nov 12 11:05:33.954553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451209-1b56-47b9-9751-c4d25dc89372 req-949acd0f-3bda-4cfe-b334-cc9f4c5f56e2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:33.964700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2451209-1b56-47b9-9751-c4d25dc89372 req-949acd0f-3bda-4cfe-b334-cc9f4c5f56e2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1653881 Nov 12 11:05:34.000772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-ee666727-ef20-4b4a-9b26-86ce0f1b9d3e tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996292 Nov 12 11:05:34.036401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d73a4ae1-df5b-47c4-adbd-a76aac56cb00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.044871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['85e742c7-2178-44a3-8d84-37a77711b10c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:34.088584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2451209-1b56-47b9-9751-c4d25dc89372 req-9a46481a-0757-44d9-b992-5c978f63b88b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228235 Nov 12 11:05:34.099220 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:05:34.099698 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:05:34.100465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=85e742c7-2178-44a3-8d84-37a77711b10c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:34.127306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-d2fd8ae2-c604-4cec-856b-d6f3f801fb54 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:05:34.156910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-d2fd8ae2-c604-4cec-856b-d6f3f801fb54 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1544194 Nov 12 11:05:34.194938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-07c051f0-84c7-46f8-84e0-c9c724f9fd03 None None] Could not find standard attr ID for object 60a9e7ff-47b9-4fe1-a2ee-377ec2940915. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:05:34.303236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:34.351999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.544930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d73a4ae1-df5b-47c4-adbd-a76aac56cb00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.557002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5e99241a-3598-441b-85d5-891f15862dae service neutron] 10.222.0.98 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987858 Nov 12 11:05:34.682532 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba69efb-420e-4ac0-bc99-291665cc1cc1 x-openstack-request-id: req-5ba69efb-420e-4ac0-bc99-291665cc1cc1 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:34.683150 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-unplugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:34.683611 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5ba69efb-420e-4ac0-bc99-291665cc1cc1 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:34.684322 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'code': 200} Nov 12 11:05:34.716459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-a4e8497b-896c-4b7b-84d7-df1b0cc52e8b service neutron] 10.222.0.98 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582224 Nov 12 11:05:34.731414 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.755644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36827e78-3320-4c9d-ab2c-5a2b8cedda13 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:34.834776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:34.839322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.863964 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d73a4ae1-df5b-47c4-adbd-a76aac56cb00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.906346 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.972490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d73a4ae1-df5b-47c4-adbd-a76aac56cb00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:34.984506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d73a4ae1-df5b-47c4-adbd-a76aac56cb00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/1a86f966-56e7-412f-aa42-f0e9c716beb8 HTTP/1.1" status: 204 len: 168 time: 1.5875065 Nov 12 11:05:34.986679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a4ae1-df5b-47c4-adbd-a76aac56cb00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=1a86f966-56e7-412f-aa42-f0e9c716beb8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:34.987542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45592) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:35.027223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=10']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:35.039859 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3cff67-cdc6-4221-a42c-05f9ae3359e0 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:35.089950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea72a3a-1641-4e80-9a27-3c16be8225fa req-7a669a43-e90f-4a88-88b2-726ab8c7490b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:35.103127 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ea72a3a-1641-4e80-9a27-3c16be8225fa req-7a669a43-e90f-4a88-88b2-726ab8c7490b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 945 time: 0.2116563 Nov 12 11:05:35.106768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0aaaf6a6-4eef-4cd0-bf26-22facb61a4ee tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143277 Nov 12 11:05:35.109583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45594) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:35.115425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:35.259446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['36827e78-3320-4c9d-ab2c-5a2b8cedda13'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:35.320567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ea72a3a-1641-4e80-9a27-3c16be8225fa req-5172fca9-ec24-419c-95dc-8a102d42f577 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098045 Nov 12 11:05:35.422818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:35.426959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:35.745672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:35.745672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 85e742c7-2178-44a3-8d84-37a77711b10c up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:35.928264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5db85-bd05-4b54-a6cb-60add31aa456 req-a6ba5d0b-7845-4a8e-bf9c-5da332724eff tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:35.944533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] Deleting port 00f114ef-d982-4fb2-86f2-5f5077be8458 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:35.945860 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:35.951042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2d5db85-bd05-4b54-a6cb-60add31aa456 req-a6ba5d0b-7845-4a8e-bf9c-5da332724eff tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2965543 Nov 12 11:05:36.031085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 85e742c7-2178-44a3-8d84-37a77711b10c completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:05:36.081318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 85e742c7-2178-44a3-8d84-37a77711b10c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:36.081634 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:36.084853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] For port 00f114ef-d982-4fb2-86f2-5f5077be8458, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=00f114ef-d982-4fb2-86f2-5f5077be8458,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:36.085251 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:36.190819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e53e4-ce9d-4706-a141-f9b5f91254e2 req-64a240e7-449b-40e4-857a-943f7e536502 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:36.199276 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2d5db85-bd05-4b54-a6cb-60add31aa456 req-6278344a-91ae-4ae9-9d54-0aa745387671 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394712 Nov 12 11:05:36.200259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 00f114ef-d982-4fb2-86f2-5f5077be8458 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:36.203990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d6e53e4-ce9d-4706-a141-f9b5f91254e2 req-64a240e7-449b-40e4-857a-943f7e536502 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.4147959 Nov 12 11:05:36.366841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] Calling delete_port for 00f114ef-d982-4fb2-86f2-5f5077be8458 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:36.529784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d6e53e4-ce9d-4706-a141-f9b5f91254e2 req-20e04828-82cd-4678-b714-51f1e4425965 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202057 Nov 12 11:05:36.988212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091a089-6043-499c-92fd-381406caf975 req-8d185284-059c-409a-9587-576d49b44784 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:37.002689 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b091a089-6043-499c-92fd-381406caf975 req-8d185284-059c-409a-9587-576d49b44784 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2922821 Nov 12 11:05:37.097741 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:37.231872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b091a089-6043-499c-92fd-381406caf975 req-d3989317-63c7-45ea-83e1-32b6daa0b642 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254291 Nov 12 11:05:37.309347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=35e8abfa-7547-49e3-a827-ed7fd940bd80,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:37.356500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23069-f2e5-4ac8-8bd3-95134d40a0f1 req-0766505f-2e42-41c7-9447-4dfbb83636c9 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:37.370844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19d23069-f2e5-4ac8-8bd3-95134d40a0f1 req-0766505f-2e42-41c7-9447-4dfbb83636c9 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 945 time: 0.4689841 Nov 12 11:05:37.390467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:37.395807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:37.417784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:37.419064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:37.565064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19d23069-f2e5-4ac8-8bd3-95134d40a0f1 req-e8a6b7a2-d461-4d77-88cd-f303058ac796 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719201 Nov 12 11:05:37.582724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54de8009-c724-4c13-828e-bc52c309f5f1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4698987 Nov 12 11:05:37.584980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45630) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:37.595582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f2cb1b8-9183-4142-b784-66d548a7bb9d req-28b93283-1e91-4120-b92c-c913dc321ebe tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 210 time: 0.0832181 Nov 12 11:05:37.596014 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:37.611968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'name': 'tempest-NetworksTestDHCPv6-392063744'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:37.726368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:38.011714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:38.050306 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:38.094618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714870f-79bf-4506-b5d4-32576331036f req-bfbf3da5-a0b2-4dc1-a532-d6ff91ed3e8c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:38.116069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c714870f-79bf-4506-b5d4-32576331036f req-bfbf3da5-a0b2-4dc1-a532-d6ff91ed3e8c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2309778 Nov 12 11:05:38.170323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c859a7-81ec-496f-bc80-f278310c6664 req-caf607cb-8a02-4a83-ad6c-e81143a2e88d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:38.184065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5c859a7-81ec-496f-bc80-f278310c6664 req-caf607cb-8a02-4a83-ad6c-e81143a2e88d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1820307 Nov 12 11:05:38.214831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:38.251413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5c859a7-81ec-496f-bc80-f278310c6664 req-cfcb344c-fc06-4eda-a001-5ebb58cd9e6d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681124 Nov 12 11:05:38.263748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:38.282436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] No DVR routers for this DVR port 00f114ef-d982-4fb2-86f2-5f5077be8458 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:38.441629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96d07b-be85-452b-bedd-2073ff656db2 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:38.476269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c714870f-79bf-4506-b5d4-32576331036f req-dc2310b4-afc8-4906-8d09-5a19fbf3bc64 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523500 Nov 12 11:05:38.481383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port a593dedf-8202-4994-8bdf-52d5f4d4e1f2 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:05:38.553779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e742c7-2178-44a3-8d84-37a77711b10c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:38.559755 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb36586-c672-4d25-b302-b601f0d24b56" -d '{"events": [{"server_uuid": "ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a", "name": "network-vif-plugged", "status": "completed", "tag": "85e742c7-2178-44a3-8d84-37a77711b10c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:38.624121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24a6e-26ac-4609-a224-dbb0f1bab707 None None] Pushing event deleted for resources: {'Port': ['ID=00f114ef-d982-4fb2-86f2-5f5077be8458,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:38.700468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2a34a-19f5-4bb1-9fe0-d976e4b617d6 req-38c8fee0-547b-4940-9db5-4f2ce6fb7e8b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:38.729467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3cd2a34a-19f5-4bb1-9fe0-d976e4b617d6 req-38c8fee0-547b-4940-9db5-4f2ce6fb7e8b tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 949 time: 0.2300270 Nov 12 11:05:38.777542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::2c0 (5548ef9b-af8a-4319-aa1a-0d0b38428140/35e8abfa-7547-49e3-a827-ed7fd940bd80/a593dedf-8202-4994-8bdf-52d5f4d4e1f2) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:38.778129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 85e742c7-2178-44a3-8d84-37a77711b10c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=85e742c7-2178-44a3-8d84-37a77711b10c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:38.900815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3cd2a34a-19f5-4bb1-9fe0-d976e4b617d6 req-1fb474c8-9ec4-4f8e-8617-1c1ce8af8be3 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695428 Nov 12 11:05:38.953215 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:38.997198 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:39.148406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bec4e-1360-45d8-8e74-7d0dff0a0a2e req-b1001be3-71ec-4e00-9d8a-f499205a7a89 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.151797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-412bec4e-1360-45d8-8e74-7d0dff0a0a2e req-b1001be3-71ec-4e00-9d8a-f499205a7a89 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1171961 Nov 12 11:05:39.152235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=85e742c7-2178-44a3-8d84-37a77711b10c,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:39.155471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:39.164317 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b29c58b-d212-4116-af26-e07582fedd25 x-openstack-request-id: req-4b29c58b-d212-4116-af26-e07582fedd25 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:39.164615 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a", "name": "network-vif-plugged", "status": "completed", "tag": "85e742c7-2178-44a3-8d84-37a77711b10c", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:39.164867 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4b29c58b-d212-4116-af26-e07582fedd25 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:39.165280 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e742c7-2178-44a3-8d84-37a77711b10c', 'code': 200} Nov 12 11:05:39.180344 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:39.180344 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:39.342921 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cadda-0e7c-48a1-acee-ed0209e4fb65 req-070b1936-79da-4dd1-b3e1-27c3085d6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.344595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-369cadda-0e7c-48a1-acee-ed0209e4fb65 req-070b1936-79da-4dd1-b3e1-27c3085d6cd0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 1098 time: 0.1395404 Nov 12 11:05:39.408566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:39.441826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:39.446126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:39.455362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.456061 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:39.489831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=a593dedf-8202-4994-8bdf-52d5f4d4e1f2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:39.530170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.533931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.533931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.533931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.533931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.533931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.533931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.536287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.536678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.537024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.539455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.539841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:39.565668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9d18f49b-3ade-4eba-8cf9-bd525df4c04f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9756601 Nov 12 11:05:39.578849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45660) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:39.633652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-412bec4e-1360-45d8-8e74-7d0dff0a0a2e req-8b9c2612-f0e3-4e58-82ac-dce2a613fb10 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484823 Nov 12 11:05:39.639990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095a74b-c010-4e2e-b1e0-60b6ef136aa4 req-dd536485-d60c-429e-b6c8-bc47678cb3b0 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.658695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3095a74b-c010-4e2e-b1e0-60b6ef136aa4 req-dd536485-d60c-429e-b6c8-bc47678cb3b0 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.3549063 Nov 12 11:05:39.759999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7483340-374f-4fbe-834e-c922552f8510 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:39.762129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b7483340-374f-4fbe-834e-c922552f8510 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1800716 Nov 12 11:05:39.767133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45664) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:39.834303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3095a74b-c010-4e2e-b1e0-60b6ef136aa4 req-1d133b17-d554-45bc-bc14-6171ae0674a7 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715126 Nov 12 11:05:39.846825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-369cadda-0e7c-48a1-acee-ed0209e4fb65 req-45387cfa-9dc3-4468-b9fb-a06f7c7fffe7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400496 Nov 12 11:05:39.915532 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:39.928609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5bc284f-4867-46ca-b380-d8967a4b91af req-a8e73d6b-e64d-4694-8610-3c4966021b5b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 210 time: 0.0594010 Nov 12 11:05:39.932571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '35e8abfa-7547-49e3-a827-ed7fd940bd80'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:05:39.934027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:40.023989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c2aba08d-df5f-43fc-8959-fc638f227514 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port a593dedf-8202-4994-8bdf-52d5f4d4e1f2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:40.024540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2aba08d-df5f-43fc-8959-fc638f227514 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:40.104667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:40.260350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2aba08d-df5f-43fc-8959-fc638f227514 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:40.305155 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:40.366115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c2aba08d-df5f-43fc-8959-fc638f227514 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for a593dedf-8202-4994-8bdf-52d5f4d4e1f2 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:40.408488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=11']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:40.712688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/35e8abfa-7547-49e3-a827-ed7fd940bd80/e5ec5c6d-2f5e-4212-86c7-0245ef4639fa) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:40.809782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417d7de-336d-423d-b2bb-48a7743af9eb req-0f35933f-9ef2-4f9c-9bc7-4b1c10b1352d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:40.821315 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c417d7de-336d-423d-b2bb-48a7743af9eb req-0f35933f-9ef2-4f9c-9bc7-4b1c10b1352d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.5247049 Nov 12 11:05:40.892842 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2aba08d-df5f-43fc-8959-fc638f227514 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.167065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:41.169058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aba08d-df5f-43fc-8959-fc638f227514 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=a593dedf-8202-4994-8bdf-52d5f4d4e1f2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:41.176409 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c5c179-fa50-481e-ab65-e231fa143c73" -d '{"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-plugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:41.217655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c417d7de-336d-423d-b2bb-48a7743af9eb req-f5829fff-95b5-4c4c-89a0-b689c69069e3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949738 Nov 12 11:05:41.354716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2aba08d-df5f-43fc-8959-fc638f227514 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.389601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c2aba08d-df5f-43fc-8959-fc638f227514 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/a593dedf-8202-4994-8bdf-52d5f4d4e1f2 HTTP/1.1" status: 204 len: 168 time: 1.6205456 Nov 12 11:05:41.404237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:41.423784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847408c-9ac1-4df7-a89a-0392465e8aa6 req-bd9fc5b5-19a1-4cd1-91a2-def84635fd66 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.440261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5847408c-9ac1-4df7-a89a-0392465e8aa6 req-bd9fc5b5-19a1-4cd1-91a2-def84635fd66 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 950 time: 0.6174123 Nov 12 11:05:41.455636 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.467750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-2abf3969-6b3b-4d32-b3d6-c637463e894e tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:41.483538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-2abf3969-6b3b-4d32-b3d6-c637463e894e tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 813 time: 0.4601510 Nov 12 11:05:41.554045 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.599699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Request body: {'port': {'device_id': 'f2ad47ac-ceb3-4022-92ce-e003e4761800', 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'admin_state_up': True, 'tenant_id': '4f647bec4f0342eb8c5bdca68663bebf'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:41.738063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:41.751428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:41.762841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:41.846160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5847408c-9ac1-4df7-a89a-0392465e8aa6 req-54454b26-0a11-425a-b89f-e15d51abd478 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000921 Nov 12 11:05:41.916400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Pushing event updated for resources: {'Port': ['ID=e5ec5c6d-2f5e-4212-86c7-0245ef4639fa,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:41.948277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Attempting to bind port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:41.949161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Attempting to bind port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:41.950001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Attempting to bind port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:41.962547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:41.963759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:41.964707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:41.965629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:41.966686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Bound port: e5ec5c6d-2f5e-4212-86c7-0245ef4639fa, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:41.967536 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:42.014660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f87d4-e168-43ec-bbc4-cd7721d07e3f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:42.022019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f87d4-e168-43ec-bbc4-cd7721d07e3f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:42.024710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a9f87d4-e168-43ec-bbc4-cd7721d07e3f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6186738 Nov 12 11:05:42.033360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:42.245600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] For port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:42.256387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] For port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e5ec5c6d-2f5e-4212-86c7-0245ef4639fa,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:42.384045 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:42.414324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f85070-d3d6-4585-9577-b3d5caec0a6b req-f6d39a8b-4b11-4da0-8ee1-3735de803f1f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:42.415969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03f85070-d3d6-4585-9577-b3d5caec0a6b req-f6d39a8b-4b11-4da0-8ee1-3735de803f1f tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.2277651 Nov 12 11:05:42.541401 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Made reservation on behalf of 4f647bec4f0342eb8c5bdca68663bebf for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:42.562264 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:42.600116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c872c90-fdf5-426d-aef7-ebb12f2950bb None None] Pushing event updated for resources: {'Port': ['ID=e5ec5c6d-2f5e-4212-86c7-0245ef4639fa,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:42.815790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03f85070-d3d6-4585-9577-b3d5caec0a6b req-577f09bd-d0df-487f-8024-95e33b7f1491 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775761 Nov 12 11:05:42.910544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345c011-60f4-4c74-a3f2-f330e21eac5e req-65ec30d1-0407-4f43-90b7-81e8f8742368 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:42.927356 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4345c011-60f4-4c74-a3f2-f330e21eac5e req-65ec30d1-0407-4f43-90b7-81e8f8742368 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 1.2956898 Nov 12 11:05:43.049709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-0625fc33-7692-4ebc-bc05-89749c5aaa57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 35e8abfa-7547-49e3-a827-ed7fd940bd80 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:05:43.095832 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0625fc33-7692-4ebc-bc05-89749c5aaa57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:43.262160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4345c011-60f4-4c74-a3f2-f330e21eac5e req-0244a707-8301-42b8-a53a-0fad946e1fbf tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334293 Nov 12 11:05:43.316666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0625fc33-7692-4ebc-bc05-89749c5aaa57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:43.384899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17c74813-f7b1-42d7-805d-3a6e108bd99f req-26db8cfa-22b1-4679-aaf9-9c972a4f7cfb tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 210 time: 0.1674047 Nov 12 11:05:43.502118 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ebf5c-2e6c-4ee5-91e2-f3b669e48291 x-openstack-request-id: req-1e6ebf5c-2e6c-4ee5-91e2-f3b669e48291 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:43.502934 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-plugged", "status": "completed", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:43.502934 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1e6ebf5c-2e6c-4ee5-91e2-f3b669e48291 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:43.503310 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'code': 200} Nov 12 11:05:43.572716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0625fc33-7692-4ebc-bc05-89749c5aaa57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:43.583855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Allocated IP 172.20.0.2 (11233779-0aa2-4333-8086-0c927a0acb28/4f6e83c8-4432-46ca-a184-be0b5494ac10/256808d1-f4fd-4a94-a222-9a42731c9dfe) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:43.826164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-06acde6b-3d85-4af4-b0d6-f186880c6e10 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:43.828043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-06acde6b-3d85-4af4-b0d6-f186880c6e10 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 813 time: 1.2036922 Nov 12 11:05:43.874167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Request body: {'port': {'device_id': '6f84cc7c-0777-49f4-9fc4-e25022b14ac0', 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'admin_state_up': True, 'tenant_id': '4f647bec4f0342eb8c5bdca68663bebf'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:43.911075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a234a3e-4c2b-456d-aa22-9a9a4d0090fa req-906835d1-b023-4984-ae52-0a3ec4714be1 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:43.920358 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a234a3e-4c2b-456d-aa22-9a9a4d0090fa req-906835d1-b023-4984-ae52-0a3ec4714be1 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 950 time: 0.2407744 Nov 12 11:05:43.930832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd033b1-f1e7-495e-a5fa-b63d6f629580 req-0e31e9e4-7922-46b4-bf8c-642ff05a401d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:43.944592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bd033b1-f1e7-495e-a5fa-b63d6f629580 req-0e31e9e4-7922-46b4-bf8c-642ff05a401d tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2623265 Nov 12 11:05:44.013367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12b916-f175-4370-9bc6-74bd4cda44f4 req-31ef9b76-2274-4835-9fd7-940161572a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.015669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b12b916-f175-4370-9bc6-74bd4cda44f4 req-31ef9b76-2274-4835-9fd7-940161572a66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1102 time: 0.2599468 Nov 12 11:05:44.055599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0625fc33-7692-4ebc-bc05-89749c5aaa57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:44.155344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625fc33-7692-4ebc-bc05-89749c5aaa57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=35e8abfa-7547-49e3-a827-ed7fd940bd80,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:44.205522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a234a3e-4c2b-456d-aa22-9a9a4d0090fa req-1297eed0-171e-4d09-9d02-9b35a600287a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839108 Nov 12 11:05:44.236604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0625fc33-7692-4ebc-bc05-89749c5aaa57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:44.249846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0625fc33-7692-4ebc-bc05-89749c5aaa57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/35e8abfa-7547-49e3-a827-ed7fd940bd80 HTTP/1.1" status: 204 len: 168 time: 2.2092681 Nov 12 11:05:44.251457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45698) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:44.263422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bd033b1-f1e7-495e-a5fa-b63d6f629580 req-5d028907-26be-448f-bf31-97872885e802 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177073 Nov 12 11:05:44.473785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:44.476294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45706) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:44.486787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9c4c1c84-ecbd-46f8-98a1-eb2cfabbbd7f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2276084 Nov 12 11:05:44.495076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:44.543048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b12b916-f175-4370-9bc6-74bd4cda44f4 req-cc35ae01-1f2d-4588-b186-e2fa530590e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028987 Nov 12 11:05:44.581526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479bc23-2394-4f7c-a7cb-55b0ce11864c req-6b1ad554-31c4-4e88-84dc-8b4483b41c33 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:44.589851 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c479bc23-2394-4f7c-a7cb-55b0ce11864c req-6b1ad554-31c4-4e88-84dc-8b4483b41c33 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.2327111 Nov 12 11:05:44.685531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c479bc23-2394-4f7c-a7cb-55b0ce11864c req-91e8f3cb-5f99-48a7-b1d5-464027503d3b tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855501 Nov 12 11:05:44.749523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c89f0a-d2d7-4425-9a7a-75f92c0d0c8d None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:44.897988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad002c0c-4af4-48d5-b1fd-7b1f97fd7580 req-106d92c7-6bba-41c4-ad8c-6fe791caf44b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 210 time: 0.0970151 Nov 12 11:05:44.968753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-75f66459-47de-4a75-8963-698b1089c010 None None] Could not find standard attr ID for object a593dedf-8202-4994-8bdf-52d5f4d4e1f2. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:05:44.981218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e5ec5c6d-2f5e-4212-86c7-0245ef4639fa up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:45.104464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-75f66459-47de-4a75-8963-698b1089c010 None None] Provisioning complete for port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:45.105118 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-75f66459-47de-4a75-8963-698b1089c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:45.265196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:45.265196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:45.438195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeddd2-7d49-48a0-80bb-f64ebdb6d934 req-4c8068ee-9e32-44f3-b812-5c40394b0e54 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:45.448264 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1eeddd2-7d49-48a0-80bb-f64ebdb6d934 req-4c8068ee-9e32-44f3-b812-5c40394b0e54 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 950 time: 0.1110077 Nov 12 11:05:45.566429 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1eeddd2-7d49-48a0-80bb-f64ebdb6d934 req-08ef8810-37ad-49e9-8321-f7941e7355d6 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187327 Nov 12 11:05:45.600373 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-75f66459-47de-4a75-8963-698b1089c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:45.631411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:45.833842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Made reservation on behalf of 4f647bec4f0342eb8c5bdca68663bebf for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:45.839190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-75f66459-47de-4a75-8963-698b1089c010 None None] For port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e5ec5c6d-2f5e-4212-86c7-0245ef4639fa,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:45.853608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.185878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] Deleting port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:46.188623 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.263249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee78a4-3e2e-44f7-913d-d7c0a166385d req-775f2385-c06b-43fd-b9c2-9ed488048fc0 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:46.276392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abee78a4-3e2e-44f7-913d-d7c0a166385d req-775f2385-c06b-43fd-b9c2-9ed488048fc0 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.2894104 Nov 12 11:05:46.429674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abee78a4-3e2e-44f7-913d-d7c0a166385d req-abfb8166-59e9-42de-a0d1-9c447febfecd tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262469 Nov 12 11:05:46.436943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.597380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f341b-4e95-4781-9703-0cd2a9a1c569 req-465a3520-2923-4995-b82b-6e1b63229b9a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:46.610783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-995f341b-4e95-4781-9703-0cd2a9a1c569 req-465a3520-2923-4995-b82b-6e1b63229b9a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.8176174 Nov 12 11:05:46.682534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] For port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e5ec5c6d-2f5e-4212-86c7-0245ef4639fa,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:46.685866 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.731751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] Calling delete_port for e5ec5c6d-2f5e-4212-86c7-0245ef4639fa owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:46.764034 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:46.775218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:46.877995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef58b7-4751-40e8-8a3e-d0476de6cab1 req-1ca9ea1c-89ea-4e0b-b908-bab3d1cf68c2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:46.906110 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68ef58b7-4751-40e8-8a3e-d0476de6cab1 req-1ca9ea1c-89ea-4e0b-b908-bab3d1cf68c2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1918266 Nov 12 11:05:46.944234 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-75f66459-47de-4a75-8963-698b1089c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.134997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68ef58b7-4751-40e8-8a3e-d0476de6cab1 req-540c0ad3-fbf1-49b1-9b8e-e7e6aa3285f0 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273364 Nov 12 11:05:47.141724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f66459-47de-4a75-8963-698b1089c010 None None] Pushing event updated for resources: {'Port': ['ID=e5ec5c6d-2f5e-4212-86c7-0245ef4639fa,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:47.151981 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.383763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Network 11233779-0aa2-4333-8086-0c927a0acb28 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:47.412160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:47.442925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:47.459310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Pushing event updated for resources: {'Port': ['ID=256808d1-f4fd-4a94-a222-9a42731c9dfe,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:47.513995 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57d3a477-633c-4a73-9b30-0c29ea49a5e2 req-6eb051e2-702e-4388-98d5-e701837900fe tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 210 time: 0.0554249 Nov 12 11:05:47.535069 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.563609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.568470 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:05:47.569088 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:05:47.601427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.605482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:47.678385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.763269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] Pushing event deleted for resources: {'Port': ['ID=e5ec5c6d-2f5e-4212-86c7-0245ef4639fa,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:47.763269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa4b62-5bb8-464d-b9c3-bab7c5b03a5b None None] No DVR routers for this DVR port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:47.828703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:47.841165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:47.864538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4940ee-9c45-4bff-ae56-3cca3bb24769 req-826b6d8f-5f03-4f48-a6c3-9272d4f561ed tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:47.876081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-995f341b-4e95-4781-9703-0cd2a9a1c569 req-54685d2a-eb13-4f65-874d-262e19a9c07c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1375349 Nov 12 11:05:47.878421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ec4940ee-9c45-4bff-ae56-3cca3bb24769 req-826b6d8f-5f03-4f48-a6c3-9272d4f561ed tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.1789999 Nov 12 11:05:47.987032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=39718c7c-a403-42f5-8d89-25380365fbe8,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:48.001675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b9c0d3e7-4953-4de3-abf8-b6c6e812d32a {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:05:48.002280 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:05:48.004531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:48.010273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:48.022061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:48.023573 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.029032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667ccfec-1bab-4a2f-9347-3e750f364283 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:48.044704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ec4940ee-9c45-4bff-ae56-3cca3bb24769 req-55a08506-fb13-4261-9f45-a01937f4b65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625545 Nov 12 11:05:48.191777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Port e5ec5c6d-2f5e-4212-86c7-0245ef4639fa update to ACTIVE by agent not found {{(pid=109706) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 11:05:48.225500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e49231-c2b9-4b1e-b0ac-e9c2f8dca8c4 req-4229c962-bd4c-43e4-a357-e83b811f6afa tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:48.230510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2e49231-c2b9-4b1e-b0ac-e9c2f8dca8c4 req-4229c962-bd4c-43e4-a357-e83b811f6afa tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 950 time: 0.1706805 Nov 12 11:05:48.246798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-870a6a2d-976d-47fe-95e3-bcf922fa9cc4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6762586 Nov 12 11:05:48.348240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e5ec5c6d-2f5e-4212-86c7-0245ef4639fa no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:48.359520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Request body: {'port': {'device_id': 'f2ad47ac-ceb3-4022-92ce-e003e4761800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:48.368392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-14d537f5-5c0c-404a-8b48-cab306df206a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8868873 Nov 12 11:05:48.369687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45738) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:48.384817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'name': 'tempest-NetworksTestDHCPv6-328204719'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:48.409219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e5ec5c6d-2f5e-4212-86c7-0245ef4639fa {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:48.409572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e5ec5c6d-2f5e-4212-86c7-0245ef4639fa not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:48.495106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '39718c7c-a403-42f5-8d89-25380365fbe8'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:05:48.496164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.509365 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.566124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855fc72-6d8d-4194-abc9-32530c3c9cd5 req-0abbf531-9ff5-4d9b-829e-ec4495ae2f65 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:48.581550 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f855fc72-6d8d-4194-abc9-32530c3c9cd5 req-0abbf531-9ff5-4d9b-829e-ec4495ae2f65 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.1261463 Nov 12 11:05:48.784690 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f855fc72-6d8d-4194-abc9-32530c3c9cd5 req-ef3a63f5-5658-423e-894d-e508e56ba9fd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857995 Nov 12 11:05:48.785034 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:48.785034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2e49231-c2b9-4b1e-b0ac-e9c2f8dca8c4 req-3ae3815b-2fab-4fbe-9b6d-0afec556278d tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481602 Nov 12 11:05:48.785465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/39718c7c-a403-42f5-8d89-25380365fbe8/5e96dd18-2b2e-492f-8731-2ef39d4c3c44) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:48.897868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd440600-d264-4eba-af48-39ae80e83910 req-ca4e2c43-de48-4f84-bc24-6e4b0d36a5b3 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Nov 12 11:05:49.174866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a3624-7ea8-4cfb-979e-3551544db59d req-05cc24a1-7538-4cb5-b6b6-f2720a4ff013 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:49.177662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-976a3624-7ea8-4cfb-979e-3551544db59d req-05cc24a1-7538-4cb5-b6b6-f2720a4ff013 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.3601136 Nov 12 11:05:49.272949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Allocated IP 172.20.0.3 (11233779-0aa2-4333-8086-0c927a0acb28/4f6e83c8-4432-46ca-a184-be0b5494ac10/c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:49.288838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:49.294939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.356829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-976a3624-7ea8-4cfb-979e-3551544db59d req-a47b3477-6461-454e-8add-ce4fd55b19e4 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432579 Nov 12 11:05:49.401467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 632df9b8-657f-47b7-bfe1-2a5a1a325512 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:05:49.497717 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.644467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.758449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:49.763626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:49.770058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:49.783086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Pushing event updated for resources: {'Port': ['ID=5e96dd18-2b2e-492f-8731-2ef39d4c3c44,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:49.806819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11e6c5-4778-48a6-a34d-79d3ed62a002 req-cc9e010b-6ab8-4623-a53c-b98a6a832968 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:49.809203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a11e6c5-4778-48a6-a34d-79d3ed62a002 req-cc9e010b-6ab8-4623-a53c-b98a6a832968 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2097080 Nov 12 11:05:49.852030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Attempting to bind port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:49.852414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Attempting to bind port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:49.852780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Attempting to bind port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:49.858825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:49.859314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:49.859763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.860193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:49.860683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Bound port: 5e96dd18-2b2e-492f-8731-2ef39d4c3c44, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:49.861067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.880286 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:49.913489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::2f3 (5548ef9b-af8a-4319-aa1a-0d0b38428140/39718c7c-a403-42f5-8d89-25380365fbe8/632df9b8-657f-47b7-bfe1-2a5a1a325512) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:49.960501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] For port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:49.963762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a11e6c5-4778-48a6-a34d-79d3ed62a002 req-1d04b075-5bf3-4e8b-9cd4-e96b8b07fff0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261978 Nov 12 11:05:49.966982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] For port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5e96dd18-2b2e-492f-8731-2ef39d4c3c44,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:50.073525 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d802c7a-f7bf-41df-ab3a-2e5891dda85f req-28dbaf78-5d13-4318-81ce-acffae611a40 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.076398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d802c7a-f7bf-41df-ab3a-2e5891dda85f req-28dbaf78-5d13-4318-81ce-acffae611a40 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.1235895 Nov 12 11:05:50.084693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.140560 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.191118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d802c7a-f7bf-41df-ab3a-2e5891dda85f req-09628ce8-e1eb-4991-b3d4-b42fa3f8ea4c tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012158 Nov 12 11:05:50.230858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911d857-de99-43fc-9377-1d20f7c0c402 None None] Pushing event updated for resources: {'Port': ['ID=5e96dd18-2b2e-492f-8731-2ef39d4c3c44,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:50.322801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Network 11233779-0aa2-4333-8086-0c927a0acb28 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:50.338273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:50.348104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:50.357577 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.433088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce75089-8063-4a4c-8324-eece89c0f5a6 req-c09ecb25-7a6e-4bc2-a62e-059136ca0198 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.433088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dce75089-8063-4a4c-8324-eece89c0f5a6 req-c09ecb25-7a6e-4bc2-a62e-059136ca0198 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.3735018 Nov 12 11:05:50.494786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Pushing event updated for resources: {'Port': ['ID=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:50.516087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b975b-8a79-463f-b62a-23339fc78e38 req-d081da60-eb4b-46c7-877a-26dcebd8a27f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.526156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa5b975b-8a79-463f-b62a-23339fc78e38 req-d081da60-eb4b-46c7-877a-26dcebd8a27f tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1102 time: 0.1183650 Nov 12 11:05:50.540601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.541287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.616853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.627281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa5b975b-8a79-463f-b62a-23339fc78e38 req-c2efd5fc-7141-4977-971d-5d88596a4677 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000400 Nov 12 11:05:50.650539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dce75089-8063-4a4c-8324-eece89c0f5a6 req-9dc34a28-e551-4e9a-b1a7-57b3d9627173 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705670 Nov 12 11:05:50.666891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1cb24ef1-4a8e-4724-bbc4-021147ca130d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8197238 Nov 12 11:05:50.681797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Request body: {'port': {'device_id': '6f84cc7c-0777-49f4-9fc4-e25022b14ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:50.768060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:50.821865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e728d60-81cc-4842-a454-4667a8c5a155 req-6cf3d883-dd36-477d-b6b9-201a4da67295 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:50.823450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e728d60-81cc-4842-a454-4667a8c5a155 req-6cf3d883-dd36-477d-b6b9-201a4da67295 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 931 time: 0.0684299 Nov 12 11:05:50.888194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e728d60-81cc-4842-a454-4667a8c5a155 req-80dcd146-89aa-4a2f-a2ad-5b530a3a2060 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560591 Nov 12 11:05:50.923590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256808d1-f4fd-4a94-a222-9a42731c9dfe {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:51.009544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.019976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.029806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c45b5-c89e-414f-895b-7962b06fa9ea req-01177dea-84d6-4b4d-b2ef-9424000017fd tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:51.031548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a45c45b5-c89e-414f-895b-7962b06fa9ea req-01177dea-84d6-4b4d-b2ef-9424000017fd tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2769566 Nov 12 11:05:51.109908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Transition to ACTIVE for port object 256808d1-f4fd-4a94-a222-9a42731c9dfe will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:05:51.124204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:51.128795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=632df9b8-657f-47b7-bfe1-2a5a1a325512,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:51.135124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:51.143199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:05:51.149860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:51.150462 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.179881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a45c45b5-c89e-414f-895b-7962b06fa9ea req-52e8a449-43fb-4216-8125-6ce7693211db tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345644 Nov 12 11:05:51.276695 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.391097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45826) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:51.391758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-71070d9a-1207-40e3-97f8-d2e43d8a12fe tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0202868 Nov 12 11:05:51.454700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ab82b-6a75-482a-8829-b420005cf3f7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:51.462767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ab82b-6a75-482a-8829-b420005cf3f7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:51.463279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Pushing event updated for resources: {'Port': ['ID=256808d1-f4fd-4a94-a222-9a42731c9dfe,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:51.471254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45828) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:51.474125 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-931ab82b-6a75-482a-8829-b420005cf3f7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0816650 Nov 12 11:05:51.588612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-c7470685-2318-40d9-9dc6-4b00881263f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:51.590343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-c7470685-2318-40d9-9dc6-4b00881263f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 1097 time: 0.2834790 Nov 12 11:05:51.784938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f87c148e-70f7-4b38-b837-086b1ced20b1 None None] Provisioning complete for port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:51.784938 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f87c148e-70f7-4b38-b837-086b1ced20b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.831809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Attempting to bind port 256808d1-f4fd-4a94-a222-9a42731c9dfe on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:51.838252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Attempting to bind port 256808d1-f4fd-4a94-a222-9a42731c9dfe by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:51.838699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Attempting to bind port 256808d1-f4fd-4a94-a222-9a42731c9dfe on network 11233779-0aa2-4333-8086-0c927a0acb28 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:51.852630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Port 256808d1-f4fd-4a94-a222-9a42731c9dfe on network 11233779-0aa2-4333-8086-0c927a0acb28 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:05:51.852982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Attempting to bind port 256808d1-f4fd-4a94-a222-9a42731c9dfe on network 11233779-0aa2-4333-8086-0c927a0acb28 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:51.869702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:51.878392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Checking segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:51.878392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Bound using segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:51.878392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Bound port: 256808d1-f4fd-4a94-a222-9a42731c9dfe, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:51.878392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:51.936542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-2794b675-e624-4de5-b9fe-be8506412dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:51.938274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-2794b675-e624-4de5-b9fe-be8506412dc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 912 time: 0.3346009 Nov 12 11:05:52.009827 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f87c148e-70f7-4b38-b837-086b1ced20b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.056388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:52.074115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f87c148e-70f7-4b38-b837-086b1ced20b1 None None] For port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5e96dd18-2b2e-492f-8731-2ef39d4c3c44,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:52.082359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.100115 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-059920f5-dd0e-4751-8093-e96e11a0e9ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221 HTTP/1.1" status: 200 len: 217 time: 0.1372724 Nov 12 11:05:52.122148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-822f5fb3-087b-4c6e-9140-7acc174a38a5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 632df9b8-657f-47b7-bfe1-2a5a1a325512 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:52.122553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-822f5fb3-087b-4c6e-9140-7acc174a38a5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.127322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfd558-2252-4fe7-982a-abf2cd709655 req-19398eba-1626-458d-b75b-95819a9ecd7c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.129611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ebfd558-2252-4fe7-982a-abf2cd709655 req-19398eba-1626-458d-b75b-95819a9ecd7c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.0790629 Nov 12 11:05:52.188176 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f87c148e-70f7-4b38-b837-086b1ced20b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.208435 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ebfd558-2252-4fe7-982a-abf2cd709655 req-fc2ebd92-9a78-4141-a137-90e82491d9dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577760 Nov 12 11:05:52.257908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] For port 256808d1-f4fd-4a94-a222-9a42731c9dfe, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:52.268891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] For port 256808d1-f4fd-4a94-a222-9a42731c9dfe, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=256808d1-f4fd-4a94-a222-9a42731c9dfe,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:52.272028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Transition to ACTIVE for port object c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:05:52.373083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b233304-b7c4-4bd2-ab60-ecf3e36995d0 None None] Provisioning complete for port 632df9b8-657f-47b7-bfe1-2a5a1a325512 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:52.374230 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b233304-b7c4-4bd2-ab60-ecf3e36995d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.387277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-7e659080-e118-4ab1-b6e0-3732b72f05db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.390449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-7e659080-e118-4ab1-b6e0-3732b72f05db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.2749872 Nov 12 11:05:52.431455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:52.433316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f4de7-b77d-458e-90a1-ac8d7fb361e2 req-1a036466-0b35-422a-a38f-f1158648e89c tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.448902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-414f4de7-b77d-458e-90a1-ac8d7fb361e2 req-1a036466-0b35-422a-a38f-f1158648e89c tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1102 time: 0.1274207 Nov 12 11:05:52.478241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d37075-0e20-43ac-aa58-56c029e6aa60 req-5f57bb32-1e4c-4d73-ad4e-b11ff155ccb7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.480509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7d37075-0e20-43ac-aa58-56c029e6aa60 req-5f57bb32-1e4c-4d73-ad4e-b11ff155ccb7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.5902212 Nov 12 11:05:52.481203 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.519039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c148e-70f7-4b38-b837-086b1ced20b1 None None] Pushing event updated for resources: {'Port': ['ID=5e96dd18-2b2e-492f-8731-2ef39d4c3c44,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:52.563244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b233304-b7c4-4bd2-ab60-ecf3e36995d0 None None] Port 632df9b8-657f-47b7-bfe1-2a5a1a325512 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:05:52.584693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-414f4de7-b77d-458e-90a1-ac8d7fb361e2 req-961fc22b-ced4-4fdf-bab1-5a7e9dbdc803 tempest-ServersAdminTestJSON-272756445 tempest-ServersAdminTestJSON-272756445-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253695 Nov 12 11:05:52.584945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:52.584945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.603746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:52.654455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:52.659380 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-6454b003-74b0-424c-8ab5-f8621e571886 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100375 Nov 12 11:05:52.806855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047244d6-1faf-4a79-bd52-6d8878395c7a req-a2138ced-f097-4b37-98bf-ae95085b8e16 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:52.810486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-047244d6-1faf-4a79-bd52-6d8878395c7a req-a2138ced-f097-4b37-98bf-ae95085b8e16 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 943 time: 0.1048162 Nov 12 11:05:52.877854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-047244d6-1faf-4a79-bd52-6d8878395c7a req-df00f674-906d-406e-b2d3-7414e8f81b5f tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589535 Nov 12 11:05:53.056829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b75f48-4022-4a68-b743-2a0415e1ae31 req-73748611-9839-46e2-bbb5-ef1f40627318 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:53.058785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12b75f48-4022-4a68-b743-2a0415e1ae31 req-73748611-9839-46e2-bbb5-ef1f40627318 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.0676284 Nov 12 11:05:53.135865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12b75f48-4022-4a68-b743-2a0415e1ae31 req-54619a39-82e1-4f04-a6d1-354fe828da83 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705109 Nov 12 11:05:53.210151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:53.210772 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.212221 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] 10.222.0.69 "PUT /v2.0/ports/256808d1-f4fd-4a94-a222-9a42731c9dfe HTTP/1.1" status: 200 len: 1092 time: 4.8848867 Nov 12 11:05:53.232601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ad47ac-ceb3-4022-92ce-e003e4761800', 'tag': '256808d1-f4fd-4a94-a222-9a42731c9dfe'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:53.234934 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb77c62-f63d-432a-9331-05efd9b20b08" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ad47ac-ceb3-4022-92ce-e003e4761800", "tag": "256808d1-f4fd-4a94-a222-9a42731c9dfe"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:53.282031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-822f5fb3-087b-4c6e-9140-7acc174a38a5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.371137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-822f5fb3-087b-4c6e-9140-7acc174a38a5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 632df9b8-657f-47b7-bfe1-2a5a1a325512 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:53.385850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7d37075-0e20-43ac-aa58-56c029e6aa60 req-8f244917-4afd-430d-b4f7-1e138db5fcc8 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7751851 Nov 12 11:05:53.393310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591283e-d5ec-4b93-9589-f396b756e438 service neutron] Pushing event updated for resources: {'Port': ['ID=256808d1-f4fd-4a94-a222-9a42731c9dfe,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:53.557066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-dc7517f9-8e83-4677-a718-fad645184baa tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:53.558863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-dc7517f9-8e83-4677-a718-fad645184baa tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.3299191 Nov 12 11:05:53.580641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-5464ab93-e066-4c3b-8c06-53077dcef9fb service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9032269 Nov 12 11:05:53.633274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Attempting to bind port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:05:53.633688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Attempting to bind port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:05:53.633949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Attempting to bind port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf on network 11233779-0aa2-4333-8086-0c927a0acb28 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:53.690359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf on network 11233779-0aa2-4333-8086-0c927a0acb28 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:05:53.691228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Attempting to bind port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf on network 11233779-0aa2-4333-8086-0c927a0acb28 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:05:53.745705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31095d85-ae5f-4e35-936a-a1d2e4eb1a3d req-bebb7482-1293-436c-afad-4fb26c5c3e83 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:53.747867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31095d85-ae5f-4e35-936a-a1d2e4eb1a3d req-bebb7482-1293-436c-afad-4fb26c5c3e83 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2704823 Nov 12 11:05:53.768785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:05:53.769126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Checking segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:05:53.769527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Bound using segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:05:53.769983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Bound port: c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:05:53.770346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:53.774613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-ac7da99e-846f-4a31-9ad7-bcfdb701c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:53.776264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-ac7da99e-846f-4a31-9ad7-bcfdb701c839 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&device_id=f2ad47ac-ceb3-4022-92ce-e003e4761800 HTTP/1.1" status: 200 len: 1095 time: 0.3022373 Nov 12 11:05:53.899401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-0a642268-bb22-457d-8365-035db7bb67df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=256808d1-f4fd-4a94-a222-9a42731c9dfe HTTP/1.1" status: 200 len: 217 time: 0.0937426 Nov 12 11:05:54.008437 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75509c18-bfa7-46f7-bc88-0d34cc87c05c x-openstack-request-id: req-75509c18-bfa7-46f7-bc88-0d34cc87c05c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:54.008798 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ad47ac-ceb3-4022-92ce-e003e4761800", "tag": "256808d1-f4fd-4a94-a222-9a42731c9dfe", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:54.008985 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-75509c18-bfa7-46f7-bc88-0d34cc87c05c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:54.009394 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ad47ac-ceb3-4022-92ce-e003e4761800', 'tag': '256808d1-f4fd-4a94-a222-9a42731c9dfe', 'status': 'completed', 'code': 200} Nov 12 11:05:54.013498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd70736-d2c0-45cd-9954-3580ea595cb1 req-946d2af5-5259-46d2-bc62-8e1f72963cb8 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154367 Nov 12 11:05:54.075171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31095d85-ae5f-4e35-936a-a1d2e4eb1a3d req-3adca905-e119-4db0-9cdb-f01f15e4b74b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943287 Nov 12 11:05:54.086127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] For port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:05:54.091156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] For port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:05:54.093406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-b78a666f-9c4d-4131-8e26-e4958b45688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.094967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-b78a666f-9c4d-4131-8e26-e4958b45688d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 200 len: 853 time: 0.1608975 Nov 12 11:05:54.115966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Deleting port 85e742c7-2178-44a3-8d84-37a77711b10c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:54.115966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.155048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea888a-6916-47e9-b0dd-bfbd8f379cc6 req-c0cf5291-6712-4306-9439-e00dfbb9809f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.155883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-8df6a081-179d-485a-aa63-a573b88c6c08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11233779-0aa2-4333-8086-0c927a0acb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477102 Nov 12 11:05:54.158837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70ea888a-6916-47e9-b0dd-bfbd8f379cc6 req-c0cf5291-6712-4306-9439-e00dfbb9809f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1205275 Nov 12 11:05:54.203590 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.206463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-822f5fb3-087b-4c6e-9140-7acc174a38a5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.275467 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70ea888a-6916-47e9-b0dd-bfbd8f379cc6 req-0b145267-ab37-4a7c-bd87-cd6cfc8fa0db tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047316 Nov 12 11:05:54.344686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:05:54.358282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.358986 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.360459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf HTTP/1.1" status: 200 len: 1092 time: 3.6840551 Nov 12 11:05:54.441228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] For port 85e742c7-2178-44a3-8d84-37a77711b10c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=85e742c7-2178-44a3-8d84-37a77711b10c,segment=NetworkSegment(008b173a-a11e-445c-a97d-34d20f0f6a48),segment_id=008b173a-a11e-445c-a97d-34d20f0f6a48)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:54.441597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.456681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-822f5fb3-087b-4c6e-9140-7acc174a38a5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.463953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-822f5fb3-087b-4c6e-9140-7acc174a38a5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/632df9b8-657f-47b7-bfe1-2a5a1a325512 HTTP/1.1" status: 204 len: 168 time: 2.9747312 Nov 12 11:05:54.468909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91d948-13a0-4563-876a-04d4dba1a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:54.469965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45902) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:54.484944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:05:54.485324 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:54.533490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f18533-d2ac-4ce8-9a43-061c9c9d2977 req-2f51666e-cfd3-4629-b391-a731637a38e5 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.537248 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8f18533-d2ac-4ce8-9a43-061c9c9d2977 req-2f51666e-cfd3-4629-b391-a731637a38e5 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 950 time: 0.1189632 Nov 12 11:05:54.589046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f5fb3-087b-4c6e-9140-7acc174a38a5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=632df9b8-657f-47b7-bfe1-2a5a1a325512,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:54.599460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-81164683-8f4c-4041-aec5-557945ae75cf service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119356 Nov 12 11:05:54.625985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Calling delete_port for 85e742c7-2178-44a3-8d84-37a77711b10c owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:54.688793 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8f18533-d2ac-4ce8-9a43-061c9c9d2977 req-74dce5b7-c9da-4235-a9d7-b413f4a4596a tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390893 Nov 12 11:05:54.723562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d350b-f796-4d1c-8a3f-06471b340c0f req-a479f8bc-cf92-4c0c-841f-0193f69ebb16 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.723562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b42d350b-f796-4d1c-8a3f-06471b340c0f req-a479f8bc-cf92-4c0c-841f-0193f69ebb16 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 943 time: 0.4892228 Nov 12 11:05:54.911559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caac60-f1b8-4fa7-9ce7-e775bf52e037 req-553d29ac-631f-4ab3-8f65-42c3147bcf25 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.914427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16caac60-f1b8-4fa7-9ce7-e775bf52e037 req-553d29ac-631f-4ab3-8f65-42c3147bcf25 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 946 time: 0.1060936 Nov 12 11:05:54.925973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e795fd7-333c-475e-9fd3-fd6964f6ecc5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.928819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e795fd7-333c-475e-9fd3-fd6964f6ecc5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:54.932737 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1e795fd7-333c-475e-9fd3-fd6964f6ecc5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4352276 Nov 12 11:05:54.937086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45906) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:55.023771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16caac60-f1b8-4fa7-9ce7-e775bf52e037 req-79babefc-5129-43e6-b3d5-df70b3007ce4 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/security-groups?id=c2dfe24e-c106-41c2-8940-368f949210ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017561 Nov 12 11:05:55.028982 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-933a8df6-6978-4483-9b01-2359ed3c7de4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 39718c7c-a403-42f5-8d89-25380365fbe8 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:05:55.033609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-933a8df6-6978-4483-9b01-2359ed3c7de4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.043459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-adcc94c5-69da-403e-a4c0-30686bb37040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:55.046488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-adcc94c5-69da-403e-a4c0-30686bb37040 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 1095 time: 0.4417539 Nov 12 11:05:55.084070 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-35f9721e-be7a-48da-87b1-b8545f531fb3 service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321635 Nov 12 11:05:55.117503 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-933a8df6-6978-4483-9b01-2359ed3c7de4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.174965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-957fb9a2-1ad2-42a3-b031-5e3a6189ffee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf HTTP/1.1" status: 200 len: 217 time: 0.1048527 Nov 12 11:05:55.221510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b42d350b-f796-4d1c-8a3f-06471b340c0f req-c48516ca-8e54-4a2b-a80a-8bb4f61c6c4c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518495 Nov 12 11:05:55.367777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-ef895339-ec56-499f-97d4-6b4670367a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:55.369837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-ef895339-ec56-499f-97d4-6b4670367a2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 200 len: 853 time: 0.1714022 Nov 12 11:05:55.405523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa3479-2f2d-4e50-babb-03f8c366bc62 req-36845cd0-8ed1-4318-92ef-02646a96b53b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:55.415021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-77fa3479-2f2d-4e50-babb-03f8c366bc62 req-36845cd0-8ed1-4318-92ef-02646a96b53b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1621871 Nov 12 11:05:55.418393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-933a8df6-6978-4483-9b01-2359ed3c7de4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.456222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-1c09b807-d1ae-4c8b-ae6b-392c66aa8ecd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11233779-0aa2-4333-8086-0c927a0acb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572593 Nov 12 11:05:55.503551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-3239941d-000b-4d1d-bf29-cb36b121d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:55.511447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-3239941d-000b-4d1d-bf29-cb36b121d8d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&device_id=f2ad47ac-ceb3-4022-92ce-e003e4761800 HTTP/1.1" status: 200 len: 1095 time: 0.2170916 Nov 12 11:05:55.553400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-77fa3479-2f2d-4e50-babb-03f8c366bc62 req-9cd177db-ca2d-4369-8466-e7fe4a3ce199 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360373 Nov 12 11:05:55.583974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d8c2-662a-4028-b231-61870e712d06 req-c052bae2-28f9-481c-b2f3-e0825ec81af6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:55.584298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-b0543d02-a871-4eb8-84ca-c1cfd10d6a95 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:55.585619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd1d8c2-662a-4028-b231-61870e712d06 req-c052bae2-28f9-481c-b2f3-e0825ec81af6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 945 time: 0.2215123 Nov 12 11:05:55.585845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-b0543d02-a871-4eb8-84ca-c1cfd10d6a95 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 950 time: 0.1298523 Nov 12 11:05:55.589807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.604812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['85e742c7-2178-44a3-8d84-37a77711b10c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:55.682463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-933a8df6-6978-4483-9b01-2359ed3c7de4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.747496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Pushing event deleted for resources: {'Port': ['ID=85e742c7-2178-44a3-8d84-37a77711b10c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:55.754662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-b7bdc495-bf50-4199-9a4a-71012329dd3f service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867687 Nov 12 11:05:55.754881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a8df6-6978-4483-9b01-2359ed3c7de4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=39718c7c-a403-42f5-8d89-25380365fbe8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:55.792474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-933a8df6-6978-4483-9b01-2359ed3c7de4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.798699 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-933a8df6-6978-4483-9b01-2359ed3c7de4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/39718c7c-a403-42f5-8d89-25380365fbe8 HTTP/1.1" status: 204 len: 168 time: 0.8602297 Nov 12 11:05:55.810477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45918) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:55.818684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3b1c3ef6-e080-4e12-b963-5f207ab30221 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:55.823418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bec07d-5a57-431b-b1f5-42ef9907ce91 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:55.863044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-c82af3d1-707a-41db-8d7a-592dfc8f31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:55.864605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-c82af3d1-707a-41db-8d7a-592dfc8f31b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 914 time: 0.3500073 Nov 12 11:05:55.868966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] No DVR routers for this DVR port 85e742c7-2178-44a3-8d84-37a77711b10c on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:55.900352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:55.903753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77576bb9-dc83-42e1-8b61-72a45b8264d5 req-d1ac7cc6-45e1-4fae-9efc-cf13db18c65e tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.57 "DELETE /v2.0/ports/85e742c7-2178-44a3-8d84-37a77711b10c HTTP/1.1" status: 204 len: 173 time: 2.3289142 Nov 12 11:05:55.906107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2b1202f9-39bf-4fe7-ad70-3b7ff29dbbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941925 Nov 12 11:05:55.917237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45922) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:55.926231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd1d8c2-662a-4028-b231-61870e712d06 req-2c8de610-09a9-4f53-a4d5-0f6f1d7529d2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702277 Nov 12 11:05:56.016204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f84cc7c-0777-49f4-9fc4-e25022b14ac0', 'tag': 'c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf'}, {'server_uuid': 'ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a', 'name': 'network-vif-deleted', 'tag': '85e742c7-2178-44a3-8d84-37a77711b10c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:56.018269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b0ae6-36c1-43da-93b8-8357addb6483 req-435b43fa-37b8-4c95-b657-0f421eab2d56 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:56.019114 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf682a0-51cd-4671-bdca-103fac3dc7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f84cc7c-0777-49f4-9fc4-e25022b14ac0", "tag": "c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf"}, {"server_uuid": "ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a", "name": "network-vif-deleted", "tag": "85e742c7-2178-44a3-8d84-37a77711b10c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:56.026145 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-901b0ae6-36c1-43da-93b8-8357addb6483 req-435b43fa-37b8-4c95-b657-0f421eab2d56 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2772408 Nov 12 11:05:56.045535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-e7687721-034c-43e3-8f19-33e372179de1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=256808d1-f4fd-4a94-a222-9a42731c9dfe HTTP/1.1" status: 200 len: 217 time: 0.1343701 Nov 12 11:05:56.091481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Deleting port abddafb4-6478-4131-a609-750694da7cd1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:56.091809 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.133648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0cb6fb-71ff-4043-a123-882ea769b9a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:56.135303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fc0cb6fb-71ff-4043-a123-882ea769b9a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2164221 Nov 12 11:05:56.141678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45928) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:56.192137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-901b0ae6-36c1-43da-93b8-8357addb6483 req-193f871e-e432-4b4c-a4c6-756e2b0efbcb tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618052 Nov 12 11:05:56.298531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] For port abddafb4-6478-4131-a609-750694da7cd1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=abddafb4-6478-4131-a609-750694da7cd1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:56.299199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.304703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9189f67b-837a-4c35-88cf-9e7a731ea048 req-8b4787e2-8380-437f-94d3-09942766b4b2 service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369344 Nov 12 11:05:56.310301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-4bad20c0-0b19-4cfe-b39a-4564e1c2f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:56.327551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-4bad20c0-0b19-4cfe-b39a-4564e1c2f061 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 200 len: 853 time: 0.2802875 Nov 12 11:05:56.329256 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2389e2-3835-4e19-89e7-38dbfe112186 x-openstack-request-id: req-fe2389e2-3835-4e19-89e7-38dbfe112186 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:56.329695 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f84cc7c-0777-49f4-9fc4-e25022b14ac0", "tag": "c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf", "status": "completed", "code": 200}, {"server_uuid": "ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a", "name": "network-vif-deleted", "tag": "85e742c7-2178-44a3-8d84-37a77711b10c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:56.330046 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fe2389e2-3835-4e19-89e7-38dbfe112186 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:56.330547 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f84cc7c-0777-49f4-9fc4-e25022b14ac0', 'tag': 'c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf', 'status': 'completed', 'code': 200} Nov 12 11:05:56.330897 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a', 'name': 'network-vif-deleted', 'tag': '85e742c7-2178-44a3-8d84-37a77711b10c', 'status': 'completed', 'code': 200} Nov 12 11:05:56.333168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Calling delete_port for abddafb4-6478-4131-a609-750694da7cd1 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:56.339439 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.465596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:56.467704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:56.470488 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d25e080-d16c-4a98-a465-9d5d521aaff5" -d '{"events": [{"server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:56.540578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ccf7efe-a1cf-4a48-bcd5-3ff541d12da3 req-b075ed2f-cd4c-4732-9d8e-5f0a0ca2b4b6 tempest-ServerDiskConfigTestJSON-582380360 tempest-ServerDiskConfigTestJSON-582380360-project] 10.222.0.98 "GET /v2.0/ports?device_id=ae3bf1ef-c2ac-4d6f-aad9-2ad00b3e015a HTTP/1.1" status: 200 len: 210 time: 0.0942919 Nov 12 11:05:56.557184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.785838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:56.795673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.798633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.804950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.807700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.810080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.811552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.813429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.814079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.815171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.816449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.820569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.820569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:05:56.862575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:05:56.886652 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:56.950813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9140a32b-89f5-4198-bc1a-be421ac74fd2'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:56.970547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Pushing event deleted for resources: {'Port': ['ID=abddafb4-6478-4131-a609-750694da7cd1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:57.030667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['abddafb4-6478-4131-a609-750694da7cd1', '36827e78-3320-4c9d-ab2c-5a2b8cedda13'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:05:57.046371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc981e-d3b6-4890-8f4e-00ac59ac7f3c req-af8f5e2e-4a0d-4017-9798-ee33e82226e4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:57.060809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34fc981e-d3b6-4890-8f4e-00ac59ac7f3c req-af8f5e2e-4a0d-4017-9798-ee33e82226e4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 943 time: 0.2537093 Nov 12 11:05:57.084960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b86467-beeb-4729-9567-c95ffc6dded5 req-c2ce885e-34f0-4249-bc86-780ac3987e64 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:57.093475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41b86467-beeb-4729-9567-c95ffc6dded5 req-c2ce885e-34f0-4249-bc86-780ac3987e64 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=6be0a982-e033-487a-a8ac-ebdf7580eff6 HTTP/1.1" status: 200 len: 950 time: 1.0587852 Nov 12 11:05:57.150657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-52744927-635b-4830-84dd-c0201aeb3292 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11233779-0aa2-4333-8086-0c927a0acb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8074536 Nov 12 11:05:57.223351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac3c7f9-35c4-4f65-ad46-05fab25311d2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:57.224938 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-aac3c7f9-35c4-4f65-ad46-05fab25311d2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0610819 Nov 12 11:05:57.242473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45944) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:57.258283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] No DVR routers for this DVR port abddafb4-6478-4131-a609-750694da7cd1 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:57.274330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.291210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80136d56-60eb-4d6c-ae86-eac0ee8c9197 req-a2878ccf-35df-4ad5-9e29-6cc3ec9d2ae8 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "DELETE /v2.0/ports/abddafb4-6478-4131-a609-750694da7cd1 HTTP/1.1" status: 204 len: 173 time: 1.6857810 Nov 12 11:05:57.293340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be0a982-e033-487a-a8ac-ebdf7580eff6', 'name': 'network-vif-deleted', 'tag': 'abddafb4-6478-4131-a609-750694da7cd1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:05:57.297757 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d75c9f-8ee5-4e6e-a80c-4aa5261c25c4" -d '{"events": [{"server_uuid": "6be0a982-e033-487a-a8ac-ebdf7580eff6", "name": "network-vif-deleted", "tag": "abddafb4-6478-4131-a609-750694da7cd1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:05:57.338379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34fc981e-d3b6-4890-8f4e-00ac59ac7f3c req-a37bc805-a94c-4d3e-86aa-293cb24aca7b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761519 Nov 12 11:05:57.368951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-858bc02d-b1a0-4a63-a467-8863838badb6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141186 Nov 12 11:05:57.381628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45948) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:57.391294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:57.393509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41b86467-beeb-4729-9567-c95ffc6dded5 req-bd440609-c24c-4b54-b6bf-8d5ea0382aab tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969902 Nov 12 11:05:57.412008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-18077ad0-0618-456b-856b-da24ea0f285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:57.414164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-18077ad0-0618-456b-856b-da24ea0f285b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 1095 time: 0.3407011 Nov 12 11:05:57.434317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-61b77326-f0ef-4c12-9e5e-45cef502e9db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3660285 Nov 12 11:05:57.500766 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb1b118-fd7b-428a-aa64-269bef5f1ac5 x-openstack-request-id: req-6cb1b118-fd7b-428a-aa64-269bef5f1ac5 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:57.501225 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "name": "network-vif-unplugged", "status": "failed", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221", "code": 422}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:57.501630 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6cb1b118-fd7b-428a-aa64-269bef5f1ac5 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:57.502269 n-d-768852-22 neutron-server[109706]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'code': 422} returned with failed status Nov 12 11:05:57.536459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] Deleting port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:05:57.537169 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.774440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-b43630b8-33d4-440d-9f73-e24348c7f106 service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715330 Nov 12 11:05:57.831020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caeb10-87b0-45ed-8baf-a44acb6e8c32 req-661b9ae3-ba7f-4bf5-b27f-f22f18897d59 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:57.835899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 85e742c7-2178-44a3-8d84-37a77711b10c no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:57.837557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-88caeb10-87b0-45ed-8baf-a44acb6e8c32 req-661b9ae3-ba7f-4bf5-b27f-f22f18897d59 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 943 time: 0.1797051 Nov 12 11:05:57.870565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-c735c630-5e7d-47f1-b48d-8da26070100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:57.873975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-c735c630-5e7d-47f1-b48d-8da26070100e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 1102 time: 0.4035888 Nov 12 11:05:57.899959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 85e742c7-2178-44a3-8d84-37a77711b10c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:57.900344 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 85e742c7-2178-44a3-8d84-37a77711b10c not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:57.900777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3b1c3ef6-e080-4e12-b963-5f207ab30221 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:57.904592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] For port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5e96dd18-2b2e-492f-8731-2ef39d4c3c44,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:57.905016 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.916552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:57.923122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:57.974599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] Calling delete_port for 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:05:57.986159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f091f-6568-4903-bff9-b7805eadf252 req-b69c8197-9af8-4f47-a679-d0775a995612 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:57.989451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-743f091f-6568-4903-bff9-b7805eadf252 req-b69c8197-9af8-4f47-a679-d0775a995612 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.4336917 Nov 12 11:05:58.009673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-88caeb10-87b0-45ed-8baf-a44acb6e8c32 req-d0537a59-f20e-452f-881a-dca9cef0afb7 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608164 Nov 12 11:05:58.200773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-e02ca458-73fb-4035-a6ab-8f75908cc64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:58.203512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-e02ca458-73fb-4035-a6ab-8f75908cc64a service neutron] 10.222.0.69 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 914 time: 0.7679558 Nov 12 11:05:58.234798 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10339f76-fd0b-4d9b-bd30-488865d21950 x-openstack-request-id: req-10339f76-fd0b-4d9b-bd30-488865d21950 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:05:58.235174 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be0a982-e033-487a-a8ac-ebdf7580eff6", "name": "network-vif-deleted", "tag": "abddafb4-6478-4131-a609-750694da7cd1", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:05:58.235471 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10339f76-fd0b-4d9b-bd30-488865d21950 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:05:58.236027 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be0a982-e033-487a-a8ac-ebdf7580eff6', 'name': 'network-vif-deleted', 'tag': 'abddafb4-6478-4131-a609-750694da7cd1', 'status': 'completed', 'code': 200} Nov 12 11:05:58.263182 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.296591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.316233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] Pushing event deleted for resources: {'Port': ['ID=5e96dd18-2b2e-492f-8731-2ef39d4c3c44,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:58.318734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:58.368260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:58.369037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:58.373833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b141d7-e9e8-415a-9e27-41fc835f18d9 None None] No DVR routers for this DVR port 5e96dd18-2b2e-492f-8731-2ef39d4c3c44 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:05:58.405395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:05:58.429973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:05:58.437780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:58.438403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.446203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44285a-e7a0-43aa-82f0-385fddb254e1 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:05:58.452537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-743f091f-6568-4903-bff9-b7805eadf252 req-fd24eb54-9886-4a7f-8ad2-1259f82d6beb tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088960 Nov 12 11:05:58.479403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=d7653864-400d-40be-8519-0478e8686339,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:05:58.480901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-46a816e3-08eb-4e4d-a79b-efb16ff6515c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf HTTP/1.1" status: 200 len: 217 time: 0.2541857 Nov 12 11:05:58.559441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-f3eec4da-85b4-42cd-b069-79532ba53565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:58.561165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-f3eec4da-85b4-42cd-b069-79532ba53565 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 200 len: 853 time: 0.0652654 Nov 12 11:05:58.567093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-05098230-8448-435c-b905-49be35ebfc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:58.569238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-05098230-8448-435c-b905-49be35ebfc2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.6131971 Nov 12 11:05:58.571848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb77c62-f63d-432a-9331-05efd9b20b08 req-c3a85387-8649-41db-aa13-db228992313a service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7819934 Nov 12 11:05:58.576515 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-12ee45c9-0247-4343-88de-4444b3eec6c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1918926 Nov 12 11:05:58.576900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45976) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:05:58.595340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': 'd7653864-400d-40be-8519-0478e8686339', 'ip_address': '2001:db8::4bf0:135c:1b4f:cf27'}], 'name': 'tempest-NetworksTestDHCPv6-1527610370'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:05:58.668614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-5428be6e-b522-484e-9302-6fb362f2cbd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11233779-0aa2-4333-8086-0c927a0acb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952497 Nov 12 11:05:58.765370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-9443b8f1-d071-4e44-b51d-7d14eb3fcd49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=9140a32b-89f5-4198-bc1a-be421ac74fd2 HTTP/1.1" status: 200 len: 217 time: 0.1589856 Nov 12 11:05:58.820236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'd7653864-400d-40be-8519-0478e8686339'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:05:58.821100 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:58.953697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:05:59.028366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:59.033277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-46700173-2f2d-4243-bb29-423f5ce41135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:59.036356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-46700173-2f2d-4243-bb29-423f5ce41135 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2406199 Nov 12 11:05:59.054936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef716ae-5d87-489a-9384-7b7fe154e106 req-6e92901a-51c9-402b-a528-a7c5357bcce0 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:59.060635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device abddafb4-6478-4131-a609-750694da7cd1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:05:59.075581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ef716ae-5d87-489a-9384-7b7fe154e106 req-6e92901a-51c9-402b-a528-a7c5357bcce0 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 943 time: 0.4055891 Nov 12 11:05:59.132056 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.141871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: abddafb4-6478-4131-a609-750694da7cd1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:05:59.141871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device abddafb4-6478-4131-a609-750694da7cd1 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:05:59.165021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 5fe04724-1dec-4399-b2bb-aec1e0acb111 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:05:59.176393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/d7653864-400d-40be-8519-0478e8686339/de836c7a-3b01-419c-aba2-ead43430d3d9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:05:59.179864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-7f3fc8b6-373e-4145-b662-7e9949608d8b service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274015 Nov 12 11:05:59.360420 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ef716ae-5d87-489a-9384-7b7fe154e106 req-3781583b-97a4-4222-9e7c-a9b1270b76bf tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835877 Nov 12 11:05:59.366458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-c33f388c-2741-4b2c-becb-7221e0fb230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:59.376314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-c33f388c-2741-4b2c-becb-7221e0fb230a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2782216 Nov 12 11:05:59.496626 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:05:59.563222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bf682a0-51cd-4671-bdca-103fac3dc7b6 req-def9644d-2acb-4716-ba56-3c3a4adbb4fd service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744307 Nov 12 11:05:59.635811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5cede96a-442f-4449-97b0-6d97f70880c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.656819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6958b-3a7e-4bd1-b074-526111be530c req-cdeb3eac-e6e8-44ea-9579-e2186435165e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:05:59.658850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5f6958b-3a7e-4bd1-b074-526111be530c req-cdeb3eac-e6e8-44ea-9579-e2186435165e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1129217 Nov 12 11:05:59.669614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-3e1e08a3-41f9-4bc4-b23b-fdc2c03dda61 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829428 Nov 12 11:05:59.701806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:59.724513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf', 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'port_id': 'c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf', 'mac_address': 'fa:16:3e:cd:4e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6e83c8-4432-46ca-a184-be0b5494ac10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:05:59.832017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.851974 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.852898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:05:59.863592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5f6958b-3a7e-4bd1-b074-526111be530c req-01358a87-31c4-4ea9-8299-c6be9abcf775 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689978 Nov 12 11:05:59.886519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:05:59.906883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d796cf6f-241d-4bec-8923-bb364622b4b4 req-88aabae6-27c0-42d9-a3e1-7d5ebf7bd7a5 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271326 Nov 12 11:05:59.965928 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:05:59.967050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 256808d1-f4fd-4a94-a222-9a42731c9dfe details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:05:59.971323 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.031177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::4bf0:135c:1b4f:cf27 (5548ef9b-af8a-4319-aa1a-0d0b38428140/d7653864-400d-40be-8519-0478e8686339/5fe04724-1dec-4399-b2bb-aec1e0acb111) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:00.088284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 256808d1-f4fd-4a94-a222-9a42731c9dfe, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=256808d1-f4fd-4a94-a222-9a42731c9dfe,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:00.107482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:00.114644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:00.120232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '256808d1-f4fd-4a94-a222-9a42731c9dfe', 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'port_id': '256808d1-f4fd-4a94-a222-9a42731c9dfe', 'mac_address': 'fa:16:3e:12:31:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6e83c8-4432-46ca-a184-be0b5494ac10', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:00.122457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:00.164931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:00.341747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Attempting to bind port de836c7a-3b01-419c-aba2-ead43430d3d9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:00.342484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Attempting to bind port de836c7a-3b01-419c-aba2-ead43430d3d9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:00.343074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Attempting to bind port de836c7a-3b01-419c-aba2-ead43430d3d9 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:00.350218 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.353563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.398534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Pushing event updated for resources: {'Port': ['ID=de836c7a-3b01-419c-aba2-ead43430d3d9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:00.406550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:00.407133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:00.407815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.412313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:00.412884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Bound port: de836c7a-3b01-419c-aba2-ead43430d3d9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:00.413526 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.447681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256808d1-f4fd-4a94-a222-9a42731c9dfe {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:00.594653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.641018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] For port de836c7a-3b01-419c-aba2-ead43430d3d9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:00.652809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] For port de836c7a-3b01-419c-aba2-ead43430d3d9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=de836c7a-3b01-419c-aba2-ead43430d3d9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:00.663316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 256808d1-f4fd-4a94-a222-9a42731c9dfe, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=256808d1-f4fd-4a94-a222-9a42731c9dfe,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:00.667903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe067-a823-4cfe-83f5-ff179824adff req-de6b8cad-637d-4670-9e61-d74f8607ff2f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:00.677016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-365fe067-a823-4cfe-83f5-ff179824adff req-de6b8cad-637d-4670-9e61-d74f8607ff2f tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 950 time: 0.0816617 Nov 12 11:06:00.744699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.750273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:00.759089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-365fe067-a823-4cfe-83f5-ff179824adff req-9329ed2e-2db0-4c5d-9612-ba22b1a71bbf tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782242 Nov 12 11:06:00.764036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:00.773848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:00.786130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:00.786130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.845010 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:00.855784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=5fe04724-1dec-4399-b2bb-aec1e0acb111,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:00.901127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7bb78-bb13-4ca7-bb01-d4f5a4abae07 None None] Pushing event updated for resources: {'Port': ['ID=de836c7a-3b01-419c-aba2-ead43430d3d9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:00.998551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f775de7-1c76-4674-b51a-ee267ad4338e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4194627 Nov 12 11:06:01.002107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46038) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:01.022153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=256808d1-f4fd-4a94-a222-9a42731c9dfe,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:01.085856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-dda1bb6b-325d-4eac-a3dd-92aab15d07b8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.088034 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-dda1bb6b-325d-4eac-a3dd-92aab15d07b8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=91072d9f-1671-45da-b236-738d3fbd44dd HTTP/1.1" status: 200 len: 943 time: 0.1381226 Nov 12 11:06:01.150918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:01.167628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['256808d1-f4fd-4a94-a222-9a42731c9dfe'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:01.265225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178cf90-f3ce-4ca7-b8b4-8ba17c8bfa74 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.275080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178cf90-f3ce-4ca7-b8b4-8ba17c8bfa74 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.277476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8178cf90-f3ce-4ca7-b8b4-8ba17c8bfa74 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2741809 Nov 12 11:06:01.287019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46040) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:01.325901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3440f-ee09-4bd9-80e7-02358f0ec38c req-b940a063-2c01-4a67-9ef9-4a51996203ce tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.334620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07d3440f-ee09-4bd9-80e7-02358f0ec38c req-b940a063-2c01-4a67-9ef9-4a51996203ce tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 944 time: 0.2258534 Nov 12 11:06:01.464747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07d3440f-ee09-4bd9-80e7-02358f0ec38c req-63af6288-9441-4ffc-b2cf-7590c14e5c4c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283369 Nov 12 11:06:01.551237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Deleting port 3b1c3ef6-e080-4e12-b963-5f207ab30221 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:01.551798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:01.622173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3207a7e3-e481-433b-90ae-61075f5beb34 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 5fe04724-1dec-4399-b2bb-aec1e0acb111 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:01.622755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3207a7e3-e481-433b-90ae-61075f5beb34 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:01.817365 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c232db73-0ca0-4e13-9369-561e3af3aff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:01.821806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fdedb92a-76b0-43d7-b644-a004ee7339b7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.823662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fdedb92a-76b0-43d7-b644-a004ee7339b7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 950 time: 0.0817227 Nov 12 11:06:01.837243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb6ec-6484-47d3-a313-91d915d3f3dd req-9a83ddc9-6889-4e3b-9196-871cc90453dd tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:01.846181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13ffb6ec-6484-47d3-a313-91d915d3f3dd req-9a83ddc9-6889-4e3b-9196-871cc90453dd tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1792901 Nov 12 11:06:01.909088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] For port 3b1c3ef6-e080-4e12-b963-5f207ab30221, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3b1c3ef6-e080-4e12-b963-5f207ab30221,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:01.912672 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.051046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Calling delete_port for 3b1c3ef6-e080-4e12-b963-5f207ab30221 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:02.067061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13ffb6ec-6484-47d3-a313-91d915d3f3dd req-90c3fa2f-85ae-4b25-9e3e-e63c7d81af5f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197983 Nov 12 11:06:02.124750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3207a7e3-e481-433b-90ae-61075f5beb34 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.158999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Deleting port 9140a32b-89f5-4198-bc1a-be421ac74fd2 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:02.159351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.191190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46050) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:02.223059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3207a7e3-e481-433b-90ae-61075f5beb34 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 5fe04724-1dec-4399-b2bb-aec1e0acb111 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:02.383755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device de836c7a-3b01-419c-aba2-ead43430d3d9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:02.447572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7d5f3b-4d1d-4964-acf8-9a9f43cabcae admin admin] Deleting subnet 83d294a2-40c0-4d6d-a32f-2c45c286516d {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:02.485858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port de836c7a-3b01-419c-aba2-ead43430d3d9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:02.486244 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.491636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5f3b-4d1d-4964-acf8-9a9f43cabcae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.600103 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.606897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] For port 9140a32b-89f5-4198-bc1a-be421ac74fd2, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9140a32b-89f5-4198-bc1a-be421ac74fd2,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:02.607355 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.617529 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.644123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Calling delete_port for 9140a32b-89f5-4198-bc1a-be421ac74fd2 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:02.664982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5f3b-4d1d-4964-acf8-9a9f43cabcae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.668066 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3207a7e3-e481-433b-90ae-61075f5beb34 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.669182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-17a5bf1f-ef0b-4d7e-9465-67b39aa57b8d None None] Provisioning complete for port de836c7a-3b01-419c-aba2-ead43430d3d9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:02.672662 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-17a5bf1f-ef0b-4d7e-9465-67b39aa57b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.711206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event deleted for resources: {'Port': ['ID=3b1c3ef6-e080-4e12-b963-5f207ab30221,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:02.721056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a948116-1821-4759-8354-797c831cfc4d req-33c66f72-edd6-40bb-9c6b-d646a213b1e9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:02.722037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a948116-1821-4759-8354-797c831cfc4d req-33c66f72-edd6-40bb-9c6b-d646a213b1e9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 950 time: 0.3923192 Nov 12 11:06:02.733761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port de836c7a-3b01-419c-aba2-ead43430d3d9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=de836c7a-3b01-419c-aba2-ead43430d3d9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:02.765404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] No DVR routers for this DVR port 3b1c3ef6-e080-4e12-b963-5f207ab30221 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:02.773060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.788156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3086444e-f68d-4457-b961-a3cf0ad9e733 req-7139dbee-add1-4214-b83a-569a3b057a17 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "DELETE /v2.0/ports/3b1c3ef6-e080-4e12-b963-5f207ab30221 HTTP/1.1" status: 204 len: 173 time: 1.6866746 Nov 12 11:06:02.827278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'name': 'network-vif-deleted', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:02.837323 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9295dfd9-db2b-44c5-9c36-99b63a7c2c97" -d '{"events": [{"server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "name": "network-vif-deleted", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:02.837807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.847986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207a7e3-e481-433b-90ae-61075f5beb34 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=5fe04724-1dec-4399-b2bb-aec1e0acb111,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:02.852179 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5f3b-4d1d-4964-acf8-9a9f43cabcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.887849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3207a7e3-e481-433b-90ae-61075f5beb34 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.894512 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3207a7e3-e481-433b-90ae-61075f5beb34 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/5fe04724-1dec-4399-b2bb-aec1e0acb111 HTTP/1.1" status: 204 len: 168 time: 1.6061394 Nov 12 11:06:02.896844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46056) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:02.904390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=de836c7a-3b01-419c-aba2-ead43430d3d9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:02.922378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a948116-1821-4759-8354-797c831cfc4d req-f66e47b6-8329-47c7-927c-a028c5caec74 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870034 Nov 12 11:06:02.935062 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:02.995747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdfbcb0-ffef-4744-86cb-cb956702b88c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:02.999163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdfbcb0-ffef-4744-86cb-cb956702b88c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.007070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3cdfbcb0-ffef-4744-86cb-cb956702b88c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1049037 Nov 12 11:06:03.007418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:03.035264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:03.043295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-efc6f3cf-f4c5-4a36-be24-12389e0824f9 None None] Could not find standard attr ID for object 5fe04724-1dec-4399-b2bb-aec1e0acb111. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:06:03.106439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5f3b-4d1d-4964-acf8-9a9f43cabcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.107064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a16512a-d7d1-4fa1-913c-1c4ffaaa5acd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet d7653864-400d-40be-8519-0478e8686339 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:03.117103 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a16512a-d7d1-4fa1-913c-1c4ffaaa5acd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.187672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d5f3b-4d1d-4964-acf8-9a9f43cabcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d294a2-40c0-4d6d-a32f-2c45c286516d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:03.190936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a7d5f3b-4d1d-4964-acf8-9a9f43cabcae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.194385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8a7d5f3b-4d1d-4964-acf8-9a9f43cabcae admin admin] 10.222.0.98 "DELETE /v2.0/subnets/83d294a2-40c0-4d6d-a32f-2c45c286516d HTTP/1.1" status: 204 len: 168 time: 1.0045304 Nov 12 11:06:03.207174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46066) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:03.287499 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a16512a-d7d1-4fa1-913c-1c4ffaaa5acd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.293576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1b297-a50e-48ef-8377-d453eba62e3f req-8ada944c-87ad-43f5-a1d5-81d271a89e1f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.296385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01e1b297-a50e-48ef-8377-d453eba62e3f req-8ada944c-87ad-43f5-a1d5-81d271a89e1f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2245541 Nov 12 11:06:03.313680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.330834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9140a32b-89f5-4198-bc1a-be421ac74fd2'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:03.336405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['36827e78-3320-4c9d-ab2c-5a2b8cedda13'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:03.361545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Pushing event deleted for resources: {'Port': ['ID=9140a32b-89f5-4198-bc1a-be421ac74fd2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:03.427354 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.504740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01e1b297-a50e-48ef-8377-d453eba62e3f req-c1be7ff6-c662-492f-b4a0-5f7b367c87ec tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017355 Nov 12 11:06:03.523132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:03.537063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] No DVR routers for this DVR port 9140a32b-89f5-4198-bc1a-be421ac74fd2 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:03.544531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:03.545201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.558888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.565785 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e87134e-9a61-48b0-8714-ef92f5954487 req-fb17fe72-cb58-462a-8159-6df7dce0b9a7 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.57 "DELETE /v2.0/ports/9140a32b-89f5-4198-bc1a-be421ac74fd2 HTTP/1.1" status: 204 len: 173 time: 1.7088106 Nov 12 11:06:03.566288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a111aab-b2a7-4830-bf32-13fc117fe192', 'name': 'network-vif-deleted', 'tag': '9140a32b-89f5-4198-bc1a-be421ac74fd2'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:03.588152 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8877dc3f-4458-452e-9bfe-59a6f9a1ca00" -d '{"events": [{"server_uuid": "2a111aab-b2a7-4830-bf32-13fc117fe192", "name": "network-vif-deleted", "tag": "9140a32b-89f5-4198-bc1a-be421ac74fd2"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:03.615792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-0016d5ff-fe47-4b9a-bc60-7ff7a7769a77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2378514 Nov 12 11:06:03.752770 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:03.776675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-f620b5a9-3abe-4a04-97b9-9617f590ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.777791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-f620b5a9-3abe-4a04-97b9-9617f590ea59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 1102 time: 0.1140530 Nov 12 11:06:03.809852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f84cc7c-0777-49f4-9fc4-e25022b14ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:03.813868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1d30-ac2c-4d57-bb7c-2dc95812ab6f req-0da55121-7716-4fe5-9da1-cf150f2991dc tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:03.814958 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70a4939-39a7-420b-95ad-f549e11632be" -d '{"events": [{"server_uuid": "6f84cc7c-0777-49f4-9fc4-e25022b14ac0", "name": "network-vif-plugged", "status": "completed", "tag": "c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:03.821959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-505f1d30-ac2c-4d57-bb7c-2dc95812ab6f req-0da55121-7716-4fe5-9da1-cf150f2991dc tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 944 time: 0.1160460 Nov 12 11:06:03.888699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:04.009290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.010578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 256808d1-f4fd-4a94-a222-9a42731c9dfe up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:04.088924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-505f1d30-ac2c-4d57-bb7c-2dc95812ab6f req-5a1d84c5-aa99-4439-939c-8b13e747ccca tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656839 Nov 12 11:06:04.114170 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b16e37-8ae0-4834-b330-db011b6f1b09 x-openstack-request-id: req-27b16e37-8ae0-4834-b330-db011b6f1b09 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:04.114521 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91072d9f-1671-45da-b236-738d3fbd44dd", "name": "network-vif-deleted", "tag": "3b1c3ef6-e080-4e12-b963-5f207ab30221", "status": "failed", "code": 422}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:04.114722 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-27b16e37-8ae0-4834-b330-db011b6f1b09 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:04.115095 n-d-768852-22 neutron-server[109705]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91072d9f-1671-45da-b236-738d3fbd44dd', 'name': 'network-vif-deleted', 'tag': '3b1c3ef6-e080-4e12-b963-5f207ab30221', 'status': 'failed', 'code': 422} returned with failed status Nov 12 11:06:04.187632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.232785 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.250548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-1a687f23-c92b-4242-b076-df73a70f75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:04.271069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-1a687f23-c92b-4242-b076-df73a70f75fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.4467461 Nov 12 11:06:04.297002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a16512a-d7d1-4fa1-913c-1c4ffaaa5acd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.310688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb72e06-49d5-40d3-97ca-d7520e9cf346']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:04.393560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:04.410205 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd02da1-4966-4024-bd94-b3db348c1edc x-openstack-request-id: req-abd02da1-4966-4024-bd94-b3db348c1edc {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:04.410836 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f84cc7c-0777-49f4-9fc4-e25022b14ac0", "name": "network-vif-plugged", "status": "completed", "tag": "c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:04.411294 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-abd02da1-4966-4024-bd94-b3db348c1edc {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:04.411908 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f84cc7c-0777-49f4-9fc4-e25022b14ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf', 'code': 200} Nov 12 11:06:04.429186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008b173a-a11e-445c-a97d-34d20f0f6a48') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:04.429552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008b173a-a11e-445c-a97d-34d20f0f6a48') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:04.511451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device de836c7a-3b01-419c-aba2-ead43430d3d9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:04.516924 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.539214 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e24a889-55d0-4161-b830-c6325d11e094 x-openstack-request-id: req-6e24a889-55d0-4161-b830-c6325d11e094 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:04.539493 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a111aab-b2a7-4830-bf32-13fc117fe192", "name": "network-vif-deleted", "tag": "9140a32b-89f5-4198-bc1a-be421ac74fd2", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:04.539756 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e24a889-55d0-4161-b830-c6325d11e094 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:04.540205 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a111aab-b2a7-4830-bf32-13fc117fe192', 'name': 'network-vif-deleted', 'tag': '9140a32b-89f5-4198-bc1a-be421ac74fd2', 'status': 'completed', 'code': 200} Nov 12 11:06:04.583797 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.590534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-063a56e9-d91c-4644-bb63-87f6aca7df1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13 HTTP/1.1" status: 200 len: 217 time: 0.3060684 Nov 12 11:06:04.598316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:06:04.598730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:06:04.601345 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:06:04.720050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73806403-5368-45b5-ab2a-699776bc7fcf req-75a619de-ba84-4414-995a-4c3d0b8b9ff4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a111aab-b2a7-4830-bf32-13fc117fe192 HTTP/1.1" status: 200 len: 210 time: 0.1224649 Nov 12 11:06:04.735135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port de836c7a-3b01-419c-aba2-ead43430d3d9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:04.736227 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.796337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 256808d1-f4fd-4a94-a222-9a42731c9dfe completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:04.817839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcca8f-2e8b-4e5f-add9-28b9dd3f2349 req-625fbe0b-611a-49a6-bd31-0ec1b6541c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:04.819799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10dcca8f-2e8b-4e5f-add9-28b9dd3f2349 req-625fbe0b-611a-49a6-bd31-0ec1b6541c5c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 1097 time: 0.2787018 Nov 12 11:06:04.824455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 256808d1-f4fd-4a94-a222-9a42731c9dfe triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:04.825265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.883336 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.891419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4d79f-af2d-43cf-bb70-0cd5582faf8e req-5c2b4653-7bd8-4308-91da-2879ebc1cb8c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:04.894383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe4d79f-af2d-43cf-bb70-0cd5582faf8e req-5c2b4653-7bd8-4308-91da-2879ebc1cb8c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2152307 Nov 12 11:06:04.895653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.895892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-5a4ce56d-a9b2-4308-9247-8697e21e8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:04.897869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-5a4ce56d-a9b2-4308-9247-8697e21e8ea6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1923172 Nov 12 11:06:04.942718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.952580 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] 10.222.0.98 "DELETE /v2.0/networks/6eb72e06-49d5-40d3-97ca-d7520e9cf346 HTTP/1.1" status: 204 len: 168 time: 1.7413411 Nov 12 11:06:04.976806 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a16512a-d7d1-4fa1-913c-1c4ffaaa5acd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:04.995675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10dcca8f-2e8b-4e5f-add9-28b9dd3f2349 req-af9ea998-2aa2-4a36-bd27-db87986e6947 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604257 Nov 12 11:06:05.018136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e422a-a723-4d91-9a72-7a5f8fc8cc1c admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb72e06-49d5-40d3-97ca-d7520e9cf346,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:05.022504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a16512a-d7d1-4fa1-913c-1c4ffaaa5acd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:05.036328 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a16512a-d7d1-4fa1-913c-1c4ffaaa5acd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/d7653864-400d-40be-8519-0478e8686339 HTTP/1.1" status: 204 len: 168 time: 2.0257576 Nov 12 11:06:05.040494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46102) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:05.072063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-a5186a64-6d93-4530-83bd-a0cf5132aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.073775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-a5186a64-6d93-4530-83bd-a0cf5132aa76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1631405 Nov 12 11:06:05.087285 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:05.091114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cce618-6cc2-4078-b315-24b812ce5d68 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:05.127039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16512a-d7d1-4fa1-913c-1c4ffaaa5acd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=d7653864-400d-40be-8519-0478e8686339,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:05.156244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a1527519-9516-4a0f-87d9-a5655cae7269 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.165637 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a1527519-9516-4a0f-87d9-a5655cae7269 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.2260702 Nov 12 11:06:05.190562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-f88fd552-7ae7-4b28-bc9a-83dca838982f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/quotas/9a3d96dbccd14fc0b89b9a4430474375 HTTP/1.1" status: 200 len: 375 time: 0.0235965 Nov 12 11:06:05.216798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46110) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:05.219466 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-431b33fc-bfae-498a-a9a1-ad1b2c510f07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1546004 Nov 12 11:06:05.226576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:05.233511 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 256808d1-f4fd-4a94-a222-9a42731c9dfe, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=256808d1-f4fd-4a94-a222-9a42731c9dfe,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:05.304804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe4d79f-af2d-43cf-bb70-0cd5582faf8e req-ff28a08a-1f88-4be1-bbca-6f41e9ca0f87 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537073 Nov 12 11:06:05.380243 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:05.511032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=256808d1-f4fd-4a94-a222-9a42731c9dfe,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:05.526627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46116) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:05.594237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-c4e42aa0-6abe-4a22-a632-67e94ce748c4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3896601 Nov 12 11:06:05.601546 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ecd6addf-f686-4ca8-bf9a-0cc2a6c2d946 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6335ee4beb4547c89a2d19a3f62f9f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722523 Nov 12 11:06:05.607881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46118) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:05.618898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:06:05.621963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37cb6f-e158-4529-a5a7-ec91bbc18c21 req-6076a68f-6ac6-47a2-8372-fdbaff921481 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:05.638047 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea37cb6f-e158-4529-a5a7-ec91bbc18c21 req-6076a68f-6ac6-47a2-8372-fdbaff921481 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 945 time: 0.1905918 Nov 12 11:06:05.640952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-6cc85bce-46ef-4cd9-8d7b-747c47cb0166 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490237 Nov 12 11:06:05.752242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:05.757517 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:05.857049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea37cb6f-e158-4529-a5a7-ec91bbc18c21 req-15d04ae1-31b6-40be-8275-d179d1497aee tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033830 Nov 12 11:06:05.872384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33573588-0dbf-4a7c-96dc-7d8b6120938f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:05.913821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9140a32b-89f5-4198-bc1a-be421ac74fd2 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:05.951132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-f8a3f0d7-a431-4082-b65e-f2893acfdfa1 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:06:05.958684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 9140a32b-89f5-4198-bc1a-be421ac74fd2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:05.959496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9140a32b-89f5-4198-bc1a-be421ac74fd2 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:05.961216 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-f8a3f0d7-a431-4082-b65e-f2893acfdfa1 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3465009 Nov 12 11:06:05.998073 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33573588-0dbf-4a7c-96dc-7d8b6120938f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.001736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] Deleting port de836c7a-3b01-419c-aba2-ead43430d3d9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:06.002434 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.015538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35561b57-7aa7-4f2c-8201-fd1850e282d6 req-50856ca0-ea92-4f79-a91c-1d5221538ad0 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608587 Nov 12 11:06:06.072843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5093f8-919e-4379-8706-8331f9eb72ef req-17abe436-0260-4905-9706-566ef30b66c7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:06.078873 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc5093f8-919e-4379-8706-8331f9eb72ef req-17abe436-0260-4905-9706-566ef30b66c7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1040397 Nov 12 11:06:06.178590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] For port de836c7a-3b01-419c-aba2-ead43430d3d9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=de836c7a-3b01-419c-aba2-ead43430d3d9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:06.179021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.208096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] Calling delete_port for de836c7a-3b01-419c-aba2-ead43430d3d9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:06.305295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc5093f8-919e-4379-8706-8331f9eb72ef req-23a79cee-e424-48a1-8cb1-1b974460c51e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820643 Nov 12 11:06:06.310225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-df2241a7-f4b4-41a6-add3-de27b21abb02 service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473115 Nov 12 11:06:06.376395 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.418876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ad47ac-ceb3-4022-92ce-e003e4761800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256808d1-f4fd-4a94-a222-9a42731c9dfe'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:06.426245 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4959c5e5-f760-452c-a98b-cfa66a91f6c4" -d '{"events": [{"server_uuid": "f2ad47ac-ceb3-4022-92ce-e003e4761800", "name": "network-vif-plugged", "status": "completed", "tag": "256808d1-f4fd-4a94-a222-9a42731c9dfe"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:06.453567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device de836c7a-3b01-419c-aba2-ead43430d3d9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:06.495549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:06.499715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33573588-0dbf-4a7c-96dc-7d8b6120938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.502834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33573588-0dbf-4a7c-96dc-7d8b6120938f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.507596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-33573588-0dbf-4a7c-96dc-7d8b6120938f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c2dfe24e-c106-41c2-8940-368f949210ae HTTP/1.1" status: 204 len: 168 time: 0.8967133 Nov 12 11:06:06.612936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:06.612936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:06.612936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33573588-0dbf-4a7c-96dc-7d8b6120938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dfe24e-c106-41c2-8940-368f949210ae,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:06.612936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:06.612936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.640107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-54c59ec7-4ec7-4f24-81f1-a48a9cbba4b0 service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280857 Nov 12 11:06:06.748786 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.966892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:06.969184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d401a1b-29c3-4544-86ba-916848bee564 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7491539 Nov 12 11:06:06.973058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46140) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:06.979124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': 'fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674', 'ip_address': '2001:db8::dc05:48da:358c:a8f4'}], 'name': 'tempest-NetworksTestDHCPv6-565003803'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:07.124290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] No DVR routers for this DVR port de836c7a-3b01-419c-aba2-ead43430d3d9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:07.172740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c272fa3-3a19-4686-8b7a-a12de0098a17 None None] Pushing event deleted for resources: {'Port': ['ID=de836c7a-3b01-419c-aba2-ead43430d3d9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:07.219823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe80ac-2ea5-4b40-a666-8597762fc411 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:07.426421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:07.487196 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34658ddb-2f69-4bd6-b1e8-b4261f2f9eb3 x-openstack-request-id: req-34658ddb-2f69-4bd6-b1e8-b4261f2f9eb3 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:07.490302 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ad47ac-ceb3-4022-92ce-e003e4761800", "name": "network-vif-plugged", "status": "completed", "tag": "256808d1-f4fd-4a94-a222-9a42731c9dfe", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:07.490661 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-34658ddb-2f69-4bd6-b1e8-b4261f2f9eb3 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:07.491390 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ad47ac-ceb3-4022-92ce-e003e4761800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256808d1-f4fd-4a94-a222-9a42731c9dfe', 'code': 200} Nov 12 11:06:07.781258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46164) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:07.793704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1292718660'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:07.877742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:06:07.880724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:07.916287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1236-c15d-45a0-9327-565243a72db9 req-4ddb1855-614c-4cb8-9564-d83712ed45a7 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:07.921053 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-510b1236-c15d-45a0-9327-565243a72db9 req-4ddb1855-614c-4cb8-9564-d83712ed45a7 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 945 time: 0.2332907 Nov 12 11:06:08.022596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:08.034898 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.103588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-510b1236-c15d-45a0-9327-565243a72db9 req-8114d483-48a8-460d-8ee4-2976c5d0e436 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674638 Nov 12 11:06:08.136804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:06:08.169627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.170281 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Added segment e0c2fe13-1531-494a-93b0-82eae5edabaa of type vlan for network 4407588b-65a2-4aac-8a17-a0010c0f14b2 Nov 12 11:06:08.201542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674/45601478-cf40-4154-b7da-84c31152a5e8) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:08.255303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-83af9d1c-67c0-41df-97f5-b8cd250921fd req-222801f8-ce34-435b-afd1-c212db235bea tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 210 time: 0.0706215 Nov 12 11:06:08.267489 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.300660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc34a5a-45f6-417f-b878-eb2611d8c52c req-b93bd0dd-f189-4dcd-9999-8e767a6c6bb9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:08.317831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dc34a5a-45f6-417f-b878-eb2611d8c52c req-b93bd0dd-f189-4dcd-9999-8e767a6c6bb9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.9799049 Nov 12 11:06:08.410850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706980c-cbcc-4a5a-b6ba-576d64f0ff53 req-ed383f81-56e8-4b1d-92c9-f8211bf6df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:08.415542 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3706980c-cbcc-4a5a-b6ba-576d64f0ff53 req-ed383f81-56e8-4b1d-92c9-f8211bf6df9a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2ad47ac-ceb3-4022-92ce-e003e4761800 HTTP/1.1" status: 200 len: 1097 time: 0.2220218 Nov 12 11:06:08.424122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498272-86c8-4ec1-acd2-3331613f2775 req-5058bdca-f52d-47ae-b21b-a7dc0b73e7ce tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:08.425996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07498272-86c8-4ec1-acd2-3331613f2775 req-5058bdca-f52d-47ae-b21b-a7dc0b73e7ce tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 950 time: 0.0674541 Nov 12 11:06:08.427445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.433816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:08.434491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.484256 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.544825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port f680761e-60cc-4f9a-bcbd-516990da97ab yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:06:08.575399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7919428 Nov 12 11:06:08.578608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dc34a5a-45f6-417f-b878-eb2611d8c52c req-2afb70ef-4d31-42e4-8114-aa0c14e1e950 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404079 Nov 12 11:06:08.584603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46178) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:08.604569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.614933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1795449498'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:08.683515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbdb98-9abc-455b-b364-c29cc15b2ed7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Network': ['ID=4407588b-65a2-4aac-8a17-a0010c0f14b2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:08.697619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:06:08.730574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07498272-86c8-4ec1-acd2-3331613f2775 req-7faa5218-9d61-4c4d-a421-75bf6485a6b2 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310877 Nov 12 11:06:08.757342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:08.799944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3706980c-cbcc-4a5a-b6ba-576d64f0ff53 req-6fa82452-0a4a-4c05-8066-529abcf83820 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574779 Nov 12 11:06:08.941388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:08.953880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:08.963348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67437-235a-4c7b-96ac-8f47cf226177 req-9be82679-45e1-4e75-b82a-cbafbe39cd40 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:08.964942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:08.980261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Pushing event updated for resources: {'Port': ['ID=45601478-cf40-4154-b7da-84c31152a5e8,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:08.981225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0f67437-235a-4c7b-96ac-8f47cf226177 req-9be82679-45e1-4e75-b82a-cbafbe39cd40 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ad47ac-ceb3-4022-92ce-e003e4761800 HTTP/1.1" status: 200 len: 945 time: 0.2259080 Nov 12 11:06:09.025923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:09.034061 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.054931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf1979-24ad-4992-87f9-2adadd7f0bde req-4e5a5660-496b-407a-ac0a-b9e7655c45fe tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:09.060425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Attempting to bind port 45601478-cf40-4154-b7da-84c31152a5e8 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:09.064479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Attempting to bind port 45601478-cf40-4154-b7da-84c31152a5e8 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:09.064479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Attempting to bind port 45601478-cf40-4154-b7da-84c31152a5e8 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:09.064929 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56cf1979-24ad-4992-87f9-2adadd7f0bde req-4e5a5660-496b-407a-ac0a-b9e7655c45fe tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1309440 Nov 12 11:06:09.070120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46186) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:09.073299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:09.073991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:09.074714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.075314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:09.076034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Bound port: 45601478-cf40-4154-b7da-84c31152a5e8, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:09.076614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.183032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56cf1979-24ad-4992-87f9-2adadd7f0bde req-c3ba7326-1958-479d-b215-8c69fcedf4d2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161339 Nov 12 11:06:09.215719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] For port 45601478-cf40-4154-b7da-84c31152a5e8, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:09.220035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] For port 45601478-cf40-4154-b7da-84c31152a5e8, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=45601478-cf40-4154-b7da-84c31152a5e8,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:09.331101 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.364815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-811f66c0-97ce-492c-947b-fb5806cdbf2c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:09.367835 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-811f66c0-97ce-492c-947b-fb5806cdbf2c tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 950 time: 0.3205004 Nov 12 11:06:09.369207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:06:09.369685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-914653322-network', 'tenant_id': '8ffbd3e999f44cd68b08e930c9b8836b'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:09.394228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0f67437-235a-4c7b-96ac-8f47cf226177 req-d66a90c0-f19c-4b4d-9d53-ff20dbd2452f tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693130 Nov 12 11:06:09.492590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190588c-4e10-457f-ab77-98ed1dfabcbd req-f962c0d9-830a-4d44-b258-c76c30a74b45 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:09.499779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0c813-6899-49b3-aedc-c3bce684972c None None] Pushing event updated for resources: {'Port': ['ID=45601478-cf40-4154-b7da-84c31152a5e8,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:09.503264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::dc05:48da:358c:a8f4 (5548ef9b-af8a-4319-aa1a-0d0b38428140/fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674/f680761e-60cc-4f9a-bcbd-516990da97ab) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:09.505618 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5190588c-4e10-457f-ab77-98ed1dfabcbd req-f962c0d9-830a-4d44-b258-c76c30a74b45 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2075911 Nov 12 11:06:09.514113 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.514708 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Added segment 3a474a0d-7d51-4642-9fef-7330c8642021 of type vlan for network 31e2f8a8-e302-43c3-acca-4e38462841ab Nov 12 11:06:09.666997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5190588c-4e10-457f-ab77-98ed1dfabcbd req-a265071c-5134-46ed-9bbd-ba9e4cfea234 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584628 Nov 12 11:06:09.669024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Made reservation on behalf of 8ffbd3e999f44cd68b08e930c9b8836b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:09.673010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.690126 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.785970 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.802883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea7a0dae-9933-410c-bdd1-7064a8db6501 req-622f60a7-426d-492d-81c3-8285eb0091f7 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 210 time: 0.1603072 Nov 12 11:06:09.987163 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:09.991402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Deleting port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:09.992215 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.019132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7e36d-002f-4d7e-ac7f-4204079bfe9c req-fda1fb48-397f-48ff-81ad-aa8b651bc579 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.031901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-06e7e36d-002f-4d7e-ac7f-4204079bfe9c req-fda1fb48-397f-48ff-81ad-aa8b651bc579 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1570683 Nov 12 11:06:10.063397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.075563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.076607 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.104992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-06e7e36d-002f-4d7e-ac7f-4204079bfe9c req-c5d3610c-89d9-49dd-b7e5-6c1a4ecfed8b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717387 Nov 12 11:06:10.119472 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.156515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:06:10.171908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cb184a-6669-46b6-b954-c77c11076367,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:10.179980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.180436 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Added segment f969631c-371b-4ff3-a060-f433ee1184dd of type vlan for network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a Nov 12 11:06:10.259860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6731670 Nov 12 11:06:10.266788 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.282127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46206) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:10.293331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'subnet': {'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:10.443769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea10fa-923e-4434-a742-e320209803bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Network': ['ID=31e2f8a8-e302-43c3-acca-4e38462841ab,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:10.458947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 31e2f8a8-e302-43c3-acca-4e38462841ab details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:06:10.471065 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:06:10.561809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d01783-49d1-4d0c-9a9b-5842808731dc req-5eda3308-9557-4845-b742-fc1c97aa9444 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.563044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e39798-2c3d-4038-b8d3-f3ba77e9a453 req-4bff182a-3184-4987-ad76-94575cbc454c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.571510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46d01783-49d1-4d0c-9a9b-5842808731dc req-5eda3308-9557-4845-b742-fc1c97aa9444 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 950 time: 0.6058290 Nov 12 11:06:10.571828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c4e39798-2c3d-4038-b8d3-f3ba77e9a453 req-4bff182a-3184-4987-ad76-94575cbc454c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1356442 Nov 12 11:06:10.606708 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.622071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.628561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.628561 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.666929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 45601478-cf40-4154-b7da-84c31152a5e8 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:10.669702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] For port 36827e78-3320-4c9d-ab2c-5a2b8cedda13, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=36827e78-3320-4c9d-ab2c-5a2b8cedda13,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:10.670293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.704694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Calling delete_port for 36827e78-3320-4c9d-ab2c-5a2b8cedda13 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:10.773016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 45601478-cf40-4154-b7da-84c31152a5e8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:10.773016 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.850441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-aca11fbd-dcf5-49ff-9996-c1680805afd4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:10.852136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-aca11fbd-dcf5-49ff-9996-c1680805afd4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 0.5725818 Nov 12 11:06:10.867612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46d01783-49d1-4d0c-9a9b-5842808731dc req-cc368912-147c-491f-bc0d-e149cdd0d0b4 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/security-groups?id=0161819b-9528-43f8-889b-0c5dbdeddcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949829 Nov 12 11:06:10.887101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Request body: {'port': {'device_id': '3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'admin_state_up': True, 'tenant_id': '9a3d96dbccd14fc0b89b9a4430474375'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:10.890664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:10.901852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.948099 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:10.971032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c4e39798-2c3d-4038-b8d3-f3ba77e9a453 req-e85a7daf-9f8e-4f28-8bfe-616d285e8039 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976600 Nov 12 11:06:11.010755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 45601478-cf40-4154-b7da-84c31152a5e8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=45601478-cf40-4154-b7da-84c31152a5e8,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:11.046004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46216) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:11.049990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9783912 Nov 12 11:06:11.050502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.081972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1f0e5-a6e6-4340-8537-0b894d8e255a admin admin] Pushing event updated for resources: {'Network': ['ID=f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:11.084173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Request body: {'subnet': {'network_id': 'f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-914653322-subnet', 'tenant_id': '8ffbd3e999f44cd68b08e930c9b8836b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:11.106814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:06:11.135062 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.248421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:11.279555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:11.288033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:11.293540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:11.295032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.302308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=f680761e-60cc-4f9a-bcbd-516990da97ab,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:11.332905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b25f501-1c7f-425b-bc1e-e3bdf3aa7b02 req-4f5eba12-6e68-4ee3-a0dd-b8c5377265d1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 210 time: 0.1152399 Nov 12 11:06:11.367211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094a758-14af-4a15-b6e9-deda10a436af req-3247306e-fd2f-4835-83ef-6eb6cb29ce0d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:11.367211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7094a758-14af-4a15-b6e9-deda10a436af req-3247306e-fd2f-4835-83ef-6eb6cb29ce0d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=f2ad47ac-ceb3-4022-92ce-e003e4761800 HTTP/1.1" status: 200 len: 945 time: 0.3201511 Nov 12 11:06:11.372606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=45601478-cf40-4154-b7da-84c31152a5e8,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:11.389764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Made reservation on behalf of 8ffbd3e999f44cd68b08e930c9b8836b for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:11.392249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.515319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-47086603-6130-44b4-b410-fcffe339dd63 None None] Provisioning complete for port 45601478-cf40-4154-b7da-84c31152a5e8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:11.517013 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47086603-6130-44b4-b410-fcffe339dd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.698972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-07a8a104-dac0-4464-babb-ec5963e3a9fd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7257478 Nov 12 11:06:11.699915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46218) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:11.706990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Made reservation on behalf of 9a3d96dbccd14fc0b89b9a4430474375 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:11.712781 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.721151 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.807332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d635c-bf5c-4e4b-8f35-1c9d9f40d26b req-70d365a9-5bc1-4166-86f4-8e5b0d1a536d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:11.812962 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-697d635c-bf5c-4e4b-8f35-1c9d9f40d26b req-70d365a9-5bc1-4166-86f4-8e5b0d1a536d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1975746 Nov 12 11:06:11.820981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7094a758-14af-4a15-b6e9-deda10a436af req-6e411373-776e-4061-a888-71a28503ab0a tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124317 Nov 12 11:06:11.831612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Subnet': ['ID=04163d51-5fb1-48ec-a539-631189f61b2b,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:11.832578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.884378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Checking segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:11.885031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network hostable DHCP agents. Network: 4407588b-65a2-4aac-8a17-a0010c0f14b2, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:06:11.949507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d28539ee-f3e7-462b-a726-1e98381cc669 None None] Provisioning complete for port f680761e-60cc-4f9a-bcbd-516990da97ab triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:11.949507 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d28539ee-f3e7-462b-a726-1e98381cc669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:11.950182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-697d635c-bf5c-4e4b-8f35-1c9d9f40d26b req-d817de1e-912e-4f57-8cb8-29d392a623a2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859125 Nov 12 11:06:11.950291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Pushing event deleted for resources: {'Port': ['ID=36827e78-3320-4c9d-ab2c-5a2b8cedda13,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:12.011051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f005ed-8023-4487-bd3a-18de1310e8b2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:12.036380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f005ed-8023-4487-bd3a-18de1310e8b2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:12.042364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-20f005ed-8023-4487-bd3a-18de1310e8b2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3365476 Nov 12 11:06:12.052590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46226) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:12.124173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d28539ee-f3e7-462b-a726-1e98381cc669 None None] Port f680761e-60cc-4f9a-bcbd-516990da97ab cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:12.283019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] No DVR routers for this DVR port 36827e78-3320-4c9d-ab2c-5a2b8cedda13 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:12.287898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:12.303188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-615a4b6f-f060-4c83-b5ab-0cbc86696c5a req-dd488e97-dd35-4285-ad22-c0d6ab86efd9 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.69 "DELETE /v2.0/ports/36827e78-3320-4c9d-ab2c-5a2b8cedda13 HTTP/1.1" status: 204 len: 173 time: 2.8998053 Nov 12 11:06:12.309754 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-315a6700-f9e6-45b9-9d76-9071472a1ed2 req-b625d25d-7c9f-47c1-a4c8-0940268160a6 tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 210 time: 0.1235361 Nov 12 11:06:12.361209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 45601478-cf40-4154-b7da-84c31152a5e8 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:12.380389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Allocated IP 172.20.0.14 (06a156be-d115-40a8-bcce-3282b2671a55/4b946116-9eb6-4d7d-8130-b139ffb6ce05/1b1fc02f-25c8-451d-be1d-dc17a595783a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:12.407433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-deleted', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:12.415969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3a95bed9-f149-47f6-9e9f-8738804485bf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port f680761e-60cc-4f9a-bcbd-516990da97ab {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:12.416909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a95bed9-f149-47f6-9e9f-8738804485bf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:12.429262 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91751572-2c1f-46c3-88bd-cd48c769dbb1" -d '{"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-deleted", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:12.520712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 45601478-cf40-4154-b7da-84c31152a5e8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:12.522062 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:12.592074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a95bed9-f149-47f6-9e9f-8738804485bf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:12.611010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3a95bed9-f149-47f6-9e9f-8738804485bf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for f680761e-60cc-4f9a-bcbd-516990da97ab owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:12.687739 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:12.730841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc7e50-5ba8-49a3-83b2-e2c1bcd514dc req-40bddb25-0051-4a44-a0bd-99ff4d78c26a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:12.732243 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8fc7e50-5ba8-49a3-83b2-e2c1bcd514dc req-40bddb25-0051-4a44-a0bd-99ff4d78c26a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1190269 Nov 12 11:06:12.844229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8fc7e50-5ba8-49a3-83b2-e2c1bcd514dc req-99675b8f-c197-4af0-99cb-51ec3096315e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966790 Nov 12 11:06:12.948207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:06:12.968871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ddc51e3-5983-4a66-a4b7-6fe32988c556 req-1c407ec4-2bc7-4964-b522-8481c0314131 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 210 time: 0.0336170 Nov 12 11:06:12.990729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a95bed9-f149-47f6-9e9f-8738804485bf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:12.994568 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.038081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.063146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95bed9-f149-47f6-9e9f-8738804485bf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=f680761e-60cc-4f9a-bcbd-516990da97ab,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:13.074294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 4407588b-65a2-4aac-8a17-a0010c0f14b2) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:13.076930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:13.088098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.089350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.107723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 36827e78-3320-4c9d-ab2c-5a2b8cedda13 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:13.108602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 36827e78-3320-4c9d-ab2c-5a2b8cedda13 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:13.110633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be4ff9-63fb-4527-8091-ae00a6938ddb None None] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:13.134413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Network 06a156be-d115-40a8-bcce-3282b2671a55 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:13.157606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a95bed9-f149-47f6-9e9f-8738804485bf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.157925 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b82d8d9-4458-45c0-946b-dd3717c33c2f x-openstack-request-id: req-1b82d8d9-4458-45c0-946b-dd3717c33c2f {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:13.157925 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9e981-4c03-49f5-adf7-238f58cc27ca", "name": "network-vif-deleted", "tag": "36827e78-3320-4c9d-ab2c-5a2b8cedda13", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:13.157925 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b82d8d9-4458-45c0-946b-dd3717c33c2f {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:13.158624 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3a95bed9-f149-47f6-9e9f-8738804485bf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/f680761e-60cc-4f9a-bcbd-516990da97ab HTTP/1.1" status: 204 len: 168 time: 1.0989411 Nov 12 11:06:13.158811 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f9e981-4c03-49f5-adf7-238f58cc27ca', 'name': 'network-vif-deleted', 'tag': '36827e78-3320-4c9d-ab2c-5a2b8cedda13', 'status': 'completed', 'code': 200} Nov 12 11:06:13.159002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46240) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:13.170525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:13.199979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:13.330627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e271a3b8-215f-45af-82f8-1ba90b24d11b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.340236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e271a3b8-215f-45af-82f8-1ba90b24d11b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.341436 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e271a3b8-215f-45af-82f8-1ba90b24d11b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1833434 Nov 12 11:06:13.344682 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46244) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:13.487636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-800ee1c9-03b6-432e-8271-671e2a9cde24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2037125 Nov 12 11:06:13.518144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-4407588b-65a2-4aac-8a17-a0010c0f14b2', 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'fixed_ips': [{'subnet_id': '04163d51-5fb1-48ec-a539-631189f61b2b'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:06:13.519145 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.521528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46250) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:13.539484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'subnet': {'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:13.585565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca48bd0-316a-4f8c-905a-66faa1d15dad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:13.602757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dca48bd0-316a-4f8c-905a-66faa1d15dad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.718285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a609-9c9e-4128-b6f5-71d034efface req-f6bd3806-739f-4866-b2f6-1c35e14faec2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.727040 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8b1a609-9c9e-4128-b6f5-71d034efface req-f6bd3806-739f-4866-b2f6-1c35e14faec2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2878861 Nov 12 11:06:13.746336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dca48bd0-316a-4f8c-905a-66faa1d15dad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.788966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Allocated IP 10.1.1.2 (4407588b-65a2-4aac-8a17-a0010c0f14b2/04163d51-5fb1-48ec-a539-631189f61b2b/e7a7a25e-3ca8-4c5a-b6d5-c39445540d57) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:13.832457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb564de-f653-4277-83f5-f6d882ebeb8f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:13.877824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event updated for resources: {'Port': ['ID=1b1fc02f-25c8-451d-be1d-dc17a595783a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:13.893165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bbabd8e-cdf3-4184-af2f-ab9f91389bd8 req-95f4bd1f-5a0c-45d8-a325-43a4b102eecb tempest-ServersAdminTestJSON-368858637 tempest-ServersAdminTestJSON-368858637-project] 10.222.0.98 "GET /v2.0/ports?device_id=11f9e981-4c03-49f5-adf7-238f58cc27ca HTTP/1.1" status: 200 len: 210 time: 0.0878925 Nov 12 11:06:13.898403 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8b1a609-9c9e-4128-b6f5-71d034efface req-57ca88b5-552f-487c-b7ba-87fde53b8bbe tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703684 Nov 12 11:06:13.918459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:13.932002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.957666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:13.959287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:13.986505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Checking segment: {'id': 'f969631c-371b-4ff3-a060-f433ee1184dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:13.987024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Network hostable DHCP agents. Network: f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:06:14.047036 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dca48bd0-316a-4f8c-905a-66faa1d15dad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.101825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-a117f20f-7434-4a03-8d81-d76dfce529dd tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2315168 Nov 12 11:06:14.128686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Request body: {'port': {'device_id': '3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:14.135903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:06:14.140291 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.235059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94df2-4065-4a97-a6fd-18536eef5834 req-f1036b8e-bed4-4f13-a18f-c32e83bc4805 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:14.236709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb94df2-4065-4a97-a6fd-18536eef5834 req-f1036b8e-bed4-4f13-a18f-c32e83bc4805 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1402104 Nov 12 11:06:14.239900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.252276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.358169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2eb94df2-4065-4a97-a6fd-18536eef5834 req-c80aee50-5c3b-4d88-9ff0-a115d9534268 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995607 Nov 12 11:06:14.370803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:14.373269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Pushing event updated for resources: {'Port': ['ID=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:14.395222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:14.399511 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:14.473903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Attempting to bind port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:14.474984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Attempting to bind port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:14.475456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Attempting to bind port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:14.483588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:14.483804 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dca48bd0-316a-4f8c-905a-66faa1d15dad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.509772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf37e9-eb35-4401-9b9e-821159aad09d None None] Network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:14.519778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:14.520435 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.543069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:14.546313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Checking segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:14.546313 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.546313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Bound using segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:14.546313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Bound port: e7a7a25e-3ca8-4c5a-b6d5-c39445540d57, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:14.547207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.567540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dca48bd0-316a-4f8c-905a-66faa1d15dad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.579743 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dca48bd0-316a-4f8c-905a-66faa1d15dad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674 HTTP/1.1" status: 204 len: 168 time: 1.2304442 Nov 12 11:06:14.598933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46262) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:14.610933 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:14.623969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca48bd0-316a-4f8c-905a-66faa1d15dad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:14.674396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9dcc09-a08e-4b69-b72f-99b302df1a81 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:14.914944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6626d126-c375-4406-b4db-631d3904eb35 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.8614855 Nov 12 11:06:14.968316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Checking segment: {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:14.969296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network hostable DHCP agents. Network: 31e2f8a8-e302-43c3-acca-4e38462841ab, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:06:15.023798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c86a8e6-acda-41fc-89ea-ab1a2f95b5e0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4230769 Nov 12 11:06:15.033700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46270) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:15.043317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6f081-65f4-4d5f-a749-e5cf84326804 None None] Network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:15.075237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:15.091595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Subnet': ['ID=a1892f51-c2d3-4ebe-b14f-7d272b24a529,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:15.113766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325601e-02e9-47a4-89e2-8bfa1f546535 req-68c6e24c-e1b8-40e6-873e-bc3ffd681818 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:15.134080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2325601e-02e9-47a4-89e2-8bfa1f546535 req-68c6e24c-e1b8-40e6-873e-bc3ffd681818 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2556279 Nov 12 11:06:15.163042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] For port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:15.206125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 31e2f8a8-e302-43c3-acca-4e38462841ab is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:06:15.213759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] For port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:15.326185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:15.362004 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2325601e-02e9-47a4-89e2-8bfa1f546535 req-79248515-1168-4e16-abbe-ad73266b4678 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234426 Nov 12 11:06:15.370404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 31e2f8a8-e302-43c3-acca-4e38462841ab) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:15.375700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25e93-fad5-4b86-9679-b008490c2e07 req-773aab32-21db-4c38-b456-a6127cdade2e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:15.391271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:15.393625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:15.405360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ddf25e93-fad5-4b86-9679-b008490c2e07 req-773aab32-21db-4c38-b456-a6127cdade2e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 932 time: 0.9123979 Nov 12 11:06:15.494546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2446-1137-434f-8fb2-d2aacf182acd None None] Pushing event updated for resources: {'Port': ['ID=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:15.518990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256fd4c0-6edc-4071-aac8-494af19d21dc None None] Network 31e2f8a8-e302-43c3-acca-4e38462841ab requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:15.632510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ddf25e93-fad5-4b86-9679-b008490c2e07 req-c89ae8d0-a7f8-4bea-baa5-6424d026763f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252116 Nov 12 11:06:15.639561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:15.683812 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:15.696108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:06:15.735130 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f85e2552-6d82-415e-a73c-899d190c776c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2004082 Nov 12 11:06:15.739361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46292) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:15.765553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'port': {'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'name': 'tempest-TaggedBootDevicesTest-63598690', 'fixed_ips': [{'subnet_id': '04163d51-5fb1-48ec-a539-631189f61b2b'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:15.813507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21270688-3816-43f5-bbbf-de97e625f80f req-3df9d6d3-50c9-4450-b07c-0387c95f7cf4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:15.816259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21270688-3816-43f5-bbbf-de97e625f80f req-3df9d6d3-50c9-4450-b07c-0387c95f7cf4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2ad47ac-ceb3-4022-92ce-e003e4761800 HTTP/1.1" status: 200 len: 945 time: 0.7809024 Nov 12 11:06:15.907390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-31e2f8a8-e302-43c3-acca-4e38462841ab', 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'fixed_ips': [{'subnet_id': 'a1892f51-c2d3-4ebe-b14f-7d272b24a529'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:06:15.908544 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.202737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-3cc6f424-ee6c-4504-9497-85f792a063f9 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:16.219347 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-3cc6f424-ee6c-4504-9497-85f792a063f9 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 813 time: 0.4409933 Nov 12 11:06:16.245830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Allocated IP 10.2.2.2 (31e2f8a8-e302-43c3-acca-4e38462841ab/a1892f51-c2d3-4ebe-b14f-7d272b24a529/171eeeea-d231-4762-b6de-e62edc179ad6) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:16.329990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-e86a3437-c06c-4ec2-8772-3c0f774c61f4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/quotas/4f647bec4f0342eb8c5bdca68663bebf HTTP/1.1" status: 200 len: 375 time: 0.1036134 Nov 12 11:06:16.333481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1fc02f-25c8-451d-be1d-dc17a595783a {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:16.441883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:16.503259 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.603403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Transition to ACTIVE for port object 1b1fc02f-25c8-451d-be1d-dc17a595783a will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:16.613755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46300) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:16.635747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Deleting port 256808d1-f4fd-4a94-a222-9a42731c9dfe {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:16.636544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.649027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b0640081-9d77-4b6e-ba41-49a528da934c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:16.650927 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b0640081-9d77-4b6e-ba41-49a528da934c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f84cc7c-0777-49f4-9fc4-e25022b14ac0 HTTP/1.1" status: 200 len: 945 time: 0.3912854 Nov 12 11:06:16.745129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.829605 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.852369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] device_id is not set on port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:06:16.863132 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.891573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:16.912865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] Deleting port 45601478-cf40-4154-b7da-84c31152a5e8 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:16.913642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:16.919551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-cfc0f3e7-20e5-4788-9b94-bfbd9c3eda48 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5806074 Nov 12 11:06:17.163668 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.223879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1fc02f-25c8-451d-be1d-dc17a595783a,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:17.337845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] For port 45601478-cf40-4154-b7da-84c31152a5e8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=45601478-cf40-4154-b7da-84c31152a5e8,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:17.338799 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.373564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.383396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Allocated IP 10.1.1.212 (4407588b-65a2-4aac-8a17-a0010c0f14b2/04163d51-5fb1-48ec-a539-631189f61b2b/5aa5b261-3b63-450e-bef7-12cbc53d65a4) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:17.401436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Network 31e2f8a8-e302-43c3-acca-4e38462841ab is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:17.453442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:17.466280 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-b0319945-9652-4eef-8f07-074346b6d0f8 service neutron] 10.222.0.98 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454795 Nov 12 11:06:17.471593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] Calling delete_port for 45601478-cf40-4154-b7da-84c31152a5e8 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:17.593958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:17.614252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:17.623047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:17.642138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.645283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] For port 256808d1-f4fd-4a94-a222-9a42731c9dfe, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=256808d1-f4fd-4a94-a222-9a42731c9dfe,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:17.645668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.647462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:17.652437 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Pushing event updated for resources: {'Port': ['ID=171eeeea-d231-4762-b6de-e62edc179ad6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:17.668345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:17.668345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.705912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Deleting port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:17.708420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.712431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b9a56-13f6-4012-967e-8410f08f312f None None] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:17.716368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:17.717034 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.784404 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.833624 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Attempting to bind port 171eeeea-d231-4762-b6de-e62edc179ad6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:17.834175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Attempting to bind port 171eeeea-d231-4762-b6de-e62edc179ad6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:17.834639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Attempting to bind port 171eeeea-d231-4762-b6de-e62edc179ad6 on network 31e2f8a8-e302-43c3-acca-4e38462841ab {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:17.882033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] Pushing event deleted for resources: {'Port': ['ID=45601478-cf40-4154-b7da-84c31152a5e8,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:17.882400 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f2850cbe-07c5-4c71-940e-c6c3bf209d84 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4f89a2bfdcbe4982aa0c574f6b8f7819&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2650313 Nov 12 11:06:17.891985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-01d24dde-24d6-457d-b207-7379bbe22067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8280058 Nov 12 11:06:17.894834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-301720b6-8252-4e07-a98b-eda56b460f33 None None] Provisioning complete for port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:17.895599 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-301720b6-8252-4e07-a98b-eda56b460f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.906217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46318) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:17.906627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46320) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:17.920881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-32d9190c-0d44-4835-96cf-41a93c16f455 service neutron] 10.222.0.98 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379644 Nov 12 11:06:17.934787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8', 'ip_address': '2001:db8::44d6:67da:4d97:265'}], 'name': 'tempest-NetworksTestDHCPv6-1323980344'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:17.942286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77180435-6414-4c3f-8b4e-e2b61520cba2 None None] No DVR routers for this DVR port 45601478-cf40-4154-b7da-84c31152a5e8 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:17.948787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:17.949615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Checking segment: {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:17.950308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:17.950963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Bound using segment: {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:17.951740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Bound port: 171eeeea-d231-4762-b6de-e62edc179ad6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:17.952424 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.040378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc9370-3567-417a-90e0-fe2cbceeb749 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:18.057821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Calling delete_port for 256808d1-f4fd-4a94-a222-9a42731c9dfe owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:18.122727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.325123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.400268 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-301720b6-8252-4e07-a98b-eda56b460f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.457180 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.459915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:18.462649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=5aa5b261-3b63-450e-bef7-12cbc53d65a4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:18.466333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:18.466610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] For port 171eeeea-d231-4762-b6de-e62edc179ad6, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:18.468566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:18.565397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] For port 171eeeea-d231-4762-b6de-e62edc179ad6, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=171eeeea-d231-4762-b6de-e62edc179ad6,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:18.631490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:18.633320 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.644092 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:06:18.645119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.739839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Attempting to bind port 1b1fc02f-25c8-451d-be1d-dc17a595783a on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:18.741035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Attempting to bind port 1b1fc02f-25c8-451d-be1d-dc17a595783a by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:18.741035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Attempting to bind port 1b1fc02f-25c8-451d-be1d-dc17a595783a on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:18.758502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] For port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:18.758853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:18.853642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b455bf50-f2c8-4e2c-8e29-6d2173911e54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1111922 Nov 12 11:06:18.854359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46334) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:18.867037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'port': {'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'name': 'tempest-TaggedBootDevicesTest-71978837', 'fixed_ips': [{'subnet_id': '04163d51-5fb1-48ec-a539-631189f61b2b'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:18.985740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-301720b6-8252-4e07-a98b-eda56b460f33 None None] For port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:18.995249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Port 1b1fc02f-25c8-451d-be1d-dc17a595783a on network 06a156be-d115-40a8-bcce-3282b2671a55 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:18.995804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Attempting to bind port 1b1fc02f-25c8-451d-be1d-dc17a595783a on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:19.001106 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.069720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Calling delete_port for c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:19.079007 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f1620f0-613c-400b-872c-7692313c56d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.096916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-301720b6-8252-4e07-a98b-eda56b460f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.174859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:19.181445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 256808d1-f4fd-4a94-a222-9a42731c9dfe no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:19.182512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Checking segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:19.182512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Bound using segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:19.182512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Bound port: 1b1fc02f-25c8-451d-be1d-dc17a595783a, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:19.182512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.269606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183d433-3c69-4f5b-881c-fc845a24be32 None None] Pushing event updated for resources: {'Port': ['ID=171eeeea-d231-4762-b6de-e62edc179ad6,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:19.410604 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:06:19.411317 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:06:19.581932 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f1620f0-613c-400b-872c-7692313c56d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:19.684984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301720b6-8252-4e07-a98b-eda56b460f33 None None] Pushing event updated for resources: {'Port': ['ID=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:19.692774 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8/d445903b-53c0-4350-bd39-5e2119eda3c9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:19.761653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.069359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838001db-0368-4a55-92ee-3295617a1b76 req-e5cc862c-4f91-4aa7-99e1-66de19a183a8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.081226 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-838001db-0368-4a55-92ee-3295617a1b76 req-e5cc862c-4f91-4aa7-99e1-66de19a183a8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 944 time: 1.1543984 Nov 12 11:06:20.136157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-80236032-c538-48d1-94bf-ec4a01532bf1 None None] Provisioning complete for port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:20.136686 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80236032-c538-48d1-94bf-ec4a01532bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.282419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 45601478-cf40-4154-b7da-84c31152a5e8 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:20.321040 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-838001db-0368-4a55-92ee-3295617a1b76 req-54b6de36-8694-4f44-aec4-fee008401277 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379749 Nov 12 11:06:20.322282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 45601478-cf40-4154-b7da-84c31152a5e8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:20.323265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 45601478-cf40-4154-b7da-84c31152a5e8 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:20.434434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-80236032-c538-48d1-94bf-ec4a01532bf1 None None] Provisioning complete for port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:20.435495 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80236032-c538-48d1-94bf-ec4a01532bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.496756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-80236032-c538-48d1-94bf-ec4a01532bf1 None None] Port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:20.570831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.584898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5a33-0afc-4378-aa6b-c5310787948a req-d7ce71a2-4687-4e3a-a5ab-bcfbd708a9d5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.592658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdae5a33-0afc-4378-aa6b-c5310787948a req-d7ce71a2-4687-4e3a-a5ab-bcfbd708a9d5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.0944724 Nov 12 11:06:20.634380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-531d0a89-4fb3-4f51-9a3b-c4e7f3fbdc38 None None] Provisioning complete for port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:20.649582 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-531d0a89-4fb3-4f51-9a3b-c4e7f3fbdc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.658451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-42a9d412-e2e6-4613-ac49-1e369fa1df54 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:20.662381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-42a9d412-e2e6-4613-ac49-1e369fa1df54 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/networks?id=f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a HTTP/1.1" status: 200 len: 817 time: 2.1715920 Nov 12 11:06:20.720949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdae5a33-0afc-4378-aa6b-c5310787948a req-0b4946fb-99a4-4a7f-9105-30af976a86bb tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272998 Nov 12 11:06:20.738437 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-531d0a89-4fb3-4f51-9a3b-c4e7f3fbdc38 None None] Port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:20.798640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.800878 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.819529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:20.875870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-2aee1a52-3ee0-4779-9c33-7994f7db58d4 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/quotas/8ffbd3e999f44cd68b08e930c9b8836b HTTP/1.1" status: 200 len: 375 time: 0.1529725 Nov 12 11:06:20.895707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:20.900971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Pushing event deleted for resources: {'Port': ['ID=c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:20.906436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.962752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:20.967064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] device_id is not set on port f866ef73-bd21-4307-bf8e-49c9d55fc860 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:06:21.015390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:21.075300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.104807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] For port 1b1fc02f-25c8-451d-be1d-dc17a595783a, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:21.109175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Pushing event deleted for resources: {'Port': ['ID=256808d1-f4fd-4a94-a222-9a42731c9dfe,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:21.126613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:21.142590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:21.163668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-15357ef5-71af-40cc-a129-56f04f5b3139 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8ffbd3e999f44cd68b08e930c9b8836b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2053614 Nov 12 11:06:21.174806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:21.183709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:21.184087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:21.194712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:21.213230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:21.213519 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.222673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] For port 1b1fc02f-25c8-451d-be1d-dc17a595783a, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b1fc02f-25c8-451d-be1d-dc17a595783a,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:21.242717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Pushing event updated for resources: {'Port': ['ID=d445903b-53c0-4350-bd39-5e2119eda3c9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:21.255988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] No DVR routers for this DVR port c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:21.331201 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b8903b48-eaa1-4973-ab7b-73e9fa7f0570 req-79985d42-cd95-4463-9fa9-111be5b87d4b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 210 time: 0.1222110 Nov 12 11:06:21.354043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Attempting to bind port d445903b-53c0-4350-bd39-5e2119eda3c9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:21.354043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Attempting to bind port d445903b-53c0-4350-bd39-5e2119eda3c9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:21.354043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Attempting to bind port d445903b-53c0-4350-bd39-5e2119eda3c9 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:21.354043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47378c1c-43a4-431d-8eb3-cd5f248a87b4 None None] Network 31e2f8a8-e302-43c3-acca-4e38462841ab requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:21.354464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] No DVR routers for this DVR port 256808d1-f4fd-4a94-a222-9a42731c9dfe on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:21.355584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f1620f0-613c-400b-872c-7692313c56d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.358658 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f1620f0-613c-400b-872c-7692313c56d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.362268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4f1620f0-613c-400b-872c-7692313c56d9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0161819b-9528-43f8-889b-0c5dbdeddcbb HTTP/1.1" status: 204 len: 168 time: 3.4491730 Nov 12 11:06:21.362268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.365454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1738b6ab-185c-45e8-9857-697d78b7527c req-b1cfb475-bf84-42cd-b7a6-0c792b820bef tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "DELETE /v2.0/ports/c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf HTTP/1.1" status: 204 len: 173 time: 4.6966450 Nov 12 11:06:21.371177 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.375137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21270688-3816-43f5-bbbf-de97e625f80f req-28b841e7-f221-47be-b9f2-6a13e8af562c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "DELETE /v2.0/ports/256808d1-f4fd-4a94-a222-9a42731c9dfe HTTP/1.1" status: 204 len: 173 time: 5.5439367 Nov 12 11:06:21.378645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f84cc7c-0777-49f4-9fc4-e25022b14ac0', 'name': 'network-vif-deleted', 'tag': 'c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf'}, {'server_uuid': 'f2ad47ac-ceb3-4022-92ce-e003e4761800', 'name': 'network-vif-deleted', 'tag': '256808d1-f4fd-4a94-a222-9a42731c9dfe'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:21.382308 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a82418-6316-4e87-9b58-1c6110572467" -d '{"events": [{"server_uuid": "6f84cc7c-0777-49f4-9fc4-e25022b14ac0", "name": "network-vif-deleted", "tag": "c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf"}, {"server_uuid": "f2ad47ac-ceb3-4022-92ce-e003e4761800", "name": "network-vif-deleted", "tag": "256808d1-f4fd-4a94-a222-9a42731c9dfe"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:21.414899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.471447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:21.472093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:21.472215 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.472550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:21.473048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Bound port: d445903b-53c0-4350-bd39-5e2119eda3c9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:21.473428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.577226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1620f0-613c-400b-872c-7692313c56d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0161819b-9528-43f8-889b-0c5dbdeddcbb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:21.613827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cc1ba9ea-9c94-4234-a632-5ea5a9ef59e8 None None] Provisioning complete for port 171eeeea-d231-4762-b6de-e62edc179ad6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:21.615492 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9ea-9c94-4234-a632-5ea5a9ef59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.687037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.710744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:21.711453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:21.713646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b1fc02f-25c8-451d-be1d-dc17a595783a HTTP/1.1" status: 200 len: 1093 time: 7.5972648 Nov 12 11:06:21.738234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 3678b1b8-a238-4098-8789-b53c1e4e7c95 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:06:21.785789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 171eeeea-d231-4762-b6de-e62edc179ad6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:21.860769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639343dc-f774-4a18-b0de-d88fe9ce15cf req-f4290877-9977-437e-baa4-55f1f244cc77 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:21.865918 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-639343dc-f774-4a18-b0de-d88fe9ce15cf req-f4290877-9977-437e-baa4-55f1f244cc77 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 944 time: 0.2233806 Nov 12 11:06:21.877651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Allocated IP 10.1.1.221 (4407588b-65a2-4aac-8a17-a0010c0f14b2/04163d51-5fb1-48ec-a539-631189f61b2b/f866ef73-bd21-4307-bf8e-49c9d55fc860) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:21.995314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::44d6:67da:4d97:265 (5548ef9b-af8a-4319-aa1a-0d0b38428140/42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8/3678b1b8-a238-4098-8789-b53c1e4e7c95) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:22.049099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] For port d445903b-53c0-4350-bd39-5e2119eda3c9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:22.056628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] For port d445903b-53c0-4350-bd39-5e2119eda3c9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d445903b-53c0-4350-bd39-5e2119eda3c9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:22.117405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 171eeeea-d231-4762-b6de-e62edc179ad6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:22.118058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.196853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.230326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.353120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a994b08b-183a-44cd-b7e1-a5480c29de83 service neutron] 10.222.0.98 "GET /v2.0/networks/f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0986390 Nov 12 11:06:22.367336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.404081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed073914-dddb-45c8-a29c-bbef9c6cbcc9 None None] Pushing event updated for resources: {'Port': ['ID=d445903b-53c0-4350-bd39-5e2119eda3c9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:22.565085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.575867 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-639343dc-f774-4a18-b0de-d88fe9ce15cf req-2320c592-c5d4-4b4c-941e-edd78b79fe13 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784875 Nov 12 11:06:22.576632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46384) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:22.678847 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9497937a-4b07-467d-9c15-6e9a034a3f0d service neutron] 10.222.0.98 "GET /v2.0/networks/f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880256 Nov 12 11:06:22.690149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 171eeeea-d231-4762-b6de-e62edc179ad6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=171eeeea-d231-4762-b6de-e62edc179ad6,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:22.693857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:22.695836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d1b46-46cc-4add-9e0b-bb3164f598a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1fc02f-25c8-451d-be1d-dc17a595783a,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:22.712579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cc1ba9ea-9c94-4234-a632-5ea5a9ef59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.778660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.851872 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f73758-a142-4a2c-94ff-15880492ef0e x-openstack-request-id: req-89f73758-a142-4a2c-94ff-15880492ef0e {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:22.852198 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f84cc7c-0777-49f4-9fc4-e25022b14ac0", "name": "network-vif-deleted", "tag": "c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf", "status": "completed", "code": 200}, {"server_uuid": "f2ad47ac-ceb3-4022-92ce-e003e4761800", "name": "network-vif-deleted", "tag": "256808d1-f4fd-4a94-a222-9a42731c9dfe", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:22.852346 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.852463 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89f73758-a142-4a2c-94ff-15880492ef0e {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:22.852878 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f84cc7c-0777-49f4-9fc4-e25022b14ac0', 'name': 'network-vif-deleted', 'tag': 'c60566c7-67e8-4aa2-a5ff-ef2ae36fcfbf', 'status': 'completed', 'code': 200} Nov 12 11:06:22.853108 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ad47ac-ceb3-4022-92ce-e003e4761800', 'name': 'network-vif-deleted', 'tag': '256808d1-f4fd-4a94-a222-9a42731c9dfe', 'status': 'completed', 'code': 200} Nov 12 11:06:22.865646 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=3678b1b8-a238-4098-8789-b53c1e4e7c95,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:22.886589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:22.893023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:22.904340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:22.905152 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:22.921710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-0eaa82c7-22c7-42e7-a1e0-b88b5ceeb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:22.924638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-0eaa82c7-22c7-42e7-a1e0-b88b5ceeb566 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 1096 time: 0.6496668 Nov 12 11:06:22.993573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-e9f78562-3ab8-4959-be2a-9b3818b5e64f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b1fc02f-25c8-451d-be1d-dc17a595783a HTTP/1.1" status: 200 len: 217 time: 0.0572956 Nov 12 11:06:22.998411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fd8f3f00-becc-4bd5-a60a-54707350b8e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0685771 Nov 12 11:06:23.004685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:23.042073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.048905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cade7021-2603-417c-8c91-183ddb0b8fc4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1acc867585124efd8e6c4947220fa446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585466 Nov 12 11:06:23.049567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46388) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:23.076435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=171eeeea-d231-4762-b6de-e62edc179ad6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:23.132612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779c2f7-4357-4852-86a9-4d944401fdc2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:23.139217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779c2f7-4357-4852-86a9-4d944401fdc2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:23.141397 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c779c2f7-4357-4852-86a9-4d944401fdc2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1355507 Nov 12 11:06:23.143359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-b9237e55-cccc-46d3-b6bd-10a42ca4dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:23.144941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-b9237e55-cccc-46d3-b6bd-10a42ca4dc21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.1292121 Nov 12 11:06:23.145413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46392) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:23.223191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-cc1ba9ea-9c94-4234-a632-5ea5a9ef59e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:06:23.223946 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-cc1ba9ea-9c94-4234-a632-5ea5a9ef59e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:06:23.267714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf905-dfa1-4fde-9eca-7813d98ff4cf req-b6f39877-1737-46fc-ab0c-c64caf5d1596 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:23.269418 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-246bf905-dfa1-4fde-9eca-7813d98ff4cf req-b6f39877-1737-46fc-ab0c-c64caf5d1596 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2985644 Nov 12 11:06:23.338561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:23.375584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-0bf33332-fe23-4133-b41d-e92f2280abb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434045 Nov 12 11:06:23.408330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:23.421019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:23.439562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=f866ef73-bd21-4307-bf8e-49c9d55fc860,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:23.508546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-2b0d6200-23c8-4048-a752-2a59ab392901 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244426 Nov 12 11:06:23.660673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-246bf905-dfa1-4fde-9eca-7813d98ff4cf req-9a2eadb5-26c1-4f62-ad90-a16c8720775e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568590 Nov 12 11:06:23.694439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:23.699829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.707299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f7bddba-e5f4-4bf4-8d33-6e385ef13438 req-cfd493cf-2a0e-42bc-8993-f5335bca2a1c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 210 time: 0.3437638 Nov 12 11:06:23.785510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2508d242-f6cb-493b-9e42-574573913081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.817122 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db19ce94-60ec-41ac-86dc-e173ae7f87cb req-35cee7b2-5c32-44bc-95ad-b77c95d9344f tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 210 time: 0.0453906 Nov 12 11:06:23.883064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2508d242-f6cb-493b-9e42-574573913081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:23.929969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fbf28603-d572-4d90-9d82-a04747487617 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0743558 Nov 12 11:06:23.947764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-01dc2f84-03e2-4861-8bc8-9d6064cf59d3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 3678b1b8-a238-4098-8789-b53c1e4e7c95 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:23.948272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01dc2f84-03e2-4861-8bc8-9d6064cf59d3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.070170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-777fb02c-1992-4884-a48a-02998c720550 None None] Provisioning complete for port 171eeeea-d231-4762-b6de-e62edc179ad6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:24.071362 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-777fb02c-1992-4884-a48a-02998c720550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.170820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2508d242-f6cb-493b-9e42-574573913081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.174563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2508d242-f6cb-493b-9e42-574573913081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.176176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2508d242-f6cb-493b-9e42-574573913081 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/05c2e250-301e-4ef9-8a90-e3be8562a0a7 HTTP/1.1" status: 204 len: 168 time: 1.1137853 Nov 12 11:06:24.200413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508d242-f6cb-493b-9e42-574573913081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c2e250-301e-4ef9-8a90-e3be8562a0a7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:24.237252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01dc2f84-03e2-4861-8bc8-9d6064cf59d3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.266398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-01dc2f84-03e2-4861-8bc8-9d6064cf59d3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 3678b1b8-a238-4098-8789-b53c1e4e7c95 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:24.344795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56e9ac-1474-427a-9bf4-c4391d67ee4b req-d58c7dd5-3b34-423a-be64-3b941eb2d128 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7735736 Nov 12 11:06:24.445899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cb387c47-95f8-458e-a6b4-ab071bd12f41 None None] Provisioning complete for port f866ef73-bd21-4307-bf8e-49c9d55fc860 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:24.446475 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cb387c47-95f8-458e-a6b4-ab071bd12f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.507844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46410) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:24.513549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-66c5ec1b-ee7b-43be-ad82-3d27f1efc7fb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397705218', 'description': 'tempest-description--1173306941'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:24.534309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cb387c47-95f8-458e-a6b4-ab071bd12f41 None None] Port f866ef73-bd21-4307-bf8e-49c9d55fc860 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:24.642766 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66c5ec1b-ee7b-43be-ad82-3d27f1efc7fb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.705672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1e68609a-96be-4677-95d3-8b461ccba4a3 None None] Provisioning complete for port d445903b-53c0-4350-bd39-5e2119eda3c9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:24.707307 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e68609a-96be-4677-95d3-8b461ccba4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.712604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1a8c1-a722-4761-8e34-22aba74fa9b1 req-f751fc11-7fd4-40d2-b66b-16f675b826b8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.726846 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06d1a8c1-a722-4761-8e34-22aba74fa9b1 req-f751fc11-7fd4-40d2-b66b-16f675b826b8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 944 time: 0.3786254 Nov 12 11:06:24.821392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-d3f1a13c-9d69-4c94-b5f5-94aca46dff8b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.824153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-d3f1a13c-9d69-4c94-b5f5-94aca46dff8b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.57 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 813 time: 0.7803967 Nov 12 11:06:24.828555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01dc2f84-03e2-4861-8bc8-9d6064cf59d3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:24.852744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Request body: {'port': {'device_id': '218322fb-79e7-4501-8ff7-8254119b3159', 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'admin_state_up': True, 'tenant_id': '4f647bec4f0342eb8c5bdca68663bebf'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:24.876469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0', 'tag': '1b1fc02f-25c8-451d-be1d-dc17a595783a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:24.894748 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba5a758-7cc3-4394-a4d0-e45967268a96" -d '{"events": [{"name": "network-changed", "server_uuid": "3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0", "tag": "1b1fc02f-25c8-451d-be1d-dc17a595783a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:24.958586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c742fd4-aaf4-4898-bb9e-92664915c991 req-043f9c7a-2f08-4ec3-9b26-40dd45acb609 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:24.963897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c742fd4-aaf4-4898-bb9e-92664915c991 req-043f9c7a-2f08-4ec3-9b26-40dd45acb609 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1860516 Nov 12 11:06:25.011703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06d1a8c1-a722-4761-8e34-22aba74fa9b1 req-5d6ce935-8e1a-464b-9767-f1b701e973be tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832623 Nov 12 11:06:25.029855 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e68609a-96be-4677-95d3-8b461ccba4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.030027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc2f84-03e2-4861-8bc8-9d6064cf59d3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=3678b1b8-a238-4098-8789-b53c1e4e7c95,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:25.066522 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66c5ec1b-ee7b-43be-ad82-3d27f1efc7fb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.086932 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1e68609a-96be-4677-95d3-8b461ccba4a3 None None] For port d445903b-53c0-4350-bd39-5e2119eda3c9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d445903b-53c0-4350-bd39-5e2119eda3c9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:25.144159 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c742fd4-aaf4-4898-bb9e-92664915c991 req-c5bff625-e4c4-46ec-8921-cb49e718dd4a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771314 Nov 12 11:06:25.162473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66c5ec1b-ee7b-43be-ad82-3d27f1efc7fb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.167244 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e68609a-96be-4677-95d3-8b461ccba4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.280712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01dc2f84-03e2-4861-8bc8-9d6064cf59d3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.284655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-01dc2f84-03e2-4861-8bc8-9d6064cf59d3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/3678b1b8-a238-4098-8789-b53c1e4e7c95 HTTP/1.1" status: 204 len: 168 time: 2.1375592 Nov 12 11:06:25.313287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 171eeeea-d231-4762-b6de-e62edc179ad6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:25.333735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46438) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:25.352549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-40fa18c7-dd10-4e2f-b9c9-c65e416cdd48 None None] Could not find standard attr ID for object 3678b1b8-a238-4098-8789-b53c1e4e7c95. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:06:25.491325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337e9e1-bb0a-4c0e-97f3-051649a5380a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:25.494635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337e9e1-bb0a-4c0e-97f3-051649a5380a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:25.498546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68609a-96be-4677-95d3-8b461ccba4a3 None None] Pushing event updated for resources: {'Port': ['ID=d445903b-53c0-4350-bd39-5e2119eda3c9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:25.506906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7337e9e1-bb0a-4c0e-97f3-051649a5380a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1534476 Nov 12 11:06:25.506906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46442) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:25.506906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5ec1b-ee7b-43be-ad82-3d27f1efc7fb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314ab9a3-649d-4a26-ac6e-7ca9a9280164,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:25.553019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98a0ef3a-ba3a-4344-8fa5-2c61fa9b9ffb req-11c860cb-3e99-4a4d-be96-8f85b0f91bed tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 210 time: 0.1773098 Nov 12 11:06:25.586064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 171eeeea-d231-4762-b6de-e62edc179ad6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:25.586769 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.634709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19369e16-ee8f-425a-9810-2213706eea91 req-ef93f59d-3361-4bb9-985a-f01dfe042c7f tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 210 time: 0.2551696 Nov 12 11:06:25.660417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66c5ec1b-ee7b-43be-ad82-3d27f1efc7fb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.664484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-66c5ec1b-ee7b-43be-ad82-3d27f1efc7fb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1551433 Nov 12 11:06:25.671742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46444) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:25.685646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1604f51b-09e2-4e71-b109-3479aff89c49 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'security_group_rule': {'security_group_id': '314ab9a3-649d-4a26-ac6e-7ca9a9280164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:25.712236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-15192659-cc7c-4d31-8c64-4c2f309b2515 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:25.719721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15192659-cc7c-4d31-8c64-4c2f309b2515 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.742653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d445903b-53c0-4350-bd39-5e2119eda3c9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:25.747129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-22fe0838-7268-46c6-9a88-b578b0cc3461 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:25.754101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-22fe0838-7268-46c6-9a88-b578b0cc3461 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 813 time: 0.6381149 Nov 12 11:06:25.792070 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15192659-cc7c-4d31-8c64-4c2f309b2515 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.794304 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa946ac-fd91-4d20-9283-140441cedbbb x-openstack-request-id: req-5fa946ac-fd91-4d20-9283-140441cedbbb {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:25.794797 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0", "tag": "1b1fc02f-25c8-451d-be1d-dc17a595783a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:25.795232 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5fa946ac-fd91-4d20-9283-140441cedbbb {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:25.796241 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0', 'tag': '1b1fc02f-25c8-451d-be1d-dc17a595783a', 'status': 'completed', 'code': 200} Nov 12 11:06:25.840759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Request body: {'port': {'device_id': '74b3e2a9-c2bb-485b-8378-9259c8197d3d', 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'admin_state_up': True, 'tenant_id': '4f647bec4f0342eb8c5bdca68663bebf'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:25.881985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d445903b-53c0-4350-bd39-5e2119eda3c9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:25.884044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.884231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1604f51b-09e2-4e71-b109-3479aff89c49 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:25.956469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1b1fc02f-25c8-451d-be1d-dc17a595783a details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:25.990803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15192659-cc7c-4d31-8c64-4c2f309b2515 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.149615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1604f51b-09e2-4e71-b109-3479aff89c49 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.290178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89392f-54c4-4ab8-a952-d739d159fff6 req-558ead58-f0b3-4b1a-b556-de2381539fe4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:26.293556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e89392f-54c4-4ab8-a952-d739d159fff6 req-558ead58-f0b3-4b1a-b556-de2381539fe4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 944 time: 0.1111839 Nov 12 11:06:26.295565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1604f51b-09e2-4e71-b109-3479aff89c49 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.372629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604f51b-09e2-4e71-b109-3479aff89c49 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0594f80a-ef8b-4b58-bf51-e322b3bfefb2,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:26.393625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-2ee72155-f67c-406d-8dc2-3305e224ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:26.397123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-2ee72155-f67c-406d-8dc2-3305e224ca34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 1096 time: 0.5736549 Nov 12 11:06:26.448823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15192659-cc7c-4d31-8c64-4c2f309b2515 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.488390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1b1fc02f-25c8-451d-be1d-dc17a595783a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b1fc02f-25c8-451d-be1d-dc17a595783a,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:26.490052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15192659-cc7c-4d31-8c64-4c2f309b2515 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.493567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15192659-cc7c-4d31-8c64-4c2f309b2515 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8 HTTP/1.1" status: 204 len: 168 time: 0.9734051 Nov 12 11:06:26.498705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3132a3b6-c66a-415f-9235-24c28e1df697 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:26.511732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3936-ced3-434c-8d73-30545699cb74 req-c91d4dbf-7381-43fe-bb9d-f4502af47045 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:26.526862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7ba3936-ced3-434c-8d73-30545699cb74 req-c91d4dbf-7381-43fe-bb9d-f4502af47045 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2372739 Nov 12 11:06:26.534771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46460) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:26.563413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Made reservation on behalf of 4f647bec4f0342eb8c5bdca68663bebf for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:26.589705 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.591072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e89392f-54c4-4ab8-a952-d739d159fff6 req-40faa3e3-6e60-424c-bf99-762f59e822ee tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639964 Nov 12 11:06:26.591072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15192659-cc7c-4d31-8c64-4c2f309b2515 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:26.604917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '1b1fc02f-25c8-451d-be1d-dc17a595783a', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'port_id': '1b1fc02f-25c8-451d-be1d-dc17a595783a', 'mac_address': 'fa:16:3e:d9:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b946116-9eb6-4d7d-8130-b139ffb6ce05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:26.666723 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.685059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1fc02f-25c8-451d-be1d-dc17a595783a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:26.741141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1b1fc02f-25c8-451d-be1d-dc17a595783a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b1fc02f-25c8-451d-be1d-dc17a595783a,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:26.794837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1604f51b-09e2-4e71-b109-3479aff89c49 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.806060 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1604f51b-09e2-4e71-b109-3479aff89c49 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1293092 Nov 12 11:06:26.810573 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:26.840531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b270cd56-779c-421c-a3ed-01e2bb0b11f2 req-bf2dedaf-5210-4a0d-a69f-170376e45c1f tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 210 time: 0.1187503 Nov 12 11:06:26.841078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46468) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:26.855060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-192e629f-1363-4bb3-9b64-270b79601753 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'security_group_rule': {'security_group_id': '314ab9a3-649d-4a26-ac6e-7ca9a9280164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:26.967145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:06:27.000471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5e9770aa-c579-48a8-b661-ff5aaeb265c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4628918 Nov 12 11:06:27.021117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9bcb3621-4c3e-493e-b898-b3e0819da780 req-dc016eb4-c4ed-49ee-82a1-1127ab68aa17 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 210 time: 0.0410013 Nov 12 11:06:27.022322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46472) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:27.128440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=1b1fc02f-25c8-451d-be1d-dc17a595783a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:27.179905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['1b1fc02f-25c8-451d-be1d-dc17a595783a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:27.218680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] Deleting port d445903b-53c0-4350-bd39-5e2119eda3c9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:27.219055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.220439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-192e629f-1363-4bb3-9b64-270b79601753 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.292620 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-192e629f-1363-4bb3-9b64-270b79601753 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.329688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Allocated IP 172.20.0.4 (11233779-0aa2-4333-8086-0c927a0acb28/4f6e83c8-4432-46ca-a184-be0b5494ac10/6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:27.339190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] For port d445903b-53c0-4350-bd39-5e2119eda3c9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d445903b-53c0-4350-bd39-5e2119eda3c9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:27.340135 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.351434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Made reservation on behalf of 4f647bec4f0342eb8c5bdca68663bebf for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:27.355134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.368073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] Calling delete_port for d445903b-53c0-4350-bd39-5e2119eda3c9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:27.433170 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-192e629f-1363-4bb3-9b64-270b79601753 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.475401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e629f-1363-4bb3-9b64-270b79601753 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7a977a-9d64-4456-8bbe-5b7bc9680bfe,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:27.513631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-90dbc480-c7b4-4fde-baff-688c0bb8754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:27.515360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-90dbc480-c7b4-4fde-baff-688c0bb8754e service neutron] 10.222.0.57 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 912 time: 1.1011310 Nov 12 11:06:27.534241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7ba3936-ced3-434c-8d73-30545699cb74 req-a36a9a02-6def-41dd-9fe6-d4113d6d7fb3 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0060050 Nov 12 11:06:27.568667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e51633-a627-4f2f-a30c-9371c693f738 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:27.573450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-50e51633-a627-4f2f-a30c-9371c693f738 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5478013 Nov 12 11:06:27.573726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46478) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:27.626976 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-192e629f-1363-4bb3-9b64-270b79601753 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.636056 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-192e629f-1363-4bb3-9b64-270b79601753 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7899141 Nov 12 11:06:27.713344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46482) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:27.722795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:27.741873 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:27.749002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-7f228003-8c8c-4089-a0e0-a18e9b9b0099 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b1fc02f-25c8-451d-be1d-dc17a595783a HTTP/1.1" status: 200 len: 217 time: 0.2134016 Nov 12 11:06:27.810530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5961f79-9bb3-44fe-92f7-9ec491038f40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:27.812278 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a5961f79-9bb3-44fe-92f7-9ec491038f40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2368453 Nov 12 11:06:27.815309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46484) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:27.820287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] Pushing event deleted for resources: {'Port': ['ID=d445903b-53c0-4350-bd39-5e2119eda3c9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:27.879211 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff241b4-66eb-4432-8ae6-4673cad75516 None None] No DVR routers for this DVR port d445903b-53c0-4350-bd39-5e2119eda3c9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:27.943420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-4db652ad-0055-444e-8325-34c8a6bacd87 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:27.947565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-4db652ad-0055-444e-8325-34c8a6bacd87 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.69 "GET /v2.0/networks?id=f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a HTTP/1.1" status: 200 len: 817 time: 0.5856810 Nov 12 11:06:27.949317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9cabf012-29b2-4929-922b-d54ec190fbe0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324024 Nov 12 11:06:27.974465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:27.987564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46490) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:28.003154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6fa9c-e354-41c4-97bf-12ca80bd673f req-0dc81bc5-13b0-427c-85e8-c838f166ff77 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:28.021901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52c6fa9c-e354-41c4-97bf-12ca80bd673f req-0dc81bc5-13b0-427c-85e8-c838f166ff77 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 945 time: 0.2896588 Nov 12 11:06:28.028037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Request body: {'port': {'device_id': 'a7c83451-892e-444a-9c87-1060a9159cd2', 'network_id': 'f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a', 'admin_state_up': True, 'tenant_id': '8ffbd3e999f44cd68b08e930c9b8836b'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:28.035913 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:28.046482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:28.124870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52c6fa9c-e354-41c4-97bf-12ca80bd673f req-72fe1c76-6582-4812-811b-2c81d3774cce tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014369 Nov 12 11:06:28.136510 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:28.179267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:28.193397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162', 'port_id': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'mac_address': 'fa:16:3e:39:8e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76260d08-b0e5-4829-98ab-4c20726cc974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:28.281185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:28.315009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:28.357261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:28.389747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:28.412611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f956f3bd-e1cb-4353-9917-df8e3a5f386e req-cf1d92ab-71d1-4bc8-b49a-2174f9319e6f tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 210 time: 0.0592875 Nov 12 11:06:28.421872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-d9524f13-c368-49a3-9eb6-f4dcd783fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:28.423509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-d9524f13-c368-49a3-9eb6-f4dcd783fac1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.6547468 Nov 12 11:06:28.425723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be1d8ab8-2d20-4110-89f9-d9fdaa222b97 req-17a2c552-f1c4-44cc-be87-f3b6eb5bb9bd tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 210 time: 0.4624648 Nov 12 11:06:28.513432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:28.538489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:28.680908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Allocated IP 172.25.3.17 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/8c7ff506-8e55-4b6c-b87b-f6583245b86c) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:28.682279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:28.697800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-6d864ef0-679c-4513-b932-7b4695d099f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2043586 Nov 12 11:06:28.837481 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:28.843786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:28.912634 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-5c392778-2187-4960-b0c2-ed4cf7a3d850 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965261 Nov 12 11:06:28.953394 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:28.966325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d445903b-53c0-4350-bd39-5e2119eda3c9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:29.029536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:29.036710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Network 11233779-0aa2-4333-8086-0c927a0acb28 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:29.039749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:29.045885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:29.051334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d445903b-53c0-4350-bd39-5e2119eda3c9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:29.054828 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d445903b-53c0-4350-bd39-5e2119eda3c9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:29.091260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Allocated IP 172.20.0.12 (11233779-0aa2-4333-8086-0c927a0acb28/4f6e83c8-4432-46ca-a184-be0b5494ac10/9217c8af-bcaa-4600-bea2-20b597deaa09) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:29.093607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:29.104014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:29.142375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=8c7ff506-8e55-4b6c-b87b-f6583245b86c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:29.165536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Pushing event updated for resources: {'Port': ['ID=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:29.224428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.235408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:29.238606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.269371 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-703bec0d-b579-4d9c-acce-8560f4e610e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.286641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fe327-fcc0-43b2-bbd4-dcd02d2c0dd2 req-881e0cc5-fe57-4432-9377-b51baafd0651 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:29.288757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-226fe327-fcc0-43b2-bbd4-dcd02d2c0dd2 req-881e0cc5-fe57-4432-9377-b51baafd0651 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.5898879 Nov 12 11:06:29.337764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:29.338614 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.349431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.548658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ba5a758-7cc3-4394-a4d0-e45967268a96 req-efaff320-9d8f-4770-8d9e-20c378af0535 service neutron] 10.222.0.57 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930011 Nov 12 11:06:29.552986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59d98-3c0e-4b61-b068-43669cf594a6 req-dc9e278a-b786-4601-a115-b1d2f42a7f1f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:29.556953 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4be59d98-3c0e-4b61-b068-43669cf594a6 req-dc9e278a-b786-4601-a115-b1d2f42a7f1f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 945 time: 0.1559036 Nov 12 11:06:29.559867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Made reservation on behalf of 8ffbd3e999f44cd68b08e930c9b8836b for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:29.566103 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.668319 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4be59d98-3c0e-4b61-b068-43669cf594a6 req-e682a8dc-9531-4679-b73f-1e729c90ddc1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941956 Nov 12 11:06:29.705633 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.721266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-226fe327-fcc0-43b2-bbd4-dcd02d2c0dd2 req-1e386338-0d44-42dc-ad57-682afbabf0e1 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521237 Nov 12 11:06:29.740780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-74b66c1b-f4f1-47b5-b578-0e52324b3693 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9002745 Nov 12 11:06:29.760436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Request body: {'port': {'device_id': '218322fb-79e7-4501-8ff7-8254119b3159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:29.851323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.902985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b9bfb2cc-d25f-4914-a9db-acd5d88c9799 req-7be12c5e-dbfb-4f6b-a49c-5f7391dea726 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 210 time: 0.0479181 Nov 12 11:06:29.904742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.963068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:29.984875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1b1fc02f-25c8-451d-be1d-dc17a595783a up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:30.018407 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c42901e7-2522-4ed9-9c08-06c1c44235d5 req-25c3d4d3-14b6-4e98-9a6d-12dfffb9e8ae tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 210 time: 0.1735482 Nov 12 11:06:30.106316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=8c7ff506-8e55-4b6c-b87b-f6583245b86c,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:30.123416 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:30.199476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Allocated IP 172.20.0.6 (f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a/2bb564de-f653-4277-83f5-f6d882ebeb8f/ff89d340-94aa-445f-9eb6-63e1efc16630) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:30.272630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:30.274798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bb74dfac-dc84-4974-b5dd-60f4fe0e61b8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5594780 Nov 12 11:06:30.311227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 1b1fc02f-25c8-451d-be1d-dc17a595783a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:30.320007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 1b1fc02f-25c8-451d-be1d-dc17a595783a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:30.320007 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:30.320504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:30.442429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=7daf7dea-947b-41e9-86b8-d76fd4b93b79,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:30.660466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:30.738394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1b1fc02f-25c8-451d-be1d-dc17a595783a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b1fc02f-25c8-451d-be1d-dc17a595783a,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:30.744640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1fc02f-25c8-451d-be1d-dc17a595783a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:30.749843 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c603fd9f-e64b-4977-abc6-90a389678924" -d '{"events": [{"server_uuid": "3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0", "name": "network-vif-plugged", "status": "completed", "tag": "1b1fc02f-25c8-451d-be1d-dc17a595783a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:30.848334 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:30.862872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:30.917250 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:30.918581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:30.934470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:30.940619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-bf2931ef-987b-4f96-a1b2-4113dccaa054 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--397705218&fields=id&tenant_id=757bbdd23954452ab9f7f620e9a5f030 HTTP/1.1" status: 200 len: 267 time: 0.1009138 Nov 12 11:06:30.961780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:30.962786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:31.030960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92be0bc5-f6ef-4f4f-a714-fd14bc04af4e None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:31.052615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-64d2dd5a-cefe-4e97-a895-bd9454d82066 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.060745 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-64d2dd5a-cefe-4e97-a895-bd9454d82066 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports/5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 930 time: 0.1159732 Nov 12 11:06:31.080686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Network 11233779-0aa2-4333-8086-0c927a0acb28 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:31.117358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Pushing event updated for resources: {'Port': ['ID=9217c8af-bcaa-4600-bea2-20b597deaa09,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:31.122918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:31.151777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:31.158168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-04cd1ce0-bd21-467f-bda8-2773f6e41e27 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.180255 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-04cd1ce0-bd21-467f-bda8-2773f6e41e27 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports/f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 930 time: 0.1116633 Nov 12 11:06:31.229779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=1b1fc02f-25c8-451d-be1d-dc17a595783a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:31.274050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:31.277617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:31.311857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2dc0754a-0048-46b4-8858-6bfe7e85e023 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1309655 Nov 12 11:06:31.368684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c80914-37a1-4457-8391-c61a82e5f347 req-79bf4031-39dc-4b49-8ec0-b44ab2a88c84 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.373055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07c80914-37a1-4457-8391-c61a82e5f347 req-79bf4031-39dc-4b49-8ec0-b44ab2a88c84 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 945 time: 0.5211272 Nov 12 11:06:31.397740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-400bc9fb-55e9-49ae-ad66-d279da25bf2b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0805268 Nov 12 11:06:31.431729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-efcdb429-d705-4697-8974-459706eec90f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4409771 Nov 12 11:06:31.439181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46592) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:31.455653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '7daf7dea-947b-41e9-86b8-d76fd4b93b79', 'ip_address': '2001:db8::1730:1ae8:cfb0:448b'}], 'name': 'tempest-NetworksTestDHCPv6-13266655'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:31.464656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.465336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:31.478695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '7daf7dea-947b-41e9-86b8-d76fd4b93b79'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:06:31.495879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:31.505453 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:31.614977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46596) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:31.621694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-69749407-9237-4a20-ad22-57bd20f5cb01 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7979286 Nov 12 11:06:31.649608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Request body: {'port': {'device_id': '74b3e2a9-c2bb-485b-8378-9259c8197d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:31.705771 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:31.741237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:31.766414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-867ea0a4-d335-4cc1-9d67-532fbee3d9fd tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.779915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-867ea0a4-d335-4cc1-9d67-532fbee3d9fd tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.787195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-867ea0a4-d335-4cc1-9d67-532fbee3d9fd tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:31.790624 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-867ea0a4-d335-4cc1-9d67-532fbee3d9fd tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/networks?id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=31e2f8a8-e302-43c3-acca-4e38462841ab&id=31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 200 len: 1991 time: 0.3911567 Nov 12 11:06:31.824606 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-353eb6f5-af2b-4103-951d-8d0494cedecc tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/quotas/757bbdd23954452ab9f7f620e9a5f030 HTTP/1.1" status: 200 len: 375 time: 0.0193233 Nov 12 11:06:31.828279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07c80914-37a1-4457-8391-c61a82e5f347 req-cd71b881-e386-45f0-9f35-581371f64a06 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175169 Nov 12 11:06:31.938678 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:31.952067 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ea9288-d758-43a6-bdbb-a7ec95f7859f x-openstack-request-id: req-d4ea9288-d758-43a6-bdbb-a7ec95f7859f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:31.952570 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0", "name": "network-vif-plugged", "status": "completed", "tag": "1b1fc02f-25c8-451d-be1d-dc17a595783a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:31.952963 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d4ea9288-d758-43a6-bdbb-a7ec95f7859f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:31.953490 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1fc02f-25c8-451d-be1d-dc17a595783a', 'code': 200} Nov 12 11:06:31.958749 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-be9ef522-a3d4-42e7-ace6-ab95b95b4adf tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1214569 Nov 12 11:06:32.058504 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/7daf7dea-947b-41e9-86b8-d76fd4b93b79/f865924c-baf7-4356-a051-fa1f711e503c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:32.061979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-27434de7-4805-4397-8605-81e96f9719f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.070592 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f85e12bb-6d1a-48e9-8bcc-2974cedd997a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.102048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:32.146627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:32.147008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.166832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.232150 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-eedf9f6a-adf9-4a42-8074-4d4de23aa51f service neutron] 10.222.0.98 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435021 Nov 12 11:06:32.279741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Transition to ACTIVE for port object 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:32.367295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f017b1-0e23-40db-b21c-9ff5879a7f3c req-f9174e71-7ff6-4975-b493-73a561f114f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:32.369404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-38f017b1-0e23-40db-b21c-9ff5879a7f3c req-f9174e71-7ff6-4975-b493-73a561f114f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 1098 time: 0.3392353 Nov 12 11:06:32.370431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:32.370761 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.450455 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.487481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e4824-2cf0-4afe-9282-77754f7aa94c req-6301c10a-fe1d-48ee-a7ea-5142daad9a50 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:32.490687 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e7e4824-2cf0-4afe-9282-77754f7aa94c req-6301c10a-fe1d-48ee-a7ea-5142daad9a50 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.3824968 Nov 12 11:06:32.526543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cc025d9c-ba6e-4590-a78e-6e516c4d39ba service neutron] 10.222.0.98 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779872 Nov 12 11:06:32.570054 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.580472 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.709584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-0c435f46-6745-4755-b69d-7ddad6f568bc service neutron] 10.222.0.98 "GET /v2.0/ports/5aa5b261-3b63-450e-bef7-12cbc53d65a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1673968 Nov 12 11:06:32.753852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:32.761175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:32.775508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:32.795611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Pushing event updated for resources: {'Port': ['ID=f865924c-baf7-4356-a051-fa1f711e503c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:32.877378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Attempting to bind port f865924c-baf7-4356-a051-fa1f711e503c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:32.877705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Attempting to bind port f865924c-baf7-4356-a051-fa1f711e503c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:32.877902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Attempting to bind port f865924c-baf7-4356-a051-fa1f711e503c on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:32.884646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:32.884646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:32.885232 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.888131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:32.888131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Bound port: f865924c-baf7-4356-a051-fa1f711e503c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:32.888131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.925165 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:32.961974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] For port f865924c-baf7-4356-a051-fa1f711e503c, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:32.966529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] For port f865924c-baf7-4356-a051-fa1f711e503c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f865924c-baf7-4356-a051-fa1f711e503c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:32.994067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e7e4824-2cf0-4afe-9282-77754f7aa94c req-76ec99c6-7a1f-42d8-9fca-12e5322d21ef tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385326 Nov 12 11:06:32.995283 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-deb451ef-c37d-443a-baf8-50baa00d2ce1 service neutron] 10.222.0.98 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763586 Nov 12 11:06:33.090816 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.115803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:33.157398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:33.205776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:33.220709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666fd1e-b811-4e3f-9432-2704e23bf371 None None] Pushing event updated for resources: {'Port': ['ID=f865924c-baf7-4356-a051-fa1f711e503c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:33.253983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-bf4ddff8-5078-4f56-b11d-a7f03766d788 service neutron] 10.222.0.98 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537456 Nov 12 11:06:33.300382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-7fc5e38b-555a-449c-b2ac-787a0427d727 service neutron] 10.222.0.98 "GET /v2.0/ports/f866ef73-bd21-4307-bf8e-49c9d55fc860?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0460196 Nov 12 11:06:33.320959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Pushing event updated for resources: {'Port': ['ID=ff89d340-94aa-445f-9eb6-63e1efc16630,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:33.395073 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-38f017b1-0e23-40db-b21c-9ff5879a7f3c req-6374f46d-8e70-4219-81e2-24c6d74110c5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0107396 Nov 12 11:06:33.440154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-0e00badd-1782-4c00-b920-d48af78b6f95 service neutron] 10.222.0.98 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377413 Nov 12 11:06:33.456792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-27434de7-4805-4397-8605-81e96f9719f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.481567 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.589076 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-e7bcc68a-e4b6-4465-803a-5c7f633e0713 service neutron] 10.222.0.98 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489136 Nov 12 11:06:33.623961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:33.736611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-27434de7-4805-4397-8605-81e96f9719f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.801324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:33.802070 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:33.806597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-b9058621-f6f1-499e-bd7f-dd7370f880a9 service neutron] 10.222.0.98 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163305 Nov 12 11:06:33.831673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27434de7-4805-4397-8605-81e96f9719f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d899b56-410c-45fc-b710-34ac06e00855,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:33.845316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 60599b4d-096b-4396-aa90-d597a46c0f93 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:06:34.319327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248c0fd-a8d1-4d00-bd86-1ac810e95a73 req-1fbc2b46-7e4e-49e1-be63-86fa9776ee80 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:34.319327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c248c0fd-a8d1-4d00-bd86-1ac810e95a73 req-1fbc2b46-7e4e-49e1-be63-86fa9776ee80 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 931 time: 0.7637844 Nov 12 11:06:34.319327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Attempting to bind port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:34.319327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Attempting to bind port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:34.319327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Attempting to bind port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef on network 11233779-0aa2-4333-8086-0c927a0acb28 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:34.320447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:34.320447 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69848541-f680-454e-98bd-c24784d967b2" -d '{"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-plugged", "status": "completed", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:34.321189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d54dc819-0832-425c-b5fd-d3fd0a04ef30 service neutron] 10.222.0.98 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658649 Nov 12 11:06:34.323285 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-27434de7-4805-4397-8605-81e96f9719f1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52e9312ec85c42dcbc49f677ae10434f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4038720 Nov 12 11:06:34.323395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46614) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:34.323516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9217c8af-bcaa-4600-bea2-20b597deaa09 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:34.323516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:34.323516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Transition to ACTIVE for port object 9217c8af-bcaa-4600-bea2-20b597deaa09 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:34.323516 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c248c0fd-a8d1-4d00-bd86-1ac810e95a73 req-548ec3a6-20b4-4aa6-b2d7-490418c5308e tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071370 Nov 12 11:06:34.323516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef on network 11233779-0aa2-4333-8086-0c927a0acb28 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:34.323516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Attempting to bind port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef on network 11233779-0aa2-4333-8086-0c927a0acb28 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:34.323864 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:34.323948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-a234d8fc-5d48-4105-96f3-ffa21347913d tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2367673 Nov 12 11:06:34.323948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Request body: {'port': {'device_id': 'a7c83451-892e-444a-9c87-1060a9159cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:34.324074 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-0c41d8b3-0066-4916-b3a0-42a9310129b5 service neutron] 10.222.0.98 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072636 Nov 12 11:06:34.427377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:34.428106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Checking segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:34.428990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Bound using segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:34.430260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Bound port: 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:34.430260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:34.431384 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae706ed7-6270-427c-8387-cd320386b7a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:34.446639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:34.548516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae706ed7-6270-427c-8387-cd320386b7a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:34.713350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-1cd52602-491a-43ab-bf83-8f65f52f6427 service neutron] 10.222.0.98 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648188 Nov 12 11:06:34.827865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cbe1a376-7509-4ad8-8b0a-dc139185eccd None None] Provisioning complete for port f865924c-baf7-4356-a051-fa1f711e503c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:34.828271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cbe1a376-7509-4ad8-8b0a-dc139185eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:34.931702 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.078226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae706ed7-6270-427c-8387-cd320386b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.090683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae706ed7-6270-427c-8387-cd320386b7a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.108792 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ae706ed7-6270-427c-8387-cd320386b7a1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5d899b56-410c-45fc-b710-34ac06e00855 HTTP/1.1" status: 204 len: 168 time: 1.0686839 Nov 12 11:06:35.179535 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cbe1a376-7509-4ad8-8b0a-dc139185eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.197429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=9217c8af-bcaa-4600-bea2-20b597deaa09,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:35.214775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae706ed7-6270-427c-8387-cd320386b7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d899b56-410c-45fc-b710-34ac06e00855,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:35.217722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.252837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-513311e7-02a9-45cf-b9c7-650f6162e947 service neutron] 10.222.0.98 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377641 Nov 12 11:06:35.290950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f865924c-baf7-4356-a051-fa1f711e503c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:35.356900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aacc0d-638c-4a82-b5bb-853dadb139a9 req-5daec270-502a-4a48-b4b4-3d2801dd3b7b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:35.358551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c6aacc0d-638c-4a82-b5bb-853dadb139a9 req-5daec270-502a-4a48-b4b4-3d2801dd3b7b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 944 time: 0.9211819 Nov 12 11:06:35.395880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::1730:1ae8:cfb0:448b (5548ef9b-af8a-4319-aa1a-0d0b38428140/7daf7dea-947b-41e9-86b8-d76fd4b93b79/60599b4d-096b-4396-aa90-d597a46c0f93) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:35.407387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] For port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:35.447004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-cbe1a376-7509-4ad8-8b0a-dc139185eccd None None] For port f865924c-baf7-4356-a051-fa1f711e503c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f865924c-baf7-4356-a051-fa1f711e503c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:35.494600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f865924c-baf7-4356-a051-fa1f711e503c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:35.495195 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.530899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-dc36c90c-cf43-49cb-982c-ac11beb0998b service neutron] 10.222.0.98 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706788 Nov 12 11:06:35.546608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] For port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:35.575179 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cbe1a376-7509-4ad8-8b0a-dc139185eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.693465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.753896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-3e6a4efe-2090-4d01-9597-f36d183c7952 service neutron] 10.222.0.98 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179222 Nov 12 11:06:35.820791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Attempting to bind port 9217c8af-bcaa-4600-bea2-20b597deaa09 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:35.821121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Attempting to bind port 9217c8af-bcaa-4600-bea2-20b597deaa09 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:35.821454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Attempting to bind port 9217c8af-bcaa-4600-bea2-20b597deaa09 on network 11233779-0aa2-4333-8086-0c927a0acb28 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:35.867690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Port 9217c8af-bcaa-4600-bea2-20b597deaa09 on network 11233779-0aa2-4333-8086-0c927a0acb28 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:35.868047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Attempting to bind port 9217c8af-bcaa-4600-bea2-20b597deaa09 on network 11233779-0aa2-4333-8086-0c927a0acb28 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:35.950457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:35.951806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:35.954453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] 10.222.0.57 "PUT /v2.0/ports/6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef HTTP/1.1" status: 200 len: 1092 time: 6.2018490 Nov 12 11:06:35.961988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1a376-7509-4ad8-8b0a-dc139185eccd None None] Pushing event updated for resources: {'Port': ['ID=f865924c-baf7-4356-a051-fa1f711e503c,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:35.975445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c6aacc0d-638c-4a82-b5bb-853dadb139a9 req-ccaf4790-2140-41b5-ab55-7150b3312bf0 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725756 Nov 12 11:06:36.030115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218322fb-79e7-4501-8ff7-8254119b3159', 'tag': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:36.032908 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe51497a-23c6-4d34-8786-ae45b842b043" -d '{"events": [{"name": "network-changed", "server_uuid": "218322fb-79e7-4501-8ff7-8254119b3159", "tag": "6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:36.055692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:36.056363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Checking segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:36.056830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Bound using segment: {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:36.057625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Bound port: 9217c8af-bcaa-4600-bea2-20b597deaa09, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174541f9-9265-427e-b61b-547e9838c4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:36.058221 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:36.089093 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ba256477-f443-4ebd-bac0-81b657800462 service neutron] 10.222.0.98 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325725 Nov 12 11:06:36.468867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7961a79-03b3-49c0-bae8-98585d2b98c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:36.595912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] For port 9217c8af-bcaa-4600-bea2-20b597deaa09, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:36.672357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] For port 9217c8af-bcaa-4600-bea2-20b597deaa09, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9217c8af-bcaa-4600-bea2-20b597deaa09,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:36.709785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53d7b-8939-45c6-8946-f6857196ece7 req-99b06513-e8cf-43e0-9cc3-26fc6ddc0bc6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:36.712367 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfc53d7b-8939-45c6-8946-f6857196ece7 req-99b06513-e8cf-43e0-9cc3-26fc6ddc0bc6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.5197113 Nov 12 11:06:36.742292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-fd615c1b-84af-43cd-afab-41e9e85b6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:36.744429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-fd615c1b-84af-43cd-afab-41e9e85b6694 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&device_id=218322fb-79e7-4501-8ff7-8254119b3159 HTTP/1.1" status: 200 len: 1095 time: 0.2825060 Nov 12 11:06:36.863278 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:36.863278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-fb4eca18-045b-4803-a2b9-b7427148c4b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef HTTP/1.1" status: 200 len: 217 time: 0.0898955 Nov 12 11:06:36.934137 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f865924c-baf7-4356-a051-fa1f711e503c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:36.960875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfc53d7b-8939-45c6-8946-f6857196ece7 req-bad55bf8-58f4-4bd1-a924-ede58779f9e9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342994 Nov 12 11:06:37.015851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-630fd162-9029-4832-99e2-d75d0582a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:37.017514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-630fd162-9029-4832-99e2-d75d0582a15a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 200 len: 853 time: 0.1385727 Nov 12 11:06:37.017791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f865924c-baf7-4356-a051-fa1f711e503c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:37.018454 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.087662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-639adcb8-7b9c-4d45-8d56-6a07400313d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11233779-0aa2-4333-8086-0c927a0acb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400662 Nov 12 11:06:37.087662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff89d340-94aa-445f-9eb6-63e1efc16630 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:37.089725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.110097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Transition to ACTIVE for port object ff89d340-94aa-445f-9eb6-63e1efc16630 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:06:37.117742 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1423dabb-205f-4c22-b2ca-5a7080ab68f6 x-openstack-request-id: req-1423dabb-205f-4c22-b2ca-5a7080ab68f6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:37.118707 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-plugged", "status": "completed", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:37.119325 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1423dabb-205f-4c22-b2ca-5a7080ab68f6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:37.124128 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'code': 200} Nov 12 11:06:37.244242 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.368679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:37.369284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.371248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] 10.222.0.69 "PUT /v2.0/ports/9217c8af-bcaa-4600-bea2-20b597deaa09 HTTP/1.1" status: 200 len: 1093 time: 5.7295220 Nov 12 11:06:37.384707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-59d0cea7-ee53-4f55-a2b5-1adc872d1b67 service neutron] 10.222.0.57 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743354 Nov 12 11:06:37.399704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecb92a-711a-457c-89b7-814d5c2f650c req-c6f435ef-70dd-4270-8da6-33f448248ba0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:37.401534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2aecb92a-711a-457c-89b7-814d5c2f650c req-c6f435ef-70dd-4270-8da6-33f448248ba0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2043509 Nov 12 11:06:37.416536 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.438863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9c6ab-4b0b-4a25-a644-656568e42fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=9217c8af-bcaa-4600-bea2-20b597deaa09,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:37.534769 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.553938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:37.573718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:37.585801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:37.591062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:37.591670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.612311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46648) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:37.620461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=60599b4d-096b-4396-aa90-d597a46c0f93,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:37.636436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2aecb92a-711a-457c-89b7-814d5c2f650c req-77ca230d-af3f-4b6c-80a0-992d783c236a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211142 Nov 12 11:06:37.643830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9e1b51dc-316f-41a1-a9d1-aaccc0e43a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.882236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9e1b51dc-316f-41a1-a9d1-aaccc0e43a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:37.884501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-1e6a36ad-ac10-4993-ba08-4e2875b28832 service neutron] 10.222.0.57 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818614 Nov 12 11:06:37.928312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Pushing event updated for resources: {'Port': ['ID=ff89d340-94aa-445f-9eb6-63e1efc16630,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:37.951637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-9afd9345-2b98-4b76-ac38-4a9edc2db283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:37.953570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-9afd9345-2b98-4b76-ac38-4a9edc2db283 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 1096 time: 0.2955530 Nov 12 11:06:37.999191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d7dbb63a-4477-41e3-b9e7-99e99d46fa30 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.5484314 Nov 12 11:06:38.002549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46654) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:38.009679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-78482286-75d0-4c1b-82d8-78d83998b5da tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '7daf7dea-947b-41e9-86b8-d76fd4b93b79', 'ip_address': '2001:db8::1730:1ae8:cfb0:448b'}], 'name': 'tempest-NetworksTestDHCPv6-1898030723'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:38.034679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-75e0ee5b-db3f-4a0e-8197-23d70f684431 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9217c8af-bcaa-4600-bea2-20b597deaa09 HTTP/1.1" status: 200 len: 217 time: 0.0698798 Nov 12 11:06:38.052909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c7ef-48d8-4471-8dfd-294488c06a56 req-2366ed54-1299-49b0-b6ed-da753892bdbc tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.055371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d25c7ef-48d8-4471-8dfd-294488c06a56 req-2366ed54-1299-49b0-b6ed-da753892bdbc tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 943 time: 0.2752662 Nov 12 11:06:38.064877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9e1b51dc-316f-41a1-a9d1-aaccc0e43a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.104560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-98505ef3-cb71-419d-9eac-344a5d8c4dec None None] Provisioning complete for port 60599b4d-096b-4396-aa90-d597a46c0f93 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:38.105491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-98505ef3-cb71-419d-9eac-344a5d8c4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.112325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Attempting to bind port ff89d340-94aa-445f-9eb6-63e1efc16630 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:38.112711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Attempting to bind port ff89d340-94aa-445f-9eb6-63e1efc16630 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'f969631c-371b-4ff3-a060-f433ee1184dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:38.113068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Attempting to bind port ff89d340-94aa-445f-9eb6-63e1efc16630 on network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:38.139673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Port ff89d340-94aa-445f-9eb6-63e1efc16630 on network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:06:38.140066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Attempting to bind port ff89d340-94aa-445f-9eb6-63e1efc16630 on network f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:38.164345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:38.164782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Checking segment: {'id': 'f969631c-371b-4ff3-a060-f433ee1184dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:38.165058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Bound using segment: {'id': 'f969631c-371b-4ff3-a060-f433ee1184dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:38.166519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Bound port: ff89d340-94aa-445f-9eb6-63e1efc16630, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f969631c-371b-4ff3-a060-f433ee1184dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:38.166519 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.171108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9e1b51dc-316f-41a1-a9d1-aaccc0e43a74 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2fd24323c1ca4d5fa234955569fc4e73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675035 Nov 12 11:06:38.171761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46658) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:38.174717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-ac92a86b-d6a5-4274-994b-0b98a3f8dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.176369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-ac92a86b-d6a5-4274-994b-0b98a3f8dbd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 200 len: 853 time: 0.1198468 Nov 12 11:06:38.187091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b51dc-316f-41a1-a9d1-aaccc0e43a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ea05e4-263e-4f88-9d76-57e8df1dc5f2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:38.220191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d25c7ef-48d8-4471-8dfd-294488c06a56 req-44fd8372-d449-4173-905a-373cf2ba0926 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438711 Nov 12 11:06:38.223638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-23fcfc9d-b4be-4988-b098-b05d87e7c24f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11233779-0aa2-4333-8086-0c927a0acb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352306 Nov 12 11:06:38.269500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-98505ef3-cb71-419d-9eac-344a5d8c4dec None None] Port 60599b4d-096b-4396-aa90-d597a46c0f93 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:38.342323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be2b4076-f9d2-42dc-b763-0a864851d61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.415701 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c82d97-b077-49c1-b1cc-90790701df22 x-openstack-request-id: req-b5c82d97-b077-49c1-b1cc-90790701df22 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:38.415701 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218322fb-79e7-4501-8ff7-8254119b3159", "tag": "6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:38.415701 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b5c82d97-b077-49c1-b1cc-90790701df22 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:38.415701 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218322fb-79e7-4501-8ff7-8254119b3159', 'tag': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef', 'status': 'completed', 'code': 200} Nov 12 11:06:38.423962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be2b4076-f9d2-42dc-b763-0a864851d61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.441792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] For port ff89d340-94aa-445f-9eb6-63e1efc16630, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:38.469495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] For port ff89d340-94aa-445f-9eb6-63e1efc16630, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff89d340-94aa-445f-9eb6-63e1efc16630,segment=NetworkSegment(f969631c-371b-4ff3-a060-f433ee1184dd),segment_id=f969631c-371b-4ff3-a060-f433ee1184dd)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:38.480696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-70b237e0-2c64-4578-bab1-568a96afac90 service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306204 Nov 12 11:06:38.490226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-63a55db1-27f9-4817-8dcd-86a0c0eba674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.492702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-63a55db1-27f9-4817-8dcd-86a0c0eba674 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&device_id=218322fb-79e7-4501-8ff7-8254119b3159 HTTP/1.1" status: 200 len: 1095 time: 0.0995991 Nov 12 11:06:38.679699 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34bd1803-b8a6-42e5-81b2-9da4c65caad3 req-0109ac64-9d9a-4b76-8964-b99203685521 service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857307 Nov 12 11:06:38.683098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-1522a077-b270-4e4d-a365-f55f37d7ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.684742 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-1522a077-b270-4e4d-a365-f55f37d7ca0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 914 time: 0.1808901 Nov 12 11:06:38.778723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-940a5e5d-8211-4504-99ce-f7eabe8c819d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef HTTP/1.1" status: 200 len: 217 time: 0.0833528 Nov 12 11:06:38.860288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.861131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be2b4076-f9d2-42dc-b763-0a864851d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.866511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be2b4076-f9d2-42dc-b763-0a864851d61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.867009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-30aa593d-8b64-470c-be45-4b8132095679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.868100 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be2b4076-f9d2-42dc-b763-0a864851d61c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d6ea05e4-263e-4f88-9d76-57e8df1dc5f2 HTTP/1.1" status: 204 len: 168 time: 0.6906407 Nov 12 11:06:38.869022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78482286-75d0-4c1b-82d8-78d83998b5da tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:38.869180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-30aa593d-8b64-470c-be45-4b8132095679 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 200 len: 853 time: 0.0743818 Nov 12 11:06:38.913094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b4076-f9d2-42dc-b763-0a864851d61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ea05e4-263e-4f88-9d76-57e8df1dc5f2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:38.941028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:38.941661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:38.943806 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] 10.222.0.69 "PUT /v2.0/ports/ff89d340-94aa-445f-9eb6-63e1efc16630 HTTP/1.1" status: 200 len: 1092 time: 4.7046516 Nov 12 11:06:38.946334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-fc6445af-e4b7-4726-b94e-15b209a9d7ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11233779-0aa2-4333-8086-0c927a0acb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499008 Nov 12 11:06:39.000328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07c3fe-d921-493c-a3cb-e2dfc1ab7b65 service neutron] Pushing event updated for resources: {'Port': ['ID=ff89d340-94aa-445f-9eb6-63e1efc16630,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:39.021382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-78482286-75d0-4c1b-82d8-78d83998b5da tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:39.046452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-78482286-75d0-4c1b-82d8-78d83998b5da tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 8cbbc9ba-7da2-486d-9063-e6b6cb03571b yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:06:39.146312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-2819f5e2-cd27-44f8-ac80-ec6b48742636 service neutron] 10.222.0.57 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864629 Nov 12 11:06:39.493358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe51497a-23c6-4d34-8786-ae45b842b043 req-39f4fca6-4967-463e-95ae-fcd6ffee9171 service neutron] 10.222.0.57 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397758 Nov 12 11:06:39.527545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-4fd73466-302c-48d0-8ed0-50f7b8ee9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:39.531444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-4fd73466-302c-48d0-8ed0-50f7b8ee9f86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ffbd3e999f44cd68b08e930c9b8836b&device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 1095 time: 0.3182700 Nov 12 11:06:39.594124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d43ef-9bea-440a-b3a4-23ff0f1e44f0 req-76457fc7-a638-42e5-9b44-6b046f943b5b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:39.598166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b2d43ef-9bea-440a-b3a4-23ff0f1e44f0 req-76457fc7-a638-42e5-9b44-6b046f943b5b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 944 time: 0.3521733 Nov 12 11:06:40.131219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-9b452438-aeef-4116-9ce6-95f27bae2654 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff89d340-94aa-445f-9eb6-63e1efc16630 HTTP/1.1" status: 200 len: 217 time: 0.5803404 Nov 12 11:06:40.290448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddff7f-5f42-47d5-82b7-19d723a82675 req-a5ad1fb1-97e0-42c1-8e4d-386a6549420f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.300014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86ddff7f-5f42-47d5-82b7-19d723a82675 req-a5ad1fb1-97e0-42c1-8e4d-386a6549420f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2219377 Nov 12 11:06:40.313940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b2d43ef-9bea-440a-b3a4-23ff0f1e44f0 req-ee60ac94-8072-4bff-b9b4-c68a55e65237 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838989 Nov 12 11:06:40.327489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-07c46e06-c43f-471c-9047-d754bc22e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.344389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-07c46e06-c43f-471c-9047-d754bc22e551 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb564de-f653-4277-83f5-f6d882ebeb8f HTTP/1.1" status: 200 len: 857 time: 0.1637530 Nov 12 11:06:40.368857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86ddff7f-5f42-47d5-82b7-19d723a82675 req-f0004244-710c-423c-b45e-5b02ce3fb35c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676444 Nov 12 11:06:40.382964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b3e2a9-c2bb-485b-8378-9259c8197d3d', 'tag': '9217c8af-bcaa-4600-bea2-20b597deaa09'}, {'name': 'network-changed', 'server_uuid': 'a7c83451-892e-444a-9c87-1060a9159cd2', 'tag': 'ff89d340-94aa-445f-9eb6-63e1efc16630'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:40.386679 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff23be6a-4323-40b4-a574-17e867ff3460" -d '{"events": [{"name": "network-changed", "server_uuid": "74b3e2a9-c2bb-485b-8378-9259c8197d3d", "tag": "9217c8af-bcaa-4600-bea2-20b597deaa09"}, {"name": "network-changed", "server_uuid": "a7c83451-892e-444a-9c87-1060a9159cd2", "tag": "ff89d340-94aa-445f-9eb6-63e1efc16630"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:40.482565 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-78482286-75d0-4c1b-82d8-78d83998b5da tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 11:06:40.483431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78482286-75d0-4c1b-82d8-78d83998b5da tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:06:40.484925 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-02905d6c-3b1a-4e1e-ae80-a30af74b049a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237037 Nov 12 11:06:40.586471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325df6a-3516-4e03-b49f-6985a1bbe236 req-e23679a8-bc05-4301-986f-ef6778ebd108 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.606499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e325df6a-3516-4e03-b49f-6985a1bbe236 req-e23679a8-bc05-4301-986f-ef6778ebd108 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 943 time: 0.1422834 Nov 12 11:06:40.679298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21360ac2-1d42-45d8-b4a9-8a6aca23dff3 req-e87bcbf4-284a-4a6c-8515-ff61a1855148 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.687986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21360ac2-1d42-45d8-b4a9-8a6aca23dff3 req-e87bcbf4-284a-4a6c-8515-ff61a1855148 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.2068274 Nov 12 11:06:40.693964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e325df6a-3516-4e03-b49f-6985a1bbe236 req-4357bc59-c0c8-479f-8947-197534b50300 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826905 Nov 12 11:06:40.721484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-78482286-75d0-4c1b-82d8-78d83998b5da tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.7164717 Nov 12 11:06:40.727630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46702) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:40.777183 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-3f80c25e-3c81-465e-83df-b42a21fa8c39 service neutron] 10.222.0.69 "GET /v2.0/networks/f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531321 Nov 12 11:06:40.846528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f59e4655-f1f2-430a-9e13-e69d9908c827 req-87690f3a-409a-4c40-96f6-0a61a4da5a09 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0782354 Nov 12 11:06:40.853347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21360ac2-1d42-45d8-b4a9-8a6aca23dff3 req-19d4d016-dd22-4069-b37f-b02594d112a8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637745 Nov 12 11:06:40.922598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46846164-6ce4-4b10-af4a-64e16712dc2b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.944267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46846164-6ce4-4b10-af4a-64e16712dc2b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:40.962676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-46846164-6ce4-4b10-af4a-64e16712dc2b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2353373 Nov 12 11:06:40.963670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:41.029266 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c527a987-bbb6-4714-b021-a9c948403037 x-openstack-request-id: req-c527a987-bbb6-4714-b021-a9c948403037 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:41.036362 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b3e2a9-c2bb-485b-8378-9259c8197d3d", "tag": "9217c8af-bcaa-4600-bea2-20b597deaa09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a7c83451-892e-444a-9c87-1060a9159cd2", "tag": "ff89d340-94aa-445f-9eb6-63e1efc16630", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:41.036362 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c527a987-bbb6-4714-b021-a9c948403037 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:41.036362 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b3e2a9-c2bb-485b-8378-9259c8197d3d', 'tag': '9217c8af-bcaa-4600-bea2-20b597deaa09', 'status': 'completed', 'code': 200} Nov 12 11:06:41.036362 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c83451-892e-444a-9c87-1060a9159cd2', 'tag': 'ff89d340-94aa-445f-9eb6-63e1efc16630', 'status': 'completed', 'code': 200} Nov 12 11:06:41.131565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-9295eaf9-e5e8-41c1-ad95-7785fe6e5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:41.135274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-9295eaf9-e5e8-41c1-ad95-7785fe6e5842 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 1096 time: 0.1027970 Nov 12 11:06:41.139681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9217c8af-bcaa-4600-bea2-20b597deaa09 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:41.281502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 60599b4d-096b-4396-aa90-d597a46c0f93 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:41.282047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:41.296338 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5ef23e2-7d50-4be7-9731-8a809debc2e6 req-fbb7513f-29a1-48c7-9b1f-468dc69a195c service neutron] 10.222.0.69 "GET /v2.0/networks/f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039866 Nov 12 11:06:41.458600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 9217c8af-bcaa-4600-bea2-20b597deaa09, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9217c8af-bcaa-4600-bea2-20b597deaa09,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:41.500710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '9217c8af-bcaa-4600-bea2-20b597deaa09', 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'port_id': '9217c8af-bcaa-4600-bea2-20b597deaa09', 'mac_address': 'fa:16:3e:52:03:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6e83c8-4432-46ca-a184-be0b5494ac10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:41.583000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-e3f70d5a-f4ad-47be-a529-b71c8f4e5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:41.585536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-e3f70d5a-f4ad-47be-a529-b71c8f4e5461 service neutron] 10.222.0.69 "GET /v2.0/networks?id=11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 200 len: 914 time: 0.4319000 Nov 12 11:06:41.633439 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:41.661437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46722) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:41.671323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9217c8af-bcaa-4600-bea2-20b597deaa09 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:41.766019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 9217c8af-bcaa-4600-bea2-20b597deaa09, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9217c8af-bcaa-4600-bea2-20b597deaa09,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:41.840669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804cd0d-b105-4dc9-ae54-52e76c1dca03 req-9d2bf0d3-ded0-4a1f-93fd-623b05e1e214 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:41.853195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6804cd0d-b105-4dc9-ae54-52e76c1dca03 req-9d2bf0d3-ded0-4a1f-93fd-623b05e1e214 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2818570 Nov 12 11:06:41.861699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:41.861952 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:41.885139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-e098bf5e-290a-4f11-8125-47418b0bf148 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9217c8af-bcaa-4600-bea2-20b597deaa09 HTTP/1.1" status: 200 len: 217 time: 0.2613907 Nov 12 11:06:41.919539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 60599b4d-096b-4396-aa90-d597a46c0f93 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:42.039953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0fdfc-a0a7-43cc-8b45-e30e318729be req-eb4ea64d-97dd-4e6e-8216-d762c3e7ed19 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:42.043457 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eba0fdfc-a0a7-43cc-8b45-e30e318729be req-eb4ea64d-97dd-4e6e-8216-d762c3e7ed19 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 944 time: 0.4850931 Nov 12 11:06:42.085305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:42.148191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-network', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:42.156171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=9217c8af-bcaa-4600-bea2-20b597deaa09,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:42.187191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['9217c8af-bcaa-4600-bea2-20b597deaa09'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:42.236860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6804cd0d-b105-4dc9-ae54-52e76c1dca03 req-e130dce2-f23d-41ae-a5f7-97dd2c97a46a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696985 Nov 12 11:06:42.289936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-90c1e384-2a0e-4e07-8125-21687acc9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:42.294247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-90c1e384-2a0e-4e07-8125-21687acc9783 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 200 len: 853 time: 0.4064364 Nov 12 11:06:42.295872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:42.341350 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:06:42.351142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=60599b4d-096b-4396-aa90-d597a46c0f93,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:42.412944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Made reservation on behalf of 0ace60cfecdb44f7bd5bdab86080e59a for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:42.417416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:42.421581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.429984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-89ce8e0a-f131-4f6b-a3ce-6f38d28a172e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=11233779-0aa2-4333-8086-0c927a0acb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168952 Nov 12 11:06:42.431519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.432065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.432661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.433132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.433603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.434182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.434827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.435291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.435754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.436250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.436730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:42.449720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:42.464858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ba272314-e425-4305-a1c4-5bd7df2e4cc1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/60599b4d-096b-4396-aa90-d597a46c0f93 HTTP/1.1" status: 204 len: 168 time: 1.4993472 Nov 12 11:06:42.466889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46732) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:42.487367 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eba0fdfc-a0a7-43cc-8b45-e30e318729be req-91ee7a36-a113-45ec-bed8-b53925a636d6 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214609 Nov 12 11:06:42.541415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:42.577927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:42.628460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce248637-62a4-4e6f-bf33-c9fce3ffc57d req-47092605-aac5-4d8d-a064-cc85e7db6a60 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:42.639625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ce248637-62a4-4e6f-bf33-c9fce3ffc57d req-47092605-aac5-4d8d-a064-cc85e7db6a60 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 943 time: 0.3062727 Nov 12 11:06:42.660061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef', 'network_id': '11233779-0aa2-4333-8086-0c927a0acb28', 'port_id': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef', 'mac_address': 'fa:16:3e:74:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6e83c8-4432-46ca-a184-be0b5494ac10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:42.728111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbea16-bb92-4c2f-8193-ec03aa329ca3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:42.733152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbea16-bb92-4c2f-8193-ec03aa329ca3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:42.742160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-5ad240f4-56fa-49c2-b374-2ef7a3b25f49 service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946846 Nov 12 11:06:42.746784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b4dbea16-bb92-4c2f-8193-ec03aa329ca3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2709131 Nov 12 11:06:42.746998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46734) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:42.872212 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ce248637-62a4-4e6f-bf33-c9fce3ffc57d req-9810e784-04c2-4eb0-b7a8-cb1bd53485f3 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308836 Nov 12 11:06:42.910101 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.057406 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9daf347-bc42-4eb3-821a-6f0b75f6462e req-67666787-3334-4938-a65c-ffb754c77728 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0875971 Nov 12 11:06:43.077133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:43.110641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c568d-f38c-47c3-a7cb-3bd3cd9b6f15 req-49a429a6-283c-4ea3-b7e5-14d4703e0c24 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:43.125122 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d05c568d-f38c-47c3-a7cb-3bd3cd9b6f15 req-49a429a6-283c-4ea3-b7e5-14d4703e0c24 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.0988653 Nov 12 11:06:43.150120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-b5a76a0d-8a6b-42ac-9a4d-605c213b024b service neutron] 10.222.0.69 "GET /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758702 Nov 12 11:06:43.162596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd94447f-b746-4efe-8aa5-6bb6414b4a9f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 7daf7dea-947b-41e9-86b8-d76fd4b93b79 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:43.169021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd94447f-b746-4efe-8aa5-6bb6414b4a9f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.216033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d05c568d-f38c-47c3-a7cb-3bd3cd9b6f15 req-42619ea8-6a47-46d3-bcf5-b8b803011204 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889082 Nov 12 11:06:43.251697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:43.276320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.316210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd94447f-b746-4efe-8aa5-6bb6414b4a9f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.360081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.401218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-dfc814b7-17e3-4b35-bb5a-66af8b7ca54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:43.402921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-dfc814b7-17e3-4b35-bb5a-66af8b7ca54d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8ffbd3e999f44cd68b08e930c9b8836b&device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 1095 time: 0.1543758 Nov 12 11:06:43.413104 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.446457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:43.501262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:06:43.584616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18522f67-ea01-4245-bae2-ab617ee410ee req-fcdb0d6a-6821-4f9b-907c-66c6fa075669 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:43.586490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18522f67-ea01-4245-bae2-ab617ee410ee req-fcdb0d6a-6821-4f9b-907c-66c6fa075669 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2251046 Nov 12 11:06:43.624187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.624667 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Added segment 7279c3bb-94c3-4b14-9f79-155fb2478cde of type vlan for network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 Nov 12 11:06:43.629511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae6404f-ef33-4bb1-9075-c47e8b335135,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:43.644130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:43.773377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf1de8-2084-4f49-9afc-0052c856f878 req-3118c81e-43da-475d-926f-0114af34be82 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:43.773377 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41cf1de8-2084-4f49-9afc-0052c856f878 req-3118c81e-43da-475d-926f-0114af34be82 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 945 time: 0.0734105 Nov 12 11:06:43.774344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd94447f-b746-4efe-8aa5-6bb6414b4a9f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.808200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:43.823908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41cf1de8-2084-4f49-9afc-0052c856f878 req-33e4c579-fbf5-4430-8deb-bacb36287369 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333144 Nov 12 11:06:43.841802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-a9918fea-6372-490c-9a1c-6d6fcf060775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:43.843423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-a9918fea-6372-490c-9a1c-6d6fcf060775 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a HTTP/1.1" status: 200 len: 918 time: 0.4254990 Nov 12 11:06:43.857262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18522f67-ea01-4245-bae2-ab617ee410ee req-68642c71-13aa-410f-8885-5415f9312ca8 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306442 Nov 12 11:06:43.924888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-ca651490-b48c-4912-98ed-d30d7d9bce75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff89d340-94aa-445f-9eb6-63e1efc16630 HTTP/1.1" status: 200 len: 217 time: 0.0508885 Nov 12 11:06:44.057097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-ec8d60db-dc1f-4984-815e-d57b93859ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.061395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-ec8d60db-dc1f-4984-815e-d57b93859ef7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb564de-f653-4277-83f5-f6d882ebeb8f HTTP/1.1" status: 200 len: 857 time: 0.1051354 Nov 12 11:06:44.100658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-2c155b13-9409-437c-80cc-dd45a80ce8bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295105 Nov 12 11:06:44.147778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c44923-438c-40fd-a343-c5e5b57f2eaf req-fc4d6f53-0795-426d-87ec-3c9cb798deb7 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.150512 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0c44923-438c-40fd-a343-c5e5b57f2eaf req-fc4d6f53-0795-426d-87ec-3c9cb798deb7 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 943 time: 0.1044786 Nov 12 11:06:44.216384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.217543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.218235 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.230904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd94447f-b746-4efe-8aa5-6bb6414b4a9f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.231799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0c44923-438c-40fd-a343-c5e5b57f2eaf req-e9921749-9f65-4977-990b-a5cd195b98f6 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695543 Nov 12 11:06:44.307705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-cbca6798-4601-4491-87ce-24482f2ca1e7 service neutron] 10.222.0.69 "GET /v2.0/networks/f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901789 Nov 12 11:06:44.412291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94447f-b746-4efe-8aa5-6bb6414b4a9f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=7daf7dea-947b-41e9-86b8-d76fd4b93b79,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:44.425029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7602408 Nov 12 11:06:44.430657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46754) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:44.442213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Request body: {'subnet': {'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-subnet', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:44.443549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25143c53-f7c0-4c56-be5b-cc8116bebb59 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:44.474015 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd94447f-b746-4efe-8aa5-6bb6414b4a9f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.482509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bd94447f-b746-4efe-8aa5-6bb6414b4a9f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/7daf7dea-947b-41e9-86b8-d76fd4b93b79 HTTP/1.1" status: 204 len: 168 time: 1.7343605 Nov 12 11:06:44.505177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46756) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:44.507963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60ba37bd-0dc2-43e6-882c-1e4ac469ce90 req-b852481f-b6e9-437c-97a7-338e17532050 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.1266127 Nov 12 11:06:44.555235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-6019259f-df65-44b6-84cf-9dad9aa4dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.557891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-6019259f-df65-44b6-84cf-9dad9aa4dd87 service neutron] 10.222.0.69 "GET /v2.0/ports/5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 1026 time: 0.2477775 Nov 12 11:06:44.657478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a53021de-245b-4bb8-9de5-b952b1dea4f5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482611 Nov 12 11:06:44.661060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46758) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:44.670436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639185-8c95-4090-baf4-7ecc706a1450 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6834ec-bc34-494c-a1b1-b6dcc4b67e19,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:44.670716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:44.711888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:06:44.795571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-3e6a5e9b-2cf7-490f-8f3e-e4e2f9f6f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.798627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-3e6a5e9b-2cf7-490f-8f3e-e4e2f9f6f372 service neutron] 10.222.0.69 "GET /v2.0/ports/f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 1026 time: 0.2232680 Nov 12 11:06:44.833610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2b1b9-787e-4fd4-807f-82050798af79 req-9767c262-49cd-4da2-827d-5a35211492c1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.844736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aab2b1b9-787e-4fd4-807f-82050798af79 req-9767c262-49cd-4da2-827d-5a35211492c1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.2047112 Nov 12 11:06:44.852131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed24b-32e3-48dd-b31c-1233952be966 req-ebe5778f-1aa7-4f5c-9a3e-aff49d7454ab tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:44.862432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-ebe5778f-1aa7-4f5c-9a3e-aff49d7454ab tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 807 time: 0.6495881 Nov 12 11:06:44.903525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Made reservation on behalf of 0ace60cfecdb44f7bd5bdab86080e59a for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:44.907458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:44.972563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-a37c7620-02c8-40f8-9df2-87be5d8a8984 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/quotas/f81c3579f9504ec0a64c5f93b727b264 HTTP/1.1" status: 200 len: 375 time: 0.1079669 Nov 12 11:06:44.980942 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff23be6a-4323-40b4-a574-17e867ff3460 req-21a4bae6-5a14-4932-856c-b88de77d5038 service neutron] 10.222.0.69 "GET /v2.0/networks/f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005745 Nov 12 11:06:44.987229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:06:45.023538 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aab2b1b9-787e-4fd4-807f-82050798af79 req-84f79c21-bd32-4b13-b011-927abdc3377b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771767 Nov 12 11:06:45.140557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] Deleting port f865924c-baf7-4356-a051-fa1f711e503c {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:45.150196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.192545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:45.203298 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.223320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ff89d340-94aa-445f-9eb6-63e1efc16630 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:06:45.229775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-514cfea4-64c8-4f41-a526-1fe6ae10d5e8 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2565179 Nov 12 11:06:45.232269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9217c8af-bcaa-4600-bea2-20b597deaa09 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:45.339159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fef77-95e1-4739-ae09-e508722f6562 req-0772b2e3-2095-4b70-bf04-6e2d2bb97f3c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:45.350925 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d94fef77-95e1-4739-ae09-e508722f6562 req-0772b2e3-2095-4b70-bf04-6e2d2bb97f3c tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 945 time: 0.2372546 Nov 12 11:06:45.448865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d94fef77-95e1-4739-ae09-e508722f6562 req-8b958724-9c4c-4266-a2a3-86915c7f953b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960336 Nov 12 11:06:45.470008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] For port f865924c-baf7-4356-a051-fa1f711e503c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f865924c-baf7-4356-a051-fa1f711e503c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:45.470835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.514597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] Calling delete_port for f865924c-baf7-4356-a051-fa1f711e503c owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:45.525218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-c9757ebc-4167-47f0-8a76-1b790e575853 service neutron] 10.222.0.98 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727077 Nov 12 11:06:45.601576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5e5c2dce-b998-4f00-acd4-7e79183e630a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:45.651715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5e5c2dce-b998-4f00-acd4-7e79183e630a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:45.681895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5e5c2dce-b998-4f00-acd4-7e79183e630a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:45.694412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5e5c2dce-b998-4f00-acd4-7e79183e630a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "GET /v2.0/networks?id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=31e2f8a8-e302-43c3-acca-4e38462841ab&id=31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 200 len: 1991 time: 0.8793120 Nov 12 11:06:45.764850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080989-77da-4029-b3e0-b99bcddad075 req-5000980f-2bb3-46c8-a2cc-c67702923567 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:45.772425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ff89d340-94aa-445f-9eb6-63e1efc16630, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff89d340-94aa-445f-9eb6-63e1efc16630,segment=NetworkSegment(f969631c-371b-4ff3-a060-f433ee1184dd),segment_id=f969631c-371b-4ff3-a060-f433ee1184dd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:45.775847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a080989-77da-4029-b3e0-b99bcddad075 req-5000980f-2bb3-46c8-a2cc-c67702923567 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1562188 Nov 12 11:06:45.808103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'ff89d340-94aa-445f-9eb6-63e1efc16630', 'network_id': 'f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a', 'port_id': 'ff89d340-94aa-445f-9eb6-63e1efc16630', 'mac_address': 'fa:16:3e:d7:91:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb564de-f653-4277-83f5-f6d882ebeb8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:06:45.831133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 9217c8af-bcaa-4600-bea2-20b597deaa09 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:45.845778 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.909667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 9217c8af-bcaa-4600-bea2-20b597deaa09 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:45.910986 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:45.944576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a080989-77da-4029-b3e0-b99bcddad075 req-64bc1449-02d9-4dab-a452-d3fea2ad9a09 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672838 Nov 12 11:06:45.956359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:45.978288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:45.999971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:46.004706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.018576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=7f5483d5-2563-4283-b7c8-98ec64a8cd1f,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:46.028651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.068185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff89d340-94aa-445f-9eb6-63e1efc16630 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:06:46.107175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:46.111531 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.180086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-99da3c41-6a8a-4e93-b39c-16be54a4605e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5142107 Nov 12 11:06:46.196647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ff89d340-94aa-445f-9eb6-63e1efc16630, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff89d340-94aa-445f-9eb6-63e1efc16630,segment=NetworkSegment(f969631c-371b-4ff3-a060-f433ee1184dd),segment_id=f969631c-371b-4ff3-a060-f433ee1184dd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:46.207190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6d28b-4d9d-4700-a12b-0228847119c5 req-53fd76a0-88d7-4563-9a30-1e5603ab4b03 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:46.210418 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0dd6d28b-4d9d-4700-a12b-0228847119c5 req-53fd76a0-88d7-4563-9a30-1e5603ab4b03 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 943 time: 0.1268120 Nov 12 11:06:46.214985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46772) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:46.220593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-fa2eab4e-88ee-451e-a9e2-4dfcca402bd8 service neutron] 10.222.0.98 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820734 Nov 12 11:06:46.223684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e008c46b-3877-4c09-a37d-717e4d732381 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '7f5483d5-2563-4283-b7c8-98ec64a8cd1f', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1963451069'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:46.261387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] Pushing event deleted for resources: {'Port': ['ID=f865924c-baf7-4356-a051-fa1f711e503c,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:46.300213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0ab2a-9c19-478c-a328-355bf5b4cbcb None None] No DVR routers for this DVR port f865924c-baf7-4356-a051-fa1f711e503c on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:46.376861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c3b27b-d4ed-44ae-ac07-47f39eb9a487 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:46.389309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.471421 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.512320 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0dd6d28b-4d9d-4700-a12b-0228847119c5 req-73c8ced7-ffd1-445b-941a-4ba109094b6c tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640905 Nov 12 11:06:46.552630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-fce94cf5-1bd2-4f56-9c3e-fd5f59ed2947 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=757bbdd23954452ab9f7f620e9a5f030 HTTP/1.1" status: 200 len: 379 time: 0.8352804 Nov 12 11:06:46.565536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'admin_state_up': True, 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'security_groups': ['314ab9a3-649d-4a26-ac6e-7ca9a9280164']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:46.682626 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:46.725078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6f7a7c95-4597-4bb9-a454-06c785bd0c43 req-0bfd01f0-63ad-4143-a5fe-aa7347604771 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0941033 Nov 12 11:06:46.730237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e008c46b-3877-4c09-a37d-717e4d732381 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:46.830683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b3e2a9-c2bb-485b-8378-9259c8197d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9217c8af-bcaa-4600-bea2-20b597deaa09'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:46.845359 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5957bf-3597-4ff8-939b-6ca02ab3ce83" -d '{"events": [{"server_uuid": "74b3e2a9-c2bb-485b-8378-9259c8197d3d", "name": "network-vif-plugged", "status": "completed", "tag": "9217c8af-bcaa-4600-bea2-20b597deaa09"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:46.935737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ff89d340-94aa-445f-9eb6-63e1efc16630'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:47.034025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 9217c8af-bcaa-4600-bea2-20b597deaa09, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9217c8af-bcaa-4600-bea2-20b597deaa09,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:47.034025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ff89d340-94aa-445f-9eb6-63e1efc16630,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:47.049050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f865924c-baf7-4356-a051-fa1f711e503c no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:47.189678 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e008c46b-3877-4c09-a37d-717e4d732381 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:47.229366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9076d249-1b0d-408f-8fd5-9b5271d4edb8,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:47.243709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-e008c46b-3877-4c09-a37d-717e4d732381 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port cb542d0b-64ca-469b-9517-2f4998b4f1a5 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:06:47.296100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Checking segment: {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:47.296100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Network hostable DHCP agents. Network: 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:06:47.321512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f865924c-baf7-4356-a051-fa1f711e503c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:47.321956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f865924c-baf7-4356-a051-fa1f711e503c not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:47.388218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0c4fb-be91-4a40-b4fc-51d5389ccddb req-da79ba38-1818-4c5b-9214-e2a6bca139b9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:47.389792 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d0c4fb-be91-4a40-b4fc-51d5389ccddb req-da79ba38-1818-4c5b-9214-e2a6bca139b9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.1964862 Nov 12 11:06:47.407168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:47.425809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '7f5483d5-2563-4283-b7c8-98ec64a8cd1f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:06:47.427697 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:47.445866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:47.446425 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:47.477562 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:06:47.501207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d0c4fb-be91-4a40-b4fc-51d5389ccddb req-fbf87a85-9953-443d-93c0-99441955b4e1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040876 Nov 12 11:06:47.505630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:47.514441 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:47.521446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:47.554880 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:47.560376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:06:47.584922 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-e008c46b-3877-4c09-a37d-717e4d732381 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:06:47.585399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e008c46b-3877-4c09-a37d-717e4d732381 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:06:47.701954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:47.716136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:47.717092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:47.756827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de47484-fea4-42dc-adc9-28f172d93fef None None] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:47.831605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46796) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:47.835051 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e008c46b-3877-4c09-a37d-717e4d732381 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.6178622 Nov 12 11:06:47.862417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7a20-cda3-4a50-b770-0cce26fc7a41 req-c3f82e5f-6b15-4eac-a0a0-6c74ce955037 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:47.872853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbfd7a20-cda3-4a50-b770-0cce26fc7a41 req-c3f82e5f-6b15-4eac-a0a0-6c74ce955037 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 946 time: 0.2022638 Nov 12 11:06:47.882267 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b2f1dd-fb6b-4425-b98d-78f690d67739 x-openstack-request-id: req-f9b2f1dd-fb6b-4425-b98d-78f690d67739 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:47.882267 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b3e2a9-c2bb-485b-8378-9259c8197d3d", "name": "network-vif-plugged", "status": "completed", "tag": "9217c8af-bcaa-4600-bea2-20b597deaa09", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:47.882267 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9b2f1dd-fb6b-4425-b98d-78f690d67739 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:47.882267 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b3e2a9-c2bb-485b-8378-9259c8197d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9217c8af-bcaa-4600-bea2-20b597deaa09', 'code': 200} Nov 12 11:06:47.965294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-232548d0-e5a0-4df2-9cbd-e0c48b2216eb tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1292694 Nov 12 11:06:48.056778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46800) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:48.064525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbfd7a20-cda3-4a50-b770-0cce26fc7a41 req-e09ffed2-08c7-49c3-87e1-1abd7b9fa56a tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572068 Nov 12 11:06:48.070272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-94960b38-fe3c-4a11-9fbb-ea155e367c43 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.6331830 Nov 12 11:06:48.070852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46802) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:48.104570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=9217c8af-bcaa-4600-bea2-20b597deaa09,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:48.111763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:48.155789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bdc793-4655-4e95-82c3-45166d0968c8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:48.157533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bdc793-4655-4e95-82c3-45166d0968c8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:48.165769 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-99bdc793-4655-4e95-82c3-45166d0968c8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0995307 Nov 12 11:06:48.166966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46804) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:48.238078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0732886-49eb-4d00-9778-19444bff2377 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 7f5483d5-2563-4283-b7c8-98ec64a8cd1f {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:06:48.309935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Allocated IP 172.20.0.11 (7b3ead54-dbb5-4b5c-8f2f-d0402a029464/ee2e48f5-73b4-444d-bf4d-52c50d9610da/18940690-d376-4d98-bcd8-33d0180182c5) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:48.362786 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:48.399619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717680df-5f2c-440f-9315-9fa943e96476 req-e2ce78e5-7e04-45cb-95f8-59de2e2cf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:48.401222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-717680df-5f2c-440f-9315-9fa943e96476 req-e2ce78e5-7e04-45cb-95f8-59de2e2cf517 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 1098 time: 0.3259075 Nov 12 11:06:48.410913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/7f5483d5-2563-4283-b7c8-98ec64a8cd1f/321c9f6a-81dd-4126-9df7-9b3b1fa0b317) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:48.415360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:48.416575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:48.447561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6bd9b-65ca-4e59-958d-74e5be7f649b req-bf91dc79-aff0-429e-85d1-8e05c73b9f08 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:48.455336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cab6bd9b-65ca-4e59-958d-74e5be7f649b req-bf91dc79-aff0-429e-85d1-8e05c73b9f08 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.3809733 Nov 12 11:06:48.506688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad81e61-4e58-4aea-93bc-7b4eedf49e9e req-093a3b8d-b7a4-45a1-b4d3-2d2495954961 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:48.512660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ad81e61-4e58-4aea-93bc-7b4eedf49e9e req-093a3b8d-b7a4-45a1-b4d3-2d2495954961 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 944 time: 0.1439056 Nov 12 11:06:48.610043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ad81e61-4e58-4aea-93bc-7b4eedf49e9e req-f906c6ca-1e03-4b35-bcdc-0843ceed0366 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883400 Nov 12 11:06:48.745443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:48.770519 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:48.791184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-717680df-5f2c-440f-9315-9fa943e96476 req-497f0cd9-613d-45de-a3ea-7a9fecc115ae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289568 Nov 12 11:06:48.843187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5b6834ec-bc34-494c-a1b1-b6dcc4b67e19', 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'fixed_ips': [{'subnet_id': '9076d249-1b0d-408f-8fd5-9b5271d4edb8'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:06:48.844362 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:48.854692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cab6bd9b-65ca-4e59-958d-74e5be7f649b req-6f461a9a-f619-49f1-9422-616c073c6375 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984427 Nov 12 11:06:48.869397 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:48.953215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c70f46ac-2b10-41fa-8a4b-17cbd3ade04e req-4c41b191-7d7f-4cec-b14e-e5aab401dfc4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.1102316 Nov 12 11:06:49.078990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.245299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e2b8f-dc19-4ecf-a394-cbf5f969305c req-1367d6d3-089e-4507-8f0d-5984c5cc88b2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:49.257869 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a97e2b8f-dc19-4ecf-a394-cbf5f969305c req-1367d6d3-089e-4507-8f0d-5984c5cc88b2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.1761730 Nov 12 11:06:49.264059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-887d3587-4133-42d3-8cfa-3bbba6b60001 req-7e43dc28-6332-4f65-9bce-5975368bb4d3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.2088339 Nov 12 11:06:49.375055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Allocated IP 172.20.0.2 (5b6834ec-bc34-494c-a1b1-b6dcc4b67e19/9076d249-1b0d-408f-8fd5-9b5271d4edb8/cb84495e-91f9-4392-a6d7-774a3fc3c7e9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:49.376360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a97e2b8f-dc19-4ecf-a394-cbf5f969305c req-ea43839f-a240-41f7-a3e9-d54065a3c71c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959609 Nov 12 11:06:49.420050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:49.430963 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.498297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ff89d340-94aa-445f-9eb6-63e1efc16630 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:49.520275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.621311 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.673904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=18940690-d376-4d98-bcd8-33d0180182c5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:49.727439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9713b9-3b8a-4ade-9509-b0bcbd553996 req-52229751-75ba-4433-9c86-d173b753053b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:49.728883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0732886-49eb-4d00-9778-19444bff2377 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.733819 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.741342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e9713b9-3b8a-4ade-9509-b0bcbd553996 req-52229751-75ba-4433-9c86-d173b753053b tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 946 time: 0.2740521 Nov 12 11:06:49.807540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:49.851584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:49.870675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:49.884391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:49.896653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.897328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.897873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.898387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.898942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.899468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.899995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.900497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.900972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.901471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.904597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.905170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:49.919423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218322fb-79e7-4501-8ff7-8254119b3159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:49.923277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:49.929340 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a9421-6242-4e5e-9167-4eee2273c9bc" -d '{"events": [{"server_uuid": "218322fb-79e7-4501-8ff7-8254119b3159", "name": "network-vif-plugged", "status": "completed", "tag": "6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:49.937550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port ff89d340-94aa-445f-9eb6-63e1efc16630 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:06:49.948691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0732886-49eb-4d00-9778-19444bff2377 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:49.989386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:50.163491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e9713b9-3b8a-4ade-9509-b0bcbd553996 req-318ccaaf-e7d2-4119-b688-b04d99062e19 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114163 Nov 12 11:06:50.185353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port ff89d340-94aa-445f-9eb6-63e1efc16630 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:50.185353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.188205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Pushing event updated for resources: {'Port': ['ID=321c9f6a-81dd-4126-9df7-9b3b1fa0b317,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:50.196912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:50.198063 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.346393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488e0a-44b0-4358-95a1-3353c1d37f97 req-a1624475-6035-415e-82c0-c56be8d88df8 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:50.362453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-17488e0a-44b0-4358-95a1-3353c1d37f97 req-a1624475-6035-415e-82c0-c56be8d88df8 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 944 time: 0.5506117 Nov 12 11:06:50.367125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-2ae24f57-e698-43b2-9d80-e3241c2ad670 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8055313 Nov 12 11:06:50.422175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'admin_state_up': True, 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'security_groups': ['314ab9a3-649d-4a26-ac6e-7ca9a9280164']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:50.572121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-17488e0a-44b0-4358-95a1-3353c1d37f97 req-d917459f-6a1c-423d-9191-c4821d0bbd50 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962571 Nov 12 11:06:50.677641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0732886-49eb-4d00-9778-19444bff2377 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.717824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.739561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Attempting to bind port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:50.739981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Attempting to bind port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:50.740346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Attempting to bind port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:50.764034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-26c0ec7b-72cd-430b-b78a-2612ddaafba8 None None] Provisioning complete for port 18940690-d376-4d98-bcd8-33d0180182c5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:50.764385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-26c0ec7b-72cd-430b-b78a-2612ddaafba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.771116 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.779536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:50.779826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:50.781002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.781370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:50.783094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Bound port: 321c9f6a-81dd-4126-9df7-9b3b1fa0b317, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:50.783094 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.830962 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e7e3679-2926-46dd-af16-3905a6028af0 req-b2477e46-cbfd-46b0-bc2c-4b6d003df539 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.0751200 Nov 12 11:06:50.845030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12345600-d854-456a-8b62-8c81449c7329 req-bd0222ef-5c45-40c3-880c-4451981356dd tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:50.852661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12345600-d854-456a-8b62-8c81449c7329 req-bd0222ef-5c45-40c3-880c-4451981356dd tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.2923181 Nov 12 11:06:50.882282 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:50.968033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12345600-d854-456a-8b62-8c81449c7329 req-4dd0c700-bd78-429a-9549-d4c84761208a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143262 Nov 12 11:06:50.975891 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.049934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0732886-49eb-4d00-9778-19444bff2377 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.092546 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9c24d-9347-49da-9bd7-231a9585a72c x-openstack-request-id: req-aed9c24d-9347-49da-9bd7-231a9585a72c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:51.093151 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218322fb-79e7-4501-8ff7-8254119b3159", "name": "network-vif-plugged", "status": "completed", "tag": "6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:51.093151 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aed9c24d-9347-49da-9bd7-231a9585a72c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:51.095609 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218322fb-79e7-4501-8ff7-8254119b3159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef', 'code': 200} Nov 12 11:06:51.107267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] For port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:51.149638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] For port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=321c9f6a-81dd-4126-9df7-9b3b1fa0b317,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:51.153779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.158414 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.161866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0732886-49eb-4d00-9778-19444bff2377 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5483d5-2563-4283-b7c8-98ec64a8cd1f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:51.173572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0732886-49eb-4d00-9778-19444bff2377 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.186362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e0732886-49eb-4d00-9778-19444bff2377 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/7f5483d5-2563-4283-b7c8-98ec64a8cd1f HTTP/1.1" status: 204 len: 168 time: 3.0147991 Nov 12 11:06:51.198687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46828) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:51.222674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:51.250309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d63e4c09-76d9-448a-a6f8-1b1c8697154e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438397 Nov 12 11:06:51.251913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46832) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:51.256260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:51.262256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:51.267462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:51.278010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53751-5f03-4f41-afc0-0b2b8ff643b0 req-a650f658-f765-443b-9778-b3ecfbe167b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:51.279562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06f53751-5f03-4f41-afc0-0b2b8ff643b0 req-a650f658-f765-443b-9778-b3ecfbe167b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=218322fb-79e7-4501-8ff7-8254119b3159 HTTP/1.1" status: 200 len: 1097 time: 0.1902132 Nov 12 11:06:51.280282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:51.284069 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.335670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424abf86-d039-4250-a584-ec366ca2d785 req-69f29e60-44be-404a-96e4-6c72f8d14a5a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:51.343247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-424abf86-d039-4250-a584-ec366ca2d785 req-69f29e60-44be-404a-96e4-6c72f8d14a5a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.2634771 Nov 12 11:06:51.345421 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.350402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbfe12-03f2-4f31-b42d-7cc753c56dc9 req-e1c50cd4-d4d6-4cf9-8849-5c355d2925df tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:51.357970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43cbfe12-03f2-4f31-b42d-7cc753c56dc9 req-e1c50cd4-d4d6-4cf9-8849-5c355d2925df tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 932 time: 0.1730595 Nov 12 11:06:51.483339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Pushing event updated for resources: {'Port': ['ID=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:51.492035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-26c0ec7b-72cd-430b-b78a-2612ddaafba8 None None] Port 18940690-d376-4d98-bcd8-33d0180182c5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:51.517185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43cbfe12-03f2-4f31-b42d-7cc753c56dc9 req-701b596c-1221-4eb6-beca-1b460acaa93c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513247 Nov 12 11:06:51.550311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Attempting to bind port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:51.550536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Attempting to bind port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:51.550960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Attempting to bind port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 on network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:51.575011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ff89d340-94aa-445f-9eb6-63e1efc16630, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff89d340-94aa-445f-9eb6-63e1efc16630,segment=NetworkSegment(f969631c-371b-4ff3-a060-f433ee1184dd),segment_id=f969631c-371b-4ff3-a060-f433ee1184dd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:51.579125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:51.579503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Checking segment: {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:51.579908 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.580338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Bound using segment: {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:51.580857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Bound port: cb84495e-91f9-4392-a6d7-774a3fc3c7e9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:51.581271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:51.688696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ead80c-fbea-46d7-bdeb-fa95029dcddf None None] Pushing event updated for resources: {'Port': ['ID=321c9f6a-81dd-4126-9df7-9b3b1fa0b317,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:51.711831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:52.030286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e028a9-f00e-4506-b1af-671b8f86dcf7 req-be1bd48d-c3e1-43ca-ad7f-d2068f098d75 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:52.043803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0e028a9-f00e-4506-b1af-671b8f86dcf7 req-be1bd48d-c3e1-43ca-ad7f-d2068f098d75 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 946 time: 0.3012660 Nov 12 11:06:52.123544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] For port cb84495e-91f9-4392-a6d7-774a3fc3c7e9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:52.139487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] For port cb84495e-91f9-4392-a6d7-774a3fc3c7e9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:52.143629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ff89d340-94aa-445f-9eb6-63e1efc16630,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:52.184857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0e028a9-f00e-4506-b1af-671b8f86dcf7 req-32e1400b-772c-4207-9f7e-9d0ee22b22ec tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352005 Nov 12 11:06:52.193029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Allocated IP 172.25.3.21 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/8856f494-50cf-43da-9286-f76c1323df4b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:52.244158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:52.494217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da784-b416-47e8-92e1-14a2433e4d56 None None] Pushing event updated for resources: {'Port': ['ID=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:52.611069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06f53751-5f03-4f41-afc0-0b2b8ff643b0 req-e69b1f0f-6046-4489-920e-16512dee4247 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2935522 Nov 12 11:06:52.617290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6496a3-b57e-4182-aa78-637205d90c88 req-6e65712b-78e8-4fe7-80cf-7ee68e6e6fa0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:52.631090 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd6496a3-b57e-4182-aa78-637205d90c88 req-6e65712b-78e8-4fe7-80cf-7ee68e6e6fa0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 945 time: 0.1407075 Nov 12 11:06:52.824541 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd6496a3-b57e-4182-aa78-637205d90c88 req-96dae479-7785-4bab-8a27-451849cd7719 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893497 Nov 12 11:06:53.097908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c83451-892e-444a-9c87-1060a9159cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff89d340-94aa-445f-9eb6-63e1efc16630'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:06:53.103096 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae647120-a29b-4ffd-9eaf-60a2e91c1643" -d '{"events": [{"server_uuid": "a7c83451-892e-444a-9c87-1060a9159cd2", "name": "network-vif-plugged", "status": "completed", "tag": "ff89d340-94aa-445f-9eb6-63e1efc16630"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:06:53.192731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-698cb808-af1d-4db9-8f15-8483f83180fb req-f6a5f63e-9ccd-4ff7-80a9-77f28d90781a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.1127889 Nov 12 11:06:53.211246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:53.307502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cb84495e-91f9-4392-a6d7-774a3fc3c7e9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:53.436646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-424abf86-d039-4250-a584-ec366ca2d785 req-78589739-6ef7-4980-811e-5d2c464bf694 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0921562 Nov 12 11:06:53.459612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1894b5a-5078-4c41-a789-e864d930ac8c req-792418fd-7811-4431-92d6-1acd73fc4054 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:53.491372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed24b-32e3-48dd-b31c-1233952be966 req-487be5de-2a0b-4508-b1ed-91ac2de0afc6 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:53.492365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1894b5a-5078-4c41-a789-e864d930ac8c req-792418fd-7811-4431-92d6-1acd73fc4054 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1412644 Nov 12 11:06:53.494989 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-487be5de-2a0b-4508-b1ed-91ac2de0afc6 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 807 time: 1.2160089 Nov 12 11:06:53.600459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:53.601124 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:53.622361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Request body: {'port': {'device_id': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'admin_state_up': True, 'tenant_id': 'f81c3579f9504ec0a64c5f93b727b264'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:53.673441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1894b5a-5078-4c41-a789-e864d930ac8c req-83617363-4b91-4651-853f-3b1188d8a93b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799123 Nov 12 11:06:53.709714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58563fcf-c9a4-4fe5-b282-5c4882c728b8 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:53.850453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.082645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d28f1-fe6a-42e1-84c5-fbc3b9829424 req-e1b8cb9b-ed8f-4e26-ab94-be96a2afa74b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:54.084343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f3d28f1-fe6a-42e1-84c5-fbc3b9829424 req-e1b8cb9b-ed8f-4e26-ab94-be96a2afa74b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 932 time: 0.1994035 Nov 12 11:06:54.086437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:54.091948 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.257317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f3d28f1-fe6a-42e1-84c5-fbc3b9829424 req-aacb46d7-a226-4cf4-a771-221ea4254739 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644816 Nov 12 11:06:54.377512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Allocated IP 10.1.1.225 (4407588b-65a2-4aac-8a17-a0010c0f14b2/04163d51-5fb1-48ec-a539-631189f61b2b/3c320c77-72e2-4e56-beb5-c9c05b4caa5a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:54.514575 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fddb4d7-7a28-4bcf-bcb2-8e75a75dd1cf x-openstack-request-id: req-1fddb4d7-7a28-4bcf-bcb2-8e75a75dd1cf {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:06:54.515123 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c83451-892e-444a-9c87-1060a9159cd2", "name": "network-vif-plugged", "status": "completed", "tag": "ff89d340-94aa-445f-9eb6-63e1efc16630", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:06:54.515420 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1fddb4d7-7a28-4bcf-bcb2-8e75a75dd1cf {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:06:54.524937 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c83451-892e-444a-9c87-1060a9159cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff89d340-94aa-445f-9eb6-63e1efc16630', 'code': 200} Nov 12 11:06:54.632151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-04f09eaa-f758-4ca8-9409-ccb64efc7afa None None] Provisioning complete for port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:54.637856 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-04f09eaa-f758-4ca8-9409-ccb64efc7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.654508 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.694965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63856e-9d4b-489a-a082-07b619fc1376 req-5b35dcc0-6d97-4813-ad6d-86fe138c9994 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:54.709139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de63856e-9d4b-489a-a082-07b619fc1376 req-5b35dcc0-6d97-4813-ad6d-86fe138c9994 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 945 time: 0.1489456 Nov 12 11:06:54.714415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:54.741425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:54.746691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:54.767471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f2aa3c-9b74-46aa-aff5-ae8044bc98d0 None None] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:54.800807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Made reservation on behalf of f81c3579f9504ec0a64c5f93b727b264 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:54.804814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:54.829301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de63856e-9d4b-489a-a082-07b619fc1376 req-32e5f55e-9c61-42a3-bef7-0c10c22f17a4 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180651 Nov 12 11:06:55.043572 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.107980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80d09c03-f89c-4c54-be0c-aa5c9b497f1f req-a216e8ac-0f06-4e55-886c-4fab5d523b81 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.0864203 Nov 12 11:06:55.114929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf7a36-aee3-477c-8c7b-b89b95bf2810 req-522e8653-1941-400a-a325-e5c7800beddc tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:55.123374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9cf7a36-aee3-477c-8c7b-b89b95bf2810 req-522e8653-1941-400a-a325-e5c7800beddc tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=218322fb-79e7-4501-8ff7-8254119b3159 HTTP/1.1" status: 200 len: 945 time: 1.2819459 Nov 12 11:06:55.131348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Pushing event updated for resources: {'Port': ['ID=8856f494-50cf-43da-9286-f76c1323df4b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:55.150754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.243709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:55.306367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port cb84495e-91f9-4392-a6d7-774a3fc3c7e9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:55.380490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:55.388013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bb7d1-09b9-4d36-8209-ccf8670e82c3 req-b7bd60c7-0c7b-47c2-b8dc-7a8a6d967adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:55.389623 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b1bb7d1-09b9-4d36-8209-ccf8670e82c3 req-b7bd60c7-0c7b-47c2-b8dc-7a8a6d967adc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 1097 time: 0.6714609 Nov 12 11:06:55.399740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:55.415600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9cf7a36-aee3-477c-8c7b-b89b95bf2810 req-9e542972-8d75-4ee6-8417-d8a05485898d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912235 Nov 12 11:06:55.416531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:55.432172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7fb9f-a16e-4cdb-ab14-e257912033af req-36e2e9de-ccb3-44b1-9e1e-347515ee3d0e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:55.450143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1de7fb9f-a16e-4cdb-ab14-e257912033af req-36e2e9de-ccb3-44b1-9e1e-347515ee3d0e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.1322134 Nov 12 11:06:55.531810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:06:55.538116 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-04f09eaa-f758-4ca8-9409-ccb64efc7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.548991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1de7fb9f-a16e-4cdb-ab14-e257912033af req-d994f823-4c99-46b9-99d6-e735c3746e8a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973694 Nov 12 11:06:55.629376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-04f09eaa-f758-4ca8-9409-ccb64efc7afa None None] For port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=321c9f6a-81dd-4126-9df7-9b3b1fa0b317,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:55.642672 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.643975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:55.648039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:55.649064 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.751143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150e992-9789-43f4-b3c3-d61e8d1ca47e req-c52804cf-1df8-400a-b794-7a23d78394b9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:55.772648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150e992-9789-43f4-b3c3-d61e8d1ca47e req-c52804cf-1df8-400a-b794-7a23d78394b9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:55.779305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Deleting port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:06:55.779526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1150e992-9789-43f4-b3c3-d61e8d1ca47e req-c52804cf-1df8-400a-b794-7a23d78394b9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 1654 time: 0.1312521 Nov 12 11:06:55.780153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.782802 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-04f09eaa-f758-4ca8-9409-ccb64efc7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:55.844243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:55.914895 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1150e992-9789-43f4-b3c3-d61e8d1ca47e req-790e4646-a97f-4396-9180-9455b714c1d2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251574 Nov 12 11:06:56.037007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f09eaa-f758-4ca8-9409-ccb64efc7afa None None] Pushing event updated for resources: {'Port': ['ID=321c9f6a-81dd-4126-9df7-9b3b1fa0b317,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:56.083623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] For port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=321c9f6a-81dd-4126-9df7-9b3b1fa0b317,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:06:56.084075 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.086610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.098392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:56.098774 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.185183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:56.195650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Allocated IP 172.20.0.2 (e4128630-e35b-4e79-8aea-4503cbcc1279/dc4f7967-2b88-4bd2-a0b2-99b26f45a16b/9b0ad28e-95df-4c11-a318-dcbd63277f67) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:56.206462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:56.215764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b1bb7d1-09b9-4d36-8209-ccf8670e82c3 req-6c989dec-c0f0-4d55-a418-69361b65a3b9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7021565 Nov 12 11:06:56.241704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa004-a2ed-45d2-9edf-c114a271ae94 req-8a000a8f-0fe1-48d0-8f5a-d4d0d0a5227b tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:56.247854 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:56.249035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.252106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40baa004-a2ed-45d2-9edf-c114a271ae94 req-8a000a8f-0fe1-48d0-8f5a-d4d0d0a5227b tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 945 time: 0.1656375 Nov 12 11:06:56.274675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-624adcb0-4d06-45ba-b2ad-3a18488fa6d1 None None] Provisioning complete for port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:56.277287 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-624adcb0-4d06-45ba-b2ad-3a18488fa6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.286753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cffdd4f1-220d-420d-bdf3-af45852ad905 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8843715 Nov 12 11:06:56.312565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b1e01-6796-41e1-9420-31393eaefbe7 req-b9dacaeb-9959-4350-9997-f10f7397bb74 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:56.320309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c89b1e01-6796-41e1-9420-31393eaefbe7 req-b9dacaeb-9959-4350-9997-f10f7397bb74 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.6613050 Nov 12 11:06:56.341317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=b9e37192-8f31-42a6-a349-dd3eb46ed21f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:56.389513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.394807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40baa004-a2ed-45d2-9edf-c114a271ae94 req-5b65f30e-2b3b-4638-a265-90aa76c1d660 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345072 Nov 12 11:06:56.403126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Calling delete_port for 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:06:56.658464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df72d419-712f-4828-a311-2baaa18aaac5 req-a579b2fc-66b1-4f09-a012-e8bf40825286 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.0770404 Nov 12 11:06:56.707666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cb84495e-91f9-4392-a6d7-774a3fc3c7e9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:06:56.729102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'admin_state_up': True, 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'security_groups': ['314ab9a3-649d-4a26-ac6e-7ca9a9280164']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:56.750522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46868) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:56.750801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0f4141c4-8f48-4c56-be65-c0a3af62e0df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.4924197 Nov 12 11:06:56.756290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-05b776e9-9bb9-4bce-a14a-ad3105d6f355 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1249275564', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:06:56.805410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:56.806091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.808257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f38953f2-cdd2-459b-8962-263dc42b9c7a None None] Provisioning complete for port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:56.808846 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f38953f2-cdd2-459b-8962-263dc42b9c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.901718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f38953f2-cdd2-459b-8962-263dc42b9c7a None None] Port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:06:56.936781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:56.948961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa9101-dfcf-4919-ba54-9afff052ef74 req-b6f1211d-4b6d-4584-8eac-6007ccfc5aca tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:56.952578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03aa9101-dfcf-4919-ba54-9afff052ef74 req-b6f1211d-4b6d-4584-8eac-6007ccfc5aca tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=218322fb-79e7-4501-8ff7-8254119b3159 HTTP/1.1" status: 200 len: 945 time: 0.1539290 Nov 12 11:06:56.991913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c89b1e01-6796-41e1-9420-31393eaefbe7 req-fad703f1-06dd-4c05-87a9-57406809de87 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650641 Nov 12 11:06:57.008935 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] No DVR routers for this DVR port 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:06:57.049357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05b776e9-9bb9-4bce-a14a-ad3105d6f355 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.050491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05b776e9-9bb9-4bce-a14a-ad3105d6f355 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.075826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Pushing event deleted for resources: {'Port': ['ID=321c9f6a-81dd-4126-9df7-9b3b1fa0b317,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:57.082853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f38953f2-cdd2-459b-8962-263dc42b9c7a None None] Provisioning complete for port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:06:57.083456 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f38953f2-cdd2-459b-8962-263dc42b9c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.172785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972cc96d-9d22-426b-979c-d608b929c1db None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:06:57.172979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05b776e9-9bb9-4bce-a14a-ad3105d6f355 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.194493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03aa9101-dfcf-4919-ba54-9afff052ef74 req-7449f15d-a1db-411c-be15-d9ba637c84c5 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365642 Nov 12 11:06:57.249633 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05b776e9-9bb9-4bce-a14a-ad3105d6f355 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.262060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.262624 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.263207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.263794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.264417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.264998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.265548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.266095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.266662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.267382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.267970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.273041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaca1f8-3c10-46aa-b00f-453441e6c1ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:06:57.336453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.393751 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.436219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eafeed-0dc2-44b8-80e6-2da4cbc2f224 req-9e911461-fbc9-4bda-a71e-81a4534ef7e5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:57.444249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eafeed-0dc2-44b8-80e6-2da4cbc2f224 req-9e911461-fbc9-4bda-a71e-81a4534ef7e5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:57.446437 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1eafeed-0dc2-44b8-80e6-2da4cbc2f224 req-9e911461-fbc9-4bda-a71e-81a4534ef7e5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 1654 time: 0.1118968 Nov 12 11:06:57.507853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05b776e9-9bb9-4bce-a14a-ad3105d6f355 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.509805 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-05b776e9-9bb9-4bce-a14a-ad3105d6f355 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7582381 Nov 12 11:06:57.517127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46876) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:57.537766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:06:57.548570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:57.614955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:06:57.704093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:06:57.704795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 321c9f6a-81dd-4126-9df7-9b3b1fa0b317 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:06:57.798080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1eafeed-0dc2-44b8-80e6-2da4cbc2f224 req-7bcbac27-6fd2-4e4e-870e-c8d9c9d5f101 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453262 Nov 12 11:06:57.808987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'b9e37192-8f31-42a6-a349-dd3eb46ed21f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:06:57.810691 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.127642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72b767-ae77-40e2-aca8-433b482c66cd req-915925ec-f291-44f1-94a3-f76a9d60f90c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:58.130343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e72b767-ae77-40e2-aca8-433b482c66cd req-915925ec-f291-44f1-94a3-f76a9d60f90c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.9217062 Nov 12 11:06:58.256601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/b9e37192-8f31-42a6-a349-dd3eb46ed21f/51fc295f-79e9-431c-ba71-3a1ddd38a952) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:58.419498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e72b767-ae77-40e2-aca8-433b482c66cd req-bb8e1d07-02b0-4e08-afd5-ca4c7e570d05 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742674 Nov 12 11:06:58.545788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.568649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['60ea0f53-99e7-422d-8291-1c6b2581a22e'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:06:58.735428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:06:58.763295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-ea59de4a-5a16-4c1d-9d79-cae0946cfe92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4581280 Nov 12 11:06:58.775223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Allocated IP 10.1.1.83 (4407588b-65a2-4aac-8a17-a0010c0f14b2/04163d51-5fb1-48ec-a539-631189f61b2b/1a779cea-43ea-4aff-9730-204aa60a2453) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:58.857146 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:58.988497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Network e4128630-e35b-4e79-8aea-4503cbcc1279 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:58.993092 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.007249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.015755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Pushing event updated for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:59.018709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b3eea-beb5-4961-bd52-b20662198cb3 req-ad365338-dafe-45af-9d4a-2b27e2c96ea7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.020939 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e2b3eea-beb5-4961-bd52-b20662198cb3 req-ad365338-dafe-45af-9d4a-2b27e2c96ea7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 931 time: 0.0927708 Nov 12 11:06:59.021089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:59.050069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:06:59.053209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:59.057976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:06:59.064204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:06:59.075862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Pushing event updated for resources: {'Port': ['ID=51fc295f-79e9-431c-ba71-3a1ddd38a952,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:59.144988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Attempting to bind port 51fc295f-79e9-431c-ba71-3a1ddd38a952 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:06:59.145528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Attempting to bind port 51fc295f-79e9-431c-ba71-3a1ddd38a952 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:06:59.146166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Attempting to bind port 51fc295f-79e9-431c-ba71-3a1ddd38a952 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:06:59.161598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:06:59.162174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:06:59.162709 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.163194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:06:59.163784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Bound port: 51fc295f-79e9-431c-ba71-3a1ddd38a952, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:06:59.164284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.175712 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e2b3eea-beb5-4961-bd52-b20662198cb3 req-29cfb632-adf5-4327-a78f-6255b6e57353 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851190 Nov 12 11:06:59.286147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:06:59.318956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Sync routers for ids ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:06:59.323453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c93a5-e8d6-4a6a-b48b-289327cf0826 req-b81d248c-cb21-4431-9e39-7722d6c45fd6 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.328571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-824c93a5-e8d6-4a6a-b48b-289327cf0826 req-b81d248c-cb21-4431-9e39-7722d6c45fd6 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 945 time: 0.7215889 Nov 12 11:06:59.340855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] For port 51fc295f-79e9-431c-ba71-3a1ddd38a952, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:06:59.346915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] For port 51fc295f-79e9-431c-ba71-3a1ddd38a952, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=51fc295f-79e9-431c-ba71-3a1ddd38a952,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:06:59.349964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Routers {'3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:06:59.351885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:06:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:06:59.357657 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b00a654-8dd8-431b-b3f3-b9b8ada6c99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.429228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396383d1-e7da-4306-a156-319f660da61d req-c2fc0d20-b010-456a-9a75-6ac13f1d955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.430751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-c2fc0d20-b010-456a-9a75-6ac13f1d955f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 1096 time: 0.5694580 Nov 12 11:06:59.432885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6f2b-3966-4535-931a-798e07f14c45 req-9290d566-2e3c-453a-bec1-1adec94f41ab tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.442318 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e0c6f2b-3966-4535-931a-798e07f14c45 req-9290d566-2e3c-453a-bec1-1adec94f41ab tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.1451917 Nov 12 11:06:59.492168 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:06:59.492964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.522130 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.533386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e0c6f2b-3966-4535-931a-798e07f14c45 req-c1410757-265e-42e7-b814-36cc80ab24fb tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896087 Nov 12 11:06:59.546049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:06:59.566652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-06217747-f351-42d6-9cf4-4f1aebc68d50 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.4660208 Nov 12 11:06:59.566652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46898) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:06:59.674984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::1 (5548ef9b-af8a-4319-aa1a-0d0b38428140/b9e37192-8f31-42a6-a349-dd3eb46ed21f/a0ff6b27-f282-45e5-a6e9-9ef93550bb0d) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:06:59.688669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Set router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:06:59.692379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429ba5e-ad15-417b-96f3-6cb8c4c6e279 None None] Pushing event updated for resources: {'Port': ['ID=51fc295f-79e9-431c-ba71-3a1ddd38a952,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:06:59.754708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-824c93a5-e8d6-4a6a-b48b-289327cf0826 req-6a7bb498-04d8-41ec-a7cd-3b652446a395 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004679 Nov 12 11:06:59.824302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-5c6b5e30-0b81-4858-aa43-1c482dcd4596 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2185411 Nov 12 11:06:59.852280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Request body: {'port': {'device_id': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:00.008312 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:00.119878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:00.226004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396383d1-e7da-4306-a156-319f660da61d req-aca78398-84a2-4155-9b8e-b47b03057b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:00.229159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-aca78398-84a2-4155-9b8e-b47b03057b00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.7534289 Nov 12 11:07:00.291600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffd60e-1af0-4d60-bcf3-ba0c936430ce req-723021f6-ddd7-4f2c-9f2d-50b26ff57b42 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:00.304316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8856f494-50cf-43da-9286-f76c1323df4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:06:55Z', 'revision_number': 3, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port': {'id': '8856f494-50cf-43da-9286-f76c1323df4b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:50Z', 'updated_at': '2021-11-12T11:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:00.305217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffd60e-1af0-4d60-bcf3-ba0c936430ce req-723021f6-ddd7-4f2c-9f2d-50b26ff57b42 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:00.307852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fffd60e-1af0-4d60-bcf3-ba0c936430ce req-723021f6-ddd7-4f2c-9f2d-50b26ff57b42 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 1654 time: 0.3560729 Nov 12 11:07:00.319176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-940fea48-e7dd-4c59-8da6-935178b71f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:00.323008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-940fea48-e7dd-4c59-8da6-935178b71f76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1098 time: 0.2236075 Nov 12 11:07:00.371967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Checking router: 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:00.372815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Updating router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 port 8856f494-50cf-43da-9286-f76c1323df4b binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:07:00.382439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:00.399024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-5e23972f-2415-4b67-aae8-059d3c42b16d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 200 len: 217 time: 0.1517236 Nov 12 11:07:00.435082 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:00.471457 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:00.702996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:00.778622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 51fc295f-79e9-431c-ba71-3a1ddd38a952 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:00.830786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:00.846151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fffd60e-1af0-4d60-bcf3-ba0c936430ce req-021f756e-882b-4df1-92e4-37c073e122d8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4741859 Nov 12 11:07:00.889822 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:00.891122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:00.910793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396383d1-e7da-4306-a156-319f660da61d req-b0f001de-abac-4bdd-85f9-ee379cd96e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:00.912573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-b0f001de-abac-4bdd-85f9-ee379cd96e4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.4872384 Nov 12 11:07:00.918199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.051087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-8fccfb83-e9b3-4016-b923-abc454381188 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396121 Nov 12 11:07:01.114224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac429d-298f-415b-b6ba-e21ce023e695 req-5adbaaf3-cca0-4035-9b60-dabee19839b8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:01.130724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaac429d-298f-415b-b6ba-e21ce023e695 req-5adbaaf3-cca0-4035-9b60-dabee19839b8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.5985932 Nov 12 11:07:01.167863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:01.194173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:01.211808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:01.269142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-cbfe9e11-4219-4c7c-b7a9-1129a814fb43 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:01.270324 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-cbfe9e11-4219-4c7c-b7a9-1129a814fb43 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.57 "GET /v2.0/ports?device_id=218322fb-79e7-4501-8ff7-8254119b3159 HTTP/1.1" status: 200 len: 945 time: 0.8381395 Nov 12 11:07:01.309776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-454be17f-b46d-4467-9ab5-e4a42ae2da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:01.311511 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-454be17f-b46d-4467-9ab5-e4a42ae2da9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 915 time: 0.9799769 Nov 12 11:07:01.328996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 51fc295f-79e9-431c-ba71-3a1ddd38a952 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:01.329835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.696485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-51ef95b6-b380-4c1d-b99d-78b95441b319 None None] Provisioning complete for port 51fc295f-79e9-431c-ba71-3a1ddd38a952 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:01.696858 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51ef95b6-b380-4c1d-b99d-78b95441b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.748445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaac429d-298f-415b-b6ba-e21ce023e695 req-628feb01-3b79-4e8a-a768-807914019e9f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003642 Nov 12 11:07:01.767154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-bbac69f3-103d-425f-b2c5-8436252bd2d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 217 time: 0.4353328 Nov 12 11:07:01.814748 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.884137 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37701795-ab5d-4cbe-a69e-9b3e16aa5e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.897922 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:01.914509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:01.936152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.052214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.069239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-05a7422d-7079-4699-9b39-71a134c6c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.071044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-05a7422d-7079-4699-9b39-71a134c6c2f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.2880237 Nov 12 11:07:02.102375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0ad28e-95df-4c11-a318-dcbd63277f67 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:02.116449 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.147836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.157473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=1a779cea-43ea-4aff-9730-204aa60a2453,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:02.161021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-5cb921eb-28a5-454d-91a0-6c0693615044 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777466 Nov 12 11:07:02.197957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5dd88-5254-45d5-b40a-95a638004f68 req-5f25e3ef-b553-48c3-8f31-9af723a9aac8 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.207715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0c5dd88-5254-45d5-b40a-95a638004f68 req-5f25e3ef-b553-48c3-8f31-9af723a9aac8 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=218322fb-79e7-4501-8ff7-8254119b3159 HTTP/1.1" status: 200 len: 945 time: 0.2620654 Nov 12 11:07:02.225629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68a12a-35d7-40ea-b01b-ad811504dbb3 None None] Pushing event updated for resources: {'Port': ['ID=8856f494-50cf-43da-9286-f76c1323df4b,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:02.294038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-19ff6ed1-4d11-4fdf-8a0f-08916d8a31ff tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.295734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-19ff6ed1-4d11-4fdf-8a0f-08916d8a31ff tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "GET /v2.0/ports?device_id=74b3e2a9-c2bb-485b-8378-9259c8197d3d HTTP/1.1" status: 200 len: 946 time: 0.3707626 Nov 12 11:07:02.304119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Transition to ACTIVE for port object 9b0ad28e-95df-4c11-a318-dcbd63277f67 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:02.312044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51ef95b6-b380-4c1d-b99d-78b95441b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.312236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.312903 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.339547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb1c2-f19f-43b5-bd0f-add14937e587 req-dbe4381c-1663-47d8-a342-c08e9125ee6e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.341256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f0cb1c2-f19f-43b5-bd0f-add14937e587 req-dbe4381c-1663-47d8-a342-c08e9125ee6e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 931 time: 0.4280591 Nov 12 11:07:02.354275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-00713de2-2d31-4de9-8b7e-e360b1ce0755 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2390115 Nov 12 11:07:02.354948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Attempting to bind port 8856f494-50cf-43da-9286-f76c1323df4b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:02.355766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Attempting to bind port 8856f494-50cf-43da-9286-f76c1323df4b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:02.356694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Attempting to bind port 8856f494-50cf-43da-9286-f76c1323df4b on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:02.393228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:02.393693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:02.394874 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.397660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:02.398560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Bound port: 8856f494-50cf-43da-9286-f76c1323df4b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:02.399363 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.450018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.509425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0c5dd88-5254-45d5-b40a-95a638004f68 req-c663e297-d74d-4e4c-ae75-49a609de60a2 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012922 Nov 12 11:07:02.557332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 51fc295f-79e9-431c-ba71-3a1ddd38a952, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=51fc295f-79e9-431c-ba71-3a1ddd38a952,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:02.560177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:02.580942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] For port 8856f494-50cf-43da-9286-f76c1323df4b, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:02.584067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Deleting port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:02.584605 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.600744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] For port 8856f494-50cf-43da-9286-f76c1323df4b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8856f494-50cf-43da-9286-f76c1323df4b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:02.667751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.762511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Allocated IP 172.20.0.1 (5b6834ec-bc34-494c-a1b1-b6dcc4b67e19/9076d249-1b0d-408f-8fd5-9b5271d4edb8/589e3a05-2a6a-4163-b983-829aa472c041) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:02.824489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-47fbc0e6-1870-459a-a521-bd7f2d5d2771 service neutron] 10.222.0.57 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515963 Nov 12 11:07:02.919323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.932072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=51fc295f-79e9-431c-ba71-3a1ddd38a952,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:02.955058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-51ef95b6-b380-4c1d-b99d-78b95441b319 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:07:02.955963 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-51ef95b6-b380-4c1d-b99d-78b95441b319 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:07:02.968296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7649a-fb11-4842-8037-3f2ddb2f412e req-8663da36-d277-492b-a1a3-f359b7a60dfc tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:02.970058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:02.971307 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f0cb1c2-f19f-43b5-bd0f-add14937e587 req-880928e3-ca3e-47e1-bea2-9ffd9fe9472f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775638 Nov 12 11:07:02.989503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d96a882f-ef2f-48d8-98ed-1b9784cecc56 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.2838459 Nov 12 11:07:02.992804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69a7649a-fb11-4842-8037-3f2ddb2f412e req-8663da36-d277-492b-a1a3-f359b7a60dfc tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.3536227 Nov 12 11:07:03.026738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab', 'admin_state_up': True, 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'security_groups': ['314ab9a3-649d-4a26-ac6e-7ca9a9280164']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:03.127024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-1ccc6c38-9fd1-4e33-8f31-2dc2259d1a7a service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006986 Nov 12 11:07:03.149848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68a12a-35d7-40ea-b01b-ad811504dbb3 None None] Pushing event updated for resources: {'Port': ['ID=8856f494-50cf-43da-9286-f76c1323df4b,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:03.155160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Routers {'3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:03.155843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:03.261939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.267438 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69a7649a-fb11-4842-8037-3f2ddb2f412e req-7d9364a6-d256-4d22-90b1-fa6ed7e88828 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731702 Nov 12 11:07:03.309677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] For port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:03.310049 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.364717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Calling delete_port for 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:03.399135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.405825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-924cc93d-3192-448f-99b7-69dd4b9f6fda req-e55107d0-0854-4f75-b370-b7a266710701 service neutron] 10.222.0.57 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260615 Nov 12 11:07:03.412960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] Set router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:03.434949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-86fb87ea-2048-40ec-927c-6aea163e0be4 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.435846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-86fb87ea-2048-40ec-927c-6aea163e0be4 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.69 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 945 time: 0.3011086 Nov 12 11:07:03.461976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.471735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:03.508197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:03.528865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:03.543349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Deleting port 9217c8af-bcaa-4600-bea2-20b597deaa09 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:03.545869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.556734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Pushing event updated for resources: {'Port': ['ID=589e3a05-2a6a-4163-b983-829aa472c041,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:03.576705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0acede-eac0-4ec3-9a47-b5709dce1d2f req-a8528108-df03-454a-b963-7fa462cc490a tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:03.578069 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.579076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.579345 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae0acede-eac0-4ec3-9a47-b5709dce1d2f req-a8528108-df03-454a-b963-7fa462cc490a tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 945 time: 0.4457309 Nov 12 11:07:03.862119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] For port 9217c8af-bcaa-4600-bea2-20b597deaa09, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9217c8af-bcaa-4600-bea2-20b597deaa09,segment=NetworkSegment(174541f9-9265-427e-b61b-547e9838c4a9),segment_id=174541f9-9265-427e-b61b-547e9838c4a9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:03.872356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:03.922259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Calling delete_port for 9217c8af-bcaa-4600-bea2-20b597deaa09 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:04.193729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:04.244593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:04.245217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:04.245708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:04.274915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae0acede-eac0-4ec3-9a47-b5709dce1d2f req-03216e17-54db-4631-944a-90a3cb6c5b11 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/security-groups?id=83cb184a-6669-46b6-b954-c77c11076367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158717 Nov 12 11:07:04.361342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:04.369212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:04.377070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:04.383665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:04.386000 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.402481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:04.423019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:04.452737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469ef07-e5c5-4fa4-ac91-5ac6d6ded4fb req-254f7a24-3f1d-4b2e-ae90-531e4e87f7fe tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:04.458228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.469300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469ef07-e5c5-4fa4-ac91-5ac6d6ded4fb req-254f7a24-3f1d-4b2e-ae90-531e4e87f7fe tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:04.483734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.484078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469ef07-e5c5-4fa4-ac91-5ac6d6ded4fb req-254f7a24-3f1d-4b2e-ae90-531e4e87f7fe tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:04.494451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Provisioning complete for port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:04.494875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0469ef07-e5c5-4fa4-ac91-5ac6d6ded4fb req-254f7a24-3f1d-4b2e-ae90-531e4e87f7fe tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 2374 time: 1.0562301 Nov 12 11:07:04.495031 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.572517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:04.572819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:04.573174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:04.573791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:04.574305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Bound port: 9b0ad28e-95df-4c11-a318-dcbd63277f67, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:04.574671 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.622723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Provisioning complete for port 589e3a05-2a6a-4163-b983-829aa472c041 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:04.623623 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.739567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Port 589e3a05-2a6a-4163-b983-829aa472c041 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:04.837353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0469ef07-e5c5-4fa4-ac91-5ac6d6ded4fb req-e84ac853-34c4-4672-b131-5e015e497cc2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412013 Nov 12 11:07:04.905928 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:07:04.905928 n-d-768852-22 neutron-server[109706]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 12 11:07:04.905928 n-d-768852-22 neutron-server[109706]: [parameters: {'status': 'DOWN', 'ports_id': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef'}] Nov 12 11:07:04.905928 n-d-768852-22 neutron-server[109706]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:07:04.906603 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:07:04.969352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Deleting port ff89d340-94aa-445f-9eb6-63e1efc16630 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:04.970222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:04.980704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Provisioning complete for port 1a779cea-43ea-4aff-9730-204aa60a2453 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:04.981383 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.065249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-086a6e64-e27f-41fe-bc1b-d64e5c2548fb None None] Port 1a779cea-43ea-4aff-9730-204aa60a2453 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:05.067693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 51fc295f-79e9-431c-ba71-3a1ddd38a952 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:05.107342 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.122413 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.149289 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.192454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Pushing event deleted for resources: {'Port': ['ID=6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:05.199662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7beb13-67f4-4898-b794-e45799b31369 req-6c35fe6c-d5d7-471b-b673-d1fb116a07f4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:05.202242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c7beb13-67f4-4898-b794-e45799b31369 req-6c35fe6c-d5d7-471b-b673-d1fb116a07f4 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.6683664 Nov 12 11:07:05.231053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8856f494-50cf-43da-9286-f76c1323df4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:06:55Z', 'revision_number': 3, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port': {'id': '8856f494-50cf-43da-9286-f76c1323df4b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:50Z', 'updated_at': '2021-11-12T11:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:05.280830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831aa6fc-6a30-43aa-bf97-9f89bee14d1c None None] The sync data for ids ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'] in n-d-768852-22 is: [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8856f494-50cf-43da-9286-f76c1323df4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:06:55Z', 'revision_number': 3, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port': {'id': '8856f494-50cf-43da-9286-f76c1323df4b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:50Z', 'updated_at': '2021-11-12T11:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:05.294261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9217c8af-bcaa-4600-bea2-20b597deaa09 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:05.318420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e93de8-2dd7-4077-a137-90ded1611c8f req-55cca913-2363-4e86-bf3b-c9bcc1c68c80 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:05.328674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49e93de8-2dd7-4077-a137-90ded1611c8f req-55cca913-2363-4e86-bf3b-c9bcc1c68c80 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/ports?device_id=218322fb-79e7-4501-8ff7-8254119b3159 HTTP/1.1" status: 200 len: 867 time: 0.3512444 Nov 12 11:07:05.338550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 9217c8af-bcaa-4600-bea2-20b597deaa09 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:05.340619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9217c8af-bcaa-4600-bea2-20b597deaa09 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:05.362109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-35700e22-7a9d-4ca0-850c-c33cca1ebde6 None None] Provisioning complete for port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:05.362832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35700e22-7a9d-4ca0-850c-c33cca1ebde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.405178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] No DVR routers for this DVR port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:05.408493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.413773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-132cc510-33eb-4712-b59f-bdbd89f59b63 req-943dcce5-4d74-4542-a733-0af2dbeff8a4 tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.57 "DELETE /v2.0/ports/6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef HTTP/1.1" status: 204 len: 173 time: 4.0950220 Nov 12 11:07:05.453652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218322fb-79e7-4501-8ff7-8254119b3159', 'name': 'network-vif-deleted', 'tag': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:05.456061 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738f0d5b-dabf-457a-9e57-6048db8ae8c6" -d '{"events": [{"server_uuid": "218322fb-79e7-4501-8ff7-8254119b3159", "name": "network-vif-deleted", "tag": "6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:05.468821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] For port ff89d340-94aa-445f-9eb6-63e1efc16630, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff89d340-94aa-445f-9eb6-63e1efc16630,segment=NetworkSegment(f969631c-371b-4ff3-a060-f433ee1184dd),segment_id=f969631c-371b-4ff3-a060-f433ee1184dd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:05.469311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.484719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Router 4a028dc0-ae28-4f4e-b40a-281647037499 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:07:05.504128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-35700e22-7a9d-4ca0-850c-c33cca1ebde6 None None] Port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:05.509704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Port 6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef update to DOWN by agent not found {{(pid=109706) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 11:07:05.510660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:05.516925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Calling delete_port for ff89d340-94aa-445f-9eb6-63e1efc16630 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:05.590770 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49e93de8-2dd7-4077-a137-90ded1611c8f req-f73cb91e-f968-4642-af31-bcab10b4e94a tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.98 "GET /v2.0/security-groups?id=8a1120d2-f984-4af8-b1d1-6baf90cbc867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607272 Nov 12 11:07:05.704545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 51fc295f-79e9-431c-ba71-3a1ddd38a952 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:05.705119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:05.903386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-92275751-e564-48e1-81d7-0e7a7f84aa37 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6058197 Nov 12 11:07:06.040330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Pushing event deleted for resources: {'Port': ['ID=9217c8af-bcaa-4600-bea2-20b597deaa09,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:06.045033 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.049463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.134286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:06.146680 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b5146814-e9fa-4679-af78-32d9062232bd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "PUT /v2.0/routers/4a028dc0-ae28-4f4e-b40a-281647037499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6228113 Nov 12 11:07:06.146762 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Sync routers for ids ['4a028dc0-ae28-4f4e-b40a-281647037499'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:06.149500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46928) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:06.179238 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Routers {'4a028dc0-ae28-4f4e-b40a-281647037499'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:06.180101 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4a028dc0-ae28-4f4e-b40a-281647037499'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:06.191843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:06.197062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:06.203296 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951c3b7f-2581-4dea-9caf-971cda200431" -d '{"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:06.208100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1fe51-4162-478c-ba8f-d5bc739c0e1d req-96c0718b-ac75-4271-b985-b426f2c5de6d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:06.210455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cfb1fe51-4162-478c-ba8f-d5bc739c0e1d req-96c0718b-ac75-4271-b985-b426f2c5de6d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.3041081 Nov 12 11:07:06.268283 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.278693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-4fab622f-0410-4d63-9730-210226459ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:06.280653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-4fab622f-0410-4d63-9730-210226459ed3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1096 time: 0.2561173 Nov 12 11:07:06.328342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c7beb13-67f4-4898-b794-e45799b31369 req-eb813c37-9b7e-446e-b7d2-a163b09addc2 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0403664 Nov 12 11:07:06.338463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66591d27-2300-4269-ab9e-ec6b43a8cda1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:06.341287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-66591d27-2300-4269-ab9e-ec6b43a8cda1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports/a0ff6b27-f282-45e5-a6e9-9ef93550bb0d HTTP/1.1" status: 200 len: 911 time: 0.1903217 Nov 12 11:07:06.377788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46932) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:06.387114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] No DVR routers for this DVR port 9217c8af-bcaa-4600-bea2-20b597deaa09 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:06.403441 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.411127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:06.422969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bd7539a-fad6-4669-99db-1b487cadb51b req-5755665f-2de7-4840-81a3-a2303abc436d tempest-MultipleCreateTestJSON-783861073 tempest-MultipleCreateTestJSON-783861073-project] 10.222.0.69 "DELETE /v2.0/ports/9217c8af-bcaa-4600-bea2-20b597deaa09 HTTP/1.1" status: 204 len: 173 time: 4.0998995 Nov 12 11:07:06.423911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b3e2a9-c2bb-485b-8378-9259c8197d3d', 'name': 'network-vif-deleted', 'tag': '9217c8af-bcaa-4600-bea2-20b597deaa09'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:06.430027 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05347ad-05cc-42fa-8610-e5d722150c0f" -d '{"events": [{"server_uuid": "74b3e2a9-c2bb-485b-8378-9259c8197d3d", "name": "network-vif-deleted", "tag": "9217c8af-bcaa-4600-bea2-20b597deaa09"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:06.478160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:06.481758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:06.537729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:06.597799 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Set router 4a028dc0-ae28-4f4e-b40a-281647037499 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:06.819352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-659f9b08-f70a-4398-8953-05d7b3051917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:06.822511 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-659f9b08-f70a-4398-8953-05d7b3051917 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.4723721 Nov 12 11:07:06.877912 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.021556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8856f494-50cf-43da-9286-f76c1323df4b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:07.103818 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.170632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cfb1fe51-4162-478c-ba8f-d5bc739c0e1d req-07bc494f-6567-494a-9392-742ee9b7e93f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9276779 Nov 12 11:07:07.181089 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-463c89d0-f67f-43b3-8466-60099508c204 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.2973723 Nov 12 11:07:07.277004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ff89d340-94aa-445f-9eb6-63e1efc16630 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:07.313017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8856f494-50cf-43da-9286-f76c1323df4b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:07.316457 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.334586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:07.354597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.410352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-4a18ad9c-d131-4b91-b77e-0f875c08ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:07.417777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-4a18ad9c-d131-4b91-b77e-0f875c08ad8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.2222459 Nov 12 11:07:07.418027 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'name': 'tempest-NetworksTestDHCPv6-router-1249275564', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:57Z', 'updated_at': '2021-11-12T11:07:01Z', 'revision_number': 2, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None, '_interfaces': [{'id': 'a0ff6b27-f282-45e5-a6e9-9ef93550bb0d', 'name': '', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'mac_address': 'fa:16:3e:6b:64:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'b9e37192-8f31-42a6-a349-dd3eb46ed21f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:59Z', 'updated_at': '2021-11-12T11:07:02Z', 'revision_number': 2, 'project_id': '624e17afc7074183b367112633bce0c3', 'subnets': [{'id': 'b9e37192-8f31-42a6-a349-dd3eb46ed21f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:07.428282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.510909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: ff89d340-94aa-445f-9eb6-63e1efc16630 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:07.513050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ff89d340-94aa-445f-9eb6-63e1efc16630 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:07.522204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-d1e47219-7282-4825-a108-0ca185b37103 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878890 Nov 12 11:07:07.538787 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Checking router: 4a028dc0-ae28-4f4e-b40a-281647037499 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:07.540995 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Updating router 4a028dc0-ae28-4f4e-b40a-281647037499 port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:07:07.542795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Pushing event updated for resources: {'Port': ['ID=589e3a05-2a6a-4163-b983-829aa472c041,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:07.647030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Pushing event deleted for resources: {'Port': ['ID=ff89d340-94aa-445f-9eb6-63e1efc16630,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:07.665802 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de69b8e1-8e26-4d3e-aa89-47f2e32cc491 req-7296e4d7-6c2d-44dd-9831-4e51182de4de tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.98 "GET /v2.0/ports?device_id=a7c83451-892e-444a-9c87-1060a9159cd2 HTTP/1.1" status: 200 len: 210 time: 0.0915234 Nov 12 11:07:07.682148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1ef3-3743-49fd-b3db-523c229c9de9 req-7fbce82b-4f60-492d-8115-318d6e2a4554 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:07.684054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcaf1ef3-3743-49fd-b3db-523c229c9de9 req-7fbce82b-4f60-492d-8115-318d6e2a4554 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 944 time: 0.8001835 Nov 12 11:07:07.701023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:07.702650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.703449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-6d602a58-73de-4149-9fcf-472e409d13c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 200 len: 1092 time: 7.8640175 Nov 12 11:07:07.804127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.826938 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.917160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.930967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] No DVR routers for this DVR port ff89d340-94aa-445f-9eb6-63e1efc16630 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:07.962856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:07.964155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:07.966832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 8856f494-50cf-43da-9286-f76c1323df4b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8856f494-50cf-43da-9286-f76c1323df4b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:07.975968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:07.977986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7d6b8925-a705-4034-a709-e88242ba35e0 req-314e13b2-2831-4d86-a90f-139bbdd0d6f0 tempest-InstanceActionsV221TestJSON-1783298343 tempest-InstanceActionsV221TestJSON-1783298343-project] 10.222.0.69 "DELETE /v2.0/ports/ff89d340-94aa-445f-9eb6-63e1efc16630 HTTP/1.1" status: 204 len: 173 time: 4.5294626 Nov 12 11:07:07.982590 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0bab48-d0c0-4262-bf8c-59f9c3aa2c24 x-openstack-request-id: req-2c0bab48-d0c0-4262-bf8c-59f9c3aa2c24 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:07.983017 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218322fb-79e7-4501-8ff7-8254119b3159", "name": "network-vif-deleted", "tag": "6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:07.983406 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2c0bab48-d0c0-4262-bf8c-59f9c3aa2c24 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:07.984037 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218322fb-79e7-4501-8ff7-8254119b3159', 'name': 'network-vif-deleted', 'tag': '6a2e2cb2-0bf0-4619-b456-d6fbcf6caeef', 'status': 'completed', 'code': 200} Nov 12 11:07:08.034932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6aea94-ed41-42cb-a077-f8d45fe8765b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:08.063034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6aea94-ed41-42cb-a077-f8d45fe8765b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:08.070325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-da6aea94-ed41-42cb-a077-f8d45fe8765b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.6807139 Nov 12 11:07:08.095602 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.203809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46942) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:08.206887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Allocated IP 10.2.2.100 (31e2f8a8-e302-43c3-acca-4e38462841ab/a1892f51-c2d3-4ebe-b14f-7d272b24a529/96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:08.307966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=8856f494-50cf-43da-9286-f76c1323df4b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:08.475184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-24c4263b-f5df-45c6-8d48-51e69d96f06e None None] Provisioning complete for port 589e3a05-2a6a-4163-b983-829aa472c041 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:08.475773 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-24c4263b-f5df-45c6-8d48-51e69d96f06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.542404 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.545829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-24c4263b-f5df-45c6-8d48-51e69d96f06e None None] Port 589e3a05-2a6a-4163-b983-829aa472c041 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:08.559989 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcaf1ef3-3743-49fd-b3db-523c229c9de9 req-8acb64e8-6554-4487-837b-a3ce819a4b51 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8231583 Nov 12 11:07:08.653477 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcd895e-9c9e-4403-bf93-8a13488af97c x-openstack-request-id: req-3bcd895e-9c9e-4403-bf93-8a13488af97c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:08.653769 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-unplugged", "status": "failed", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b", "code": 422}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:08.654018 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3bcd895e-9c9e-4403-bf93-8a13488af97c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:08.654427 n-d-768852-22 neutron-server[109706]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'code': 422} returned with failed status Nov 12 11:07:08.669968 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.779069 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c8476-7f94-4c08-8ce3-fa3642158664 x-openstack-request-id: req-103c8476-7f94-4c08-8ce3-fa3642158664 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:08.779349 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b3e2a9-c2bb-485b-8378-9259c8197d3d", "name": "network-vif-deleted", "tag": "9217c8af-bcaa-4600-bea2-20b597deaa09", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:08.779605 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-103c8476-7f94-4c08-8ce3-fa3642158664 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:08.780052 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b3e2a9-c2bb-485b-8378-9259c8197d3d', 'name': 'network-vif-deleted', 'tag': '9217c8af-bcaa-4600-bea2-20b597deaa09', 'status': 'completed', 'code': 200} Nov 12 11:07:08.807324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:08.836349 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Pushing event updated for resources: {'Port': ['ID=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:08.844375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed24b-32e3-48dd-b31c-1233952be966 req-73b94be6-2ef9-442f-af9d-2a0633607f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:08.848490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-73b94be6-2ef9-442f-af9d-2a0633607f10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1095 time: 0.9002523 Nov 12 11:07:08.860670 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.864685 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.865803 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.865803 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.866179 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.866644 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.867743 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.869733 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.870220 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.870693 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.871439 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.875668 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:08.946276 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Attempting to bind port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:08.946649 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Attempting to bind port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:08.947016 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Attempting to bind port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:08.957100 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:08.957484 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:08.957890 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.958282 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:08.958779 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Bound port: a0ff6b27-f282-45e5-a6e9-9ef93550bb0d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:08.959176 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:08.962596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8856f494-50cf-43da-9286-f76c1323df4b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:08.993307 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-872ac6ed-daf1-456e-8107-b21d83d5dcc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 200 len: 217 time: 0.1294687 Nov 12 11:07:09.094972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730143aa-a491-453d-9126-6a30b9353d5f req-3ffa904f-74f7-4978-99f5-3041cfbc6367 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:09.107124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730143aa-a491-453d-9126-6a30b9353d5f req-3ffa904f-74f7-4978-99f5-3041cfbc6367 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:09.121135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8856f494-50cf-43da-9286-f76c1323df4b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:09.121907 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.124856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730143aa-a491-453d-9126-6a30b9353d5f req-3ffa904f-74f7-4978-99f5-3041cfbc6367 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:09.136132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-730143aa-a491-453d-9126-6a30b9353d5f req-3ffa904f-74f7-4978-99f5-3041cfbc6367 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 2374 time: 1.0570157 Nov 12 11:07:09.180740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-88ba5f96-b040-4b4d-a547-10231af0ad89 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5460601 Nov 12 11:07:09.216314 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] For port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:09.222961 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] For port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:09.227783 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed24b-32e3-48dd-b31c-1233952be966 req-2159d7b9-5b40-4d1c-aa65-eb4a943f17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:09.229540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-2159d7b9-5b40-4d1c-aa65-eb4a943f17d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.2214377 Nov 12 11:07:09.300307 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-29ee06e3-b9e4-49af-b94c-ef997f571abb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498056 Nov 12 11:07:09.336222 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.430529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.442074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:09.449429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0aec1c9f-9370-419c-83bf-0e1e7f2cd936 admin admin] 10.222.0.98 "PUT /v2.0/routers/3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8843517 Nov 12 11:07:09.486156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-730143aa-a491-453d-9126-6a30b9353d5f req-baa6ba73-1704-4def-924b-786e6e3f8ed8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474610 Nov 12 11:07:09.503840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Sync routers for ids ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:09.562786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e3881cfe-beff-40af-bf71-0340fb90f8a4 None None] Provisioning complete for port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:09.564070 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e3881cfe-beff-40af-bf71-0340fb90f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:09.678223 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Routers {'4a028dc0-ae28-4f4e-b40a-281647037499'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:09.679624 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4a028dc0-ae28-4f4e-b40a-281647037499'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:09.686375 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429b3db-33bf-4321-b3bb-4edcf9be0339 None None] Pushing event updated for resources: {'Port': ['ID=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:09.716466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-1050bf2f-5521-4259-9f18-689fcefc2616 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839110 Nov 12 11:07:09.749921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Routers {'3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:09.751107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:09.890213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.034628 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] Set router 4a028dc0-ae28-4f4e-b40a-281647037499 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:10.074344 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e3881cfe-beff-40af-bf71-0340fb90f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.101413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 31e2f8a8-e302-43c3-acca-4e38462841ab is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:10.143628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:10.146906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:10.161051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:10.174027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-259ed24b-32e3-48dd-b31c-1233952be966 req-ac63d136-1880-4d57-a1cc-d6366b368344 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426296 Nov 12 11:07:10.180160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:10.261042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263006a-d19c-4cfc-93f4-360f185fd852 req-b4be4dfe-1c88-48c5-ae1b-5e42378a0cda tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:10.269916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4263006a-d19c-4cfc-93f4-360f185fd852 req-b4be4dfe-1c88-48c5-ae1b-5e42378a0cda tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.3907814 Nov 12 11:07:10.350633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Set router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:10.356013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e3881cfe-beff-40af-bf71-0340fb90f8a4 None None] For port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:10.414707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:10.419490 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.474284 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4263006a-d19c-4cfc-93f4-360f185fd852 req-36a65a35-ea82-4923-b646-461945a73aff tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029638 Nov 12 11:07:10.504002 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'name': 'tempest-NetworksTestDHCPv6-router-1249275564', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:57Z', 'updated_at': '2021-11-12T11:07:01Z', 'revision_number': 2, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None, '_interfaces': [{'id': 'a0ff6b27-f282-45e5-a6e9-9ef93550bb0d', 'name': '', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'mac_address': 'fa:16:3e:6b:64:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'b9e37192-8f31-42a6-a349-dd3eb46ed21f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:59Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '624e17afc7074183b367112633bce0c3', 'subnets': [{'id': 'b9e37192-8f31-42a6-a349-dd3eb46ed21f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:10.571128 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e3881cfe-beff-40af-bf71-0340fb90f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.592880 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-50c20df1-7596-416f-b205-d335a107ca54 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5822556 Nov 12 11:07:10.606479 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737519db-7ee4-4b41-8d56-37e460c124cd None None] The sync data for ids ['4a028dc0-ae28-4f4e-b40a-281647037499'] in n-d-768852-22 is: [{'id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'name': 'tempest-NetworksTestDHCPv6-router-1249275564', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:57Z', 'updated_at': '2021-11-12T11:07:01Z', 'revision_number': 2, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None, '_interfaces': [{'id': 'a0ff6b27-f282-45e5-a6e9-9ef93550bb0d', 'name': '', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'mac_address': 'fa:16:3e:6b:64:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'b9e37192-8f31-42a6-a349-dd3eb46ed21f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:59Z', 'updated_at': '2021-11-12T11:07:09Z', 'revision_number': 4, 'project_id': '624e17afc7074183b367112633bce0c3', 'subnets': [{'id': 'b9e37192-8f31-42a6-a349-dd3eb46ed21f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:10.607296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab', 'admin_state_up': True, 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'security_groups': ['314ab9a3-649d-4a26-ac6e-7ca9a9280164']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:10.792380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfcf803f-5ece-4efa-9c2e-4db12fb80a21 req-463b0e60-3b57-4a3d-8741-6e477639c6cd service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5967400 Nov 12 11:07:10.793067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c83451-892e-444a-9c87-1060a9159cd2', 'name': 'network-vif-deleted', 'tag': 'ff89d340-94aa-445f-9eb6-63e1efc16630'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:10.796499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:10.796965 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef3a2dd-f09c-4ba1-b0fd-35b4b3c4b9af" -d '{"events": [{"server_uuid": "a7c83451-892e-444a-9c87-1060a9159cd2", "name": "network-vif-deleted", "tag": "ff89d340-94aa-445f-9eb6-63e1efc16630"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:10.798031 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:10.857788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d159aa3-54d9-455a-90ed-1464431df53c req-7e49ec31-3d47-4c2b-8970-12d968be413b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:10.866614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d159aa3-54d9-455a-90ed-1464431df53c req-7e49ec31-3d47-4c2b-8970-12d968be413b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 944 time: 0.1874800 Nov 12 11:07:10.878659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6aaa93ee-ba88-4143-9a91-275c9ad8c43e None None] Provisioning complete for port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:10.879033 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6aaa93ee-ba88-4143-9a91-275c9ad8c43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:10.912889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7757dfc-17a7-4d1e-9cc4-004403c312e1 req-56d26e57-4bc9-40cb-b148-b6fed660ed2a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:10.914525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7757dfc-17a7-4d1e-9cc4-004403c312e1 req-56d26e57-4bc9-40cb-b148-b6fed660ed2a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 1.0695508 Nov 12 11:07:11.079294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d159aa3-54d9-455a-90ed-1464431df53c req-4e6a595b-3cd1-415c-bac9-1db25ab670e8 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103846 Nov 12 11:07:11.092955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3881cfe-beff-40af-bf71-0340fb90f8a4 None None] Pushing event updated for resources: {'Port': ['ID=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:11.164530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Made reservation on behalf of 757bbdd23954452ab9f7f620e9a5f030 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:11.263173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.394585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46982) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:11.394860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46986) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:11.434659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-network', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:11.481892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6aaa93ee-ba88-4143-9a91-275c9ad8c43e None None] Provisioning complete for port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:11.482990 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6aaa93ee-ba88-4143-9a91-275c9ad8c43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.532249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa93ee-ba88-4143-9a91-275c9ad8c43e None None] Port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:11.591504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Made reservation on behalf of fc3b543ffdae4693bf3642ef37d41434 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:11.597353 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.636906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-0803319c-23f4-4ce9-86d7-750cd3ff4980 admin admin] Deleting subnet 4f6e83c8-4432-46ca-a184-be0b5494ac10 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:07:11.646090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.653655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.661826 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0803319c-23f4-4ce9-86d7-750cd3ff4980 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.691104 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8856f494-50cf-43da-9286-f76c1323df4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:07:06Z', 'revision_number': 4, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port': {'id': '8856f494-50cf-43da-9286-f76c1323df4b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:50Z', 'updated_at': '2021-11-12T11:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '589e3a05-2a6a-4163-b983-829aa472c041', 'name': '', 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'mac_address': 'fa:16:3e:11:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '9076d249-1b0d-408f-8fd5-9b5271d4edb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:02Z', 'updated_at': '2021-11-12T11:07:06Z', 'revision_number': 2, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'subnets': [{'id': '9076d249-1b0d-408f-8fd5-9b5271d4edb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:11.778109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7757dfc-17a7-4d1e-9cc4-004403c312e1 req-2b72cdd5-e82d-4480-be60-394d0e13bd47 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8302610 Nov 12 11:07:11.840310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0803319c-23f4-4ce9-86d7-750cd3ff4980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:11.949070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:11.949775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.030978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Checking router: 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:12.032319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Updating router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 port 589e3a05-2a6a-4163-b983-829aa472c041 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:07:12.086002 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0803319c-23f4-4ce9-86d7-750cd3ff4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.123257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5f07-f2ef-49a5-a8e6-a86117a37317 req-c5d71a12-fd74-4781-9b67-b1295dccc188 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:12.131044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5f07-f2ef-49a5-a8e6-a86117a37317 req-c5d71a12-fd74-4781-9b67-b1295dccc188 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:12.132471 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.140098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5f07-f2ef-49a5-a8e6-a86117a37317 req-c5d71a12-fd74-4781-9b67-b1295dccc188 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:12.175711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d5f07-f2ef-49a5-a8e6-a86117a37317 req-c5d71a12-fd74-4781-9b67-b1295dccc188 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:12.179514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f9d5f07-f2ef-49a5-a8e6-a86117a37317 req-c5d71a12-fd74-4781-9b67-b1295dccc188 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 3095 time: 0.2255585 Nov 12 11:07:12.182545 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6817e326-050d-4de0-bc28-460c5669f3fe x-openstack-request-id: req-6817e326-050d-4de0-bc28-460c5669f3fe {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:12.187000 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c83451-892e-444a-9c87-1060a9159cd2", "name": "network-vif-deleted", "tag": "ff89d340-94aa-445f-9eb6-63e1efc16630", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:12.187520 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6817e326-050d-4de0-bc28-460c5669f3fe {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:12.188137 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c83451-892e-444a-9c87-1060a9159cd2', 'name': 'network-vif-deleted', 'tag': 'ff89d340-94aa-445f-9eb6-63e1efc16630', 'status': 'completed', 'code': 200} Nov 12 11:07:12.282415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.289238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] For port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:12.289238 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.348273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for a0ff6b27-f282-45e5-a6e9-9ef93550bb0d owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:12.353459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Allocated IP 10.2.2.200 (31e2f8a8-e302-43c3-acca-4e38462841ab/a1892f51-c2d3-4ebe-b14f-7d272b24a529/aee3264f-14b1-4799-838a-712bfed63c38) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:12.380906 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae24707-ad4e-41e7-a0e0-ee1d06e0bb0d x-openstack-request-id: req-fae24707-ad4e-41e7-a0e0-ee1d06e0bb0d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:12.382868 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:12.382868 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fae24707-ad4e-41e7-a0e0-ee1d06e0bb0d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:12.382868 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67', 'status': 'completed', 'code': 200} Nov 12 11:07:12.396295 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.401564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0803319c-23f4-4ce9-86d7-750cd3ff4980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.470789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6313fb-e231-42e9-be4f-ded2faea4067,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:12.558781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f9d5f07-f2ef-49a5-a8e6-a86117a37317 req-8adc2d69-067c-4954-8bde-6d9e4df41717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626671 Nov 12 11:07:12.661174 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.781244 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.812341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-256c9b06-0f60-49ee-b488-9b996aac4788 req-6a7c775e-e002-47dc-b057-39fb35f86c26 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:07:12.824375 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-256c9b06-0f60-49ee-b488-9b996aac4788 req-6a7c775e-e002-47dc-b057-39fb35f86c26 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168462 Nov 12 11:07:12.970269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.978723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Attempting to bind port 589e3a05-2a6a-4163-b983-829aa472c041 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:12.980055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:12.989499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Attempting to bind port 589e3a05-2a6a-4163-b983-829aa472c041 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:12.989499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Attempting to bind port 589e3a05-2a6a-4163-b983-829aa472c041 on network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:12.996427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a0ff6b27-f282-45e5-a6e9-9ef93550bb0d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:13.000642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:13.001136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Checking segment: {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:13.001667 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.002163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Bound using segment: {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:13.002794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Bound port: 589e3a05-2a6a-4163-b983-829aa472c041, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:13.003278 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.018199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f57ef-0331-4fb8-a17f-00003a4c6220 None None] Pushing event updated for resources: {'Port': ['ID=589e3a05-2a6a-4163-b983-829aa472c041,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:13.020445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=a0ff6b27-f282-45e5-a6e9-9ef93550bb0d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:13.053260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a0ff6b27-f282-45e5-a6e9-9ef93550bb0d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:13.053260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a0ff6b27-f282-45e5-a6e9-9ef93550bb0d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 11:07:13.118564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Port a0ff6b27-f282-45e5-a6e9-9ef93550bb0d not found, will not notify nova. {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 11:07:13.137676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803319c-23f4-4ce9-86d7-750cd3ff4980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6e83c8-4432-46ca-a184-be0b5494ac10,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:13.144117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47000) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:13.167469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:07:13.198236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.200393 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Added segment 5c8c3880-ebf9-4596-8f2f-687379bc5633 of type vlan for network 74020d44-4075-403d-b3f8-99d876733291 Nov 12 11:07:13.220312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] For port 589e3a05-2a6a-4163-b983-829aa472c041, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:13.225170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] For port 589e3a05-2a6a-4163-b983-829aa472c041, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=589e3a05-2a6a-4163-b983-829aa472c041,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:13.318297 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.360556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0803319c-23f4-4ce9-86d7-750cd3ff4980 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.372158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.388657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0803319c-23f4-4ce9-86d7-750cd3ff4980 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4f6e83c8-4432-46ca-a184-be0b5494ac10 HTTP/1.1" status: 204 len: 168 time: 1.9897213 Nov 12 11:07:13.388864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:13.435681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f57ef-0331-4fb8-a17f-00003a4c6220 None None] Pushing event updated for resources: {'Port': ['ID=589e3a05-2a6a-4163-b983-829aa472c041,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:13.470602 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.499026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ba5b4a72-7b07-4a0b-b841-2aea13185d4a None None] Provisioning complete for port 589e3a05-2a6a-4163-b983-829aa472c041 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:13.499387 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4a72-7b07-4a0b-b841-2aea13185d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.512575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.563357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Routers {'3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:13.564038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:13.567977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.700609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event updated for resources: {'Port': ['ID=aee3264f-14b1-4799-838a-712bfed63c38,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:13.719097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Network 31e2f8a8-e302-43c3-acca-4e38462841ab is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:13.733907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-81167ff1-3dfd-47c6-8750-b9f7f2fc5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:13.733907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-81167ff1-3dfd-47c6-8750-b9f7f2fc5c67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1095 time: 1.3487005 Nov 12 11:07:13.734149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:13.755960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:13.767904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.772139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:13.772634 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.818082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-5da82883-e334-4a99-b5e9-952d5cdcbd5a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:13.825246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-5da82883-e334-4a99-b5e9-952d5cdcbd5a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 0.5349271 Nov 12 11:07:13.840605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a599ff-7a59-4854-9f8b-59f38870bac1 admin admin] Deleting subnet 2bb564de-f653-4277-83f5-f6d882ebeb8f {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:07:13.889802 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25a599ff-7a59-4854-9f8b-59f38870bac1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:13.916927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] Set router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:13.925720 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4a72-7b07-4a0b-b841-2aea13185d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.226908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Router 4a028dc0-ae28-4f4e-b40a-281647037499 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:14.273892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-40f8ae04-f75a-4403-9e8e-1983b55aca00 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5929217 Nov 12 11:07:14.292966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.319161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ba5b4a72-7b07-4a0b-b841-2aea13185d4a None None] For port 589e3a05-2a6a-4163-b983-829aa472c041, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=589e3a05-2a6a-4163-b983-829aa472c041,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:14.340536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11233779-0aa2-4333-8086-0c927a0acb28']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:14.352724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41553fe0-e11e-4cec-82fb-79605dd62d7a req-4a1262d3-94d6-4f3c-911e-bd3c8ea58417 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:14.354902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41553fe0-e11e-4cec-82fb-79605dd62d7a req-4a1262d3-94d6-4f3c-911e-bd3c8ea58417 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.4572203 Nov 12 11:07:14.358107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Deleting port 1b1fc02f-25c8-451d-be1d-dc17a595783a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:14.358447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.438615 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba5b4a72-7b07-4a0b-b841-2aea13185d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.506096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:14.506879 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.528301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1048777 Nov 12 11:07:14.541116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b4a72-7b07-4a0b-b841-2aea13185d4a None None] Pushing event updated for resources: {'Port': ['ID=589e3a05-2a6a-4163-b983-829aa472c041,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:14.556492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8856f494-50cf-43da-9286-f76c1323df4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:07:06Z', 'revision_number': 4, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port': {'id': '8856f494-50cf-43da-9286-f76c1323df4b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:50Z', 'updated_at': '2021-11-12T11:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '589e3a05-2a6a-4163-b983-829aa472c041', 'name': '', 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'mac_address': 'fa:16:3e:11:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '9076d249-1b0d-408f-8fd5-9b5271d4edb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:02Z', 'updated_at': '2021-11-12T11:07:13Z', 'revision_number': 4, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'subnets': [{'id': '9076d249-1b0d-408f-8fd5-9b5271d4edb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:14.557992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eaea0-5c7f-4358-a4f8-507821854f9c req-78cc6fbc-5292-4425-bce0-4fe630641928 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:14.564377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47022) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:14.570298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa3eaea0-5c7f-4358-a4f8-507821854f9c req-78cc6fbc-5292-4425-bce0-4fe630641928 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 946 time: 1.4206538 Nov 12 11:07:14.594229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440904ea-72a2-464b-9fcd-6a3924bea209 None None] The sync data for ids ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'] in n-d-768852-22 is: [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8856f494-50cf-43da-9286-f76c1323df4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:07:06Z', 'revision_number': 4, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port': {'id': '8856f494-50cf-43da-9286-f76c1323df4b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:50Z', 'updated_at': '2021-11-12T11:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '589e3a05-2a6a-4163-b983-829aa472c041', 'name': '', 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'mac_address': 'fa:16:3e:11:5d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '9076d249-1b0d-408f-8fd5-9b5271d4edb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:02Z', 'updated_at': '2021-11-12T11:07:13Z', 'revision_number': 4, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'subnets': [{'id': '9076d249-1b0d-408f-8fd5-9b5271d4edb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:14.602159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174541f9-9265-427e-b61b-547e9838c4a9') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:14.602460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174541f9-9265-427e-b61b-547e9838c4a9') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:14.615323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-caebad27-c5b1-4b37-9baf-3bb313ff8776 None None] Provisioning complete for port aee3264f-14b1-4799-838a-712bfed63c38 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:14.616203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caebad27-c5b1-4b37-9baf-3bb313ff8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.641614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-a989a3ad-70d6-4ebd-96b7-ed4b5610e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:14.644099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-a989a3ad-70d6-4ebd-96b7-ed4b5610e88f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.8839123 Nov 12 11:07:14.668572 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25a599ff-7a59-4854-9f8b-59f38870bac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.669802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Request body: {'subnet': {'network_id': '74020d44-4075-403d-b3f8-99d876733291', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-subnet', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:14.670126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e24ce-d703-44e2-90ae-95acfec9d6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=74020d44-4075-403d-b3f8-99d876733291,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:14.704415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-56d538b2-f4d6-463a-b451-2560f610eee4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1033394 Nov 12 11:07:14.712976 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.724187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:14.740862 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] Sync routers for ids ['4a028dc0-ae28-4f4e-b40a-281647037499'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:14.744593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 74020d44-4075-403d-b3f8-99d876733291 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:07:14.774687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-29464f25-e9ba-4da2-92dc-2368ff4f31ad tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "PUT /v2.0/routers/4a028dc0-ae28-4f4e-b40a-281647037499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5686030 Nov 12 11:07:14.774965 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] Routers {'4a028dc0-ae28-4f4e-b40a-281647037499'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:14.777859 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4a028dc0-ae28-4f4e-b40a-281647037499'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:14.799333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47024) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:14.824410 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41553fe0-e11e-4cec-82fb-79605dd62d7a req-e68d323e-a343-4e16-8366-2b79f993fd0c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723984 Nov 12 11:07:14.868268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.920304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:07:14.920677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:07:14.922585 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:07:14.929919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-41a93673-7566-4d83-9392-2e853905049b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 200 len: 217 time: 0.1701782 Nov 12 11:07:14.930710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-caebad27-c5b1-4b37-9baf-3bb313ff8776 None None] Port aee3264f-14b1-4799-838a-712bfed63c38 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:14.942880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] For port 1b1fc02f-25c8-451d-be1d-dc17a595783a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b1fc02f-25c8-451d-be1d-dc17a595783a,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:14.943250 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:14.955036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:14.963011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-caebad27-c5b1-4b37-9baf-3bb313ff8776 None None] Provisioning complete for port 589e3a05-2a6a-4163-b983-829aa472c041 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:14.963428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caebad27-c5b1-4b37-9baf-3bb313ff8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.001411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Made reservation on behalf of fc3b543ffdae4693bf3642ef37d41434 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:15.006087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.018291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Calling delete_port for 1b1fc02f-25c8-451d-be1d-dc17a595783a owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:15.052490 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] Set router 4a028dc0-ae28-4f4e-b40a-281647037499 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:15.063848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa925f5f-8cbe-418d-b0df-c29fc740c9df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:15.066190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa925f5f-8cbe-418d-b0df-c29fc740c9df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:15.070426 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa925f5f-8cbe-418d-b0df-c29fc740c9df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2419322 Nov 12 11:07:15.076536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47026) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:15.163896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 589e3a05-2a6a-4163-b983-829aa472c041 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:15.220536 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'name': 'tempest-NetworksTestDHCPv6-router-1249275564', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:57Z', 'updated_at': '2021-11-12T11:07:12Z', 'revision_number': 3, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:15.288530 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25a599ff-7a59-4854-9f8b-59f38870bac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.302565 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] Checking router: 4a028dc0-ae28-4f4e-b40a-281647037499 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:15.303376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-584d3c8f-b5ce-4189-b4af-684e244c6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:15.312789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-584d3c8f-b5ce-4189-b4af-684e244c6821 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.3348916 Nov 12 11:07:15.332634 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] Routers {'4a028dc0-ae28-4f4e-b40a-281647037499'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:15.333533 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4a028dc0-ae28-4f4e-b40a-281647037499'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:15.338197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2af63ac-0487-4f65-8faf-071223abcbd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet b9e37192-8f31-42a6-a349-dd3eb46ed21f {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:07:15.340706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 589e3a05-2a6a-4163-b983-829aa472c041 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:15.342273 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.354063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2af63ac-0487-4f65-8faf-071223abcbd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.374149 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa3eaea0-5c7f-4358-a4f8-507821854f9c req-9827b876-6ecc-4a21-a54a-2d0dce586082 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8026659 Nov 12 11:07:15.460424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2af63ac-0487-4f65-8faf-071223abcbd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.466467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-2b756037-9878-4ba1-bcef-b7013ccc1a82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888290 Nov 12 11:07:15.473938 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.581777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2af63ac-0487-4f65-8faf-071223abcbd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.665499 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.745386 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] Set router 4a028dc0-ae28-4f4e-b40a-281647037499 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:15.867728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:15.883742 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] 10.222.0.98 "DELETE /v2.0/networks/11233779-0aa2-4333-8086-0c927a0acb28 HTTP/1.1" status: 204 len: 168 time: 2.4912181 Nov 12 11:07:15.926734 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'name': 'tempest-NetworksTestDHCPv6-router-1249275564', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:57Z', 'updated_at': '2021-11-12T11:07:12Z', 'revision_number': 3, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:16.040587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da672a9-8de8-4c8f-a06f-2d4e50ec810f req-1053d02a-8a04-48bb-be7a-f6459d985d78 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.052947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da672a9-8de8-4c8f-a06f-2d4e50ec810f req-1053d02a-8a04-48bb-be7a-f6459d985d78 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.062669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da672a9-8de8-4c8f-a06f-2d4e50ec810f req-1053d02a-8a04-48bb-be7a-f6459d985d78 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.062881 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edfd98e-c88a-49d8-91fe-a0f61d0f7747 None None] The sync data for ids ['4a028dc0-ae28-4f4e-b40a-281647037499'] in n-d-768852-22 is: [{'id': '4a028dc0-ae28-4f4e-b40a-281647037499', 'name': 'tempest-NetworksTestDHCPv6-router-1249275564', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:57Z', 'updated_at': '2021-11-12T11:07:12Z', 'revision_number': 3, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:16.087398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da672a9-8de8-4c8f-a06f-2d4e50ec810f req-1053d02a-8a04-48bb-be7a-f6459d985d78 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.101437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da672a9-8de8-4c8f-a06f-2d4e50ec810f req-1053d02a-8a04-48bb-be7a-f6459d985d78 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.102558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf662d-5cd6-4ed1-a196-14d3fa1041cf admin admin] Pushing event deleted for resources: {'Network': ['ID=11233779-0aa2-4333-8086-0c927a0acb28,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:16.103123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3da672a9-8de8-4c8f-a06f-2d4e50ec810f req-1053d02a-8a04-48bb-be7a-f6459d985d78 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 3816 time: 0.4505382 Nov 12 11:07:16.110006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2af63ac-0487-4f65-8faf-071223abcbd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.114113 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25a599ff-7a59-4854-9f8b-59f38870bac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.196703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a599ff-7a59-4854-9f8b-59f38870bac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb564de-f653-4277-83f5-f6d882ebeb8f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:16.216432 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.227503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af63ac-0487-4f65-8faf-071223abcbd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e37192-8f31-42a6-a349-dd3eb46ed21f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:16.238269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4afaefe-2e4e-4702-9e0a-7b3f35c0eb28 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:16.266340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25a599ff-7a59-4854-9f8b-59f38870bac1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.266843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2af63ac-0487-4f65-8faf-071223abcbd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.274769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-25a599ff-7a59-4854-9f8b-59f38870bac1 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2bb564de-f653-4277-83f5-f6d882ebeb8f HTTP/1.1" status: 204 len: 168 time: 2.9836514 Nov 12 11:07:16.275501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47032) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:16.289696 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a2af63ac-0487-4f65-8faf-071223abcbd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/b9e37192-8f31-42a6-a349-dd3eb46ed21f HTTP/1.1" status: 204 len: 168 time: 1.2117045 Nov 12 11:07:16.406939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75f968-6684-4324-ac9e-4b50307547ac req-dec2ee78-32c6-42df-b626-4c31f6a2e649 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:16.408638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b75f968-6684-4324-ac9e-4b50307547ac req-dec2ee78-32c6-42df-b626-4c31f6a2e649 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 944 time: 1.1616061 Nov 12 11:07:16.409375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6986ded-d715-4ab6-8286-ff2d9ddae0ba,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:16.417069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47034) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:16.515103 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:16.581679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47038) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:16.637614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-2f438cbd-1bbd-4174-aaec-7cd1c0195c94 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1514053 Nov 12 11:07:16.802111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:07:16.809837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3da672a9-8de8-4c8f-a06f-2d4e50ec810f req-9eff1f56-2a0b-4c7e-aa26-d1174d0d9bc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6626115 Nov 12 11:07:16.897601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a0ff6b27-f282-45e5-a6e9-9ef93550bb0d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:17.024482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a0ff6b27-f282-45e5-a6e9-9ef93550bb0d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:17.025142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a0ff6b27-f282-45e5-a6e9-9ef93550bb0d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:17.086021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] Deleting port 51fc295f-79e9-431c-ba71-3a1ddd38a952 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:17.086389 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.192320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] For port 51fc295f-79e9-431c-ba71-3a1ddd38a952, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=51fc295f-79e9-431c-ba71-3a1ddd38a952,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:17.192857 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.217947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] Calling delete_port for 51fc295f-79e9-431c-ba71-3a1ddd38a952 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:17.225190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcb47c97-89e4-46d4-9ce8-f3fe0c08c4fe req-a84cb3df-f120-4a0d-9149-f66d64fa1768 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659189 Nov 12 11:07:17.332103 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.412706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:17.422685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.448312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f969631c-371b-4ff3-a060-f433ee1184dd') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:17.448502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f969631c-371b-4ff3-a060-f433ee1184dd') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:17.454720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9664967a-bf8f-44f3-b89d-d747610eed19 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4f647bec4f0342eb8c5bdca68663bebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8433535 Nov 12 11:07:17.461727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47040) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:17.497248 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.535031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cb91b-9c73-47f7-be6a-39a36b3b99c0 req-7fc6e11c-21e7-430d-b9b7-ff00fba9f870 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:17.536918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c8cb91b-9c73-47f7-be6a-39a36b3b99c0 req-7fc6e11c-21e7-430d-b9b7-ff00fba9f870 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.2469630 Nov 12 11:07:17.552122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.565553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.570732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:07:17.571127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:07:17.583772 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:07:17.602085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Checking segment: {'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:17.602703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Network hostable DHCP agents. Network: 74020d44-4075-403d-b3f8-99d876733291, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:07:17.616259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] Pushing event deleted for resources: {'Port': ['ID=51fc295f-79e9-431c-ba71-3a1ddd38a952,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:17.618391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeff443-3f09-4ef1-93ae-3fd7669dae52 None None] No DVR routers for this DVR port 51fc295f-79e9-431c-ba71-3a1ddd38a952 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:17.649591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-032df049-4271-4b0a-8a3b-5ebedfe5f9be tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2311032 Nov 12 11:07:17.658602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-97fb9df8-278e-4d4e-81ea-16737d7e6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:17.666289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-97fb9df8-278e-4d4e-81ea-16737d7e6471 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481&tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468 HTTP/1.1" status: 200 len: 1096 time: 0.2621696 Nov 12 11:07:17.666289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47042) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:17.670653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b75f968-6684-4324-ac9e-4b50307547ac req-8b368a68-03c9-46bf-a581-74ab42caa953 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2389219 Nov 12 11:07:17.684490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:17.860534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c8cb91b-9c73-47f7-be6a-39a36b3b99c0 req-98738b3c-8526-4ce8-a0f1-f1eee8fabd3e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963104 Nov 12 11:07:17.913863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1447d29b-f956-4491-86dc-d432f5929946 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.938522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18940690-d376-4d98-bcd8-33d0180182c5 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:17.944020 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b1-cac6-47ab-8c11-04970df49b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:17.997093 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.003533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.043789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Network 74020d44-4075-403d-b3f8-99d876733291 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:07:18.045987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.047619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.081059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.098369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a HTTP/1.1" status: 204 len: 168 time: 1.8118987 Nov 12 11:07:18.107233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829f980-31f6-4998-8e16-a3d4c8aa28a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d6f6fd-fc80-4fb9-b5ac-d8b5e6f0d42a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:18.132331 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b1-cac6-47ab-8c11-04970df49b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.175335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event deleted for resources: {'Port': ['ID=1b1fc02f-25c8-451d-be1d-dc17a595783a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:18.177162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1b1fc02f-25c8-451d-be1d-dc17a595783a no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:18.222293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 1b1fc02f-25c8-451d-be1d-dc17a595783a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:18.222645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1b1fc02f-25c8-451d-be1d-dc17a595783a not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:18.250607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Transition to ACTIVE for port object 18940690-d376-4d98-bcd8-33d0180182c5 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:18.281325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df1f22-20a9-4503-8774-6b0bb91497af req-f5f7d2db-a418-4f7d-bb93-95e0972ec853 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.284150 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-61df1f22-20a9-4503-8774-6b0bb91497af req-f5f7d2db-a418-4f7d-bb93-95e0972ec853 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 867 time: 0.4203017 Nov 12 11:07:18.310325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1447d29b-f956-4491-86dc-d432f5929946 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.340364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d011-edf4-4240-86ab-a2f64cfda32a req-b9bd9e96-d778-430a-ac92-3829adddb888 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.355154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d011-edf4-4240-86ab-a2f64cfda32a req-b9bd9e96-d778-430a-ac92-3829adddb888 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.369847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d011-edf4-4240-86ab-a2f64cfda32a req-b9bd9e96-d778-430a-ac92-3829adddb888 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.383469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d011-edf4-4240-86ab-a2f64cfda32a req-b9bd9e96-d778-430a-ac92-3829adddb888 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.392921 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1447d29b-f956-4491-86dc-d432f5929946 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.400014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d011-edf4-4240-86ab-a2f64cfda32a req-b9bd9e96-d778-430a-ac92-3829adddb888 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.401532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 74020d44-4075-403d-b3f8-99d876733291) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:18.402758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e775d011-edf4-4240-86ab-a2f64cfda32a req-b9bd9e96-d778-430a-ac92-3829adddb888 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 3816 time: 0.3612928 Nov 12 11:07:18.410557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.417619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720dfb92-9cb2-4a27-97fc-6dad57693d4d None None] Network 74020d44-4075-403d-b3f8-99d876733291 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:18.469263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:18.470606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.545109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-61df1f22-20a9-4503-8774-6b0bb91497af req-ce2adc6d-d642-4d95-a472-818feb585473 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313607 Nov 12 11:07:18.655503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] No DVR routers for this DVR port 1b1fc02f-25c8-451d-be1d-dc17a595783a on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:18.677352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47048) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:18.698120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Pushing event updated for resources: {'Port': ['ID=18940690-d376-4d98-bcd8-33d0180182c5,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:18.735800 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b1-cac6-47ab-8c11-04970df49b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.750080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c88d3b1-cac6-47ab-8c11-04970df49b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.752320 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3c88d3b1-cac6-47ab-8c11-04970df49b4c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8a1120d2-f984-4af8-b1d1-6baf90cbc867 HTTP/1.1" status: 204 len: 168 time: 1.2837174 Nov 12 11:07:18.841161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cddd4199-df4f-44a3-ae95-8aaa4b66da89 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8ffbd3e999f44cd68b08e930c9b8836b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440194 Nov 12 11:07:18.842220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Attempting to bind port 18940690-d376-4d98-bcd8-33d0180182c5 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:18.842770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Attempting to bind port 18940690-d376-4d98-bcd8-33d0180182c5 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:18.843222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Attempting to bind port 18940690-d376-4d98-bcd8-33d0180182c5 on network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:18.863727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-89f4d051-5453-4244-b859-4d6e8319a496 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.2584953 Nov 12 11:07:18.869219 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:18.870115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47054) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:18.870536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47056) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:18.873668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Port 18940690-d376-4d98-bcd8-33d0180182c5 on network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:18.874763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Attempting to bind port 18940690-d376-4d98-bcd8-33d0180182c5 on network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:18.884480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:18.894886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfdade07-8ee2-4952-809b-8446b7bbedbc req-322859bd-1b88-4ca0-9e2a-714d24ea86c6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.57 "DELETE /v2.0/ports/1b1fc02f-25c8-451d-be1d-dc17a595783a HTTP/1.1" status: 204 len: 173 time: 5.0602720 Nov 12 11:07:18.904434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 51fc295f-79e9-431c-ba71-3a1ddd38a952 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:18.952421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0', 'name': 'network-vif-deleted', 'tag': '1b1fc02f-25c8-451d-be1d-dc17a595783a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:18.952421 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c9b817-03b3-4a5e-8c23-8f4d3b5ff467" -d '{"events": [{"server_uuid": "3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0", "name": "network-vif-deleted", "tag": "1b1fc02f-25c8-451d-be1d-dc17a595783a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:18.953290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88d3b1-cac6-47ab-8c11-04970df49b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1120d2-f984-4af8-b1d1-6baf90cbc867,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:18.985691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e775d011-edf4-4240-86ab-a2f64cfda32a req-8c7241ec-7e2e-4598-bb88-9f24482d97db tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4971807 Nov 12 11:07:18.987692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:18.988245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Checking segment: {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:18.988933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Bound using segment: {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:18.989589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Bound port: 18940690-d376-4d98-bcd8-33d0180182c5, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:18.990947 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.082730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 51fc295f-79e9-431c-ba71-3a1ddd38a952 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:19.083314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 51fc295f-79e9-431c-ba71-3a1ddd38a952 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:19.088700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.105959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.116253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1447d29b-f956-4491-86dc-d432f5929946 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.117396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1447d29b-f956-4491-86dc-d432f5929946 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Fanout notify agent at l3_agent the message router_deleted on router 4a028dc0-ae28-4f4e-b40a-281647037499 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:07:19.137907 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1447d29b-f956-4491-86dc-d432f5929946 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.140400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1447d29b-f956-4491-86dc-d432f5929946 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/routers/4a028dc0-ae28-4f4e-b40a-281647037499 HTTP/1.1" status: 204 len: 168 time: 1.4727149 Nov 12 11:07:19.158469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47062) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:19.167149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:19.204965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-74020d44-4075-403d-b3f8-99d876733291', 'network_id': '74020d44-4075-403d-b3f8-99d876733291', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'fixed_ips': [{'subnet_id': 'e6986ded-d715-4ab6-8286-ff2d9ddae0ba'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:07:19.209588 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.228335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1dee4-2f2a-4224-960c-8cb4ffb27862 req-d5d3199e-f00e-44df-bc85-2270949d5229 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:19.242996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5f1dee4-2f2a-4224-960c-8cb4ffb27862 req-d5d3199e-f00e-44df-bc85-2270949d5229 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 944 time: 0.3275282 Nov 12 11:07:19.251171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] For port 18940690-d376-4d98-bcd8-33d0180182c5, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:19.267527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] For port 18940690-d376-4d98-bcd8-33d0180182c5, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=18940690-d376-4d98-bcd8-33d0180182c5,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:19.400378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.437506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5f1dee4-2f2a-4224-960c-8cb4ffb27862 req-aaf74d93-f73a-49e5-aff2-d4ab83ad9b17 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933689 Nov 12 11:07:19.488944 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2a-1d85-4bd1-8c0e-e1cf06a9a0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.527718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.560304 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121105d4-ae11-4d29-8a10-d46adc5c86c1 x-openstack-request-id: req-121105d4-ae11-4d29-8a10-d46adc5c86c1 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:19.561934 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0", "name": "network-vif-deleted", "tag": "1b1fc02f-25c8-451d-be1d-dc17a595783a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:19.562272 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-121105d4-ae11-4d29-8a10-d46adc5c86c1 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:19.562603 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0', 'name': 'network-vif-deleted', 'tag': '1b1fc02f-25c8-451d-be1d-dc17a595783a', 'status': 'completed', 'code': 200} Nov 12 11:07:19.569049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:19.643734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Allocated IP 172.20.0.2 (74020d44-4075-403d-b3f8-99d876733291/e6986ded-d715-4ab6-8286-ff2d9ddae0ba/f9f4197d-275a-4293-ae57-6a3f7db9318e) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:19.654993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:19.661450 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.700468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:19.811024 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2432f64f-dc6e-4328-9559-2f9c512ccd06 req-62b96b6b-d1d3-4802-aca9-c04bbc393477 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=3c799436-3c2f-4e20-b3d6-5ee37e1dc8d0 HTTP/1.1" status: 200 len: 210 time: 0.0706544 Nov 12 11:07:19.823742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:19.824728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.837947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] 10.222.0.69 "PUT /v2.0/ports/18940690-d376-4d98-bcd8-33d0180182c5 HTTP/1.1" status: 200 len: 1093 time: 4.9011738 Nov 12 11:07:19.842042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2a-1d85-4bd1-8c0e-e1cf06a9a0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.850618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:19.855875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:19.866633 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444fa859-8efd-4641-be10-f889d3d431ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "18940690-d376-4d98-bcd8-33d0180182c5"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:19.880602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:19.911770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Transition to ACTIVE for port object 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:19.952707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3437cc-31f0-470b-8e5b-ee8c8501ecf5 req-f1077a07-2162-4023-9bca-baab11e0ed1f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:19.976403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb3437cc-31f0-470b-8e5b-ee8c8501ecf5 req-f1077a07-2162-4023-9bca-baab11e0ed1f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.5701127 Nov 12 11:07:20.007094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:20.007334 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.186738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] No DVR routers for this DVR port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:20.189078 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20eecad-9c31-4934-aa5a-1b4ed63ff707 x-openstack-request-id: req-e20eecad-9c31-4934-aa5a-1b4ed63ff707 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:20.193528 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "18940690-d376-4d98-bcd8-33d0180182c5", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:20.196114 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e20eecad-9c31-4934-aa5a-1b4ed63ff707 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:20.196114 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5', 'status': 'completed', 'code': 200} Nov 12 11:07:20.197802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9b0ad28e-95df-4c11-a318-dcbd63277f67 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:20.325126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.333539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=9']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:20.364721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Attempting to bind port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:20.365089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Attempting to bind port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:20.365414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Attempting to bind port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on network fe17b18d-fe31-404c-b25e-d98da23c0162 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:20.372831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on network fe17b18d-fe31-404c-b25e-d98da23c0162 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:20.373159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Attempting to bind port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on network fe17b18d-fe31-404c-b25e-d98da23c0162 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:20.384316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:20.384653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Checking segment: {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:20.385042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Bound using segment: {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:20.386297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Bound port: 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f4c62f-6202-4b62-901c-e26b6d9ecca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:20.386297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.409635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-94fc9d7b-6e99-40a3-811f-19a087cdebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.416310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-94fc9d7b-6e99-40a3-811f-19a087cdebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.416310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-94fc9d7b-6e99-40a3-811f-19a087cdebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.416310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-94fc9d7b-6e99-40a3-811f-19a087cdebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.416310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-94fc9d7b-6e99-40a3-811f-19a087cdebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.416310 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-444fa859-8efd-4641-be10-f889d3d431ff req-94fc9d7b-6e99-40a3-811f-19a087cdebec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 4364 time: 0.3148756 Nov 12 11:07:20.427240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6ca9-16ab-4929-bac9-4ad1b8131db9 req-ddc4fc17-7caf-46f4-9c71-2419cc9859ce tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.431048 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.433301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6ca9-16ab-4929-bac9-4ad1b8131db9 req-ddc4fc17-7caf-46f4-9c71-2419cc9859ce tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.439498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6ca9-16ab-4929-bac9-4ad1b8131db9 req-ddc4fc17-7caf-46f4-9c71-2419cc9859ce tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.448442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6ca9-16ab-4929-bac9-4ad1b8131db9 req-ddc4fc17-7caf-46f4-9c71-2419cc9859ce tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.455261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6ca9-16ab-4929-bac9-4ad1b8131db9 req-ddc4fc17-7caf-46f4-9c71-2419cc9859ce tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.463981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-476b6ca9-16ab-4929-bac9-4ad1b8131db9 req-ddc4fc17-7caf-46f4-9c71-2419cc9859ce tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 3828 time: 0.2075970 Nov 12 11:07:20.483871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b75151-1751-43a6-bb50-880c34ecb63d service neutron] Pushing event updated for resources: {'Port': ['ID=18940690-d376-4d98-bcd8-33d0180182c5,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:20.511341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.607148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:20.653302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.656026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb3437cc-31f0-470b-8e5b-ee8c8501ecf5 req-f0eebf22-4c72-4beb-bf50-3c58e9bba5f3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780193 Nov 12 11:07:20.656656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.670554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.731839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:20.732689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:20.734795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.740243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Network 74020d44-4075-403d-b3f8-99d876733291 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:20.742205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Pushing event updated for resources: {'Port': ['ID=f9f4197d-275a-4293-ae57-6a3f7db9318e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:20.755674 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2a-1d85-4bd1-8c0e-e1cf06a9a0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.760364 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e2a-1d85-4bd1-8c0e-e1cf06a9a0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:20.762809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f4f08e2a-1d85-4bd1-8c0e-e1cf06a9a0db admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/83cb184a-6669-46b6-b954-c77c11076367 HTTP/1.1" status: 204 len: 168 time: 1.8852835 Nov 12 11:07:20.788213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:20.805392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:20.808587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '9b0ad28e-95df-4c11-a318-dcbd63277f67', 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279', 'port_id': '9b0ad28e-95df-4c11-a318-dcbd63277f67', 'mac_address': 'fa:16:3e:0e:8a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4f7967-2b88-4bd2-a0b2-99b26f45a16b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:20.812973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:20.826532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f08e2a-1d85-4bd1-8c0e-e1cf06a9a0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cb184a-6669-46b6-b954-c77c11076367,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:20.867562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef0ce5c-fc45-4b90-88a7-402d72a10585 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:20.936565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-476b6ca9-16ab-4929-bac9-4ad1b8131db9 req-7708008a-b708-46cb-b88e-1abc3d75478c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4715776 Nov 12 11:07:20.983888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.003166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8380430 Nov 12 11:07:21.024683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47088) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:21.058823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcec647-e4ac-41ec-9935-230c1d72bdb5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:21.073419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0ad28e-95df-4c11-a318-dcbd63277f67 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:21.096798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:21.102250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:21.115645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1643b92b-225b-448b-90cd-96a1a473c617 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1955266509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:21.155106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:21.187644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-2c973f6d-9215-4f0d-abee-114228b93ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.188519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-2c973f6d-9215-4f0d-abee-114228b93ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.189012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-2c973f6d-9215-4f0d-abee-114228b93ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.191436 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-444fa859-8efd-4641-be10-f889d3d431ff req-2c973f6d-9215-4f0d-abee-114228b93ceb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=757bbdd23954452ab9f7f620e9a5f030&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7194052 Nov 12 11:07:21.213852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:07:21.214788 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.235915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.458430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede01ee-382c-4526-ad1d-613b3115089d req-feeeedc9-a66d-461a-8ef7-f98d82554701 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:21.460282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aede01ee-382c-4526-ad1d-613b3115089d req-feeeedc9-a66d-461a-8ef7-f98d82554701 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.2406101 Nov 12 11:07:21.482355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.492096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Attempting to bind port f9f4197d-275a-4293-ae57-6a3f7db9318e on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:21.493131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Attempting to bind port f9f4197d-275a-4293-ae57-6a3f7db9318e by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:21.493988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Attempting to bind port f9f4197d-275a-4293-ae57-6a3f7db9318e on network 74020d44-4075-403d-b3f8-99d876733291 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:21.520375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:21.521636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Checking segment: {'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:21.523415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.525565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Bound using segment: {'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:21.526228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Bound port: f9f4197d-275a-4293-ae57-6a3f7db9318e, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:21.526901 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:21.843569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9b0ad28e-95df-4c11-a318-dcbd63277f67'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:21.928762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aede01ee-382c-4526-ad1d-613b3115089d req-75ac06c0-8211-4d62-bd58-89a0e6ac5964 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287472 Nov 12 11:07:22.000591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f/ce2fb415-e798-42d1-8c4f-008271281712) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:22.098014 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1643b92b-225b-448b-90cd-96a1a473c617 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.107125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1643b92b-225b-448b-90cd-96a1a473c617 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.149997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.150687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.152895 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] 10.222.0.69 "PUT /v2.0/ports/2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 1093 time: 4.4764535 Nov 12 11:07:22.195553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:22.195553 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa601b6-351b-42d0-807b-4167049b571c" -d '{"events": [{"name": "network-changed", "server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:22.201336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c138d-8799-4ad4-ac42-6c1c35efa1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:22.242913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:22.352504 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] For port f9f4197d-275a-4293-ae57-6a3f7db9318e, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:22.361555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] For port f9f4197d-275a-4293-ae57-6a3f7db9318e, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f9f4197d-275a-4293-ae57-6a3f7db9318e,segment=NetworkSegment(5c8c3880-ebf9-4596-8f2f-687379bc5633),segment_id=5c8c3880-ebf9-4596-8f2f-687379bc5633)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:22.385195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47124) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:22.485822 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.574043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-26b51a91-b9b9-4e51-be83-e2f6cf5e6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.578776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-26b51a91-b9b9-4e51-be83-e2f6cf5e6933 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1097 time: 0.2945225 Nov 12 11:07:22.586814 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.662687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd162a-672f-4152-af85-5b4fcb97c2db None None] Pushing event updated for resources: {'Port': ['ID=f9f4197d-275a-4293-ae57-6a3f7db9318e,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:22.694369 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.820263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:22.835361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:22.836648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.842446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:22.857057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Pushing event updated for resources: {'Port': ['ID=ce2fb415-e798-42d1-8c4f-008271281712,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:22.871526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-bb971f5e-ffc5-4a87-992e-1cdc666a8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.873342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-bb971f5e-ffc5-4a87-992e-1cdc666a8de3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 915 time: 0.2627511 Nov 12 11:07:22.932086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf507e-7a89-4545-a0ab-2550ae83f119 req-7d282026-ef13-4e76-9571-b66c588e7989 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:22.953064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Attempting to bind port ce2fb415-e798-42d1-8c4f-008271281712 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:22.953426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Attempting to bind port ce2fb415-e798-42d1-8c4f-008271281712 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:22.953785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Attempting to bind port ce2fb415-e798-42d1-8c4f-008271281712 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:22.957296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcaf507e-7a89-4545-a0ab-2550ae83f119 req-7d282026-ef13-4e76-9571-b66c588e7989 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 944 time: 0.4617410 Nov 12 11:07:22.961310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:22.961677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:22.962073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:22.962467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:22.962963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Bound port: ce2fb415-e798-42d1-8c4f-008271281712, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:22.963345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.047299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-144389233-network', 'tenant_id': '3ac1ee73664247219478769fd206ad26'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:23.056832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.106518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1643b92b-225b-448b-90cd-96a1a473c617 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.149579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] For port ce2fb415-e798-42d1-8c4f-008271281712, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:23.156674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] For port ce2fb415-e798-42d1-8c4f-008271281712, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ce2fb415-e798-42d1-8c4f-008271281712,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:23.160519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47138) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:23.167295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa5b261-3b63-450e-bef7-12cbc53d65a4 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:23.170765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-9d75fca6-9698-419e-a2db-e743bf6bd0a8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.172413 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-9d75fca6-9698-419e-a2db-e743bf6bd0a8 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 1.1308482 Nov 12 11:07:23.182367 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-43218008-0e46-4010-b464-809686bc9200 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 217 time: 0.2004855 Nov 12 11:07:23.186194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa859-8efd-4641-be10-f889d3d431ff req-7ed56c26-c569-4b93-9b46-f93f292d0ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.189541 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-444fa859-8efd-4641-be10-f889d3d431ff req-7ed56c26-c569-4b93-9b46-f93f292d0ffc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9877927 Nov 12 11:07:23.189541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1643b92b-225b-448b-90cd-96a1a473c617 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.192346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.241937 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.266087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Transition to ACTIVE for port object 5aa5b261-3b63-450e-bef7-12cbc53d65a4 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:23.270635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcaf507e-7a89-4545-a0ab-2550ae83f119 req-8234294a-ae02-4c7b-9445-132755bcaf85 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246034 Nov 12 11:07:23.286991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-ba9d5468-3de7-4dee-a31a-9bb9fd4452a3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/quotas/9a3d96dbccd14fc0b89b9a4430474375 HTTP/1.1" status: 200 len: 375 time: 0.0904994 Nov 12 11:07:23.295472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Made reservation on behalf of 3ac1ee73664247219478769fd206ad26 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:23.298845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.378623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.381317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.400708 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-845833218-network', 'tenant_id': '64e0dba21e114f47b02be7b325fff8f6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:23.433127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77034f94-54af-4f95-9a99-309a8d21bfc3 None None] Pushing event updated for resources: {'Port': ['ID=ce2fb415-e798-42d1-8c4f-008271281712,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:23.447104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-5e382fbb-3526-4eb2-9cb4-816ddffae46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.450050 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-5e382fbb-3526-4eb2-9cb4-816ddffae46f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.2453392 Nov 12 11:07:23.453519 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-e16a14fd-6869-4b7f-825c-87e5e31dabc5 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1340983 Nov 12 11:07:23.460319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1643b92b-225b-448b-90cd-96a1a473c617 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:23.466303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1643b92b-225b-448b-90cd-96a1a473c617 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 2.3906786 Nov 12 11:07:23.473458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47142) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:23.631041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Allocated IP 172.25.3.189 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/10c8646b-c06a-475a-b249-45ab454b9ec4) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:23.655629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Attempting to bind port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:23.656574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Attempting to bind port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:23.657373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Attempting to bind port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.673575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:23.673907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Attempting to bind port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:23.695653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa5b261-3b63-450e-bef7-12cbc53d65a4,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:23.731063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b39a-a74e-431f-9f90-1664b5d343c0 req-3349aac7-bcdd-4922-b98a-c8dbaaf6fcb9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.735761 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-9224b680-aa63-4e38-bb41-87fa57a54dbc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2653823 Nov 12 11:07:23.738563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b39a-a74e-431f-9f90-1664b5d343c0 req-3349aac7-bcdd-4922-b98a-c8dbaaf6fcb9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.745206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b39a-a74e-431f-9f90-1664b5d343c0 req-3349aac7-bcdd-4922-b98a-c8dbaaf6fcb9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.751869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b39a-a74e-431f-9f90-1664b5d343c0 req-3349aac7-bcdd-4922-b98a-c8dbaaf6fcb9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.758710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b39a-a74e-431f-9f90-1664b5d343c0 req-3349aac7-bcdd-4922-b98a-c8dbaaf6fcb9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.768091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b39a-a74e-431f-9f90-1664b5d343c0 req-3349aac7-bcdd-4922-b98a-c8dbaaf6fcb9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:23.770682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52c5b39a-a74e-431f-9f90-1664b5d343c0 req-3349aac7-bcdd-4922-b98a-c8dbaaf6fcb9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 4599 time: 0.3536386 Nov 12 11:07:23.774584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:23.774911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Checking segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:23.775309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Bound using segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:23.776163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Bound port: 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:23.776538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.127022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52c5b39a-a74e-431f-9f90-1664b5d343c0 req-9b314696-be82-4478-b4f1-3bbc19264b1b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3391268 Nov 12 11:07:24.156569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] For port 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:24.164866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] For port 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:24.199748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.212617 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-0ced6e2b-860b-42be-83d0-d45652e0936b service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979080 Nov 12 11:07:24.226546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9b0ad28e-95df-4c11-a318-dcbd63277f67 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:24.257975 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.262240 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.344068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:24.345552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.348110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] 10.222.0.69 "PUT /v2.0/ports/5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 1130 time: 4.3582997 Nov 12 11:07:24.364543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '5aa5b261-3b63-450e-bef7-12cbc53d65a4'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:24.368022 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7220df4e-fb9e-430b-83f7-f43ee341020d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "5aa5b261-3b63-450e-bef7-12cbc53d65a4"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:24.425789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef360c9d-60de-4556-b4fd-cf659250f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa5b261-3b63-450e-bef7-12cbc53d65a4,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:24.432880 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.443130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 9b0ad28e-95df-4c11-a318-dcbd63277f67 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:07:24.448717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 9b0ad28e-95df-4c11-a318-dcbd63277f67 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:24.449166 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.469730 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:07:24.541650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:24.605351 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c194dc-53dd-4a4d-a757-4c6e67cd505a x-openstack-request-id: req-16c194dc-53dd-4a4d-a757-4c6e67cd505a {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:24.605664 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:24.606080 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-16c194dc-53dd-4a4d-a757-4c6e67cd505a {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:24.606878 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'status': 'completed', 'code': 200} Nov 12 11:07:24.673912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0714578-2007-43ec-b711-0744834e8567 None None] Network 74020d44-4075-403d-b3f8-99d876733291 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:24.704241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Pushing event updated for resources: {'Port': ['ID=10c8646b-c06a-475a-b249-45ab454b9ec4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:24.750258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.765723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Made reservation on behalf of 64e0dba21e114f47b02be7b325fff8f6 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:24.773026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.797740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:24.814216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.828814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1cd8a1a5-69da-4d94-b46a-94385e5de8b0 None None] Provisioning complete for port f9f4197d-275a-4293-ae57-6a3f7db9318e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:24.829195 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a1a5-69da-4d94-b46a-94385e5de8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.860095 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:24.872502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:24.889233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:24.932444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:24.934694 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345c01dc-c218-497f-95ee-9241d808dcc8" -d '{"events": [{"server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "name": "network-vif-plugged", "status": "completed", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:24.992449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:25.026526 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.052975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175d9e-23cb-401a-b66a-fd82f2a5eacf req-254e8266-d3ce-4718-b41a-50cbb9d43e85 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:25.054697 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b175d9e-23cb-401a-b66a-fd82f2a5eacf req-254e8266-d3ce-4718-b41a-50cbb9d43e85 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.6496410 Nov 12 11:07:25.086731 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.140812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ce2fb415-e798-42d1-8c4f-008271281712 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:25.253232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.333868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b5d26dfe-3e63-4a40-b7c8-46b5b471ca9d service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8099716 Nov 12 11:07:25.335351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795d9a63-4616-461a-93d5-56562b8171e4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:25.341081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b175d9e-23cb-401a-b66a-fd82f2a5eacf req-1873a9c3-dcf6-410f-8a16-a67a26a2741d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770288 Nov 12 11:07:25.395553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a1a5-69da-4d94-b46a-94385e5de8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.458973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.499781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:25.517154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:07:25.529699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.530248 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Added segment 794ef4bf-621f-451e-9279-bdccc8939991 of type vlan for network 5fa8912b-4eca-4e0d-8839-831ff9243398 Nov 12 11:07:25.626530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1cd8a1a5-69da-4d94-b46a-94385e5de8b0 None None] For port f9f4197d-275a-4293-ae57-6a3f7db9318e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f9f4197d-275a-4293-ae57-6a3f7db9318e,segment=NetworkSegment(5c8c3880-ebf9-4596-8f2f-687379bc5633),segment_id=5c8c3880-ebf9-4596-8f2f-687379bc5633)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:25.630077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.636469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ce2fb415-e798-42d1-8c4f-008271281712 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:25.637295 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.685773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43930f2a-5580-42ee-bbdd-c1b7852e829e req-2dc170c8-5401-49a3-b151-d908b34b7472 service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3235295 Nov 12 11:07:25.721856 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a1a5-69da-4d94-b46a-94385e5de8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.749384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:07:25.767139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.768699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:25.769519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.802376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f866ef73-bd21-4307-bf8e-49c9d55fc860 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:25.811962 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.830450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Transition to ACTIVE for port object f866ef73-bd21-4307-bf8e-49c9d55fc860 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:25.831750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.885205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8a1a5-69da-4d94-b46a-94385e5de8b0 None None] Pushing event updated for resources: {'Port': ['ID=f9f4197d-275a-4293-ae57-6a3f7db9318e,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:25.909805 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5137098 Nov 12 11:07:25.912634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:25.915784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47154) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:25.925163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Request body: {'subnet': {'network_id': '5fa8912b-4eca-4e0d-8839-831ff9243398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-144389233-subnet', 'tenant_id': '3ac1ee73664247219478769fd206ad26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:25.927146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:25.927622 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Added segment bdac82dd-d30b-4152-a1e7-6ac429ffdd15 of type vlan for network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 Nov 12 11:07:25.959332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d538e-009a-4bf0-bcbb-a98eb8657632 req-4b9dc83c-cd3b-4b1a-b67d-c0f2e47b4ca3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:25.960866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f41d538e-009a-4bf0-bcbb-a98eb8657632 req-4b9dc83c-cd3b-4b1a-b67d-c0f2e47b4ca3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.3695412 Nov 12 11:07:25.964890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.068314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Made reservation on behalf of 3ac1ee73664247219478769fd206ad26 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:26.070483 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.078421 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.290768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c0575-33ba-4960-8310-51d2c2aab1bb admin admin] Pushing event updated for resources: {'Network': ['ID=5fa8912b-4eca-4e0d-8839-831ff9243398,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:26.309330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Pushing event updated for resources: {'Port': ['ID=f866ef73-bd21-4307-bf8e-49c9d55fc860,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:26.315960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f41d538e-009a-4bf0-bcbb-a98eb8657632 req-eb1995a6-62ca-48a4-a980-e3185678b2e8 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489097 Nov 12 11:07:26.336052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.377067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.461859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa601b6-351b-42d0-807b-4167049b571c req-6e528a4c-8fc1-4e69-b451-cc038bc4f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:26.463525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fa601b6-351b-42d0-807b-4167049b571c req-6e528a4c-8fc1-4e69-b451-cc038bc4f0f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1097 time: 0.5216968 Nov 12 11:07:26.481491 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 5fa8912b-4eca-4e0d-8839-831ff9243398 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:07:26.524156 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35c37ca-c8ec-4a6d-a21c-ff08d49f64ea x-openstack-request-id: req-f35c37ca-c8ec-4a6d-a21c-ff08d49f64ea {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:26.531793 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b4289820-8717-4c5b-87ff-86e6c0659cf6 service neutron] 10.222.0.98 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1042562 Nov 12 11:07:26.539735 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "5aa5b261-3b63-450e-bef7-12cbc53d65a4", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:26.540454 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f35c37ca-c8ec-4a6d-a21c-ff08d49f64ea {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:26.541830 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '5aa5b261-3b63-450e-bef7-12cbc53d65a4', 'status': 'completed', 'code': 200} Nov 12 11:07:26.650358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.651249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:26.651833 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.864543 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c1ac89-ee12-4876-a92d-9b62c1247c83 x-openstack-request-id: req-56c1ac89-ee12-4876-a92d-9b62c1247c83 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:26.865505 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "name": "network-vif-plugged", "status": "completed", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:26.865505 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-56c1ac89-ee12-4876-a92d-9b62c1247c83 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:26.869923 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67', 'code': 200} Nov 12 11:07:26.899655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port ce2fb415-e798-42d1-8c4f-008271281712, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ce2fb415-e798-42d1-8c4f-008271281712,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:26.903523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-26ef273d-d208-417b-9804-b4a5a0d90063 None None] Provisioning complete for port ce2fb415-e798-42d1-8c4f-008271281712 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:26.904134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-26ef273d-d208-417b-9804-b4a5a0d90063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.996546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:26.998515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f9f4197d-275a-4293-ae57-6a3f7db9318e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:27.092290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.9259770 Nov 12 11:07:27.110436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Attempting to bind port f866ef73-bd21-4307-bf8e-49c9d55fc860 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:27.111193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Attempting to bind port f866ef73-bd21-4307-bf8e-49c9d55fc860 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:27.111891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Attempting to bind port f866ef73-bd21-4307-bf8e-49c9d55fc860 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:27.128528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47176) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:27.256044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Request body: {'subnet': {'network_id': '02ef8bb9-c940-4712-bd4a-c58a45c1a735', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-845833218-subnet', 'tenant_id': '64e0dba21e114f47b02be7b325fff8f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:27.260114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=ce2fb415-e798-42d1-8c4f-008271281712,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:27.368265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97718fa-502b-4d1e-ad74-793ab5827b66 admin admin] Pushing event updated for resources: {'Network': ['ID=02ef8bb9-c940-4712-bd4a-c58a45c1a735,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:27.413864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Port f866ef73-bd21-4307-bf8e-49c9d55fc860 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:27.422939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Attempting to bind port f866ef73-bd21-4307-bf8e-49c9d55fc860 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:27.444346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:07:27.453913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-9b8a5239-d2dd-4db1-b64e-f7cd08f34197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.466934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-9b8a5239-d2dd-4db1-b64e-f7cd08f34197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.467527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-9b8a5239-d2dd-4db1-b64e-f7cd08f34197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.468265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-9b8a5239-d2dd-4db1-b64e-f7cd08f34197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.474338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-9b8a5239-d2dd-4db1-b64e-f7cd08f34197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.474338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-9b8a5239-d2dd-4db1-b64e-f7cd08f34197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.474338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-9b8a5239-d2dd-4db1-b64e-f7cd08f34197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.474338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-9b8a5239-d2dd-4db1-b64e-f7cd08f34197 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6168 time: 0.8579893 Nov 12 11:07:27.480085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa601b6-351b-42d0-807b-4167049b571c req-f71c4e4d-b7f0-462c-b3f0-867090874522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.481734 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fa601b6-351b-42d0-807b-4167049b571c req-f71c4e4d-b7f0-462c-b3f0-867090874522 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 915 time: 0.9966016 Nov 12 11:07:27.488013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4e0d8-6cc5-458d-b05e-e1921db65a7f req-9cb2cceb-1ca8-4daa-a97a-bd74e5e165cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.489871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c4e0d8-6cc5-458d-b05e-e1921db65a7f req-9cb2cceb-1ca8-4daa-a97a-bd74e5e165cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1097 time: 0.6106558 Nov 12 11:07:27.545239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a16c9-0573-4538-b665-fbef57f3c77a req-a02f8e62-1802-4922-b54a-401f050f8240 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:27.552065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Made reservation on behalf of 64e0dba21e114f47b02be7b325fff8f6 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:27.553738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ec4a16c9-0573-4538-b665-fbef57f3c77a req-a02f8e62-1802-4922-b54a-401f050f8240 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.4602952 Nov 12 11:07:27.557106 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.566139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:27.566870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Checking segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:27.567484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Bound using segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:27.568517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Bound port: f866ef73-bd21-4307-bf8e-49c9d55fc860, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:27.569147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:27.724257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f9f4197d-275a-4293-ae57-6a3f7db9318e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:27.725057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.015288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-24f747bb-2962-4e09-ab53-3a5d3adc4180 None None] Provisioning complete for port f9f4197d-275a-4293-ae57-6a3f7db9318e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:28.018417 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-24f747bb-2962-4e09-ab53-3a5d3adc4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.233847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306779-3c6a-4486-a6da-1f672d5857dc req-ad115b7e-38cf-454a-916a-cfb9c1e0f355 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.259875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306779-3c6a-4486-a6da-1f672d5857dc req-ad115b7e-38cf-454a-916a-cfb9c1e0f355 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.285247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306779-3c6a-4486-a6da-1f672d5857dc req-ad115b7e-38cf-454a-916a-cfb9c1e0f355 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.294679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306779-3c6a-4486-a6da-1f672d5857dc req-ad115b7e-38cf-454a-916a-cfb9c1e0f355 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.309740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ce2fb415-e798-42d1-8c4f-008271281712 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:28.315355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306779-3c6a-4486-a6da-1f672d5857dc req-ad115b7e-38cf-454a-916a-cfb9c1e0f355 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.322943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306779-3c6a-4486-a6da-1f672d5857dc req-ad115b7e-38cf-454a-916a-cfb9c1e0f355 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.338743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306779-3c6a-4486-a6da-1f672d5857dc req-ad115b7e-38cf-454a-916a-cfb9c1e0f355 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.341353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42306779-3c6a-4486-a6da-1f672d5857dc req-ad115b7e-38cf-454a-916a-cfb9c1e0f355 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5370 time: 1.2411847 Nov 12 11:07:28.342759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.464914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ce2fb415-e798-42d1-8c4f-008271281712 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:28.465609 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.594766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fa601b6-351b-42d0-807b-4167049b571c req-716e105c-1cdc-42ac-81c0-40d60a56dd23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 217 time: 1.0355957 Nov 12 11:07:28.688338 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.747950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f9f4197d-275a-4293-ae57-6a3f7db9318e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:28.785223 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.822893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa601b6-351b-42d0-807b-4167049b571c req-5a5feb52-5d5f-43da-9fe1-a890012419cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:28.827198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fa601b6-351b-42d0-807b-4167049b571c req-5a5feb52-5d5f-43da-9fe1-a890012419cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.1195834 Nov 12 11:07:28.870794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f9f4197d-275a-4293-ae57-6a3f7db9318e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:28.871631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:28.980697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::1 (5548ef9b-af8a-4319-aa1a-0d0b38428140/fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f/89b658be-bfc3-4476-85d3-b642c0b82fdf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:28.993361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42306779-3c6a-4486-a6da-1f672d5857dc req-510030e9-3711-43a9-8cdf-05d7b7f33861 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3089855 Nov 12 11:07:29.043764 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fa601b6-351b-42d0-807b-4167049b571c req-1241f10d-c0d5-4510-8322-39f078b2809e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008806 Nov 12 11:07:29.054707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Checking segment: {'id': '794ef4bf-621f-451e-9279-bdccc8939991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5fa8912b-4eca-4e0d-8839-831ff9243398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:29.056309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Network hostable DHCP agents. Network: 5fa8912b-4eca-4e0d-8839-831ff9243398, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:07:29.073386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c4e0d8-6cc5-458d-b05e-e1921db65a7f req-ec3d9eb2-7d04-459d-b633-91674eafc144 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5748947 Nov 12 11:07:29.088005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] For port f866ef73-bd21-4307-bf8e-49c9d55fc860, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:29.093276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] For port f866ef73-bd21-4307-bf8e-49c9d55fc860, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:29.113488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f179d3-1098-42d2-b3d1-261fc2d2e15e,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:29.123992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ec4a16c9-0573-4538-b665-fbef57f3c77a req-cfa7e324-dc3b-417e-9607-5e2e28caf138 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5662787 Nov 12 11:07:29.181340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1729117f-2797-4700-a6b3-af5881fcb351,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:29.253081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.263274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-d04e2169-8e0c-446c-9e22-5ca514c902f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:29.264178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-d04e2169-8e0c-446c-9e22-5ca514c902f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:29.264781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-d04e2169-8e0c-446c-9e22-5ca514c902f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:29.267083 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-d04e2169-8e0c-446c-9e22-5ca514c902f8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=757bbdd23954452ab9f7f620e9a5f030&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.6907446 Nov 12 11:07:29.300313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:29.301526 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.303181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] 10.222.0.69 "PUT /v2.0/ports/f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 1130 time: 4.8232327 Nov 12 11:07:29.335790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Checking segment: {'id': 'bdac82dd-d30b-4152-a1e7-6ac429ffdd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '02ef8bb9-c940-4712-bd4a-c58a45c1a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:29.336195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Network hostable DHCP agents. Network: 02ef8bb9-c940-4712-bd4a-c58a45c1a735, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:07:29.342380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': 'f866ef73-bd21-4307-bf8e-49c9d55fc860'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:29.346646 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eabec6-35f7-444d-9dd7-e374fd137b41" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "f866ef73-bd21-4307-bf8e-49c9d55fc860"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:29.390336 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b34301a-bd11-4071-a940-172c1cae4126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.431146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254072e-798f-4aa4-96d1-fa23bb842146 service neutron] Pushing event updated for resources: {'Port': ['ID=f866ef73-bd21-4307-bf8e-49c9d55fc860,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:29.509138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:29.579658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:07:29.607191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Router 66422489-e193-4434-b6ac-62e076695b00 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:07:29.628771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Network 5fa8912b-4eca-4e0d-8839-831ff9243398 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:07:29.769052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 02ef8bb9-c940-4712-bd4a-c58a45c1a735) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:29.793414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa4b58f-6f97-49c7-8d56-15d93c237fc7 None None] Network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:29.901323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:29.906819 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:29.946694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f97e6463-9311-4d43-ba3d-7e9426a12b0b req-6c5eba5e-e622-4d07-a7ef-e8fbe3c23e20 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 210 time: 0.3726251 Nov 12 11:07:29.947999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 5fa8912b-4eca-4e0d-8839-831ff9243398) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:29.996869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627d3c4-3612-43e5-9b65-6294a41db1dd None None] Network 5fa8912b-4eca-4e0d-8839-831ff9243398 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:30.055179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:30.108688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fa601b6-351b-42d0-807b-4167049b571c req-8665ea74-9892-41ce-9d90-e57b2318362e service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0467300 Nov 12 11:07:30.124417 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69664a5-f025-4e0d-ac0b-5a764f6f36ca x-openstack-request-id: req-d69664a5-f025-4e0d-ac0b-5a764f6f36ca {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:30.125144 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "f866ef73-bd21-4307-bf8e-49c9d55fc860", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:30.125827 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d69664a5-f025-4e0d-ac0b-5a764f6f36ca {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:30.127870 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': 'f866ef73-bd21-4307-bf8e-49c9d55fc860', 'status': 'completed', 'code': 200} Nov 12 11:07:30.157221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:30.157221 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:30.157569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c4a6b-8aaf-4638-a51e-000475a0f439 req-d12eb17c-9994-4570-a9cf-96d6d201fde4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:30.161078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-713c4a6b-8aaf-4638-a51e-000475a0f439 req-d12eb17c-9994-4570-a9cf-96d6d201fde4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.5442030 Nov 12 11:07:30.171951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-33d032ba-2532-43af-a7bc-fe3f3dff89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:30.174681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7220df4e-fb9e-430b-83f7-f43ee341020d req-33d032ba-2532-43af-a7bc-fe3f3dff89cd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8450916 Nov 12 11:07:30.176335 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:30.322045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-713c4a6b-8aaf-4638-a51e-000475a0f439 req-a837eb35-aba2-407c-bdbd-3f8e73ea0dfe tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448100 Nov 12 11:07:30.336946 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:30.376765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-660fcd09-96b6-46ed-9cd1-823d7d74dc6d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2381048 Nov 12 11:07:30.632018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-923f029c-4ec0-450c-879a-87165ef75015 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.7145293 Nov 12 11:07:30.676674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1404ad04-c471-4b38-bc03-e945489f136a None None] Network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:30.709517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:30.712836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:30.725713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:30.731313 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:30.966398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=89b658be-bfc3-4476-85d3-b642c0b82fdf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:31.084236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-772d3be6-5860-4102-9ad0-267341a2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.085394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-772d3be6-5860-4102-9ad0-267341a2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.085394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-772d3be6-5860-4102-9ad0-267341a2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.085745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-772d3be6-5860-4102-9ad0-267341a2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.086222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-772d3be6-5860-4102-9ad0-267341a2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.090255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-772d3be6-5860-4102-9ad0-267341a2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.090776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-772d3be6-5860-4102-9ad0-267341a2cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.096472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9164c-c100-432d-8364-a8912eb995bf req-26457a9e-24d6-4df4-a9de-ee7883ec4ab5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.097673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-772d3be6-5860-4102-9ad0-267341a2cfa7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6210 time: 0.7560503 Nov 12 11:07:31.105871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9164c-c100-432d-8364-a8912eb995bf req-26457a9e-24d6-4df4-a9de-ee7883ec4ab5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.112258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9164c-c100-432d-8364-a8912eb995bf req-26457a9e-24d6-4df4-a9de-ee7883ec4ab5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.118950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9164c-c100-432d-8364-a8912eb995bf req-26457a9e-24d6-4df4-a9de-ee7883ec4ab5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.125619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9164c-c100-432d-8364-a8912eb995bf req-26457a9e-24d6-4df4-a9de-ee7883ec4ab5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.132473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9164c-c100-432d-8364-a8912eb995bf req-26457a9e-24d6-4df4-a9de-ee7883ec4ab5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.139145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9164c-c100-432d-8364-a8912eb995bf req-26457a9e-24d6-4df4-a9de-ee7883ec4ab5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.148444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ecf9164c-c100-432d-8364-a8912eb995bf req-26457a9e-24d6-4df4-a9de-ee7883ec4ab5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5370 time: 0.8409035 Nov 12 11:07:31.158557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:31.316375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Sync routers for ids ['66422489-e193-4434-b6ac-62e076695b00'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:31.365146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:31.372978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47893dbe-4c55-40b6-9dbb-70bde52ba71f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.4939644 Nov 12 11:07:31.373305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fa601b6-351b-42d0-807b-4167049b571c req-346073a4-3620-482a-9ec2-bafe9e76d6d8 service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2103531 Nov 12 11:07:31.374540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47208) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:31.381395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Routers {'66422489-e193-4434-b6ac-62e076695b00'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:31.382632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['66422489-e193-4434-b6ac-62e076695b00'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:31.504055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106618-90f8-40d7-848b-c09aeb8ebe76 req-d5fc7b92-bba9-426a-b661-67ddf46b417e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.512315 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00106618-90f8-40d7-848b-c09aeb8ebe76 req-d5fc7b92-bba9-426a-b661-67ddf46b417e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.9505124 Nov 12 11:07:31.682163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Set router 66422489-e193-4434-b6ac-62e076695b00 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:31.856721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ecf9164c-c100-432d-8364-a8912eb995bf req-49569ed7-e633-48f8-b4b0-1eeb7642bd77 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7070282 Nov 12 11:07:31.880125 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00106618-90f8-40d7-848b-c09aeb8ebe76 req-f7ed6cd5-0e5f-4a10-9c7f-6798deb0f4d4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432584 Nov 12 11:07:31.881461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-c18409b3-9cbe-4964-9cf2-cf315d57d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.881937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-c18409b3-9cbe-4964-9cf2-cf315d57d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.882402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-c18409b3-9cbe-4964-9cf2-cf315d57d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:31.884160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-c18409b3-9cbe-4964-9cf2-cf315d57d6d6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=757bbdd23954452ab9f7f620e9a5f030&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7632632 Nov 12 11:07:31.885511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.348813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-c9bd799c-8f85-4702-a2e6-b78736cee5a9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:32.352160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-c9bd799c-8f85-4702-a2e6-b78736cee5a9 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 811 time: 1.0441780 Nov 12 11:07:32.394603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c76ce199-ea33-4d24-9cc9-a8fb033e12dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.404822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea65eb4-464a-4eb0-b18f-91a6cf248e5b None None] Network 5fa8912b-4eca-4e0d-8839-831ff9243398 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:32.636207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Request body: {'port': {'device_id': '9d633f1f-b445-4f25-8d33-34db4f83395d', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'admin_state_up': True, 'tenant_id': '9a3d96dbccd14fc0b89b9a4430474375'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:32.679439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-eb3fbc48-e628-4823-a625-1b4667d7fcd7 None None] Provisioning complete for port 89b658be-bfc3-4476-85d3-b642c0b82fdf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:32.680276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb3fbc48-e628-4823-a625-1b4667d7fcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:32.798767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fbc48-e628-4823-a625-1b4667d7fcd7 None None] Port 89b658be-bfc3-4476-85d3-b642c0b82fdf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:32.850212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-91b1b791-61aa-4cad-8ae3-d2471a199cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:32.854382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48eabec6-35f7-444d-9dd7-e374fd137b41 req-91b1b791-61aa-4cad-8ae3-d2471a199cdc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9215715 Nov 12 11:07:32.861364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:07:25Z', 'revision_number': 3, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:32.949760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-148bedae-a40e-4e3f-bb8e-ab66327aea91 req-4b151582-e960-4a44-a4d6-d310d6cbddcf tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 210 time: 0.1228881 Nov 12 11:07:32.962200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Checking router: 66422489-e193-4434-b6ac-62e076695b00 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:32.962200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Updating router 66422489-e193-4434-b6ac-62e076695b00 port 10c8646b-c06a-475a-b249-45ab454b9ec4 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:07:33.063283 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.071155 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.198505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.291390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.292602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.409444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c320c77-72e2-4e56-beb5-c9c05b4caa5a {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:33.435094 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:33.570548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=89b658be-bfc3-4476-85d3-b642c0b82fdf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:33.678215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:33.679616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:34.040838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff33e95-3afa-4631-891c-4921369f24ad req-f56f7ac4-ee50-4f09-a6ae-5f717342388a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.043412 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ff33e95-3afa-4631-891c-4921369f24ad req-f56f7ac4-ee50-4f09-a6ae-5f717342388a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.3452604 Nov 12 11:07:34.070092 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.156981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ff33e95-3afa-4631-891c-4921369f24ad req-42f59d62-7ae8-484f-87f4-0e653877021c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991757 Nov 12 11:07:34.175422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-e1b8d44f-3e12-4f98-a2a8-ba875f286d43 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.189500 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.193138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.193655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-e1b8d44f-3e12-4f98-a2a8-ba875f286d43 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/networks?id=02ef8bb9-c940-4712-bd4a-c58a45c1a735 HTTP/1.1" status: 200 len: 821 time: 1.4290869 Nov 12 11:07:34.226148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Router 82b21c4c-a6af-49c1-826c-c62dd7b3d278 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:07:34.259176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Transition to ACTIVE for port object 3c320c77-72e2-4e56-beb5-c9c05b4caa5a will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:34.302903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b3c464ab-7350-46c1-afb9-d6d7a807225b None None] Provisioning complete for port 89b658be-bfc3-4476-85d3-b642c0b82fdf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:34.303284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3c464ab-7350-46c1-afb9-d6d7a807225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.339498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-a9e44b59-8bed-49c2-8e94-c76033622d09 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/quotas/64e0dba21e114f47b02be7b325fff8f6 HTTP/1.1" status: 200 len: 375 time: 0.1445792 Nov 12 11:07:34.357887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b3c464ab-7350-46c1-afb9-d6d7a807225b None None] Port 89b658be-bfc3-4476-85d3-b642c0b82fdf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:34.359592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf603ad5-da20-4fb1-afc8-bdd56fdad635 None None] Pushing event updated for resources: {'Port': ['ID=10c8646b-c06a-475a-b249-45ab454b9ec4,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:34.374652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.385539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Attempting to bind port 10c8646b-c06a-475a-b249-45ab454b9ec4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:34.385925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Attempting to bind port 10c8646b-c06a-475a-b249-45ab454b9ec4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:34.388901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Attempting to bind port 10c8646b-c06a-475a-b249-45ab454b9ec4 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:34.394993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:34.395404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:34.395733 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.396185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:34.396695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Bound port: 10c8646b-c06a-475a-b249-45ab454b9ec4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:34.399648 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.442999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-0f270a5d-47a4-4c25-a550-e5970b3143d9 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=64e0dba21e114f47b02be7b325fff8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853271 Nov 12 11:07:34.493966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] For port 10c8646b-c06a-475a-b249-45ab454b9ec4, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:34.498424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] For port 10c8646b-c06a-475a-b249-45ab454b9ec4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=10c8646b-c06a-475a-b249-45ab454b9ec4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:34.541953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Made reservation on behalf of 9a3d96dbccd14fc0b89b9a4430474375 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:34.545547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.606650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-895abb27-0278-40e7-9879-b0eb78e65213 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.622125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-895abb27-0278-40e7-9879-b0eb78e65213 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.632963 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.638959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Pushing event updated for resources: {'Port': ['ID=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:34.639173 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:34.650722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-895abb27-0278-40e7-9879-b0eb78e65213 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.664734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-895abb27-0278-40e7-9879-b0eb78e65213 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.674761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-895abb27-0278-40e7-9879-b0eb78e65213 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.682336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-895abb27-0278-40e7-9879-b0eb78e65213 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.694549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-895abb27-0278-40e7-9879-b0eb78e65213 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.707737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-895abb27-0278-40e7-9879-b0eb78e65213 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5382 time: 0.3626142 Nov 12 11:07:34.739343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:34.760460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e5f8f6f6-0052-48f6-9818-79fef914847c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "PUT /v2.0/routers/82b21c4c-a6af-49c1-826c-c62dd7b3d278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2508867 Nov 12 11:07:34.760667 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Sync routers for ids ['82b21c4c-a6af-49c1-826c-c62dd7b3d278'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:34.762485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47234) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:34.787491 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Routers {'82b21c4c-a6af-49c1-826c-c62dd7b3d278'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:34.788347 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82b21c4c-a6af-49c1-826c-c62dd7b3d278'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:34.862382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Routers {'66422489-e193-4434-b6ac-62e076695b00'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:34.880968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['66422489-e193-4434-b6ac-62e076695b00'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:34.883966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf603ad5-da20-4fb1-afc8-bdd56fdad635 None None] Pushing event updated for resources: {'Port': ['ID=10c8646b-c06a-475a-b249-45ab454b9ec4,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:34.947772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c79e1b-2878-40a1-8327-91da44adbdf3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:34.955000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a5c79e1b-2878-40a1-8327-91da44adbdf3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports/89b658be-bfc3-4476-85d3-b642c0b82fdf HTTP/1.1" status: 200 len: 911 time: 0.1921182 Nov 12 11:07:34.956028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47236) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:35.012667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6e7e768-b8b8-443c-9abc-d2916a3770e2 req-4512ff40-161b-4031-9b4c-ee3b638c40c5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3034892 Nov 12 11:07:35.036710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.073956 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Set router 82b21c4c-a6af-49c1-826c-c62dd7b3d278 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:35.079131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1efab59-20cb-4aa1-802c-ca7cbc6453f7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:35.102516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1efab59-20cb-4aa1-802c-ca7cbc6453f7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:35.104294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c1efab59-20cb-4aa1-802c-ca7cbc6453f7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1327062 Nov 12 11:07:35.108940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47238) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:35.353228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] Set router 66422489-e193-4434-b6ac-62e076695b00 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:35.376981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-2e2b7497-f447-4460-b200-15512cd58fc5 service neutron] 10.222.0.98 "GET /v2.0/networks/02ef8bb9-c940-4712-bd4a-c58a45c1a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8252249 Nov 12 11:07:35.456035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Attempting to bind port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:35.456699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Attempting to bind port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:35.456699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Attempting to bind port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:35.565949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57473d1-25e0-480d-9638-81fb60953224 req-64151ab7-63ca-414e-aa55-7bdcff419040 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:35.569392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f57473d1-25e0-480d-9638-81fb60953224 req-64151ab7-63ca-414e-aa55-7bdcff419040 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.2918444 Nov 12 11:07:35.570665 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'name': 'tempest-NetworksTestDHCPv6-router-1955266509', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:22Z', 'updated_at': '2021-11-12T11:07:31Z', 'revision_number': 2, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None, '_interfaces': [{'id': '89b658be-bfc3-4476-85d3-b642c0b82fdf', 'name': '', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'mac_address': 'fa:16:3e:37:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:27Z', 'updated_at': '2021-11-12T11:07:32Z', 'revision_number': 2, 'project_id': '624e17afc7074183b367112633bce0c3', 'subnets': [{'id': 'fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:35.606151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:35.606619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Attempting to bind port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:35.650385 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Checking router: 82b21c4c-a6af-49c1-826c-c62dd7b3d278 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:35.650932 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Updating router 82b21c4c-a6af-49c1-826c-c62dd7b3d278 port 89b658be-bfc3-4476-85d3-b642c0b82fdf binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:07:35.662744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:35.665229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Checking segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:35.666668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Bound using segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:35.668162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Bound port: 3c320c77-72e2-4e56-beb5-c9c05b4caa5a, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:35.669896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.739488 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f57473d1-25e0-480d-9638-81fb60953224 req-0a54b97a-171c-4ca9-a45f-b2e53cce7038 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598251 Nov 12 11:07:35.748866 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:35.849335 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-7362e097-b438-4891-b1c5-91750e24f252 service neutron] 10.222.0.98 "GET /v2.0/networks/02ef8bb9-c940-4712-bd4a-c58a45c1a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316299 Nov 12 11:07:35.854267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Allocated IP 172.20.0.5 (06a156be-d115-40a8-bcce-3282b2671a55/4b946116-9eb6-4d7d-8130-b139ffb6ce05/f0a9d888-cf31-4c70-9e5a-fbde6d4ca304) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:35.861281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:07:25Z', 'revision_number': 3, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:35.950074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82743681-7e09-4f2c-aef8-8203bd812722 None None] The sync data for ids ['66422489-e193-4434-b6ac-62e076695b00'] in n-d-768852-22 is: [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:07:25Z', 'revision_number': 3, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:35.987656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] For port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:35.999362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] For port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:36.034925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Allocated IP 172.20.0.1 (74020d44-4075-403d-b3f8-99d876733291/e6986ded-d715-4ab6-8286-ff2d9ddae0ba/7e787aea-9b52-48ac-97e5-3d8b98bbf39b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:36.051052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.107898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.248658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:36.249566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.251244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] 10.222.0.69 "PUT /v2.0/ports/3c320c77-72e2-4e56-beb5-c9c05b4caa5a HTTP/1.1" status: 200 len: 1092 time: 6.7529843 Nov 12 11:07:36.252715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:36.255611 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958b04c2-2708-48b6-95fa-1e055ba30cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "3c320c77-72e2-4e56-beb5-c9c05b4caa5a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:36.373411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906a0bd-f2ff-4511-9895-ea198ec06866 service neutron] Pushing event updated for resources: {'Port': ['ID=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:36.427075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:36.548899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.785117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-086e6edd-8deb-4a55-a0b6-e9ad5ce25e9c req-2939b029-f6ec-4159-bff9-05533a9d7bab tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 210 time: 0.2699733 Nov 12 11:07:36.837253 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.901618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.925886 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:36.996148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.016421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a70d5-d6cc-45bf-81fe-360a687b2cb2 req-def9f2df-2a2e-4961-8774-744d03c034d0 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:37.041498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a8a70d5-d6cc-45bf-81fe-360a687b2cb2 req-def9f2df-2a2e-4961-8774-744d03c034d0 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1097 time: 0.4183950 Nov 12 11:07:37.083021 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fff55-82fb-4ab2-a530-75171d10f00b None None] Pushing event updated for resources: {'Port': ['ID=89b658be-bfc3-4476-85d3-b642c0b82fdf,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:37.097364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658e8c-ff91-4c75-8170-5238dea8229f req-62a8b648-9a0e-4c1d-9c18-220e2d3c1123 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:37.106057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658e8c-ff91-4c75-8170-5238dea8229f req-62a8b648-9a0e-4c1d-9c18-220e2d3c1123 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:37.114791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658e8c-ff91-4c75-8170-5238dea8229f req-62a8b648-9a0e-4c1d-9c18-220e2d3c1123 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:37.128109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658e8c-ff91-4c75-8170-5238dea8229f req-62a8b648-9a0e-4c1d-9c18-220e2d3c1123 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:37.137206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658e8c-ff91-4c75-8170-5238dea8229f req-62a8b648-9a0e-4c1d-9c18-220e2d3c1123 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:37.144478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658e8c-ff91-4c75-8170-5238dea8229f req-62a8b648-9a0e-4c1d-9c18-220e2d3c1123 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:37.151706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658e8c-ff91-4c75-8170-5238dea8229f req-62a8b648-9a0e-4c1d-9c18-220e2d3c1123 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:37.168728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84658e8c-ff91-4c75-8170-5238dea8229f req-62a8b648-9a0e-4c1d-9c18-220e2d3c1123 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5382 time: 0.2219071 Nov 12 11:07:37.227355 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Attempting to bind port 89b658be-bfc3-4476-85d3-b642c0b82fdf on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:37.227876 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Attempting to bind port 89b658be-bfc3-4476-85d3-b642c0b82fdf by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:37.228382 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Attempting to bind port 89b658be-bfc3-4476-85d3-b642c0b82fdf on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:37.258005 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:37.258553 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:37.259101 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.259603 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:37.269119 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Bound port: 89b658be-bfc3-4476-85d3-b642c0b82fdf, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:37.269724 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.610195 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] For port 89b658be-bfc3-4476-85d3-b642c0b82fdf, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:37.618297 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] For port 89b658be-bfc3-4476-85d3-b642c0b82fdf, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=89b658be-bfc3-4476-85d3-b642c0b82fdf,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:37.694534 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.733536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5f121f7a-804d-46be-8188-19dba63047c6 None None] Provisioning complete for port 89b658be-bfc3-4476-85d3-b642c0b82fdf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:37.735788 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5f121f7a-804d-46be-8188-19dba63047c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.788650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a779cea-43ea-4aff-9730-204aa60a2453 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:37.799522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.830868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Transition to ACTIVE for port object 1a779cea-43ea-4aff-9730-204aa60a2453 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:37.911692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.973385 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fff55-82fb-4ab2-a530-75171d10f00b None None] Pushing event updated for resources: {'Port': ['ID=89b658be-bfc3-4476-85d3-b642c0b82fdf,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:37.978346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 89b658be-bfc3-4476-85d3-b642c0b82fdf {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:37.987652 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:37.999023 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Routers {'82b21c4c-a6af-49c1-826c-c62dd7b3d278'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:37.999294 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82b21c4c-a6af-49c1-826c-c62dd7b3d278'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:38.040230 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5f121f7a-804d-46be-8188-19dba63047c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.086454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a8a70d5-d6cc-45bf-81fe-360a687b2cb2 req-550078bf-88be-48f6-baa3-148b14dfcf73 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0416155 Nov 12 11:07:38.147900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.156346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.188097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5f121f7a-804d-46be-8188-19dba63047c6 None None] For port 89b658be-bfc3-4476-85d3-b642c0b82fdf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=89b658be-bfc3-4476-85d3-b642c0b82fdf,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:38.234400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 10c8646b-c06a-475a-b249-45ab454b9ec4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:38.283814 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5f121f7a-804d-46be-8188-19dba63047c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.308627 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84658e8c-ff91-4c75-8170-5238dea8229f req-9e8d1125-1541-4047-a41e-7bf6a51618a9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1385612 Nov 12 11:07:38.395050 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] Set router 82b21c4c-a6af-49c1-826c-c62dd7b3d278 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:38.451187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f121f7a-804d-46be-8188-19dba63047c6 None None] Pushing event updated for resources: {'Port': ['ID=89b658be-bfc3-4476-85d3-b642c0b82fdf,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:38.486387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] For port 89b658be-bfc3-4476-85d3-b642c0b82fdf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=89b658be-bfc3-4476-85d3-b642c0b82fdf,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:38.489705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.503425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Network 74020d44-4075-403d-b3f8-99d876733291 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:38.508738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Network 06a156be-d115-40a8-bcce-3282b2671a55 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:38.549367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 10c8646b-c06a-475a-b249-45ab454b9ec4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:38.549746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.581784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 89b658be-bfc3-4476-85d3-b642c0b82fdf owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:38.581995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Pushing event updated for resources: {'Port': ['ID=1a779cea-43ea-4aff-9730-204aa60a2453,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:38.811264 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31437bef-7b1a-4b25-bf22-0e809c8388d6 x-openstack-request-id: req-31437bef-7b1a-4b25-bf22-0e809c8388d6 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:38.818455 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "3c320c77-72e2-4e56-beb5-c9c05b4caa5a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:38.823012 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-31437bef-7b1a-4b25-bf22-0e809c8388d6 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:38.823991 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a', 'status': 'completed', 'code': 200} Nov 12 11:07:38.827066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e24da4-e8d1-4c09-a1b6-19d85122fbc5 req-a4524aa2-8cc0-4f97-99f6-b0f4dba78db5 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 210 time: 0.0853224 Nov 12 11:07:38.857335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6f3605af-ab0c-4229-974c-0f9dbc34c2d3 None None] Provisioning complete for port 89b658be-bfc3-4476-85d3-b642c0b82fdf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:38.858250 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f3605af-ab0c-4229-974c-0f9dbc34c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:38.883464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:38.884768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-8efb1d1f-97ea-4c73-9bae-18ac4a317caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.885256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-8efb1d1f-97ea-4c73-9bae-18ac4a317caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.885728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-8efb1d1f-97ea-4c73-9bae-18ac4a317caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.891864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-8efb1d1f-97ea-4c73-9bae-18ac4a317caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.894750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-8efb1d1f-97ea-4c73-9bae-18ac4a317caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.896397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-8efb1d1f-97ea-4c73-9bae-18ac4a317caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.899276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-8efb1d1f-97ea-4c73-9bae-18ac4a317caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:38.901996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:38.903255 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-8efb1d1f-97ea-4c73-9bae-18ac4a317caf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6304 time: 0.2994022 Nov 12 11:07:38.917572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:39.030745 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.060522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 10c8646b-c06a-475a-b249-45ab454b9ec4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=10c8646b-c06a-475a-b249-45ab454b9ec4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:39.076932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:39.132386 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.216939 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'name': 'tempest-NetworksTestDHCPv6-router-1955266509', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:22Z', 'updated_at': '2021-11-12T11:07:31Z', 'revision_number': 2, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None, '_interfaces': [{'id': '89b658be-bfc3-4476-85d3-b642c0b82fdf', 'name': '', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'mac_address': 'fa:16:3e:37:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:27Z', 'updated_at': '2021-11-12T11:07:37Z', 'revision_number': 4, 'project_id': '624e17afc7074183b367112633bce0c3', 'subnets': [{'id': 'fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:39.229800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=10c8646b-c06a-475a-b249-45ab454b9ec4,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:39.297773 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826dabd-af3e-4444-ae7d-89d757f7b2b7 None None] The sync data for ids ['82b21c4c-a6af-49c1-826c-c62dd7b3d278'] in n-d-768852-22 is: [{'id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'name': 'tempest-NetworksTestDHCPv6-router-1955266509', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:22Z', 'updated_at': '2021-11-12T11:07:31Z', 'revision_number': 2, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None, '_interfaces': [{'id': '89b658be-bfc3-4476-85d3-b642c0b82fdf', 'name': '', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'mac_address': 'fa:16:3e:37:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': 'fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:27Z', 'updated_at': '2021-11-12T11:07:37Z', 'revision_number': 4, 'project_id': '624e17afc7074183b367112633bce0c3', 'subnets': [{'id': 'fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:39.326327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:39.480009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.480898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.483828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.512127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-6be300f7-b8ae-45c2-b43c-83025c66e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.514168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-6be300f7-b8ae-45c2-b43c-83025c66e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.515341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-6be300f7-b8ae-45c2-b43c-83025c66e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.517651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-6be300f7-b8ae-45c2-b43c-83025c66e9d4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=757bbdd23954452ab9f7f620e9a5f030&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5975091 Nov 12 11:07:39.526025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2a5c181e-f01c-4ae9-babe-1a991c482dad None None] Provisioning complete for port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:39.530507 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a5c181e-f01c-4ae9-babe-1a991c482dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.551445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Attempting to bind port 1a779cea-43ea-4aff-9730-204aa60a2453 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:39.551853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Attempting to bind port 1a779cea-43ea-4aff-9730-204aa60a2453 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:39.552336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Attempting to bind port 1a779cea-43ea-4aff-9730-204aa60a2453 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:39.554850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event updated for resources: {'Port': ['ID=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:39.574347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408b38b-ee62-46e5-af38-595799e8f112 req-bc377dee-e3da-4a62-bafc-a867c39a41f7 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.582120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8408b38b-ee62-46e5-af38-595799e8f112 req-bc377dee-e3da-4a62-bafc-a867c39a41f7 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 931 time: 0.3986433 Nov 12 11:07:39.585818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c181e-f01c-4ae9-babe-1a991c482dad None None] Port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:39.602251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Port 1a779cea-43ea-4aff-9730-204aa60a2453 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:39.602742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Attempting to bind port 1a779cea-43ea-4aff-9730-204aa60a2453 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:39.642556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:39.642941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Checking segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:39.643299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Bound using segment: {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:39.643770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Bound port: 1a779cea-43ea-4aff-9730-204aa60a2453, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c2fe13-1531-494a-93b0-82eae5edabaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:39.644250 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:39.714863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8408b38b-ee62-46e5-af38-595799e8f112 req-e977b6e8-d026-4939-9eb4-a68b92b47efb tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291637 Nov 12 11:07:39.723057 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b79c6fe9-7da5-4e83-b610-dacd6f86d47c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0911148 Nov 12 11:07:39.772957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Request body: {'port': {'device_id': '9d633f1f-b445-4f25-8d33-34db4f83395d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:39.852923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5955f-2803-4ca7-9b31-4bda5089b15d req-e14b6359-ee0e-47f8-8ff3-93e8221d08b0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.852923 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84f5955f-2803-4ca7-9b31-4bda5089b15d req-e14b6359-ee0e-47f8-8ff3-93e8221d08b0 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.8688822 Nov 12 11:07:39.948273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-4be4924f-9419-4bc0-87d0-e7bf8ef5e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:39.950258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-958b04c2-2708-48b6-95fa-1e055ba30cf0 req-4be4924f-9419-4bc0-87d0-e7bf8ef5e1ff service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4197659 Nov 12 11:07:40.015649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84f5955f-2803-4ca7-9b31-4bda5089b15d req-af4eaa22-1393-42e0-936d-85866592435e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802864 Nov 12 11:07:40.175748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] For port 1a779cea-43ea-4aff-9730-204aa60a2453, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:40.184929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] For port 1a779cea-43ea-4aff-9730-204aa60a2453, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1a779cea-43ea-4aff-9730-204aa60a2453,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:40.230843 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.364140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29913c5-9447-4c59-943c-48f08e8b27f5 req-19df6787-22f9-4594-9452-aeed70021fbb tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:40.365697 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a29913c5-9447-4c59-943c-48f08e8b27f5 req-19df6787-22f9-4594-9452-aeed70021fbb tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1097 time: 0.1175752 Nov 12 11:07:40.370674 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.393914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.408097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 10c8646b-c06a-475a-b249-45ab454b9ec4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:40.525533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 10c8646b-c06a-475a-b249-45ab454b9ec4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:40.526156 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.533535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=89b658be-bfc3-4476-85d3-b642c0b82fdf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:40.598731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:40.772599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 89b658be-bfc3-4476-85d3-b642c0b82fdf up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:40.832881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 89b658be-bfc3-4476-85d3-b642c0b82fdf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:40.833788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 89b658be-bfc3-4476-85d3-b642c0b82fdf not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 11:07:40.874970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-2619ebd9-3c67-4bbc-ba1d-ce00be30bfb2 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:40.877840 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-2619ebd9-3c67-4bbc-ba1d-ce00be30bfb2 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.57 "GET /v2.0/networks?id=02ef8bb9-c940-4712-bd4a-c58a45c1a735 HTTP/1.1" status: 200 len: 821 time: 0.3486557 Nov 12 11:07:40.899521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Request body: {'port': {'device_id': '1cc25db6-762c-489a-8746-f6397dddcdc8', 'network_id': '02ef8bb9-c940-4712-bd4a-c58a45c1a735', 'admin_state_up': True, 'tenant_id': '64e0dba21e114f47b02be7b325fff8f6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:40.901621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Port 89b658be-bfc3-4476-85d3-b642c0b82fdf not found, will not notify nova. {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 11:07:41.183417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-1d505f60-0f49-4db2-8f08-a34131d2818b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.190771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-1d505f60-0f49-4db2-8f08-a34131d2818b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.197336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-1d505f60-0f49-4db2-8f08-a34131d2818b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.204476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-1d505f60-0f49-4db2-8f08-a34131d2818b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.211848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-1d505f60-0f49-4db2-8f08-a34131d2818b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.233813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-1d505f60-0f49-4db2-8f08-a34131d2818b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.263763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-1d505f60-0f49-4db2-8f08-a34131d2818b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.268298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-1d505f60-0f49-4db2-8f08-a34131d2818b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5394 time: 0.7364073 Nov 12 11:07:41.328578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.353017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.361904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.362762 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.364288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] 10.222.0.69 "PUT /v2.0/ports/1a779cea-43ea-4aff-9730-204aa60a2453 HTTP/1.1" status: 200 len: 1091 time: 4.9423122 Nov 12 11:07:41.369585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '1a779cea-43ea-4aff-9730-204aa60a2453'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:41.369585 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b74cad-7114-4c68-b613-a771289eec1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "1a779cea-43ea-4aff-9730-204aa60a2453"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:41.388776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a29913c5-9447-4c59-943c-48f08e8b27f5 req-774752c0-284b-4df6-93c9-9f44ae4b6a57 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8764157 Nov 12 11:07:41.426412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:41.516782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e7da0-658f-43f6-9c97-8bc9d0dc9490 service neutron] Pushing event updated for resources: {'Port': ['ID=1a779cea-43ea-4aff-9730-204aa60a2453,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:41.606307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e40806cd-16cd-4432-b89d-13d7c359adeb req-0be0e854-c3ab-4974-bd81-9591db5124f1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2692616 Nov 12 11:07:41.633704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:41.749304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Router 82b21c4c-a6af-49c1-826c-c62dd7b3d278 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:41.913219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c0555d7-ea52-4729-be0e-911cf78e8b4b req-cd3a9aa9-e42f-4820-af71-00647fdc4ca9 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 210 time: 0.1423407 Nov 12 11:07:41.981141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c5a55-8bba-4aa8-91b1-183c5f1e3c43 req-feb2ff30-cc68-4d66-ada9-25d1a24ed59f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:41.992822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b8c5a55-8bba-4aa8-91b1-183c5f1e3c43 req-feb2ff30-cc68-4d66-ada9-25d1a24ed59f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 931 time: 0.1198635 Nov 12 11:07:42.015077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:42.030374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-49c30835-6bf1-4db6-8b15-30b1e41f0d94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "PUT /v2.0/routers/82b21c4c-a6af-49c1-826c-c62dd7b3d278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9196694 Nov 12 11:07:42.038430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47288) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:42.106878 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b8c5a55-8bba-4aa8-91b1-183c5f1e3c43 req-4348839d-fa4d-4e7a-8937-7cba4ce6a0ff tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130342 Nov 12 11:07:42.139137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c05a3-4abd-4fc0-bdf6-790e3be25aea tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.143000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c05a3-4abd-4fc0-bdf6-790e3be25aea tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.145231 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a54c05a3-4abd-4fc0-bdf6-790e3be25aea tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1031580 Nov 12 11:07:42.150664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47290) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:42.174552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Made reservation on behalf of 64e0dba21e114f47b02be7b325fff8f6 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:42.182469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.259180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] Sync routers for ids ['82b21c4c-a6af-49c1-826c-c62dd7b3d278'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:42.281988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] Routers {'82b21c4c-a6af-49c1-826c-c62dd7b3d278'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:42.284380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82b21c4c-a6af-49c1-826c-c62dd7b3d278'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:42.428512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] Set router 82b21c4c-a6af-49c1-826c-c62dd7b3d278 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:42.489073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:07:42.502272 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.526841 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99548914-cda9-4702-ad25-130dfd52be59 x-openstack-request-id: req-99548914-cda9-4702-ad25-130dfd52be59 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:42.526841 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "1a779cea-43ea-4aff-9730-204aa60a2453", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:42.526841 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-99548914-cda9-4702-ad25-130dfd52be59 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:42.527857 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '1a779cea-43ea-4aff-9730-204aa60a2453', 'status': 'completed', 'code': 200} Nov 12 11:07:42.551754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.579049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:42.602802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'name': 'tempest-NetworksTestDHCPv6-router-1955266509', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:22Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 3, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:42.618584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.663035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] Checking router: 82b21c4c-a6af-49c1-826c-c62dd7b3d278 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:42.681729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] Routers {'82b21c4c-a6af-49c1-826c-c62dd7b3d278'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:42.682466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82b21c4c-a6af-49c1-826c-c62dd7b3d278'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:42.700940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-4da1b293-74d7-4194-9bd3-e19adc3c8324 req-97d45521-da8d-46d3-af61-e42d071a12ec service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:07:42.721906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4da1b293-74d7-4194-9bd3-e19adc3c8324 req-97d45521-da8d-46d3-af61-e42d071a12ec service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550573 Nov 12 11:07:42.787860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:42.821985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.835244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] Set router 82b21c4c-a6af-49c1-826c-c62dd7b3d278 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:42.852191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d22cc8-c72b-4779-bc34-595f6d09cb72 req-5afce2ce-b7b3-4dc7-a5de-3cad3afd120a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.862167 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36d22cc8-c72b-4779-bc34-595f6d09cb72 req-5afce2ce-b7b3-4dc7-a5de-3cad3afd120a tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.3382628 Nov 12 11:07:42.895290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:42.930113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Transition to ACTIVE for port object f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:42.956825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'name': 'tempest-NetworksTestDHCPv6-router-1955266509', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:22Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 3, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:42.966124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-90358105-4f86-4e65-bc45-e3c7e5f120f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.966644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-90358105-4f86-4e65-bc45-e3c7e5f120f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.967128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-90358105-4f86-4e65-bc45-e3c7e5f120f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.967629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-90358105-4f86-4e65-bc45-e3c7e5f120f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.968154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-90358105-4f86-4e65-bc45-e3c7e5f120f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.968652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-90358105-4f86-4e65-bc45-e3c7e5f120f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.969125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-90358105-4f86-4e65-bc45-e3c7e5f120f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:42.971695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-88b74cad-7114-4c68-b613-a771289eec1d req-90358105-4f86-4e65-bc45-e3c7e5f120f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6346 time: 0.6664257 Nov 12 11:07:43.006978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Allocated IP 172.20.0.2 (02ef8bb9-c940-4712-bd4a-c58a45c1a735/1729117f-2797-4700-a6b3-af5881fcb351/d03948b5-9fde-4115-a791-25a4321837e9) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:43.042029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Network 74020d44-4075-403d-b3f8-99d876733291 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:43.097037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c93fc64-b78d-4639-a6dc-c30d9945659b None None] The sync data for ids ['82b21c4c-a6af-49c1-826c-c62dd7b3d278'] in n-d-768852-22 is: [{'id': '82b21c4c-a6af-49c1-826c-c62dd7b3d278', 'name': 'tempest-NetworksTestDHCPv6-router-1955266509', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:22Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 3, 'project_id': '624e17afc7074183b367112633bce0c3', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:43.112797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:43.131600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36d22cc8-c72b-4779-bc34-595f6d09cb72 req-e796d752-07e2-4355-bc6d-82fc0629c66f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665935 Nov 12 11:07:43.277465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.385903 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.507022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-ebf2ce08-dcb4-439b-b11f-54c6e7d0eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.507022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-ebf2ce08-dcb4-439b-b11f-54c6e7d0eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.507022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-ebf2ce08-dcb4-439b-b11f-54c6e7d0eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.509794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-88b74cad-7114-4c68-b613-a771289eec1d req-ebf2ce08-dcb4-439b-b11f-54c6e7d0eac4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=757bbdd23954452ab9f7f620e9a5f030&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2743201 Nov 12 11:07:43.526375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982abc-705a-4046-801a-aba19d9cd61b req-055fdc2e-0893-4112-b6cd-fb48e3c47a24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.537475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982abc-705a-4046-801a-aba19d9cd61b req-055fdc2e-0893-4112-b6cd-fb48e3c47a24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.547986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982abc-705a-4046-801a-aba19d9cd61b req-055fdc2e-0893-4112-b6cd-fb48e3c47a24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.555418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982abc-705a-4046-801a-aba19d9cd61b req-055fdc2e-0893-4112-b6cd-fb48e3c47a24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.562137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982abc-705a-4046-801a-aba19d9cd61b req-055fdc2e-0893-4112-b6cd-fb48e3c47a24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.568917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982abc-705a-4046-801a-aba19d9cd61b req-055fdc2e-0893-4112-b6cd-fb48e3c47a24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.575583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982abc-705a-4046-801a-aba19d9cd61b req-055fdc2e-0893-4112-b6cd-fb48e3c47a24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.585158 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65982abc-705a-4046-801a-aba19d9cd61b req-055fdc2e-0893-4112-b6cd-fb48e3c47a24 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5394 time: 0.2760403 Nov 12 11:07:43.600345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:43.612202 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.651400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-45950efa-4b28-459e-8f12-04e310c6c612 None None] Provisioning complete for port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:43.652258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-45950efa-4b28-459e-8f12-04e310c6c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.653260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74cad-7114-4c68-b613-a771289eec1d req-d2166052-6b6a-4dfe-9671-2d05e4ec5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:43.655605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-88b74cad-7114-4c68-b613-a771289eec1d req-d2166052-6b6a-4dfe-9671-2d05e4ec5f76 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363933 Nov 12 11:07:43.656085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Router 66422489-e193-4434-b6ac-62e076695b00 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:07:43.698447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-45950efa-4b28-459e-8f12-04e310c6c612 None None] Port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:07:43.751090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65982abc-705a-4046-801a-aba19d9cd61b req-3e9ea8ae-7915-4787-9cd1-9b232dcb366b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1650217 Nov 12 11:07:43.881161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b558ade-aca9-4c61-9e94-ab363c97c2bf req-cdaf4a8f-0dc3-413c-bc0d-8a7d070a59db tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 210 time: 0.0574789 Nov 12 11:07:43.907156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:07:43.907156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e412f0a5-96c2-4a40-b9b5-66efbb86e3e5 admin admin] 10.222.0.98 "PUT /v2.0/routers/66422489-e193-4434-b6ac-62e076695b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5176935 Nov 12 11:07:43.915877 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Sync routers for ids ['66422489-e193-4434-b6ac-62e076695b00'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:07:43.925993 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.933021 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Routers {'66422489-e193-4434-b6ac-62e076695b00'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:43.934275 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['66422489-e193-4434-b6ac-62e076695b00'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:43.991201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Transition to ACTIVE for port object 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:43.993337 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:43.997535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:44.010682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:44.067457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 89b658be-bfc3-4476-85d3-b642c0b82fdf no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:44.121759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 89b658be-bfc3-4476-85d3-b642c0b82fdf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:44.122110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 89b658be-bfc3-4476-85d3-b642c0b82fdf not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:44.168474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:44.188489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92652945-f356-43bb-b0f8-cbad6347a9c9 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:44.205473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:44.216652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:44.220478 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:44.228265 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f HTTP/1.1" status: 204 len: 168 time: 2.0753987 Nov 12 11:07:44.239786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47316) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:44.276063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:44.295144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.295541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.295823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.297939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.303377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.303718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.305769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.306011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.306557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.306673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.306989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.309191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffbe20-012b-48d1-9e7b-161af3e84f14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:44.316489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:44.331470 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Set router 66422489-e193-4434-b6ac-62e076695b00 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:44.331679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:44.375557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Attempting to bind port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:44.375909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Attempting to bind port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:44.376842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Attempting to bind port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:44.397902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 on network 06a156be-d115-40a8-bcce-3282b2671a55 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:44.398239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Attempting to bind port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 on network 06a156be-d115-40a8-bcce-3282b2671a55 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:44.412241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:44.412626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Checking segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:44.413016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Bound using segment: {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:44.413495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Bound port: f0a9d888-cf31-4c70-9e5a-fbde6d4ca304, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d31b3f-30a7-4e65-a5b9-03d62b1c7603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:44.413780 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:44.473949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5443fc-8b77-45f8-8ba4-4851f9768498 req-bf93df43-cb15-46b8-a519-7da9d6bcf874 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:44.475708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5443fc-8b77-45f8-8ba4-4851f9768498 req-bf93df43-cb15-46b8-a519-7da9d6bcf874 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 943 time: 0.3735530 Nov 12 11:07:44.482784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Pushing event updated for resources: {'Port': ['ID=d03948b5-9fde-4115-a791-25a4321837e9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:44.528847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:07:44.696448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Attempting to bind port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:44.697291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Attempting to bind port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:44.697291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Attempting to bind port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 on network 31e2f8a8-e302-43c3-acca-4e38462841ab {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:44.760144 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '7e787aea-9b52-48ac-97e5-3d8b98bbf39b', 'name': '', 'network_id': '74020d44-4075-403d-b3f8-99d876733291', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'mac_address': 'fa:16:3e:d5:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'e6986ded-d715-4ab6-8286-ff2d9ddae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:34Z', 'updated_at': '2021-11-12T11:07:40Z', 'revision_number': 2, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'subnets': [{'id': 'e6986ded-d715-4ab6-8286-ff2d9ddae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:44.790575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 on network 31e2f8a8-e302-43c3-acca-4e38462841ab not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:44.790938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Attempting to bind port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 on network 31e2f8a8-e302-43c3-acca-4e38462841ab {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:44.812786 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Checking router: 66422489-e193-4434-b6ac-62e076695b00 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:07:44.814129 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Updating router 66422489-e193-4434-b6ac-62e076695b00 port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:07:44.815966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:44.818416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Checking segment: {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:44.818831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Bound using segment: {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:44.819318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Bound port: 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:44.819697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:44.913916 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.017375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab5443fc-8b77-45f8-8ba4-4851f9768498 req-917f853c-1778-47b9-a939-acfac9ceff74 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661140 Nov 12 11:07:45.022741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] For port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:45.052547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] For port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:45.115749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] For port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:45.134780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] For port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:45.149931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.229855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:45.234731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.244119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] 10.222.0.69 "PUT /v2.0/ports/f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 HTTP/1.1" status: 200 len: 1092 time: 5.4771118 Nov 12 11:07:45.252996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:45.253862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.287748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] Deleting port ce2fb415-e798-42d1-8c4f-008271281712 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:45.292174 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.300188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-baef6b68-78aa-4b7a-bf69-0fc12dc1e10e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0492609 Nov 12 11:07:45.303321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47336) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:45.339399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d633f1f-b445-4f25-8d33-34db4f83395d', 'tag': 'f0a9d888-cf31-4c70-9e5a-fbde6d4ca304'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:45.349249 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585528b9-70c3-446f-ace4-1d321fe6dbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d633f1f-b445-4f25-8d33-34db4f83395d", "tag": "f0a9d888-cf31-4c70-9e5a-fbde6d4ca304"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:45.378837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.397728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdca2083-51c4-48a1-bbde-ae30079cb51a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.482249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:45.483570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.494348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] 10.222.0.69 "PUT /v2.0/ports/96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 HTTP/1.1" status: 200 len: 1092 time: 3.9169335 Nov 12 11:07:45.562718 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-843a0e0f-aefd-46f9-85cc-823885ccad51 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6712542 Nov 12 11:07:45.583554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Request body: {'port': {'device_id': '1cc25db6-762c-489a-8746-f6397dddcdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:45.710312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] For port ce2fb415-e798-42d1-8c4f-008271281712, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ce2fb415-e798-42d1-8c4f-008271281712,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:45.710922 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.775880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] Calling delete_port for ce2fb415-e798-42d1-8c4f-008271281712 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:45.795098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:45.809181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Request body: {'port': {'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:45.931224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c65d4-451e-4120-96e1-55925c70b924 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:46.078662 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.140862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] Pushing event deleted for resources: {'Port': ['ID=ce2fb415-e798-42d1-8c4f-008271281712,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:46.153040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc6122-3c4c-446c-8842-89cc7575856b None None] No DVR routers for this DVR port ce2fb415-e798-42d1-8c4f-008271281712 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:07:46.159623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ce2fb415-e798-42d1-8c4f-008271281712 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:07:46.197152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdca2083-51c4-48a1-bbde-ae30079cb51a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.202713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cd94d-6d7a-410a-b0e2-307cad8fc5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:46.206379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ce2fb415-e798-42d1-8c4f-008271281712 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:07:46.206964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ce2fb415-e798-42d1-8c4f-008271281712 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:07:46.216222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdca2083-51c4-48a1-bbde-ae30079cb51a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.275421 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.300866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-593937c3-ace3-481e-8419-5098c796e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:46.305974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-593937c3-ace3-481e-8419-5098c796e315 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 1095 time: 0.7451055 Nov 12 11:07:46.305974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.319292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b059111-1602-4a6f-a2d5-c7bde0fa91ab req-55695fd6-7488-4993-96da-e7afe4f2df3e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:46.327326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b059111-1602-4a6f-a2d5-c7bde0fa91ab req-55695fd6-7488-4993-96da-e7afe4f2df3e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 945 time: 0.5957682 Nov 12 11:07:46.380028 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.405805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-6b88df03-6a3f-447c-8fab-3bb08bf15c79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 HTTP/1.1" status: 200 len: 217 time: 0.0699131 Nov 12 11:07:46.479285 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdca2083-51c4-48a1-bbde-ae30079cb51a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.480407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdca2083-51c4-48a1-bbde-ae30079cb51a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Fanout notify agent at l3_agent the message router_deleted on router 82b21c4c-a6af-49c1-826c-c62dd7b3d278 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:07:46.495340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdca2083-51c4-48a1-bbde-ae30079cb51a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.498428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cdca2083-51c4-48a1-bbde-ae30079cb51a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/routers/82b21c4c-a6af-49c1-826c-c62dd7b3d278 HTTP/1.1" status: 204 len: 168 time: 1.1935928 Nov 12 11:07:46.505015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47354) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:46.572159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b059111-1602-4a6f-a2d5-c7bde0fa91ab req-6d60d647-5129-4c48-8056-fff8757fe4ae tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435107 Nov 12 11:07:46.598291 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef5539-0267-4d05-a0e6-5be765d77f26 None None] Pushing event updated for resources: {'Port': ['ID=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:46.623377 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-89404dcb-8ae3-4d2c-8d30-778c8a8c1839 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1141398 Nov 12 11:07:46.639353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47356) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:46.879083 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Attempting to bind port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:46.879083 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Attempting to bind port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:46.879083 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Attempting to bind port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b on network 74020d44-4075-403d-b3f8-99d876733291 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:46.887539 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:46.887539 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Checking segment: {'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:46.887893 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.888308 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Bound using segment: {'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:46.888778 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Bound port: 7e787aea-9b52-48ac-97e5-3d8b98bbf39b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8c3880-ebf9-4596-8f2f-687379bc5633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74020d44-4075-403d-b3f8-99d876733291'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:46.889250 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:46.890021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-417e9eee-484b-452f-858f-16f00396af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:46.898017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-417e9eee-484b-452f-858f-16f00396af25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.4541638 Nov 12 11:07:47.024960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-51a0d459-f07b-4692-b539-9390dde04d95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144156 Nov 12 11:07:47.036819 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] For port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:47.042052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03948b5-9fde-4115-a791-25a4321837e9 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:47.047260 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] For port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,segment=NetworkSegment(5c8c3880-ebf9-4596-8f2f-687379bc5633),segment_id=5c8c3880-ebf9-4596-8f2f-687379bc5633)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:47.051480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.056771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb0f8b-47fe-4afd-b135-4b96746fe49d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.062404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b7fb0f8b-47fe-4afd-b135-4b96746fe49d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4170132 Nov 12 11:07:47.062404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47360) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:47.141314 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.201393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d262f05-848f-4f04-8ee1-6a951d8e9658 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346011 Nov 12 11:07:47.205601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Transition to ACTIVE for port object d03948b5-9fde-4115-a791-25a4321837e9 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:47.212599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47362) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:47.218445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:47.287135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-31d78790-eea2-46c2-9c8e-4ca212f36ee0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.299104 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-21a8fac0-b6d2-40c4-9bf1-c4bec6bdd77d None None] Provisioning complete for port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:47.301170 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a8fac0-b6d2-40c4-9bf1-c4bec6bdd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.308885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.331021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-31d78790-eea2-46c2-9c8e-4ca212f36ee0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.343220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-31d78790-eea2-46c2-9c8e-4ca212f36ee0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.352756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-31d78790-eea2-46c2-9c8e-4ca212f36ee0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.362181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-31d78790-eea2-46c2-9c8e-4ca212f36ee0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.369963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-31d78790-eea2-46c2-9c8e-4ca212f36ee0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.378271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-31d78790-eea2-46c2-9c8e-4ca212f36ee0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:47.392401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-31d78790-eea2-46c2-9c8e-4ca212f36ee0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5406 time: 0.5273106 Nov 12 11:07:47.414468 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef5539-0267-4d05-a0e6-5be765d77f26 None None] Pushing event updated for resources: {'Port': ['ID=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:47.474194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:47.492913 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Routers {'66422489-e193-4434-b6ac-62e076695b00'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:07:47.494980 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['66422489-e193-4434-b6ac-62e076695b00'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:47.503117 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.529881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b447e8b8-811f-49ff-b5c9-df5e6b18e680 service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866507 Nov 12 11:07:47.630528 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:07:47.680730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Pushing event updated for resources: {'Port': ['ID=d03948b5-9fde-4115-a791-25a4321837e9,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:47.824971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Attempting to bind port d03948b5-9fde-4115-a791-25a4321837e9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:47.825313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Attempting to bind port d03948b5-9fde-4115-a791-25a4321837e9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'bdac82dd-d30b-4152-a1e7-6ac429ffdd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '02ef8bb9-c940-4712-bd4a-c58a45c1a735'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:47.825651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Attempting to bind port d03948b5-9fde-4115-a791-25a4321837e9 on network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:47.836640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:47.845346 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.848920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Port d03948b5-9fde-4115-a791-25a4321837e9 on network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:47.849250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Attempting to bind port d03948b5-9fde-4115-a791-25a4321837e9 on network 02ef8bb9-c940-4712-bd4a-c58a45c1a735 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:47.909909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:47.909909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Checking segment: {'id': 'bdac82dd-d30b-4152-a1e7-6ac429ffdd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '02ef8bb9-c940-4712-bd4a-c58a45c1a735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:47.910308 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Bound using segment: {'id': 'bdac82dd-d30b-4152-a1e7-6ac429ffdd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '02ef8bb9-c940-4712-bd4a-c58a45c1a735'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:47.910961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Bound port: d03948b5-9fde-4115-a791-25a4321837e9, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdac82dd-d30b-4152-a1e7-6ac429ffdd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '02ef8bb9-c940-4712-bd4a-c58a45c1a735'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:47.911164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:47.934621 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] Set router 66422489-e193-4434-b6ac-62e076695b00 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:07:48.049032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-3d960b38-d653-416a-8312-3b8ede6f83b6 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:07:48.050261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-3d960b38-d653-416a-8312-3b8ede6f83b6 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0782254 Nov 12 11:07:48.073288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e63c8be-de67-4f51-8151-e864c8ffe610 req-b3f8b836-3e4e-4086-8e98-62b718f8c370 service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253921 Nov 12 11:07:48.093360 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a8fac0-b6d2-40c4-9bf1-c4bec6bdd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.232819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-21a8fac0-b6d2-40c4-9bf1-c4bec6bdd77d None None] For port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,segment=NetworkSegment(5c8c3880-ebf9-4596-8f2f-687379bc5633),segment_id=5c8c3880-ebf9-4596-8f2f-687379bc5633)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:48.263671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] For port d03948b5-9fde-4115-a791-25a4321837e9, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:48.266044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:48.277991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] For port d03948b5-9fde-4115-a791-25a4321837e9, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d03948b5-9fde-4115-a791-25a4321837e9,segment=NetworkSegment(bdac82dd-d30b-4152-a1e7-6ac429ffdd15),segment_id=bdac82dd-d30b-4152-a1e7-6ac429ffdd15)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:48.290461 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'network_id': 'fe17b18d-fe31-404c-b25e-d98da23c0162', 'port_id': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'mac_address': 'fa:16:3e:39:8e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76260d08-b0e5-4829-98ab-4c20726cc974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:48.343017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-933bdd51-91b3-49d0-88b5-5a13780058c7 req-7eca180b-8a2e-4d71-822e-92efb341da23 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9512444 Nov 12 11:07:48.352556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-6e9db436-f792-4a3f-95b0-29218cc47346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.358654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21a8fac0-b6d2-40c4-9bf1-c4bec6bdd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.365130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-6e9db436-f792-4a3f-95b0-29218cc47346 service neutron] 10.222.0.98 "GET /v2.0/ports/9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 200 len: 1094 time: 0.2245409 Nov 12 11:07:48.401108 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.416909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Request body: {'binding': {'host': 'n-h2-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:48.417709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Unknown quota resources ['binding']. {{(pid=109704) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:07:48.460827 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.529390 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '7e787aea-9b52-48ac-97e5-3d8b98bbf39b', 'name': '', 'network_id': '74020d44-4075-403d-b3f8-99d876733291', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'mac_address': 'fa:16:3e:d5:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'e6986ded-d715-4ab6-8286-ff2d9ddae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:34Z', 'updated_at': '2021-11-12T11:07:47Z', 'revision_number': 4, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'subnets': [{'id': 'e6986ded-d715-4ab6-8286-ff2d9ddae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:07:48.542049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:48.553281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.553910 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.555335 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] 10.222.0.57 "PUT /v2.0/ports/d03948b5-9fde-4115-a791-25a4321837e9 HTTP/1.1" status: 200 len: 1092 time: 2.9827356 Nov 12 11:07:48.555865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc25db6-762c-489a-8746-f6397dddcdc8', 'tag': 'd03948b5-9fde-4115-a791-25a4321837e9'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:48.558271 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b142bdf5-69da-4a12-a9ac-e7fb20990590" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc25db6-762c-489a-8746-f6397dddcdc8", "tag": "d03948b5-9fde-4115-a791-25a4321837e9"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:48.581281 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a9234b-020e-4c5e-9cd0-22b39e52c921 None None] The sync data for ids ['66422489-e193-4434-b6ac-62e076695b00'] in n-d-768852-22 is: [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '7e787aea-9b52-48ac-97e5-3d8b98bbf39b', 'name': '', 'network_id': '74020d44-4075-403d-b3f8-99d876733291', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'mac_address': 'fa:16:3e:d5:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'e6986ded-d715-4ab6-8286-ff2d9ddae0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:34Z', 'updated_at': '2021-11-12T11:07:47Z', 'revision_number': 4, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'subnets': [{'id': 'e6986ded-d715-4ab6-8286-ff2d9ddae0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:07:48.584500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:48.585065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8fac0-b6d2-40c4-9bf1-c4bec6bdd77d None None] Pushing event updated for resources: {'Port': ['ID=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:48.615486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4e9f7618-5091-4737-a995-34e3536d983d None None] Provisioning complete for port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:48.615486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4e9f7618-5091-4737-a995-34e3536d983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.647999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4b902-8706-4980-82f6-9437e96081ba service neutron] Pushing event updated for resources: {'Port': ['ID=d03948b5-9fde-4115-a791-25a4321837e9,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:48.655686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee3264f-14b1-4799-838a-712bfed63c38 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:48.678095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.728871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.812379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62e1d-02dc-46af-9973-2702a9ab5e75 req-da45deae-23d7-4fc4-a0cf-cff25b4065dd tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.814071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03f62e1d-02dc-46af-9973-2702a9ab5e75 req-da45deae-23d7-4fc4-a0cf-cff25b4065dd tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 943 time: 0.3190379 Nov 12 11:07:48.815228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Transition to ACTIVE for port object aee3264f-14b1-4799-838a-712bfed63c38 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:07:48.907260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:48.924637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-6fe490ee-91a5-4c4a-ac02-46a8ecbafa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:48.938879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-6fe490ee-91a5-4c4a-ac02-46a8ecbafa21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=64e0dba21e114f47b02be7b325fff8f6&device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 1095 time: 0.2528968 Nov 12 11:07:48.996466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03f62e1d-02dc-46af-9973-2702a9ab5e75 req-60d48099-182f-4a88-b8f9-fc12de8134e9 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678793 Nov 12 11:07:49.026549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:49.101351 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdee253-7f13-4a2c-802b-bf776a07a0b3 x-openstack-request-id: req-cfdee253-7f13-4a2c-802b-bf776a07a0b3 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:49.102214 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d633f1f-b445-4f25-8d33-34db4f83395d", "tag": "f0a9d888-cf31-4c70-9e5a-fbde6d4ca304", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:49.102214 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cfdee253-7f13-4a2c-802b-bf776a07a0b3 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:49.102538 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d633f1f-b445-4f25-8d33-34db4f83395d', 'tag': 'f0a9d888-cf31-4c70-9e5a-fbde6d4ca304', 'status': 'completed', 'code': 200} Nov 12 11:07:49.123039 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-36383588-90df-4115-accb-d4beb33e989b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d03948b5-9fde-4115-a791-25a4321837e9 HTTP/1.1" status: 200 len: 217 time: 0.1671593 Nov 12 11:07:49.128295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=11']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:49.256755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on host n-h2-768852-22 for vnic_type normal with profile None {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:49.257105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:49.257544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:49.354832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:49.363111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:49.379091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Pushing event updated for resources: {'Port': ['ID=aee3264f-14b1-4799-838a-712bfed63c38,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:49.398761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:49.399115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:49.399513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:49.400029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Bound port: 9b0ad28e-95df-4c11-a318-dcbd63277f67, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:49.514317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:07:49.533563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:49.569528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:49.695875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-3e75d9a2-28b9-4494-9b53-ce301f91168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.699553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-3e75d9a2-28b9-4494-9b53-ce301f91168c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1729117f-2797-4700-a6b3-af5881fcb351 HTTP/1.1" status: 200 len: 861 time: 0.5601575 Nov 12 11:07:49.771567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:49.776530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-9e6726d4-09d1-423a-9523-ba1bd56acdd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02ef8bb9-c940-4712-bd4a-c58a45c1a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658786 Nov 12 11:07:49.778201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:49.784974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=cc11ae54-72f0-49ea-9810-0781d2709d97,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:49.790665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b277e843-5b59-4ee7-8285-48113fbc04f5 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:49.804636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:49.805331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.006427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-e72171f4-e390-45a7-8131-c3eb039d495c service neutron] 10.222.0.57 "GET /v2.0/networks/02ef8bb9-c940-4712-bd4a-c58a45c1a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981585 Nov 12 11:07:50.010619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8f7a3b4a-e638-44a2-b17c-9f9d1e5fd45b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7966766 Nov 12 11:07:50.018862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47372) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:50.026640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:50.172188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'cc11ae54-72f0-49ea-9810-0781d2709d97'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:07:50.173593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.255391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.256682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-f257d6f6-37fe-4863-8863-3bd4a631f5d3 service neutron] 10.222.0.98 "POST /v2.0/ports/9b0ad28e-95df-4c11-a318-dcbd63277f67/bindings HTTP/1.1" status: 201 len: 390 time: 1.8509123 Nov 12 11:07:50.273158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Attempting to bind port aee3264f-14b1-4799-838a-712bfed63c38 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:50.273665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Attempting to bind port aee3264f-14b1-4799-838a-712bfed63c38 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:50.274005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Attempting to bind port aee3264f-14b1-4799-838a-712bfed63c38 on network 31e2f8a8-e302-43c3-acca-4e38462841ab {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:50.278595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-f91c025a-5018-425a-99af-073ea6a83618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.281322 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-f91c025a-5018-425a-99af-073ea6a83618 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 1095 time: 1.1277392 Nov 12 11:07:50.297205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32d4f5-1791-42cf-9ebf-724801989ec2 req-c627a607-e002-4612-9223-86586bc6564b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.305469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d32d4f5-1791-42cf-9ebf-724801989ec2 req-c627a607-e002-4612-9223-86586bc6564b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 943 time: 0.8067052 Nov 12 11:07:50.311940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Port aee3264f-14b1-4799-838a-712bfed63c38 on network 31e2f8a8-e302-43c3-acca-4e38462841ab not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:07:50.312247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Attempting to bind port aee3264f-14b1-4799-838a-712bfed63c38 on network 31e2f8a8-e302-43c3-acca-4e38462841ab {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:50.357840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:50.358186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Checking segment: {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:50.358576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Bound using segment: {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:50.359037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Bound port: aee3264f-14b1-4799-838a-712bfed63c38, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a474a0d-7d51-4642-9fef-7330c8642021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:50.359393 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.457690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7e787aea-9b52-48ac-97e5-3d8b98bbf39b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:50.502584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d32d4f5-1791-42cf-9ebf-724801989ec2 req-bc11b9e5-d4ae-4841-9dd2-5f9519cf358b tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951110 Nov 12 11:07:50.512862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2f9f091-0e01-4138-9cef-328fd40d7d1c req-6b8bb5bf-a31b-4005-ae89-4eac9658a14b service neutron] 10.222.0.57 "GET /v2.0/networks/02ef8bb9-c940-4712-bd4a-c58a45c1a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964900 Nov 12 11:07:50.555629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:50.567459 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.650201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] For port aee3264f-14b1-4799-838a-712bfed63c38, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:50.664903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-3cd20ef5-f40c-4872-ac25-c06adfae7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.667032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-3cd20ef5-f40c-4872-ac25-c06adfae7ae5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 200 len: 912 time: 0.3511474 Nov 12 11:07:50.698763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] For port aee3264f-14b1-4799-838a-712bfed63c38, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=aee3264f-14b1-4799-838a-712bfed63c38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:50.749106 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.768864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Allocated IP 2001:db8::f816:3eff:fea8:af94 (5548ef9b-af8a-4319-aa1a-0d0b38428140/cc11ae54-72f0-49ea-9810-0781d2709d97/52696ae3-e590-43d7-995a-770a7742ae22) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:50.795666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-2fd12afb-eb2e-46b3-8928-a41cc3dc81e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 HTTP/1.1" status: 200 len: 217 time: 0.1111488 Nov 12 11:07:50.853463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.898982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:50.899539 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:50.974017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699620a-3a5e-4ded-bcd8-e2a0d55b7840 req-e47006b6-d3a0-4054-afac-e40ffe6a5c50 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:50.993849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e699620a-3a5e-4ded-bcd8-e2a0d55b7840 req-e47006b6-d3a0-4054-afac-e40ffe6a5c50 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 946 time: 0.3558068 Nov 12 11:07:51.166706 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.209478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:51.212937 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6981c8dd-728d-4f58-abe4-eb47404d31a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:51.217100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Pushing event updated for resources: {'Port': ['ID=aee3264f-14b1-4799-838a-712bfed63c38,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:51.237677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.245095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.246287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.248059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] 10.222.0.69 "PUT /v2.0/ports/aee3264f-14b1-4799-838a-712bfed63c38 HTTP/1.1" status: 200 len: 1092 time: 5.4560850 Nov 12 11:07:51.254230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.254733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.255434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.256050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.256441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.257038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.257505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.258121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.258380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.258809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.259325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.259832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0872c6-1cd5-4b10-9992-cbffa87ee046 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:51.276205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-4bf442e0-529a-46bc-8ac6-2f6b3803a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.278112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-4bf442e0-529a-46bc-8ac6-2f6b3803a045 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 200 len: 851 time: 0.4596918 Nov 12 11:07:51.290430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e699620a-3a5e-4ded-bcd8-e2a0d55b7840 req-ccd36858-5e85-4a11-b0f5-ae7e8662f126 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923331 Nov 12 11:07:51.321532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Pushing event updated for resources: {'Port': ['ID=52696ae3-e590-43d7-995a-770a7742ae22,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:51.352631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:51.362234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:51.370274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:51.381425 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-48fa0dca-1d88-4453-bae2-2de00e1b6908 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a156be-d115-40a8-bcce-3282b2671a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873168 Nov 12 11:07:51.440849 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55846632-978e-4655-a78a-a6a8d534f5c5 x-openstack-request-id: req-55846632-978e-4655-a78a-a6a8d534f5c5 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:51.441500 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc25db6-762c-489a-8746-f6397dddcdc8", "tag": "d03948b5-9fde-4115-a791-25a4321837e9", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:51.441616 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-55846632-978e-4655-a78a-a6a8d534f5c5 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:51.442094 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc25db6-762c-489a-8746-f6397dddcdc8', 'tag': 'd03948b5-9fde-4115-a791-25a4321837e9', 'status': 'completed', 'code': 200} Nov 12 11:07:51.491761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:51.498906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:51.563879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-7f402c10-9741-487d-be1d-8f610600a3a9 service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651320 Nov 12 11:07:51.581050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Attempting to bind port 52696ae3-e590-43d7-995a-770a7742ae22 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:07:51.581423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Attempting to bind port 52696ae3-e590-43d7-995a-770a7742ae22 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:07:51.581788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Attempting to bind port 52696ae3-e590-43d7-995a-770a7742ae22 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:07:51.592988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:07:51.593416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:07:51.598743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.598743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:07:51.598743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Bound port: 52696ae3-e590-43d7-995a-770a7742ae22, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:07:51.598743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.631438 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.653919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:07:51.692768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:51.693133 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.730210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-585528b9-70c3-446f-ace4-1d321fe6dbf3 req-eeebfcb9-65b0-4737-9628-dab54fdc8637 service neutron] 10.222.0.69 "GET /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391468 Nov 12 11:07:51.761396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] For port 52696ae3-e590-43d7-995a-770a7742ae22, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:07:51.783262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-dabc58a1-01c5-4a58-9461-23a2085874c4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.785940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] For port 52696ae3-e590-43d7-995a-770a7742ae22, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=52696ae3-e590-43d7-995a-770a7742ae22,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:07:51.803424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-dabc58a1-01c5-4a58-9461-23a2085874c4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.808235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:51.815634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-06b03753-bcb9-42aa-a628-c9112f55c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.816348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-06b03753-bcb9-42aa-a628-c9112f55c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.817418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-06b03753-bcb9-42aa-a628-c9112f55c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.817572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-06b03753-bcb9-42aa-a628-c9112f55c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.817980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-06b03753-bcb9-42aa-a628-c9112f55c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.818586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-06b03753-bcb9-42aa-a628-c9112f55c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.819059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-06b03753-bcb9-42aa-a628-c9112f55c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.821933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-06b03753-bcb9-42aa-a628-c9112f55c7f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6482 time: 0.2462373 Nov 12 11:07:51.828395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-dabc58a1-01c5-4a58-9461-23a2085874c4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.843618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'f0a9d888-cf31-4c70-9e5a-fbde6d4ca304', 'network_id': '06a156be-d115-40a8-bcce-3282b2671a55', 'port_id': 'f0a9d888-cf31-4c70-9e5a-fbde6d4ca304', 'mac_address': 'fa:16:3e:04:a4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b946116-9eb6-4d7d-8130-b139ffb6ce05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:51.844413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-dabc58a1-01c5-4a58-9461-23a2085874c4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.861106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-dabc58a1-01c5-4a58-9461-23a2085874c4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.872065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-dabc58a1-01c5-4a58-9461-23a2085874c4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.882181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-71d96023-2cc2-4615-8d6a-318aebd43391 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18940690-d376-4d98-bcd8-33d0180182c5 HTTP/1.1" status: 200 len: 217 time: 0.0508034 Nov 12 11:07:51.884640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-dabc58a1-01c5-4a58-9461-23a2085874c4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.888178 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-dabc58a1-01c5-4a58-9461-23a2085874c4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.4417779 Nov 12 11:07:51.893651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb715996-f71b-4740-b73d-8d062ce83260 req-0b48e66e-1e36-4d11-aec5-aecd75ace6cb tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.895484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb715996-f71b-4740-b73d-8d062ce83260 req-0b48e66e-1e36-4d11-aec5-aecd75ace6cb tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 943 time: 0.3304648 Nov 12 11:07:51.916751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.922033 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:51.945840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d4e4af79-b64d-499e-b6cb-258b799c12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:51.949057 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d4e4af79-b64d-499e-b6cb-258b799c12eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1097 time: 0.5212538 Nov 12 11:07:51.962779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:51.993770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb715996-f71b-4740-b73d-8d062ce83260 req-c0cbaf9d-45c2-4b70-9f7b-7c5aae69815a tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866411 Nov 12 11:07:52.017280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:52.017945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.034470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f45b5212-d54e-491d-9dc8-64847a7d6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.036147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f45b5212-d54e-491d-9dc8-64847a7d6aeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee2e48f5-73b4-444d-bf4d-52c50d9610da HTTP/1.1" status: 200 len: 851 time: 0.1394248 Nov 12 11:07:52.066768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214417df-4e2f-4c2b-ab42-21fd64ea47fa None None] Pushing event updated for resources: {'Port': ['ID=52696ae3-e590-43d7-995a-770a7742ae22,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:52.073420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:52.086717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=f551767e-199f-44b7-9db3-832beaebe9e4,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:52.090306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-b3538190-003d-4476-86d4-6179e3c033c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.097096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-b3538190-003d-4476-86d4-6179e3c033c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=64e0dba21e114f47b02be7b325fff8f6&device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 1095 time: 0.6764548 Nov 12 11:07:52.104429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.106920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.129414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:52.131225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-af4f6b95-70b2-481f-aa8d-1b17a10de850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.137527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-af4f6b95-70b2-481f-aa8d-1b17a10de850 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931625 Nov 12 11:07:52.161981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:52.173316 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76400f1f-bd80-4a3f-a3d0-2be7ca494833" -d '{"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-plugged", "status": "completed", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:52.225803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:52.242050 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.266551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1e433cca-07a2-417e-94d0-0ab515e2682d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2398963 Nov 12 11:07:52.281094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:52.288508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:8e:e3:84', 'name': 'tempest-NetworksTestDHCPv6-682470661'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:07:52.321428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a56d28-0da1-4bad-82fa-d7694811b62e req-b7d6e5db-23cb-4157-906d-4a5b82753ee7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.331999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98a56d28-0da1-4bad-82fa-d7694811b62e req-b7d6e5db-23cb-4157-906d-4a5b82753ee7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.1553631 Nov 12 11:07:52.334549 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:52.341522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e164cb58-5837-4d2c-a2e3-aedd9747da7f req-fb4a0f81-b4f1-476f-bb64-d9ec170e69f7 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4333138 Nov 12 11:07:52.381298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-0d26d06e-427c-42cc-961f-62d0760869a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.383096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-0d26d06e-427c-42cc-961f-62d0760869a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.4069288 Nov 12 11:07:52.386450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:52.550115 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-65b174ae-c00c-41cb-9ee1-52fe8e3a8bab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 200 len: 217 time: 0.1572652 Nov 12 11:07:52.552992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-56d32a2d-919f-4efd-a665-4ea7b47cf691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.555671 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-56d32a2d-919f-4efd-a665-4ea7b47cf691 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02ef8bb9-c940-4712-bd4a-c58a45c1a735 HTTP/1.1" status: 200 len: 922 time: 0.4185519 Nov 12 11:07:52.577070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=12']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:52.596055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-84f0e9f2-0ddb-40e5-823f-3251fbc3f2ac service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435656 Nov 12 11:07:52.717498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['f0a9d888-cf31-4c70-9e5a-fbde6d4ca304'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:52.728948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-19e3a330-6d4c-4636-899e-4df7b7e36872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:52.731236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-19e3a330-6d4c-4636-899e-4df7b7e36872 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1728227 Nov 12 11:07:52.768642 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbabe8f1-3d87-4170-a828-e67808aede26 x-openstack-request-id: req-cbabe8f1-3d87-4170-a828-e67808aede26 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:52.769184 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:52.769700 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cbabe8f1-3d87-4170-a828-e67808aede26 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:52.770339 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38', 'status': 'completed', 'code': 200} Nov 12 11:07:52.804258 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98a56d28-0da1-4bad-82fa-d7694811b62e req-c6647620-58fc-46e5-b1e4-a7c868bcb0fe tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638915 Nov 12 11:07:52.815024 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-06f0e60e-8035-45a1-aa73-dbab8339baec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d03948b5-9fde-4115-a791-25a4321837e9 HTTP/1.1" status: 200 len: 217 time: 0.0820687 Nov 12 11:07:52.935099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-7cab7547-ed4f-4fe2-af1b-ed5b90c1f0be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187043 Nov 12 11:07:53.026810 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-cd247680-343b-4f77-ba89-baf2c23e62e4 service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238334 Nov 12 11:07:53.030948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:07:53.152416 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113cc4c3-82cd-4fb0-b4cd-cf6d1816f1fa x-openstack-request-id: req-113cc4c3-82cd-4fb0-b4cd-cf6d1816f1fa {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:53.152416 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-plugged", "status": "completed", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:53.152416 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-113cc4c3-82cd-4fb0-b4cd-cf6d1816f1fa {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:53.152416 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'code': 200} Nov 12 11:07:53.334759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-c9f8bdb8-96ee-4d7a-a61c-26a07aa2a20a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 217 time: 0.0773175 Nov 12 11:07:53.510196 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.545371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55850a01-50f0-4fcd-9b04-0bf0a9f3c463 req-0e2e10e5-4bcb-4190-8cd0-9baca27d250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.547143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55850a01-50f0-4fcd-9b04-0bf0a9f3c463 req-0e2e10e5-4bcb-4190-8cd0-9baca27d250d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1099 time: 0.2367122 Nov 12 11:07:53.558230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da3222-8590-4980-990e-047107ecfc81 req-d7693833-15e6-4de6-a93c-2ea0602d2123 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.570250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7da3222-8590-4980-990e-047107ecfc81 req-d7693833-15e6-4de6-a93c-2ea0602d2123 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2476044 Nov 12 11:07:53.583995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-0737656f-a467-4885-81cc-b8596238c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.585671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-0737656f-a467-4885-81cc-b8596238c9c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.2216036 Nov 12 11:07:53.619961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-1c8f6630-2716-4afc-8b87-70da987f9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.623741 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-1c8f6630-2716-4afc-8b87-70da987f9ce0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1729117f-2797-4700-a6b3-af5881fcb351 HTTP/1.1" status: 200 len: 861 time: 0.7895436 Nov 12 11:07:53.625716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 5075527f-4ee6-4a59-b6d4-e64605dd56bd yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:07:53.635823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-bc0fc72b-9651-4338-91b6-071cb929acf4 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826794 Nov 12 11:07:53.675089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c047985d-7139-477d-9119-4e1178ce9970 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:07:53.698970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7da3222-8590-4980-990e-047107ecfc81 req-b6c7840a-9774-4ff4-9f15-53f02c242dfc tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311400 Nov 12 11:07:53.794063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-820c05bf-4a71-42b3-a22c-f015a72f5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.796309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-820c05bf-4a71-42b3-a22c-f015a72f5385 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1966865 Nov 12 11:07:53.821298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fe7ea-0444-4586-812b-cee99dd2ecb2 req-129348d6-26b9-464b-a42f-458ba3d7c48e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:53.822885 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-757fe7ea-0444-4586-812b-cee99dd2ecb2 req-129348d6-26b9-464b-a42f-458ba3d7c48e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 944 time: 0.8819997 Nov 12 11:07:53.826939 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-2248ff6e-064b-4f12-8497-1b8e79feac92 service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798289 Nov 12 11:07:53.829174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-eec4d681-25ad-4dea-a7d3-dc357f197243 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02ef8bb9-c940-4712-bd4a-c58a45c1a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1924343 Nov 12 11:07:53.928267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b310a67c-d1fe-4426-b916-aea15be6d18a None None] Provisioning complete for port 52696ae3-e590-43d7-995a-770a7742ae22 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:53.928586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b310a67c-d1fe-4426-b916-aea15be6d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:53.961769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55850a01-50f0-4fcd-9b04-0bf0a9f3c463 req-9d333d35-cb66-4f38-a1c6-32b37451dad6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854706 Nov 12 11:07:53.964469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-c639e404-e722-4db1-bc6f-733524451b6b service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536307 Nov 12 11:07:54.047985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-757fe7ea-0444-4586-812b-cee99dd2ecb2 req-7035c244-6093-4313-8c41-4e34bbd63f37 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052400 Nov 12 11:07:54.116580 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b310a67c-d1fe-4426-b916-aea15be6d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.118867 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-48eef2b2-73a0-4e1b-a8c6-a99ba126bbb6 service neutron] 10.222.0.57 "GET /v2.0/networks/02ef8bb9-c940-4712-bd4a-c58a45c1a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749817 Nov 12 11:07:54.176345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2a0da-be9b-4d3d-aef3-af328c4189c3 req-af395a9a-3e22-41ab-a88a-5484c3f5f02f tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.189274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4b2a0da-be9b-4d3d-aef3-af328c4189c3 req-af395a9a-3e22-41ab-a88a-5484c3f5f02f tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 943 time: 0.2181134 Nov 12 11:07:54.231224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b310a67c-d1fe-4426-b916-aea15be6d18a None None] For port 52696ae3-e590-43d7-995a-770a7742ae22, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=52696ae3-e590-43d7-995a-770a7742ae22,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:54.281160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 52696ae3-e590-43d7-995a-770a7742ae22 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:54.326529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-5bcfa3f9-a99a-4382-8225-6171cd1060c8 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285846 Nov 12 11:07:54.339516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b310a67c-d1fe-4426-b916-aea15be6d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.364927 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b142bdf5-69da-4a12-a9ac-e7fb20990590 req-551bc704-f2ee-4d5f-8aa9-b14fe18d5c3a service neutron] 10.222.0.57 "GET /v2.0/networks/02ef8bb9-c940-4712-bd4a-c58a45c1a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380548 Nov 12 11:07:54.381455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Update dhcp port {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': 'cc11ae54-72f0-49ea-9810-0781d2709d97', 'ip_address': '2001:db8::f816:3eff:fea8:af94'}, {'subnet_id': 'f551767e-199f-44b7-9db3-832beaebe9e4'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '52696ae3-e590-43d7-995a-770a7742ae22'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:07:54.402485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-23708ea3-285b-469a-8385-0bbafa955cb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 217 time: 0.0632238 Nov 12 11:07:54.427383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d03948b5-9fde-4115-a791-25a4321837e9 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:07:54.501950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83136-1a00-43e4-9734-a1e12708e37a req-0637333e-154b-4f65-b3e7-ee9c53f933de tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.524759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83136-1a00-43e4-9734-a1e12708e37a req-0637333e-154b-4f65-b3e7-ee9c53f933de tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.528454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4b2a0da-be9b-4d3d-aef3-af328c4189c3 req-5edaeac6-6c0e-4720-9eff-a309c132c842 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379395 Nov 12 11:07:54.532981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83136-1a00-43e4-9734-a1e12708e37a req-0637333e-154b-4f65-b3e7-ee9c53f933de tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.552526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83136-1a00-43e4-9734-a1e12708e37a req-0637333e-154b-4f65-b3e7-ee9c53f933de tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.565532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 172.20.0.5 (5548ef9b-af8a-4319-aa1a-0d0b38428140/f551767e-199f-44b7-9db3-832beaebe9e4/5075527f-4ee6-4a59-b6d4-e64605dd56bd) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:54.571057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d03948b5-9fde-4115-a791-25a4321837e9, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d03948b5-9fde-4115-a791-25a4321837e9,segment=NetworkSegment(bdac82dd-d30b-4152-a1e7-6ac429ffdd15),segment_id=bdac82dd-d30b-4152-a1e7-6ac429ffdd15)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:54.576194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-7b6155c2-1d44-4f40-9515-7f1779716025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.582839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-7b6155c2-1d44-4f40-9515-7f1779716025 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.1472566 Nov 12 11:07:54.586480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83136-1a00-43e4-9734-a1e12708e37a req-0637333e-154b-4f65-b3e7-ee9c53f933de tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.592173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fe8e:e384 (5548ef9b-af8a-4319-aa1a-0d0b38428140/cc11ae54-72f0-49ea-9810-0781d2709d97/5075527f-4ee6-4a59-b6d4-e64605dd56bd) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:54.599569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'd03948b5-9fde-4115-a791-25a4321837e9', 'network_id': '02ef8bb9-c940-4712-bd4a-c58a45c1a735', 'port_id': 'd03948b5-9fde-4115-a791-25a4321837e9', 'mac_address': 'fa:16:3e:08:cd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1729117f-2797-4700-a6b3-af5881fcb351', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:07:54.658958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83136-1a00-43e4-9734-a1e12708e37a req-0637333e-154b-4f65-b3e7-ee9c53f933de tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.675813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83136-1a00-43e4-9734-a1e12708e37a req-0637333e-154b-4f65-b3e7-ee9c53f933de tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.680092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dec83136-1a00-43e4-9734-a1e12708e37a req-0637333e-154b-4f65-b3e7-ee9c53f933de tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.3131931 Nov 12 11:07:54.737603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ed355e75-0e14-4432-88c6-cb36a0aefc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.739570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ed355e75-0e14-4432-88c6-cb36a0aefc30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1442864 Nov 12 11:07:54.752356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.778445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': 'aee3264f-14b1-4799-838a-712bfed63c38'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:54.781331 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f725fee0-78bb-4d33-9c83-655d3db0a27e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "aee3264f-14b1-4799-838a-712bfed63c38"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:54.804101 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.807059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31470ad3-1128-41f1-a9e7-b437b36ed4f1 req-7c1ae0a8-5df1-44ea-b658-a1e2c0c0533c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:54.817435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31470ad3-1128-41f1-a9e7-b437b36ed4f1 req-7c1ae0a8-5df1-44ea-b658-a1e2c0c0533c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.1641188 Nov 12 11:07:54.843324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 52696ae3-e590-43d7-995a-770a7742ae22 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:54.843670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:54.850261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03948b5-9fde-4115-a791-25a4321837e9 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:07:54.893605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d03948b5-9fde-4115-a791-25a4321837e9, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d03948b5-9fde-4115-a791-25a4321837e9,segment=NetworkSegment(bdac82dd-d30b-4152-a1e7-6ac429ffdd15),segment_id=bdac82dd-d30b-4152-a1e7-6ac429ffdd15)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:55.002013 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dec83136-1a00-43e4-9734-a1e12708e37a req-75556e90-5b04-4df3-a21e-41adb0855a5b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3095863 Nov 12 11:07:55.089893 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.102527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310a67c-d1fe-4426-b916-aea15be6d18a None None] Pushing event updated for resources: {'Port': ['ID=52696ae3-e590-43d7-995a-770a7742ae22,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:55.196449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-c6bc61fb-c9e3-42dd-ae2c-7da26ca0e9cb service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409368 Nov 12 11:07:55.407462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99624d9e-3ff5-43dd-b5e4-f877b5d25579 req-2b6bfb9c-342d-44dd-b854-2f1d576a219f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:55.434544 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99624d9e-3ff5-43dd-b5e4-f877b5d25579 req-2b6bfb9c-342d-44dd-b854-2f1d576a219f tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.0971620 Nov 12 11:07:55.531804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:55.584520 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99624d9e-3ff5-43dd-b5e4-f877b5d25579 req-c4fede72-ced0-40d4-bee0-70dd20f61ce6 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476674 Nov 12 11:07:55.662720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['d03948b5-9fde-4115-a791-25a4321837e9'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:07:55.691076 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:55.924948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:07:55.930335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=d03948b5-9fde-4115-a791-25a4321837e9,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:55.949976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:55.951178 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.005622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c450f3-8d63-4926-a41c-da6215eec660 req-e06df372-c69c-4cb6-8827-db7771762d00 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:56.018413 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92c450f3-8d63-4926-a41c-da6215eec660 req-e06df372-c69c-4cb6-8827-db7771762d00 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 944 time: 0.1392715 Nov 12 11:07:56.149917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92c450f3-8d63-4926-a41c-da6215eec660 req-57df8bc6-b854-45a4-b2bb-f43bd15bab6f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299386 Nov 12 11:07:56.240735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 52696ae3-e590-43d7-995a-770a7742ae22 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:56.286663 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.347487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:56.352435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d633f1f-b445-4f25-8d33-34db4f83395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a9d888-cf31-4c70-9e5a-fbde6d4ca304'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:56.355235 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe8451f-66d1-46b7-8315-49d58849acc4" -d '{"events": [{"server_uuid": "9d633f1f-b445-4f25-8d33-34db4f83395d", "name": "network-vif-plugged", "status": "completed", "tag": "f0a9d888-cf31-4c70-9e5a-fbde6d4ca304"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:56.390335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 52696ae3-e590-43d7-995a-770a7742ae22 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:56.390854 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.433354 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6b6919-2c42-471f-a7c5-140c6b9a7554 x-openstack-request-id: req-1d6b6919-2c42-471f-a7c5-140c6b9a7554 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:56.433741 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "aee3264f-14b1-4799-838a-712bfed63c38", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:56.434002 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d6b6919-2c42-471f-a7c5-140c6b9a7554 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:56.434422 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': 'aee3264f-14b1-4799-838a-712bfed63c38', 'status': 'completed', 'code': 200} Nov 12 11:07:56.485816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31470ad3-1128-41f1-a9e7-b437b36ed4f1 req-6f83769a-a5fa-4e52-ae0c-cbb2b9f2a153 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6601479 Nov 12 11:07:56.546126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.615871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-7a2f4055-63ca-41a6-bd58-00feef749b41 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1480408 Nov 12 11:07:56.686356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:56.687032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-1e589075-1a13-4bb4-9d6c-5fe14bc93153 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a HTTP/1.1" status: 200 len: 217 time: 0.0628064 Nov 12 11:07:56.701223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-190e62ea-44d3-426f-8994-79a10baf2f3f tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:56.718265 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-190e62ea-44d3-426f-8994-79a10baf2f3f tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/networks?id=5fa8912b-4eca-4e0d-8839-831ff9243398 HTTP/1.1" status: 200 len: 809 time: 0.3087285 Nov 12 11:07:56.755154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0fd47579-7c62-4f83-87c8-c37ed6c1cc33 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/quotas/3ac1ee73664247219478769fd206ad26 HTTP/1.1" status: 200 len: 375 time: 0.0395243 Nov 12 11:07:56.758016 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:56.804748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0270e34b-b50a-4170-848d-1b6221d31001 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=3ac1ee73664247219478769fd206ad26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484853 Nov 12 11:07:56.828435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-1c46cb06-8354-4def-bb28-f4ba5bdcdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:56.830186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-1c46cb06-8354-4def-bb28-f4ba5bdcdcfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.0746059 Nov 12 11:07:56.833193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Allocated IP 172.20.0.2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/f551767e-199f-44b7-9db3-832beaebe9e4/52696ae3-e590-43d7-995a-770a7742ae22) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:07:56.896522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=5075527f-4ee6-4a59-b6d4-e64605dd56bd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:56.920539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-38dcc92f-1f64-462d-b4c0-628a6667f684 service neutron] 10.222.0.98 "GET /v2.0/networks/5fa8912b-4eca-4e0d-8839-831ff9243398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146321 Nov 12 11:07:57.041980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:07:57.053453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbdcb9-de87-4f65-9efa-3c25cee232c5 req-c98967db-8200-4dc5-bb69-bd70e4bd9567 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:57.055272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6fbbdcb9-de87-4f65-9efa-3c25cee232c5 req-c98967db-8200-4dc5-bb69-bd70e4bd9567 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 944 time: 0.3714263 Nov 12 11:07:57.057457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:07:57.060867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:07:57.089358 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-cf02c217-f991-4423-847d-db7b09848e07 service neutron] 10.222.0.98 "GET /v2.0/networks/5fa8912b-4eca-4e0d-8839-831ff9243398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676641 Nov 12 11:07:57.165456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] For port 52696ae3-e590-43d7-995a-770a7742ae22, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=52696ae3-e590-43d7-995a-770a7742ae22,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:57.180303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-e883ce4b-54d1-4973-80ff-871612b7d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:57.183084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-e883ce4b-54d1-4973-80ff-871612b7d92c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2894588 Nov 12 11:07:57.234185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:57.298077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:57.298077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:57.346687 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:57.349243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6fbbdcb9-de87-4f65-9efa-3c25cee232c5 req-3fcf3a49-4c94-41c5-9875-67a0fd008415 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426574 Nov 12 11:07:57.383503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-f5e53fcb-cb60-4c61-9816-07619a3709bc service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813877 Nov 12 11:07:57.523119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-9583aa68-c980-446d-beb5-d005bc56bd5b service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250646 Nov 12 11:07:57.535571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-810d6cd0-bc9a-4c6f-9c1f-f5e6291b547a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2501035 Nov 12 11:07:57.536016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47466) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:57.712409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-280052fb-a375-446b-bddc-06c3abfbad0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=1a779cea-43ea-4aff-9730-204aa60a2453 HTTP/1.1" status: 200 len: 217 time: 0.1747396 Nov 12 11:07:57.754100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5687480-157a-4c70-96e3-0fd75b63d0b4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:57.760285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5687480-157a-4c70-96e3-0fd75b63d0b4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:57.765198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b5687480-157a-4c70-96e3-0fd75b63d0b4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2278061 Nov 12 11:07:57.769293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47470) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:07:57.851010 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192a1fd6-d06a-4d46-adbf-2a616c129a5a x-openstack-request-id: req-192a1fd6-d06a-4d46-adbf-2a616c129a5a {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:07:57.851642 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d633f1f-b445-4f25-8d33-34db4f83395d", "name": "network-vif-plugged", "status": "completed", "tag": "f0a9d888-cf31-4c70-9e5a-fbde6d4ca304", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:07:57.851642 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-192a1fd6-d06a-4d46-adbf-2a616c129a5a {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:07:57.852077 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d633f1f-b445-4f25-8d33-34db4f83395d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a9d888-cf31-4c70-9e5a-fbde6d4ca304', 'code': 200} Nov 12 11:07:57.919053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Pushing event updated for resources: {'Port': ['ID=52696ae3-e590-43d7-995a-770a7742ae22,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:07:57.943731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.955255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.955717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.956097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.956445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.956787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.957148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.957587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.981647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.982103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.982455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:57.982800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34fc219-7821-4630-bd15-b3034b93a4b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:07:58.154222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-e8616a55-2a1a-4aac-a92b-4bc982f38257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.165387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-e8616a55-2a1a-4aac-a92b-4bc982f38257 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.4400623 Nov 12 11:07:58.222979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c37d0-49cd-456d-9b93-51f95d71e393 req-984a6458-2356-4b7f-b347-936a17ef9180 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.239890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 52696ae3-e590-43d7-995a-770a7742ae22 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:58.244840 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7e2c37d0-49cd-456d-9b93-51f95d71e393 req-984a6458-2356-4b7f-b347-936a17ef9180 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2057347 Nov 12 11:07:58.399596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7e2c37d0-49cd-456d-9b93-51f95d71e393 req-8cf2361b-642d-4c3f-8ab0-575c16968497 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290638 Nov 12 11:07:58.417837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-54989ef0-5078-4a55-ab86-f28fa4bdee38 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.430745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d03948b5-9fde-4115-a791-25a4321837e9 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:07:58.432679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-54989ef0-5078-4a55-ab86-f28fa4bdee38 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.446031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-54989ef0-5078-4a55-ab86-f28fa4bdee38 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.474409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-54989ef0-5078-4a55-ab86-f28fa4bdee38 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.507167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-54989ef0-5078-4a55-ab86-f28fa4bdee38 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.540202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-54989ef0-5078-4a55-ab86-f28fa4bdee38 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.570366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-54989ef0-5078-4a55-ab86-f28fa4bdee38 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.571880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 52696ae3-e590-43d7-995a-770a7742ae22 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:58.573593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-54989ef0-5078-4a55-ab86-f28fa4bdee38 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.8590646 Nov 12 11:07:58.584134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:58.596457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4f0ee-acb4-41a8-997b-190c86f3c287 req-d7028151-6814-499a-ac0a-01e294fc69ef tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.612303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aff4f0ee-acb4-41a8-997b-190c86f3c287 req-d7028151-6814-499a-ac0a-01e294fc69ef tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 945 time: 0.1295745 Nov 12 11:07:58.659064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3909a-7221-4785-a16f-0d92ce76157b req-eb3712d5-d030-4b21-90b4-af9e796bc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.674844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82a3909a-7221-4785-a16f-0d92ce76157b req-eb3712d5-d030-4b21-90b4-af9e796bc708 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 1097 time: 0.7432497 Nov 12 11:07:58.753072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aff4f0ee-acb4-41a8-997b-190c86f3c287 req-a78f0c52-7649-4524-9033-b3822a82d9ca tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381304 Nov 12 11:07:58.791711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-67b464b7-9cff-41e7-aec4-be4cdb7a9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:58.794688 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-67b464b7-9cff-41e7-aec4-be4cdb7a9abf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6275187 Nov 12 11:07:58.842234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port d03948b5-9fde-4115-a791-25a4321837e9 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:07:58.862132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port d03948b5-9fde-4115-a791-25a4321837e9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:58.864855 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.039411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b72eb421-3a96-4e35-b1b7-f7004473dddf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 5075527f-4ee6-4a59-b6d4-e64605dd56bd {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:07:59.040073 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b72eb421-3a96-4e35-b1b7-f7004473dddf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.043398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade1a97-37bd-4258-87b9-c0f7042f80e8 req-284d9b6f-994b-4d37-8190-c8572ac0fe3b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:59.056493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ade1a97-37bd-4258-87b9-c0f7042f80e8 req-284d9b6f-994b-4d37-8190-c8572ac0fe3b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.1227608 Nov 12 11:07:59.116735 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.212677 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ade1a97-37bd-4258-87b9-c0f7042f80e8 req-cec6ef7c-5fac-4b29-981b-160dac05b776 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547079 Nov 12 11:07:59.216797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d03948b5-9fde-4115-a791-25a4321837e9, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d03948b5-9fde-4115-a791-25a4321837e9,segment=NetworkSegment(bdac82dd-d30b-4152-a1e7-6ac429ffdd15),segment_id=bdac82dd-d30b-4152-a1e7-6ac429ffdd15)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:07:59.233765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82a3909a-7221-4785-a16f-0d92ce76157b req-d1ec3bcb-9aae-45a4-9037-75fe31e2b55f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400958 Nov 12 11:07:59.281471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9f565f0-ea71-4aa6-ae82-a620fd161939 req-274bd773-ba94-464b-96c6-4b236dc54475 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6780488 Nov 12 11:07:59.287580 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-803b4015-07b9-4ae7-882c-10cf21487c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.349814 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.383768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2b65cf1-6aae-431a-8f5f-9244364970fb req-9a7d8073-c8b8-4cb2-b33e-339b7ceea8e2 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 210 time: 0.0550561 Nov 12 11:07:59.619213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b72eb421-3a96-4e35-b1b7-f7004473dddf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.642440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfd099-c9b2-49d7-b338-30518df45562 req-30b4783a-b87e-49f8-b85e-08d078581539 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:59.651585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92dfd099-c9b2-49d7-b338-30518df45562 req-30b4783a-b87e-49f8-b85e-08d078581539 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1070638 Nov 12 11:07:59.692399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b72eb421-3a96-4e35-b1b7-f7004473dddf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 5075527f-4ee6-4a59-b6d4-e64605dd56bd owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:07:59.800902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92dfd099-c9b2-49d7-b338-30518df45562 req-fce1033e-4da3-4411-8d53-0535c5f1cbc4 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464512 Nov 12 11:07:59.836660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-9675a3ca-31c9-44b9-9a8d-93c6008f843e service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0123339 Nov 12 11:07:59.864838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc25db6-762c-489a-8746-f6397dddcdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03948b5-9fde-4115-a791-25a4321837e9'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:07:59.877236 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2bfb1e-3d57-413d-8cc5-1929d0d10f6e" -d '{"events": [{"server_uuid": "1cc25db6-762c-489a-8746-f6397dddcdc8", "name": "network-vif-plugged", "status": "completed", "tag": "d03948b5-9fde-4115-a791-25a4321837e9"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:07:59.906531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4e668-a47b-4eac-9b27-37e62f6cccf2 req-eeab70b4-2358-477a-b12e-477de8037124 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:07:59.915214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-797f8af9-603c-413c-9411-c9dd2e84298e None None] Provisioning complete for port 52696ae3-e590-43d7-995a-770a7742ae22 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:07:59.915617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-797f8af9-603c-413c-9411-c9dd2e84298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:07:59.917672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ead4e668-a47b-4eac-9b27-37e62f6cccf2 req-eeab70b4-2358-477a-b12e-477de8037124 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 945 time: 0.4230123 Nov 12 11:07:59.987913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=d03948b5-9fde-4115-a791-25a4321837e9,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:00.071834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33f9c8-4cbd-43d2-b83c-66bcbf937e34 req-9ee4abf9-626e-4c00-be01-fdb5b2f255a6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.097173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7c33f9c8-4cbd-43d2-b83c-66bcbf937e34 req-9ee4abf9-626e-4c00-be01-fdb5b2f255a6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 945 time: 0.1586056 Nov 12 11:08:00.241804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7c33f9c8-4cbd-43d2-b83c-66bcbf937e34 req-74ee48f7-0e71-4358-85de-537435acc216 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327586 Nov 12 11:08:00.384987 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ead4e668-a47b-4eac-9b27-37e62f6cccf2 req-82059bac-318c-4bd2-8709-2bac948d0b88 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657407 Nov 12 11:08:00.408739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-95d5e107-246a-4fc4-94e5-832a09ad41aa None None] Provisioning complete for port 5075527f-4ee6-4a59-b6d4-e64605dd56bd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:00.409117 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95d5e107-246a-4fc4-94e5-832a09ad41aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.495782 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89884139-28fa-46f2-b26a-d345da31323d x-openstack-request-id: req-89884139-28fa-46f2-b26a-d345da31323d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:00.501190 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc25db6-762c-489a-8746-f6397dddcdc8", "name": "network-vif-plugged", "status": "completed", "tag": "d03948b5-9fde-4115-a791-25a4321837e9", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:00.501190 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89884139-28fa-46f2-b26a-d345da31323d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:00.501190 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc25db6-762c-489a-8746-f6397dddcdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03948b5-9fde-4115-a791-25a4321837e9', 'code': 200} Nov 12 11:08:00.501958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-95d5e107-246a-4fc4-94e5-832a09ad41aa None None] Port 5075527f-4ee6-4a59-b6d4-e64605dd56bd cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:08:00.535327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c64900-7e39-409f-94d7-ff13d5caa3bd req-f2555856-342d-4ba5-847b-7790ab9444b2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.540767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07c64900-7e39-409f-94d7-ff13d5caa3bd req-f2555856-342d-4ba5-847b-7790ab9444b2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1889186 Nov 12 11:08:00.567838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-bedef090-ff60-4d18-a3b9-475361045000 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347194 Nov 12 11:08:00.651280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b72eb421-3a96-4e35-b1b7-f7004473dddf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:00.723077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07c64900-7e39-409f-94d7-ff13d5caa3bd req-2f19d86f-c356-4f4f-a399-31fdb0b15290 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756036 Nov 12 11:08:00.736744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-4464a6c4-19c2-4849-87e5-6580d4a90e27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 HTTP/1.1" status: 200 len: 217 time: 0.1523409 Nov 12 11:08:00.752952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d1317-04f3-4d46-81c8-7a250c8523f6 req-a6d9314d-32bf-4514-92d6-6e96c2a1aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.756521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-133d1317-04f3-4d46-81c8-7a250c8523f6 req-a6d9314d-32bf-4514-92d6-6e96c2a1aa21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 1097 time: 0.1090887 Nov 12 11:08:00.805147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eb421-3a96-4e35-b1b7-f7004473dddf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=5075527f-4ee6-4a59-b6d4-e64605dd56bd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:00.858263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df2335-35da-4780-8c94-232c52a0e84e req-bed16f94-97ec-4173-b299-b3b39f15ce01 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.869197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51df2335-35da-4780-8c94-232c52a0e84e req-bed16f94-97ec-4173-b299-b3b39f15ce01 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.2698221 Nov 12 11:08:00.915198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-133d1317-04f3-4d46-81c8-7a250c8523f6 req-63a627a5-07e1-42cc-92f4-480239d3a2e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451120 Nov 12 11:08:00.975100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-85c3bc1e-c77a-4b24-b1bc-d805ebc64025 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.982509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-85c3bc1e-c77a-4b24-b1bc-d805ebc64025 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.998219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-85c3bc1e-c77a-4b24-b1bc-d805ebc64025 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:00.999166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-682b4fab-a9a6-498e-b0b8-dee4aab17a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.001771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-682b4fab-a9a6-498e-b0b8-dee4aab17a84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.2643218 Nov 12 11:08:01.008454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-85c3bc1e-c77a-4b24-b1bc-d805ebc64025 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.016895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-85c3bc1e-c77a-4b24-b1bc-d805ebc64025 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.026228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-85c3bc1e-c77a-4b24-b1bc-d805ebc64025 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.035965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-85c3bc1e-c77a-4b24-b1bc-d805ebc64025 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.046630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-85c3bc1e-c77a-4b24-b1bc-d805ebc64025 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.1441207 Nov 12 11:08:01.092325 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51df2335-35da-4780-8c94-232c52a0e84e req-e9b65742-4a9d-47cf-8158-0ca08cc9e872 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222087 Nov 12 11:08:01.162379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d3a5677-5af3-47be-ab71-3d89afd393fc req-494eb5e4-0094-4833-b6d3-5a950cef8b0a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112850 Nov 12 11:08:01.214795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-79b5269b-af6e-4ed9-b8bb-290e6f4aefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.215653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-79b5269b-af6e-4ed9-b8bb-290e6f4aefb9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946063 Nov 12 11:08:01.342612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-bd6f0abe-79e4-42a4-8afa-8733f59dc80f service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099226 Nov 12 11:08:01.375156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d934aa17-3b26-43e6-a2e9-e147fbc5fe52 req-87b69c20-88bd-42f0-8fb5-75579c045a8c tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 210 time: 0.1513937 Nov 12 11:08:01.453970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc05aaa-e1b3-48e1-9f78-1ebc7b351af9 req-291cede4-bddf-4c57-bee4-b0112ada883b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.460867 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b72eb421-3a96-4e35-b1b7-f7004473dddf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.461295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dc05aaa-e1b3-48e1-9f78-1ebc7b351af9 req-291cede4-bddf-4c57-bee4-b0112ada883b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1633918 Nov 12 11:08:01.473645 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:08:01.478823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b72eb421-3a96-4e35-b1b7-f7004473dddf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/5075527f-4ee6-4a59-b6d4-e64605dd56bd HTTP/1.1" status: 204 len: 168 time: 3.7082729 Nov 12 11:08:01.485911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47518) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:01.579132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dc05aaa-e1b3-48e1-9f78-1ebc7b351af9 req-2ac9d82d-040a-4aa4-89ef-4522c20c6df7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993211 Nov 12 11:08:01.610119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-74d5a4ec-8bf7-4756-bc8a-25963c040c1a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998430 Nov 12 11:08:01.760589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-6fc075a4-167a-4f4d-8fa2-c2e0c5f3fc57 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940959 Nov 12 11:08:01.773438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-61d865b6-d032-425a-a5d1-576cb4931103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.775334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-61d865b6-d032-425a-a5d1-576cb4931103 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1187336 Nov 12 11:08:01.800378 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d19561bb-555a-4b36-82cf-50d9688ed4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:01.802543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a4ce-2303-4f4f-8e56-43ce27ec9c83 req-f9160b9c-8c5b-4f1b-89b2-df79fbdf16a5 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:01.812600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b9a4ce-2303-4f4f-8e56-43ce27ec9c83 req-f9160b9c-8c5b-4f1b-89b2-df79fbdf16a5 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 945 time: 0.1236095 Nov 12 11:08:01.982770 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b9a4ce-2303-4f4f-8e56-43ce27ec9c83 req-e7fc138c-c050-4f0e-a979-e5c6e6e7eb15 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600273 Nov 12 11:08:02.032198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-88289a70-a836-44f2-a34c-37fc2a07e858 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aee3264f-14b1-4799-838a-712bfed63c38 HTTP/1.1" status: 200 len: 217 time: 0.2603788 Nov 12 11:08:02.069042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-d0ac830c-05c5-4a7a-870a-acfeed33109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.071884 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-d0ac830c-05c5-4a7a-870a-acfeed33109c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.2120683 Nov 12 11:08:02.102776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61545b47-5043-4055-a015-d5a02509445a req-7859c05a-dbf2-4128-bca6-c3b0b73e50c3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.111500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61545b47-5043-4055-a015-d5a02509445a req-7859c05a-dbf2-4128-bca6-c3b0b73e50c3 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 945 time: 0.6311176 Nov 12 11:08:02.171214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b65c0-14ad-4903-8659-700257dc5b4a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.173177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b65c0-14ad-4903-8659-700257dc5b4a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.174744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b65c0-14ad-4903-8659-700257dc5b4a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.176423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d46b65c0-14ad-4903-8659-700257dc5b4a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6882164 Nov 12 11:08:02.182553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47528) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:02.291744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61545b47-5043-4055-a015-d5a02509445a req-50c08d8b-c589-46cc-a206-e054972a09e6 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717644 Nov 12 11:08:02.302266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-484f5399-59ff-4539-adc0-66caed504cc9 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.304120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-484f5399-59ff-4539-adc0-66caed504cc9 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.69 "GET /v2.0/networks?id=5fa8912b-4eca-4e0d-8839-831ff9243398 HTTP/1.1" status: 200 len: 809 time: 0.7066083 Nov 12 11:08:02.308693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-a724cb06-58f6-4861-b6d4-8c71f73187b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.310246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-a724cb06-58f6-4861-b6d4-8c71f73187b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.2595415 Nov 12 11:08:02.329747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Request body: {'port': {'device_id': 'bf0bdf4b-f19d-47cc-8607-c273b73af103', 'network_id': '5fa8912b-4eca-4e0d-8839-831ff9243398', 'admin_state_up': True, 'tenant_id': '3ac1ee73664247219478769fd206ad26'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:02.430763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-0158db5e-2fa4-412d-a747-da36f200dbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet cc11ae54-72f0-49ea-9810-0781d2709d97 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:02.436866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0158db5e-2fa4-412d-a747-da36f200dbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:02.525931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ac1ae8f8-5c73-4c31-8265-ca581676627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.526819 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-ac1ae8f8-5c73-4c31-8265-ca581676627d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1902151 Nov 12 11:08:02.535729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0158db5e-2fa4-412d-a747-da36f200dbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:02.805288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f5de-ad26-4282-afe0-2f0f3f59a44f req-e268a6a4-5bf9-47b5-b9aa-2b865ea1f2aa tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.807056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4504f5de-ad26-4282-afe0-2f0f3f59a44f req-e268a6a4-5bf9-47b5-b9aa-2b865ea1f2aa tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.1191859 Nov 12 11:08:02.809673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0158db5e-2fa4-412d-a747-da36f200dbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:02.810218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-d80e2010-9117-44bf-ab22-85df655d9792 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726150 Nov 12 11:08:02.858465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Made reservation on behalf of 3ac1ee73664247219478769fd206ad26 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:02.863853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:02.877731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-bf1e5e16-2499-4ab9-a664-f03b6f4dd2c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 200 len: 217 time: 0.7973630 Nov 12 11:08:02.897534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:02.981535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d6d72-cbbc-4f32-900a-88c0061e10ea req-544d7091-73be-484c-a894-48446e023e10 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:02.990082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f51d6d72-cbbc-4f32-900a-88c0061e10ea req-544d7091-73be-484c-a894-48446e023e10 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.8137827 Nov 12 11:08:02.993709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-39cf45b7-6a48-4db4-a65d-368e1841e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.002214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-39cf45b7-6a48-4db4-a65d-368e1841e19d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.0986660 Nov 12 11:08:03.032639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4504f5de-ad26-4282-afe0-2f0f3f59a44f req-20435cba-cf10-44d2-a37d-4f37832ec743 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949534 Nov 12 11:08:03.052007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-102b6a03-8fe0-4e98-a32a-4ed33abfe73c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472519 Nov 12 11:08:03.064919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd460d88-36bd-460b-a48b-d26dfd679830 req-9a1fd764-2c7d-4109-b0a6-b4e434557dea service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461040 Nov 12 11:08:03.225934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Allocated IP 172.20.0.4 (5fa8912b-4eca-4e0d-8839-831ff9243398/59f179d3-1098-42d2-b3d1-261fc2d2e15e/318aaf89-9760-4ae5-8620-77ec06dc7fe1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:03.259202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f51d6d72-cbbc-4f32-900a-88c0061e10ea req-bc690941-c958-4529-8c49-2f73e60e3f8c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679172 Nov 12 11:08:03.271340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-22066e50-6129-475b-97ce-f28a1e9c2251 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.282555 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-56925182-3575-4263-b91f-66c80e304e74 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114120 Nov 12 11:08:03.287596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-22066e50-6129-475b-97ce-f28a1e9c2251 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.297203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-22066e50-6129-475b-97ce-f28a1e9c2251 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.303250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-22066e50-6129-475b-97ce-f28a1e9c2251 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.334304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-22066e50-6129-475b-97ce-f28a1e9c2251 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.337550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0158db5e-2fa4-412d-a747-da36f200dbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:03.348403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-22066e50-6129-475b-97ce-f28a1e9c2251 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.360866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-22066e50-6129-475b-97ce-f28a1e9c2251 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:03.364251 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-22066e50-6129-475b-97ce-f28a1e9c2251 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.2021346 Nov 12 11:08:03.430758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482f599-4917-4c15-b3b3-57cc6b0111bd None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:03.432103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158db5e-2fa4-412d-a747-da36f200dbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=cc11ae54-72f0-49ea-9810-0781d2709d97,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:03.435334 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0158db5e-2fa4-412d-a747-da36f200dbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:03.443352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0158db5e-2fa4-412d-a747-da36f200dbce tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/cc11ae54-72f0-49ea-9810-0781d2709d97 HTTP/1.1" status: 204 len: 168 time: 1.2049279 Nov 12 11:08:03.445123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47540) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:03.526030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-4231d949-dca0-4e2b-a5e2-bf65ed46b724 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet f551767e-199f-44b7-9db3-832beaebe9e4 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:03.532310 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f571a02a-17fc-4b11-b125-c677626d39c6 req-9abcebdc-d433-48a3-8f94-18a0212a4e34 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380400 Nov 12 11:08:03.533311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4231d949-dca0-4e2b-a5e2-bf65ed46b724 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:03.563832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:03.706105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4231d949-dca0-4e2b-a5e2-bf65ed46b724 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:03.941265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4231d949-dca0-4e2b-a5e2-bf65ed46b724 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.125864 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.195045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6546b004-1a17-48fa-b23f-e1aed00da425 req-856aaae9-1d36-4c58-8041-552ad5e69740 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 210 time: 0.1832020 Nov 12 11:08:04.251981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.332709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4231d949-dca0-4e2b-a5e2-bf65ed46b724 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.365409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231d949-dca0-4e2b-a5e2-bf65ed46b724 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=f551767e-199f-44b7-9db3-832beaebe9e4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:04.384699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Network 5fa8912b-4eca-4e0d-8839-831ff9243398 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:04.396394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-627af85e-1482-41d2-83c5-d2f39bd8b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.425476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-627af85e-1482-41d2-83c5-d2f39bd8b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.425476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-627af85e-1482-41d2-83c5-d2f39bd8b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.425476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-627af85e-1482-41d2-83c5-d2f39bd8b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.425476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-627af85e-1482-41d2-83c5-d2f39bd8b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.425476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-627af85e-1482-41d2-83c5-d2f39bd8b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.425476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-627af85e-1482-41d2-83c5-d2f39bd8b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.426699 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-627af85e-1482-41d2-83c5-d2f39bd8b004 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6482 time: 0.3222458 Nov 12 11:08:04.459821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4231d949-dca0-4e2b-a5e2-bf65ed46b724 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.460850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-427e4aa8-9493-4345-bcdb-6217f28ee716 req-44b82819-b008-458d-9b0d-956e1ab11d8c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3148129 Nov 12 11:08:04.465111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4231d949-dca0-4e2b-a5e2-bf65ed46b724 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/f551767e-199f-44b7-9db3-832beaebe9e4 HTTP/1.1" status: 204 len: 168 time: 1.0187333 Nov 12 11:08:04.472954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47546) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:04.537896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-32604928-8442-499e-9499-0eee5dbc33fa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606439 Nov 12 11:08:04.549751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41e92a-21ae-4ba5-a823-4e5ae1086daa req-a2352fe3-b0f5-4883-ad70-80d9721a3a30 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.551648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d41e92a-21ae-4ba5-a823-4e5ae1086daa req-a2352fe3-b0f5-4883-ad70-80d9721a3a30 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 945 time: 0.1886148 Nov 12 11:08:04.552397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47548) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:04.571309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:04.615613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:04.689029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c763e9-8d8b-46ee-90a6-a92036b6d4e3 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:04.712203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:04.841666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:04.842382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.857797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d41e92a-21ae-4ba5-a823-4e5ae1086daa req-908981ab-9a8b-471a-8b79-71a6e18554d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246438 Nov 12 11:08:04.940287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:04.943498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e19d297b-b897-45db-816b-7e5a4c68e9ff None None] Provisioning complete for port 52696ae3-e590-43d7-995a-770a7742ae22 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:04.947581 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e19d297b-b897-45db-816b-7e5a4c68e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:04.951735 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.015383 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.054364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909da2c-6b86-4135-9548-7642fe2ea7dd req-2842362f-50fd-4296-9481-a15a899999ab tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.061869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8909da2c-6b86-4135-9548-7642fe2ea7dd req-2842362f-50fd-4296-9481-a15a899999ab tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.3791301 Nov 12 11:08:05.095416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Pushing event updated for resources: {'Port': ['ID=318aaf89-9760-4ae5-8620-77ec06dc7fe1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:05.102983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-98ca84e4-321d-406a-a6b8-37fe9a41b561 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7809827 Nov 12 11:08:05.130541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Request body: {'port': {'device_id': 'bf0bdf4b-f19d-47cc-8607-c273b73af103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:05.172646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea383b85-3f4c-4847-8acf-342d9030828b req-c244aea3-193c-47c5-ab44-5240d631597f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.181525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea383b85-3f4c-4847-8acf-342d9030828b req-c244aea3-193c-47c5-ab44-5240d631597f tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 945 time: 0.1732199 Nov 12 11:08:05.220459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.301129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:05.330590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8909da2c-6b86-4135-9548-7642fe2ea7dd req-6d23166e-deb7-43b1-8fb7-66b05a0340dd tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513659 Nov 12 11:08:05.387204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea383b85-3f4c-4847-8acf-342d9030828b req-f8d78649-9517-4dac-b824-540db73fafbc tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034633 Nov 12 11:08:05.397461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-fcbb6a48-e82b-4bb6-a285-7e9d4c6aa792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.399154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-fcbb6a48-e82b-4bb6-a285-7e9d4c6aa792 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 200 len: 903 time: 0.9236147 Nov 12 11:08:05.445407 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-30f880e7-e04c-465b-a58d-4ae6c39d9b9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1903703 Nov 12 11:08:05.474239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] Deleting port 52696ae3-e590-43d7-995a-770a7742ae22 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:05.474608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.520153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-941a31ea-25e9-4e12-9bdf-4872a395eea4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 HTTP/1.1" status: 200 len: 217 time: 0.1101680 Nov 12 11:08:05.582366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-ad417b17-1b62-40a1-b5af-4bbab880c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.583840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-ad417b17-1b62-40a1-b5af-4bbab880c542 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.0539191 Nov 12 11:08:05.685751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] For port 52696ae3-e590-43d7-995a-770a7742ae22, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=52696ae3-e590-43d7-995a-770a7742ae22,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:05.686537 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:05.695749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde9a08-97d6-4f76-a5a3-92f83b19b77d req-67720a26-4c41-4773-963e-974997cad8c1 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.704571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fde9a08-97d6-4f76-a5a3-92f83b19b77d req-67720a26-4c41-4773-963e-974997cad8c1 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.2360876 Nov 12 11:08:05.720312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] Calling delete_port for 52696ae3-e590-43d7-995a-770a7742ae22 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:05.758166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-2272a495-4528-4848-ab41-3152c75f81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.759707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-2272a495-4528-4848-ab41-3152c75f81bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1145630 Nov 12 11:08:05.792317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-436473b8-70b3-4f60-b3ce-d0f07406b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.796884 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-436473b8-70b3-4f60-b3ce-d0f07406b282 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 1096 time: 0.2533200 Nov 12 11:08:05.867505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-4e2fcc1c-8318-42d9-a3ab-1bffa24976fd service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962670 Nov 12 11:08:05.884069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e5242-2916-412f-8cca-39bb15815f93 req-4ac4b8fd-eec3-49ee-9440-87aee0b6040b tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:05.896514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b0e5242-2916-412f-8cca-39bb15815f93 req-4ac4b8fd-eec3-49ee-9440-87aee0b6040b tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 931 time: 0.2290390 Nov 12 11:08:05.935121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fde9a08-97d6-4f76-a5a3-92f83b19b77d req-a229adf7-12bf-4100-8e9f-9ebae49d55fc tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299588 Nov 12 11:08:06.083107 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.144275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] Pushing event deleted for resources: {'Port': ['ID=52696ae3-e590-43d7-995a-770a7742ae22,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:06.158837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85adab17-ac2c-492b-8fbe-69139fe43267 None None] No DVR routers for this DVR port 52696ae3-e590-43d7-995a-770a7742ae22 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:06.185615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 52696ae3-e590-43d7-995a-770a7742ae22 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:06.200061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:08:06.202838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6981c8dd-728d-4f58-abe4-eb47404d31a4 req-e746e761-a743-4e49-8db1-4944ae9369d1 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143482 Nov 12 11:08:06.207128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.235232 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b0e5242-2916-412f-8cca-39bb15815f93 req-df7d626f-8fb3-41bd-a267-1877f271da96 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303361 Nov 12 11:08:06.254992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 52696ae3-e590-43d7-995a-770a7742ae22 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:06.256380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 52696ae3-e590-43d7-995a-770a7742ae22 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:06.329307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-f5a1dbfb-9ce2-4bf9-9a5f-63ed8ed7c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.331440 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-f5a1dbfb-9ce2-4bf9-9a5f-63ed8ed7c389 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.5039520 Nov 12 11:08:06.350290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:06.390190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:06.402132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e7c8e7-ef1d-4a68-9e4c-625e0daf2387 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:06.412612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-0c4c171b-1cde-4e34-8f39-0bac99b922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.413591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-0c4c171b-1cde-4e34-8f39-0bac99b922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.414531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-0c4c171b-1cde-4e34-8f39-0bac99b922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.415472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-0c4c171b-1cde-4e34-8f39-0bac99b922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.416427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-0c4c171b-1cde-4e34-8f39-0bac99b922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.417383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-0c4c171b-1cde-4e34-8f39-0bac99b922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.418274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-0c4c171b-1cde-4e34-8f39-0bac99b922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.421467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-0c4c171b-1cde-4e34-8f39-0bac99b922af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6482 time: 0.1533344 Nov 12 11:08:06.447213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.447732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.468404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-394ad847-6068-4f0a-86f3-3ac58c18a331 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 200 len: 217 time: 0.1167538 Nov 12 11:08:06.557432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318aaf89-9760-4ae5-8620-77ec06dc7fe1 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:06.561029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=2dad6e2a-9362-472c-b592-e3c3e8153a86,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:06.566550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.580912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Transition to ACTIVE for port object 318aaf89-9760-4ae5-8620-77ec06dc7fe1 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:08:06.594522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-ea326853-33c3-4015-82cc-fd0df745522d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.601483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-ea326853-33c3-4015-82cc-fd0df745522d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.621656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-ea326853-33c3-4015-82cc-fd0df745522d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.642508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-ea326853-33c3-4015-82cc-fd0df745522d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.655150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-ea326853-33c3-4015-82cc-fd0df745522d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.669337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-ea326853-33c3-4015-82cc-fd0df745522d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.687201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-ea326853-33c3-4015-82cc-fd0df745522d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.698113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-ea326853-33c3-4015-82cc-fd0df745522d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.3091192 Nov 12 11:08:06.712299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-45d33973-5990-4d55-ae8d-51e8625823c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:06.721401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-45d33973-5990-4d55-ae8d-51e8625823c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.2029030 Nov 12 11:08:06.728061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '2dad6e2a-9362-472c-b592-e3c3e8153a86'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:08:06.729100 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.736085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0bb4fa41-7e33-47ed-90c7-874267313d1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1785264 Nov 12 11:08:06.760636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47568) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:06.769775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:06.773360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:06.801114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-a1e98dd2-2729-45d2-adde-4ed9f458a222 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634770 Nov 12 11:08:06.852959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6be4180b-e7de-4392-8aac-234e5d17ab0b req-34ec4b3f-adbf-40cd-b669-6eacffe286dd tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1534550 Nov 12 11:08:06.987511 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-f667ee59-839a-484a-a502-e941494766fe service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416814 Nov 12 11:08:07.011873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Pushing event updated for resources: {'Port': ['ID=318aaf89-9760-4ae5-8620-77ec06dc7fe1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:07.042387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-8525c05f-0eb5-429e-82ea-189893e66901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.044261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-8525c05f-0eb5-429e-82ea-189893e66901 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 200 len: 903 time: 0.6076019 Nov 12 11:08:07.057870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877e984-c8b1-4b7b-a98e-f16393f3e3e7 req-2cef4fe7-7bfe-4d25-bcb6-68ca2a9ffe3c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.065850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a877e984-c8b1-4b7b-a98e-f16393f3e3e7 req-2cef4fe7-7bfe-4d25-bcb6-68ca2a9ffe3c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.3060644 Nov 12 11:08:07.138856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87a05bf0-f13b-422d-bb99-0966a3c489c3 req-21a09440-97d3-4e72-b8f8-fbaf1146f8cf service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307747 Nov 12 11:08:07.157919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-a8033252-9f6a-4ef1-827e-1f8d028e3376 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aee3264f-14b1-4799-838a-712bfed63c38 HTTP/1.1" status: 200 len: 217 time: 0.0845895 Nov 12 11:08:07.262147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Allocated IP 2001:db8::f816:3eff:fe55:3b3b (5548ef9b-af8a-4319-aa1a-0d0b38428140/2dad6e2a-9362-472c-b592-e3c3e8153a86/6b5d0461-a14c-43ff-b328-c4ef79e74983) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:07.286447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a877e984-c8b1-4b7b-a98e-f16393f3e3e7 req-61c4c625-15a0-48a4-8de7-ecd74a223754 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153401 Nov 12 11:08:07.294401 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Attempting to bind port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:07.295065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Attempting to bind port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '794ef4bf-621f-451e-9279-bdccc8939991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5fa8912b-4eca-4e0d-8839-831ff9243398'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:07.298175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Attempting to bind port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 on network 5fa8912b-4eca-4e0d-8839-831ff9243398 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:07.313387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-17028f19-b6a1-4e05-9b34-d9972ec454a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.319844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-17028f19-b6a1-4e05-9b34-d9972ec454a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.1411700 Nov 12 11:08:07.328193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 on network 5fa8912b-4eca-4e0d-8839-831ff9243398 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:08:07.328193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Attempting to bind port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 on network 5fa8912b-4eca-4e0d-8839-831ff9243398 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:07.385343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-9c092a07-b9a3-4f41-9211-b13ed11263db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1007378 Nov 12 11:08:07.403324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:07.415178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.431289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:07.431676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Checking segment: {'id': '794ef4bf-621f-451e-9279-bdccc8939991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5fa8912b-4eca-4e0d-8839-831ff9243398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:07.432043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Bound using segment: {'id': '794ef4bf-621f-451e-9279-bdccc8939991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5fa8912b-4eca-4e0d-8839-831ff9243398'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:07.432505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Bound port: 318aaf89-9760-4ae5-8620-77ec06dc7fe1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794ef4bf-621f-451e-9279-bdccc8939991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5fa8912b-4eca-4e0d-8839-831ff9243398'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:07.432936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.537757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-9c7f39fc-110b-4fb4-8c96-b1b41995ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.542198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-9c7f39fc-110b-4fb4-8c96-b1b41995ec4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1099 time: 0.1257186 Nov 12 11:08:07.558240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-2fe99c10-568e-4953-b7f1-39a0d16959ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.560047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-2fe99c10-568e-4953-b7f1-39a0d16959ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2296090 Nov 12 11:08:07.568704 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.599008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb445183-2f1c-4265-9131-bbae9287587c req-de4fc9b8-6fef-461c-8b78-a04971f1a631 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.606469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb445183-2f1c-4265-9131-bbae9287587c req-de4fc9b8-6fef-461c-8b78-a04971f1a631 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 945 time: 0.2154877 Nov 12 11:08:07.699723 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.730630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-361b16e2-83ee-49db-8985-62235d12e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.732231 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-361b16e2-83ee-49db-8985-62235d12e987 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 915 time: 0.1548688 Nov 12 11:08:07.743061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5056-bc31-4ff8-9992-f34d2d0a418a req-1d5414f2-6379-4f36-9dab-b112f1aa47c9 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.744932 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-257c5056-bc31-4ff8-9992-f34d2d0a418a req-1d5414f2-6379-4f36-9dab-b112f1aa47c9 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.0814292 Nov 12 11:08:07.762161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:07.768623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:07.772483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:07.792599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Pushing event updated for resources: {'Port': ['ID=6b5d0461-a14c-43ff-b328-c4ef79e74983,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:07.810416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-c2996fc8-95b9-46e0-b211-52cccee0935a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 217 time: 0.0648017 Nov 12 11:08:07.818282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] For port 318aaf89-9760-4ae5-8620-77ec06dc7fe1, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:07.826018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] For port 318aaf89-9760-4ae5-8620-77ec06dc7fe1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=318aaf89-9760-4ae5-8620-77ec06dc7fe1,segment=NetworkSegment(794ef4bf-621f-451e-9279-bdccc8939991),segment_id=794ef4bf-621f-451e-9279-bdccc8939991)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:07.857378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Attempting to bind port 6b5d0461-a14c-43ff-b328-c4ef79e74983 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:07.858002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Attempting to bind port 6b5d0461-a14c-43ff-b328-c4ef79e74983 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:07.858687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Attempting to bind port 6b5d0461-a14c-43ff-b328-c4ef79e74983 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:07.866893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:07.867547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:07.868154 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.868693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:07.869325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Bound port: 6b5d0461-a14c-43ff-b328-c4ef79e74983, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:07.869866 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.918715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-86ada122-c4de-4fc1-9018-378b382c700a service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406632 Nov 12 11:08:07.935017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:07.946841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-257c5056-bc31-4ff8-9992-f34d2d0a418a req-85ac147e-0591-4598-aa19-38be6126a3c7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463542 Nov 12 11:08:07.954846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-4504d3a5-59b8-4a3d-b8f4-b4393dbc5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:07.956288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-4504d3a5-59b8-4a3d-b8f4-b4393dbc5b6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.1264284 Nov 12 11:08:08.012568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-1bebba65-a712-4630-910d-ac71c2dc1391 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424521 Nov 12 11:08:08.020578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] For port 6b5d0461-a14c-43ff-b328-c4ef79e74983, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:08.024709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] For port 6b5d0461-a14c-43ff-b328-c4ef79e74983, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6b5d0461-a14c-43ff-b328-c4ef79e74983,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:08.040484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb445183-2f1c-4265-9131-bbae9287587c req-e453f890-972e-4271-bd0a-71c4716397cf tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329026 Nov 12 11:08:08.103210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.103837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.105362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] 10.222.0.69 "PUT /v2.0/ports/318aaf89-9760-4ae5-8620-77ec06dc7fe1 HTTP/1.1" status: 200 len: 1092 time: 2.9791198 Nov 12 11:08:08.105884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0bdf4b-f19d-47cc-8607-c273b73af103', 'tag': '318aaf89-9760-4ae5-8620-77ec06dc7fe1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:08.108557 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecff672-23a0-468c-a00a-2dc3128df684" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0bdf4b-f19d-47cc-8607-c273b73af103", "tag": "318aaf89-9760-4ae5-8620-77ec06dc7fe1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:08.208762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcc6d3-3af6-444d-ba4d-cf0f5c6f4d4a service neutron] Pushing event updated for resources: {'Port': ['ID=318aaf89-9760-4ae5-8620-77ec06dc7fe1,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:08.237308 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc212ed8-fac6-418a-82a6-911227e5d04c req-462a3aeb-c985-4b5f-84ef-6b74314af72a tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.239223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc212ed8-fac6-418a-82a6-911227e5d04c req-462a3aeb-c985-4b5f-84ef-6b74314af72a tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 943 time: 0.0919397 Nov 12 11:08:08.241414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-74e46706-6bf3-4654-9a81-32ba583eedb8 service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124264 Nov 12 11:08:08.276853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f725fee0-78bb-4d33-9c83-655d3db0a27e req-f6e84b4d-82f2-47d7-958a-f14c7bc38501 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219979 Nov 12 11:08:08.298745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e10c3-22aa-40cc-8519-712db74f945c req-d2e4694f-b9de-4258-aa80-14a5fe40e4ef tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.300368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-313e10c3-22aa-40cc-8519-712db74f945c req-d2e4694f-b9de-4258-aa80-14a5fe40e4ef tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1657674 Nov 12 11:08:08.322251 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.356392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc212ed8-fac6-418a-82a6-911227e5d04c req-c42ab95f-0f0c-4991-8522-cafbf901707a tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108160 Nov 12 11:08:08.363290 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-313e10c3-22aa-40cc-8519-712db74f945c req-1d782a2b-bb91-4b10-afd4-d48499f8a561 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557089 Nov 12 11:08:08.381930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-240c421e-decd-4186-a260-9d7c6b9c57a9 req-1610c765-995d-4699-9a98-921816251eed service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294456 Nov 12 11:08:08.390807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a0a82-40a7-4891-80bb-601b8771c019 None None] Pushing event updated for resources: {'Port': ['ID=6b5d0461-a14c-43ff-b328-c4ef79e74983,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:08.478082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.525429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-e0ec2ec0-3a60-419a-821f-23a56b4abe4e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.526959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-e0ec2ec0-3a60-419a-821f-23a56b4abe4e tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 945 time: 0.0981054 Nov 12 11:08:08.573338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bad4c-193d-4f23-a595-853a651e9ae4 req-808a6f40-568f-4e3a-9f81-30d853e8bd0b tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.575727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f7bad4c-193d-4f23-a595-853a651e9ae4 req-808a6f40-568f-4e3a-9f81-30d853e8bd0b tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 945 time: 0.1144137 Nov 12 11:08:08.585422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:08.597470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:08.600628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.601411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.625973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=67562014-0130-4ccc-9fb3-b24db0bb47f2,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:08.634246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-2908b390-7a53-4cd4-a2ec-cff90588876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.634246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-2908b390-7a53-4cd4-a2ec-cff90588876b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ac1ee73664247219478769fd206ad26&device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 1095 time: 0.1716254 Nov 12 11:08:08.653493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-e5d75b5c-536f-4bf1-84c6-77ec6d13e6da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.660613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-e5d75b5c-536f-4bf1-84c6-77ec6d13e6da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.669832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-e5d75b5c-536f-4bf1-84c6-77ec6d13e6da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.677222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-e5d75b5c-536f-4bf1-84c6-77ec6d13e6da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.686063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-e5d75b5c-536f-4bf1-84c6-77ec6d13e6da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.708516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-e5d75b5c-536f-4bf1-84c6-77ec6d13e6da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.716333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-e5d75b5c-536f-4bf1-84c6-77ec6d13e6da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:08.718275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-e5d75b5c-536f-4bf1-84c6-77ec6d13e6da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.2228243 Nov 12 11:08:08.741217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f7bad4c-193d-4f23-a595-853a651e9ae4 req-9797f5b6-316f-48b4-8e8f-a8d2b4114615 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325126 Nov 12 11:08:08.807352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Deleting port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:08.807692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:08.839066 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-097ba75e-d3b3-43ae-b394-bdb4375201e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0748925 Nov 12 11:08:08.872770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47588) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:08.879039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:31:4a:65', 'name': 'tempest-NetworksTestDHCPv6-1736981959'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:08.888199 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-d5089f46-340c-4081-9ce7-f64e5b2012a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=318aaf89-9760-4ae5-8620-77ec06dc7fe1 HTTP/1.1" status: 200 len: 217 time: 0.1678007 Nov 12 11:08:08.892272 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d37125-45c4-43ec-87fc-9d6091f69df8 x-openstack-request-id: req-73d37125-45c4-43ec-87fc-9d6091f69df8 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:08.892866 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0bdf4b-f19d-47cc-8607-c273b73af103", "tag": "318aaf89-9760-4ae5-8620-77ec06dc7fe1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:08.894142 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-73d37125-45c4-43ec-87fc-9d6091f69df8 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:08.894770 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0bdf4b-f19d-47cc-8607-c273b73af103', 'tag': '318aaf89-9760-4ae5-8620-77ec06dc7fe1', 'status': 'completed', 'code': 200} Nov 12 11:08:09.078122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-c69b25c8-7dcd-4fd3-8fd2-754bf5aeb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:09.081855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-c69b25c8-7dcd-4fd3-8fd2-754bf5aeb81b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59f179d3-1098-42d2-b3d1-261fc2d2e15e HTTP/1.1" status: 200 len: 849 time: 0.1783538 Nov 12 11:08:09.087895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f3fd0fe-477d-425e-8a1c-24653134a68e req-785ed717-a348-45dc-855f-bfc5bef6d181 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3532591 Nov 12 11:08:09.163085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-5ae09726-1003-4b86-9517-a42feb837043 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa8912b-4eca-4e0d-8839-831ff9243398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676110 Nov 12 11:08:09.367325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aded9e-308d-4a3b-ba98-fe4213a4a16f req-f8bf76f9-bd57-4828-882e-2405fca75a38 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:09.376875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3aded9e-308d-4a3b-ba98-fe4213a4a16f req-f8bf76f9-bd57-4828-882e-2405fca75a38 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.0965633 Nov 12 11:08:09.390338 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-85f1240f-6f5a-4652-b2c7-c05825419c8c service neutron] 10.222.0.69 "GET /v2.0/networks/5fa8912b-4eca-4e0d-8839-831ff9243398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179306 Nov 12 11:08:09.576344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] For port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,segment=NetworkSegment(04d31b3f-30a7-4e65-a5b9-03d62b1c7603),segment_id=04d31b3f-30a7-4e65-a5b9-03d62b1c7603)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:09.577343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:09.600257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Calling delete_port for f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:09.614480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3aded9e-308d-4a3b-ba98-fe4213a4a16f req-f0a3b5e2-5a83-4406-842e-1693904152d4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361460 Nov 12 11:08:09.702684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-320f984f-46a4-4df1-9964-fcbb394ba3a2 req-f3bd3918-7c3c-4cd4-932b-bb68fd1cd0bc service neutron] 10.222.0.69 "GET /v2.0/networks/5fa8912b-4eca-4e0d-8839-831ff9243398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983730 Nov 12 11:08:09.799152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-a7725f91-c3d1-4736-a47e-beea74e28794 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:09.801300 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-a7725f91-c3d1-4736-a47e-beea74e28794 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 945 time: 0.8267090 Nov 12 11:08:09.801877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903da87f-ba57-4440-bf3f-ff4c1f4f81f8 req-4a72eaae-9ef3-4a20-bb1a-262226dbd0c8 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:09.803482 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-903da87f-ba57-4440-bf3f-ff4c1f4f81f8 req-4a72eaae-9ef3-4a20-bb1a-262226dbd0c8 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 943 time: 0.0792613 Nov 12 11:08:09.887239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fb66-8ce0-4c6d-945b-3c32b7a29ea3 req-e7a24bb9-607b-4e40-9121-84fcbcc4735c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:09.889255 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0b7fb66-8ce0-4c6d-945b-3c32b7a29ea3 req-e7a24bb9-607b-4e40-9121-84fcbcc4735c tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 945 time: 0.2362800 Nov 12 11:08:09.915952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-903da87f-ba57-4440-bf3f-ff4c1f4f81f8 req-d9e8c8f4-15e1-4b27-80e0-2c9d9767b122 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055615 Nov 12 11:08:09.925995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:10.028282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612df08-693e-4212-940c-26e0e06efd6c None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:10.128691 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0b7fb66-8ce0-4c6d-945b-3c32b7a29ea3 req-6ce34c8b-b539-422f-acd4-59f11a20c507 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/security-groups?id=86180b8e-2d86-44e7-8312-49005d28304b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248907 Nov 12 11:08:10.179478 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.183996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Deleting port d03948b5-9fde-4115-a791-25a4321837e9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:10.184423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.233523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6b5d0461-a14c-43ff-b328-c4ef79e74983 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:10.270806 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.275226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 714bc7c1-3922-414f-82fb-2d9d2873a230 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:08:10.311625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Pushing event deleted for resources: {'Port': ['ID=f0a9d888-cf31-4c70-9e5a-fbde6d4ca304,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:10.316967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b2732fb9-8b2f-4fd2-b33c-4be4183f6001 None None] Provisioning complete for port 6b5d0461-a14c-43ff-b328-c4ef79e74983 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:10.317334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2732fb9-8b2f-4fd2-b33c-4be4183f6001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.470735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] No DVR routers for this DVR port f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:10.476878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] For port d03948b5-9fde-4115-a791-25a4321837e9, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d03948b5-9fde-4115-a791-25a4321837e9,segment=NetworkSegment(bdac82dd-d30b-4152-a1e7-6ac429ffdd15),segment_id=bdac82dd-d30b-4152-a1e7-6ac429ffdd15)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:10.477352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.481485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.485579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b96bb804-7b39-44d8-be09-bd102e926e4a req-1030d95d-55b9-4902-ad5d-0e25d5dc2b0a tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.69 "DELETE /v2.0/ports/f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 HTTP/1.1" status: 204 len: 173 time: 1.9440382 Nov 12 11:08:10.492751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d633f1f-b445-4f25-8d33-34db4f83395d', 'name': 'network-vif-deleted', 'tag': 'f0a9d888-cf31-4c70-9e5a-fbde6d4ca304'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:10.495275 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d6e6a3-15bd-4e18-8eb8-198a364bc097" -d '{"events": [{"server_uuid": "9d633f1f-b445-4f25-8d33-34db4f83395d", "name": "network-vif-deleted", "tag": "f0a9d888-cf31-4c70-9e5a-fbde6d4ca304"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:10.511360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Calling delete_port for d03948b5-9fde-4115-a791-25a4321837e9 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:10.542699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cb297-ec28-4b21-bd3a-4e5f187833fa req-a9d24d2e-ab63-4fa8-aa2f-c1b33cc1d002 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:10.550397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c83cb297-ec28-4b21-bd3a-4e5f187833fa req-a9d24d2e-ab63-4fa8-aa2f-c1b33cc1d002 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 945 time: 0.2409611 Nov 12 11:08:10.621640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6b5d0461-a14c-43ff-b328-c4ef79e74983 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:10.622187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.645857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-05a81e84-526b-4a11-b6d1-391deed2954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:10.650131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-05a81e84-526b-4a11-b6d1-391deed2954d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ac1ee73664247219478769fd206ad26&device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 1095 time: 0.7154908 Nov 12 11:08:10.713887 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2732fb9-8b2f-4fd2-b33c-4be4183f6001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.744830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13184406-e8e3-469c-96d3-265f51b9c1cd None None] Update dhcp port {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '2dad6e2a-9362-472c-b592-e3c3e8153a86', 'ip_address': '2001:db8::f816:3eff:fe55:3b3b'}, {'subnet_id': '67562014-0130-4ccc-9fb3-b24db0bb47f2'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '6b5d0461-a14c-43ff-b328-c4ef79e74983'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:08:10.780258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 172.20.0.3 (5548ef9b-af8a-4319-aa1a-0d0b38428140/67562014-0130-4ccc-9fb3-b24db0bb47f2/714bc7c1-3922-414f-82fb-2d9d2873a230) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:10.792588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fe31:4a65 (5548ef9b-af8a-4319-aa1a-0d0b38428140/2dad6e2a-9362-472c-b592-e3c3e8153a86/714bc7c1-3922-414f-82fb-2d9d2873a230) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:10.798687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-ceb48a37-a1b7-4825-baa6-6b74f47964bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:10.800932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-ceb48a37-a1b7-4825-baa6-6b74f47964bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=5fa8912b-4eca-4e0d-8839-831ff9243398 HTTP/1.1" status: 200 len: 910 time: 0.1422982 Nov 12 11:08:10.808127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b2732fb9-8b2f-4fd2-b33c-4be4183f6001 None None] For port 6b5d0461-a14c-43ff-b328-c4ef79e74983, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6b5d0461-a14c-43ff-b328-c4ef79e74983,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:10.825773 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13184406-e8e3-469c-96d3-265f51b9c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:10.838328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6520a-d045-41af-ab7a-1942f0bb833f req-c1018552-4c0a-4132-87b7-59e0c1b87954 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:10.841232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9b6520a-d045-41af-ab7a-1942f0bb833f req-c1018552-4c0a-4132-87b7-59e0c1b87954 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.8140550 Nov 12 11:08:10.894190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-970bf865-1d77-4ed7-8aed-41a0677ce240 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=318aaf89-9760-4ae5-8620-77ec06dc7fe1 HTTP/1.1" status: 200 len: 217 time: 0.0807338 Nov 12 11:08:10.995386 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9b6520a-d045-41af-ab7a-1942f0bb833f req-255ca91e-5eab-4a10-b975-da1aafcf3ca6 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114335 Nov 12 11:08:10.997883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-bafc9736-79c1-4ea6-962a-a72c8af03e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.001853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-bafc9736-79c1-4ea6-962a-a72c8af03e41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59f179d3-1098-42d2-b3d1-261fc2d2e15e HTTP/1.1" status: 200 len: 849 time: 0.0974112 Nov 12 11:08:11.042727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-d7788e5e-8a34-43a9-9051-ba301db335d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5fa8912b-4eca-4e0d-8839-831ff9243398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346537 Nov 12 11:08:11.133904 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c83cb297-ec28-4b21-bd3a-4e5f187833fa req-ddc3ead6-4431-47f6-912f-fb2739f68f48 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/security-groups?id=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824490 Nov 12 11:08:11.167197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.198756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-625d1763-3d3e-47a2-8ce4-458e22656a19 service neutron] 10.222.0.69 "GET /v2.0/networks/5fa8912b-4eca-4e0d-8839-831ff9243398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471062 Nov 12 11:08:11.200214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2732fb9-8b2f-4fd2-b33c-4be4183f6001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.228524 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.287005 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab5842e-5333-4f41-b558-8e073ed3b185 x-openstack-request-id: req-fab5842e-5333-4f41-b558-8e073ed3b185 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:11.287352 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d633f1f-b445-4f25-8d33-34db4f83395d", "name": "network-vif-deleted", "tag": "f0a9d888-cf31-4c70-9e5a-fbde6d4ca304", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:11.287596 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fab5842e-5333-4f41-b558-8e073ed3b185 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:11.288033 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d633f1f-b445-4f25-8d33-34db4f83395d', 'name': 'network-vif-deleted', 'tag': 'f0a9d888-cf31-4c70-9e5a-fbde6d4ca304', 'status': 'completed', 'code': 200} Nov 12 11:08:11.365410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.383533 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-912daca1-b598-4ec0-b744-daaa5c5adc40 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.390450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-912daca1-b598-4ec0-b744-daaa5c5adc40 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.392198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2732fb9-8b2f-4fd2-b33c-4be4183f6001 None None] Pushing event updated for resources: {'Port': ['ID=6b5d0461-a14c-43ff-b328-c4ef79e74983,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:11.397790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-912daca1-b598-4ec0-b744-daaa5c5adc40 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.404256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-912daca1-b598-4ec0-b744-daaa5c5adc40 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.410652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-912daca1-b598-4ec0-b744-daaa5c5adc40 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.414530 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:08:11.415185 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:08:11.419078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-912daca1-b598-4ec0-b744-daaa5c5adc40 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.427648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-912daca1-b598-4ec0-b744-daaa5c5adc40 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.430524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-912daca1-b598-4ec0-b744-daaa5c5adc40 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.2306979 Nov 12 11:08:11.453871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-13184406-e8e3-469c-96d3-265f51b9c1cd None None] Allocated IP 172.20.0.2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/67562014-0130-4ccc-9fb3-b24db0bb47f2/6b5d0461-a14c-43ff-b328-c4ef79e74983) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:11.479199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:11.494095 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.504115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:11.513480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:11.534487 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecff672-23a0-468c-a00a-2dc3128df684 req-d0eb4461-145e-46d9-ae4d-f00765846a3c service neutron] 10.222.0.69 "GET /v2.0/networks/5fa8912b-4eca-4e0d-8839-831ff9243398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071799 Nov 12 11:08:11.587396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.588123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.598572 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d97f6d68-2fc0-4b5a-9023-2c97e1327932 req-9968251a-5704-45ca-b960-974a57e91fd5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497331 Nov 12 11:08:11.605066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=714bc7c1-3922-414f-82fb-2d9d2873a230,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:11.654519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-13184406-e8e3-469c-96d3-265f51b9c1cd None None] For port 6b5d0461-a14c-43ff-b328-c4ef79e74983, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6b5d0461-a14c-43ff-b328-c4ef79e74983,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:11.693888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13184406-e8e3-469c-96d3-265f51b9c1cd None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.700468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 318aaf89-9760-4ae5-8620-77ec06dc7fe1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:11.702983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:11.710838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Pushing event deleted for resources: {'Port': ['ID=d03948b5-9fde-4115-a791-25a4321837e9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:11.738566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:11.739246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f0a9d888-cf31-4c70-9e5a-fbde6d4ca304 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:11.777395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc1536-33cd-4097-b8c0-0cb8bac4a76c req-b5f7576b-c042-4ecd-84a0-c65dfaaecc06 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.779954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6bbc1536-33cd-4097-b8c0-0cb8bac4a76c req-b5f7576b-c042-4ecd-84a0-c65dfaaecc06 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.3898511 Nov 12 11:08:11.803809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc6444-ce93-43dc-a761-021d0d739aaf req-3137cce9-6744-432f-9d6d-ca3c82238531 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:11.803809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16bc6444-ce93-43dc-a761-021d0d739aaf req-3137cce9-6744-432f-9d6d-ca3c82238531 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 943 time: 0.0732245 Nov 12 11:08:11.865953 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13184406-e8e3-469c-96d3-265f51b9c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.873152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] No DVR routers for this DVR port d03948b5-9fde-4115-a791-25a4321837e9 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:11.877511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:11.880411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16bc6444-ce93-43dc-a761-021d0d739aaf req-911f26cc-9cbf-47f0-943b-8aa7d2630990 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748138 Nov 12 11:08:11.883802 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a09c6d03-fe77-4aeb-9af2-8726d4e59c0a req-63243cf0-bd69-45cf-99eb-49a7a094b0d3 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.57 "DELETE /v2.0/ports/d03948b5-9fde-4115-a791-25a4321837e9 HTTP/1.1" status: 204 len: 173 time: 2.0506694 Nov 12 11:08:11.959906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6bbc1536-33cd-4097-b8c0-0cb8bac4a76c req-e92b346c-f12c-4527-8ebf-0bd1d1e806c0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628754 Nov 12 11:08:11.975221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fde9cbfa-8611-4344-a519-2fce3c73d689 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1016352 Nov 12 11:08:11.977825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47610) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:12.071372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13184406-e8e3-469c-96d3-265f51b9c1cd None None] Pushing event updated for resources: {'Port': ['ID=6b5d0461-a14c-43ff-b328-c4ef79e74983,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:12.075873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 318aaf89-9760-4ae5-8620-77ec06dc7fe1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=318aaf89-9760-4ae5-8620-77ec06dc7fe1,segment=NetworkSegment(794ef4bf-621f-451e-9279-bdccc8939991),segment_id=794ef4bf-621f-451e-9279-bdccc8939991)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:12.076377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fb64624-20b3-45bc-b63b-7b6046f24f70 req-c01bb9b6-8319-46d7-9c07-7a0984d762a1 tempest-DeleteServersTestJSON-853140913 tempest-DeleteServersTestJSON-853140913-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d633f1f-b445-4f25-8d33-34db4f83395d HTTP/1.1" status: 200 len: 210 time: 0.0880151 Nov 12 11:08:12.110296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '318aaf89-9760-4ae5-8620-77ec06dc7fe1', 'network_id': '5fa8912b-4eca-4e0d-8839-831ff9243398', 'port_id': '318aaf89-9760-4ae5-8620-77ec06dc7fe1', 'mac_address': 'fa:16:3e:05:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f179d3-1098-42d2-b3d1-261fc2d2e15e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:12.121107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b647be-9a82-4c68-830b-133d2771825e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:12.141478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b647be-9a82-4c68-830b-133d2771825e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:12.157703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a5b647be-9a82-4c68-830b-133d2771825e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1786394 Nov 12 11:08:12.160480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47616) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:12.170242 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.192126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318aaf89-9760-4ae5-8620-77ec06dc7fe1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:12.221376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 318aaf89-9760-4ae5-8620-77ec06dc7fe1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=318aaf89-9760-4ae5-8620-77ec06dc7fe1,segment=NetworkSegment(794ef4bf-621f-451e-9279-bdccc8939991),segment_id=794ef4bf-621f-451e-9279-bdccc8939991)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:12.316533 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.365137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-acd0d571-7fa2-4c81-a2f4-c964ea047594 req-1e4fb9f4-a0bc-415c-b22a-e25465946c26 tempest-InstanceActionsNegativeTestJSON-1649778423 tempest-InstanceActionsNegativeTestJSON-1649778423-project] 10.222.0.98 "GET /v2.0/ports?device_id=1cc25db6-762c-489a-8746-f6397dddcdc8 HTTP/1.1" status: 200 len: 210 time: 0.0862751 Nov 12 11:08:12.371659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6b5d0461-a14c-43ff-b328-c4ef79e74983 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:12.390341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6096792-50c5-4398-b0b2-c0f911497475 req-2aef3cb0-f4ee-467f-b174-39eae9ca9869 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:12.392573 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6096792-50c5-4398-b0b2-c0f911497475 req-2aef3cb0-f4ee-467f-b174-39eae9ca9869 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2163925 Nov 12 11:08:12.454113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=318aaf89-9760-4ae5-8620-77ec06dc7fe1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:12.470823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6b5d0461-a14c-43ff-b328-c4ef79e74983 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:12.471199 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.475766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d03948b5-9fde-4115-a791-25a4321837e9 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:12.485489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2064513b-7f19-4156-93cb-ee81443ff8c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 714bc7c1-3922-414f-82fb-2d9d2873a230 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:12.485851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2064513b-7f19-4156-93cb-ee81443ff8c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.530398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: d03948b5-9fde-4115-a791-25a4321837e9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:12.530803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d03948b5-9fde-4115-a791-25a4321837e9 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:12.535794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6096792-50c5-4398-b0b2-c0f911497475 req-e167e19b-ed5e-4418-bbe5-6c1a53caae73 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348925 Nov 12 11:08:12.621738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['318aaf89-9760-4ae5-8620-77ec06dc7fe1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:12.707189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2064513b-7f19-4156-93cb-ee81443ff8c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:12.729827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2064513b-7f19-4156-93cb-ee81443ff8c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 714bc7c1-3922-414f-82fb-2d9d2873a230 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:13.041074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-2d2fa948-ac1a-49b9-92ed-d5168970d717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.048032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-2d2fa948-ac1a-49b9-92ed-d5168970d717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.055081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-2d2fa948-ac1a-49b9-92ed-d5168970d717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.065408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-2d2fa948-ac1a-49b9-92ed-d5168970d717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.083220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-2d2fa948-ac1a-49b9-92ed-d5168970d717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.090714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-2d2fa948-ac1a-49b9-92ed-d5168970d717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.119301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-2d2fa948-ac1a-49b9-92ed-d5168970d717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.127300 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-2d2fa948-ac1a-49b9-92ed-d5168970d717 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.2675314 Nov 12 11:08:13.265208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-70326350-fb28-4770-b3ca-a7238cd1a16f None None] Provisioning complete for port 6b5d0461-a14c-43ff-b328-c4ef79e74983 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:13.269480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908c10-f8eb-473a-83a9-72d794bc0cbb req-74a5c03d-0229-405c-a341-9180c38b05be tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.270646 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-70326350-fb28-4770-b3ca-a7238cd1a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:13.278913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14908c10-f8eb-473a-83a9-72d794bc0cbb req-74a5c03d-0229-405c-a341-9180c38b05be tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 944 time: 0.1131794 Nov 12 11:08:13.290724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc25db6-762c-489a-8746-f6397dddcdc8', 'name': 'network-vif-deleted', 'tag': 'd03948b5-9fde-4115-a791-25a4321837e9'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:13.292911 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5e709c-da47-4452-b4df-f7ddf9490606" -d '{"events": [{"server_uuid": "1cc25db6-762c-489a-8746-f6397dddcdc8", "name": "network-vif-deleted", "tag": "d03948b5-9fde-4115-a791-25a4321837e9"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:13.350171 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-85123f51-27c4-46f4-b7f5-2d1962ac6b2a req-95e8c148-2279-46f3-abc8-b9ea08412841 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2031770 Nov 12 11:08:13.394547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14908c10-f8eb-473a-83a9-72d794bc0cbb req-de28479d-632a-4496-a693-ddc87044321e tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144605 Nov 12 11:08:13.434602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-f8a244cd-679c-4f1f-a053-2b335457eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.438046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-f8a244cd-679c-4f1f-a053-2b335457eef7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 1099 time: 0.1014555 Nov 12 11:08:13.488060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-c45e3d25-ffda-4bba-ada8-9f55a3102d32 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.491636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-c45e3d25-ffda-4bba-ada8-9f55a3102d32 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.0960951 Nov 12 11:08:13.509721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768852-22'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:13.520056 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2064513b-7f19-4156-93cb-ee81443ff8c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:13.599314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064513b-7f19-4156-93cb-ee81443ff8c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=714bc7c1-3922-414f-82fb-2d9d2873a230,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:13.636131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-e571d151-1bb5-4a1b-8867-e0a39b587dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.644102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-e571d151-1bb5-4a1b-8867-e0a39b587dbd service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 200 len: 915 time: 0.1904781 Nov 12 11:08:13.709332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-7d821b3d-9aa1-41bf-806e-74843c0e602b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 200 len: 217 time: 0.0624623 Nov 12 11:08:13.718630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886e748-e0fd-4240-b303-043325da1fd2 req-ad765d99-ea21-4464-afb4-61a5e5b82b7d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.720930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4886e748-e0fd-4240-b303-043325da1fd2 req-ad765d99-ea21-4464-afb4-61a5e5b82b7d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2224133 Nov 12 11:08:13.738746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:13.775756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-b1fcc392-07ba-470e-9ae8-347d5696fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.778631 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-b1fcc392-07ba-470e-9ae8-347d5696fd29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 200 len: 854 time: 0.0565522 Nov 12 11:08:13.806602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8175-e708-48dd-a967-1bbd7c8dcf74 req-d15d1ff5-71de-4b72-bb12-b97a420ed0ab tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:13.811703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b5b8175-e708-48dd-a967-1bbd7c8dcf74 req-d15d1ff5-71de-4b72-bb12-b97a420ed0ab tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 945 time: 0.2496200 Nov 12 11:08:13.833053 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-77f0e1d2-29cb-49c1-bc72-3884ae12fbea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe17b18d-fe31-404c-b25e-d98da23c0162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429227 Nov 12 11:08:13.837025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-df2d8dae-4141-4435-8ef9-0b24d05ca7fb None None] Could not find standard attr ID for object 714bc7c1-3922-414f-82fb-2d9d2873a230. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:08:13.976238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4886e748-e0fd-4240-b303-043325da1fd2 req-693bc022-2f47-41f5-bdee-1f78788dceb5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093217 Nov 12 11:08:14.028980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2064513b-7f19-4156-93cb-ee81443ff8c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.034414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2064513b-7f19-4156-93cb-ee81443ff8c2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/714bc7c1-3922-414f-82fb-2d9d2873a230 HTTP/1.1" status: 204 len: 168 time: 1.8722050 Nov 12 11:08:14.039282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47638) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:14.054050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-d652c029-e0b0-454d-8400-683dcea98aff service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083812 Nov 12 11:08:14.064057 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b5b8175-e708-48dd-a967-1bbd7c8dcf74 req-a9806866-9f8e-4f6c-8da8-f807ba27647e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200403 Nov 12 11:08:14.111582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:14.175119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47642) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:14.204684 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce7a00d-8b04-4ca9-b0fe-47b50d0fbe5f x-openstack-request-id: req-0ce7a00d-8b04-4ca9-b0fe-47b50d0fbe5f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:14.204684 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc25db6-762c-489a-8746-f6397dddcdc8", "name": "network-vif-deleted", "tag": "d03948b5-9fde-4115-a791-25a4321837e9", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:14.204684 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ce7a00d-8b04-4ca9-b0fe-47b50d0fbe5f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:14.204684 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc25db6-762c-489a-8746-f6397dddcdc8', 'name': 'network-vif-deleted', 'tag': 'd03948b5-9fde-4115-a791-25a4321837e9', 'status': 'completed', 'code': 200} Nov 12 11:08:14.233478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab1543-a1d1-4c72-a6c8-cf10ce68b91f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.235706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab1543-a1d1-4c72-a6c8-cf10ce68b91f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.237335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab1543-a1d1-4c72-a6c8-cf10ce68b91f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.243546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6eab1543-a1d1-4c72-a6c8-cf10ce68b91f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1984000 Nov 12 11:08:14.244169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47644) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:14.272546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:14.326850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2968f1c-ab2a-495a-aafd-cb021b068bd5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 2dad6e2a-9362-472c-b592-e3c3e8153a86 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:14.330663 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2968f1c-ab2a-495a-aafd-cb021b068bd5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.336757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50ccb58-2081-4a2d-8bc1-ef29d2a99e67 admin admin] Deleting subnet 1729117f-2797-4700-a6b3-af5881fcb351 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:14.346094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e50ccb58-2081-4a2d-8bc1-ef29d2a99e67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.392427 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2968f1c-ab2a-495a-aafd-cb021b068bd5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.416571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.606851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e50ccb58-2081-4a2d-8bc1-ef29d2a99e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.607045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c81b66e-1106-4609-966f-7836a1a549a7 req-23e95cdb-ffc2-4ff6-96f3-935fbfd997c0 service neutron] 10.222.0.69 "GET /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853943 Nov 12 11:08:14.607045 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2968f1c-ab2a-495a-aafd-cb021b068bd5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.607319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e50ccb58-2081-4a2d-8bc1-ef29d2a99e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.607319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992b2d-614c-47e0-883c-e6967301c592 req-6da95821-6ac2-4e8d-a629-421a712b78d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.607319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992b2d-614c-47e0-883c-e6967301c592 req-6da95821-6ac2-4e8d-a629-421a712b78d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.608834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992b2d-614c-47e0-883c-e6967301c592 req-6da95821-6ac2-4e8d-a629-421a712b78d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.616812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992b2d-614c-47e0-883c-e6967301c592 req-6da95821-6ac2-4e8d-a629-421a712b78d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.625904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992b2d-614c-47e0-883c-e6967301c592 req-6da95821-6ac2-4e8d-a629-421a712b78d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.631980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992b2d-614c-47e0-883c-e6967301c592 req-6da95821-6ac2-4e8d-a629-421a712b78d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.638259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d992b2d-614c-47e0-883c-e6967301c592 req-6da95821-6ac2-4e8d-a629-421a712b78d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.706217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7d992b2d-614c-47e0-883c-e6967301c592 req-6da95821-6ac2-4e8d-a629-421a712b78d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.1865096 Nov 12 11:08:14.706409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45659d9-d620-46aa-a649-f5614cddc1a4 req-c1126c44-9914-445a-8cad-fe319fadc9b0 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:14.706409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c45659d9-d620-46aa-a649-f5614cddc1a4 req-c1126c44-9914-445a-8cad-fe319fadc9b0 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 944 time: 0.1468315 Nov 12 11:08:14.755090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c45659d9-d620-46aa-a649-f5614cddc1a4 req-248a52a3-1e89-4aa1-9b55-806d2484bea8 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662434 Nov 12 11:08:14.757722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7d992b2d-614c-47e0-883c-e6967301c592 req-3c3b1513-8ce2-46a2-9630-481750283dcb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873938 Nov 12 11:08:14.850600 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.942535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2968f1c-ab2a-495a-aafd-cb021b068bd5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.970452 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e50ccb58-2081-4a2d-8bc1-ef29d2a99e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:14.988184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:14.991757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2968f1c-ab2a-495a-aafd-cb021b068bd5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=2dad6e2a-9362-472c-b592-e3c3e8153a86,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:15.006592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93d090-2b8b-4704-bcbd-5e92d685197a None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:15.024569 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2968f1c-ab2a-495a-aafd-cb021b068bd5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.030903 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e2968f1c-ab2a-495a-aafd-cb021b068bd5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/2dad6e2a-9362-472c-b592-e3c3e8153a86 HTTP/1.1" status: 204 len: 168 time: 0.7828605 Nov 12 11:08:15.042659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47670) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:15.102802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on host n-h1-768852-22 for vnic_type normal with profile {"migrating_to": "n-h2-768852-22"} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:15.103406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:15.103522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:15.106191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ccb58-2081-4a2d-8bc1-ef29d2a99e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1729117f-2797-4700-a6b3-af5881fcb351,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:15.112030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e50ccb58-2081-4a2d-8bc1-ef29d2a99e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.117459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e50ccb58-2081-4a2d-8bc1-ef29d2a99e67 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1729117f-2797-4700-a6b3-af5881fcb351 HTTP/1.1" status: 204 len: 168 time: 0.9412448 Nov 12 11:08:15.162815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47674) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:15.162815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:08:15.162815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Attempting to bind port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on network e4128630-e35b-4e79-8aea-4503cbcc1279 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:15.162815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:15.162815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Checking segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:15.162815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Bound using segment: {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:15.162815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Bound port: 9b0ad28e-95df-4c11-a318-dcbd63277f67, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b642997c-735e-4d69-8a8d-abe177e830cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e4128630-e35b-4e79-8aea-4503cbcc1279'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:15.162815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.237772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c64c7e-6c41-4917-8918-00d36144d7c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 67562014-0130-4ccc-9fb3-b24db0bb47f2 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:15.242940 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68c64c7e-6c41-4917-8918-00d36144d7c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.252958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195defe-66d8-4e17-8f60-b2648e7fb22b req-6ac036bc-24af-46c6-853f-1dd4c04bafc9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:15.255258 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5195defe-66d8-4e17-8f60-b2648e7fb22b req-6ac036bc-24af-46c6-853f-1dd4c04bafc9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1604295 Nov 12 11:08:15.325455 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.331826 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68c64c7e-6c41-4917-8918-00d36144d7c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.341500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b873d-cf89-49c2-9b34-d398f73ad47c req-65bc9390-e9e8-4dc7-bec7-40ffb822fb75 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:15.343119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-544b873d-cf89-49c2-9b34-d398f73ad47c req-65bc9390-e9e8-4dc7-bec7-40ffb822fb75 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.1438007 Nov 12 11:08:15.377134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5195defe-66d8-4e17-8f60-b2648e7fb22b req-3cf1424f-63af-430a-b186-92543d050b0d tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995538 Nov 12 11:08:15.419298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:15.448198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68c64c7e-6c41-4917-8918-00d36144d7c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.475405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:15.479484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-544b873d-cf89-49c2-9b34-d398f73ad47c req-e20d78be-166b-4f75-86d4-f2f157f3ba76 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248879 Nov 12 11:08:15.531958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.554737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ef8bb9-c940-4712-bd4a-c58a45c1a735']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:15.567038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdac82dd-d30b-4152-a1e7-6ac429ffdd15') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:15.567359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdac82dd-d30b-4152-a1e7-6ac429ffdd15') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:15.579117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.595418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.603079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:08:15.603485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:08:15.605488 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:08:15.625805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9b0ad28e-95df-4c11-a318-dcbd63277f67 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:15.630585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 318aaf89-9760-4ae5-8620-77ec06dc7fe1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:15.646667 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68c64c7e-6c41-4917-8918-00d36144d7c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.648872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.702150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64c7e-6c41-4917-8918-00d36144d7c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=67562014-0130-4ccc-9fb3-b24db0bb47f2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:15.732164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68c64c7e-6c41-4917-8918-00d36144d7c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:15.746409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-68c64c7e-6c41-4917-8918-00d36144d7c3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/67562014-0130-4ccc-9fb3-b24db0bb47f2 HTTP/1.1" status: 204 len: 168 time: 0.7022905 Nov 12 11:08:15.747085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47684) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:15.871942 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-29e46881-fa98-443a-9f20-1d68a421be25 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235809 Nov 12 11:08:15.876428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47690) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:15.882018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:15.975164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:15.988941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:15.995042 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.000383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=8']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:16.064158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.083554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.098356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7afadc-479d-44bd-87f0-c218feeb3fb5 req-d2c2647f-1b96-41dd-9b9e-868e0570a207 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.098498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] 10.222.0.98 "DELETE /v2.0/networks/02ef8bb9-c940-4712-bd4a-c58a45c1a735 HTTP/1.1" status: 204 len: 168 time: 0.9749794 Nov 12 11:08:16.105593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f7afadc-479d-44bd-87f0-c218feeb3fb5 req-d2c2647f-1b96-41dd-9b9e-868e0570a207 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 944 time: 0.1624112 Nov 12 11:08:16.175444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:16.199079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce241e-cf33-4993-bc44-884048801c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ef8bb9-c940-4712-bd4a-c58a45c1a735,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:16.200794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:16.220062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9b0ad28e-95df-4c11-a318-dcbd63277f67 has no active binding in host n-h2-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 11:08:16.221695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:16.226769 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.227814 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a609dacc-0f2e-4390-bcb8-650cdd36333b" -d '{"events": [{"server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:16.250271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.250271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.253894 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-b27630d4-def1-4c09-afb6-82309e1412f0 service neutron] 10.222.0.69 "PUT /v2.0/ports/9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 200 len: 1123 time: 2.7523704 Nov 12 11:08:16.299344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-4f822f5a-3222-4254-8888-bc578c96ffc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.318727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-4f822f5a-3222-4254-8888-bc578c96ffc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.325696 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.335842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-4f822f5a-3222-4254-8888-bc578c96ffc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.354647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-4f822f5a-3222-4254-8888-bc578c96ffc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.375875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976a70d-947c-4ea8-b0e7-1ea00504e6d0 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:16.380091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-4f822f5a-3222-4254-8888-bc578c96ffc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.382739 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f7afadc-479d-44bd-87f0-c218feeb3fb5 req-819958fa-e4b9-4091-bed8-702881f2862c tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635400 Nov 12 11:08:16.408881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-4f822f5a-3222-4254-8888-bc578c96ffc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.424316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-4f822f5a-3222-4254-8888-bc578c96ffc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.428293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-4f822f5a-3222-4254-8888-bc578c96ffc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.4227245 Nov 12 11:08:16.515905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 318aaf89-9760-4ae5-8620-77ec06dc7fe1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=318aaf89-9760-4ae5-8620-77ec06dc7fe1,segment=NetworkSegment(794ef4bf-621f-451e-9279-bdccc8939991),segment_id=794ef4bf-621f-451e-9279-bdccc8939991)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:16.545516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9b0ad28e-95df-4c11-a318-dcbd63277f67'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:16.553510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0bdf4b-f19d-47cc-8607-c273b73af103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318aaf89-9760-4ae5-8620-77ec06dc7fe1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:16.563626 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e01f8d4-a482-48e2-8b17-8e3322a53784" -d '{"events": [{"server_uuid": "bf0bdf4b-f19d-47cc-8607-c273b73af103", "name": "network-vif-plugged", "status": "completed", "tag": "318aaf89-9760-4ae5-8620-77ec06dc7fe1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:16.570530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['9b0ad28e-95df-4c11-a318-dcbd63277f67'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:16.599469 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23db5630-058c-4b37-b801-c0a36ce2a0b0 x-openstack-request-id: req-23db5630-058c-4b37-b801-c0a36ce2a0b0 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:16.600947 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:16.601263 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23db5630-058c-4b37-b801-c0a36ce2a0b0 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:16.601688 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67', 'code': 200} Nov 12 11:08:16.622062 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7add64d2-3ef1-45b1-b86d-890500b6650d req-993784dd-5b28-4beb-9942-64009e01db82 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1853573 Nov 12 11:08:16.704656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47702) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:16.771471 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.829187 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c839a993-7e23-4fd0-abf8-fd34be11c4fb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=64e0dba21e114f47b02be7b325fff8f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1206727 Nov 12 11:08:16.835538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47704) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:16.869465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04fc2b-5fab-41e8-99af-6166b283ff1e req-67aec3ff-bb43-48c7-8480-1e31a6063e27 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.873064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=318aaf89-9760-4ae5-8620-77ec06dc7fe1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:16.886395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d04fc2b-5fab-41e8-99af-6166b283ff1e req-67aec3ff-bb43-48c7-8480-1e31a6063e27 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2949929 Nov 12 11:08:16.947292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a3512c41-2cdb-4427-9e2d-121931c2dd7d None None] Provisioning complete for port 6b5d0461-a14c-43ff-b328-c4ef79e74983 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:16.948047 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a3512c41-2cdb-4427-9e2d-121931c2dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:16.961358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d8b4-520b-4e25-b1af-363431e33b06 req-dc824ad5-0313-44be-a7d4-c3f6ebf4dec9 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:16.966961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4a22d8b4-520b-4e25-b1af-363431e33b06 req-dc824ad5-0313-44be-a7d4-c3f6ebf4dec9 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.1603265 Nov 12 11:08:17.037534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d04fc2b-5fab-41e8-99af-6166b283ff1e req-98c4dd42-b149-4626-b7c9-476868a53694 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517556 Nov 12 11:08:17.045733 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-482fad50-80ee-41a4-bcf5-a18fa6da9efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.048767 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.185770 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7682f1fa-cdd1-405f-9465-844c20c86da8 x-openstack-request-id: req-7682f1fa-cdd1-405f-9465-844c20c86da8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:17.186385 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0bdf4b-f19d-47cc-8607-c273b73af103", "name": "network-vif-plugged", "status": "completed", "tag": "318aaf89-9760-4ae5-8620-77ec06dc7fe1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:17.186385 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7682f1fa-cdd1-405f-9465-844c20c86da8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:17.186694 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0bdf4b-f19d-47cc-8607-c273b73af103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318aaf89-9760-4ae5-8620-77ec06dc7fe1', 'code': 200} Nov 12 11:08:17.194681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:17.205733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:17.214777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:17.219104 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.264037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-482fad50-80ee-41a4-bcf5-a18fa6da9efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.274419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=7da92345-0458-4ba6-9892-9c747f0b7b3f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:17.348980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:17.383261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4a22d8b4-520b-4e25-b1af-363431e33b06 req-c9542fe0-88d4-435e-8f70-793b2eb3509c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090149 Nov 12 11:08:17.418268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002aaf9-3910-4d83-bd77-da8c3fe4cebd req-f60fbbb1-3312-4401-a372-4498c4bad44e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:17.419981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a002aaf9-3910-4d83-bd77-da8c3fe4cebd req-f60fbbb1-3312-4401-a372-4498c4bad44e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1257150 Nov 12 11:08:17.435100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d67fda14-7693-4955-9db3-77b3a1d2d62e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5574996 Nov 12 11:08:17.435777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47712) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:17.451464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:17.563092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e7d94-0aec-4da2-8411-bbc45f9d51b6 req-671e8aef-231d-48ac-9776-0e85c9ade316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:17.575125 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-537e7d94-0aec-4da2-8411-bbc45f9d51b6 req-671e8aef-231d-48ac-9776-0e85c9ade316 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 1097 time: 0.3010030 Nov 12 11:08:17.676014 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-482fad50-80ee-41a4-bcf5-a18fa6da9efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.678981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-482fad50-80ee-41a4-bcf5-a18fa6da9efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.686816 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:17.691020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-482fad50-80ee-41a4-bcf5-a18fa6da9efe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/84f569b6-a5ee-401b-ac1e-a79ecf3b34c4 HTTP/1.1" status: 204 len: 168 time: 0.8519299 Nov 12 11:08:17.732131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a002aaf9-3910-4d83-bd77-da8c3fe4cebd req-1f4801c0-09b0-4f0b-a7bb-e24f3078ca9e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912836 Nov 12 11:08:17.772938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fad50-80ee-41a4-bcf5-a18fa6da9efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f569b6-a5ee-401b-ac1e-a79ecf3b34c4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:17.827522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-537e7d94-0aec-4da2-8411-bbc45f9d51b6 req-78ca3f10-86ae-4692-b69b-155cceb656bd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192986 Nov 12 11:08:17.894410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ca9d8-8e89-4bea-856e-5a1452d275a1 req-8e61f24b-c856-4e7f-8843-a87e8a32420c tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:17.910799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab4ca9d8-8e89-4bea-856e-5a1452d275a1 req-8e61f24b-c856-4e7f-8843-a87e8a32420c tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 945 time: 0.3288593 Nov 12 11:08:17.940940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:17.952879 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:18.050273 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab4ca9d8-8e89-4bea-856e-5a1452d275a1 req-931cf285-147f-40bf-909f-5011eb41fd99 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385763 Nov 12 11:08:18.134509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-ace9e91b-96ff-4c8c-8e99-d50fc0c7b3bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.152901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-ace9e91b-96ff-4c8c-8e99-d50fc0c7b3bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.165476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] Deleting port 6b5d0461-a14c-43ff-b328-c4ef79e74983 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:18.165853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:18.174798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-ace9e91b-96ff-4c8c-8e99-d50fc0c7b3bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.207997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-ace9e91b-96ff-4c8c-8e99-d50fc0c7b3bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.222382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-ace9e91b-96ff-4c8c-8e99-d50fc0c7b3bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.241488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-ace9e91b-96ff-4c8c-8e99-d50fc0c7b3bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.258886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-ace9e91b-96ff-4c8c-8e99-d50fc0c7b3bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.271984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-ace9e91b-96ff-4c8c-8e99-d50fc0c7b3bb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.4342642 Nov 12 11:08:18.340321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6b5d0461-a14c-43ff-b328-c4ef79e74983 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:18.445263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618686b1-21df-4ee2-b345-7cfdb9715e1d req-1d606991-297e-4932-9c35-e8ec12e40a19 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.454383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-618686b1-21df-4ee2-b345-7cfdb9715e1d req-1d606991-297e-4932-9c35-e8ec12e40a19 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1810868 Nov 12 11:08:18.476815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f45da74d-f7fa-4dbe-8933-984fd39035a2 req-c72dab2a-a8f6-4362-a7d3-123d59d49f64 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2033606 Nov 12 11:08:18.486223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] For port 6b5d0461-a14c-43ff-b328-c4ef79e74983, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6b5d0461-a14c-43ff-b328-c4ef79e74983,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:18.486737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:18.530056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] Calling delete_port for 6b5d0461-a14c-43ff-b328-c4ef79e74983 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:18.616986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:18.631494 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e85171-cef0-4abb-8d23-8ae590d721db" -d '{"events": [{"name": "network-changed", "server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:18.676947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-618686b1-21df-4ee2-b345-7cfdb9715e1d req-cc57ffe4-85f6-4fd6-84d8-89996e5dcadb tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144673 Nov 12 11:08:18.803227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337fa6c-f046-43ef-b580-0b673b843a82 req-742070b6-8a76-431f-bcf5-784850bd1b29 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:18.812083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c337fa6c-f046-43ef-b580-0b673b843a82 req-742070b6-8a76-431f-bcf5-784850bd1b29 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.1912367 Nov 12 11:08:18.826649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:18.866266 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3bf248-1981-474c-89c6-a203a1bf6d49 x-openstack-request-id: req-1b3bf248-1981-474c-89c6-a203a1bf6d49 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:18.866962 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:18.867409 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b3bf248-1981-474c-89c6-a203a1bf6d49 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:18.868164 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67', 'status': 'completed', 'code': 200} Nov 12 11:08:18.935024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] Pushing event deleted for resources: {'Port': ['ID=6b5d0461-a14c-43ff-b328-c4ef79e74983,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:18.943026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c337fa6c-f046-43ef-b580-0b673b843a82 req-bebd5644-bd86-48ba-ad72-95fb0b6fa927 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299558 Nov 12 11:08:18.965281 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:18.967952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d94ff68-acdc-449c-a47c-5145cc48be98 None None] No DVR routers for this DVR port 6b5d0461-a14c-43ff-b328-c4ef79e74983 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:19.026494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f510c49-e452-4152-8bf8-fa41d1ef20c4 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:19.063494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e85171-cef0-4abb-8d23-8ae590d721db req-da68ce11-0139-49c7-82bd-e379646d1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:19.074416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75e85171-cef0-4abb-8d23-8ae590d721db req-da68ce11-0139-49c7-82bd-e379646d1106 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1126 time: 0.1846313 Nov 12 11:08:19.204597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:08:19.231868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:19.306927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '78dc3aa0-9b13-4cca-a7ad-b6083159298f'}, {'subnet_id': '7da92345-0458-4ba6-9892-9c747f0b7b3f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:08:19.308970 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:19.325091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9e605-9f90-4e31-bcac-aa0787b12418 req-c4cfc416-d93a-4fb4-bd6f-a907c73061a2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:19.336844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c9e605-9f90-4e31-bcac-aa0787b12418 req-c4cfc416-d93a-4fb4-bd6f-a907c73061a2 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2211099 Nov 12 11:08:19.395528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:19.415993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:19.420962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:19.423065 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:19.549126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Allocated IP 172.20.0.2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/7da92345-0458-4ba6-9892-9c747f0b7b3f/6cc9ab22-b88a-4aea-b18c-f1ab94f3a509) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:19.555998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6cab9-0bea-4f2b-9601-4e0a8f7de4b1 req-5ddd483e-cff8-429c-8279-0b1a2ea33ad1 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:19.556913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Allocated IP 2001:db8::f816:3eff:fe22:1083 (5548ef9b-af8a-4319-aa1a-0d0b38428140/78dc3aa0-9b13-4cca-a7ad-b6083159298f/6cc9ab22-b88a-4aea-b18c-f1ab94f3a509) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:19.567752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea6cab9-0bea-4f2b-9601-4e0a8f7de4b1 req-5ddd483e-cff8-429c-8279-0b1a2ea33ad1 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 945 time: 0.3616581 Nov 12 11:08:19.597679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1565785 Nov 12 11:08:19.598889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47746) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:19.611540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:ec:9b:4d', 'name': 'tempest-NetworksTestDHCPv6-1005301937'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:19.794998 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:19.847953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e85171-cef0-4abb-8d23-8ae590d721db req-f995badc-6af3-4c02-bc3c-9621c68ca64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:19.853305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75e85171-cef0-4abb-8d23-8ae590d721db req-f995badc-6af3-4c02-bc3c-9621c68ca64d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.7668874 Nov 12 11:08:19.888362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ad22f-ebac-40f9-9a77-424266c9a7e4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=78dc3aa0-9b13-4cca-a7ad-b6083159298f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:19.902897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:19.903263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75e85171-cef0-4abb-8d23-8ae590d721db req-76a9153c-4d5d-4964-bddb-cd12a271dede service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 200 len: 217 time: 0.0441980 Nov 12 11:08:19.969420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c9e605-9f90-4e31-bcac-aa0787b12418 req-7197faf7-7e4a-4b28-b0dd-8402b67c3496 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306038 Nov 12 11:08:20.032221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e85171-cef0-4abb-8d23-8ae590d721db req-55f82d04-814d-418f-92d5-776289fa715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.033741 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75e85171-cef0-4abb-8d23-8ae590d721db req-55f82d04-814d-418f-92d5-776289fa715c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.1204751 Nov 12 11:08:20.070800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:20.089555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:20.092996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75e85171-cef0-4abb-8d23-8ae590d721db req-51c01328-95b2-4a1f-9059-fb85f89a59a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505018 Nov 12 11:08:20.098537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:20.103533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea6cab9-0bea-4f2b-9601-4e0a8f7de4b1 req-400aaf81-4725-422d-bb30-1161a946fead tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346928 Nov 12 11:08:20.113777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Pushing event updated for resources: {'Port': ['ID=6cc9ab22-b88a-4aea-b18c-f1ab94f3a509,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:20.208628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:20.269625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47762) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:20.360790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Attempting to bind port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:20.362737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Attempting to bind port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:20.365200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Attempting to bind port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:20.379709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:20.383194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:20.385570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:20.386156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:20.389737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Bound port: 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:20.389737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:20.427091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:20.440333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f6aed-132f-44be-9293-5e8021d2bd48 req-656366dc-c45d-48f5-ae2a-4ebd58b922e4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.440845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75e85171-cef0-4abb-8d23-8ae590d721db req-9653f3dc-3c3e-4bfe-bd3d-14ef9703bec1 service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192032 Nov 12 11:08:20.452426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a5f6aed-132f-44be-9293-5e8021d2bd48 req-656366dc-c45d-48f5-ae2a-4ebd58b922e4 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.1431587 Nov 12 11:08:20.512409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:20.551154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port f91f3ba5-b16a-48f8-9930-1976634ed81f yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:08:20.565632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] For port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:20.580449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] For port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6cc9ab22-b88a-4aea-b18c-f1ab94f3a509,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:20.640964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-2a2f9395-97b9-4724-bd4a-c8f6a7050af6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.647751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-2a2f9395-97b9-4724-bd4a-c8f6a7050af6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.653628 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:20.674451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-2a2f9395-97b9-4724-bd4a-c8f6a7050af6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.684728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-2a2f9395-97b9-4724-bd4a-c8f6a7050af6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.698714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-2a2f9395-97b9-4724-bd4a-c8f6a7050af6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.714096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-2a2f9395-97b9-4724-bd4a-c8f6a7050af6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.727348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-2a2f9395-97b9-4724-bd4a-c8f6a7050af6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:20.732016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-2a2f9395-97b9-4724-bd4a-c8f6a7050af6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5418 time: 0.6374633 Nov 12 11:08:20.779734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989700e-8d70-40be-87cb-85f897a2e723 None None] Pushing event updated for resources: {'Port': ['ID=6cc9ab22-b88a-4aea-b18c-f1ab94f3a509,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:20.825592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1575117913-network', 'tenant_id': '2a88d75199844646a131a6357f69f1d4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:20.853263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64fa1bed-415c-429e-9eab-f2807e256a16 req-79efd33c-edf5-4500-89d1-42a499c98e23 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111484 Nov 12 11:08:20.898732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 172.20.0.7 (5548ef9b-af8a-4319-aa1a-0d0b38428140/7da92345-0458-4ba6-9892-9c747f0b7b3f/f91f3ba5-b16a-48f8-9930-1976634ed81f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:20.906992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:feec:9b4d (5548ef9b-af8a-4319-aa1a-0d0b38428140/78dc3aa0-9b13-4cca-a7ad-b6083159298f/f91f3ba5-b16a-48f8-9930-1976634ed81f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:20.942526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75e85171-cef0-4abb-8d23-8ae590d721db req-5bc2ac29-5b75-4e1e-8dfb-ad7896261acc service neutron] 10.222.0.57 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005147 Nov 12 11:08:20.970335 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a5f6aed-132f-44be-9293-5e8021d2bd48 req-2085714e-b667-4aff-9d0e-430e58df7fb3 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169771 Nov 12 11:08:21.259159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29401047-e8bf-4dfd-b1e9-5442ce5031ef req-b66be7fc-5b07-454c-98b5-99eb69b9d71b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:21.263816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-29401047-e8bf-4dfd-b1e9-5442ce5031ef req-b66be7fc-5b07-454c-98b5-99eb69b9d71b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1785626 Nov 12 11:08:21.379480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-29401047-e8bf-4dfd-b1e9-5442ce5031ef req-df9ade92-90b9-4189-9269-c0b51c7313f7 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994554 Nov 12 11:08:21.408192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:21.446290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec51a2-8caf-4a24-ba73-d9db50faf493 req-37b754b0-df60-4bc7-841c-c9120a48e9df tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:21.454607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13ec51a2-8caf-4a24-ba73-d9db50faf493 req-37b754b0-df60-4bc7-841c-c9120a48e9df tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 945 time: 0.1522763 Nov 12 11:08:21.465687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Made reservation on behalf of 2a88d75199844646a131a6357f69f1d4 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:21.469660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:21.492467 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:21.580154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13ec51a2-8caf-4a24-ba73-d9db50faf493 req-cfa9bea4-9b74-4c30-8521-fc8816dca559 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195455 Nov 12 11:08:21.638969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f866ef73-bd21-4307-bf8e-49c9d55fc860 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:21.664718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:21.680252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315124df-1c92-4011-adc4-060f049cf5cd req-ce36d06e-469d-4d40-abe9-32a9580bd25e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:21.685787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-315124df-1c92-4011-adc4-060f049cf5cd req-ce36d06e-469d-4d40-abe9-32a9580bd25e tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1736646 Nov 12 11:08:21.808037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=f91f3ba5-b16a-48f8-9930-1976634ed81f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:21.809291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-315124df-1c92-4011-adc4-060f049cf5cd req-650f686b-eecb-41c0-a4fd-35c31c99a517 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087053 Nov 12 11:08:21.881655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:21.903450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:21.909369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:21.978993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f866ef73-bd21-4307-bf8e-49c9d55fc860, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:22.004452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'f866ef73-bd21-4307-bf8e-49c9d55fc860', 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'port_id': 'f866ef73-bd21-4307-bf8e-49c9d55fc860', 'mac_address': 'fa:16:3e:28:20:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04163d51-5fb1-48ec-a539-631189f61b2b', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:22.056270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.112923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.113981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.163810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.205476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ae1b6-449d-4113-acb1-852f93a4e550 req-d297520a-25cc-4633-bad5-c5ace22ae50b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.208453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.223936 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b90ae1b6-449d-4113-acb1-852f93a4e550 req-d297520a-25cc-4633-bad5-c5ace22ae50b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2207553 Nov 12 11:08:22.239412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f866ef73-bd21-4307-bf8e-49c9d55fc860 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:22.325722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:08:22.339619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f866ef73-bd21-4307-bf8e-49c9d55fc860, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:22.360017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.360017 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Added segment d7fe7ad2-af1c-4507-bee5-7b52060ee8af of type vlan for network d3113830-4b24-4afd-b356-495c65d08e7f Nov 12 11:08:22.401900 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b90ae1b6-449d-4113-acb1-852f93a4e550 req-7d43357b-9b5d-44e4-bafe-3a39d913ac21 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742604 Nov 12 11:08:22.454170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:22.537504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47792) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:22.538395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cf3d803b-bfe9-4f18-b2bc-d5721f34b07e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9372072 Nov 12 11:08:22.605221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.605899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5aa5b261-3b63-450e-bef7-12cbc53d65a4 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:22.656938 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.696370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:22.721694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '5aa5b261-3b63-450e-bef7-12cbc53d65a4', 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'port_id': '5aa5b261-3b63-450e-bef7-12cbc53d65a4', 'mac_address': 'fa:16:3e:51:01:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04163d51-5fb1-48ec-a539-631189f61b2b', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:22.802673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aca11-d5a9-4857-9095-108d670f6b31 req-7f01947f-5307-4cbc-96a8-ea5291e307ad tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.839458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aca11-d5a9-4857-9095-108d670f6b31 req-7f01947f-5307-4cbc-96a8-ea5291e307ad tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.857100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aca11-d5a9-4857-9095-108d670f6b31 req-7f01947f-5307-4cbc-96a8-ea5291e307ad tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.878305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aca11-d5a9-4857-9095-108d670f6b31 req-7f01947f-5307-4cbc-96a8-ea5291e307ad tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.880859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e1481e-92a0-4917-9ab1-6e31edbe0462,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:22.909150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aca11-d5a9-4857-9095-108d670f6b31 req-7f01947f-5307-4cbc-96a8-ea5291e307ad tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.926286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aca11-d5a9-4857-9095-108d670f6b31 req-7f01947f-5307-4cbc-96a8-ea5291e307ad tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.940823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aca11-d5a9-4857-9095-108d670f6b31 req-7f01947f-5307-4cbc-96a8-ea5291e307ad tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.955031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0eca-b05f-4466-a6ea-b29bdbcf2eb1 req-13a0b303-7370-4fcf-bcf0-2754a13f4149 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:22.956428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-665aca11-d5a9-4857-9095-108d670f6b31 req-7f01947f-5307-4cbc-96a8-ea5291e307ad tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5419 time: 0.3047905 Nov 12 11:08:22.962462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:22.962860 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:22.967938 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-555e0eca-b05f-4466-a6ea-b29bdbcf2eb1 req-13a0b303-7370-4fcf-bcf0-2754a13f4149 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.3216600 Nov 12 11:08:22.994169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c388a154-f6fc-492a-9a26-0828c37478f0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:23.003989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c388a154-f6fc-492a-9a26-0828c37478f0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:23.008197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c388a154-f6fc-492a-9a26-0828c37478f0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4670479 Nov 12 11:08:23.009455 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.009939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47794) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:23.010418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:23.011005 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.033385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2484f83f-0fc4-443f-8cc5-5d2482ce55c7 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:23.043832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f866ef73-bd21-4307-bf8e-49c9d55fc860,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:23.135841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] Pushing event updated for resources: {'Network': ['ID=d3113830-4b24-4afd-b356-495c65d08e7f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:23.139426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.143767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-555e0eca-b05f-4466-a6ea-b29bdbcf2eb1 req-b1821e72-4cb6-4ec7-bf49-4a79cacb4fb7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740885 Nov 12 11:08:23.209590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d3113830-4b24-4afd-b356-495c65d08e7f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:08:23.227198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-99160958-e8fb-4ac2-9751-59623cbb1e98 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9565711 Nov 12 11:08:23.230309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47796) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:23.240980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Request body: {'subnet': {'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1575117913-subnet', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:23.253036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa5b261-3b63-450e-bef7-12cbc53d65a4 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:23.283037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-efcec9c5-2bd6-48e3-99e8-c96eb327580a None None] Provisioning complete for port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:23.283552 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efcec9c5-2bd6-48e3-99e8-c96eb327580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.338986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-665aca11-d5a9-4857-9095-108d670f6b31 req-29ebe224-64d0-4e8b-8ebf-c1325ee3ed87 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3803301 Nov 12 11:08:23.401089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc9f1a-584b-4ee6-81c8-913a31c0d820 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port f91f3ba5-b16a-48f8-9930-1976634ed81f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:23.401089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9f1a-584b-4ee6-81c8-913a31c0d820 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.403731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Made reservation on behalf of 2a88d75199844646a131a6357f69f1d4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:23.409290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.476457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:23.603488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392ce2-1876-414f-9ebe-3e275845a046 req-f8d39ca2-a5ec-4b91-a961-e6af830c00d5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:23.606109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7392ce2-1876-414f-9ebe-3e275845a046 req-f8d39ca2-a5ec-4b91-a961-e6af830c00d5 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2797363 Nov 12 11:08:23.613786 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9f1a-584b-4ee6-81c8-913a31c0d820 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.637114 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:23.637114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 3c320c77-72e2-4e56-beb5-c9c05b4caa5a details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:23.661182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc9f1a-584b-4ee6-81c8-913a31c0d820 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for f91f3ba5-b16a-48f8-9930-1976634ed81f owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:23.682464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:23.745217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7392ce2-1876-414f-9ebe-3e275845a046 req-ddef79ee-e8dd-4153-b902-3a59b048bc0b tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293881 Nov 12 11:08:23.934995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a', 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'port_id': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a', 'mac_address': 'fa:16:3e:81:99:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04163d51-5fb1-48ec-a539-631189f61b2b', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:23.990926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-1b3ea343-49b0-4677-894c-d30b3249dc31 req-d2f96b74-3af9-4f67-b9ac-f8f666d4901d service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:08:23.992215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b3ea343-49b0-4677-894c-d30b3249dc31 req-d2f96b74-3af9-4f67-b9ac-f8f666d4901d service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094769 Nov 12 11:08:24.013839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.115394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efcec9c5-2bd6-48e3-99e8-c96eb327580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.138525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=5aa5b261-3b63-450e-bef7-12cbc53d65a4,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:24.153589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-cd78a5ee-1113-47b0-9305-db9619caf0b1 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:24.158360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-cd78a5ee-1113-47b0-9305-db9619caf0b1 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 945 time: 0.2303283 Nov 12 11:08:24.231253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c76c78-43b9-4371-8da7-d42062dbf526,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:24.252011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-efcec9c5-2bd6-48e3-99e8-c96eb327580a None None] For port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6cc9ab22-b88a-4aea-b18c-f1ab94f3a509,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:24.259453 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.294969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c320c77-72e2-4e56-beb5-c9c05b4caa5a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:24.307331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0bfef-6f32-4826-b490-7411489f9305 req-5d5b992e-00a8-4d24-ac13-f0bf6c55106f tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:24.319587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fa0bfef-6f32-4826-b490-7411489f9305 req-5d5b992e-00a8-4d24-ac13-f0bf6c55106f tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 945 time: 0.3969331 Nov 12 11:08:24.335222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:24.351156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Checking segment: {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:24.351971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Network hostable DHCP agents. Network: d3113830-4b24-4afd-b356-495c65d08e7f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:08:24.361192 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-efcec9c5-2bd6-48e3-99e8-c96eb327580a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.411865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9357824-6d6b-4235-b636-7047e9126427 req-faff6678-119e-44aa-b51f-710c54828904 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:24.420618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9357824-6d6b-4235-b636-7047e9126427 req-faff6678-119e-44aa-b51f-710c54828904 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1635640 Nov 12 11:08:24.472643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.473571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 18940690-d376-4d98-bcd8-33d0180182c5 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:24.476172 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.479726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcec9c5-2bd6-48e3-99e8-c96eb327580a None None] Pushing event updated for resources: {'Port': ['ID=6cc9ab22-b88a-4aea-b18c-f1ab94f3a509,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:24.498388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Network d3113830-4b24-4afd-b356-495c65d08e7f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:08:24.552849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9b0ad28e-95df-4c11-a318-dcbd63277f67 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:24.569701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9357824-6d6b-4235-b636-7047e9126427 req-7ace6a11-02bc-4a8c-9ceb-ececa8eab515 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470265 Nov 12 11:08:24.599078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d3113830-4b24-4afd-b356-495c65d08e7f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:24.604538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:24.605193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.653571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fa0bfef-6f32-4826-b490-7411489f9305 req-443f5ded-cf6f-4f70-8a96-15b4a7312830 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289173 Nov 12 11:08:24.693938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Deleting port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:24.694354 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.703785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8961a-bf9e-4e70-85db-27f44ae67cbe None None] Network d3113830-4b24-4afd-b356-495c65d08e7f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:24.708910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-23692353-45d1-4a04-8acb-6ee24bd4aa4f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4762478 Nov 12 11:08:24.709647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47816) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:24.719805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:24.770265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:08:24.836719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.838402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.915461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9f1a-584b-4ee6-81c8-913a31c0d820 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:24.990633 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.023507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-ad1d02b7-c21a-4761-a105-d543ad70a4f9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.032878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-ad1d02b7-c21a-4761-a105-d543ad70a4f9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.037135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-ad1d02b7-c21a-4761-a105-d543ad70a4f9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.046379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-ad1d02b7-c21a-4761-a105-d543ad70a4f9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.052913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-ad1d02b7-c21a-4761-a105-d543ad70a4f9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.059230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-ad1d02b7-c21a-4761-a105-d543ad70a4f9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.065735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-ad1d02b7-c21a-4761-a105-d543ad70a4f9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.067756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-ad1d02b7-c21a-4761-a105-d543ad70a4f9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5421 time: 0.1578479 Nov 12 11:08:25.109221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:08:25.110202 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:08:25.199757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9d11a92a-4ef0-4e46-94a5-36117a359c38 None None] Provisioning complete for port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:25.200098 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d11a92a-4ef0-4e46-94a5-36117a359c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.223886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc9f1a-584b-4ee6-81c8-913a31c0d820 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=f91f3ba5-b16a-48f8-9930-1976634ed81f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:25.282110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:25.358714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-8682d7c6-c068-4beb-bbf8-aaffb8209a57 service neutron] 10.222.0.57 "GET /v2.0/ports/9b0ad28e-95df-4c11-a318-dcbd63277f67/bindings/n-h2-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.4053972 Nov 12 11:08:25.366233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5fcc07-14f5-4b0a-af69-5e6df46953a2 None None] Network d3113830-4b24-4afd-b356-495c65d08e7f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:25.445771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270c884-f7f4-48f6-898a-b6c068a879c8 req-622a1044-b81a-4c2b-b5fd-926eeeec1278 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:25.457481 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e270c884-f7f4-48f6-898a-b6c068a879c8 req-622a1044-b81a-4c2b-b5fd-926eeeec1278 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 943 time: 0.5606244 Nov 12 11:08:25.461583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.481769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25c24777-1af8-4945-a891-fe8f002fe9bb req-54c88214-8d05-4b72-9c1d-ecca8ecf14da tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4064715 Nov 12 11:08:25.649494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] For port 318aaf89-9760-4ae5-8620-77ec06dc7fe1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=318aaf89-9760-4ae5-8620-77ec06dc7fe1,segment=NetworkSegment(794ef4bf-621f-451e-9279-bdccc8939991),segment_id=794ef4bf-621f-451e-9279-bdccc8939991)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:25.649866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:25.842680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 18940690-d376-4d98-bcd8-33d0180182c5, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=18940690-d376-4d98-bcd8-33d0180182c5,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:25.853224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:25.890117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:25.928800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '18940690-d376-4d98-bcd8-33d0180182c5', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'port_id': '18940690-d376-4d98-bcd8-33d0180182c5', 'mac_address': 'fa:16:3e:de:f2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:25.958870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0ad28e-95df-4c11-a318-dcbd63277f67 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:25.975094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:26.039958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Calling delete_port for 318aaf89-9760-4ae5-8620-77ec06dc7fe1 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:26.045818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9d11a92a-4ef0-4e46-94a5-36117a359c38 None None] Could not find standard attr ID for object f91f3ba5-b16a-48f8-9930-1976634ed81f. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:08:26.059621 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.065082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e270c884-f7f4-48f6-898a-b6c068a879c8 req-411c0eda-0e1f-4abd-99da-d94ad6dbf77a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064503 Nov 12 11:08:26.081075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18940690-d376-4d98-bcd8-33d0180182c5 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:26.088015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:26.144983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47822) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:26.189609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c68b5-800c-4a93-b17e-3bf75c2b4f3a req-85326dff-a410-48d2-a83d-b6a1a155a2ec tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:26.197010 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-927c68b5-800c-4a93-b17e-3bf75c2b4f3a req-85326dff-a410-48d2-a83d-b6a1a155a2ec tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.5929725 Nov 12 11:08:26.212051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 18940690-d376-4d98-bcd8-33d0180182c5, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=18940690-d376-4d98-bcd8-33d0180182c5,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:26.222522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e9608411-bbf8-4f2d-a39f-ff94034bcaad None None] Could not find standard attr ID for object f91f3ba5-b16a-48f8-9930-1976634ed81f. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:08:26.239333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9f1a-584b-4ee6-81c8-913a31c0d820 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.243330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8ecc9f1a-584b-4ee6-81c8-913a31c0d820 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/f91f3ba5-b16a-48f8-9930-1976634ed81f HTTP/1.1" status: 204 len: 168 time: 3.2321017 Nov 12 11:08:26.244358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.246720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47826) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:26.278989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:26.279452 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.307434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-927c68b5-800c-4a93-b17e-3bf75c2b4f3a req-aac2df68-0d44-4a35-9e3f-98afbcd0ea17 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094074 Nov 12 11:08:26.322248 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.323889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1a779cea-43ea-4aff-9730-204aa60a2453 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:26.414303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1a779cea-43ea-4aff-9730-204aa60a2453, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1a779cea-43ea-4aff-9730-204aa60a2453,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:26.432775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '1a779cea-43ea-4aff-9730-204aa60a2453', 'network_id': '4407588b-65a2-4aac-8a17-a0010c0f14b2', 'port_id': '1a779cea-43ea-4aff-9730-204aa60a2453', 'mac_address': 'fa:16:3e:21:64:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04163d51-5fb1-48ec-a539-631189f61b2b', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:26.506980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.510967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6be3564-af09-4005-97b2-522b23948607 admin admin] Deleting subnet 4b946116-9eb6-4d7d-8130-b139ffb6ce05 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:26.533891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['318aaf89-9760-4ae5-8620-77ec06dc7fe1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:26.542425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6be3564-af09-4005-97b2-522b23948607 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.586408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Pushing event deleted for resources: {'Port': ['ID=318aaf89-9760-4ae5-8620-77ec06dc7fe1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:26.611976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.614298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97decb4d-19e6-447c-9369-2c9f6afdeff5 req-fd888241-9787-44cf-96cc-5237d96693e9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:26.630628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97decb4d-19e6-447c-9369-2c9f6afdeff5 req-fd888241-9787-44cf-96cc-5237d96693e9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1979535 Nov 12 11:08:26.641524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=18940690-d376-4d98-bcd8-33d0180182c5,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:26.674802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a779cea-43ea-4aff-9730-204aa60a2453 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:26.675103 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.676447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] Transition to ACTIVE for port object 9b0ad28e-95df-4c11-a318-dcbd63277f67 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:08:26.681849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6be3564-af09-4005-97b2-522b23948607 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.708675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd0874-eb8f-46a7-97ce-ab811ec43854 req-f3928b13-0367-4661-b24c-9de02952fe64 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:26.709209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1a779cea-43ea-4aff-9730-204aa60a2453, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1a779cea-43ea-4aff-9730-204aa60a2453,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:26.710409 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48fd0874-eb8f-46a7-97ce-ab811ec43854 req-f3928b13-0367-4661-b24c-9de02952fe64 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 867 time: 0.4740336 Nov 12 11:08:26.724531 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.741557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] No DVR routers for this DVR port 318aaf89-9760-4ae5-8620-77ec06dc7fe1 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:26.745281 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.749236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae07d481-cb18-4d0f-bbd6-ee24e0c2dcfd req-0f84da1a-bf29-4895-9300-1083c0d8308d tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.69 "DELETE /v2.0/ports/318aaf89-9760-4ae5-8620-77ec06dc7fe1 HTTP/1.1" status: 204 len: 173 time: 2.5745144 Nov 12 11:08:26.779070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0bdf4b-f19d-47cc-8607-c273b73af103', 'name': 'network-vif-deleted', 'tag': '318aaf89-9760-4ae5-8620-77ec06dc7fe1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:26.781919 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd2b973-75be-42c4-9f42-776f21e247d0" -d '{"events": [{"server_uuid": "bf0bdf4b-f19d-47cc-8607-c273b73af103", "name": "network-vif-deleted", "tag": "318aaf89-9760-4ae5-8620-77ec06dc7fe1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:26.785128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.793005 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.793682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device aee3264f-14b1-4799-838a-712bfed63c38 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:26.822931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97decb4d-19e6-447c-9369-2c9f6afdeff5 req-f4a7495f-f87b-438c-9b1f-cba504b351a6 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914437 Nov 12 11:08:26.827257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd74a16-54f0-4826-bbda-38047f582e03 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:26.839986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd74a16-54f0-4826-bbda-38047f582e03 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:26.839986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd74a16-54f0-4826-bbda-38047f582e03 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:26.839986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0dd74a16-54f0-4826-bbda-38047f582e03 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5739496 Nov 12 11:08:26.839986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47840) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:26.887692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6be3564-af09-4005-97b2-522b23948607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:26.986734 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48fd0874-eb8f-46a7-97ce-ab811ec43854 req-4d183c5c-69cf-420c-aa98-1973b4b2d2c2 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/security-groups?id=795d9a63-4616-461a-93d5-56562b8171e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495360 Nov 12 11:08:26.988390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port aee3264f-14b1-4799-838a-712bfed63c38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=aee3264f-14b1-4799-838a-712bfed63c38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:26.995012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e49a285-3658-4890-8aa2-63c7e8c1370f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 78dc3aa0-9b13-4cca-a7ad-b6083159298f {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:27.006562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'aee3264f-14b1-4799-838a-712bfed63c38', 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab', 'port_id': 'aee3264f-14b1-4799-838a-712bfed63c38', 'mac_address': 'fa:16:3e:32:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1892f51-c2d3-4ebe-b14f-7d272b24a529', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:27.016711 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e49a285-3658-4890-8aa2-63c7e8c1370f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.020016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:27.027414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] No DVR routers for this DVR port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:27.086187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705a91-2114-4961-bdc7-adab0d33c491 req-97f2859e-3e7e-4f13-bc71-900855ed9b33 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.092876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705a91-2114-4961-bdc7-adab0d33c491 req-97f2859e-3e7e-4f13-bc71-900855ed9b33 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.104234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705a91-2114-4961-bdc7-adab0d33c491 req-97f2859e-3e7e-4f13-bc71-900855ed9b33 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.110636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705a91-2114-4961-bdc7-adab0d33c491 req-97f2859e-3e7e-4f13-bc71-900855ed9b33 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.117181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705a91-2114-4961-bdc7-adab0d33c491 req-97f2859e-3e7e-4f13-bc71-900855ed9b33 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.126767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705a91-2114-4961-bdc7-adab0d33c491 req-97f2859e-3e7e-4f13-bc71-900855ed9b33 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.126924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1a779cea-43ea-4aff-9730-204aa60a2453,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:27.127012 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea9a5cb-484a-4f3f-9e92-f4279c926f02 x-openstack-request-id: req-fea9a5cb-484a-4f3f-9e92-f4279c926f02 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:27.127120 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0bdf4b-f19d-47cc-8607-c273b73af103", "name": "network-vif-deleted", "tag": "318aaf89-9760-4ae5-8620-77ec06dc7fe1", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:27.127443 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fea9a5cb-484a-4f3f-9e92-f4279c926f02 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:27.127758 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0bdf4b-f19d-47cc-8607-c273b73af103', 'name': 'network-vif-deleted', 'tag': '318aaf89-9760-4ae5-8620-77ec06dc7fe1', 'status': 'completed', 'code': 200} Nov 12 11:08:27.131671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705a91-2114-4961-bdc7-adab0d33c491 req-97f2859e-3e7e-4f13-bc71-900855ed9b33 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.139680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58705a91-2114-4961-bdc7-adab0d33c491 req-97f2859e-3e7e-4f13-bc71-900855ed9b33 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5423 time: 0.1913874 Nov 12 11:08:27.140395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-d1592b06-5720-4f67-b12d-b32e4f384ad3 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b0ad28e-95df-4c11-a318-dcbd63277f67/bindings/n-h2-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 1.7364564 Nov 12 11:08:27.176659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Allocated IP 172.25.3.197 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/f1956477-cdef-4a44-ad6a-fc5757203a77) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:27.177270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e49a285-3658-4890-8aa2-63c7e8c1370f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.191694 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.226313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee3264f-14b1-4799-838a-712bfed63c38 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:27.296669 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58705a91-2114-4961-bdc7-adab0d33c491 req-f21aef94-7a83-4ee0-bdfd-2b210ef4faba tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501613 Nov 12 11:08:27.309838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port aee3264f-14b1-4799-838a-712bfed63c38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=aee3264f-14b1-4799-838a-712bfed63c38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:27.360359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268db8ea-ed86-4dab-a3c1-b9272b10b0e4 req-d55a9581-2b30-4c17-9954-41558d988185 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.362008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-268db8ea-ed86-4dab-a3c1-b9272b10b0e4 req-d55a9581-2b30-4c17-9954-41558d988185 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1266248 Nov 12 11:08:27.387503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.388100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e49a285-3658-4890-8aa2-63c7e8c1370f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.435496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6be3564-af09-4005-97b2-522b23948607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.447483 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.448193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:27.486458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be3564-af09-4005-97b2-522b23948607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b946116-9eb6-4d7d-8130-b139ffb6ce05,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:27.498812 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6be3564-af09-4005-97b2-522b23948607 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.503025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d6be3564-af09-4005-97b2-522b23948607 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4b946116-9eb6-4d7d-8130-b139ffb6ce05 HTTP/1.1" status: 204 len: 168 time: 1.3559237 Nov 12 11:08:27.507846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47846) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:27.527300 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-268db8ea-ed86-4dab-a3c1-b9272b10b0e4 req-38374be2-6e65-48b5-adbe-f146ea994897 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490381 Nov 12 11:08:27.544546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:27.578975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=aee3264f-14b1-4799-838a-712bfed63c38,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:27.583737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38', 'network_id': '31e2f8a8-e302-43c3-acca-4e38462841ab', 'port_id': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38', 'mac_address': 'fa:16:3e:60:f0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1892f51-c2d3-4ebe-b14f-7d272b24a529', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:27.587108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353bf1e-cb8e-4441-b4ac-38d76e212c67 req-786901fe-2a4a-43b5-a20f-48a52c69c8aa tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.589342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b353bf1e-cb8e-4441-b4ac-38d76e212c67 req-786901fe-2a4a-43b5-a20f-48a52c69c8aa tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 944 time: 0.1660371 Nov 12 11:08:27.594786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.607835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-9a5e848f-2e25-4c18-8adc-fd1ebde7e2f1 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.612143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-9a5e848f-2e25-4c18-8adc-fd1ebde7e2f1 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.1862185 Nov 12 11:08:27.667603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.691384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:27.697481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-83398e7d-b727-4d23-b33c-e0167fad686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.700208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-83398e7d-b727-4d23-b33c-e0167fad686f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628&tenant_id=f81c3579f9504ec0a64c5f93b727b264 HTTP/1.1" status: 200 len: 1096 time: 0.0754163 Nov 12 11:08:27.706668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.732813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:27.739388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:27.749337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:27.757981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Pushing event updated for resources: {'Port': ['ID=f1956477-cdef-4a44-ad6a-fc5757203a77,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:27.761450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:27.783683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e49a285-3658-4890-8aa2-63c7e8c1370f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.818131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49a285-3658-4890-8aa2-63c7e8c1370f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=78dc3aa0-9b13-4cca-a7ad-b6083159298f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:27.823776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b353bf1e-cb8e-4441-b4ac-38d76e212c67 req-f6b684df-4d32-40f2-bd43-400e09722703 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827900 Nov 12 11:08:27.835355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e49a285-3658-4890-8aa2-63c7e8c1370f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.841587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2e49a285-3658-4890-8aa2-63c7e8c1370f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/78dc3aa0-9b13-4cca-a7ad-b6083159298f HTTP/1.1" status: 204 len: 168 time: 0.9986944 Nov 12 11:08:27.856546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b37b5-5e76-4d40-a67d-37dc9552b599 req-69e8dd9e-114f-4b12-ad73-88b7661e10ae tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.859489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47854) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:27.863149 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-073b37b5-5e76-4d40-a67d-37dc9552b599 req-69e8dd9e-114f-4b12-ad73-88b7661e10ae tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1554255 Nov 12 11:08:27.863953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5928e1f-d1be-4bdd-bc2d-1bbb843faadc None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:27.868397 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:27.895358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-dfcb60af-2228-4af6-8ddb-08a9eaeadc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:27.897151 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-dfcb60af-2228-4af6-8ddb-08a9eaeadc74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f81c3579f9504ec0a64c5f93b727b264&device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1096 time: 0.1516168 Nov 12 11:08:27.964289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-073b37b5-5e76-4d40-a67d-37dc9552b599 req-73d0b820-91f6-487f-8e94-23d24e6b6058 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998914 Nov 12 11:08:28.039793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd62662-3559-4d23-9544-066613e6fd77 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 7da92345-0458-4ba6-9892-9c747f0b7b3f {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:28.123357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-a1cdb06c-8a75-41df-bbc3-aa0d88c1bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.126659 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-a1cdb06c-8a75-41df-bbc3-aa0d88c1bf84 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 200 len: 908 time: 0.2166739 Nov 12 11:08:28.159716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cd62662-3559-4d23-9544-066613e6fd77 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.189973 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.198794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-33e90e60-1f9a-4ea0-9e45-c3a13e033414 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 200 len: 217 time: 0.0564616 Nov 12 11:08:28.219825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a156be-d115-40a8-bcce-3282b2671a55']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:28.222287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c9f78777-c2d1-4d6d-be28-2e6f55bda974 req-a72af0a0-1386-435b-b84d-fcc911a8c8d4 tempest-ServerGroupTestJSON-1827661410 tempest-ServerGroupTestJSON-1827661410-project] 10.222.0.98 "GET /v2.0/ports?device_id=bf0bdf4b-f19d-47cc-8607-c273b73af103 HTTP/1.1" status: 200 len: 210 time: 0.0336843 Nov 12 11:08:28.232195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:28.292800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d31b3f-30a7-4e65-a5b9-03d62b1c7603') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:28.293265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d31b3f-30a7-4e65-a5b9-03d62b1c7603') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:28.309276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-eb5614bb-5b89-4f0b-b934-4f81183fa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.311215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-eb5614bb-5b89-4f0b-b934-4f81183fa04d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 200 len: 847 time: 0.0878625 Nov 12 11:08:28.360396 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-c9aba0a7-c1b3-4402-b18f-0420755bdc89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4128630-e35b-4e79-8aea-4503cbcc1279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388956 Nov 12 11:08:28.442407 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.462899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cd62662-3559-4d23-9544-066613e6fd77 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.516579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-bbe9e3d7-9e65-4aa4-9d81-a1ec024723be tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.522821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-bbe9e3d7-9e65-4aa4-9d81-a1ec024723be tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.528976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-bbe9e3d7-9e65-4aa4-9d81-a1ec024723be tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.535362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-bbe9e3d7-9e65-4aa4-9d81-a1ec024723be tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.544242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-bbe9e3d7-9e65-4aa4-9d81-a1ec024723be tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.549115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-bbe9e3d7-9e65-4aa4-9d81-a1ec024723be tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.554245 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.555207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-bbe9e3d7-9e65-4aa4-9d81-a1ec024723be tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.557118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-bbe9e3d7-9e65-4aa4-9d81-a1ec024723be tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5425 time: 0.1204693 Nov 12 11:08:28.559350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-3a4d38eb-af4c-4ac0-aa4d-4f674ece303a service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870117 Nov 12 11:08:28.591062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8be1-c2c0-4837-8174-c2a3dff3cf6f req-ad1c7eec-1de8-45b2-982e-bf753c829bad tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:28.598881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a40b8be1-c2c0-4837-8174-c2a3dff3cf6f req-ad1c7eec-1de8-45b2-982e-bf753c829bad tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.4649448 Nov 12 11:08:28.610431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:08:28.611416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:08:28.614716 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:08:28.693639 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4801c5e3-bcd5-4995-8e40-99606a11ee0c req-eab6b41e-ca0f-4a8c-80e5-5a20486673b5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266298 Nov 12 11:08:28.714694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-7184c0f2-8b80-4c99-b463-c8ea141cb38a service neutron] 10.222.0.69 "GET /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462197 Nov 12 11:08:28.759210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['18940690-d376-4d98-bcd8-33d0180182c5'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:28.809250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['f866ef73-bd21-4307-bf8e-49c9d55fc860'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:28.812862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['3c320c77-72e2-4e56-beb5-c9c05b4caa5a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:28.893108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['5aa5b261-3b63-450e-bef7-12cbc53d65a4'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:28.893108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['aee3264f-14b1-4799-838a-712bfed63c38'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:28.893358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a40b8be1-c2c0-4837-8174-c2a3dff3cf6f req-0af3c84a-9f21-46b7-98e9-abf67a20eaf3 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789207 Nov 12 11:08:28.902368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cd62662-3559-4d23-9544-066613e6fd77 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.905814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.919346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:28.922798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] 10.222.0.98 "DELETE /v2.0/networks/06a156be-d115-40a8-bcce-3282b2671a55 HTTP/1.1" status: 204 len: 168 time: 1.4130952 Nov 12 11:08:28.950275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:29.004460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af07c1-7914-4903-af71-93693ec974fa admin admin] Pushing event deleted for resources: {'Network': ['ID=06a156be-d115-40a8-bcce-3282b2671a55,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:29.024131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.184048 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cd62662-3559-4d23-9544-066613e6fd77 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.235457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991503-1f12-4bcf-a8e5-171706bbecb7 req-e331cb0b-fd94-4bea-afd5-7e8c118d30eb tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:29.237356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8991503-1f12-4bcf-a8e5-171706bbecb7 req-e331cb0b-fd94-4bea-afd5-7e8c118d30eb tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 944 time: 0.1104527 Nov 12 11:08:29.238632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-c54f6393-58b3-4a5b-8b38-9bae119cfbe0 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:29.246670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f09acd01-aea2-4192-ba95-11ce27c93f32 None None] Provisioning complete for port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:29.247270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f09acd01-aea2-4192-ba95-11ce27c93f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.247667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-c54f6393-58b3-4a5b-8b38-9bae119cfbe0 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/networks?id=5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 HTTP/1.1" status: 200 len: 814 time: 0.1824284 Nov 12 11:08:29.269203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-0357b4a7-20dd-4196-943f-ac52ab8cac22 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/quotas/0ace60cfecdb44f7bd5bdab86080e59a HTTP/1.1" status: 200 len: 375 time: 0.0204067 Nov 12 11:08:29.278500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd62662-3559-4d23-9544-066613e6fd77 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=7da92345-0458-4ba6-9892-9c747f0b7b3f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:29.284168 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cd62662-3559-4d23-9544-066613e6fd77 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.287754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2cd62662-3559-4d23-9544-066613e6fd77 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/7da92345-0458-4ba6-9892-9c747f0b7b3f HTTP/1.1" status: 204 len: 168 time: 1.4252996 Nov 12 11:08:29.296965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47890) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:29.315239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c59db4-e03e-4001-a499-7c0417045482 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:29.357904 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f12844a8-fd1e-4a7d-966e-2097c20116d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.358092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b09c6dd1-a934-46b7-85fe-7905317b055d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589225 Nov 12 11:08:29.361506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47894) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:29.368737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-4af6b444-0931-4def-955d-9e47350d273c tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ace60cfecdb44f7bd5bdab86080e59a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970957 Nov 12 11:08:29.369517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:29.413840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-464c4d36-9ddb-41be-9aa3-4f90b2be6382 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:29.415532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-464c4d36-9ddb-41be-9aa3-4f90b2be6382 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628&tenant_id=f81c3579f9504ec0a64c5f93b727b264&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1096 time: 0.1045027 Nov 12 11:08:29.509731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8991503-1f12-4bcf-a8e5-171706bbecb7 req-4e862cbd-495f-4e40-9877-f89e1d277b56 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269411 Nov 12 11:08:29.524171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.549009 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-8c34a95d-b17d-4cb1-ae54-124b65c308c5 service neutron] 10.222.0.98 "GET /v2.0/networks/5b6834ec-bc34-494c-a1b1-b6dcc4b67e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704948 Nov 12 11:08:29.560618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:29.748935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1cac08d2-03ea-4f85-98e3-4d32ff91fed8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9a3d96dbccd14fc0b89b9a4430474375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860306 Nov 12 11:08:29.752895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47904) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:29.785996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-870eb0d0-5500-401c-b417-713726a10b39 service neutron] 10.222.0.98 "GET /v2.0/networks/5b6834ec-bc34-494c-a1b1-b6dcc4b67e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360907 Nov 12 11:08:29.815641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1a779cea-43ea-4aff-9730-204aa60a2453'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:29.832783 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e4ab-73c1-4a27-b47f-19d3266fa416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.867984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-304fc99f-f419-462a-86fe-2300ad5b2dbe service neutron] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:29.871307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e4ab-73c1-4a27-b47f-19d3266fa416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.884194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-304fc99f-f419-462a-86fe-2300ad5b2dbe service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:29.885348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8d2609-1173-4e3c-9dc9-9d916ed6878b req-304fc99f-f419-462a-86fe-2300ad5b2dbe service neutron] 10.222.0.69 "DELETE /v2.0/ports/9b0ad28e-95df-4c11-a318-dcbd63277f67/bindings/n-h1-768852-22 HTTP/1.1" status: 204 len: 173 time: 0.4360075 Nov 12 11:08:29.929123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 318aaf89-9760-4ae5-8620-77ec06dc7fe1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:30.019251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 318aaf89-9760-4ae5-8620-77ec06dc7fe1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:30.019604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 318aaf89-9760-4ae5-8620-77ec06dc7fe1 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:30.045738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:30.049862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.058699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e4ab-73c1-4a27-b47f-19d3266fa416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.063189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e4ab-73c1-4a27-b47f-19d3266fa416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.087376 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bbd2e4ab-73c1-4a27-b47f-19d3266fa416 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/86180b8e-2d86-44e7-8312-49005d28304b HTTP/1.1" status: 204 len: 168 time: 0.3331666 Nov 12 11:08:30.112315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2e4ab-73c1-4a27-b47f-19d3266fa416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86180b8e-2d86-44e7-8312-49005d28304b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:30.183542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:30.185966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fcc82-c51a-4cea-9841-204773bc32ad req-638e78dd-3b47-4ed9-8416-140767f13cbf tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.188114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-875fcc82-c51a-4cea-9841-204773bc32ad req-638e78dd-3b47-4ed9-8416-140767f13cbf tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.5225475 Nov 12 11:08:30.382559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-875fcc82-c51a-4cea-9841-204773bc32ad req-e10f3298-dddb-47f2-aa21-3052cf4696fa tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721234 Nov 12 11:08:30.401569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Router 5115118e-5a6f-4a3d-a645-98ba711f4e94 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:08:30.418429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] Deleting port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:30.418899 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.481676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-11db957c-462d-4765-90e6-a1d489f5cb72 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.492339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-11db957c-462d-4765-90e6-a1d489f5cb72 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.501015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-11db957c-462d-4765-90e6-a1d489f5cb72 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.508492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-11db957c-462d-4765-90e6-a1d489f5cb72 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.515723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-11db957c-462d-4765-90e6-a1d489f5cb72 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.525628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-11db957c-462d-4765-90e6-a1d489f5cb72 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.531427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] For port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6cc9ab22-b88a-4aea-b18c-f1ab94f3a509,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:30.532678 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.533842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-11db957c-462d-4765-90e6-a1d489f5cb72 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.540527 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-11db957c-462d-4765-90e6-a1d489f5cb72 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5425 time: 0.1832733 Nov 12 11:08:30.556631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] Calling delete_port for 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:30.570499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-409dca97-f345-473d-8d0a-6efd77aac850 req-6821201d-7be5-4369-b0a4-f319d22159da tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 210 time: 0.1073458 Nov 12 11:08:30.686506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ed17dad-e562-4d9f-b980-2206347e6c03 req-86c4b4e9-56b9-4d92-8160-de1c17e6e97b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432674 Nov 12 11:08:30.734550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.815962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.881169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:30.890633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:30.902956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] Pushing event deleted for resources: {'Port': ['ID=6cc9ab22-b88a-4aea-b18c-f1ab94f3a509,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:30.907392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:30.908168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ad660-75cc-45a6-bea2-eabb1be4fbaa None None] No DVR routers for this DVR port 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:30.919131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.920132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:30.929260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Sync routers for ids ['5115118e-5a6f-4a3d-a645-98ba711f4e94'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:30.948339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce3b17-3f1b-47e4-8cd2-64e4cc9bb777 req-da848ff5-ba0e-4969-b630-f93113e621d5 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:30.951023 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44ce3b17-3f1b-47e4-8cd2-64e4cc9bb777 req-da848ff5-ba0e-4969-b630-f93113e621d5 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 944 time: 0.2725654 Nov 12 11:08:30.993139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Routers {'5115118e-5a6f-4a3d-a645-98ba711f4e94'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:30.993139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:08:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5115118e-5a6f-4a3d-a645-98ba711f4e94'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:31.007422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=89acbb14-2091-4b8d-88b9-ddc407794239,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:31.048048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b35f0-faba-40ac-b1a2-67f70701c23c None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:31.064006 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44ce3b17-3f1b-47e4-8cd2-64e4cc9bb777 req-87dd5d12-76a9-4abb-9acc-8b03b5164875 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823159 Nov 12 11:08:31.166739 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.168578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0877f564-756d-499f-b75a-85d7f393ff20 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4574368 Nov 12 11:08:31.171141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47948) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:31.244382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Set router 5115118e-5a6f-4a3d-a645-98ba711f4e94 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:08:31.250105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-72e445b6-47b7-4908-8ea8-26202ca51cbc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8846388 Nov 12 11:08:31.253058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47950) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:31.258415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:31.372494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47954) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:31.489024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3c027e-0cbe-4c48-a748-48f3516036b4 admin admin] Deleting subnet 59f179d3-1098-42d2-b3d1-261fc2d2e15e {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:31.497641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e3c027e-0cbe-4c48-a748-48f3516036b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.549277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e3c027e-0cbe-4c48-a748-48f3516036b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.566253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdae299-0642-4a4f-8051-c0a9e53f09fe req-92409375-76ff-4499-9738-721d78d9659d tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:31.578348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bdae299-0642-4a4f-8051-c0a9e53f09fe req-92409375-76ff-4499-9738-721d78d9659d tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 1096 time: 0.1935046 Nov 12 11:08:31.611000 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e3c027e-0cbe-4c48-a748-48f3516036b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.754166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bdae299-0642-4a4f-8051-c0a9e53f09fe req-75e30bd3-fbb0-41d2-9e98-3d83ec6d5985 tempest-LiveMigrationTest-1993229412 tempest-LiveMigrationTest-1993229412-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747196 Nov 12 11:08:31.782232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '89acbb14-2091-4b8d-88b9-ddc407794239'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:08:31.783409 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.830464 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2196068d-b79d-4ea3-ab77-3fa0219b7a89 req-9ac9d3bc-d8b6-4545-acd0-f4680b5f4f5a tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 210 time: 0.0725574 Nov 12 11:08:31.961788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e3c027e-0cbe-4c48-a748-48f3516036b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:31.996909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e3c027e-0cbe-4c48-a748-48f3516036b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.000636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2e3c027e-0cbe-4c48-a748-48f3516036b4 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/59f179d3-1098-42d2-b3d1-261fc2d2e15e HTTP/1.1" status: 204 len: 168 time: 0.6264720 Nov 12 11:08:32.013326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Allocated IP 172.20.0.2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/89acbb14-2091-4b8d-88b9-ddc407794239/3ecc23fe-638e-4866-8251-31bae31b71d0) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:32.015832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-f4dbdacf-174f-412f-8d25-94c4d8e07c5a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:32.018866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47974) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:32.027670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c027e-0cbe-4c48-a748-48f3516036b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f179d3-1098-42d2-b3d1-261fc2d2e15e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:32.027883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:32.040261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:32.040261 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.042876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-f4dbdacf-174f-412f-8d25-94c4d8e07c5a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:32.050546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b19590e8-6206-4521-852f-61a87f5cc2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.059628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-f4dbdacf-174f-412f-8d25-94c4d8e07c5a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:32.074096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-f4dbdacf-174f-412f-8d25-94c4d8e07c5a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:32.089070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-f4dbdacf-174f-412f-8d25-94c4d8e07c5a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:32.104924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-f4dbdacf-174f-412f-8d25-94c4d8e07c5a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:32.119147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-f4dbdacf-174f-412f-8d25-94c4d8e07c5a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:32.119950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:32.127346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-f4dbdacf-174f-412f-8d25-94c4d8e07c5a tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5425 time: 0.2885525 Nov 12 11:08:32.131381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:08:28Z', 'revision_number': 3, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:32.209149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:32.209681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6cc9ab22-b88a-4aea-b18c-f1ab94f3a509 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:32.210861 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.228283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Checking router: 5115118e-5a6f-4a3d-a645-98ba711f4e94 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:08:32.228768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Updating router 5115118e-5a6f-4a3d-a645-98ba711f4e94 port f1956477-cdef-4a44-ad6a-fc5757203a77 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:08:32.274572 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.314723 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.425928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47978) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:32.525018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.644676 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.652979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:32.664395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:32.664795 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.715981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa8912b-4eca-4e0d-8839-831ff9243398']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:32.757682 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.778173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-545742939-network', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:32.789831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794ef4bf-621f-451e-9279-bdccc8939991') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:32.790122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794ef4bf-621f-451e-9279-bdccc8939991') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:32.830422 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.868561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Attempting to bind port f1956477-cdef-4a44-ad6a-fc5757203a77 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:32.869544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Attempting to bind port f1956477-cdef-4a44-ad6a-fc5757203a77 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:32.869703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Attempting to bind port f1956477-cdef-4a44-ad6a-fc5757203a77 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:32.900380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.925261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-562ca0b7-68b7-4e19-a9fb-c9f617c1811e req-6e8bd76c-4cb9-4264-953f-c4501f70dc15 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7968144 Nov 12 11:08:32.951482 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.954090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:32.954458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:32.954850 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.955239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:32.956037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Bound port: f1956477-cdef-4a44-ad6a-fc5757203a77, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:32.956439 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.985360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:08:32.987002 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:08:32.991631 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:08:33.045530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f3505-d3ca-405f-984c-38a884e17e65 req-ff1eef7e-4988-44fd-96bb-03f320e1c07b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:33.048813 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12f3505-d3ca-405f-984c-38a884e17e65 req-ff1eef7e-4988-44fd-96bb-03f320e1c07b tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 944 time: 0.3958116 Nov 12 11:08:33.072918 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.077645 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.078754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b9d6e-a993-4a2c-a4ac-5276cb078ee1 None None] Pushing event updated for resources: {'Port': ['ID=f1956477-cdef-4a44-ad6a-fc5757203a77,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:33.113246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.139442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:33.146143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:33.185646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] For port f1956477-cdef-4a44-ad6a-fc5757203a77, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:33.201878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] For port f1956477-cdef-4a44-ad6a-fc5757203a77, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1956477-cdef-4a44-ad6a-fc5757203a77,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:33.212872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:33.213203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aee3e6ef-ba34-4acc-8653-9e3e2641ddcd req-78245c66-cebb-4948-9667-6387fef2c2fa tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 210 time: 0.1093354 Nov 12 11:08:33.229872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:33.232371 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044dca7c-2abd-4e08-a440-1523bc2e7a74" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:33.250342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:33.254712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.281186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:33.281709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.316012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Pushing event updated for resources: {'Port': ['ID=3ecc23fe-638e-4866-8251-31bae31b71d0,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:33.336682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Attempting to bind port 3ecc23fe-638e-4866-8251-31bae31b71d0 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:33.337102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Attempting to bind port 3ecc23fe-638e-4866-8251-31bae31b71d0 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:33.337382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Attempting to bind port 3ecc23fe-638e-4866-8251-31bae31b71d0 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:33.354526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:33.355836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:33.357587 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.359322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:33.359943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Bound port: 3ecc23fe-638e-4866-8251-31bae31b71d0, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:33.374625 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.378557 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d12f3505-d3ca-405f-984c-38a884e17e65 req-a8f63583-b00d-4b87-8c67-5abf1745c0f5 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652948 Nov 12 11:08:33.381949 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.387638 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.427016 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df6c00c-8c3a-4d59-b87b-f90725ac616f x-openstack-request-id: req-1df6c00c-8c3a-4d59-b87b-f90725ac616f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:33.427314 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:33.428651 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1df6c00c-8c3a-4d59-b87b-f90725ac616f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:33.428651 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38', 'code': 200} Nov 12 11:08:33.433545 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.447280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.450599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5fa8912b-4eca-4e0d-8839-831ff9243398 HTTP/1.1" status: 204 len: 168 time: 1.4306886 Nov 12 11:08:33.461309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-9329246c-c087-48ce-b86c-99ed662bf7ce tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:33.470323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-9329246c-c087-48ce-b86c-99ed662bf7ce tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.69 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 944 time: 0.1946263 Nov 12 11:08:33.508862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e313b4-a1e6-4b17-93c6-496de23a8727 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa8912b-4eca-4e0d-8839-831ff9243398,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:33.541750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Allocated IP 172.20.0.1 (d3113830-4b24-4afd-b356-495c65d08e7f/70c76c78-43b9-4371-8da7-d42062dbf526/bf2787f7-5bd7-4df1-b5ca-c864f2657dbc) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:33.629670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.646389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:08:33.661974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Routers {'5115118e-5a6f-4a3d-a645-98ba711f4e94'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:33.663503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:08:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5115118e-5a6f-4a3d-a645-98ba711f4e94'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:33.757958 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.807228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b9d6e-a993-4a2c-a4ac-5276cb078ee1 None None] Pushing event updated for resources: {'Port': ['ID=f1956477-cdef-4a44-ad6a-fc5757203a77,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:33.819681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ef4b2d-0051-4e24-b97a-64240ca6fd03,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:33.819894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.896660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Deleting port 9b0ad28e-95df-4c11-a318-dcbd63277f67 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:33.899641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.928253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f866ef73-bd21-4307-bf8e-49c9d55fc860 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:33.937424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] For port 3ecc23fe-638e-4866-8251-31bae31b71d0, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:33.937921 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:08:33.976028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:33.976417 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Added segment 9f0d60ff-b49e-46d4-8ed3-f2093103b6b7 of type vlan for network 5e12e157-3a35-4a9b-8f8f-1db596b259cf Nov 12 11:08:34.059740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47994) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:34.085922 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.090277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] For port 3ecc23fe-638e-4866-8251-31bae31b71d0, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3ecc23fe-638e-4866-8251-31bae31b71d0,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:34.116385 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.164321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:34.192730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.203670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-df27fb84-fd9c-493f-b91e-2b54ba7fbae0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.210439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-df27fb84-fd9c-493f-b91e-2b54ba7fbae0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.218016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-df27fb84-fd9c-493f-b91e-2b54ba7fbae0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.225159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-df27fb84-fd9c-493f-b91e-2b54ba7fbae0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.231368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-df27fb84-fd9c-493f-b91e-2b54ba7fbae0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.238304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-df27fb84-fd9c-493f-b91e-2b54ba7fbae0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.240271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:34.245112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-df27fb84-fd9c-493f-b91e-2b54ba7fbae0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.247412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-df27fb84-fd9c-493f-b91e-2b54ba7fbae0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5426 time: 0.1755698 Nov 12 11:08:34.267861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] Set router 5115118e-5a6f-4a3d-a645-98ba711f4e94 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:08:34.271107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.272277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.272871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.340064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] For port 9b0ad28e-95df-4c11-a318-dcbd63277f67, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9b0ad28e-95df-4c11-a318-dcbd63277f67,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:34.340405 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.352403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Network d3113830-4b24-4afd-b356-495c65d08e7f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:34.378254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:34.381021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:34.413543 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.417994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9841750 Nov 12 11:08:34.425264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7710af8-c0d2-4f3b-9e74-90fefbffdc3b None None] Pushing event updated for resources: {'Port': ['ID=3ecc23fe-638e-4866-8251-31bae31b71d0,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:34.426013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48002) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:34.449487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Request body: {'subnet': {'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-subnet', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:34.456296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.458213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d68a8-96b2-4726-99a3-fcccbd6cfb52 admin admin] Pushing event updated for resources: {'Network': ['ID=5e12e157-3a35-4a9b-8f8f-1db596b259cf,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:34.463263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Calling delete_port for 9b0ad28e-95df-4c11-a318-dcbd63277f67 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:34.465409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.494968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8141045-5cba-4d1c-ae9f-a2049f7ed963 req-841eeb0c-9070-4c13-9aef-e37f3abb0dc6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2412498 Nov 12 11:08:34.574223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49da064e-d311-4948-a518-c8f16cb4b59e req-b0d0c11c-06fc-471e-b5e5-2190445264b1 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 210 time: 0.1149004 Nov 12 11:08:34.587508 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5e40b475-b571-4496-a2d2-54cfd6b98b55 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3ac1ee73664247219478769fd206ad26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226102 Nov 12 11:08:34.631693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48004) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:34.751322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-abebc962-13b7-4d99-8a0f-a9f65194dabf tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:34.753616 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-abebc962-13b7-4d99-8a0f-a9f65194dabf tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.57 "GET /v2.0/networks?id=5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 HTTP/1.1" status: 200 len: 814 time: 0.7602849 Nov 12 11:08:34.779994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Request body: {'port': {'device_id': 'f630d7b2-1fb4-4262-944f-9b970df1edfe', 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19', 'admin_state_up': True, 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:34.806244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:34.809565 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:34.966868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] For port 3ecc23fe-638e-4866-8251-31bae31b71d0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3ecc23fe-638e-4866-8251-31bae31b71d0,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:35.010727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.023157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d01c2bab-d07f-4ddb-91b2-99030bcbfbb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.052391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:08:35.067354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43295-9619-49a2-a04c-dce927111911 req-c7852609-87c9-4722-aee5-dd44cf8ad4af tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:35.075543 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1dc43295-9619-49a2-a04c-dce927111911 req-c7852609-87c9-4722-aee5-dd44cf8ad4af tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 944 time: 0.3469956 Nov 12 11:08:35.123870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d01c2bab-d07f-4ddb-91b2-99030bcbfbb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.137508 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.138257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.210450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1dc43295-9619-49a2-a04c-dce927111911 req-92ec5ed3-1786-4b73-94ef-c9601dcff56c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338959 Nov 12 11:08:35.267277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:35.282863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:35.301059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:35.310575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.343190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=22991891-ccdf-47f8-a53a-538375810ee1,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:35.398237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port f866ef73-bd21-4307-bf8e-49c9d55fc860 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:35.414336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=3ecc23fe-638e-4866-8251-31bae31b71d0,revision_number=4']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:35.415656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port f866ef73-bd21-4307-bf8e-49c9d55fc860 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:35.416243 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.427563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Made reservation on behalf of 0ace60cfecdb44f7bd5bdab86080e59a for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:35.445284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.533727 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.540205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e898d612-b74d-48ab-970c-a853143905cf tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2831275 Nov 12 11:08:35.540670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48026) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:35.560432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:2a:44:70', 'name': 'tempest-NetworksTestDHCPv6-486127580'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:35.666866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.692486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d01c2bab-d07f-4ddb-91b2-99030bcbfbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.703063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d01c2bab-d07f-4ddb-91b2-99030bcbfbb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.723623 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d01c2bab-d07f-4ddb-91b2-99030bcbfbb0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/795d9a63-4616-461a-93d5-56562b8171e4 HTTP/1.1" status: 204 len: 168 time: 1.0766504 Nov 12 11:08:35.753473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:35.832897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:08:28Z', 'revision_number': 3, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:35.846647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c2bab-d07f-4ddb-91b2-99030bcbfbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795d9a63-4616-461a-93d5-56562b8171e4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:35.931343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['60ea0f53-99e7-422d-8291-1c6b2581a22e'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:35.999562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92a94c-61eb-4fa0-9bb9-6989c6cc7e77 None None] The sync data for ids ['5115118e-5a6f-4a3d-a645-98ba711f4e94'] in n-d-768852-22 is: [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:08:28Z', 'revision_number': 3, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:36.100792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Pushing event deleted for resources: {'Port': ['ID=9b0ad28e-95df-4c11-a318-dcbd63277f67,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:36.106338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.150790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.213153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81408f4c-9403-4690-9f6c-f964b92eb25e,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:36.299527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b66a6e3-d15f-4c6d-a84b-65b48aac4d71 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:36.398408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ca3bace-0b40-4a43-b8aa-a0d3992ea343 req-9a13158f-a333-44b0-a90a-14efc3ce0fc0 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 210 time: 0.3662910 Nov 12 11:08:36.649380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Checking segment: {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:36.655807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Network hostable DHCP agents. Network: 5e12e157-3a35-4a9b-8f8f-1db596b259cf, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:08:36.721686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] No DVR routers for this DVR port 9b0ad28e-95df-4c11-a318-dcbd63277f67 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:36.769870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.788671 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f3b068e-7648-4ab5-a37f-0afeba38bba7 req-af6194b7-ee5c-4428-8bbc-6dd27b261f14 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.69 "DELETE /v2.0/ports/9b0ad28e-95df-4c11-a318-dcbd63277f67 HTTP/1.1" status: 204 len: 173 time: 3.1205699 Nov 12 11:08:36.810512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19e44286-d750-4616-9229-27dae7b584b8 req-1e3ca8c2-4a3c-4a1b-b13d-031aaff0d9d6 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.0875754 Nov 12 11:08:36.818926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:36.856492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:36.860063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'name': 'network-vif-deleted', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:36.862504 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec06ccb-7f5d-4f48-a64f-732f36017c35" -d '{"events": [{"server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "name": "network-vif-deleted", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:36.876635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3ecc23fe-638e-4866-8251-31bae31b71d0 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:36.931471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:08:37.016535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Allocated IP 172.20.0.6 (5b6834ec-bc34-494c-a1b1-b6dcc4b67e19/9076d249-1b0d-408f-8fd5-9b5271d4edb8/186498dd-6c83-49c8-9e32-a45c9258de4e) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:37.113978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 5e12e157-3a35-4a9b-8f8f-1db596b259cf) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:37.119955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f866ef73-bd21-4307-bf8e-49c9d55fc860, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:37.182671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.186820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.231537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866ef73-bd21-4307-bf8e-49c9d55fc860'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:37.235004 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd867305-5aa1-44a4-92d9-3f5a2eaa50b6" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "f866ef73-bd21-4307-bf8e-49c9d55fc860"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:37.263567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c525014d-5804-459b-9e21-9b68ecafaa98 None None] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:37.290015 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.308031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.319547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.324155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5aa5b261-3b63-450e-bef7-12cbc53d65a4 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:37.355820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:08:37.378021 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e53f67f5-ff98-4997-9f0d-7ecc88f361e3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9352934 Nov 12 11:08:37.381805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48054) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:37.398640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:37.408388 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043431d4-cca4-47de-8450-5c7e7f7b06c9 x-openstack-request-id: req-043431d4-cca4-47de-8450-5c7e7f7b06c9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:37.408834 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "f866ef73-bd21-4307-bf8e-49c9d55fc860", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:37.409237 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-043431d4-cca4-47de-8450-5c7e7f7b06c9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:37.409778 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866ef73-bd21-4307-bf8e-49c9d55fc860', 'code': 200} Nov 12 11:08:37.649636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:37.683837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fea22d8a-c567-42e0-ae3e-d4d19916ab8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.690880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fea22d8a-c567-42e0-ae3e-d4d19916ab8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.748471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fea22d8a-c567-42e0-ae3e-d4d19916ab8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.772334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fea22d8a-c567-42e0-ae3e-d4d19916ab8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.778089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a49ea647-cdf6-47cf-8064-da0718018e9b None None] Provisioning complete for port 3ecc23fe-638e-4866-8251-31bae31b71d0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:37.778467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a49ea647-cdf6-47cf-8064-da0718018e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.794289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fea22d8a-c567-42e0-ae3e-d4d19916ab8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.826275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fea22d8a-c567-42e0-ae3e-d4d19916ab8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.854468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61e2592f-1e63-4920-8193-bb9348ccf0f6 req-5f4bd78a-bd60-48bd-b910-9fc761d96b8c tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 210 time: 0.0864058 Nov 12 11:08:37.856294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fea22d8a-c567-42e0-ae3e-d4d19916ab8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:37.868580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.871531 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:37.884654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fea22d8a-c567-42e0-ae3e-d4d19916ab8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5426 time: 2.0404108 Nov 12 11:08:37.900721 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015b1714-f58f-448f-90d9-167eb524aa00 x-openstack-request-id: req-015b1714-f58f-448f-90d9-167eb524aa00 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:37.901125 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e700ee-840e-40e3-9cbb-28f1b0691628", "name": "network-vif-deleted", "tag": "9b0ad28e-95df-4c11-a318-dcbd63277f67", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:37.901500 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-015b1714-f58f-448f-90d9-167eb524aa00 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:37.902266 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e700ee-840e-40e3-9cbb-28f1b0691628', 'name': 'network-vif-deleted', 'tag': '9b0ad28e-95df-4c11-a318-dcbd63277f67', 'status': 'completed', 'code': 200} Nov 12 11:08:38.183708 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:38.197316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:38.201896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f866ef73-bd21-4307-bf8e-49c9d55fc860,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:38.316652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e36ea50d-170e-49ff-ac84-56da5336f800 req-769d1adf-07f8-4ec1-9fa9-59c5542c6036 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.1524503 Nov 12 11:08:38.372341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 3ecc23fe-638e-4866-8251-31bae31b71d0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:38.374596 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:38.381316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:38.478027 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:08:38.527427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:38.536429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:08:38.537763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:38.544704 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a49ea647-cdf6-47cf-8064-da0718018e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:38.575354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48070) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:38.575753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:38.576309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.082727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a49ea647-cdf6-47cf-8064-da0718018e9b None None] For port 3ecc23fe-638e-4866-8251-31bae31b71d0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3ecc23fe-638e-4866-8251-31bae31b71d0,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:39.124673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-97f7593a-a2ed-456b-a427-4cdd7a0070f0 req-fb321f12-9dda-40d4-bfbb-bfd321bb4537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2367988 Nov 12 11:08:39.149550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Network d3113830-4b24-4afd-b356-495c65d08e7f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:39.173502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:39.176386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.189479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1393695325-network', 'tenant_id': '024c59a0dd3e48df81b4c75fff559bdc'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:39.228608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a49ea647-cdf6-47cf-8064-da0718018e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.320313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Pushing event updated for resources: {'Port': ['ID=186498dd-6c83-49c8-9e32-a45c9258de4e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:39.452874 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.570534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Router 5115118e-5a6f-4a3d-a645-98ba711f4e94 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:08:39.625180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:39.717665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 172.20.0.8 (5548ef9b-af8a-4319-aa1a-0d0b38428140/89acbb14-2091-4b8d-88b9-ddc407794239/f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:39.727373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fe2a:4470 (5548ef9b-af8a-4319-aa1a-0d0b38428140/22991891-ccdf-47f8-a53a-538375810ee1/f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:39.730384 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6904d536-5bb0-418c-9601-037a2b2f8ae4 req-0b0b537f-6091-403b-9c18-41f992ce23b5 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.1826849 Nov 12 11:08:39.731468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:39.754692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:39.865508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Made reservation on behalf of 024c59a0dd3e48df81b4c75fff559bdc for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:39.867858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.895447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Allocated IP 172.20.0.2 (5e12e157-3a35-4a9b-8f8f-1db596b259cf/81408f4c-9403-4690-9f6c-f964b92eb25e/3f12422d-f253-4ab3-bae1-79110ccd55ac) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:39.952643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:39.953325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:39.960417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.074171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.080243 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.087222 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.096534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ea647-cdf6-47cf-8064-da0718018e9b None None] Pushing event updated for resources: {'Port': ['ID=3ecc23fe-638e-4866-8251-31bae31b71d0,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:40.124148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.177276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772869f7-722b-46ee-b104-57784cd966d0 req-c3068437-e5e7-4691-8531-b54912f606bd tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.180112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ad6a20a3-def4-4f94-9696-7711eae202f6 None None] Provisioning complete for port 3ecc23fe-638e-4866-8251-31bae31b71d0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:40.180936 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ad6a20a3-def4-4f94-9696-7711eae202f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.197685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-772869f7-722b-46ee-b104-57784cd966d0 req-c3068437-e5e7-4691-8531-b54912f606bd tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 931 time: 0.7029340 Nov 12 11:08:40.209677 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.298604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.344783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.346672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa5b261-3b63-450e-bef7-12cbc53d65a4'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:40.353167 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa0195-0252-49c8-876f-f54e8fc5954e" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "5aa5b261-3b63-450e-bef7-12cbc53d65a4"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:40.374940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:40.391023 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Sync routers for ids ['5115118e-5a6f-4a3d-a645-98ba711f4e94'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:40.393367 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-97504c35-73bc-4d9c-8b81-5b141e462ac6 admin admin] 10.222.0.98 "PUT /v2.0/routers/5115118e-5a6f-4a3d-a645-98ba711f4e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2207925 Nov 12 11:08:40.409630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.421301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:40.433019 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Routers {'5115118e-5a6f-4a3d-a645-98ba711f4e94'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:40.434074 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:08:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5115118e-5a6f-4a3d-a645-98ba711f4e94'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:40.438758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:40.442408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-d7f39c17-3ca0-422e-bf11-1e81eb1c6fc4 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6711895 Nov 12 11:08:40.443060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:40.446076 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:08:40.447325 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:08:40.448175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:40.459386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:40.509207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Request body: {'port': {'device_id': 'f630d7b2-1fb4-4262-944f-9b970df1edfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:40.511045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:40.538029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:40.554301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-00b1edfd-61f7-4d03-a617-72e00e9fa474 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.572416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-00b1edfd-61f7-4d03-a617-72e00e9fa474 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.598506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-00b1edfd-61f7-4d03-a617-72e00e9fa474 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.623247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-00b1edfd-61f7-4d03-a617-72e00e9fa474 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.669520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-00b1edfd-61f7-4d03-a617-72e00e9fa474 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.722364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-00b1edfd-61f7-4d03-a617-72e00e9fa474 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.764632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-00b1edfd-61f7-4d03-a617-72e00e9fa474 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.767818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-00b1edfd-61f7-4d03-a617-72e00e9fa474 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5427 time: 0.4673209 Nov 12 11:08:40.781129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:08:40.797945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:40.799351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:40.870643 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Set router 5115118e-5a6f-4a3d-a645-98ba711f4e94 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:08:40.952572 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-772869f7-722b-46ee-b104-57784cd966d0 req-6c448e8c-a411-4648-8dca-434073d78fec tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512302 Nov 12 11:08:40.972958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:41.017794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.019219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 3c320c77-72e2-4e56-beb5-c9c05b4caa5a up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:41.070661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:41.103375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.109246 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Added segment b2066408-a748-4089-b715-4861b59d56c2 of type vlan for network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 Nov 12 11:08:41.181652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4ff81f4d-3243-424d-9157-82cc7a4fb310 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.6319721 Nov 12 11:08:41.186462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48094) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:41.203528 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2522452c-c4fe-4e45-a44c-63886e5e16fe x-openstack-request-id: req-2522452c-c4fe-4e45-a44c-63886e5e16fe {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:41.204347 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "5aa5b261-3b63-450e-bef7-12cbc53d65a4", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:41.209505 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2522452c-c4fe-4e45-a44c-63886e5e16fe {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:41.210236 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa5b261-3b63-450e-bef7-12cbc53d65a4', 'code': 200} Nov 12 11:08:41.241792 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.314930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Pushing event updated for resources: {'Port': ['ID=3f12422d-f253-4ab3-bae1-79110ccd55ac,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:41.352856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Attempting to bind port 3f12422d-f253-4ab3-bae1-79110ccd55ac on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:41.353229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Attempting to bind port 3f12422d-f253-4ab3-bae1-79110ccd55ac by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:41.353596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Attempting to bind port 3f12422d-f253-4ab3-bae1-79110ccd55ac on network 5e12e157-3a35-4a9b-8f8f-1db596b259cf {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:41.430274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a235f76-7197-40a3-9096-d77eb64261f5 req-2e6db606-20f9-4b72-8e98-d1123f826303 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.2167277 Nov 12 11:08:41.473244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:41.473244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Checking segment: {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:41.473244 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.473244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Bound using segment: {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:41.473244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Bound port: 3f12422d-f253-4ab3-bae1-79110ccd55ac, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:41.485587 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:41.647500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=5aa5b261-3b63-450e-bef7-12cbc53d65a4,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:41.876142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdde7dc-ca67-48d9-989d-074abd810741 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:41.903073 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:08:34Z', 'revision_number': 4, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bf2787f7-5bd7-4df1-b5ca-c864f2657dbc', 'name': '', 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'mac_address': 'fa:16:3e:b6:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '70c76c78-43b9-4371-8da7-d42062dbf526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:32Z', 'updated_at': '2021-11-12T11:08:36Z', 'revision_number': 2, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'subnets': [{'id': '70c76c78-43b9-4371-8da7-d42062dbf526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:41.918764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdde7dc-ca67-48d9-989d-074abd810741 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:41.924031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:41.924367 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fcdde7dc-ca67-48d9-989d-074abd810741 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7259202 Nov 12 11:08:41.932741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48100) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:41.969163 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Checking router: 5115118e-5a6f-4a3d-a645-98ba711f4e94 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:08:41.969955 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Updating router 5115118e-5a6f-4a3d-a645-98ba711f4e94 port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:08:42.002632 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.074915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-afe1233b-c9aa-400c-888d-caa2d6b394eb None None] Provisioning complete for port 186498dd-6c83-49c8-9e32-a45c9258de4e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:42.077471 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-afe1233b-c9aa-400c-888d-caa2d6b394eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.086048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edb43390-38fa-4ae6-8406-2f948388a9d0 req-b299486c-e5d0-4b85-8801-1bd6676fc6eb tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1550508 Nov 12 11:08:42.187876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:42.188343 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.215791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-afe1233b-c9aa-400c-888d-caa2d6b394eb None None] Port 186498dd-6c83-49c8-9e32-a45c9258de4e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:08:42.224940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3ecc23fe-638e-4866-8251-31bae31b71d0 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:42.349342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186498dd-6c83-49c8-9e32-a45c9258de4e {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:42.369902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.400225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Transition to ACTIVE for port object 186498dd-6c83-49c8-9e32-a45c9258de4e will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:08:42.427001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] For port 3f12422d-f253-4ab3-bae1-79110ccd55ac, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:42.448331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.455311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] For port 3f12422d-f253-4ab3-bae1-79110ccd55ac, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3f12422d-f253-4ab3-bae1-79110ccd55ac,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:42.506967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-afe1233b-c9aa-400c-888d-caa2d6b394eb None None] Provisioning complete for port f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:42.507505 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-afe1233b-c9aa-400c-888d-caa2d6b394eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.542249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.563844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 3ecc23fe-638e-4866-8251-31bae31b71d0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:42.568468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.598232 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.645539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.757047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.777972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.780144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:42.784261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:42.827687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-afe1233b-c9aa-400c-888d-caa2d6b394eb None None] Port f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:08:42.958535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a371-4471-49c8-9703-70841f5befe2 req-d428c131-45a3-45b1-b049-e89889fc1de4 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:42.962054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-d428c131-45a3-45b1-b049-e89889fc1de4 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 811 time: 0.7865241 Nov 12 11:08:43.015542 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.029194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] Pushing event updated for resources: {'Network': ['ID=005da2f6-1a19-45da-be2f-cb7e3f0fa600,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:43.029416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-379f20a6-4e3b-49c3-b3c0-2213c909157b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:43.030380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-379f20a6-4e3b-49c3-b3c0-2213c909157b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.076017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Pushing event updated for resources: {'Port': ['ID=186498dd-6c83-49c8-9e32-a45c9258de4e,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:43.085208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-f10de040-6112-4103-a934-67b699a5de7e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/quotas/2a88d75199844646a131a6357f69f1d4 HTTP/1.1" status: 200 len: 375 time: 0.0924985 Nov 12 11:08:43.135716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8893580-5b7a-4393-bf05-86c51e2761ca req-a3db5be2-98d0-497f-b998-839d5ec4821e tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:43.148639 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e8893580-5b7a-4393-bf05-86c51e2761ca req-a3db5be2-98d0-497f-b998-839d5ec4821e tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 943 time: 0.7224069 Nov 12 11:08:43.166855 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.234453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:08:43.424636 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Pushing event updated for resources: {'Port': ['ID=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:43.459135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dfa07-d9c8-4ad9-9680-89958c0324e1 None None] Pushing event updated for resources: {'Port': ['ID=3f12422d-f253-4ab3-bae1-79110ccd55ac,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:43.470056 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.470525 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.472222 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.472993 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.474018 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.474771 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.476126 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.476925 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.477840 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.478598 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.479374 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.480186 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:43.574123 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Attempting to bind port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:43.578386 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Attempting to bind port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:43.579305 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Attempting to bind port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc on network d3113830-4b24-4afd-b356-495c65d08e7f {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:43.595578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.603155 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:43.603758 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Checking segment: {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:43.604462 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.605085 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Bound using segment: {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:43.626825 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Bound port: bf2787f7-5bd7-4df1-b5ca-c864f2657dbc, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:43.627678 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.696416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Allocated IP 172.25.3.211 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/c1964eed-b642-4260-b93c-cc58c302eea4) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:43.705234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:43.708117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:43.715777 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d8ab0-d97f-432d-9846-0556bf153bbf" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "3c320c77-72e2-4e56-beb5-c9c05b4caa5a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:43.757481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-12c357a3-d3f8-4d66-beb8-bab01945535f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3754473 Nov 12 11:08:43.841854 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.871715 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 18940690-d376-4d98-bcd8-33d0180182c5 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:43.882533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-379f20a6-4e3b-49c3-b3c0-2213c909157b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:43.937810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-379f20a6-4e3b-49c3-b3c0-2213c909157b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:44.013114 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] For port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:44.022299 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] For port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:44.075184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-81b869fe-b0c8-40f0-b1c3-678c58f345fc service neutron] 10.222.0.98 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164608 Nov 12 11:08:44.152084 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.156010 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.275087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:44.318507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1956477-cdef-4a44-ad6a-fc5757203a77 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:44.367121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a475fe84-5b9c-4d02-a896-474ca19ca367 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 5.7776198 Nov 12 11:08:44.369661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48126) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:44.385814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Routers {'5115118e-5a6f-4a3d-a645-98ba711f4e94'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:44.388266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:08:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5115118e-5a6f-4a3d-a645-98ba711f4e94'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:44.388657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Request body: {'subnet': {'network_id': '005da2f6-1a19-45da-be2f-cb7e3f0fa600', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1393695325-subnet', 'tenant_id': '024c59a0dd3e48df81b4c75fff559bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:44.444841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-8b06793c-d7e7-4585-a3c8-a3c97a221c49 service neutron] 10.222.0.98 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664498 Nov 12 11:08:44.472037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e8893580-5b7a-4393-bf05-86c51e2761ca req-59fead72-b8f1-4f24-9691-97a23afe7c76 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3187213 Nov 12 11:08:44.526528 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f0f6c-aeef-4064-86db-eaac6b69e2b9 None None] Pushing event updated for resources: {'Port': ['ID=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:44.594447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f1956477-cdef-4a44-ad6a-fc5757203a77 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:44.598784 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.670343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Attempting to bind port 186498dd-6c83-49c8-9e32-a45c9258de4e on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:44.677605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Attempting to bind port 186498dd-6c83-49c8-9e32-a45c9258de4e by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:44.678806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Attempting to bind port 186498dd-6c83-49c8-9e32-a45c9258de4e on network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:44.705441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Port 186498dd-6c83-49c8-9e32-a45c9258de4e on network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:08:44.705936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Attempting to bind port 186498dd-6c83-49c8-9e32-a45c9258de4e on network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:44.720075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.728799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 18940690-d376-4d98-bcd8-33d0180182c5 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:44.730315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:44.737087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Checking segment: {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:44.742655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Bound using segment: {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:44.742655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Bound port: 186498dd-6c83-49c8-9e32-a45c9258de4e, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7279c3bb-94c3-4b14-9f79-155fb2478cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:44.742655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.752118 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] Set router 5115118e-5a6f-4a3d-a645-98ba711f4e94 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:08:44.764240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 18940690-d376-4d98-bcd8-33d0180182c5 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:44.764867 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:44.943017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] For port 186498dd-6c83-49c8-9e32-a45c9258de4e, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:44.950030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] For port 186498dd-6c83-49c8-9e32-a45c9258de4e, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=186498dd-6c83-49c8-9e32-a45c9258de4e,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:44.952551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Made reservation on behalf of 024c59a0dd3e48df81b4c75fff559bdc for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:44.958515 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:45.037687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ccaddb7-b088-4cb4-9404-c7b66675ad68 req-0496b44e-2db8-49f6-9266-f037bd62604a tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.2687030 Nov 12 11:08:45.073491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:45.118612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:45.167626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:45.175606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:45.216767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Pushing event updated for resources: {'Port': ['ID=186498dd-6c83-49c8-9e32-a45c9258de4e,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:45.252530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.255378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.256303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.258732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.259219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.261066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.261568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.264794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.268369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.268950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.269406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.269935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:45.320900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:45.323968 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:45.329237 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-283e8eac-07d0-4a62-a025-d3c043ab541f service neutron] 10.222.0.57 "PUT /v2.0/ports/186498dd-6c83-49c8-9e32-a45c9258de4e HTTP/1.1" status: 200 len: 1092 time: 4.8664064 Nov 12 11:08:45.329843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f630d7b2-1fb4-4262-944f-9b970df1edfe', 'tag': '186498dd-6c83-49c8-9e32-a45c9258de4e'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:45.334887 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23104ae9-6fec-44bf-b0ff-e60f230acdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "f630d7b2-1fb4-4262-944f-9b970df1edfe", "tag": "186498dd-6c83-49c8-9e32-a45c9258de4e"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:45.355759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f389eed-5693-4e1b-b448-34ca88442a28 None None] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:45.428973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c1964eed-b642-4260-b93c-cc58c302eea4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:45.706499 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:08:34Z', 'revision_number': 4, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bf2787f7-5bd7-4df1-b5ca-c864f2657dbc', 'name': '', 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'mac_address': 'fa:16:3e:b6:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '70c76c78-43b9-4371-8da7-d42062dbf526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:32Z', 'updated_at': '2021-11-12T11:08:43Z', 'revision_number': 4, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'subnets': [{'id': '70c76c78-43b9-4371-8da7-d42062dbf526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:45.760910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-864a8ff6-b321-4e88-80a9-9d649a39295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:45.762925 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-864a8ff6-b321-4e88-80a9-9d649a39295c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ace60cfecdb44f7bd5bdab86080e59a&device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 1095 time: 0.1313150 Nov 12 11:08:45.803563 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb331d2-0319-4fa2-a551-4911c1d44da7 None None] The sync data for ids ['5115118e-5a6f-4a3d-a645-98ba711f4e94'] in n-d-768852-22 is: [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:08:34Z', 'revision_number': 4, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bf2787f7-5bd7-4df1-b5ca-c864f2657dbc', 'name': '', 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'mac_address': 'fa:16:3e:b6:ec:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '70c76c78-43b9-4371-8da7-d42062dbf526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:32Z', 'updated_at': '2021-11-12T11:08:43Z', 'revision_number': 4, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'subnets': [{'id': '70c76c78-43b9-4371-8da7-d42062dbf526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:45.817598 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7406b1e-f504-4b43-9939-b7e9631605c6 x-openstack-request-id: req-b7406b1e-f504-4b43-9939-b7e9631605c6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:45.818169 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "3c320c77-72e2-4e56-beb5-c9c05b4caa5a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:45.818655 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b7406b1e-f504-4b43-9939-b7e9631605c6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:45.819273 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a', 'code': 200} Nov 12 11:08:45.829505 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:45.839078 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:45.898188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-fc4fad87-abb8-4b09-88b1-0a9d2ae3662a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=186498dd-6c83-49c8-9e32-a45c9258de4e HTTP/1.1" status: 200 len: 217 time: 0.1162655 Nov 12 11:08:45.920690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-53bca54c-5be7-455a-bf01-8bfe29832b6b None None] Provisioning complete for port 3f12422d-f253-4ab3-bae1-79110ccd55ac triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:45.928345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-53bca54c-5be7-455a-bf01-8bfe29832b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:46.061651 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-379f20a6-4e3b-49c3-b3c0-2213c909157b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:46.123433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port f1956477-cdef-4a44-ad6a-fc5757203a77, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1956477-cdef-4a44-ad6a-fc5757203a77,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:46.135892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-359561e0-43ba-4c1c-80e7-c7e3f9f85f72 req-83fad392-7a98-4110-b627-2b0d4ecd7597 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 210 time: 0.2334297 Nov 12 11:08:46.220295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-2729d5bb-d827-49b6-af55-a9bb2c103a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.221920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-2729d5bb-d827-49b6-af55-a9bb2c103a37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9076d249-1b0d-408f-8fd5-9b5271d4edb8 HTTP/1.1" status: 200 len: 853 time: 0.2945225 Nov 12 11:08:46.305951 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727fb823-4576-49a6-873f-5451053da137 x-openstack-request-id: req-727fb823-4576-49a6-873f-5451053da137 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:46.306240 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f630d7b2-1fb4-4262-944f-9b970df1edfe", "tag": "186498dd-6c83-49c8-9e32-a45c9258de4e", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:46.306515 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-727fb823-4576-49a6-873f-5451053da137 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:46.306894 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f630d7b2-1fb4-4262-944f-9b970df1edfe', 'tag': '186498dd-6c83-49c8-9e32-a45c9258de4e', 'status': 'completed', 'code': 200} Nov 12 11:08:46.313170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f20a6-4e3b-49c3-b3c0-2213c909157b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:46.383258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-98ce5594-a012-4d18-b035-edfe6f814077 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.396611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-98ce5594-a012-4d18-b035-edfe6f814077 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.414880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-98ce5594-a012-4d18-b035-edfe6f814077 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.426885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-98ce5594-a012-4d18-b035-edfe6f814077 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.434232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-98ce5594-a012-4d18-b035-edfe6f814077 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.474119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-98ce5594-a012-4d18-b035-edfe6f814077 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.491733 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:46.511350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-fdfd618b-32fa-4e7f-bd30-73bb82130140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.514977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-98ce5594-a012-4d18-b035-edfe6f814077 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.517270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-98ce5594-a012-4d18-b035-edfe6f814077 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5429 time: 1.1529934 Nov 12 11:08:46.521352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-fdfd618b-32fa-4e7f-bd30-73bb82130140 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b6834ec-bc34-494c-a1b1-b6dcc4b67e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390471 Nov 12 11:08:46.863981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 18940690-d376-4d98-bcd8-33d0180182c5, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=18940690-d376-4d98-bcd8-33d0180182c5,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:46.914371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921b3a2-2d89-4d74-becf-7c4d8b828278 req-6b8b6bc4-9a36-4fa1-b763-1805a37b6fe2 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:46.942209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f921b3a2-2d89-4d74-becf-7c4d8b828278 req-6b8b6bc4-9a36-4fa1-b763-1805a37b6fe2 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 943 time: 0.3918321 Nov 12 11:08:47.050332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf2787f7-5bd7-4df1-b5ca-c864f2657dbc up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:47.084164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.086601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1a779cea-43ea-4aff-9730-204aa60a2453 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:47.200414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-fb6847eb-68d8-4050-b2ca-8275d05dfd73 service neutron] 10.222.0.57 "GET /v2.0/networks/5b6834ec-bc34-494c-a1b1-b6dcc4b67e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239414 Nov 12 11:08:47.275168 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-53bca54c-5be7-455a-bf01-8bfe29832b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.304259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f921b3a2-2d89-4d74-becf-7c4d8b828278 req-37a27fc3-6e20-41d0-a785-d2c84e3d369f tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285911 Nov 12 11:08:47.369958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=f1956477-cdef-4a44-ad6a-fc5757203a77,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:47.399050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b14602d8-6449-4c0a-8d05-b437312df6c4 req-222c426d-90f6-43ad-963c-05f46d38d98f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6969151 Nov 12 11:08:47.566660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-379f20a6-4e3b-49c3-b3c0-2213c909157b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.581742 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-379f20a6-4e3b-49c3-b3c0-2213c909157b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b HTTP/1.1" status: 204 len: 168 time: 5.6406786 Nov 12 11:08:47.617743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48152) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:47.624720 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.709403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-53bca54c-5be7-455a-bf01-8bfe29832b6b None None] For port 3f12422d-f253-4ab3-bae1-79110ccd55ac, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3f12422d-f253-4ab3-bae1-79110ccd55ac,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:47.754212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:47.754866 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.756846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=18940690-d376-4d98-bcd8-33d0180182c5,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:47.825847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b2954576-d21b-45a8-aefa-d4e6f93b4d88 req-15f8d17e-81be-4cc3-af9f-e4b41d7ae3e7 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.1435959 Nov 12 11:08:47.829030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:47.844484 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08ba34-d5ee-49e2-be88-f82f7ee390db" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "18940690-d376-4d98-bcd8-33d0180182c5"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:47.890715 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-53bca54c-5be7-455a-bf01-8bfe29832b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:47.901151 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-430ff62f-9ed0-4e82-9cb5-f04016d9cada req-6c246426-bd44-430e-814c-078ec6c7c9e5 service neutron] 10.222.0.57 "GET /v2.0/networks/5b6834ec-bc34-494c-a1b1-b6dcc4b67e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829832 Nov 12 11:08:48.038788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.053416 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7bb6a576-a324-4efa-ad50-49f67cfcc213 req-fd5b77d2-b83a-4365-bbcb-19582d456127 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 210 time: 0.2451952 Nov 12 11:08:48.196796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bca54c-5be7-455a-bf01-8bfe29832b6b None None] Pushing event updated for resources: {'Port': ['ID=3f12422d-f253-4ab3-bae1-79110ccd55ac,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:48.207372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 1a779cea-43ea-4aff-9730-204aa60a2453 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:48.243548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 1a779cea-43ea-4aff-9730-204aa60a2453 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:48.250423 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.270523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-0be1ad84-6247-44dd-bb77-d555fe34aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:48.276098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-0be1ad84-6247-44dd-bb77-d555fe34aa72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ace60cfecdb44f7bd5bdab86080e59a&device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 1095 time: 0.1654313 Nov 12 11:08:48.343524 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1da8811-ed34-44a6-a49f-ffbfe5b05d91 x-openstack-request-id: req-f1da8811-ed34-44a6-a49f-ffbfe5b05d91 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:48.343995 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "18940690-d376-4d98-bcd8-33d0180182c5", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:48.344226 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f1da8811-ed34-44a6-a49f-ffbfe5b05d91 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:48.344645 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5', 'code': 200} Nov 12 11:08:48.514853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-35963a3d-2c9f-45d7-9bb7-7e39cda39068 None None] Provisioning complete for port 3f12422d-f253-4ab3-bae1-79110ccd55ac triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:48.522411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35963a3d-2c9f-45d7-9bb7-7e39cda39068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.561487 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.620229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-f9f3b290-bf59-4dc2-b795-28fc621fe01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:48.624594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-f9f3b290-bf59-4dc2-b795-28fc621fe01a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 HTTP/1.1" status: 200 len: 915 time: 0.3391266 Nov 12 11:08:48.802234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-84a18813-178c-4c14-999b-8cad92c04bc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=186498dd-6c83-49c8-9e32-a45c9258de4e HTTP/1.1" status: 200 len: 217 time: 0.1255178 Nov 12 11:08:48.849165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e603b-948d-4155-b30d-95244abf97f1 req-c1213378-aee6-451f-a800-f9e34bc9c335 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:48.852755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a7e603b-948d-4155-b30d-95244abf97f1 req-c1213378-aee6-451f-a800-f9e34bc9c335 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.2029190 Nov 12 11:08:48.878712 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:48.908239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:48.950858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-d97b4be8-9fa1-433a-9d83-d998d16da1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:48.954750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-d97b4be8-9fa1-433a-9d83-d998d16da1c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9076d249-1b0d-408f-8fd5-9b5271d4edb8 HTTP/1.1" status: 200 len: 853 time: 0.1002736 Nov 12 11:08:49.001498 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.015266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3f12422d-f253-4ab3-bae1-79110ccd55ac up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:49.122801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1a779cea-43ea-4aff-9730-204aa60a2453, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1a779cea-43ea-4aff-9730-204aa60a2453,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:49.142193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.162811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 3f12422d-f253-4ab3-bae1-79110ccd55ac triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:49.163214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.228530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53275641-2f10-4801-bbb6-95f19623f55d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.232167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53275641-2f10-4801-bbb6-95f19623f55d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.235257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53275641-2f10-4801-bbb6-95f19623f55d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.235445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:49.241106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-53275641-2f10-4801-bbb6-95f19623f55d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.6058404 Nov 12 11:08:49.252059 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.256996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48166) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:49.257163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device aee3264f-14b1-4799-838a-712bfed63c38 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:49.273198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-452dbbd5-9ab4-4e15-ac14-331855bdc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.275316 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-452dbbd5-9ab4-4e15-ac14-331855bdc43e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5b6834ec-bc34-494c-a1b1-b6dcc4b67e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2729650 Nov 12 11:08:49.427660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a7e603b-948d-4155-b30d-95244abf97f1 req-29416fd1-48a9-421c-9f48-895ae7e59e7c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712703 Nov 12 11:08:49.515535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1a779cea-43ea-4aff-9730-204aa60a2453,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:49.535330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port aee3264f-14b1-4799-838a-712bfed63c38 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:08:49.542315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port aee3264f-14b1-4799-838a-712bfed63c38 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:49.542692 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.612358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-814c9197-68f2-4273-be5d-1246578fa674 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 22991891-ccdf-47f8-a53a-538375810ee1 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:49.720244 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-814c9197-68f2-4273-be5d-1246578fa674 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.775035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf2787f7-5bd7-4df1-b5ca-c864f2657dbc up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:49.792057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190dc5e2-48fd-4724-b663-ef06379441a1,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:49.796709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-64c02ab0-5db9-41fe-9308-60707c864164 service neutron] 10.222.0.57 "GET /v2.0/networks/5b6834ec-bc34-494c-a1b1-b6dcc4b67e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440002 Nov 12 11:08:49.818295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-2ff2f9dd-b1f4-4f79-a706-094fd1f4a98c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.838045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-2ff2f9dd-b1f4-4f79-a706-094fd1f4a98c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.850721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-2ff2f9dd-b1f4-4f79-a706-094fd1f4a98c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.859841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-2ff2f9dd-b1f4-4f79-a706-094fd1f4a98c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.867695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-2ff2f9dd-b1f4-4f79-a706-094fd1f4a98c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.874523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-2ff2f9dd-b1f4-4f79-a706-094fd1f4a98c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.889148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70c488-16f5-4511-b642-c354f2d6d697 req-a065ff40-402f-4c8e-b10a-df61df94ec71 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.891278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d70c488-16f5-4511-b642-c354f2d6d697 req-a065ff40-402f-4c8e-b10a-df61df94ec71 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 943 time: 0.8939385 Nov 12 11:08:49.895067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-2ff2f9dd-b1f4-4f79-a706-094fd1f4a98c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:49.903270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-2ff2f9dd-b1f4-4f79-a706-094fd1f4a98c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5431 time: 0.2769935 Nov 12 11:08:49.953093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-814c9197-68f2-4273-be5d-1246578fa674 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:49.954679 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.019671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port aee3264f-14b1-4799-838a-712bfed63c38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=aee3264f-14b1-4799-838a-712bfed63c38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:50.047280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Checking segment: {'id': 'b2066408-a748-4089-b715-4861b59d56c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '005da2f6-1a19-45da-be2f-cb7e3f0fa600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:50.048329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Network hostable DHCP agents. Network: 005da2f6-1a19-45da-be2f-cb7e3f0fa600, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:08:50.048987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:50.049467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.120187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.139456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.150607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9b0ad28e-95df-4c11-a318-dcbd63277f67 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:50.188976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-74c776d7-fa6d-4d85-8c72-eb173dfb7ab4 req-ddff2673-4afc-43d6-a0c2-2af901eea607 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2846706 Nov 12 11:08:50.340634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 9b0ad28e-95df-4c11-a318-dcbd63277f67 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:50.352446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9b0ad28e-95df-4c11-a318-dcbd63277f67 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:50.362467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a779cea-43ea-4aff-9730-204aa60a2453'}, {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee3264f-14b1-4799-838a-712bfed63c38'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:50.369582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23104ae9-6fec-44bf-b0ff-e60f230acdbb req-cf1011d1-fcd9-41b5-941a-7348bf66ac4f service neutron] 10.222.0.57 "GET /v2.0/networks/5b6834ec-bc34-494c-a1b1-b6dcc4b67e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322217 Nov 12 11:08:50.373195 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a567c4f0-0b9d-4375-8626-3bb09a584278" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "1a779cea-43ea-4aff-9730-204aa60a2453"}, {"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "aee3264f-14b1-4799-838a-712bfed63c38"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:50.423730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:08:50.432573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-814c9197-68f2-4273-be5d-1246578fa674 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.441214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a371-4471-49c8-9703-70841f5befe2 req-14ab4fe1-f543-4386-864b-9d05ffaf607d tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:50.443164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-14ab4fe1-f543-4386-864b-9d05ffaf607d tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.57 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 811 time: 0.7628114 Nov 12 11:08:50.455611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d70c488-16f5-4511-b642-c354f2d6d697 req-36ea8698-f139-4cbb-b609-3362a0eb1bc5 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840991 Nov 12 11:08:50.479214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=aee3264f-14b1-4799-838a-712bfed63c38,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:50.502522 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.509623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1956477-cdef-4a44-ad6a-fc5757203a77 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:50.531643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Request body: {'port': {'device_id': '879c61b0-6d4b-45dc-9cc9-33e668b48280', 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f', 'admin_state_up': True, 'tenant_id': '2a88d75199844646a131a6357f69f1d4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:50.566985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0509227f-8e42-4645-96a5-237619c4dfe5 req-1015b868-73a9-4231-8a58-fb79d473d26d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.1742988 Nov 12 11:08:50.693008 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d252feec-6a2d-40b1-8623-6e8c824b40b8 x-openstack-request-id: req-d252feec-6a2d-40b1-8623-6e8c824b40b8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:50.693591 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "1a779cea-43ea-4aff-9730-204aa60a2453", "code": 200}, {"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-plugged", "status": "completed", "tag": "aee3264f-14b1-4799-838a-712bfed63c38", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:50.694145 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d252feec-6a2d-40b1-8623-6e8c824b40b8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:50.695293 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a779cea-43ea-4aff-9730-204aa60a2453', 'code': 200} Nov 12 11:08:50.696658 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee3264f-14b1-4799-838a-712bfed63c38', 'code': 200} Nov 12 11:08:50.700141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f1956477-cdef-4a44-ad6a-fc5757203a77 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:50.704620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.750100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 005da2f6-1a19-45da-be2f-cb7e3f0fa600) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:50.757516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-f0aa8211-0c6b-446c-97f8-2cf874ced877 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:50.759134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-f0aa8211-0c6b-446c-97f8-2cf874ced877 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.69 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.3511302 Nov 12 11:08:50.786705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d27f1-32ff-40bd-a317-f287f15ba963 None None] Network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:50.900702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:50.902488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:50.907364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-749678f5-0516-456f-a581-b88f1b14c999 req-c5fdd01f-d18c-4700-89aa-31eec4220275 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 210 time: 0.1607118 Nov 12 11:08:50.995219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dec9d-a256-4a7f-9b5b-0e2b61b6e05f req-c63aeac9-ee6a-4341-a275-76fb31896af9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.003119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-225dec9d-a256-4a7f-9b5b-0e2b61b6e05f req-c63aeac9-ee6a-4341-a275-76fb31896af9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 947 time: 0.1641178 Nov 12 11:08:51.091098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-63723643-a3c0-450a-bd6b-c26467f8481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.091512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-63723643-a3c0-450a-bd6b-c26467f8481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.092485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-63723643-a3c0-450a-bd6b-c26467f8481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.092966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-63723643-a3c0-450a-bd6b-c26467f8481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.093439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-63723643-a3c0-450a-bd6b-c26467f8481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.093908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-63723643-a3c0-450a-bd6b-c26467f8481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.094371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-63723643-a3c0-450a-bd6b-c26467f8481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.096600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-63723643-a3c0-450a-bd6b-c26467f8481c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6496 time: 0.3350534 Nov 12 11:08:51.253424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-225dec9d-a256-4a7f-9b5b-0e2b61b6e05f req-b903aced-5245-4fb6-ac6d-aa8475c740c9 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/security-groups?id=eef2eab6-37da-4186-84ee-7b030020e677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291067 Nov 12 11:08:51.303332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2982eb4-a05d-4387-b22d-2cd3a25c625e req-f6d1d8ee-5503-4763-bc24-56e5122d2fd2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1907847 Nov 12 11:08:51.313818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Deleting port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:51.314242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.315705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2391b6a-c880-4e49-9f2d-8df6ab4d2fb5 None None] Network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:51.342773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3f12422d-f253-4ab3-bae1-79110ccd55ac up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:51.369401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-814c9197-68f2-4273-be5d-1246578fa674 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.422541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Router 10f07bc6-69eb-49aa-b9bf-879b55921d65 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:08:51.427848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Made reservation on behalf of 2a88d75199844646a131a6357f69f1d4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:51.440304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.478083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c9197-68f2-4273-be5d-1246578fa674 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=22991891-ccdf-47f8-a53a-538375810ee1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:51.503583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-814c9197-68f2-4273-be5d-1246578fa674 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.510479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-814c9197-68f2-4273-be5d-1246578fa674 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/22991891-ccdf-47f8-a53a-538375810ee1 HTTP/1.1" status: 204 len: 168 time: 2.2336745 Nov 12 11:08:51.511406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48178) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:51.541351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-74e28180-13a2-47ae-b3e2-567844ac1ca4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 7.1658590 Nov 12 11:08:51.606656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076fb15-341e-4f57-96b4-a8533f9d0eb8 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:51.669655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] For port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,segment=NetworkSegment(43f4c62f-6202-4b62-901c-e26b6d9ecca2),segment_id=43f4c62f-6202-4b62-901c-e26b6d9ecca2)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:51.671344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.691655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Calling delete_port for 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:51.816343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-02f5253f-cf03-4d59-982e-49234926b59b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.826791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 3f12422d-f253-4ab3-bae1-79110ccd55ac triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:51.827169 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:51.844371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-02f5253f-cf03-4d59-982e-49234926b59b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.857915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-02f5253f-cf03-4d59-982e-49234926b59b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.864431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-02f5253f-cf03-4d59-982e-49234926b59b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.871291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-02f5253f-cf03-4d59-982e-49234926b59b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.878363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-02f5253f-cf03-4d59-982e-49234926b59b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.885071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-02f5253f-cf03-4d59-982e-49234926b59b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:51.887714 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-02f5253f-cf03-4d59-982e-49234926b59b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 0.5384560 Nov 12 11:08:51.891726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10a0778-5c5a-450a-8506-1596f6ccab6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 89acbb14-2091-4b8d-88b9-ddc407794239 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:52.008028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d10a0778-5c5a-450a-8506-1596f6ccab6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.075036 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d10a0778-5c5a-450a-8506-1596f6ccab6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.132922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:08:52.159434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Sync routers for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:08:52.235087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d10a0778-5c5a-450a-8506-1596f6ccab6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.254984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:52.255633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:08:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:52.277721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Allocated IP 172.20.0.5 (d3113830-4b24-4afd-b356-495c65d08e7f/70c76c78-43b9-4371-8da7-d42062dbf526/16395896-367b-4bfa-9c82-21240fbae912) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:52.294728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.297278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6aeb5ca7-2568-41f1-9673-36bf0e6587f4 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 14.9111280 Nov 12 11:08:52.306468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48192) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:52.329885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85802b65-25e9-43af-9d54-fe04bf971d7b req-5794916b-3206-4661-861e-ee9b8d58369e tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797268 Nov 12 11:08:52.437318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afcde8-4408-4d25-aa03-86cf57f060b6 req-5e1f421d-0115-48fc-92be-847cd2a19381 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:52.452516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05afcde8-4408-4d25-aa03-86cf57f060b6 req-5e1f421d-0115-48fc-92be-847cd2a19381 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 943 time: 0.5276165 Nov 12 11:08:52.594779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:08:52.597447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e72f2d9e-5368-407a-a71a-be14aa0b9123 req-df9efb88-9193-4e41-9983-186902609e23 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=87e700ee-840e-40e3-9cbb-28f1b0691628 HTTP/1.1" status: 200 len: 210 time: 0.0731914 Nov 12 11:08:52.600955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05afcde8-4408-4d25-aa03-86cf57f060b6 req-8e918c07-a4d9-4f21-92c5-aaf04c5927b5 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472967 Nov 12 11:08:52.601700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.603774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d10a0778-5c5a-450a-8506-1596f6ccab6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.710374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Pushing event deleted for resources: {'Port': ['ID=2e8caafb-aeac-4e01-a244-b3b42ef6cc6b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:52.909210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.926606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a0778-5c5a-450a-8506-1596f6ccab6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=89acbb14-2091-4b8d-88b9-ddc407794239,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:52.950178 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d10a0778-5c5a-450a-8506-1596f6ccab6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:52.963822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d10a0778-5c5a-450a-8506-1596f6ccab6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/89acbb14-2091-4b8d-88b9-ddc407794239 HTTP/1.1" status: 204 len: 168 time: 1.4490201 Nov 12 11:08:53.030260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48204) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:53.086514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1f520e5-d518-48a6-b2ae-6b1a653d09f1 req-3a2729ec-5912-4c99-a305-1b52db187436 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 210 time: 0.2546973 Nov 12 11:08:53.103003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] No DVR routers for this DVR port 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:53.177644 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:53.183967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cea84d49-7af8-4e94-924a-c6af24ef028a req-cdab80df-e274-43fc-8a10-4fd6c827ff55 tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.69 "DELETE /v2.0/ports/2e8caafb-aeac-4e01-a244-b3b42ef6cc6b HTTP/1.1" status: 204 len: 173 time: 2.4010601 Nov 12 11:08:53.184511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-deleted', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:53.187809 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d5fc78-fdb8-44af-a68c-15f029c61a72" -d '{"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-deleted", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:53.234722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-61a27ba5-0b4f-4c5e-abdc-13d559fafb7a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2027695 Nov 12 11:08:53.264951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48208) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:53.313238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2e27f5-8988-494c-a1f0-977c473c2f7d None None] Update dhcp port {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '89acbb14-2091-4b8d-88b9-ddc407794239'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '3ecc23fe-638e-4866-8251-31bae31b71d0'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:08:53.318130 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:53.437706 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa2e27f5-8988-494c-a1f0-977c473c2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:53.441680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-a1ea46a2-610d-44d9-9fa7-9ad5bcff29d5 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:53.444324 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-a1ea46a2-610d-44d9-9fa7-9ad5bcff29d5 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/networks?id=005da2f6-1a19-45da-be2f-cb7e3f0fa600 HTTP/1.1" status: 200 len: 813 time: 0.4274819 Nov 12 11:08:53.452977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cfbacc-df51-4fc3-889c-89bc175125b2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:53.457699 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e3cfbacc-df51-4fc3-889c-89bc175125b2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1914289 Nov 12 11:08:53.458455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48212) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:53.485470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-b13bf229-2810-4d8b-baf9-72670e8b892b tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/quotas/024c59a0dd3e48df81b4c75fff559bdc HTTP/1.1" status: 200 len: 375 time: 0.0294554 Nov 12 11:08:53.497685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a35500f-ebfe-4834-a696-1d82a66c1884 req-20c5a346-3c72-4571-9329-7a7000f8270c tempest-ServersNegativeTestJSON-675299170 tempest-ServersNegativeTestJSON-675299170-project] 10.222.0.98 "GET /v2.0/ports?device_id=85c614ad-def4-4d7a-bbd8-dcd98627b481 HTTP/1.1" status: 200 len: 210 time: 0.1251435 Nov 12 11:08:53.536671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Network d3113830-4b24-4afd-b356-495c65d08e7f is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:53.615255 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011eea79-d8a4-4366-889b-e75a854e4410 x-openstack-request-id: req-011eea79-d8a4-4366-889b-e75a854e4410 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:53.615785 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c614ad-def4-4d7a-bbd8-dcd98627b481", "name": "network-vif-deleted", "tag": "2e8caafb-aeac-4e01-a244-b3b42ef6cc6b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:53.615888 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-011eea79-d8a4-4366-889b-e75a854e4410 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:53.616562 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c614ad-def4-4d7a-bbd8-dcd98627b481', 'name': 'network-vif-deleted', 'tag': '2e8caafb-aeac-4e01-a244-b3b42ef6cc6b', 'status': 'completed', 'code': 200} Nov 12 11:08:53.628307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-e3b2fce0-40c2-4cb9-8fe4-6ae16d7be0f2 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=024c59a0dd3e48df81b4c75fff559bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244724 Nov 12 11:08:53.745381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Pushing event updated for resources: {'Port': ['ID=16395896-367b-4bfa-9c82-21240fbae912,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:53.776492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f4a954-ef0c-4765-af32-477e47d8bea2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:53.778972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-11f4a954-ef0c-4765-af32-477e47d8bea2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3126221 Nov 12 11:08:53.786843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48218) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:53.793015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.793823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.794243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.794574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.795639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.796054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.796365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.796683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.797021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.797506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.797688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.797997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:53.869611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:46Z', 'revision_number': 3, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:53.959886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Checking router: 10f07bc6-69eb-49aa-b9bf-879b55921d65 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:08:53.980009 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-485a16cf-6f7e-4ae1-9fa4-3ec754b4362d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1663136 Nov 12 11:08:53.980009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:53.985161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:54.003404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Updating router 10f07bc6-69eb-49aa-b9bf-879b55921d65 port c1964eed-b642-4260-b93c-cc58c302eea4 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:08:54.025656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48220) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:54.030551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f68c657-6bac-49a8-ad16-7aa0274259ce None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:08:54.033643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0f703496-a341-4bc1-81ca-cd3cc573f34e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:54.091296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-e42a2ad7-b747-4d7c-8848-825f6358df8e service neutron] 10.222.0.98 "GET /v2.0/networks/005da2f6-1a19-45da-be2f-cb7e3f0fa600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393220 Nov 12 11:08:54.118667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:54.132807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:54.138158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.315061 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.400679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:08:54.401033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2e8caafb-aeac-4e01-a244-b3b42ef6cc6b not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:08:54.417488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-a728aeb8-3c84-411e-8b2a-efe655a6e807 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:54.433825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ce7c3c47-4d30-463c-afd5-c891a2da49d2 None None] Provisioning complete for port 3ecc23fe-638e-4866-8251-31bae31b71d0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:54.434337 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3c47-4d30-463c-afd5-c891a2da49d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.450445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-a728aeb8-3c84-411e-8b2a-efe655a6e807 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:54.490630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-a728aeb8-3c84-411e-8b2a-efe655a6e807 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:54.535565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-a728aeb8-3c84-411e-8b2a-efe655a6e807 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:54.574805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-a728aeb8-3c84-411e-8b2a-efe655a6e807 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:54.598715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-a728aeb8-3c84-411e-8b2a-efe655a6e807 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:54.641928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-a728aeb8-3c84-411e-8b2a-efe655a6e807 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:54.650172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-a728aeb8-3c84-411e-8b2a-efe655a6e807 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 0.7594948 Nov 12 11:08:54.696597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-324fd280-df62-4b0d-b0bb-3a3f34923302 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1690769 Nov 12 11:08:54.708783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-0fe8cc0f-88ea-4e08-9dcb-940f44921695 service neutron] 10.222.0.98 "GET /v2.0/networks/005da2f6-1a19-45da-be2f-cb7e3f0fa600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476427 Nov 12 11:08:54.762663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:08:54.776850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3ecc23fe-638e-4866-8251-31bae31b71d0 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:08:54.826026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Request body: {'port': {'device_id': '879c61b0-6d4b-45dc-9cc9-33e668b48280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:54.842510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f703496-a341-4bc1-81ca-cd3cc573f34e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:54.851089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f703496-a341-4bc1-81ca-cd3cc573f34e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.853683 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f703496-a341-4bc1-81ca-cd3cc573f34e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:08:54.854349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f703496-a341-4bc1-81ca-cd3cc573f34e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:08:54.888260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:54.969252 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0f703496-a341-4bc1-81ca-cd3cc573f34e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9420121 Nov 12 11:08:54.972368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48228) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:54.978519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4703e296-30c2-4b89-8784-772d54c73584 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:55.072722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] Deleting port 3ecc23fe-638e-4866-8251-31bae31b71d0 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:08:55.073379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.140835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.242230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c376ae-b0a8-43a1-b6e1-479451163e13 req-5f3d2859-ffec-471f-a2f8-3cf2443f3941 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:55.252729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08c376ae-b0a8-43a1-b6e1-479451163e13 req-5f3d2859-ffec-471f-a2f8-3cf2443f3941 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 943 time: 0.0750039 Nov 12 11:08:55.312049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4703e296-30c2-4b89-8784-772d54c73584 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:55.316567 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4703e296-30c2-4b89-8784-772d54c73584 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.321037 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-4703e296-30c2-4b89-8784-772d54c73584 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:08:55.321521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4703e296-30c2-4b89-8784-772d54c73584 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:08:55.348507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08c376ae-b0a8-43a1-b6e1-479451163e13 req-d5e51dde-642b-4e01-a662-6b627bf4db8c tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947738 Nov 12 11:08:55.432811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d339963-a3ad-44ca-b6ec-b5e8a5a8ddff req-faea3fb3-d1f1-4a60-85ac-513ee8c9e569 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7270679 Nov 12 11:08:55.447899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 3ecc23fe-638e-4866-8251-31bae31b71d0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3ecc23fe-638e-4866-8251-31bae31b71d0,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:55.452649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.466563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4703e296-30c2-4b89-8784-772d54c73584 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4921839 Nov 12 11:08:55.471123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48238) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:55.484475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] For port 3ecc23fe-638e-4866-8251-31bae31b71d0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3ecc23fe-638e-4866-8251-31bae31b71d0,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:55.484943 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.507207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9b54877b-f1cc-4ab9-9f43-09300049fd91 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:55.521496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.523479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] Calling delete_port for 3ecc23fe-638e-4866-8251-31bae31b71d0 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:08:55.559322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.679235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Allocated IP 172.20.0.1 (5e12e157-3a35-4a9b-8f8f-1db596b259cf/81408f4c-9403-4690-9f6c-f964b92eb25e/62c480fa-6e24-4115-ad85-76aa03efaa44) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:08:55.742921 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.757242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48244) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:55.839818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=3ecc23fe-638e-4866-8251-31bae31b71d0,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:55.914858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Attempting to bind port c1964eed-b642-4260-b93c-cc58c302eea4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:55.917726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Attempting to bind port c1964eed-b642-4260-b93c-cc58c302eea4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:55.922043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Attempting to bind port c1964eed-b642-4260-b93c-cc58c302eea4 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:55.935341 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.952649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:55.953215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:55.953800 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:55.954304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:55.954923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Bound port: c1964eed-b642-4260-b93c-cc58c302eea4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:55.956943 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.009161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9c1992a-0cef-4761-a251-81fd73456b30 req-031a12b5-ea4b-4ae3-a088-ad41d9d8773c tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 210 time: 0.1608670 Nov 12 11:08:56.015904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] No DVR routers for this DVR port 3ecc23fe-638e-4866-8251-31bae31b71d0 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:08:56.021898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a493b3-71d2-4f77-bbf6-6a8f8ed26137 None None] Pushing event updated for resources: {'Port': ['ID=c1964eed-b642-4260-b93c-cc58c302eea4,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:56.079431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be9d50-7a7f-4240-b911-7a8c492396a1 None None] Pushing event deleted for resources: {'Port': ['ID=3ecc23fe-638e-4866-8251-31bae31b71d0,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:56.093297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cab16-7fcf-40c8-83f9-b675fdcae8c1 req-ce3baae6-7640-4694-92d9-471ab7bd86cc tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.095729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-221cab16-7fcf-40c8-83f9-b675fdcae8c1 req-ce3baae6-7640-4694-92d9-471ab7bd86cc tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 931 time: 0.4170485 Nov 12 11:08:56.119370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] For port c1964eed-b642-4260-b93c-cc58c302eea4, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:56.129421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] For port c1964eed-b642-4260-b93c-cc58c302eea4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c1964eed-b642-4260-b93c-cc58c302eea4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:56.131263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d2d3c9-1ef7-4b8d-ad76-18d396b3e2ba admin admin] Deleting subnet 76260d08-b0e5-4829-98ab-4c20726cc974 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:08:56.156520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b54877b-f1cc-4ab9-9f43-09300049fd91 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:56.160987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b54877b-f1cc-4ab9-9f43-09300049fd91 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.162212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49d2d3c9-1ef7-4b8d-ad76-18d396b3e2ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.162664 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b54877b-f1cc-4ab9-9f43-09300049fd91 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:08:56.163212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b54877b-f1cc-4ab9-9f43-09300049fd91 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:08:56.206203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-221cab16-7fcf-40c8-83f9-b675fdcae8c1 req-837ff0ff-3ce0-476c-80ba-335bf6183697 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000278 Nov 12 11:08:56.209106 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.350956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.363783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:08:56.364953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:08:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:56.377932 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49d2d3c9-1ef7-4b8d-ad76-18d396b3e2ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.455133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5f82-e6d9-4e0d-8fb7-ed7e4829eb7f req-a82b6038-c57c-4a20-ae76-e293f78e1019 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.461494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5f82-e6d9-4e0d-8fb7-ed7e4829eb7f req-a82b6038-c57c-4a20-ae76-e293f78e1019 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.472886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5f82-e6d9-4e0d-8fb7-ed7e4829eb7f req-a82b6038-c57c-4a20-ae76-e293f78e1019 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.479334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5f82-e6d9-4e0d-8fb7-ed7e4829eb7f req-a82b6038-c57c-4a20-ae76-e293f78e1019 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.486988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5f82-e6d9-4e0d-8fb7-ed7e4829eb7f req-a82b6038-c57c-4a20-ae76-e293f78e1019 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.493234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5f82-e6d9-4e0d-8fb7-ed7e4829eb7f req-a82b6038-c57c-4a20-ae76-e293f78e1019 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.500393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd5f82-e6d9-4e0d-8fb7-ed7e4829eb7f req-a82b6038-c57c-4a20-ae76-e293f78e1019 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.502584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87bd5f82-e6d9-4e0d-8fb7-ed7e4829eb7f req-a82b6038-c57c-4a20-ae76-e293f78e1019 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 0.3484638 Nov 12 11:08:56.518473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48254) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:56.526429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Request body: {'floatingip': {'port_id': '18940690-d376-4d98-bcd8-33d0180182c5'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:56.594537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16395896-367b-4bfa-9c82-21240fbae912 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:56.630586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.653148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.677493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a493b3-71d2-4f77-bbf6-6a8f8ed26137 None None] Pushing event updated for resources: {'Port': ['ID=c1964eed-b642-4260-b93c-cc58c302eea4,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:56.677919 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49d2d3c9-1ef7-4b8d-ad76-18d396b3e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:56.715630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d2299-58a4-4897-9542-eedb7f3cf741 req-c7910bc6-01dc-48df-80d9-fbd857f99f63 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:56.717518 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-690d2299-58a4-4897-9542-eedb7f3cf741 req-c7910bc6-01dc-48df-80d9-fbd857f99f63 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 943 time: 0.2184944 Nov 12 11:08:56.799304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:08:56.833626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Transition to ACTIVE for port object 16395896-367b-4bfa-9c82-21240fbae912 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:08:56.839451 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-690d2299-58a4-4897-9542-eedb7f3cf741 req-56f43160-b364-4359-bbdf-9fe96d4c998f tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151407 Nov 12 11:08:57.101897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:46Z', 'revision_number': 3, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:57.130584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4989edeb-74bd-494f-a9d9-e409a6d081cc req-a2b33bf1-aa72-441f-a967-b785605d43a6 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 210 time: 0.0371344 Nov 12 11:08:57.139201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ca867-b479-4421-895d-5ac63d510e2b None None] The sync data for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 is: [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:46Z', 'revision_number': 3, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:08:57.275800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9b54877b-f1cc-4ab9-9f43-09300049fd91 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.8024483 Nov 12 11:08:57.281023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48262) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:57.288190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1002ffe1-f0b3-43fc-b739-5d3d4ce69585 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:57.433381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49d2d3c9-1ef7-4b8d-ad76-18d396b3e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.437070 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.437976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.594752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2d3c9-1ef7-4b8d-ad76-18d396b3e2ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76260d08-b0e5-4829-98ab-4c20726cc974,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:57.637257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49d2d3c9-1ef7-4b8d-ad76-18d396b3e2ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.641357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-49d2d3c9-1ef7-4b8d-ad76-18d396b3e2ba admin admin] 10.222.0.98 "DELETE /v2.0/subnets/76260d08-b0e5-4829-98ab-4c20726cc974 HTTP/1.1" status: 204 len: 168 time: 1.8830180 Nov 12 11:08:57.668247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70078c-988b-4380-a042-de50f476d2fe req-c8a3e696-4c5a-4d66-89ba-b819ae6629c2 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:57.681675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48264) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:57.687087 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8c70078c-988b-4380-a042-de50f476d2fe req-c8a3e696-4c5a-4d66-89ba-b819ae6629c2 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 943 time: 0.2799501 Nov 12 11:08:57.695342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1002ffe1-f0b3-43fc-b739-5d3d4ce69585 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:57.708488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1002ffe1-f0b3-43fc-b739-5d3d4ce69585 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.714643 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-1002ffe1-f0b3-43fc-b739-5d3d4ce69585 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:08:57.715795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1002ffe1-f0b3-43fc-b739-5d3d4ce69585 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:08:57.759112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:08:57.791474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:08:57.795419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Attempting to bind port 16395896-367b-4bfa-9c82-21240fbae912 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:08:57.795761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Attempting to bind port 16395896-367b-4bfa-9c82-21240fbae912 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:08:57.796144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Attempting to bind port 16395896-367b-4bfa-9c82-21240fbae912 on network d3113830-4b24-4afd-b356-495c65d08e7f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:57.836090 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1002ffe1-f0b3-43fc-b739-5d3d4ce69585 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5535719 Nov 12 11:08:57.842929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48266) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:57.853486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-93e5a390-02ac-4171-b899-07095e78a0cc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:57.863290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Port 16395896-367b-4bfa-9c82-21240fbae912 on network d3113830-4b24-4afd-b356-495c65d08e7f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:08:57.863633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Attempting to bind port 16395896-367b-4bfa-9c82-21240fbae912 on network d3113830-4b24-4afd-b356-495c65d08e7f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:08:57.870760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:08:57.925583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:08:57.925927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Checking segment: {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:08:57.933673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Bound using segment: {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:08:57.934239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Bound port: 16395896-367b-4bfa-9c82-21240fbae912, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:08:57.934619 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:57.998699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:08:58.040048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8c70078c-988b-4380-a042-de50f476d2fe req-f4133f92-98a8-4c7c-8a9d-f18421c4404a tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948980 Nov 12 11:08:58.218954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] For port 16395896-367b-4bfa-9c82-21240fbae912, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:08:58.227174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] For port 16395896-367b-4bfa-9c82-21240fbae912, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=16395896-367b-4bfa-9c82-21240fbae912,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:08:58.230341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Pushing event updated for resources: {'Port': ['ID=62c480fa-6e24-4115-ad85-76aa03efaa44,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:58.237549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.348199 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56c69f7c-acc1-4b9e-b40f-562a7daab9b4 req-91b91f27-4d9d-4e27-bb8e-6c8fe6d0f619 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 210 time: 0.0682464 Nov 12 11:08:58.438112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e5a390-02ac-4171-b899-07095e78a0cc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:58.441972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93e5a390-02ac-4171-b899-07095e78a0cc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.443490 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e5a390-02ac-4171-b899-07095e78a0cc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:08:58.443952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e5a390-02ac-4171-b899-07095e78a0cc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:08:58.462724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Pushing event updated for resources: {'Port': ['ID=16395896-367b-4bfa-9c82-21240fbae912,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:58.491971 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.568808 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-93e5a390-02ac-4171-b899-07095e78a0cc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7243774 Nov 12 11:08:58.573650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48274) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:58.580710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0eaebbf8-0067-4a20-a2bf-c15808afa116 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:58.639089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 186498dd-6c83-49c8-9e32-a45c9258de4e details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:08:58.736474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.757047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 186498dd-6c83-49c8-9e32-a45c9258de4e, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=186498dd-6c83-49c8-9e32-a45c9258de4e,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:58.773042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '186498dd-6c83-49c8-9e32-a45c9258de4e', 'network_id': '5b6834ec-bc34-494c-a1b1-b6dcc4b67e19', 'port_id': '186498dd-6c83-49c8-9e32-a45c9258de4e', 'mac_address': 'fa:16:3e:89:b1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9076d249-1b0d-408f-8fd5-9b5271d4edb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:08:58.813300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:58.813300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.813860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] 10.222.0.57 "PUT /v2.0/ports/16395896-367b-4bfa-9c82-21240fbae912 HTTP/1.1" status: 200 len: 1092 time: 3.9999974 Nov 12 11:08:58.822019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879c61b0-6d4b-45dc-9cc9-33e668b48280', 'tag': '16395896-367b-4bfa-9c82-21240fbae912'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:08:58.824566 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f60ae69-5041-4828-80f1-9dd32baa8fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "879c61b0-6d4b-45dc-9cc9-33e668b48280", "tag": "16395896-367b-4bfa-9c82-21240fbae912"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:08:58.828758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec45838-91f7-484d-bdb5-2dc133886962 service neutron] Pushing event updated for resources: {'Port': ['ID=16395896-367b-4bfa-9c82-21240fbae912,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:58.850850 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.861473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.866437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaebbf8-0067-4a20-a2bf-c15808afa116 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:08:58.871885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0eaebbf8-0067-4a20-a2bf-c15808afa116 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.875591 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaebbf8-0067-4a20-a2bf-c15808afa116 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:08:58.876137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaebbf8-0067-4a20-a2bf-c15808afa116 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:08:58.898888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c1964eed-b642-4260-b93c-cc58c302eea4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:08:58.955154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-afc5aa39-2a9a-4c0f-bd0a-532ad1bbdc4a None None] Provisioning complete for port 62c480fa-6e24-4115-ad85-76aa03efaa44 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:58.956781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-afc5aa39-2a9a-4c0f-bd0a-532ad1bbdc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:58.975250 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f62804f-4725-4c68-9105-10d4666c5458 x-openstack-request-id: req-4f62804f-4725-4c68-9105-10d4666c5458 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:08:58.980940 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879c61b0-6d4b-45dc-9cc9-33e668b48280", "tag": "16395896-367b-4bfa-9c82-21240fbae912", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:08:58.980940 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4f62804f-4725-4c68-9105-10d4666c5458 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:08:58.980940 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879c61b0-6d4b-45dc-9cc9-33e668b48280', 'tag': '16395896-367b-4bfa-9c82-21240fbae912', 'status': 'completed', 'code': 200} Nov 12 11:08:58.981776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0eaebbf8-0067-4a20-a2bf-c15808afa116 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4034154 Nov 12 11:08:58.981776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48278) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:59.021916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.037877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-afc5aa39-2a9a-4c0f-bd0a-532ad1bbdc4a None None] Port 62c480fa-6e24-4115-ad85-76aa03efaa44 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:08:59.045355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e0f60-d83c-4b79-9234-2f8b0bad8657 req-70d35b7a-6162-45a9-a2bd-ebf53ced509a tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:59.047663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-487e0f60-d83c-4b79-9234-2f8b0bad8657 req-70d35b7a-6162-45a9-a2bd-ebf53ced509a tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 943 time: 0.8049691 Nov 12 11:08:59.053296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186498dd-6c83-49c8-9e32-a45c9258de4e {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:08:59.087821 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-24075619-2540-4acd-87ad-340fd6958ca2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1047399 Nov 12 11:08:59.089952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48282) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:59.118180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 186498dd-6c83-49c8-9e32-a45c9258de4e, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=186498dd-6c83-49c8-9e32-a45c9258de4e,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:59.125411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c1964eed-b642-4260-b93c-cc58c302eea4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:08:59.126044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.209733 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.215234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.322311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ccb07-ae42-4386-b5f6-bc7ae04c8576 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:59.327715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-043ccb07-ae42-4386-b5f6-bc7ae04c8576 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2357581 Nov 12 11:08:59.336502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.354915 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3e825439-2aa0-4b57-80df-651746da81ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.366687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe17b18d-fe31-404c-b25e-d98da23c0162']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:59.374027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48286) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:59.378535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f4c62f-6202-4b62-901c-e26b6d9ecca2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:59.378840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f4c62f-6202-4b62-901c-e26b6d9ecca2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:08:59.390724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.409110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.417013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:08:59.417428 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.420433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=186498dd-6c83-49c8-9e32-a45c9258de4e,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:59.484375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:08:59.484690 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:08:59.488875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.488875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.488875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.488875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.488875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.488875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.488875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.492981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.498884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.499299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.499645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:08:59.537926 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.580388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-487e0f60-d83c-4b79-9234-2f8b0bad8657 req-3a9e6f6f-015b-4197-93f0-15ad51833d64 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078862 Nov 12 11:08:59.591133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c427fba2-6853-4dbe-aaa6-384964f6aa1d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2012479 Nov 12 11:08:59.597299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a371-4471-49c8-9703-70841f5befe2 req-49a2e74b-da1e-46df-b86e-c6e529b67071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:08:59.599107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-49a2e74b-da1e-46df-b86e-c6e529b67071 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 1095 time: 0.6279600 Nov 12 11:08:59.608992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['186498dd-6c83-49c8-9e32-a45c9258de4e'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:08:59.612295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48290) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:08:59.626646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port c1964eed-b642-4260-b93c-cc58c302eea4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c1964eed-b642-4260-b93c-cc58c302eea4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:08:59.648498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:08:59.727828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:08:59.936637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=c1964eed-b642-4260-b93c-cc58c302eea4,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:08:59.964240 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.215991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caab5b-2edb-4aba-8a08-413fcadd3d43 req-fe5b6f9d-ba9f-46f0-b77a-c679a5dbb067 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:00.224186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-15caab5b-2edb-4aba-8a08-413fcadd3d43 req-fe5b6f9d-ba9f-46f0-b77a-c679a5dbb067 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 943 time: 0.9739945 Nov 12 11:09:00.290419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-66c80694-9843-4154-9035-a035e7f24f48 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:00.292029 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-66c80694-9843-4154-9035-a035e7f24f48 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.69 "GET /v2.0/networks?id=005da2f6-1a19-45da-be2f-cb7e3f0fa600 HTTP/1.1" status: 200 len: 813 time: 1.1097844 Nov 12 11:09:00.311709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Request body: {'port': {'device_id': '01488bd0-6888-409e-a577-9b5d2ba693f3', 'network_id': '005da2f6-1a19-45da-be2f-cb7e3f0fa600', 'admin_state_up': True, 'tenant_id': '024c59a0dd3e48df81b4c75fff559bdc'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:00.365774 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-15caab5b-2edb-4aba-8a08-413fcadd3d43 req-527a6e91-d1a4-4d4c-bc28-d132c3481c9f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406841 Nov 12 11:09:00.402275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.411509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/fe17b18d-fe31-404c-b25e-d98da23c0162 HTTP/1.1" status: 204 len: 168 time: 2.6609089 Nov 12 11:09:00.446930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-7f7aaa19-b4b3-42ab-9bd8-04366753c5c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16395896-367b-4bfa-9c82-21240fbae912 HTTP/1.1" status: 200 len: 217 time: 0.4859438 Nov 12 11:09:00.447215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:00.453524 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.471447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-044798bf-308d-4327-ab8e-7e481d2ffc7c req-710d0855-856f-48eb-b644-603d9a47f4aa tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 210 time: 0.5443220 Nov 12 11:09:00.498296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.511122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c65857-516f-4151-821d-d31526c391b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe17b18d-fe31-404c-b25e-d98da23c0162,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:00.564898 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Floating IP 9e4165b3-1dec-4864-a217-eb239fd4cda4 associated. External IP: 172.25.3.17, port: 18940690-d376-4d98-bcd8-33d0180182c5. Nov 12 11:09:00.574708 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.611650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 186498dd-6c83-49c8-9e32-a45c9258de4e up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:00.702048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c1964eed-b642-4260-b93c-cc58c302eea4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:00.782605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 186498dd-6c83-49c8-9e32-a45c9258de4e completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:09:00.796959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 186498dd-6c83-49c8-9e32-a45c9258de4e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:00.797338 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.798450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Made reservation on behalf of 024c59a0dd3e48df81b4c75fff559bdc for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:00.805972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.873609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.880722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Pushing event updated for resources: {'Port': ['ID=62c480fa-6e24-4115-ad85-76aa03efaa44,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:00.900280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c1964eed-b642-4260-b93c-cc58c302eea4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:00.900658 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:00.910114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a371-4471-49c8-9703-70841f5befe2 req-4f92f0c3-88e8-4627-a0f3-f9133837ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:00.913139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-4f92f0c3-88e8-4627-a0f3-f9133837ca96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c76c78-43b9-4371-8da7-d42062dbf526 HTTP/1.1" status: 200 len: 851 time: 0.4376698 Nov 12 11:09:00.981593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.005008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48298) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:01.023903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 186498dd-6c83-49c8-9e32-a45c9258de4e, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=186498dd-6c83-49c8-9e32-a45c9258de4e,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:01.027502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f630d7b2-1fb4-4262-944f-9b970df1edfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186498dd-6c83-49c8-9e32-a45c9258de4e'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:01.031210 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc77512-ebe2-4188-8345-7f1f9e555519" -d '{"events": [{"server_uuid": "f630d7b2-1fb4-4262-944f-9b970df1edfe", "name": "network-vif-plugged", "status": "completed", "tag": "186498dd-6c83-49c8-9e32-a45c9258de4e"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:01.044540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Allocated IP 172.20.0.11 (005da2f6-1a19-45da-be2f-cb7e3f0fa600/190dc5e2-48fd-4724-b663-ef06379441a1/eb0377fe-1d73-411c-b513-91a282030992) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:01.118788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-41bd80ca-bd6a-45ff-a355-e973b258c2f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3113830-4b24-4afd-b356-495c65d08e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368313 Nov 12 11:09:01.145032 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c79fb1b-24d0-473c-9c73-79dcde867d3b x-openstack-request-id: req-3c79fb1b-24d0-473c-9c73-79dcde867d3b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:01.145570 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f630d7b2-1fb4-4262-944f-9b970df1edfe", "name": "network-vif-plugged", "status": "completed", "tag": "186498dd-6c83-49c8-9e32-a45c9258de4e", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:01.146023 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3c79fb1b-24d0-473c-9c73-79dcde867d3b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:01.150916 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f630d7b2-1fb4-4262-944f-9b970df1edfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186498dd-6c83-49c8-9e32-a45c9258de4e', 'code': 200} Nov 12 11:09:01.150916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.244335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=186498dd-6c83-49c8-9e32-a45c9258de4e,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:01.258094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dcc6a39f-f91f-464c-9f1b-0d059e13aabc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b6d2c597ffc743ab9ca1c7e80f70d468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450409 Nov 12 11:09:01.271785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48302) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:01.333686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf6d6-c9cc-4532-a65c-216ab75e888c req-e6cc4dd4-3a62-40bf-8a18-5a1181f2a35a tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.335268 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4cccf6d6-c9cc-4532-a65c-216ab75e888c req-e6cc4dd4-3a62-40bf-8a18-5a1181f2a35a tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 944 time: 0.5486357 Nov 12 11:09:01.400893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dd698-8c71-427a-a5cd-5a08f08fa633 req-47104349-16fa-4022-afe0-9b5f1ac884e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.402412 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-688dd698-8c71-427a-a5cd-5a08f08fa633 req-47104349-16fa-4022-afe0-9b5f1ac884e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 1097 time: 0.1682818 Nov 12 11:09:01.406159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.460740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4cccf6d6-c9cc-4532-a65c-216ab75e888c req-57f1f706-244c-4919-b7fc-75e7124bd6f3 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146467 Nov 12 11:09:01.508500 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6171f084-19b3-40b2-a6f7-f8c6bff1834c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.515803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-88977022-7405-4980-9e2e-756b8416d72b service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202150 Nov 12 11:09:01.582537 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-688dd698-8c71-427a-a5cd-5a08f08fa633 req-24de31b5-e188-4743-a4dc-d2083db9cfdb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678791 Nov 12 11:09:01.605624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:01.642823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:01.645676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6171f084-19b3-40b2-a6f7-f8c6bff1834c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.669656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:09:01.673543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2b66e88-b27d-4a58-b822-94b30e3cb16f req-82d4f699-7dff-4731-8a2d-92c50d62ade8 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 210 time: 0.0820174 Nov 12 11:09:01.675397 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.677804 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.719170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:09:01.797432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:01.819271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e7b37a24-b075-46f6-86c2-2698437e9d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.821884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:01.823346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:01.837716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1252e98-2f7d-4aa8-bd46-55734198f1ce None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:01.842798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.843790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:01.848563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:01.852200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=832d7573-c64f-41e9-aaf6-0ae61cb038ba,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:01.854845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Pushing event updated for resources: {'Port': ['ID=eb0377fe-1d73-411c-b513-91a282030992,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:01.882930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:01.919163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad336830-a945-4367-8d25-5ffdb8203d0a req-f35e18ec-4893-4433-a52d-4907a1dc3136 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.921231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad336830-a945-4367-8d25-5ffdb8203d0a req-f35e18ec-4893-4433-a52d-4907a1dc3136 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 943 time: 0.3886988 Nov 12 11:09:01.971763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:01.974344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.001694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0df50f38-42b8-4f39-8ef2-fedb4f62302c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3879819 Nov 12 11:09:02.002311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48314) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:02.017543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:e8:41:59', 'name': 'tempest-NetworksTestDHCPv6-748222178'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:02.093551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26c1a371-4471-49c8-9703-70841f5befe2 req-2faafb3d-a04f-4d73-bc79-0f0357765752 service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652218 Nov 12 11:09:02.117538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1b74541e-89d9-42eb-bf6e-1bba30742fb2 None None] Provisioning complete for port 62c480fa-6e24-4115-ad85-76aa03efaa44 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:02.118257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b74541e-89d9-42eb-bf6e-1bba30742fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.169094 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-f83a675e-321a-47c1-85cc-553e29bfc0f9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8636613 Nov 12 11:09:02.186487 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad336830-a945-4367-8d25-5ffdb8203d0a req-4c832b4a-49a9-4496-8fdc-34af81d7ecf2 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084517 Nov 12 11:09:02.196442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Router 10f07bc6-69eb-49aa-b9bf-879b55921d65 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:09:02.202011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:02.207964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.218890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Request body: {'port': {'device_id': '01488bd0-6888-409e-a577-9b5d2ba693f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:02.219679 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] Sync routers for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:02.234838 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:02.235303 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:09:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:02.252364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-89b7cbcb-a7db-46a5-a348-0c7b14e074aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "PUT /v2.0/floatingips/9e4165b3-1dec-4864-a217-eb239fd4cda4 HTTP/1.1" status: 200 len: 991 time: 5.7300875 Nov 12 11:09:02.256603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:02.259511 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afce273-ceb3-4a20-b9ad-038d7442f480" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "18940690-d376-4d98-bcd8-33d0180182c5"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:02.262353 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6171f084-19b3-40b2-a6f7-f8c6bff1834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.265694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6171f084-19b3-40b2-a6f7-f8c6bff1834c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.269788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6171f084-19b3-40b2-a6f7-f8c6bff1834c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eef2eab6-37da-4186-84ee-7b030020e677 HTTP/1.1" status: 204 len: 168 time: 0.9967906 Nov 12 11:09:02.277326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1b74541e-89d9-42eb-bf6e-1bba30742fb2 None None] Port 62c480fa-6e24-4115-ad85-76aa03efaa44 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:02.324687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171f084-19b3-40b2-a6f7-f8c6bff1834c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef2eab6-37da-4186-84ee-7b030020e677,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:02.379846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '832d7573-c64f-41e9-aaf6-0ae61cb038ba'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:02.382179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:02.382324 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.485516 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f5b638-dc86-4159-8e82-e190217b5a54 x-openstack-request-id: req-c0f5b638-dc86-4159-8e82-e190217b5a54 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:02.485516 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "tag": "18940690-d376-4d98-bcd8-33d0180182c5", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:02.485516 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c0f5b638-dc86-4159-8e82-e190217b5a54 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:02.485516 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5', 'status': 'completed', 'code': 200} Nov 12 11:09:02.521718 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:02.616083 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-9c5c3e8f-3c62-4ff4-90b9-5d869db4bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:02.631724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-9c5c3e8f-3c62-4ff4-90b9-5d869db4bf2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 1095 time: 0.3777330 Nov 12 11:09:02.701661 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.795541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Allocated IP 2001:db8::f816:3eff:fece:5137 (5548ef9b-af8a-4319-aa1a-0d0b38428140/832d7573-c64f-41e9-aaf6-0ae61cb038ba/d3d4d9f2-4d34-4a93-891e-7141254c0b62) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:02.844638 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:02.899715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9063e-e394-44a6-89ba-fb10650ba397 req-b9caac46-3487-420e-8a20-da2849392439 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:02.901372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f4b9063e-e394-44a6-89ba-fb10650ba397 req-b9caac46-3487-420e-8a20-da2849392439 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.2632060 Nov 12 11:09:02.910556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port a45e4521-d9db-4c46-b56e-e063664074eb yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:02.927851 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9e4165b3-1dec-4864-a217-eb239fd4cda4', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'port_id': '18940690-d376-4d98-bcd8-33d0180182c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'mac_address': 'fa:16:3e:de:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:06:29Z', 'updated_at': '2021-11-12T11:08:57Z', 'revision_number': 1, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:06Z', 'revision_number': 5, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:03.020820 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] Checking router: 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:09:03.041133 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:03.041872 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:09:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:03.072741 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:03.076032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:03.098337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ff0cb664-e60b-4332-991b-d290c82171dc admin admin] 10.222.0.98 "PUT /v2.0/routers/10f07bc6-69eb-49aa-b9bf-879b55921d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7902479 Nov 12 11:09:03.108132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Sync routers for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:03.144090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:03.145067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:09:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:03.166496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-5f130816-b526-4164-92be-21e443a3d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.168029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-5f130816-b526-4164-92be-21e443a3d19d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 912 time: 0.4830339 Nov 12 11:09:03.179227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b663ba-e49e-46f9-89c0-018dd5a5f234 req-0249b396-d8e3-425b-8c47-547d8086f785 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.187402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7b663ba-e49e-46f9-89c0-018dd5a5f234 req-0249b396-d8e3-425b-8c47-547d8086f785 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 945 time: 0.5034575 Nov 12 11:09:03.209344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-2012bb2b-5ced-41ff-8a66-9a4865163e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.209836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-2012bb2b-5ced-41ff-8a66-9a4865163e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.210444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-2012bb2b-5ced-41ff-8a66-9a4865163e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.210906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-2012bb2b-5ced-41ff-8a66-9a4865163e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.211449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-2012bb2b-5ced-41ff-8a66-9a4865163e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.211957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-2012bb2b-5ced-41ff-8a66-9a4865163e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.212492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-2012bb2b-5ced-41ff-8a66-9a4865163e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.214654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-2012bb2b-5ced-41ff-8a66-9a4865163e3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6496 time: 0.5784826 Nov 12 11:09:03.338106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:03.411534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-d0c5a5d2-3a41-48a5-93c4-6f3e53f9ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.413340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-d0c5a5d2-3a41-48a5-93c4-6f3e53f9ba53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464 HTTP/1.1" status: 200 len: 913 time: 0.1282396 Nov 12 11:09:03.417454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-6dcc75e2-4e60-4482-99fb-93c3df2db793 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16395896-367b-4bfa-9c82-21240fbae912 HTTP/1.1" status: 200 len: 217 time: 0.2226288 Nov 12 11:09:03.430703 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:03.480856 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7b663ba-e49e-46f9-89c0-018dd5a5f234 req-199113c1-7eb1-40ef-82cb-981d9b7c36ad tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924817 Nov 12 11:09:03.481492 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:03.495498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Pushing event updated for resources: {'Port': ['ID=d3d4d9f2-4d34-4a93-891e-7141254c0b62,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:03.536647 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:03.620037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:03.648160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f4b9063e-e394-44a6-89ba-fb10650ba397 req-14099faa-a8b2-4e59-92e4-07a53c9ffa9d tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454756 Nov 12 11:09:03.661753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:03.744283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:03.815467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-212eb737-ee98-457c-a82b-5079f4a8325f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:03.824317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-212eb737-ee98-457c-a82b-5079f4a8325f tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.6422217 Nov 12 11:09:04.015720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fee8:4159 (5548ef9b-af8a-4319-aa1a-0d0b38428140/832d7573-c64f-41e9-aaf6-0ae61cb038ba/a45e4521-d9db-4c46-b56e-e063664074eb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:04.082022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-523ef15d-887c-4ece-9c39-56b51c7dec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.083709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-523ef15d-887c-4ece-9c39-56b51c7dec81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c76c78-43b9-4371-8da7-d42062dbf526 HTTP/1.1" status: 200 len: 851 time: 0.6319888 Nov 12 11:09:04.087811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-a2998b29-30c0-4958-a8ad-b56830abdd87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18940690-d376-4d98-bcd8-33d0180182c5 HTTP/1.1" status: 200 len: 999 time: 0.6195812 Nov 12 11:09:04.119971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b401b-0f86-4c5e-b252-1ddc1a6ce78c req-7717321c-50e2-4ba4-b242-e2fc6a5b642d tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.129751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-491b401b-0f86-4c5e-b252-1ddc1a6ce78c req-7717321c-50e2-4ba4-b242-e2fc6a5b642d tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 932 time: 0.4015975 Nov 12 11:09:04.131122 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9e4165b3-1dec-4864-a217-eb239fd4cda4', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'port_id': '18940690-d376-4d98-bcd8-33d0180182c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'mac_address': 'fa:16:3e:de:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:06:29Z', 'updated_at': '2021-11-12T11:08:57Z', 'revision_number': 1, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:06Z', 'revision_number': 5, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:04.166932 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Attempting to bind port d3d4d9f2-4d34-4a93-891e-7141254c0b62 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:04.167586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Attempting to bind port d3d4d9f2-4d34-4a93-891e-7141254c0b62 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:04.167798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Attempting to bind port d3d4d9f2-4d34-4a93-891e-7141254c0b62 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:04.177012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:04.177568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:04.178174 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:04.178676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:04.180567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Bound port: d3d4d9f2-4d34-4a93-891e-7141254c0b62, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:04.181140 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:04.262736 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572e222-6c9c-4389-a8dc-67afa6e63221 None None] The sync data for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 is: [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9e4165b3-1dec-4864-a217-eb239fd4cda4', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'port_id': '18940690-d376-4d98-bcd8-33d0180182c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'mac_address': 'fa:16:3e:de:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:06:29Z', 'updated_at': '2021-11-12T11:08:57Z', 'revision_number': 1, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:06Z', 'revision_number': 5, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:04.284572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] For port d3d4d9f2-4d34-4a93-891e-7141254c0b62, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:04.290008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] For port d3d4d9f2-4d34-4a93-891e-7141254c0b62, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d3d4d9f2-4d34-4a93-891e-7141254c0b62,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:04.296354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:04.352848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 2, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:04.395729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Checking router: 10f07bc6-69eb-49aa-b9bf-879b55921d65 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:09:04.396061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Updating router 10f07bc6-69eb-49aa-b9bf-879b55921d65 port 62c480fa-6e24-4115-ad85-76aa03efaa44 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:09:04.399581 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:04.456503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abba4c-0e8d-496d-9d94-8ef17ad7dc0a req-d42511e8-1ad9-4e07-8d64-b068ba60dc5f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.465239 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7abba4c-0e8d-496d-9d94-8ef17ad7dc0a req-d42511e8-1ad9-4e07-8d64-b068ba60dc5f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 943 time: 0.5582271 Nov 12 11:09:04.532342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:04.636525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-80c7c34a-4412-4044-94d3-9d958f06d545 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3113830-4b24-4afd-b356-495c65d08e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5401268 Nov 12 11:09:04.781692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee967f79-366d-4836-93ef-89bafafa3852 None None] Pushing event updated for resources: {'Port': ['ID=d3d4d9f2-4d34-4a93-891e-7141254c0b62,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:04.786516 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a979fbc-4590-4a12-8d74-6d56627fc9ad None None] New status for floating IP 9e4165b3-1dec-4864-a217-eb239fd4cda4: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:09:04.817403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-e2f58d92-eb18-45b5-bb45-9be1810f954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:04.819210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-e2f58d92-eb18-45b5-bb45-9be1810f954c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee2e48f5-73b4-444d-bf4d-52c50d9610da HTTP/1.1" status: 200 len: 851 time: 0.7167289 Nov 12 11:09:04.867304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-491b401b-0f86-4c5e-b252-1ddc1a6ce78c req-d5ef3b67-fdfc-4066-b2e0-e0293a28340e tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7365234 Nov 12 11:09:04.990052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7abba4c-0e8d-496d-9d94-8ef17ad7dc0a req-82e5a511-6dc1-4cde-8318-4e7688ceb060 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310544 Nov 12 11:09:05.005296 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.015817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48392) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:05.087139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.103704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0377fe-1d73-411c-b513-91a282030992 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:05.152933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-99d3495e-06fa-428d-91b7-b4c2f1f0a9f6 service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950118 Nov 12 11:09:05.190072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Deleting port 60ea0f53-99e7-422d-8291-1c6b2581a22e {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:05.190942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.209226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.273612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-bff43014-410f-4390-8f4d-f117aa802819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:05.276761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-bff43014-410f-4390-8f4d-f117aa802819 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3978794 Nov 12 11:09:05.337906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1312979135-network', 'tenant_id': 'cd1f98f775cf4dbea6320b43eb85c45a'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:05.354277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Transition to ACTIVE for port object eb0377fe-1d73-411c-b513-91a282030992 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:09:05.355723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.445951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:05.460436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:05.473532 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.487905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:05.493803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:05.494458 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.505016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b22333-eec5-408a-8f42-fb59338d9c94 req-54cbf062-b3c1-402d-b534-338235f7db80 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:05.506586 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1b22333-eec5-408a-8f42-fb59338d9c94 req-54cbf062-b3c1-402d-b534-338235f7db80 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 945 time: 0.3016813 Nov 12 11:09:05.507451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.517613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=a45e4521-d9db-4c46-b56e-e063664074eb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:05.545425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a97d4-2ea0-4175-8f06-042e846159e3 req-a282113c-4f95-4da4-9077-5c7406afa48c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:05.546470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d82a97d4-2ea0-4175-8f06-042e846159e3 req-a282113c-4f95-4da4-9077-5c7406afa48c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 944 time: 0.2957296 Nov 12 11:09:05.578480 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.605005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-9766d98d-61d6-4fa7-8047-6a1000c0991d service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822683 Nov 12 11:09:05.608988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f60ae69-5041-4828-80f1-9dd32baa8fc9 req-0b31b943-af11-46a9-a682-56c59822129a service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364705 Nov 12 11:09:05.633720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Made reservation on behalf of cd1f98f775cf4dbea6320b43eb85c45a for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:05.636978 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.671838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] For port 60ea0f53-99e7-422d-8291-1c6b2581a22e, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=60ea0f53-99e7-422d-8291-1c6b2581a22e,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:05.674003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.679448 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:05.702756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c414473-d03f-4e21-a777-8e65d8fb710b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6952488 Nov 12 11:09:05.719095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48418) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:05.721228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Pushing event updated for resources: {'Port': ['ID=eb0377fe-1d73-411c-b513-91a282030992,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:05.726957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Calling delete_port for 60ea0f53-99e7-422d-8291-1c6b2581a22e owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:05.755699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3716a-48ea-498b-af43-1b4cb65fcc77 None None] Pushing event updated for resources: {'Port': ['ID=62c480fa-6e24-4115-ad85-76aa03efaa44,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:05.839261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1b22333-eec5-408a-8f42-fb59338d9c94 req-b8b35d1b-d46f-4242-a6bd-8689efc16b7f tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126051 Nov 12 11:09:05.904364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d82a97d4-2ea0-4175-8f06-042e846159e3 req-bccdd26d-e1a4-431f-aeaa-bbe628c0c592 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068149 Nov 12 11:09:05.906501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6afce273-ceb3-4a20-b9ad-038d7442f480 req-cb0ee2d6-c026-413e-b0a9-ffc1bf358d39 service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791915 Nov 12 11:09:06.001324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Attempting to bind port 62c480fa-6e24-4115-ad85-76aa03efaa44 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:06.001700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Attempting to bind port 62c480fa-6e24-4115-ad85-76aa03efaa44 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:06.002072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Attempting to bind port 62c480fa-6e24-4115-ad85-76aa03efaa44 on network 5e12e157-3a35-4a9b-8f8f-1db596b259cf {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:06.022420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2ae7e-3636-4325-8b61-6236d79ca6b9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.031399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:06.031835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Checking segment: {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:06.032647 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.035870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2ae7e-3636-4325-8b61-6236d79ca6b9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.038987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-25a2ae7e-3636-4325-8b61-6236d79ca6b9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3144126 Nov 12 11:09:06.044975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Bound using segment: {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:06.045514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Bound port: 62c480fa-6e24-4115-ad85-76aa03efaa44, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:06.045925 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.051856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48438) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:06.160057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.187608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] For port 62c480fa-6e24-4115-ad85-76aa03efaa44, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:06.203267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] For port 62c480fa-6e24-4115-ad85-76aa03efaa44, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=62c480fa-6e24-4115-ad85-76aa03efaa44,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:06.251251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2316467c-7385-4aa9-b07c-6c3b103b66e5 None None] Provisioning complete for port 62c480fa-6e24-4115-ad85-76aa03efaa44 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:06.251620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2316467c-7385-4aa9-b07c-6c3b103b66e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.260255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.300349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:06.307770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2316467c-7385-4aa9-b07c-6c3b103b66e5 None None] Port 62c480fa-6e24-4115-ad85-76aa03efaa44 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:06.312629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Attempting to bind port eb0377fe-1d73-411c-b513-91a282030992 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:06.313015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Attempting to bind port eb0377fe-1d73-411c-b513-91a282030992 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b2066408-a748-4089-b715-4861b59d56c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '005da2f6-1a19-45da-be2f-cb7e3f0fa600'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:06.313346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Attempting to bind port eb0377fe-1d73-411c-b513-91a282030992 on network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:06.321552 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.332110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Port eb0377fe-1d73-411c-b513-91a282030992 on network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:09:06.332110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Attempting to bind port eb0377fe-1d73-411c-b513-91a282030992 on network 005da2f6-1a19-45da-be2f-cb7e3f0fa600 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:06.336737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:06.337076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Checking segment: {'id': 'b2066408-a748-4089-b715-4861b59d56c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '005da2f6-1a19-45da-be2f-cb7e3f0fa600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:06.337461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Bound using segment: {'id': 'b2066408-a748-4089-b715-4861b59d56c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '005da2f6-1a19-45da-be2f-cb7e3f0fa600'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:06.337902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Bound port: eb0377fe-1d73-411c-b513-91a282030992, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2066408-a748-4089-b715-4861b59d56c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '005da2f6-1a19-45da-be2f-cb7e3f0fa600'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:06.338613 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.342791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204e53ae-6527-4bd8-aadc-3a0e002d73a3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:06.346273 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.346845 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Added segment b43ae0c4-b8f0-4262-8bc6-df655d42a0b4 of type vlan for network 9d687f1d-3b0b-404d-a008-7f74d050a815 Nov 12 11:09:06.374603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703c9ac-de5a-4fa8-b771-0ec50a6a887c req-66afd998-4a30-426a-bd5f-bf1d2cd407cf tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.380430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734b77-3963-4066-81ff-32cee59cb339 req-b7705d88-163b-490e-b9c2-8c202a6ff230 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.383449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a703c9ac-de5a-4fa8-b771-0ec50a6a887c req-66afd998-4a30-426a-bd5f-bf1d2cd407cf tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 943 time: 0.2095110 Nov 12 11:09:06.389564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41734b77-3963-4066-81ff-32cee59cb339 req-b7705d88-163b-490e-b9c2-8c202a6ff230 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 944 time: 0.3313046 Nov 12 11:09:06.437047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d2efe479-ce64-46be-85d6-0b2025e0409f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port a45e4521-d9db-4c46-b56e-e063664074eb {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:06.438083 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2efe479-ce64-46be-85d6-0b2025e0409f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.488264 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41734b77-3963-4066-81ff-32cee59cb339 req-aff21058-d64b-46b3-9bc2-b632ec74b6f4 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976720 Nov 12 11:09:06.491031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.505002 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.528175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:06.533230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a703c9ac-de5a-4fa8-b771-0ec50a6a887c req-696c13ac-6c34-40a2-a06c-fceab821a7f2 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456463 Nov 12 11:09:06.533636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:09:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:06.565688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Pushing event deleted for resources: {'Port': ['ID=60ea0f53-99e7-422d-8291-1c6b2581a22e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:06.637851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3716a-48ea-498b-af43-1b4cb65fcc77 None None] Pushing event updated for resources: {'Port': ['ID=62c480fa-6e24-4115-ad85-76aa03efaa44,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:06.663716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] No DVR routers for this DVR port 60ea0f53-99e7-422d-8291-1c6b2581a22e on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:06.664998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 16395896-367b-4bfa-9c82-21240fbae912 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:09:06.667555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 60ea0f53-99e7-422d-8291-1c6b2581a22e no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:06.680116 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.697056 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d05b07d6-6181-43a8-a975-8a7012f403b6 req-ee868e72-5a85-4284-9715-7f466942e476 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.57 "DELETE /v2.0/ports/60ea0f53-99e7-422d-8291-1c6b2581a22e HTTP/1.1" status: 204 len: 173 time: 2.8499303 Nov 12 11:09:06.704355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'name': 'network-vif-deleted', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:06.712165 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde92037-8ee1-4bca-8d92-a88addf6106a" -d '{"events": [{"server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "name": "network-vif-deleted", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:06.737953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] For port eb0377fe-1d73-411c-b513-91a282030992, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:06.745558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-863e87df-147d-441b-a2d2-e23fea7faa74 None None] Provisioning complete for port d3d4d9f2-4d34-4a93-891e-7141254c0b62 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:06.749243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] For port eb0377fe-1d73-411c-b513-91a282030992, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=eb0377fe-1d73-411c-b513-91a282030992,segment=NetworkSegment(b2066408-a748-4089-b715-4861b59d56c2),segment_id=b2066408-a748-4089-b715-4861b59d56c2)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:06.754837 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-863e87df-147d-441b-a2d2-e23fea7faa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.770202 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.774859 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 60ea0f53-99e7-422d-8291-1c6b2581a22e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:06.784541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.785338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 60ea0f53-99e7-422d-8291-1c6b2581a22e not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:06.785683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.811896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2efe479-ce64-46be-85d6-0b2025e0409f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.842396 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fea6e2e-f99a-4b00-aa10-fbb96c0ca9d0 x-openstack-request-id: req-8fea6e2e-f99a-4b00-aa10-fbb96c0ca9d0 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:06.848357 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6", "name": "network-vif-deleted", "tag": "60ea0f53-99e7-422d-8291-1c6b2581a22e", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:06.848357 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8fea6e2e-f99a-4b00-aa10-fbb96c0ca9d0 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:06.848357 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6', 'name': 'network-vif-deleted', 'tag': '60ea0f53-99e7-422d-8291-1c6b2581a22e', 'status': 'completed', 'code': 200} Nov 12 11:09:06.848357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.894663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d2efe479-ce64-46be-85d6-0b2025e0409f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for a45e4521-d9db-4c46-b56e-e063664074eb owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:06.922048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:06.923031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:06.924817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] 10.222.0.69 "PUT /v2.0/ports/eb0377fe-1d73-411c-b513-91a282030992 HTTP/1.1" status: 200 len: 1093 time: 4.7461169 Nov 12 11:09:07.014195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d3d4d9f2-4d34-4a93-891e-7141254c0b62 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:07.014408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] Pushing event updated for resources: {'Network': ['ID=9d687f1d-3b0b-404d-a008-7f74d050a815,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:07.052211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e2cf0-4948-4d10-b48d-de49f5e35a8b service neutron] Pushing event updated for resources: {'Port': ['ID=eb0377fe-1d73-411c-b513-91a282030992,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:07.120526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9d687f1d-3b0b-404d-a008-7f74d050a815 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:07.138424 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:09:07.175291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57c7322f-55fd-4f6e-9e26-ae4145a75fff req-92d036be-6dd9-495d-b8f7-c34da942ad68 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ad5eeeb-48cc-4c9d-b3a5-3c61979ed1e6 HTTP/1.1" status: 200 len: 210 time: 0.1411090 Nov 12 11:09:07.243828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-3ebb3cbb-ed99-4339-b64d-72ffe6feec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:07.250986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-3ebb3cbb-ed99-4339-b64d-72ffe6feec9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=024c59a0dd3e48df81b4c75fff559bdc&device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 1096 time: 0.1067581 Nov 12 11:09:07.259762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-25bfa1d7-6b15-4e8e-bae7-fea61dd4ac5d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2028131 Nov 12 11:09:07.265466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48454) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:07.272276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:07.294320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Request body: {'subnet': {'network_id': '9d687f1d-3b0b-404d-a008-7f74d050a815', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1312979135-subnet', 'tenant_id': 'cd1f98f775cf4dbea6320b43eb85c45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:07.339865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-e9faa812-62f9-4a88-afa4-b77e67593b7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0377fe-1d73-411c-b513-91a282030992 HTTP/1.1" status: 200 len: 217 time: 0.0792744 Nov 12 11:09:07.405996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-625e00a1-fa9a-4889-b2c0-eb99717810f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:07.407644 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-625e00a1-fa9a-4889-b2c0-eb99717810f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=190dc5e2-48fd-4724-b663-ef06379441a1 HTTP/1.1" status: 200 len: 853 time: 0.0587652 Nov 12 11:09:07.421336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2efe479-ce64-46be-85d6-0b2025e0409f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.423723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Made reservation on behalf of cd1f98f775cf4dbea6320b43eb85c45a for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:07.427429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.430843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 16395896-367b-4bfa-9c82-21240fbae912, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=16395896-367b-4bfa-9c82-21240fbae912,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:07.448222 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-7b34bcf7-7a40-42e1-a247-8669d357f21c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=005da2f6-1a19-45da-be2f-cb7e3f0fa600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320399 Nov 12 11:09:07.473476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d3d4d9f2-4d34-4a93-891e-7141254c0b62 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:07.473927 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.513079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efe479-ce64-46be-85d6-0b2025e0409f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=a45e4521-d9db-4c46-b56e-e063664074eb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:07.520726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '16395896-367b-4bfa-9c82-21240fbae912', 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f', 'port_id': '16395896-367b-4bfa-9c82-21240fbae912', 'mac_address': 'fa:16:3e:c5:01:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c76c78-43b9-4371-8da7-d42062dbf526', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:09:07.527736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2efe479-ce64-46be-85d6-0b2025e0409f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.531782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d2efe479-ce64-46be-85d6-0b2025e0409f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/a45e4521-d9db-4c46-b56e-e063664074eb HTTP/1.1" status: 204 len: 168 time: 1.4760456 Nov 12 11:09:07.541078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48460) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:07.584613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-863e87df-147d-441b-a2d2-e23fea7faa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.753836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-863e87df-147d-441b-a2d2-e23fea7faa74 None None] For port d3d4d9f2-4d34-4a93-891e-7141254c0b62, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d3d4d9f2-4d34-4a93-891e-7141254c0b62,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:07.753956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-2a119295-b34c-4daf-9e4b-350e4a0a4284 service neutron] 10.222.0.69 "GET /v2.0/networks/005da2f6-1a19-45da-be2f-cb7e3f0fa600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883017 Nov 12 11:09:07.758562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.825404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a33d9-7d4c-4a70-907d-5413a919a228 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:07.827221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a33d9-7d4c-4a70-907d-5413a919a228 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:07.829552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e59a33d9-7d4c-4a70-907d-5413a919a228 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2873437 Nov 12 11:09:07.842601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48468) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:07.872812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eed23-9406-4a6f-a770-eba1c9a4981c req-3bd9f033-2592-4f4e-9b5a-c0b367c64fb0 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:07.874564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-561eed23-9406-4a6f-a770-eba1c9a4981c req-3bd9f033-2592-4f4e-9b5a-c0b367c64fb0 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 944 time: 0.2241101 Nov 12 11:09:07.917086 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-863e87df-147d-441b-a2d2-e23fea7faa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:07.950398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16395896-367b-4bfa-9c82-21240fbae912 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:08.078904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-561eed23-9406-4a6f-a770-eba1c9a4981c req-9b497efd-220f-445c-b200-55d6caea0dd9 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715115 Nov 12 11:09:08.109027 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.235831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Pushing event updated for resources: {'Subnet': ['ID=67db88e6-0df4-4af2-9539-84da5da8ee1e,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:08.250227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Checking segment: {'id': 'b43ae0c4-b8f0-4262-8bc6-df655d42a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9d687f1d-3b0b-404d-a008-7f74d050a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:08.250599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Network hostable DHCP agents. Network: 9d687f1d-3b0b-404d-a008-7f74d050a815, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:08.382252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.427224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Network 9d687f1d-3b0b-404d-a008-7f74d050a815 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:08.442302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8cd3a845-bb62-459b-b73d-a38ec721518b None None] Could not find standard attr ID for object a45e4521-d9db-4c46-b56e-e063664074eb. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:09:08.455131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 16395896-367b-4bfa-9c82-21240fbae912, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=16395896-367b-4bfa-9c82-21240fbae912,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:08.479369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e87df-147d-441b-a2d2-e23fea7faa74 None None] Pushing event updated for resources: {'Port': ['ID=d3d4d9f2-4d34-4a93-891e-7141254c0b62,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:08.534770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9d687f1d-3b0b-404d-a008-7f74d050a815) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:08.539024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:08.539631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.549742 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.551538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8cd3a845-bb62-459b-b73d-a38ec721518b None None] Provisioning complete for port 62c480fa-6e24-4115-ad85-76aa03efaa44 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:08.551900 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a845-bb62-459b-b73d-a38ec721518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.565470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62096a4f-e233-494a-838e-6384bdbb954b None None] Network 9d687f1d-3b0b-404d-a008-7f74d050a815 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:08.636569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96980b6c-e9bc-448e-be05-4049eb3b329f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3463638 Nov 12 11:09:08.706064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:09:06Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:08.829927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0572e43-ed44-4568-88c0-7b1f32bcd99d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 832d7573-c64f-41e9-aaf6-0ae61cb038ba {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:08.834248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0572e43-ed44-4568-88c0-7b1f32bcd99d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:08.836761 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:08.837191 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:08.860259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['16395896-367b-4bfa-9c82-21240fbae912'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:09:08.863079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=16395896-367b-4bfa-9c82-21240fbae912,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:08.873422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b45a16b-2b26-4872-a635-ac3f1d70a256 None None] The sync data for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 is: [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:09:06Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:08.889129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01488bd0-6888-409e-a577-9b5d2ba693f3', 'tag': 'eb0377fe-1d73-411c-b513-91a282030992'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:08.892529 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "01488bd0-6888-409e-a577-9b5d2ba693f3", "tag": "eb0377fe-1d73-411c-b513-91a282030992"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:08.947206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf1a18-8076-4059-90dc-98ca9c8f702b req-24d2185a-aa3d-4a90-9cfb-7786ec520637 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:08.964816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-02cf1a18-8076-4059-90dc-98ca9c8f702b req-24d2185a-aa3d-4a90-9cfb-7786ec520637 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 943 time: 1.3157690 Nov 12 11:09:08.994179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0572e43-ed44-4568-88c0-7b1f32bcd99d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:09.028110 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142da9b-5342-474c-bc23-1bba8b325ad8 req-8ce2b7d3-7ed0-4801-aa6a-f7f4b7aa40da tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:09.029867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5142da9b-5342-474c-bc23-1bba8b325ad8 req-8ce2b7d3-7ed0-4801-aa6a-f7f4b7aa40da tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 944 time: 0.1636341 Nov 12 11:09:09.139912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0572e43-ed44-4568-88c0-7b1f32bcd99d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:09.142345 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5142da9b-5342-474c-bc23-1bba8b325ad8 req-b920595d-aa28-4b04-97bf-82e20b555d8c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997102 Nov 12 11:09:09.251150 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6c5fbb3-036c-4069-89cd-793a8613f50b req-99c7fd08-169d-4ab4-a8ee-633c475da50f service neutron] 10.222.0.69 "GET /v2.0/networks/005da2f6-1a19-45da-be2f-cb7e3f0fa600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4944551 Nov 12 11:09:09.280069 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa878d6-d530-46ea-ad61-72d97f6d1909 x-openstack-request-id: req-3aa878d6-d530-46ea-ad61-72d97f6d1909 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:09.280433 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01488bd0-6888-409e-a577-9b5d2ba693f3", "tag": "eb0377fe-1d73-411c-b513-91a282030992", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:09.280647 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3aa878d6-d530-46ea-ad61-72d97f6d1909 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:09.281044 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01488bd0-6888-409e-a577-9b5d2ba693f3', 'tag': 'eb0377fe-1d73-411c-b513-91a282030992', 'status': 'completed', 'code': 200} Nov 12 11:09:09.347686 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a845-bb62-459b-b73d-a38ec721518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:09.355438 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0572e43-ed44-4568-88c0-7b1f32bcd99d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:09.446769 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-02cf1a18-8076-4059-90dc-98ca9c8f702b req-9395ec69-75ee-4e83-970d-866ce82e7ea6 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834974 Nov 12 11:09:09.494352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3422fb-1b32-419d-83a7-6a44e58d2353 req-ae4e5ada-6802-4818-80e4-ba49641dc6ee tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:09.508761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c3422fb-1b32-419d-83a7-6a44e58d2353 req-ae4e5ada-6802-4818-80e4-ba49641dc6ee tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 944 time: 0.1416166 Nov 12 11:09:09.515800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0572e43-ed44-4568-88c0-7b1f32bcd99d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=832d7573-c64f-41e9-aaf6-0ae61cb038ba,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:09.516292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a1a25-47f8-431f-8911-4229f4ad0e8c None None] Network 9d687f1d-3b0b-404d-a008-7f74d050a815 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:09.529728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0572e43-ed44-4568-88c0-7b1f32bcd99d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:09.537048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a0572e43-ed44-4568-88c0-7b1f32bcd99d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/832d7573-c64f-41e9-aaf6-0ae61cb038ba HTTP/1.1" status: 204 len: 168 time: 1.6900582 Nov 12 11:09:09.546011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48496) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.587398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-e0bb7c5a-b5df-4bc7-9f36-533e1865e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:09.592260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda02193-045d-4e84-8128-b2df1fb6408f None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:09.593578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-e0bb7c5a-b5df-4bc7-9f36-533e1865e659 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=024c59a0dd3e48df81b4c75fff559bdc&device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 1096 time: 0.1810982 Nov 12 11:09:09.637009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-48fe579e-6f6b-4bb3-81f6-b2ce54200b07 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:09.648182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-48fe579e-6f6b-4bb3-81f6-b2ce54200b07 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.57 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 944 time: 0.3929505 Nov 12 11:09:09.652171 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-095d82d7-43bb-4004-a321-e2bfd84d595b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030834 Nov 12 11:09:09.663621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48502) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.669878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c3422fb-1b32-419d-83a7-6a44e58d2353 req-14d9e327-e07f-493d-814f-7c6c8ed97736 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583080 Nov 12 11:09:09.737893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:09.811900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8cd3a845-bb62-459b-b73d-a38ec721518b None None] For port 62c480fa-6e24-4115-ad85-76aa03efaa44, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=62c480fa-6e24-4115-ad85-76aa03efaa44,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:09.907364 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a845-bb62-459b-b73d-a38ec721518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:09.915559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48506) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:09.920710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2145981943-network', 'tenant_id': '823f6c54aa144501987f3fc1489db912'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:10.056458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Deleting port a8678033-0198-4181-86cb-ff51fe3ba51d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:10.057295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.060612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Made reservation on behalf of 823f6c54aa144501987f3fc1489db912 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:10.065682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.086112 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.087760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3a845-bb62-459b-b73d-a38ec721518b None None] Pushing event updated for resources: {'Port': ['ID=62c480fa-6e24-4115-ad85-76aa03efaa44,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:10.181204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 62c480fa-6e24-4115-ad85-76aa03efaa44 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:10.236780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:10.270933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.271360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-08569404-2a26-457b-b2b6-8416496b0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:10.277370 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-08569404-2a26-457b-b2b6-8416496b0a83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=005da2f6-1a19-45da-be2f-cb7e3f0fa600 HTTP/1.1" status: 200 len: 914 time: 0.6282735 Nov 12 11:09:10.331464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 62c480fa-6e24-4115-ad85-76aa03efaa44 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:10.331832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.383685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.386891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] Deleting port d3d4d9f2-4d34-4a93-891e-7141254c0b62 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:10.387295 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.427069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:10.460355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:10.460516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.460516 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Added segment 94210ef9-6e1b-421e-b505-03b0a0e2988d of type vlan for network 6c976e4b-7c48-448f-83ef-875a1d328afd Nov 12 11:09:10.465207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.475654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-308c0013-e722-4aa5-a9f9-11f8f69a97f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0377fe-1d73-411c-b513-91a282030992 HTTP/1.1" status: 200 len: 217 time: 0.1787040 Nov 12 11:09:10.505844 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86c765-6d04-4bc3-a57b-e5143f73b818,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:10.549512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.549918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] For port d3d4d9f2-4d34-4a93-891e-7141254c0b62, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d3d4d9f2-4d34-4a93-891e-7141254c0b62,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:10.552300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.599019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] Calling delete_port for d3d4d9f2-4d34-4a93-891e-7141254c0b62 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:10.611185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d3d4d9f2-4d34-4a93-891e-7141254c0b62 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:10.655299 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.656426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:10.657002 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.689006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] For port a8678033-0198-4181-86cb-ff51fe3ba51d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a8678033-0198-4181-86cb-ff51fe3ba51d,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:10.689006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.709890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 16395896-367b-4bfa-9c82-21240fbae912 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:10.783594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d3d4d9f2-4d34-4a93-891e-7141254c0b62 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:10.784002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.785654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8689363 Nov 12 11:09:10.788992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48524) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:10.798476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Request body: {'subnet': {'network_id': '6c976e4b-7c48-448f-83ef-875a1d328afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2145981943-subnet', 'tenant_id': '823f6c54aa144501987f3fc1489db912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:10.808683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738e9d0-e2e4-40ab-b71e-c3f8192c593c admin admin] Pushing event updated for resources: {'Network': ['ID=6c976e4b-7c48-448f-83ef-875a1d328afd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:10.825832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6c976e4b-7c48-448f-83ef-875a1d328afd details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:10.830676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faac2b3-f11b-4b3f-859c-ce3a81f7f08e req-8ae54c05-d308-48ae-9b2d-eca7fbf9ef82 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:10.832824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1faac2b3-f11b-4b3f-859c-ce3a81f7f08e req-8ae54c05-d308-48ae-9b2d-eca7fbf9ef82 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 944 time: 0.5501943 Nov 12 11:09:10.877449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Calling delete_port for a8678033-0198-4181-86cb-ff51fe3ba51d owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:10.909175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Made reservation on behalf of 823f6c54aa144501987f3fc1489db912 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:10.912657 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.972377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 16395896-367b-4bfa-9c82-21240fbae912 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:09:10.979328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 16395896-367b-4bfa-9c82-21240fbae912 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:10.979693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:10.993116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-d9e4708e-f45e-42ec-becc-1611736cfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:10.995071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-d9e4708e-f45e-42ec-becc-1611736cfd4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=190dc5e2-48fd-4724-b663-ef06379441a1 HTTP/1.1" status: 200 len: 853 time: 0.3679910 Nov 12 11:09:11.002590 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1faac2b3-f11b-4b3f-859c-ce3a81f7f08e req-441481b7-fcb1-4bce-b14c-6d16944b1fe0 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571891 Nov 12 11:09:11.041057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.115799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-ccae98f3-0bc5-4323-b7af-f68e69117a96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=005da2f6-1a19-45da-be2f-cb7e3f0fa600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383024 Nov 12 11:09:11.118559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] Pushing event deleted for resources: {'Port': ['ID=d3d4d9f2-4d34-4a93-891e-7141254c0b62,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:11.132420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b3878-f19a-41f4-9d50-9499321bb4ff None None] No DVR routers for this DVR port d3d4d9f2-4d34-4a93-891e-7141254c0b62 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:11.217882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.258478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879c61b0-6d4b-45dc-9cc9-33e668b48280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16395896-367b-4bfa-9c82-21240fbae912'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:11.261725 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e9e1c4-0809-41b0-a31d-be7da76181f8" -d '{"events": [{"server_uuid": "879c61b0-6d4b-45dc-9cc9-33e668b48280", "name": "network-vif-plugged", "status": "completed", "tag": "16395896-367b-4bfa-9c82-21240fbae912"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:11.291440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 16395896-367b-4bfa-9c82-21240fbae912, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=16395896-367b-4bfa-9c82-21240fbae912,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:11.341660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.369334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.369964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a8678033-0198-4181-86cb-ff51fe3ba51d no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:11.437858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221dfed-ccdc-43ba-8138-648d0f5fbf37 req-8ab5c713-650b-4615-8400-e505fff42192 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:11.440138 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1221dfed-ccdc-43ba-8138-648d0f5fbf37 req-8ab5c713-650b-4615-8400-e505fff42192 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 944 time: 0.2817669 Nov 12 11:09:11.463724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d34ec8f-f56c-4ab7-9de3-b5608b1f60e8,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:11.474504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Checking segment: {'id': '94210ef9-6e1b-421e-b505-03b0a0e2988d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6c976e4b-7c48-448f-83ef-875a1d328afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:11.474956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Network hostable DHCP agents. Network: 6c976e4b-7c48-448f-83ef-875a1d328afd, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:11.484773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=16395896-367b-4bfa-9c82-21240fbae912,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:11.529418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.532591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-10b1e149-ec98-4b41-932f-d940f691c77a service neutron] 10.222.0.69 "GET /v2.0/networks/005da2f6-1a19-45da-be2f-cb7e3f0fa600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085965 Nov 12 11:09:11.600409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Pushing event deleted for resources: {'Port': ['ID=a8678033-0198-4181-86cb-ff51fe3ba51d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:11.607599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Network 6c976e4b-7c48-448f-83ef-875a1d328afd is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:11.704000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 6c976e4b-7c48-448f-83ef-875a1d328afd) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:11.709324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:11.709965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.712485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1221dfed-ccdc-43ba-8138-648d0f5fbf37 req-73f566ed-0c71-46b8-8ec8-57930c892e89 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374249 Nov 12 11:09:11.728547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46587ed-8b39-4157-8ccc-de2c526b7f88 None None] Network 6c976e4b-7c48-448f-83ef-875a1d328afd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:11.729408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] No DVR routers for this DVR port a8678033-0198-4181-86cb-ff51fe3ba51d on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:11.735694 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:11.739202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c7df8a9-66b1-4d52-ae28-b2435a3a67d4 req-5734c054-3041-415f-a286-0e2e6a250127 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.57 "DELETE /v2.0/ports/a8678033-0198-4181-86cb-ff51fe3ba51d HTTP/1.1" status: 204 len: 173 time: 2.0764279 Nov 12 11:09:11.739690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'name': 'network-vif-deleted', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:11.742090 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f51b6f-430b-48bf-ac1d-28e29152f18d" -d '{"events": [{"server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "name": "network-vif-deleted", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:11.849886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0a858eff-3552-452d-9a84-73cc2681db4e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0599480 Nov 12 11:09:11.952460 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280929b-2f06-42de-9e2d-29fa1140126d x-openstack-request-id: req-c280929b-2f06-42de-9e2d-29fa1140126d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:11.952753 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062c08c-87b5-4e32-b9e5-364602c56d73", "name": "network-vif-deleted", "tag": "a8678033-0198-4181-86cb-ff51fe3ba51d", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:11.953105 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c280929b-2f06-42de-9e2d-29fa1140126d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:11.953413 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062c08c-87b5-4e32-b9e5-364602c56d73', 'name': 'network-vif-deleted', 'tag': 'a8678033-0198-4181-86cb-ff51fe3ba51d', 'status': 'completed', 'code': 200} Nov 12 11:09:12.035118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d272aa7-ce6e-4c64-983b-2f9370cab4c7 req-4292e386-954e-48bd-a78a-8573f350234f service neutron] 10.222.0.69 "GET /v2.0/networks/005da2f6-1a19-45da-be2f-cb7e3f0fa600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884596 Nov 12 11:09:12.058440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:09:12.063322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.092872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b519df-fef5-4ebf-bd08-2936e7992467 req-34b3d2f8-b9f4-441c-b8f4-103329d3b160 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:12.101256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1b519df-fef5-4ebf-bd08-2936e7992467 req-34b3d2f8-b9f4-441c-b8f4-103329d3b160 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 944 time: 0.2776144 Nov 12 11:09:12.171274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:12.181157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:12.184996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185c1b-29b6-49a8-9050-d56c9905820c req-0fc18078-4612-41e9-a4bc-d6e08f4bfc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:12.186840 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-30185c1b-29b6-49a8-9050-d56c9905820c req-0fc18078-4612-41e9-a4bc-d6e08f4bfc6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 1097 time: 0.2110491 Nov 12 11:09:12.191296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:12.192090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.204519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14d9bdf2-6aad-4abe-8212-7e22d029999a req-e4b0ebd4-f4ef-459b-9e40-694e643e7c01 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=1062c08c-87b5-4e32-b9e5-364602c56d73 HTTP/1.1" status: 200 len: 210 time: 0.0374963 Nov 12 11:09:12.263571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=dfc12e5b-61b4-422a-bb96-4af018e9efc0,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:12.285308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1b519df-fef5-4ebf-bd08-2936e7992467 req-4387aac1-14bd-4a57-9350-3b10ac3fb9bf tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827774 Nov 12 11:09:12.303166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0e26eacc-6a0c-4a5b-8bd9-ae8ec99c4b1a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6383932 Nov 12 11:09:12.306143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48548) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:12.330328 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d7f21b-a728-49f4-bb0b-ccd86340f648 x-openstack-request-id: req-98d7f21b-a728-49f4-bb0b-ccd86340f648 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:12.331284 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879c61b0-6d4b-45dc-9cc9-33e668b48280", "name": "network-vif-plugged", "status": "completed", "tag": "16395896-367b-4bfa-9c82-21240fbae912", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:12.331729 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98d7f21b-a728-49f4-bb0b-ccd86340f648 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:12.333078 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879c61b0-6d4b-45dc-9cc9-33e668b48280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16395896-367b-4bfa-9c82-21240fbae912', 'code': 200} Nov 12 11:09:12.337111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 62c480fa-6e24-4115-ad85-76aa03efaa44 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:12.341721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device eb0377fe-1d73-411c-b513-91a282030992 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:09:12.343986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ccbbb9-5a12-4e35-872a-fe22918d2961 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:12.344487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-30185c1b-29b6-49a8-9050-d56c9905820c req-bf4f806d-1921-403d-bebc-dd80275fdbec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439090 Nov 12 11:09:12.345991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:66:4e:73', 'name': 'tempest-NetworksTestDHCPv6-107442382'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:12.638937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:12.684291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282478bc-8560-4ce5-b8ac-3a2aab80050b None None] Network 6c976e4b-7c48-448f-83ef-875a1d328afd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:12.724398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port eb0377fe-1d73-411c-b513-91a282030992, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=eb0377fe-1d73-411c-b513-91a282030992,segment=NetworkSegment(b2066408-a748-4089-b715-4861b59d56c2),segment_id=b2066408-a748-4089-b715-4861b59d56c2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:12.764776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'eb0377fe-1d73-411c-b513-91a282030992', 'network_id': '005da2f6-1a19-45da-be2f-cb7e3f0fa600', 'port_id': 'eb0377fe-1d73-411c-b513-91a282030992', 'mac_address': 'fa:16:3e:7c:2a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190dc5e2-48fd-4724-b663-ef06379441a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:09:12.820234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 62c480fa-6e24-4115-ad85-76aa03efaa44 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:12.820671 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.956578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'dfc12e5b-61b4-422a-bb96-4af018e9efc0'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:12.957549 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:12.992946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf5cf-203e-4873-bb41-443989c15eb4 req-3dde2694-51ec-4161-ad74-edc16581c9a0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:12.994798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89acf5cf-203e-4873-bb41-443989c15eb4 req-3dde2694-51ec-4161-ad74-edc16581c9a0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.1117425 Nov 12 11:09:13.012813 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.048853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port b344163d-1945-4715-a539-21bfa201fa90 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:13.124573 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89acf5cf-203e-4873-bb41-443989c15eb4 req-e9a875ea-9277-4955-b1bb-a6b4eb679f0f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001217 Nov 12 11:09:13.125039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2594b5-1208-4720-8301-33290bc2a342 req-45c79d88-a379-441c-a9c8-84211fc7ac06 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:13.134197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-45c79d88-a379-441c-a9c8-84211fc7ac06 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/networks?id=9d687f1d-3b0b-404d-a008-7f74d050a815 HTTP/1.1" status: 200 len: 825 time: 0.2995670 Nov 12 11:09:13.275308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fe66:4e73 (5548ef9b-af8a-4319-aa1a-0d0b38428140/dfc12e5b-61b4-422a-bb96-4af018e9efc0/b344163d-1945-4715-a539-21bfa201fa90) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:13.280562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.339331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0377fe-1d73-411c-b513-91a282030992 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:13.454337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port eb0377fe-1d73-411c-b513-91a282030992, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=eb0377fe-1d73-411c-b513-91a282030992,segment=NetworkSegment(b2066408-a748-4089-b715-4861b59d56c2),segment_id=b2066408-a748-4089-b715-4861b59d56c2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:13.472372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-73e7ad84-4da0-43fd-8d1e-6d382a92c520 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/quotas/cd1f98f775cf4dbea6320b43eb85c45a HTTP/1.1" status: 200 len: 375 time: 0.3365979 Nov 12 11:09:13.544270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.572293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-f8d6bb28-d224-4547-83bb-82c2560e82bc tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=cd1f98f775cf4dbea6320b43eb85c45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986977 Nov 12 11:09:13.622596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d3d4d9f2-4d34-4a93-891e-7141254c0b62 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:13.697597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d3d4d9f2-4d34-4a93-891e-7141254c0b62 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:13.698301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4717257-bc2c-4021-9929-185c5cbc4226 req-4880ed89-5608-4a4a-b44d-596e3ae98121 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:13.700982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d3d4d9f2-4d34-4a93-891e-7141254c0b62 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:13.716878 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c4717257-bc2c-4021-9929-185c5cbc4226 req-4880ed89-5608-4a4a-b44d-596e3ae98121 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 945 time: 0.1383033 Nov 12 11:09:13.769646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-30d8a62b-0660-46c8-8f0b-1f56b647fdf7 service neutron] 10.222.0.98 "GET /v2.0/networks/9d687f1d-3b0b-404d-a008-7f74d050a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958833 Nov 12 11:09:13.782144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=eb0377fe-1d73-411c-b513-91a282030992,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:13.830203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c4717257-bc2c-4021-9929-185c5cbc4226 req-6e56b7b1-2fb1-4a3c-8ce5-f4eef3c4a1d5 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120884 Nov 12 11:09:13.861106 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:13.932825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['eb0377fe-1d73-411c-b513-91a282030992'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:09:13.997858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-842522b0-8ba8-4b81-97d4-b6b3eb9a96ca service neutron] 10.222.0.98 "GET /v2.0/networks/9d687f1d-3b0b-404d-a008-7f74d050a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273881 Nov 12 11:09:14.075472 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.161686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Allocated IP 2001:db8::f816:3eff:feec:317c (5548ef9b-af8a-4319-aa1a-0d0b38428140/dfc12e5b-61b4-422a-bb96-4af018e9efc0/4dc2da9c-66b2-4296-8239-9665140de096) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:14.180186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=b344163d-1945-4715-a539-21bfa201fa90,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:14.200748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:14.202199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:14.206339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:14.220678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:14.221434 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.346825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-98d94ac5-1392-4b85-99e6-325bf1b1e6e1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0334415 Nov 12 11:09:14.350755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48584) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:14.473789 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.494972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc71615-160d-4351-8b54-6eea41e631dd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:14.497440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8fc71615-160d-4351-8b54-6eea41e631dd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1449828 Nov 12 11:09:14.500465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48592) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:14.526198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e825-592c-43cb-9ea5-a6c923fce550 req-52890f3d-dcaa-4020-b5c3-be72a5f4b585 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:14.528853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64f2e825-592c-43cb-9ea5-a6c923fce550 req-52890f3d-dcaa-4020-b5c3-be72a5f4b585 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.0855904 Nov 12 11:09:14.577639 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.613251 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64f2e825-592c-43cb-9ea5-a6c923fce550 req-d18c9299-f5b0-4e26-bdfc-0d6e1196079b tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732613 Nov 12 11:09:14.684068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:14.690188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:14.696587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:14.706791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Pushing event updated for resources: {'Port': ['ID=4dc2da9c-66b2-4296-8239-9665140de096,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:14.779380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Attempting to bind port 4dc2da9c-66b2-4296-8239-9665140de096 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:14.779779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Attempting to bind port 4dc2da9c-66b2-4296-8239-9665140de096 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:14.780165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Attempting to bind port 4dc2da9c-66b2-4296-8239-9665140de096 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:14.802744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:14.803121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:14.803535 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.803956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:14.804540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Bound port: 4dc2da9c-66b2-4296-8239-9665140de096, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:14.804897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.820621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-791c326d-4c37-4f12-b738-ff6f93c1094f req-653ea6d4-2018-4a8b-bdaf-9209ae9d650d tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 210 time: 0.1222899 Nov 12 11:09:14.921249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-009d06c6-195e-4854-a947-3ce041309794 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port b344163d-1945-4715-a539-21bfa201fa90 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:14.928878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-009d06c6-195e-4854-a947-3ce041309794 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:14.977853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cd438-149c-4a83-bbdc-3e994ea1f77d req-5a72f116-29aa-4e7f-9ca2-f1fb3cd7600e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:14.991024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-429cd438-149c-4a83-bbdc-3e994ea1f77d req-5a72f116-29aa-4e7f-9ca2-f1fb3cd7600e tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 944 time: 0.2140441 Nov 12 11:09:15.009386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] For port 4dc2da9c-66b2-4296-8239-9665140de096, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:15.015001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] For port 4dc2da9c-66b2-4296-8239-9665140de096, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4dc2da9c-66b2-4296-8239-9665140de096,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:15.063639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-429cd438-149c-4a83-bbdc-3e994ea1f77d req-94403aca-a002-4e41-aac7-6e66ddf7aef6 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/security-groups?id=1ec09f99-9e39-4c85-baaa-026b4ef24b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714595 Nov 12 11:09:15.154698 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.171907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-832984c1-7566-4037-8ce2-d65aa12c312c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:15.173611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-832984c1-7566-4037-8ce2-d65aa12c312c tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.69 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 944 time: 0.1524353 Nov 12 11:09:15.176705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-009d06c6-195e-4854-a947-3ce041309794 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.212274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-009d06c6-195e-4854-a947-3ce041309794 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for b344163d-1945-4715-a539-21bfa201fa90 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:15.303241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a4b82-fcce-45c7-9b8d-5cd18713dec1 None None] Pushing event updated for resources: {'Port': ['ID=4dc2da9c-66b2-4296-8239-9665140de096,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:15.336825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1fe41-5bd4-47bb-a23c-f4172f8ccadd req-5efa973d-cecb-4dc9-8cae-7af722987f32 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:15.364839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2c1fe41-5bd4-47bb-a23c-f4172f8ccadd req-5efa973d-cecb-4dc9-8cae-7af722987f32 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 945 time: 0.1648488 Nov 12 11:09:15.472061 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-009d06c6-195e-4854-a947-3ce041309794 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.478336 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:09:15.499566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2c1fe41-5bd4-47bb-a23c-f4172f8ccadd req-d3eababc-5cc9-4b13-80a5-67a853113132 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328118 Nov 12 11:09:15.520987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d06c6-195e-4854-a947-3ce041309794 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=b344163d-1945-4715-a539-21bfa201fa90,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:15.576279 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-009d06c6-195e-4854-a947-3ce041309794 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.583338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-009d06c6-195e-4854-a947-3ce041309794 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/b344163d-1945-4715-a539-21bfa201fa90 HTTP/1.1" status: 204 len: 168 time: 1.0813699 Nov 12 11:09:15.585774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48610) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:15.609950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Deleting port fb5de9c1-8953-46b0-b26e-4c4496faddaf {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:15.614490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.774699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132291f5-c865-48c7-b9c0-50fa5edecd22 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:15.776009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132291f5-c865-48c7-b9c0-50fa5edecd22 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:15.777757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-132291f5-c865-48c7-b9c0-50fa5edecd22 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1908345 Nov 12 11:09:15.781120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48612) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:15.860836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] For port fb5de9c1-8953-46b0-b26e-4c4496faddaf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fb5de9c1-8953-46b0-b26e-4c4496faddaf,segment=NetworkSegment(b642997c-735e-4d69-8a8d-abe177e830cf),segment_id=b642997c-735e-4d69-8a8d-abe177e830cf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:15.861738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:15.881131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Calling delete_port for fb5de9c1-8953-46b0-b26e-4c4496faddaf owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:15.911237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb034c59-2fbf-4e2f-95d6-f2e04d07016a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet dfc12e5b-61b4-422a-bb96-4af018e9efc0 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:15.921498 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb034c59-2fbf-4e2f-95d6-f2e04d07016a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.051167 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb034c59-2fbf-4e2f-95d6-f2e04d07016a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.089548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device eb0377fe-1d73-411c-b513-91a282030992 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:16.199285 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7051029c-fd6d-4c8c-91cf-0d2c63912bad req-9189c32f-fa75-471d-b148-2b3cb53a86cd tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 210 time: 0.0833542 Nov 12 11:09:16.210832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952c7d6-8bcb-4297-a9ae-873dcddb38d6 req-e2e976d2-4c51-4ce0-986f-b3e5972127d3 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:16.217837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1952c7d6-8bcb-4297-a9ae-873dcddb38d6 req-e2e976d2-4c51-4ce0-986f-b3e5972127d3 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.5859175 Nov 12 11:09:16.265635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4dc2da9c-66b2-4296-8239-9665140de096 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:16.306367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244588-bb91-47ff-8423-4d72b2540174 req-f19d1a9a-2fbf-4ea2-bbe2-771d6faec91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:16.308290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68244588-bb91-47ff-8423-4d72b2540174 req-f19d1a9a-2fbf-4ea2-bbe2-771d6faec91b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 1097 time: 0.6736274 Nov 12 11:09:16.433794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4dc2da9c-66b2-4296-8239-9665140de096 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:16.434647 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.488775 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1952c7d6-8bcb-4297-a9ae-873dcddb38d6 req-6c649969-9a41-4d08-85ba-294a09fd44df tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502732 Nov 12 11:09:16.491997 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.569176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port eb0377fe-1d73-411c-b513-91a282030992 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:09:16.610178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port eb0377fe-1d73-411c-b513-91a282030992 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:16.610896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.655518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Pushing event deleted for resources: {'Port': ['ID=fb5de9c1-8953-46b0-b26e-4c4496faddaf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:16.792206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] No DVR routers for this DVR port fb5de9c1-8953-46b0-b26e-4c4496faddaf on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:16.795163 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.806924 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07214e3f-9878-4b36-8b47-1ff2b4d6d51a req-df361107-0d6a-4a57-90a8-f313f88fd905 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.69 "DELETE /v2.0/ports/fb5de9c1-8953-46b0-b26e-4c4496faddaf HTTP/1.1" status: 204 len: 173 time: 1.6204867 Nov 12 11:09:16.809678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'name': 'network-vif-deleted', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:16.819867 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043382f9-87da-41c2-a155-4495f049377f" -d '{"events": [{"server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "name": "network-vif-deleted", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:16.828875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244588-bb91-47ff-8423-4d72b2540174 req-613a9580-ad7c-43f1-a975-697ece29942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:16.829669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68244588-bb91-47ff-8423-4d72b2540174 req-613a9580-ad7c-43f1-a975-697ece29942d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 912 time: 0.5087650 Nov 12 11:09:16.939042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68244588-bb91-47ff-8423-4d72b2540174 req-4b7a0526-a361-4b24-91a4-670f890274f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16395896-367b-4bfa-9c82-21240fbae912 HTTP/1.1" status: 200 len: 217 time: 0.1019576 Nov 12 11:09:16.956679 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:16.978234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa1494-462b-48c8-9dba-42b9cde0bf14 req-58a6c6ed-1ee9-4a98-bd6f-f54cbe9e073d tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:16.980399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b3fa1494-462b-48c8-9dba-42b9cde0bf14 req-58a6c6ed-1ee9-4a98-bd6f-f54cbe9e073d tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 945 time: 0.2785466 Nov 12 11:09:17.120181 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.145966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68244588-bb91-47ff-8423-4d72b2540174 req-213921b1-3238-4a73-8e30-93a967f89c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:17.147828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68244588-bb91-47ff-8423-4d72b2540174 req-213921b1-3238-4a73-8e30-93a967f89c15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c76c78-43b9-4371-8da7-d42062dbf526 HTTP/1.1" status: 200 len: 851 time: 0.1661384 Nov 12 11:09:17.168713 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b3fa1494-462b-48c8-9dba-42b9cde0bf14 req-18333e65-c766-4df6-b713-c04b4eb11564 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636944 Nov 12 11:09:17.210034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93d4ae3b-6441-4acd-93cf-123f893385bb req-208871f3-913c-470f-b583-ce227e1969fc tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 210 time: 0.1583521 Nov 12 11:09:17.232436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 4dc2da9c-66b2-4296-8239-9665140de096, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4dc2da9c-66b2-4296-8239-9665140de096,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:17.246414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01488bd0-6888-409e-a577-9b5d2ba693f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0377fe-1d73-411c-b513-91a282030992'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:17.249496 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aabd830-2d44-4239-a035-0e4f70da4b5b" -d '{"events": [{"server_uuid": "01488bd0-6888-409e-a577-9b5d2ba693f3", "name": "network-vif-plugged", "status": "completed", "tag": "eb0377fe-1d73-411c-b513-91a282030992"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:17.266525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68244588-bb91-47ff-8423-4d72b2540174 req-fb18ff99-ee91-4992-ae50-7fa6c75478eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3113830-4b24-4afd-b356-495c65d08e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876210 Nov 12 11:09:17.266806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port eb0377fe-1d73-411c-b513-91a282030992, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=eb0377fe-1d73-411c-b513-91a282030992,segment=NetworkSegment(b2066408-a748-4089-b715-4861b59d56c2),segment_id=b2066408-a748-4089-b715-4861b59d56c2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:17.326306 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.338390 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb034c59-2fbf-4e2f-95d6-f2e04d07016a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.421075 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89671b04-3656-4ecd-ad86-3cbafe47c6c4 x-openstack-request-id: req-89671b04-3656-4ecd-ad86-3cbafe47c6c4 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:17.421075 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea1ae66-92d6-4a7d-a888-cc64a064de73", "name": "network-vif-deleted", "tag": "fb5de9c1-8953-46b0-b26e-4c4496faddaf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:17.421075 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89671b04-3656-4ecd-ad86-3cbafe47c6c4 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:17.421075 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea1ae66-92d6-4a7d-a888-cc64a064de73', 'name': 'network-vif-deleted', 'tag': 'fb5de9c1-8953-46b0-b26e-4c4496faddaf', 'status': 'completed', 'code': 200} Nov 12 11:09:17.463387 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1be028-b6b5-461a-bc19-3d2cb65dc22f x-openstack-request-id: req-7b1be028-b6b5-461a-bc19-3d2cb65dc22f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:17.464000 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01488bd0-6888-409e-a577-9b5d2ba693f3", "name": "network-vif-plugged", "status": "completed", "tag": "eb0377fe-1d73-411c-b513-91a282030992", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:17.464411 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7b1be028-b6b5-461a-bc19-3d2cb65dc22f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:17.464996 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01488bd0-6888-409e-a577-9b5d2ba693f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0377fe-1d73-411c-b513-91a282030992', 'code': 200} Nov 12 11:09:17.470417 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.473343 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.493415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=4dc2da9c-66b2-4296-8239-9665140de096,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:17.596816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef77b595-387d-40bd-b43c-70a33d12c6a7 req-f83c4f0d-ac5b-402e-b2dc-46e921823e4a tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 210 time: 0.1253633 Nov 12 11:09:17.657572 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb034c59-2fbf-4e2f-95d6-f2e04d07016a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.717222 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68244588-bb91-47ff-8423-4d72b2540174 req-4e847261-bc3b-4c27-a81b-e11859a5bb83 service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341116 Nov 12 11:09:17.790910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb034c59-2fbf-4e2f-95d6-f2e04d07016a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc12e5b-61b4-422a-bb96-4af018e9efc0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:17.811426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb034c59-2fbf-4e2f-95d6-f2e04d07016a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.823070 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eb034c59-2fbf-4e2f-95d6-f2e04d07016a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/dfc12e5b-61b4-422a-bb96-4af018e9efc0 HTTP/1.1" status: 204 len: 168 time: 2.0385351 Nov 12 11:09:17.824156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48640) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:17.895532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-961a0245-c785-4644-a2ca-0a83c71c8abd None None] Provisioning complete for port 4dc2da9c-66b2-4296-8239-9665140de096 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:17.896428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-961a0245-c785-4644-a2ca-0a83c71c8abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:17.902761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d9bcd-8d39-4181-a75e-69f36a0c92ab None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:17.919914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c76ef62e-0b0a-4b66-a360-549fa69be921 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916286 Nov 12 11:09:17.923644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48642) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:17.932719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c69bec-76a4-46b6-ac99-9515fe430f0a req-d5db7ffe-f8ed-4461-bb4f-77a853e6bbe7 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:17.941227 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55c69bec-76a4-46b6-ac99-9515fe430f0a req-d5db7ffe-f8ed-4461-bb4f-77a853e6bbe7 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.2599068 Nov 12 11:09:18.008343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68244588-bb91-47ff-8423-4d72b2540174 req-8bc7bdf2-f2d5-4d5c-b80b-7e516ece2c59 service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834885 Nov 12 11:09:18.050700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=eb0377fe-1d73-411c-b513-91a282030992,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:18.089571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae5600-5603-4cd0-b9c4-1e545da5ea69 req-0cc0d651-baaf-4e3c-b899-3b6a0c720cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:18.092214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8eae5600-5603-4cd0-b9c4-1e545da5ea69 req-0cc0d651-baaf-4e3c-b899-3b6a0c720cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 1098 time: 0.4937844 Nov 12 11:09:18.144260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fb5de9c1-8953-46b0-b26e-4c4496faddaf no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:18.187309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55c69bec-76a4-46b6-ac99-9515fe430f0a req-03fd6097-9def-4283-adde-99f9250d9ce0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452030 Nov 12 11:09:18.210451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4dc2da9c-66b2-4296-8239-9665140de096 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:18.238036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8eae5600-5603-4cd0-b9c4-1e545da5ea69 req-2125cabf-294c-4be9-85ea-a0df869882ff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345935 Nov 12 11:09:18.269960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57a3a5c-fb53-4655-a760-e04a1b32a861 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:18.271753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c57a3a5c-fb53-4655-a760-e04a1b32a861 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3064480 Nov 12 11:09:18.275127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48652) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:18.296788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: fb5de9c1-8953-46b0-b26e-4c4496faddaf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:18.302707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fb5de9c1-8953-46b0-b26e-4c4496faddaf not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:18.391542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2594b5-1208-4720-8301-33290bc2a342 req-e69e443c-6c0d-4bab-a14d-ec354960ef42 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:18.393304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-e69e443c-6c0d-4bab-a14d-ec354960ef42 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.69 "GET /v2.0/networks?id=9d687f1d-3b0b-404d-a008-7f74d050a815 HTTP/1.1" status: 200 len: 825 time: 0.2357557 Nov 12 11:09:18.467303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e13fa5f2-c4e4-43f6-94e4-709f88a4b283 req-56d3733e-1739-41b0-9894-def761edd841 tempest-LiveMigrationTest-877743864 tempest-LiveMigrationTest-877743864-project] 10.222.0.98 "GET /v2.0/ports?device_id=fea1ae66-92d6-4a7d-a888-cc64a064de73 HTTP/1.1" status: 200 len: 210 time: 0.0608013 Nov 12 11:09:18.470442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4dc2da9c-66b2-4296-8239-9665140de096 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:18.470821 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:18.477441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Request body: {'port': {'device_id': 'dbf24fd6-4bdd-48ce-a43f-835ca5de51d9', 'network_id': '9d687f1d-3b0b-404d-a008-7f74d050a815', 'admin_state_up': True, 'tenant_id': 'cd1f98f775cf4dbea6320b43eb85c45a'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:18.482801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e39a66-425d-4864-b550-dc5a36fcd20c req-f7125d37-fbb7-4c66-ba23-3a2098e1941c tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:18.498603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81e39a66-425d-4864-b550-dc5a36fcd20c req-f7125d37-fbb7-4c66-ba23-3a2098e1941c tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 946 time: 0.1583767 Nov 12 11:09:18.501643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c115a367-1bd4-4f50-b2c2-a9b1bc3d8ac1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:18.508650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48658) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:18.520328 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c115a367-1bd4-4f50-b2c2-a9b1bc3d8ac1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2428825 Nov 12 11:09:18.600870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-762cbef3-d53a-4650-baf9-de844aaec506 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896611 Nov 12 11:09:18.612711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48662) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:18.622275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:18.812957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:18.829636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4cd5768a-002c-4aa3-a57f-c30078bff728 None None] Could not find standard attr ID for object b344163d-1945-4715-a539-21bfa201fa90. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:09:18.897137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8852b029-a008-4191-be07-7bbe144e325e req-85d18bbf-eff1-4ef2-a0e1-e01c478ecf02 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 210 time: 0.0733080 Nov 12 11:09:18.920421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Made reservation on behalf of cd1f98f775cf4dbea6320b43eb85c45a for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:18.924639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:18.945989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81e39a66-425d-4864-b550-dc5a36fcd20c req-59ba9939-81c1-4b22-b07e-310eef1abcaf tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228928 Nov 12 11:09:18.953182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] Deleting port 4dc2da9c-66b2-4296-8239-9665140de096 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:18.954177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:19.129116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:19.133401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:19.151765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] For port 4dc2da9c-66b2-4296-8239-9665140de096, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4dc2da9c-66b2-4296-8239-9665140de096,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:19.156543 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:19.203133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] Calling delete_port for 4dc2da9c-66b2-4296-8239-9665140de096 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:19.262544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Allocated IP 172.20.0.11 (9d687f1d-3b0b-404d-a008-7f74d050a815/67db88e6-0df4-4af2-9539-84da5da8ee1e/d2aa41a6-1f40-47db-8913-e72afbe99e26) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:19.501059 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:19.536715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06031d8-8538-4562-a0d1-7a01285006d8 req-2db20a8a-1631-4adb-8824-5ed0162fd956 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:19.552350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c06031d8-8538-4562-a0d1-7a01285006d8 req-2db20a8a-1631-4adb-8824-5ed0162fd956 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.2341423 Nov 12 11:09:19.596358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] No DVR routers for this DVR port 4dc2da9c-66b2-4296-8239-9665140de096 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:19.609631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bc7ff-bb1a-44b9-b542-1f724528312c None None] Pushing event deleted for resources: {'Port': ['ID=4dc2da9c-66b2-4296-8239-9665140de096,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:19.647699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48672) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:19.724827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c06031d8-8538-4562-a0d1-7a01285006d8 req-61d27309-4579-4b15-981f-67e8f7956ff4 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669478 Nov 12 11:09:19.832381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:19.951275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:09:19.954337 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:19.998452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.015072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4dc2da9c-66b2-4296-8239-9665140de096 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:20.043247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4dc2da9c-66b2-4296-8239-9665140de096 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:20.043634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4dc2da9c-66b2-4296-8239-9665140de096 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:20.117076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Network 9d687f1d-3b0b-404d-a008-7f74d050a815 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:20.127726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:20.136143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:20.146928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Pushing event updated for resources: {'Port': ['ID=d2aa41a6-1f40-47db-8913-e72afbe99e26,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:20.201781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f54ac7-0280-4962-9c5b-123cca00ce25 req-47df8f5e-559b-446f-ba7c-76fde35bcf64 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:20.205201 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66f54ac7-0280-4962-9c5b-123cca00ce25 req-47df8f5e-559b-446f-ba7c-76fde35bcf64 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 932 time: 0.1277215 Nov 12 11:09:20.230757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:20.232146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.330944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66f54ac7-0280-4962-9c5b-123cca00ce25 req-067ab49d-ea76-4907-88d0-5758e4b8edeb tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135364 Nov 12 11:09:20.337059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-49e1955b-bda2-42f9-8020-56d1aab1cbc3 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8778610 Nov 12 11:09:20.358988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Request body: {'port': {'device_id': 'dbf24fd6-4bdd-48ce-a43f-835ca5de51d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:20.377439 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.445508 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.493007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:20.504920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:20.508887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a26250-3e00-477d-8759-89dcf2f1c1c5 admin admin] Deleting subnet dc4f7967-2b88-4bd2-a0b2-99b26f45a16b {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:20.511238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=c059195c-346d-477f-a899-c42d947ee894,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:20.515824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39f167-bba3-490b-b6a4-3c1c6cdec739 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:20.516344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:20.516950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.522938 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1a26250-3e00-477d-8759-89dcf2f1c1c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.575350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6835b-3359-4e90-903d-a7226139c8e8 req-c52e756d-a9d6-4873-a415-46d576304a01 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:20.584705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7c6835b-3359-4e90-903d-a7226139c8e8 req-c52e756d-a9d6-4873-a415-46d576304a01 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 946 time: 0.1776078 Nov 12 11:09:20.613930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1a26250-3e00-477d-8759-89dcf2f1c1c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:20.776953 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54c12ec2-38ef-4148-95b7-ba04f695098f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1605327 Nov 12 11:09:20.787865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7c6835b-3359-4e90-903d-a7226139c8e8 req-470f6738-4b90-43f5-80c3-40e531531818 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999378 Nov 12 11:09:20.788713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48688) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:20.811523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:fd:f1:de', 'name': 'tempest-NetworksTestDHCPv6-1131658777'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:20.883515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'c059195c-346d-477f-a899-c42d947ee894'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:20.884462 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.056706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2aa41a6-1f40-47db-8913-e72afbe99e26 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:21.078998 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.115245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1a26250-3e00-477d-8759-89dcf2f1c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.124959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Transition to ACTIVE for port object d2aa41a6-1f40-47db-8913-e72afbe99e26 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:09:21.153600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7864e9-0d48-4fd8-b279-2604a6a9e00c req-2e03f4c6-e7af-4d98-8dd3-339108a0fd82 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:21.161093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d7864e9-0d48-4fd8-b279-2604a6a9e00c req-2e03f4c6-e7af-4d98-8dd3-339108a0fd82 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.2055871 Nov 12 11:09:21.173988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Allocated IP 2001:db8::f816:3eff:fe10:4f50 (5548ef9b-af8a-4319-aa1a-0d0b38428140/c059195c-346d-477f-a899-c42d947ee894/3ccebb7d-5f84-426d-8696-08561bcf1aa5) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:21.269923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d7864e9-0d48-4fd8-b279-2604a6a9e00c req-d93a4976-bd48-4982-8bd7-215bc7545ca6 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978110 Nov 12 11:09:21.271274 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.347463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:21.381141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Pushing event updated for resources: {'Port': ['ID=d2aa41a6-1f40-47db-8913-e72afbe99e26,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:21.452049 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.456453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1a26250-3e00-477d-8759-89dcf2f1c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.488993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Attempting to bind port d2aa41a6-1f40-47db-8913-e72afbe99e26 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:21.489422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Attempting to bind port d2aa41a6-1f40-47db-8913-e72afbe99e26 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'b43ae0c4-b8f0-4262-8bc6-df655d42a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9d687f1d-3b0b-404d-a008-7f74d050a815'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:21.489832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Attempting to bind port d2aa41a6-1f40-47db-8913-e72afbe99e26 on network 9d687f1d-3b0b-404d-a008-7f74d050a815 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:21.497212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Port d2aa41a6-1f40-47db-8913-e72afbe99e26 on network 9d687f1d-3b0b-404d-a008-7f74d050a815 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:09:21.497638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Attempting to bind port d2aa41a6-1f40-47db-8913-e72afbe99e26 on network 9d687f1d-3b0b-404d-a008-7f74d050a815 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:21.504967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:21.505310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Checking segment: {'id': 'b43ae0c4-b8f0-4262-8bc6-df655d42a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9d687f1d-3b0b-404d-a008-7f74d050a815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:21.505811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Bound using segment: {'id': 'b43ae0c4-b8f0-4262-8bc6-df655d42a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9d687f1d-3b0b-404d-a008-7f74d050a815'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:21.506260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Bound port: d2aa41a6-1f40-47db-8913-e72afbe99e26, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43ae0c4-b8f0-4262-8bc6-df655d42a0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9d687f1d-3b0b-404d-a008-7f74d050a815'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:21.506620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.530408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.569287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a26250-3e00-477d-8759-89dcf2f1c1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4f7967-2b88-4bd2-a0b2-99b26f45a16b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:21.580987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1a26250-3e00-477d-8759-89dcf2f1c1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.585189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b1a26250-3e00-477d-8759-89dcf2f1c1c5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/dc4f7967-2b88-4bd2-a0b2-99b26f45a16b HTTP/1.1" status: 204 len: 168 time: 1.9359360 Nov 12 11:09:21.590369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48702) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:21.615072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:21.623531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:21.628892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:21.662644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] For port d2aa41a6-1f40-47db-8913-e72afbe99e26, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:21.670775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Pushing event updated for resources: {'Port': ['ID=3ccebb7d-5f84-426d-8696-08561bcf1aa5,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:21.672108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] For port d2aa41a6-1f40-47db-8913-e72afbe99e26, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d2aa41a6-1f40-47db-8913-e72afbe99e26,segment=NetworkSegment(b43ae0c4-b8f0-4262-8bc6-df655d42a0b4),segment_id=b43ae0c4-b8f0-4262-8bc6-df655d42a0b4)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:21.738299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Attempting to bind port 3ccebb7d-5f84-426d-8696-08561bcf1aa5 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:21.741305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Attempting to bind port 3ccebb7d-5f84-426d-8696-08561bcf1aa5 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:21.742993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Attempting to bind port 3ccebb7d-5f84-426d-8696-08561bcf1aa5 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:21.758701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:21.759082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:21.769410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.769410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:21.769410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Bound port: 3ccebb7d-5f84-426d-8696-08561bcf1aa5, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:21.769410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.770059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239fa1a-8ae2-4736-812e-48d71237ca59 req-cd0b6c29-9b65-46a0-9bf9-936b24ab12d7 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:21.770668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2239fa1a-8ae2-4736-812e-48d71237ca59 req-cd0b6c29-9b65-46a0-9bf9-936b24ab12d7 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 944 time: 0.2848039 Nov 12 11:09:21.783784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.801069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:21.801883 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.803400 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] 10.222.0.69 "PUT /v2.0/ports/d2aa41a6-1f40-47db-8913-e72afbe99e26 HTTP/1.1" status: 200 len: 1093 time: 1.4523571 Nov 12 11:09:21.806113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf24fd6-4bdd-48ce-a43f-835ca5de51d9', 'tag': 'd2aa41a6-1f40-47db-8913-e72afbe99e26'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:21.807557 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf24fd6-4bdd-48ce-a43f-835ca5de51d9", "tag": "d2aa41a6-1f40-47db-8913-e72afbe99e26"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:21.835607 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.893063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:21.916697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port ce97f7db-ff1e-403e-8d1c-7674ef489cdf yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:21.931382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] For port 3ccebb7d-5f84-426d-8696-08561bcf1aa5, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:21.936042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] For port 3ccebb7d-5f84-426d-8696-08561bcf1aa5, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3ccebb7d-5f84-426d-8696-08561bcf1aa5,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:22.016728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2239fa1a-8ae2-4736-812e-48d71237ca59 req-04160084-4119-4b00-8e0f-32236ab0a536 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735847 Nov 12 11:09:22.019440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1e3d5-eb26-4352-bc9a-a6b38d57a410 service neutron] Pushing event updated for resources: {'Port': ['ID=d2aa41a6-1f40-47db-8913-e72afbe99e26,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:22.052151 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.057276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a11011-23f6-4f46-a9e4-0f9c76618965 req-cc060363-2822-4971-b94a-37903297e58e tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:22.066804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60a11011-23f6-4f46-a9e4-0f9c76618965 req-cc060363-2822-4971-b94a-37903297e58e tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 946 time: 0.1504815 Nov 12 11:09:22.080127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2594b5-1208-4720-8301-33290bc2a342 req-eed013f0-3a27-4be7-b9ea-50de7d78c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:22.082280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-eed013f0-3a27-4be7-b9ea-50de7d78c78d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd1f98f775cf4dbea6320b43eb85c45a&device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 1096 time: 0.1416042 Nov 12 11:09:22.199787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818b3d6-e488-48eb-8c60-81b1566667e3 None None] Pushing event updated for resources: {'Port': ['ID=3ccebb7d-5f84-426d-8696-08561bcf1aa5,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:22.202416 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-76cdca3a-60e5-4f35-913c-dd95b2d31ca0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2aa41a6-1f40-47db-8913-e72afbe99e26 HTTP/1.1" status: 200 len: 217 time: 0.1031692 Nov 12 11:09:22.219005 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e914fcb-5a3f-4851-a310-5cbea6c45964 x-openstack-request-id: req-6e914fcb-5a3f-4851-a310-5cbea6c45964 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:22.219455 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf24fd6-4bdd-48ce-a43f-835ca5de51d9", "tag": "d2aa41a6-1f40-47db-8913-e72afbe99e26", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:22.219694 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e914fcb-5a3f-4851-a310-5cbea6c45964 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:22.220131 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf24fd6-4bdd-48ce-a43f-835ca5de51d9', 'tag': 'd2aa41a6-1f40-47db-8913-e72afbe99e26', 'status': 'completed', 'code': 200} Nov 12 11:09:22.279352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60a11011-23f6-4f46-a9e4-0f9c76618965 req-5ee7bef5-b3af-4eb0-9995-5da0ef4af0dd tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116005 Nov 12 11:09:22.294781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fefd:f1de (5548ef9b-af8a-4319-aa1a-0d0b38428140/c059195c-346d-477f-a899-c42d947ee894/ce97f7db-ff1e-403e-8d1c-7674ef489cdf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:22.297706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2594b5-1208-4720-8301-33290bc2a342 req-041772d4-ba66-4324-86e9-83445014b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:22.299212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-041772d4-ba66-4324-86e9-83445014b6be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67db88e6-0df4-4af2-9539-84da5da8ee1e HTTP/1.1" status: 200 len: 865 time: 0.0920258 Nov 12 11:09:22.309761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.368043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4128630-e35b-4e79-8aea-4503cbcc1279']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:22.391569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-d035ae2a-4aba-4fe7-8530-afb275aa22d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d687f1d-3b0b-404d-a008-7f74d050a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746675 Nov 12 11:09:22.403591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b642997c-735e-4d69-8a8d-abe177e830cf') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:22.403871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b642997c-735e-4d69-8a8d-abe177e830cf') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:22.433962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:22.527714 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:22.530953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8f4a-4bee-43cd-b4f4-ee5e563441dc req-04128c9b-fab9-4ca1-8496-113f9d0c5e35 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:22.575642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-496d8f4a-4bee-43cd-b4f4-ee5e563441dc req-04128c9b-fab9-4ca1-8496-113f9d0c5e35 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.1843531 Nov 12 11:09:22.646608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-1468b79d-4d0e-44c2-8c50-62b91b82fa20 service neutron] 10.222.0.69 "GET /v2.0/networks/9d687f1d-3b0b-404d-a008-7f74d050a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331779 Nov 12 11:09:22.719281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-496d8f4a-4bee-43cd-b4f4-ee5e563441dc req-da7790f4-7467-46e4-a686-640d5cab9843 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588562 Nov 12 11:09:22.829680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b2594b5-1208-4720-8301-33290bc2a342 req-640ef1ef-677a-4bb9-baef-096a13335110 service neutron] 10.222.0.69 "GET /v2.0/networks/9d687f1d-3b0b-404d-a008-7f74d050a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649437 Nov 12 11:09:22.852476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.865535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.865535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:22.868525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] 10.222.0.98 "DELETE /v2.0/networks/e4128630-e35b-4e79-8aea-4503cbcc1279 HTTP/1.1" status: 204 len: 168 time: 1.2751596 Nov 12 11:09:22.871259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:22.884432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd87ed-ba0a-4e35-ab24-61509c56bcef admin admin] Pushing event deleted for resources: {'Network': ['ID=e4128630-e35b-4e79-8aea-4503cbcc1279,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:22.950163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf498af-e6f3-4059-9a03-ac73abe3cfbb admin admin] Deleting subnet bae1678f-cda3-4134-b263-ccf1e913a9be {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:22.954317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9cf498af-e6f3-4059-9a03-ac73abe3cfbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.010409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.065910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9cf498af-e6f3-4059-9a03-ac73abe3cfbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.081661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:23.085195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:23.090670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:23.096652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.097484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.101282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=ce97f7db-ff1e-403e-8d1c-7674ef489cdf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:23.118094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-df3963b4-8093-4022-ab0d-e197e4472359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.120584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-df3963b4-8093-4022-ab0d-e197e4472359 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd1f98f775cf4dbea6320b43eb85c45a&device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 1096 time: 0.1356263 Nov 12 11:09:23.183033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9cf498af-e6f3-4059-9a03-ac73abe3cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.213971 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5999803f-084b-465f-944c-a6f71a5d4b07 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4169540 Nov 12 11:09:23.216896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48722) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:23.286104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181fc50-4b06-4655-bf23-fe225f341cf7 req-19e483f3-6a21-49e3-b81f-1fbda6ef4a17 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.296209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9181fc50-4b06-4655-bf23-fe225f341cf7 req-19e483f3-6a21-49e3-b81f-1fbda6ef4a17 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 944 time: 0.1490123 Nov 12 11:09:23.303629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-8da73e36-6476-4d61-a662-07f74bbda876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.305111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-8da73e36-6476-4d61-a662-07f74bbda876 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d687f1d-3b0b-404d-a008-7f74d050a815 HTTP/1.1" status: 200 len: 926 time: 0.1726913 Nov 12 11:09:23.376120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-85bb0514-03e4-4427-9c52-241c967fd3ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2aa41a6-1f40-47db-8913-e72afbe99e26 HTTP/1.1" status: 200 len: 217 time: 0.0575340 Nov 12 11:09:23.381814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d170ee6-e199-446e-9d6a-abe41bc8d601 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.388693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d170ee6-e199-446e-9d6a-abe41bc8d601 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.390510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0d170ee6-e199-446e-9d6a-abe41bc8d601 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1722500 Nov 12 11:09:23.399275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48730) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:23.469644 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9181fc50-4b06-4655-bf23-fe225f341cf7 req-736d968b-e856-4f95-aa07-f964d23978a8 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724329 Nov 12 11:09:23.496482 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9cf498af-e6f3-4059-9a03-ac73abe3cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.501158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76981da-1953-4507-984b-25d4538cfa0a req-1dc2928d-fac8-417c-96ae-898535c15282 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.502724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a76981da-1953-4507-984b-25d4538cfa0a req-1dc2928d-fac8-417c-96ae-898535c15282 tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.69 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 946 time: 0.1109073 Nov 12 11:09:23.637890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf498af-e6f3-4059-9a03-ac73abe3cfbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae1678f-cda3-4134-b263-ccf1e913a9be,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:23.647865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9cf498af-e6f3-4059-9a03-ac73abe3cfbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.649454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9cf498af-e6f3-4059-9a03-ac73abe3cfbb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/bae1678f-cda3-4134-b263-ccf1e913a9be HTTP/1.1" status: 204 len: 168 time: 0.7770281 Nov 12 11:09:23.654415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48732) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:23.673278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-859eab00-375f-4a8f-840b-822f1347b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.674761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-859eab00-375f-4a8f-840b-822f1347b23a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=67db88e6-0df4-4af2-9539-84da5da8ee1e HTTP/1.1" status: 200 len: 865 time: 0.2772081 Nov 12 11:09:23.695534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef2de-3107-4128-ba44-278295671844 req-fdd3ac8a-42c9-4df4-8ce1-852b764f2e8d tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:23.697324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-968ef2de-3107-4128-ba44-278295671844 req-fdd3ac8a-42c9-4df4-8ce1-852b764f2e8d tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 946 time: 0.3142836 Nov 12 11:09:23.745723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-865e3dc4-62c7-43c3-ba28-5023147f1f71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d687f1d-3b0b-404d-a008-7f74d050a815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584009 Nov 12 11:09:23.755019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5e1ff124-7e85-42f1-8fa0-2f228b0c1a26 None None] Provisioning complete for port 3ccebb7d-5f84-426d-8696-08561bcf1aa5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:23.755617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff124-7e85-42f1-8fa0-2f228b0c1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.769414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Deleting port eb0377fe-1d73-411c-b513-91a282030992 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:23.770292 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.776898 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.886992 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff124-7e85-42f1-8fa0-2f228b0c1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:23.936654 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5e1ff124-7e85-42f1-8fa0-2f228b0c1a26 None None] For port 3ccebb7d-5f84-426d-8696-08561bcf1aa5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3ccebb7d-5f84-426d-8696-08561bcf1aa5,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:23.995542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3cd1e-9e45-42fb-b078-d5660b824067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port ce97f7db-ff1e-403e-8d1c-7674ef489cdf {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:24.001542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ef3cd1e-9e45-42fb-b078-d5660b824067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.035149 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e1ff124-7e85-42f1-8fa0-2f228b0c1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.098781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ff124-7e85-42f1-8fa0-2f228b0c1a26 None None] Pushing event updated for resources: {'Port': ['ID=3ccebb7d-5f84-426d-8696-08561bcf1aa5,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:24.115253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.134030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3ccebb7d-5f84-426d-8696-08561bcf1aa5 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:24.146357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] For port eb0377fe-1d73-411c-b513-91a282030992, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=eb0377fe-1d73-411c-b513-91a282030992,segment=NetworkSegment(b2066408-a748-4089-b715-4861b59d56c2),segment_id=b2066408-a748-4089-b715-4861b59d56c2)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:24.147488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.197956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Calling delete_port for eb0377fe-1d73-411c-b513-91a282030992 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:24.203613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-eb11ec5c-2df2-4fab-8def-7ead8ecfe0d4 None None] Provisioning complete for port ce97f7db-ff1e-403e-8d1c-7674ef489cdf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:24.204264 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb11ec5c-2df2-4fab-8def-7ead8ecfe0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.216893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-968ef2de-3107-4128-ba44-278295671844 req-1d78fcfe-245e-475b-9b2c-5c6db330e04e tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/security-groups?id=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096509 Nov 12 11:09:24.221767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-c7a27277-5269-41f2-8c16-06d2fdeff423 service neutron] 10.222.0.69 "GET /v2.0/networks/9d687f1d-3b0b-404d-a008-7f74d050a815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363012 Nov 12 11:09:24.260871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-eb11ec5c-2df2-4fab-8def-7ead8ecfe0d4 None None] Port ce97f7db-ff1e-403e-8d1c-7674ef489cdf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:09:24.270389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 3ccebb7d-5f84-426d-8696-08561bcf1aa5 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:24.274406 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.274563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ef3cd1e-9e45-42fb-b078-d5660b824067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.303555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb1a8f-67ad-4745-b804-f60f38d12741 req-6d6b724d-19f5-4ba8-93d8-fb28692f5cf6 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:24.306248 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5deb1a8f-67ad-4745-b804-f60f38d12741 req-6d6b724d-19f5-4ba8-93d8-fb28692f5cf6 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.4269392 Nov 12 11:09:24.309540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0ad62e-5303-44a2-abf7-79e45176af2c']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:24.321391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7c5232-0314-4baf-b9ee-e184e2396727') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:24.321693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7c5232-0314-4baf-b9ee-e184e2396727') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:24.338125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3cd1e-9e45-42fb-b078-d5660b824067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for ce97f7db-ff1e-403e-8d1c-7674ef489cdf owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:24.359881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.416254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.440354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:24.440755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:24.443000 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:24.464586 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5deb1a8f-67ad-4745-b804-f60f38d12741 req-26ff7f26-4057-47e8-97d5-bea363e84f61 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182725 Nov 12 11:09:24.466079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3409c9-c18c-4230-9c8c-9bd1244e50cf req-3880c58d-9aa5-40d7-98cf-b82231c2030e service neutron] 10.222.0.69 "GET /v2.0/networks/9d687f1d-3b0b-404d-a008-7f74d050a815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352633 Nov 12 11:09:24.614324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.619914 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.626184 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] 10.222.0.98 "DELETE /v2.0/networks/eb0ad62e-5303-44a2-abf7-79e45176af2c HTTP/1.1" status: 204 len: 168 time: 0.9681923 Nov 12 11:09:24.646502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dbc12-6c3b-46c1-ae78-8178c3b7ce42 req-de175770-0fc3-4619-9345-10ec1a5792e8 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:24.657404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-280dbc12-6c3b-46c1-ae78-8178c3b7ce42 req-de175770-0fc3-4619-9345-10ec1a5792e8 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 944 time: 0.0929680 Nov 12 11:09:24.657757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a72cce-4eaf-46ff-ba7b-f83b51efe009 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0ad62e-5303-44a2-abf7-79e45176af2c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:24.685476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.685720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ef3cd1e-9e45-42fb-b078-d5660b824067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.720383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Pushing event deleted for resources: {'Port': ['ID=eb0377fe-1d73-411c-b513-91a282030992,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:24.727686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3cd1e-9e45-42fb-b078-d5660b824067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=ce97f7db-ff1e-403e-8d1c-7674ef489cdf,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:24.766028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] No DVR routers for this DVR port eb0377fe-1d73-411c-b513-91a282030992 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:24.772091 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-280dbc12-6c3b-46c1-ae78-8178c3b7ce42 req-a482ea14-715c-4f32-a295-2ecfe055cc94 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056929 Nov 12 11:09:24.772366 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.772481 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ef3cd1e-9e45-42fb-b078-d5660b824067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:24.772579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a76981da-1953-4507-984b-25d4538cfa0a req-14d68760-cb08-47d8-8e08-a0e7aa72f0ef tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.69 "DELETE /v2.0/ports/eb0377fe-1d73-411c-b513-91a282030992 HTTP/1.1" status: 204 len: 173 time: 1.2600689 Nov 12 11:09:24.772579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01488bd0-6888-409e-a577-9b5d2ba693f3', 'name': 'network-vif-deleted', 'tag': 'eb0377fe-1d73-411c-b513-91a282030992'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:24.779228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0ef3cd1e-9e45-42fb-b078-d5660b824067 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/ce97f7db-ff1e-403e-8d1c-7674ef489cdf HTTP/1.1" status: 204 len: 168 time: 1.3795552 Nov 12 11:09:24.780505 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5f5a10-1cc0-440a-9085-db0afc22a648" -d '{"events": [{"server_uuid": "01488bd0-6888-409e-a577-9b5d2ba693f3", "name": "network-vif-deleted", "tag": "eb0377fe-1d73-411c-b513-91a282030992"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:24.784062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48746) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:24.842099 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ef579-ff1e-46db-b446-1b32320fda92 x-openstack-request-id: req-678ef579-ff1e-46db-b446-1b32320fda92 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:24.842393 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01488bd0-6888-409e-a577-9b5d2ba693f3", "name": "network-vif-deleted", "tag": "eb0377fe-1d73-411c-b513-91a282030992", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:24.842648 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-678ef579-ff1e-46db-b446-1b32320fda92 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:24.843057 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01488bd0-6888-409e-a577-9b5d2ba693f3', 'name': 'network-vif-deleted', 'tag': 'eb0377fe-1d73-411c-b513-91a282030992', 'status': 'completed', 'code': 200} Nov 12 11:09:24.860564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0184727e-8da0-488e-93fe-6b76d5006312 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:24.863656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0184727e-8da0-488e-93fe-6b76d5006312 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:24.866438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0184727e-8da0-488e-93fe-6b76d5006312 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0793803 Nov 12 11:09:24.868961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48750) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:24.931025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31e1402-1f9c-42f1-8db6-067c1ad49189 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet c059195c-346d-477f-a899-c42d947ee894 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:24.935223 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f31e1402-1f9c-42f1-8db6-067c1ad49189 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.002434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f31e1402-1f9c-42f1-8db6-067c1ad49189 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.107010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f31e1402-1f9c-42f1-8db6-067c1ad49189 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.117112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48754) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:25.165796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-27f2380f-0593-49e5-9caf-1f1b46964da5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f81c3579f9504ec0a64c5f93b727b264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470357 Nov 12 11:09:25.167693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48756) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:25.233324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1597c80-2de1-44af-ba46-514b41be4522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.260884 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f31e1402-1f9c-42f1-8db6-067c1ad49189 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.263897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1597c80-2de1-44af-ba46-514b41be4522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.292728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e1402-1f9c-42f1-8db6-067c1ad49189 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=c059195c-346d-477f-a899-c42d947ee894,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:25.298493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f31e1402-1f9c-42f1-8db6-067c1ad49189 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.301846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f31e1402-1f9c-42f1-8db6-067c1ad49189 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/c059195c-346d-477f-a899-c42d947ee894 HTTP/1.1" status: 204 len: 168 time: 0.4318631 Nov 12 11:09:25.304250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48760) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:25.308262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd943d2a-a9e1-48f6-8973-a1becd8d4c83 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:25.355200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-65a9324f-bf6a-4b88-925c-1de10bfb7fd7 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485620 Nov 12 11:09:25.357344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48762) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:25.391537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:25.403334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1befeace-5818-4d41-b2ed-0331a174281d req-cc97b1c2-bcf1-4ae5-bd53-dfa6efcb105e tempest-ServerPasswordTestJSON-1082407181 tempest-ServerPasswordTestJSON-1082407181-project] 10.222.0.98 "GET /v2.0/ports?device_id=01488bd0-6888-409e-a577-9b5d2ba693f3 HTTP/1.1" status: 200 len: 210 time: 0.0499804 Nov 12 11:09:25.588961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:25.620060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321762a-c86a-4454-8b0f-1a16ad444a23 req-8987a663-ac84-49c2-b3a9-046e69e0d3fe tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:25.628635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7321762a-c86a-4454-8b0f-1a16ad444a23 req-8987a663-ac84-49c2-b3a9-046e69e0d3fe tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.0685933 Nov 12 11:09:25.674488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] Deleting port 3ccebb7d-5f84-426d-8696-08561bcf1aa5 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:25.674811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.706811 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7321762a-c86a-4454-8b0f-1a16ad444a23 req-55bde707-8178-4acb-a876-50abb6b5432a tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773759 Nov 12 11:09:25.767439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1597c80-2de1-44af-ba46-514b41be4522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.772184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] For port 3ccebb7d-5f84-426d-8696-08561bcf1aa5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3ccebb7d-5f84-426d-8696-08561bcf1aa5,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:25.772184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.772558 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1597c80-2de1-44af-ba46-514b41be4522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.774924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c1597c80-2de1-44af-ba46-514b41be4522 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1ec09f99-9e39-4c85-baaa-026b4ef24b1b HTTP/1.1" status: 204 len: 168 time: 0.6059985 Nov 12 11:09:25.789171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1597c80-2de1-44af-ba46-514b41be4522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec09f99-9e39-4c85-baaa-026b4ef24b1b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:25.790761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] Calling delete_port for 3ccebb7d-5f84-426d-8696-08561bcf1aa5 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:25.866094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:25.870409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:25.980416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0bb7c-a931-43c3-a6d1-ce055480ebb0 req-61b2c599-c14a-44cc-836c-22698bb8b2e6 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:25.989334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81e0bb7c-a931-43c3-a6d1-ce055480ebb0 req-61b2c599-c14a-44cc-836c-22698bb8b2e6 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 944 time: 0.1314151 Nov 12 11:09:25.997421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3ccebb7d-5f84-426d-8696-08561bcf1aa5 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:26.064687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81e0bb7c-a931-43c3-a6d1-ce055480ebb0 req-9e1d4d33-37f2-4ca0-973e-d9223e53979f tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742013 Nov 12 11:09:26.092358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.094614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device d2aa41a6-1f40-47db-8913-e72afbe99e26 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:09:26.097460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device eb0377fe-1d73-411c-b513-91a282030992 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:26.164567 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.190188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: eb0377fe-1d73-411c-b513-91a282030992 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:26.190533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device eb0377fe-1d73-411c-b513-91a282030992 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:26.255964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] Pushing event deleted for resources: {'Port': ['ID=3ccebb7d-5f84-426d-8696-08561bcf1aa5,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:26.259945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2428164c-acf9-4846-b837-b1fbc5c8459c None None] No DVR routers for this DVR port 3ccebb7d-5f84-426d-8696-08561bcf1aa5 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:26.325723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port d2aa41a6-1f40-47db-8913-e72afbe99e26, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d2aa41a6-1f40-47db-8913-e72afbe99e26,segment=NetworkSegment(b43ae0c4-b8f0-4262-8bc6-df655d42a0b4),segment_id=b43ae0c4-b8f0-4262-8bc6-df655d42a0b4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:26.343671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'd2aa41a6-1f40-47db-8913-e72afbe99e26', 'network_id': '9d687f1d-3b0b-404d-a008-7f74d050a815', 'port_id': 'd2aa41a6-1f40-47db-8913-e72afbe99e26', 'mac_address': 'fa:16:3e:09:35:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67db88e6-0df4-4af2-9539-84da5da8ee1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:09:26.475291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48780) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:26.548782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:09:26.550772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbe10d7-b10d-4b97-8cd8-5be934c658aa admin admin] Deleting subnet 190dc5e2-48fd-4724-b663-ef06379441a1 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:26.551976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.556509 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abbe10d7-b10d-4b97-8cd8-5be934c658aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.584412 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.601469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2aa41a6-1f40-47db-8913-e72afbe99e26 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:26.613794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:26.614938 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abbe10d7-b10d-4b97-8cd8-5be934c658aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.623294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:26.650008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port d2aa41a6-1f40-47db-8913-e72afbe99e26, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d2aa41a6-1f40-47db-8913-e72afbe99e26,segment=NetworkSegment(b43ae0c4-b8f0-4262-8bc6-df655d42a0b4),segment_id=b43ae0c4-b8f0-4262-8bc6-df655d42a0b4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:26.654894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:26.656695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e047315a-8b57-410c-b790-174b5e83577c None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:26.659095 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.721952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=9c6f6d77-1193-4810-9d2e-7ee3e4cb23f0,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:26.722333 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.736554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abbe10d7-b10d-4b97-8cd8-5be934c658aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:26.805166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=d2aa41a6-1f40-47db-8913-e72afbe99e26,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:26.811591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48788) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:26.840148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c1eb1de3-55f3-4ab1-88ef-1576e6ea1b14 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4815052 Nov 12 11:09:26.845146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48790) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:26.856172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:50:d6:b5', 'name': 'tempest-NetworksTestDHCPv6-243921101'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:26.931501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-20d00f84-81e5-462a-b347-4fb8d23ac5eb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=700e221f9455475f80c3ca6f9670794a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1184702 Nov 12 11:09:26.935653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '9c6f6d77-1193-4810-9d2e-7ee3e4cb23f0'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:26.936037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:26.938449 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.004805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-027730ec-70b3-4645-8fdc-3c989d347ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.032463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-027730ec-70b3-4645-8fdc-3c989d347ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.049732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['d2aa41a6-1f40-47db-8913-e72afbe99e26'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:09:27.072434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f4479-09c5-4c31-b74d-6a9571162b8e req-0602e150-84ed-488b-a0bb-f785a26662d5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:27.075103 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d2f4479-09c5-4c31-b74d-6a9571162b8e req-0602e150-84ed-488b-a0bb-f785a26662d5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.1780722 Nov 12 11:09:27.131969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abbe10d7-b10d-4b97-8cd8-5be934c658aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.169270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-027730ec-70b3-4645-8fdc-3c989d347ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.174326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-027730ec-70b3-4645-8fdc-3c989d347ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.178018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-027730ec-70b3-4645-8fdc-3c989d347ce5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9a8f72ad-7332-4206-9888-29ffe21d701a HTTP/1.1" status: 204 len: 168 time: 0.2386389 Nov 12 11:09:27.214108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Allocated IP 2001:db8::f816:3eff:fe0f:354a (5548ef9b-af8a-4319-aa1a-0d0b38428140/9c6f6d77-1193-4810-9d2e-7ee3e4cb23f0/a6dcd525-c29d-42f9-8043-6ad67914badd) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:27.239855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe10d7-b10d-4b97-8cd8-5be934c658aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190dc5e2-48fd-4724-b663-ef06379441a1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:27.264764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-abbe10d7-b10d-4b97-8cd8-5be934c658aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.272416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027730ec-70b3-4645-8fdc-3c989d347ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8f72ad-7332-4206-9888-29ffe21d701a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:27.272616 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-abbe10d7-b10d-4b97-8cd8-5be934c658aa admin admin] 10.222.0.98 "DELETE /v2.0/subnets/190dc5e2-48fd-4724-b663-ef06379441a1 HTTP/1.1" status: 204 len: 168 time: 0.7961524 Nov 12 11:09:27.274848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48800) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:27.299067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d2f4479-09c5-4c31-b74d-6a9571162b8e req-e3517ffa-2636-45b3-a98b-a5bd2720f839 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127514 Nov 12 11:09:27.385546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cbc62-3164-4bdb-aae0-0a6c9ff3b81e req-f996f5b3-1caa-4664-932e-5b9149e2ab46 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:27.394983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:27.395347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-473cbc62-3164-4bdb-aae0-0a6c9ff3b81e req-f996f5b3-1caa-4664-932e-5b9149e2ab46 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 945 time: 0.2103696 Nov 12 11:09:27.416335 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.482678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-473cbc62-3164-4bdb-aae0-0a6c9ff3b81e req-3ca4db2b-5d34-4bc0-a7cc-53f924a55a5b tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859497 Nov 12 11:09:27.530447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.558018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 140a43b9-78a1-4337-b738-a39f5dfdaa40 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:27.577402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.602678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005da2f6-1a19-45da-be2f-cb7e3f0fa600']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:27.619220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2066408-a748-4089-b715-4861b59d56c2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:27.619533 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2066408-a748-4089-b715-4861b59d56c2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:27.631511 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.640473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.656608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.665753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:27.666543 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:27.670670 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:27.823377 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.874559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:27.880940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fe50:d6b5 (5548ef9b-af8a-4319-aa1a-0d0b38428140/9c6f6d77-1193-4810-9d2e-7ee3e4cb23f0/140a43b9-78a1-4337-b738-a39f5dfdaa40) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:27.881431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:27.884327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:27.889499 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.901095 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.903626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd525-c29d-42f9-8043-6ad67914badd,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:27.919360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] 10.222.0.98 "DELETE /v2.0/networks/005da2f6-1a19-45da-be2f-cb7e3f0fa600 HTTP/1.1" status: 204 len: 168 time: 0.6418221 Nov 12 11:09:27.952396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38904a43-4163-4086-b6d6-1f4d1faca41f admin admin] Pushing event deleted for resources: {'Network': ['ID=005da2f6-1a19-45da-be2f-cb7e3f0fa600,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:27.977368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Attempting to bind port a6dcd525-c29d-42f9-8043-6ad67914badd on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:27.977840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Attempting to bind port a6dcd525-c29d-42f9-8043-6ad67914badd by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:27.978274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Attempting to bind port a6dcd525-c29d-42f9-8043-6ad67914badd on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:27.988895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:27.989346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:27.989843 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:27.990315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:27.994498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Bound port: a6dcd525-c29d-42f9-8043-6ad67914badd, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:27.995356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.085179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] For port a6dcd525-c29d-42f9-8043-6ad67914badd, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:28.095873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] For port a6dcd525-c29d-42f9-8043-6ad67914badd, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a6dcd525-c29d-42f9-8043-6ad67914badd,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:28.144815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.303258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.355185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.405067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960395b-ccc3-4018-aa44-5cd881ade1b1 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd525-c29d-42f9-8043-6ad67914badd,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:28.473204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:28.481498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:28.487404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:28.512369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:28.513365 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.520906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25248845-4cc6-41e1-8cc9-a007f388deb0 req-00bd7a37-1ed4-421c-bf47-838bd5f15cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:28.522332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25248845-4cc6-41e1-8cc9-a007f388deb0 req-00bd7a37-1ed4-421c-bf47-838bd5f15cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.1257625 Nov 12 11:09:28.522464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=140a43b9-78a1-4337-b738-a39f5dfdaa40,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:28.595118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48830) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:28.608587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25248845-4cc6-41e1-8cc9-a007f388deb0 req-7d8a7781-e28f-47ba-8d3f-1212a686094b tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851829 Nov 12 11:09:28.655214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-02d52a76-d4a0-4d44-af16-4bfa058d7c98 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8074706 Nov 12 11:09:28.659894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48832) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:28.737836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7c666-82bc-43bb-8d5a-9502c87e4978 req-44e8dd05-6f2e-4277-8f2e-0d25165bcfba tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:28.739747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75a7c666-82bc-43bb-8d5a-9502c87e4978 req-44e8dd05-6f2e-4277-8f2e-0d25165bcfba tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 945 time: 0.1586773 Nov 12 11:09:28.758228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48836) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:28.759061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ddce910f-ed4b-43c6-917e-8f7c89896ab6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=024c59a0dd3e48df81b4c75fff559bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449471 Nov 12 11:09:28.818344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75a7c666-82bc-43bb-8d5a-9502c87e4978 req-f36004be-c053-49d1-b76b-0adffaa456f2 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579076 Nov 12 11:09:28.891769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3cbed-01e1-43c8-ade9-7a32a0384237 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:28.899245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3cbed-01e1-43c8-ade9-7a32a0384237 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:28.902270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-55c3cbed-01e1-43c8-ade9-7a32a0384237 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2409568 Nov 12 11:09:28.904489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c964b771-a1f8-415a-bd2c-bbc17726dd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:28.905452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48840) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:28.943169 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c964b771-a1f8-415a-bd2c-bbc17726dd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.044152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-611fc6dc-0af2-43de-a7b8-e95f6160e035 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 140a43b9-78a1-4337-b738-a39f5dfdaa40 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:29.044994 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-611fc6dc-0af2-43de-a7b8-e95f6160e035 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.145397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c964b771-a1f8-415a-bd2c-bbc17726dd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.149687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c964b771-a1f8-415a-bd2c-bbc17726dd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.151206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c964b771-a1f8-415a-bd2c-bbc17726dd2a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/60fdf5d5-1a62-4fa7-a3c1-416eec8016b4 HTTP/1.1" status: 204 len: 168 time: 0.3912170 Nov 12 11:09:29.161638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964b771-a1f8-415a-bd2c-bbc17726dd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fdf5d5-1a62-4fa7-a3c1-416eec8016b4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:29.213787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-611fc6dc-0af2-43de-a7b8-e95f6160e035 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.228336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-611fc6dc-0af2-43de-a7b8-e95f6160e035 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 140a43b9-78a1-4337-b738-a39f5dfdaa40 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:29.251310 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9300eed5-9c59-4d21-83b4-4c14059b656e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.569168 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-611fc6dc-0af2-43de-a7b8-e95f6160e035 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.608100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fc6dc-0af2-43de-a7b8-e95f6160e035 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=140a43b9-78a1-4337-b738-a39f5dfdaa40,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:29.659568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-611fc6dc-0af2-43de-a7b8-e95f6160e035 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.667279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-611fc6dc-0af2-43de-a7b8-e95f6160e035 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/140a43b9-78a1-4337-b738-a39f5dfdaa40 HTTP/1.1" status: 204 len: 168 time: 0.7606721 Nov 12 11:09:29.668043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48856) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:29.771481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce9ac0-40b7-4d53-9e0a-eea921980dd1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:29.773196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce9ac0-40b7-4d53-9e0a-eea921980dd1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:29.778054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-70ce9ac0-40b7-4d53-9e0a-eea921980dd1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1057816 Nov 12 11:09:29.778180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48864) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:29.835884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbab3-3b08-44f6-826c-162baf90b867 req-55bbc850-a2ee-4cf4-8692-487c0d60be4f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:29.835884 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fc3cbab3-3b08-44f6-826c-162baf90b867 req-55bbc850-a2ee-4cf4-8692-487c0d60be4f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.0848434 Nov 12 11:09:29.844587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-29521655-6597-4962-a14a-b94a8d16652e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 9c6f6d77-1193-4810-9d2e-7ee3e4cb23f0 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:29.848846 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29521655-6597-4962-a14a-b94a8d16652e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.869495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fc3cbab3-3b08-44f6-826c-162baf90b867 req-bbee1672-aaed-49e8-a7bf-0b5829f058ea tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623012 Nov 12 11:09:29.906378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c2398dd1-d67b-4f6f-b5a4-26fe656ad154 None None] Provisioning complete for port a6dcd525-c29d-42f9-8043-6ad67914badd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:29.906740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2398dd1-d67b-4f6f-b5a4-26fe656ad154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:29.945189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29521655-6597-4962-a14a-b94a8d16652e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.086078 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2398dd1-d67b-4f6f-b5a4-26fe656ad154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.100242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a6dcd525-c29d-42f9-8043-6ad67914badd up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:30.117338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e479c-3d6d-421f-bf14-483b509df1ac req-cec7873f-3987-465c-b5b5-552a2063b998 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:30.126024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c53e479c-3d6d-421f-bf14-483b509df1ac req-cec7873f-3987-465c-b5b5-552a2063b998 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 945 time: 0.1383462 Nov 12 11:09:30.169905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device d2aa41a6-1f40-47db-8913-e72afbe99e26 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:30.296283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c53e479c-3d6d-421f-bf14-483b509df1ac req-a2a04af1-6a16-4911-ab31-a9afaa16851e tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309216 Nov 12 11:09:30.296725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c2398dd1-d67b-4f6f-b5a4-26fe656ad154 None None] For port a6dcd525-c29d-42f9-8043-6ad67914badd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a6dcd525-c29d-42f9-8043-6ad67914badd,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:30.319027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a6dcd525-c29d-42f9-8043-6ad67914badd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:30.319411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.448649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.813792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port d2aa41a6-1f40-47db-8913-e72afbe99e26 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:09:30.814741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29521655-6597-4962-a14a-b94a8d16652e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.819191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2398dd1-d67b-4f6f-b5a4-26fe656ad154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.824679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port d2aa41a6-1f40-47db-8913-e72afbe99e26 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:30.825561 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:30.958787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c7ee93b0-7cf3-449f-a6e8-f814df264adc None None] Could not find standard attr ID for object 140a43b9-78a1-4337-b738-a39f5dfdaa40. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:09:31.045842 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29521655-6597-4962-a14a-b94a8d16652e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.066639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2398dd1-d67b-4f6f-b5a4-26fe656ad154 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd525-c29d-42f9-8043-6ad67914badd,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:31.069176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0b6d6-4ba8-4b8e-98eb-c7d6480c65e2 req-9a5f22fd-1aeb-4c6f-907a-fddeeddc5b9c tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:31.076921 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7da0b6d6-4ba8-4b8e-98eb-c7d6480c65e2 req-9a5f22fd-1aeb-4c6f-907a-fddeeddc5b9c tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.0756881 Nov 12 11:09:31.131595 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7da0b6d6-4ba8-4b8e-98eb-c7d6480c65e2 req-b5ef0309-bf25-42b7-b7eb-d319c734ffc6 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537353 Nov 12 11:09:31.148459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521655-6597-4962-a14a-b94a8d16652e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6f6d77-1193-4810-9d2e-7ee3e4cb23f0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:31.153821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29521655-6597-4962-a14a-b94a8d16652e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.160348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48910) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:31.166211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-29521655-6597-4962-a14a-b94a8d16652e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/9c6f6d77-1193-4810-9d2e-7ee3e4cb23f0 HTTP/1.1" status: 204 len: 168 time: 1.3855143 Nov 12 11:09:31.182972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae90b1-a2c3-420d-ab2e-02c000e5b1e0 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:31.215897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5dc9d8ec-9023-4571-ac9f-475af5efacf6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539868 Nov 12 11:09:31.218517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48914) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:31.254611 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.359736 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:31.360477 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:31.383503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf24fd6-4bdd-48ce-a43f-835ca5de51d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa41a6-1f40-47db-8913-e72afbe99e26'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:31.385925 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534fe3cc-3fbb-4dc1-ba01-2a1c6c3284e0" -d '{"events": [{"server_uuid": "dbf24fd6-4bdd-48ce-a43f-835ca5de51d9", "name": "network-vif-plugged", "status": "completed", "tag": "d2aa41a6-1f40-47db-8913-e72afbe99e26"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:31.406823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port d2aa41a6-1f40-47db-8913-e72afbe99e26, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d2aa41a6-1f40-47db-8913-e72afbe99e26,segment=NetworkSegment(b43ae0c4-b8f0-4262-8bc6-df655d42a0b4),segment_id=b43ae0c4-b8f0-4262-8bc6-df655d42a0b4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:31.530768 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.602365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6f381-008a-4bb5-8581-5df7ab3f7ef9 req-e20fc546-48ed-4dbb-b015-39ffc57b583a tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:31.635773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80c6f381-008a-4bb5-8581-5df7ab3f7ef9 req-e20fc546-48ed-4dbb-b015-39ffc57b583a tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 945 time: 0.1352086 Nov 12 11:09:31.708170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=d2aa41a6-1f40-47db-8913-e72afbe99e26,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:31.757464 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-10fbc956-a6ec-43de-a823-d1ee3dc3c31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:31.764641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:31.819155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80c6f381-008a-4bb5-8581-5df7ab3f7ef9 req-062eb38d-3cee-45ff-929e-d6dad05ef1c1 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810148 Nov 12 11:09:31.869933 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fe2822-cffd-4eea-a679-2683079b2c55 x-openstack-request-id: req-20fe2822-cffd-4eea-a679-2683079b2c55 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:31.869933 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf24fd6-4bdd-48ce-a43f-835ca5de51d9", "name": "network-vif-plugged", "status": "completed", "tag": "d2aa41a6-1f40-47db-8913-e72afbe99e26", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:31.869933 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20fe2822-cffd-4eea-a679-2683079b2c55 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:31.869933 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf24fd6-4bdd-48ce-a43f-835ca5de51d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa41a6-1f40-47db-8913-e72afbe99e26', 'code': 200} Nov 12 11:09:31.977710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] Deleting port a6dcd525-c29d-42f9-8043-6ad67914badd {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:31.978084 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.069479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9da3ff-952d-4ee5-94f6-cadd53c5fcea req-00a813c7-063e-4ac1-b40e-cd8b8016ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:32.074657 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c9da3ff-952d-4ee5-94f6-cadd53c5fcea req-00a813c7-063e-4ac1-b40e-cd8b8016ad73 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 1098 time: 0.1361921 Nov 12 11:09:32.081040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc1c57-5827-4525-9484-5af9b7d15f69 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:32.095911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-52cc1c57-5827-4525-9484-5af9b7d15f69 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8740306 Nov 12 11:09:32.095911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48954) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:32.120483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48956) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:32.198186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c9da3ff-952d-4ee5-94f6-cadd53c5fcea req-fd52728a-0359-4e27-8704-4a5a8d2be1ba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061950 Nov 12 11:09:32.224432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89457e5-316c-4c3f-b55d-ca11b3b4b8ae tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:32.229607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48962) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:32.246847 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c89457e5-316c-4c3f-b55d-ca11b3b4b8ae tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504676 Nov 12 11:09:32.267328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a6dcd525-c29d-42f9-8043-6ad67914badd no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:32.288531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] For port a6dcd525-c29d-42f9-8043-6ad67914badd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a6dcd525-c29d-42f9-8043-6ad67914badd,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:32.290159 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.323269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48964) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:32.323847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bdd24648-6bd0-4c28-9d91-456b97fe1cb3 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929556 Nov 12 11:09:32.330171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:32.379963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] Calling delete_port for a6dcd525-c29d-42f9-8043-6ad67914badd owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:32.388911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-network', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:32.510172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a1fee-a374-4268-99f9-d4beb1929183 req-c9434c01-db69-4f9d-a4e5-94f6d9535b02 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:32.517496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.520645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Made reservation on behalf of 499ef743b29c4bbda55ddb7cfed7dc75 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:32.526958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.533372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d63a1fee-a374-4268-99f9-d4beb1929183 req-c9434c01-db69-4f9d-a4e5-94f6d9535b02 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.1920202 Nov 12 11:09:32.559139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.629075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port a6dcd525-c29d-42f9-8043-6ad67914badd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a6dcd525-c29d-42f9-8043-6ad67914badd,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:32.689734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d63a1fee-a374-4268-99f9-d4beb1929183 req-be60e886-f277-4242-8750-1901e31dfcbb tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481206 Nov 12 11:09:32.836876 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.875276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:32.879550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.880341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.926527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd525-c29d-42f9-8043-6ad67914badd,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:32.963288 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:32.990496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] No DVR routers for this DVR port a6dcd525-c29d-42f9-8043-6ad67914badd on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:33.043615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.099415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.114580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee9863-c12d-46a4-81a3-5d8f6e85861b None None] Pushing event deleted for resources: {'Port': ['ID=a6dcd525-c29d-42f9-8043-6ad67914badd,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:33.123782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e63da-161f-4632-8c6d-3207e4307274 req-b1a07477-e313-45ca-b6ec-3e08fd2b979d tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:33.124518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:33.124888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-116e63da-161f-4632-8c6d-3207e4307274 req-b1a07477-e313-45ca-b6ec-3e08fd2b979d tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 946 time: 0.1341739 Nov 12 11:09:33.155684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:33.179196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.180173 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Added segment cf339a1e-617a-4849-a20d-d3491ebd6189 of type vlan for network bb5e42d0-42a4-46a9-8051-0af7b17602ff Nov 12 11:09:33.264345 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.345431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-116e63da-161f-4632-8c6d-3207e4307274 req-d54457f6-d6c4-4678-9a8b-0cef9672ca34 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851147 Nov 12 11:09:33.361815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.362597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de418eb5-6b0e-45b3-8dc3-243f4259653e req-6c393e31-ae14-437c-8bd5-9a83eb0761ea tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=534fe4bdfc974d06a3da37b6e8474f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543456 Nov 12 11:09:33.422698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.424726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:33.425415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.448499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:33.454834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:33.462509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:33.463116 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.470470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738779c-1cf0-4785-8fc3-c246117b3806 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:33.507963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=e7f66f58-f234-4a39-b86b-d75eaa63a1ac,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:33.588149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5e42d0-42a4-46a9-8051-0af7b17602ff,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:33.606582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4239b84f-5f06-4c59-b9d0-7184cc7ff928 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4822001 Nov 12 11:09:33.609547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48988) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:33.631274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Request body: {'subnet': {'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-subnet', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:33.655556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network bb5e42d0-42a4-46a9-8051-0af7b17602ff details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:33.664253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48990) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:33.676562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dfa4a229-9da5-4e74-8fd4-4583bae8a6d9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3507597 Nov 12 11:09:33.706054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:b9:7b:86', 'name': 'tempest-NetworksTestDHCPv6-701336386'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:33.863143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de418eb5-6b0e-45b3-8dc3-243f4259653e req-407eb4db-e92a-424a-8976-082591cb0fca tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:33.868308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de418eb5-6b0e-45b3-8dc3-243f4259653e req-407eb4db-e92a-424a-8976-082591cb0fca tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5024874 Nov 12 11:09:33.896943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Made reservation on behalf of 499ef743b29c4bbda55ddb7cfed7dc75 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:33.901747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:33.902877 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de418eb5-6b0e-45b3-8dc3-243f4259653e req-6eb1cff5-9d8b-4e35-9e32-a9878ec61335 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/quotas/534fe4bdfc974d06a3da37b6e8474f8f HTTP/1.1" status: 200 len: 375 time: 0.0123577 Nov 12 11:09:33.959728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de418eb5-6b0e-45b3-8dc3-243f4259653e req-6dc98734-b00d-4aa4-bf4b-7d438a183477 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=534fe4bdfc974d06a3da37b6e8474f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428083 Nov 12 11:09:34.073268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1a204-6e9c-45b5-b4fd-94643780c46f req-4ff4c7e4-3991-430f-8a2f-986ce2202e29 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:34.075788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ea1a204-6e9c-45b5-b4fd-94643780c46f req-4ff4c7e4-3991-430f-8a2f-986ce2202e29 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.2592368 Nov 12 11:09:34.085274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:34.172732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'e7f66f58-f234-4a39-b86b-d75eaa63a1ac'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:34.174525 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.194536 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.339796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ea1a204-6e9c-45b5-b4fd-94643780c46f req-35ffcafe-9eea-48c5-82e9-547f49e390c4 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234433 Nov 12 11:09:34.550727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.681909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/e7f66f58-f234-4a39-b86b-d75eaa63a1ac/9dbcad82-c077-4895-91fd-24614e7f010c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:34.703653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1845cbb-ff66-4c88-bd89-05f5686c7c70,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:34.737625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Checking segment: {'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:34.739150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Network hostable DHCP agents. Network: bb5e42d0-42a4-46a9-8051-0af7b17602ff, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:09:34.844560 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:34.951708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Network bb5e42d0-42a4-46a9-8051-0af7b17602ff is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:09:34.985086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.012824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.015074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370ff4f-16cb-4a47-ab67-e8355903e137 req-5662ea7d-7030-410d-8829-526f244673f2 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:35.024879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a370ff4f-16cb-4a47-ab67-e8355903e137 req-5662ea7d-7030-410d-8829-526f244673f2 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 946 time: 0.2258782 Nov 12 11:09:35.060106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, bb5e42d0-42a4-46a9-8051-0af7b17602ff) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:35.063505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 3321a24d-e86a-4ee2-b3b4-34911742c0dd yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:35.067910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:35.069557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.075010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1f671-0ca5-4936-82e0-5e35147e2be3 None None] Network bb5e42d0-42a4-46a9-8051-0af7b17602ff requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:35.180516 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c6e7d30d-e2e1-4d27-ac40-90fd7b3d85db admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5650711 Nov 12 11:09:35.181067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49030) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:35.192548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:35.381580 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a370ff4f-16cb-4a47-ab67-e8355903e137 req-28da383d-55f9-4e30-8e39-a177a4f53ba5 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546605 Nov 12 11:09:35.383875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::2ad (5548ef9b-af8a-4319-aa1a-0d0b38428140/e7f66f58-f234-4a39-b86b-d75eaa63a1ac/3321a24d-e86a-4ee2-b3b4-34911742c0dd) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:35.398418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.401445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.608620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8de52d81-97cc-4d96-80e2-13cb2dcb815d req-76322034-6523-4e4f-a2d7-4999ba0e0ba4 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=534fe4bdfc974d06a3da37b6e8474f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474756 Nov 12 11:09:35.647619 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.688507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258e0e0-2844-4f9e-9f94-e429481e3f41 req-48e1b382-1aa5-41cc-b794-0e29b1cc943e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:35.694061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d258e0e0-2844-4f9e-9f94-e429481e3f41 req-48e1b382-1aa5-41cc-b794-0e29b1cc943e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.2105551 Nov 12 11:09:35.707186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.864374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929a55d6-a429-47c9-a8ec-0b3825e21c56 None None] Network bb5e42d0-42a4-46a9-8051-0af7b17602ff requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:35.908165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:35.916858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:35.982659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de52d81-97cc-4d96-80e2-13cb2dcb815d req-745b4842-17cd-4235-8afe-ca1b7fbb9742 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:35.982980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:35.983122 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8de52d81-97cc-4d96-80e2-13cb2dcb815d req-745b4842-17cd-4235-8afe-ca1b7fbb9742 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664129 Nov 12 11:09:36.011994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:36.033530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8de52d81-97cc-4d96-80e2-13cb2dcb815d req-0701f32c-ebc4-4aad-96d9-2765a97fd3d8 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/quotas/534fe4bdfc974d06a3da37b6e8474f8f HTTP/1.1" status: 200 len: 375 time: 0.0246332 Nov 12 11:09:36.081509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d258e0e0-2844-4f9e-9f94-e429481e3f41 req-b2a924d3-3e36-4b9e-ac26-90095d2dbf64 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623910 Nov 12 11:09:36.107035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:36.149137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8de52d81-97cc-4d96-80e2-13cb2dcb815d req-ed51792d-7be2-4711-b056-97bf35506e0a tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=534fe4bdfc974d06a3da37b6e8474f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987682 Nov 12 11:09:36.157533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:36.185661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Pushing event updated for resources: {'Port': ['ID=9dbcad82-c077-4895-91fd-24614e7f010c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:36.237294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:36.241239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:36.247479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:36.253661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:36.254400 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:36.258791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=3321a24d-e86a-4ee2-b3b4-34911742c0dd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:36.382833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Attempting to bind port 9dbcad82-c077-4895-91fd-24614e7f010c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:36.383536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Attempting to bind port 9dbcad82-c077-4895-91fd-24614e7f010c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:36.384191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Attempting to bind port 9dbcad82-c077-4895-91fd-24614e7f010c on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:36.405590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:36.406340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:36.406950 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:36.407575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:36.408336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Bound port: 9dbcad82-c077-4895-91fd-24614e7f010c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:36.408956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:36.484283 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0d7b5833-1e55-4d68-b738-de98c591c6a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8098683 Nov 12 11:09:36.484559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:36.568900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] For port 9dbcad82-c077-4895-91fd-24614e7f010c, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:36.581807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] For port 9dbcad82-c077-4895-91fd-24614e7f010c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9dbcad82-c077-4895-91fd-24614e7f010c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:36.602953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74ae9a-9ae6-4a78-9563-d8b704e5e4df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:36.616233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c660-9b04-4e16-a2c1-5c306393bb3b req-2d70c0fe-10e6-4522-aa65-cad90169fa93 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:36.624190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74ae9a-9ae6-4a78-9563-d8b704e5e4df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:36.632511 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e74ae9a-9ae6-4a78-9563-d8b704e5e4df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1429317 Nov 12 11:09:36.632801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b89c660-9b04-4e16-a2c1-5c306393bb3b req-2d70c0fe-10e6-4522-aa65-cad90169fa93 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 946 time: 0.1789176 Nov 12 11:09:36.633154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49064) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:36.668708 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:36.780515 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b89c660-9b04-4e16-a2c1-5c306393bb3b req-e0a27bf4-63d1-45d5-9fcf-4ed3bdf7ea7b tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383843 Nov 12 11:09:36.857742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b5a79-aabe-413f-8b58-4f63582ec5bb None None] Pushing event updated for resources: {'Port': ['ID=9dbcad82-c077-4895-91fd-24614e7f010c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:36.882500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-133729b5-948b-407d-9979-712eaf287970 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 3321a24d-e86a-4ee2-b3b4-34911742c0dd {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:36.883866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-133729b5-948b-407d-9979-712eaf287970 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.202529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.282028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.331230 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-133729b5-948b-407d-9979-712eaf287970 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.385116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-133729b5-948b-407d-9979-712eaf287970 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 3321a24d-e86a-4ee2-b3b4-34911742c0dd owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:37.551628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Allocated IP 172.25.3.6 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/a02a4e9a-88cc-445b-bf83-d866033cbdba) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:37.743620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.753964 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-133729b5-948b-407d-9979-712eaf287970 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.815566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753e2d-dd0d-49ae-89de-daf029a22dc4 req-78ca0a82-0773-4cd7-b3b1-ed974b414d25 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:37.818964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23753e2d-dd0d-49ae-89de-daf029a22dc4 req-78ca0a82-0773-4cd7-b3b1-ed974b414d25 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.3211067 Nov 12 11:09:37.828422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133729b5-948b-407d-9979-712eaf287970 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=3321a24d-e86a-4ee2-b3b4-34911742c0dd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:37.894449 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-133729b5-948b-407d-9979-712eaf287970 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.900559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-133729b5-948b-407d-9979-712eaf287970 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/3321a24d-e86a-4ee2-b3b4-34911742c0dd HTTP/1.1" status: 204 len: 168 time: 1.2663379 Nov 12 11:09:37.901396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49088) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:37.928209 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23753e2d-dd0d-49ae-89de-daf029a22dc4 req-490bff9d-1709-4157-98ca-7177e6e966c4 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021130 Nov 12 11:09:37.931556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:37.990796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:37.998242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:38.003141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:38.025177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4f39c-2fdb-4288-af53-f83a49ae95f2 req-e217c7e7-bf3a-4483-850f-108e66c715ab tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:38.034355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9be4f39c-2fdb-4288-af53-f83a49ae95f2 req-e217c7e7-bf3a-4483-850f-108e66c715ab tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 946 time: 0.2708452 Nov 12 11:09:38.064764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec9c8de-5318-4ba1-8cba-fa4f0adbeda5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:38.066417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec9c8de-5318-4ba1-8cba-fa4f0adbeda5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:38.068108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2ec9c8de-5318-4ba1-8cba-fa4f0adbeda5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1640108 Nov 12 11:09:38.070930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49094) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:38.087314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=a02a4e9a-88cc-445b-bf83-d866033cbdba,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:38.170637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9be4f39c-2fdb-4288-af53-f83a49ae95f2 req-a1f2c322-fdef-42de-9d27-fed2aa09a08d tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351013 Nov 12 11:09:38.354438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9dbcad82-c077-4895-91fd-24614e7f010c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:38.516874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9dbcad82-c077-4895-91fd-24614e7f010c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:38.520223 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.531542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cba9c6-b8d1-4700-bc57-bbba4c3dc2df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet e7f66f58-f234-4a39-b86b-d75eaa63a1ac {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:38.539155 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91cba9c6-b8d1-4700-bc57-bbba4c3dc2df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.623142 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91cba9c6-b8d1-4700-bc57-bbba4c3dc2df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.650853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Provisioning complete for port 9dbcad82-c077-4895-91fd-24614e7f010c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:38.651345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.722453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b17c86d-40ac-4ec5-b51c-7112b5dc6f3e req-ec968ba0-9c96-4a61-bc13-0a9e909c07f8 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=534fe4bdfc974d06a3da37b6e8474f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913446 Nov 12 11:09:38.809974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91cba9c6-b8d1-4700-bc57-bbba4c3dc2df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.873456 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:38.930293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.016660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17c86d-40ac-4ec5-b51c-7112b5dc6f3e req-8a905ede-8d28-4ff0-90a4-d78827c7a05d tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:39.019820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b17c86d-40ac-4ec5-b51c-7112b5dc6f3e req-8a905ede-8d28-4ff0-90a4-d78827c7a05d tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947373 Nov 12 11:09:39.068908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b17c86d-40ac-4ec5-b51c-7112b5dc6f3e req-d5593f8b-e033-4da4-b237-e84c860c8d19 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/quotas/534fe4bdfc974d06a3da37b6e8474f8f HTTP/1.1" status: 200 len: 375 time: 0.0317950 Nov 12 11:09:39.125092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.159345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b17c86d-40ac-4ec5-b51c-7112b5dc6f3e req-7b92cdf5-b06d-44bd-89cb-62df5ef62821 tempest-QuotasAdminNegativeTest-1222465449 tempest-QuotasAdminNegativeTest-1222465449-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=534fe4bdfc974d06a3da37b6e8474f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873082 Nov 12 11:09:39.219404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91cba9c6-b8d1-4700-bc57-bbba4c3dc2df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.272904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cba9c6-b8d1-4700-bc57-bbba4c3dc2df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f66f58-f234-4a39-b86b-d75eaa63a1ac,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:39.305503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91cba9c6-b8d1-4700-bc57-bbba4c3dc2df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.311696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49122) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.315085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-91cba9c6-b8d1-4700-bc57-bbba4c3dc2df tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/e7f66f58-f234-4a39-b86b-d75eaa63a1ac HTTP/1.1" status: 204 len: 168 time: 1.2398295 Nov 12 11:09:39.358205 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:39.359552 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:39.384827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838fbc7a-a137-46fb-91af-351943a2a313 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:39.404684 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:39.405921 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:39.457674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1191692d-fec2-4cec-886f-dc484a0cd44e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441700 Nov 12 11:09:39.459770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49128) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.641450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d353f66-f8e9-4145-a318-cb316463201b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:39.645801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6d353f66-f8e9-4145-a318-cb316463201b tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1847022 Nov 12 11:09:39.646432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49130) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.654728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4051b-51a2-44e3-b49f-e4db29be7c98 req-6a0eaf5e-2680-4e28-bf48-7a6382317fe8 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:39.656702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ccf4051b-51a2-44e3-b49f-e4db29be7c98 req-6a0eaf5e-2680-4e28-bf48-7a6382317fe8 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 946 time: 0.1481738 Nov 12 11:09:39.667486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.678760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006e287-7556-44fe-bcea-90f8044a2ef6 req-7eec8a7e-5108-431a-94a9-427410cf529f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:39.687604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7006e287-7556-44fe-bcea-90f8044a2ef6 req-7eec8a7e-5108-431a-94a9-427410cf529f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.3606172 Nov 12 11:09:39.799205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:39.815582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0a0302-e446-468d-b580-c3f182cbeb52 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:39.823109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8c0a0302-e446-468d-b580-c3f182cbeb52 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1647511 Nov 12 11:09:39.824336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49132) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.862206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7006e287-7556-44fe-bcea-90f8044a2ef6 req-fd15a4cf-8268-4a43-85a2-30902eb1dedb tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735027 Nov 12 11:09:39.914542 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ccf4051b-51a2-44e3-b49f-e4db29be7c98 req-3b898210-1b28-454a-baff-b493ac8ea9da tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366977 Nov 12 11:09:39.928053 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49138) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:39.936058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:39.937814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:39.947690 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0cde0358-712a-446a-bdcc-917ecef4b642 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161821 Nov 12 11:09:40.060989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 9dbcad82-c077-4895-91fd-24614e7f010c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9dbcad82-c077-4895-91fd-24614e7f010c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:40.083069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Router 71f31615-092f-485c-8bcd-315c35e249ab is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:09:40.087577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] Deleting port 9dbcad82-c077-4895-91fd-24614e7f010c {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:40.087577 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.125178 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.203736 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.284732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:40.291373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] For port 9dbcad82-c077-4895-91fd-24614e7f010c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9dbcad82-c077-4895-91fd-24614e7f010c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:40.292997 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.312399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:40.318768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.326106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Sync routers for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:40.399648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9dbcad82-c077-4895-91fd-24614e7f010c no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:40.457785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] Calling delete_port for 9dbcad82-c077-4895-91fd-24614e7f010c owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:40.503305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.508728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49150) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:40.509491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-21db68b3-68aa-4a99-b1d9-9a954aaa3bd2 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3265142 Nov 12 11:09:40.551020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:40.552039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:09:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:40.555031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=9dbcad82-c077-4895-91fd-24614e7f010c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:40.629976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:40.630413 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:40.792772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b36531-3101-4f84-a098-6131df137dd1 req-70b73adb-b335-44ea-aa51-8dedd5f7c17a tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:40.794510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a6b36531-3101-4f84-a098-6131df137dd1 req-70b73adb-b335-44ea-aa51-8dedd5f7c17a tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 946 time: 0.1092548 Nov 12 11:09:40.939767 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:40.964752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:41.107571 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.155630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] No DVR routers for this DVR port 9dbcad82-c077-4895-91fd-24614e7f010c on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:41.186646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62ee10-6faf-4a35-a445-8666dfa12c47 None None] Pushing event deleted for resources: {'Port': ['ID=9dbcad82-c077-4895-91fd-24614e7f010c,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:41.267819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Deleting port d2aa41a6-1f40-47db-8913-e72afbe99e26 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:41.268750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.275299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49162) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:41.322609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab7934-16a5-4ac2-9b5a-3918ef6667de req-4b49397e-0c0c-4b55-b368-bbc8a6aee271 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:41.332006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86ab7934-16a5-4ac2-9b5a-3918ef6667de req-4b49397e-0c0c-4b55-b368-bbc8a6aee271 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 946 time: 0.1968410 Nov 12 11:09:41.381497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bce3b0dd-1f60-4b7b-b49e-747dcd4feaa2 None None] Port 9dbcad82-c077-4895-91fd-24614e7f010c update to ACTIVE by agent not found {{(pid=109706) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 11:09:41.474434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22c7dd2e-5347-4c1b-bd73-0d57152a01ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.511789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4350be52-3e1c-4dd5-9d25-b9c3e78456f8 None None] Could not find standard attr ID for object 3321a24d-e86a-4ee2-b3b4-34911742c0dd. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:09:41.533642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:09:41.536573 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86ab7934-16a5-4ac2-9b5a-3918ef6667de req-8f64d955-f0da-4e68-abb9-2bee47107128 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/security-groups?id=204e53ae-6527-4bd8-aadc-3a0e002d73a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034838 Nov 12 11:09:41.538160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.557727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:38Z', 'revision_number': 3, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:41.578565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] For port d2aa41a6-1f40-47db-8913-e72afbe99e26, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d2aa41a6-1f40-47db-8913-e72afbe99e26,segment=NetworkSegment(b43ae0c4-b8f0-4262-8bc6-df655d42a0b4),segment_id=b43ae0c4-b8f0-4262-8bc6-df655d42a0b4)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:41.588918 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.606909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Checking router: 71f31615-092f-485c-8bcd-315c35e249ab for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:09:41.607502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Updating router 71f31615-092f-485c-8bcd-315c35e249ab port a02a4e9a-88cc-445b-bf83-d866033cbdba binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:09:41.642109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df1306-33ee-4c99-9f50-aadf2f791ad0 req-4c61e007-1fd5-43e6-8b22-99a29a6162cf tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:41.652605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91df1306-33ee-4c99-9f50-aadf2f791ad0 req-4c61e007-1fd5-43e6-8b22-99a29a6162cf tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.1997039 Nov 12 11:09:41.659810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Calling delete_port for d2aa41a6-1f40-47db-8913-e72afbe99e26 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:41.696161 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.705485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:41.725973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:41.735787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:41.741451 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.745030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb96b7-354d-4af7-8897-585f5e08634c None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:41.768224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=27f06f1f-4550-4471-855b-6abb85e51f2a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:41.827840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91df1306-33ee-4c99-9f50-aadf2f791ad0 req-af39c42a-5000-4f7f-821a-71a78eea5c6d tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739023 Nov 12 11:09:41.886403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:41.908634 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8bbdbbcd-7aac-4c4a-926b-28e2d41a1415 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9791672 Nov 12 11:09:41.911703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49176) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:41.926354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f0b75a95-9024-454d-990f-1f614a8c8f2a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:41.954375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22c7dd2e-5347-4c1b-bd73-0d57152a01ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.129807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22c7dd2e-5347-4c1b-bd73-0d57152a01ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.151802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '27f06f1f-4550-4471-855b-6abb85e51f2a'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:42.154520 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.216252 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-22c7dd2e-5347-4c1b-bd73-0d57152a01ce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=534fe4bdfc974d06a3da37b6e8474f8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9365897 Nov 12 11:09:42.216459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49180) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:42.225169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7dd2e-5347-4c1b-bd73-0d57152a01ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03675122-495e-4b32-af7e-ab50f0a0e2e7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.242201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Allocated IP 172.20.0.1 (bb5e42d0-42a4-46a9-8051-0af7b17602ff/a1845cbb-ff66-4c88-bd89-05f5686c7c70/568bcb4a-03a7-4f63-9a24-eb51752dba19) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:42.327036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b75a95-9024-454d-990f-1f614a8c8f2a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:42.334549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0b75a95-9024-454d-990f-1f614a8c8f2a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.340555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.382128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b495b1f-cc9e-40e7-b5f9-1560930479a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.395325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Pushing event deleted for resources: {'Port': ['ID=d2aa41a6-1f40-47db-8913-e72afbe99e26,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.397690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.440724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Allocated IP 2001:db8::f816:3eff:fec8:90ea (5548ef9b-af8a-4319-aa1a-0d0b38428140/27f06f1f-4550-4471-855b-6abb85e51f2a/44099f5d-a584-4e16-8026-49ed9f2b973c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:42.473073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] No DVR routers for this DVR port d2aa41a6-1f40-47db-8913-e72afbe99e26 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:42.478139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b495b1f-cc9e-40e7-b5f9-1560930479a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.480498 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-f0b75a95-9024-454d-990f-1f614a8c8f2a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27f06f1f-4550-4471-855b-6abb85e51f2a (CIDR: 2001:db8::/64) Nov 12 11:09:42.483369 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.486963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a6b36531-3101-4f84-a098-6131df137dd1 req-a53ad6ec-d656-42ee-aa74-a31c96ccf4b9 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.69 "DELETE /v2.0/ports/d2aa41a6-1f40-47db-8913-e72afbe99e26 HTTP/1.1" status: 204 len: 173 time: 1.6021900 Nov 12 11:09:42.487459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf24fd6-4bdd-48ce-a43f-835ca5de51d9', 'name': 'network-vif-deleted', 'tag': 'd2aa41a6-1f40-47db-8913-e72afbe99e26'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:42.489987 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77424c9-c9ac-4cb8-9681-4c8280438c2e" -d '{"events": [{"server_uuid": "dbf24fd6-4bdd-48ce-a43f-835ca5de51d9", "name": "network-vif-deleted", "tag": "d2aa41a6-1f40-47db-8913-e72afbe99e26"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:42.525068 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.542599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.550776 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc13f493-b39e-4174-8bbf-ec5af286f604 x-openstack-request-id: req-dc13f493-b39e-4174-8bbf-ec5af286f604 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:42.551187 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf24fd6-4bdd-48ce-a43f-835ca5de51d9", "name": "network-vif-deleted", "tag": "d2aa41a6-1f40-47db-8913-e72afbe99e26", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:42.551348 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b75a95-9024-454d-990f-1f614a8c8f2a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:09:42.551895 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dc13f493-b39e-4174-8bbf-ec5af286f604 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:42.551895 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf24fd6-4bdd-48ce-a43f-835ca5de51d9', 'name': 'network-vif-deleted', 'tag': 'd2aa41a6-1f40-47db-8913-e72afbe99e26', 'status': 'completed', 'code': 200} Nov 12 11:09:42.553381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b75a95-9024-454d-990f-1f614a8c8f2a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:42.681020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e99db536-f6c1-4227-a5e7-ccdb6000f9e7 req-bdc1b91e-96f3-4186-9ca7-943adde17f61 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 210 time: 0.0351706 Nov 12 11:09:42.687714 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f0b75a95-9024-454d-990f-1f614a8c8f2a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7743397 Nov 12 11:09:42.687959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49190) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:42.693527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:42.693962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b495b1f-cc9e-40e7-b5f9-1560930479a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.709335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Attempting to bind port a02a4e9a-88cc-445b-bf83-d866033cbdba on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:42.709718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Attempting to bind port a02a4e9a-88cc-445b-bf83-d866033cbdba by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:42.710076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Attempting to bind port a02a4e9a-88cc-445b-bf83-d866033cbdba on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:42.715092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b495b1f-cc9e-40e7-b5f9-1560930479a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.716119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3b495b1f-cc9e-40e7-b5f9-1560930479a8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/03675122-495e-4b32-af7e-ab50f0a0e2e7 HTTP/1.1" status: 204 len: 168 time: 0.4986238 Nov 12 11:09:42.717501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.719878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d7867-1d88-4299-b2e2-c9f62129d774 None None] Pushing event updated for resources: {'Port': ['ID=a02a4e9a-88cc-445b-bf83-d866033cbdba,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.726385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:42.726783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:42.727244 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.728224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:42.728382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Bound port: a02a4e9a-88cc-445b-bf83-d866033cbdba, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:42.728759 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.760373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b495b1f-cc9e-40e7-b5f9-1560930479a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03675122-495e-4b32-af7e-ab50f0a0e2e7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.829679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Network bb5e42d0-42a4-46a9-8051-0af7b17602ff is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:42.832976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:42.843606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:42.850929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Pushing event updated for resources: {'Port': ['ID=568bcb4a-03a7-4f63-9a24-eb51752dba19,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:42.868476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] For port a02a4e9a-88cc-445b-bf83-d866033cbdba, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:42.875196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] For port a02a4e9a-88cc-445b-bf83-d866033cbdba, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a02a4e9a-88cc-445b-bf83-d866033cbdba,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:42.876845 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:42.909257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.013272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db0919-d32b-44d7-ba9d-39b142e39977 req-c2f68e24-8728-491a-b9c6-c0877314bb7d tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:43.016470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84db0919-d32b-44d7-ba9d-39b142e39977 req-c2f68e24-8728-491a-b9c6-c0877314bb7d tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 945 time: 0.1214261 Nov 12 11:09:43.022845 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.031812 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.092593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7893-1f1a-4a04-842c-438ad3e5fc24 req-6a8b85d1-8004-4485-8705-a15cfa63c23e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:43.096772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-330c7893-1f1a-4a04-842c-438ad3e5fc24 req-6a8b85d1-8004-4485-8705-a15cfa63c23e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.0786376 Nov 12 11:09:43.102726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:43.111621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:43.116970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:43.117696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:09:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:43.119979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:43.128998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d7867-1d88-4299-b2e2-c9f62129d774 None None] Pushing event updated for resources: {'Port': ['ID=a02a4e9a-88cc-445b-bf83-d866033cbdba,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:43.166461 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-330c7893-1f1a-4a04-842c-438ad3e5fc24 req-a74434d6-8883-4ed0-afa8-80897a9df03a tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653601 Nov 12 11:09:43.190664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84db0919-d32b-44d7-ba9d-39b142e39977 req-c8862c37-9b66-47e9-ac34-f38b1550ed88 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538253 Nov 12 11:09:43.257519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.282952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Attempting to bind port 44099f5d-a584-4e16-8026-49ed9f2b973c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:43.283320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Attempting to bind port 44099f5d-a584-4e16-8026-49ed9f2b973c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:43.283681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Attempting to bind port 44099f5d-a584-4e16-8026-49ed9f2b973c on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:43.311091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Pushing event updated for resources: {'Port': ['ID=44099f5d-a584-4e16-8026-49ed9f2b973c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:43.327778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:43.327778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:43.327778 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.327778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:43.327778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Bound port: 44099f5d-a584-4e16-8026-49ed9f2b973c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:43.327778 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.356318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:43.361345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.378758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:43.499367 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.531067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] For port 44099f5d-a584-4e16-8026-49ed9f2b973c, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:43.551550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] For port 44099f5d-a584-4e16-8026-49ed9f2b973c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=44099f5d-a584-4e16-8026-49ed9f2b973c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:43.660173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:38Z', 'revision_number': 3, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:43.674745 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.751677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53bc4ba-3316-4e67-bf44-d4682cb711eb None None] The sync data for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 is: [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:38Z', 'revision_number': 3, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:43.754440 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.778798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:43.809719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Pushing event updated for resources: {'Port': ['ID=568bcb4a-03a7-4f63-9a24-eb51752dba19,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:43.888884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fdea4-3196-40ab-9b4f-820cc8144f44 None None] Pushing event updated for resources: {'Port': ['ID=44099f5d-a584-4e16-8026-49ed9f2b973c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:43.961765 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.008859 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f629d849-413c-4dec-8768-1eb309d2d6c3 req-959be048-c37b-4653-859b-865a64eb20e4 tempest-ServersNegativeTestMultiTenantJSON-1716446752 tempest-ServersNegativeTestMultiTenantJSON-1716446752-project] 10.222.0.98 "GET /v2.0/ports?device_id=dbf24fd6-4bdd-48ce-a43f-835ca5de51d9 HTTP/1.1" status: 200 len: 210 time: 0.0885129 Nov 12 11:09:44.057077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Network bb5e42d0-42a4-46a9-8051-0af7b17602ff is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:44.059249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:44.106760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:44.107610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49206) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:44.133345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:44.143861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:44.144785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.152047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6895a9b3-501b-419d-b4c8-37e5bc709478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.163091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=1601354f-3ca4-4ae6-9548-eb2c82178743,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:44.168579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device d2aa41a6-1f40-47db-8913-e72afbe99e26 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:44.247530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: d2aa41a6-1f40-47db-8913-e72afbe99e26 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:44.247820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device d2aa41a6-1f40-47db-8913-e72afbe99e26 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:44.322430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-815ffec3-e3a8-422a-a30c-2df92fc811f6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6326849 Nov 12 11:09:44.326935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49212) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:44.336089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:91:e7:a0', 'name': 'tempest-NetworksTestDHCPv6-847024627'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:44.520969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Router 71f31615-092f-485c-8bcd-315c35e249ab has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:09:44.554059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-33680554-f1b8-40b8-9f17-d70d6409d3e1 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:44.555750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-33680554-f1b8-40b8-9f17-d70d6409d3e1 tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.57 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 945 time: 0.2370870 Nov 12 11:09:44.585357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e31711-a4fb-4a90-93e8-3d41866ce32e req-1fbc2421-a7b2-413f-a8c6-c6b34c1d5bfb tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:44.587114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48e31711-a4fb-4a90-93e8-3d41866ce32e req-1fbc2421-a7b2-413f-a8c6-c6b34c1d5bfb tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.1272790 Nov 12 11:09:44.739496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6895a9b3-501b-419d-b4c8-37e5bc709478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.785818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797443-a61c-4a59-a255-56efb1ae5367 req-77cf2d94-ba20-4407-a890-ea65df03dd1a tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:44.787453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b797443-a61c-4a59-a255-56efb1ae5367 req-77cf2d94-ba20-4407-a890-ea65df03dd1a tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 945 time: 0.1743145 Nov 12 11:09:44.891701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6895a9b3-501b-419d-b4c8-37e5bc709478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:44.917084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:44.950414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b797443-a61c-4a59-a255-56efb1ae5367 req-415d7308-e5f4-476f-bcbc-1c598779244b tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/security-groups?id=6ae6404f-ef33-4bb1-9075-c47e8b335135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421914 Nov 12 11:09:44.996164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94625296-450d-4f7a-ab0b-978823682bfb req-2890b45f-c876-4776-a9eb-804cd88452c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:44.996164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94625296-450d-4f7a-ab0b-978823682bfb req-2890b45f-c876-4776-a9eb-804cd88452c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 1097 time: 0.5619576 Nov 12 11:09:45.001736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6895a9b3-501b-419d-b4c8-37e5bc709478 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0824bdf2f4af40508da8a060435e23b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8882174 Nov 12 11:09:45.002908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49218) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:45.085174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895a9b3-501b-419d-b4c8-37e5bc709478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6012c4a-7770-45fa-bfb9-9e280931bc5c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:45.152183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49224) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:45.156583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36774a24-2bd5-4d6d-8ea7-0c812cf1e086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.273567 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36774a24-2bd5-4d6d-8ea7-0c812cf1e086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.309663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94625296-450d-4f7a-ab0b-978823682bfb req-23130625-566f-4d0e-9b96-9cf21bea8419 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254248 Nov 12 11:09:45.317112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9aaab1f-b151-47bf-907b-00dc5b0fc3f6 admin admin] Deleting subnet 67db88e6-0df4-4af2-9539-84da5da8ee1e {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:45.322317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.357681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9aaab1f-b151-47bf-907b-00dc5b0fc3f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.438559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48e31711-a4fb-4a90-93e8-3d41866ce32e req-865532c0-4923-41b0-8046-2d33f5b0ae7b tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8200378 Nov 12 11:09:45.467415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:09:45.468056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 04ec2850-2c60-4100-9f5f-0afefe9d60c3 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:45.474411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a6ccacd-39b1-42a5-8d60-af01b8ee880c admin admin] 10.222.0.98 "PUT /v2.0/routers/71f31615-092f-485c-8bcd-315c35e249ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9644239 Nov 12 11:09:45.494870 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9aaab1f-b151-47bf-907b-00dc5b0fc3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.535538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Deleting port 186498dd-6c83-49c8-9e32-a45c9258de4e {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:45.536510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.617389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9aaab1f-b151-47bf-907b-00dc5b0fc3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.716098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] For port 186498dd-6c83-49c8-9e32-a45c9258de4e, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=186498dd-6c83-49c8-9e32-a45c9258de4e,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:45.716885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.725558 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36774a24-2bd5-4d6d-8ea7-0c812cf1e086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.728488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36774a24-2bd5-4d6d-8ea7-0c812cf1e086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.733167 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-36774a24-2bd5-4d6d-8ea7-0c812cf1e086 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6012c4a-7770-45fa-bfb9-9e280931bc5c HTTP/1.1" status: 204 len: 168 time: 0.7291160 Nov 12 11:09:45.741661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Calling delete_port for 186498dd-6c83-49c8-9e32-a45c9258de4e owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:45.756562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36774a24-2bd5-4d6d-8ea7-0c812cf1e086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6012c4a-7770-45fa-bfb9-9e280931bc5c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:45.831568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5e5bd-49e3-4dcd-83f2-718846d8f521 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:45.881920 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9aaab1f-b151-47bf-907b-00dc5b0fc3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:45.992804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aaab1f-b151-47bf-907b-00dc5b0fc3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67db88e6-0df4-4af2-9539-84da5da8ee1e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:46.001823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9aaab1f-b151-47bf-907b-00dc5b0fc3f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.008488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d9aaab1f-b151-47bf-907b-00dc5b0fc3f6 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/67db88e6-0df4-4af2-9539-84da5da8ee1e HTTP/1.1" status: 204 len: 168 time: 0.8427069 Nov 12 11:09:46.015978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49240) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:46.049487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-74cc225e-38e0-42c9-9204-3e71a48eefae None None] Provisioning complete for port 44099f5d-a584-4e16-8026-49ed9f2b973c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:46.050421 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74cc225e-38e0-42c9-9204-3e71a48eefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.061962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8:0:1::221 (5548ef9b-af8a-4319-aa1a-0d0b38428140/1601354f-3ca4-4ae6-9548-eb2c82178743/04ec2850-2c60-4100-9f5f-0afefe9d60c3) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:46.101012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fe91:e7a0 (5548ef9b-af8a-4319-aa1a-0d0b38428140/27f06f1f-4550-4471-855b-6abb85e51f2a/04ec2850-2c60-4100-9f5f-0afefe9d60c3) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:46.122528 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.143834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.179520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['186498dd-6c83-49c8-9e32-a45c9258de4e'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:09:46.291692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e31891b-0eab-450c-a565-b002795e3c81 req-46fcb17e-d80e-49f3-9f9f-82b4c6597a8c tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 210 time: 0.0682037 Nov 12 11:09:46.308734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Pushing event deleted for resources: {'Port': ['ID=186498dd-6c83-49c8-9e32-a45c9258de4e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:46.448011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.449250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.452076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.456654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.457335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.457920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.458502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.459085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.459656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.460272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.460845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.461412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:46.622079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a02a4e9a-88cc-445b-bf83-d866033cbdba up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:46.679898 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74cc225e-38e0-42c9-9204-3e71a48eefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.749775 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.753070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] No DVR routers for this DVR port 186498dd-6c83-49c8-9e32-a45c9258de4e on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:46.772848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.774001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-74cc225e-38e0-42c9-9204-3e71a48eefae None None] For port 44099f5d-a584-4e16-8026-49ed9f2b973c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=44099f5d-a584-4e16-8026-49ed9f2b973c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:46.806697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d687f1d-3b0b-404d-a008-7f74d050a815']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:46.810702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a02a4e9a-88cc-445b-bf83-d866033cbdba triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:46.811072 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.824441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43ae0c4-b8f0-4262-8bc6-df655d42a0b4') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:46.824784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43ae0c4-b8f0-4262-8bc6-df655d42a0b4') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:46.837680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.854780 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.863246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.866729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-834881ed-2822-4c27-b1af-aa4b2573f658 req-5d5e7eb8-b348-47fd-99fa-c7cd79455ddc tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.57 "DELETE /v2.0/ports/186498dd-6c83-49c8-9e32-a45c9258de4e HTTP/1.1" status: 204 len: 173 time: 2.3011041 Nov 12 11:09:46.868447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f630d7b2-1fb4-4262-944f-9b970df1edfe', 'name': 'network-vif-deleted', 'tag': '186498dd-6c83-49c8-9e32-a45c9258de4e'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:46.873128 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356357af-70c6-46e6-94eb-5aa0c2f71387" -d '{"events": [{"server_uuid": "f630d7b2-1fb4-4262-944f-9b970df1edfe", "name": "network-vif-deleted", "tag": "186498dd-6c83-49c8-9e32-a45c9258de4e"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:46.877503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:46.878152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:46.881244 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:46.911616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aaee12-05bf-4fe4-8396-049ca7407b6d None None] Update dhcp port {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '27f06f1f-4550-4471-855b-6abb85e51f2a', 'ip_address': '2001:db8::f816:3eff:fec8:90ea'}, {'subnet_id': '1601354f-3ca4-4ae6-9548-eb2c82178743'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '44099f5d-a584-4e16-8026-49ed9f2b973c'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:09:47.031966 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Sync routers for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:09:47.044434 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:47.045068 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:09:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:47.153926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-49325d07-2e80-4a62-982d-aa7e9ee91531 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:47.157293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-49325d07-2e80-4a62-982d-aa7e9ee91531 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 820 time: 0.2970455 Nov 12 11:09:47.161598 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:47.162110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0d08e-84db-4bdb-aa72-2bf6e1dbdedb req-96db6f6e-90ad-489b-962a-c991145cb05d tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:47.164742 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74cc225e-38e0-42c9-9204-3e71a48eefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.174799 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.179883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebe0d08e-84db-4bdb-aa72-2bf6e1dbdedb req-96db6f6e-90ad-489b-962a-c991145cb05d tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.3117306 Nov 12 11:09:47.213453 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0aaee12-05bf-4fe4-8396-049ca7407b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.265130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=04ec2850-2c60-4100-9f5f-0afefe9d60c3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:47.270366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebe0d08e-84db-4bdb-aa72-2bf6e1dbdedb req-167c00c3-cc0f-4462-b926-f07b2d035f77 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892136 Nov 12 11:09:47.281719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-8c66885d-7495-405d-b14b-8debeafeafd2 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/quotas/499ef743b29c4bbda55ddb7cfed7dc75 HTTP/1.1" status: 200 len: 375 time: 0.1109226 Nov 12 11:09:47.300883 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.307265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:47.348026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:47.357170 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.360701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:47.361477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc225e-38e0-42c9-9204-3e71a48eefae None None] Pushing event updated for resources: {'Port': ['ID=44099f5d-a584-4e16-8026-49ed9f2b973c,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:47.365649 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.367912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port a02a4e9a-88cc-445b-bf83-d866033cbdba, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a02a4e9a-88cc-445b-bf83-d866033cbdba,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:47.374561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:47.375170 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] 10.222.0.98 "DELETE /v2.0/networks/9d687f1d-3b0b-404d-a008-7f74d050a815 HTTP/1.1" status: 204 len: 168 time: 1.3576267 Nov 12 11:09:47.375815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49270) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:47.376163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.404956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-e80c1bf9-8b26-4b39-b197-dee16c336f82 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157262 Nov 12 11:09:47.476243 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62784fea-ca68-41a7-8e2f-5bd1ea45cde9 x-openstack-request-id: req-62784fea-ca68-41a7-8e2f-5bd1ea45cde9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:47.481018 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.483888 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f630d7b2-1fb4-4262-944f-9b970df1edfe", "name": "network-vif-deleted", "tag": "186498dd-6c83-49c8-9e32-a45c9258de4e", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:47.483888 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62784fea-ca68-41a7-8e2f-5bd1ea45cde9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:47.483888 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f630d7b2-1fb4-4262-944f-9b970df1edfe', 'name': 'network-vif-deleted', 'tag': '186498dd-6c83-49c8-9e32-a45c9258de4e', 'status': 'completed', 'code': 200} Nov 12 11:09:47.483888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942381-3276-48e6-83d3-c66592e3d4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9d687f1d-3b0b-404d-a008-7f74d050a815,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:47.498296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd96220-0bbb-4fcb-882a-78e70c43c5ab admin admin] Deleting subnet 4d34ec8f-f56c-4ab7-9de3-b5608b1f60e8 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:47.508306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfd96220-0bbb-4fcb-882a-78e70c43c5ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.512865 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 2, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:47.545880 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Checking router: 71f31615-092f-485c-8bcd-315c35e249ab for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:09:47.546476 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Updating router 71f31615-092f-485c-8bcd-315c35e249ab port 568bcb4a-03a7-4f63-9a24-eb51752dba19 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:09:47.577350 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.583706 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.585042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-46134dc3-3aa6-468c-a0b5-922038894598 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2563074 Nov 12 11:09:47.585538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44099f5d-a584-4e16-8026-49ed9f2b973c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:47.588005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49274) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:47.599822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c0aaee12-05bf-4fe4-8396-049ca7407b6d None None] Allocated IP 2001:db8:0:1::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/1601354f-3ca4-4ae6-9548-eb2c82178743/44099f5d-a584-4e16-8026-49ed9f2b973c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:47.612559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f95bbe89-f7fd-4c82-b772-6395b7d99e3d req-ca6d3dc5-0bbc-4b1d-894b-38ef0dc3cefb tempest-AttachSCSIVolumeTestJSON-1888530528 tempest-AttachSCSIVolumeTestJSON-1888530528-project] 10.222.0.98 "GET /v2.0/ports?device_id=f630d7b2-1fb4-4262-944f-9b970df1edfe HTTP/1.1" status: 200 len: 210 time: 0.0428791 Nov 12 11:09:47.640248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfd96220-0bbb-4fcb-882a-78e70c43c5ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.676663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-5c26a30e-0c66-4d0f-8090-09343c761342 service neutron] 10.222.0.98 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646127 Nov 12 11:09:47.765909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfd96220-0bbb-4fcb-882a-78e70c43c5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.813983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=a02a4e9a-88cc-445b-bf83-d866033cbdba,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:47.854362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 44099f5d-a584-4e16-8026-49ed9f2b973c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:47.855432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.914231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0aaee12-05bf-4fe4-8396-049ca7407b6d None None] For port 44099f5d-a584-4e16-8026-49ed9f2b973c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=44099f5d-a584-4e16-8026-49ed9f2b973c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:47.953176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-c89eb332-d169-4d32-9388-707b2c46409a service neutron] 10.222.0.98 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751384 Nov 12 11:09:47.954607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0aaee12-05bf-4fe4-8396-049ca7407b6d None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.963167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f0aff097-aab6-4fd8-bf16-fac5073c090f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 04ec2850-2c60-4100-9f5f-0afefe9d60c3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:47.964861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0aff097-aab6-4fd8-bf16-fac5073c090f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:47.981266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfd96220-0bbb-4fcb-882a-78e70c43c5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.018569 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.020519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd96220-0bbb-4fcb-882a-78e70c43c5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d34ec8f-f56c-4ab7-9de3-b5608b1f60e8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:48.024909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfd96220-0bbb-4fcb-882a-78e70c43c5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.029190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bfd96220-0bbb-4fcb-882a-78e70c43c5ab admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4d34ec8f-f56c-4ab7-9de3-b5608b1f60e8 HTTP/1.1" status: 204 len: 168 time: 0.6202676 Nov 12 11:09:48.031542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49282) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:48.112392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0aff097-aab6-4fd8-bf16-fac5073c090f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.123446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.135474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f0aff097-aab6-4fd8-bf16-fac5073c090f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 04ec2850-2c60-4100-9f5f-0afefe9d60c3 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:48.156655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0aaee12-05bf-4fe4-8396-049ca7407b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.202758 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.246497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.289373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c976e4b-7c48-448f-83ef-875a1d328afd']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:48.315594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94210ef9-6e1b-421e-b505-03b0a0e2988d') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:48.321616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94210ef9-6e1b-421e-b505-03b0a0e2988d') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:48.342672 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.379554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.402418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:09:48.402995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:09:48.407263 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:09:48.496315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44099f5d-a584-4e16-8026-49ed9f2b973c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:48.504273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaee12-05bf-4fe4-8396-049ca7407b6d None None] Pushing event updated for resources: {'Port': ['ID=44099f5d-a584-4e16-8026-49ed9f2b973c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:48.538317 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Pushing event updated for resources: {'Port': ['ID=568bcb4a-03a7-4f63-9a24-eb51752dba19,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:48.582896 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.588960 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.589917 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.591369 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.600158 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.601602 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.603614 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.604224 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.611440 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.611440 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.611440 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.611440 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:48.611859 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 44099f5d-a584-4e16-8026-49ed9f2b973c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:48.611859 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.751544 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f3509b8-4eb6-4131-aa3e-485e744137eb req-75d3712d-fb97-494c-ab90-3570a658b461 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 210 time: 0.2785139 Nov 12 11:09:48.784474 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Attempting to bind port 568bcb4a-03a7-4f63-9a24-eb51752dba19 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:48.794032 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Attempting to bind port 568bcb4a-03a7-4f63-9a24-eb51752dba19 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:48.794670 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Attempting to bind port 568bcb4a-03a7-4f63-9a24-eb51752dba19 on network bb5e42d0-42a4-46a9-8051-0af7b17602ff {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:48.801476 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:48.806502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2fd46-3254-435a-9835-5111e26e1ca7 req-5d124316-f227-4f58-b77c-fa2f8e054998 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:48.807503 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Checking segment: {'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:48.808670 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.809776 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Bound using segment: {'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:48.810520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Bound port: 568bcb4a-03a7-4f63-9a24-eb51752dba19, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:48.811211 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.827235 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5aa2fd46-3254-435a-9835-5111e26e1ca7 req-5d124316-f227-4f58-b77c-fa2f8e054998 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.2319987 Nov 12 11:09:48.829181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a02a4e9a-88cc-445b-bf83-d866033cbdba up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:48.904669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 186498dd-6c83-49c8-9e32-a45c9258de4e no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:48.949319 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] For port 568bcb4a-03a7-4f63-9a24-eb51752dba19, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:48.952646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0aff097-aab6-4fd8-bf16-fac5073c090f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:48.953286 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] For port 568bcb4a-03a7-4f63-9a24-eb51752dba19, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=568bcb4a-03a7-4f63-9a24-eb51752dba19,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:48.985833 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.002855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.014401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6c976e4b-7c48-448f-83ef-875a1d328afd HTTP/1.1" status: 204 len: 168 time: 0.9814734 Nov 12 11:09:49.017480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 186498dd-6c83-49c8-9e32-a45c9258de4e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:49.018019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 186498dd-6c83-49c8-9e32-a45c9258de4e not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:49.041395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a02a4e9a-88cc-445b-bf83-d866033cbdba triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:49.041395 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.106834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce084e2-b886-413b-ba7a-1e74ad7b9062 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c976e4b-7c48-448f-83ef-875a1d328afd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:49.107249 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.128598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aff097-aab6-4fd8-bf16-fac5073c090f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=04ec2850-2c60-4100-9f5f-0afefe9d60c3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:49.274209 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d45d0c-a4fd-4779-accc-35dbecfe7b47 None None] Pushing event updated for resources: {'Port': ['ID=568bcb4a-03a7-4f63-9a24-eb51752dba19,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:49.311143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5aa2fd46-3254-435a-9835-5111e26e1ca7 req-6cb0d100-f63a-49e7-8147-c1f333c5966e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663379 Nov 12 11:09:49.348381 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:09:49.349362 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:09:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:49.373699 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0aff097-aab6-4fd8-bf16-fac5073c090f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.383484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49328) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:49.384277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f0aff097-aab6-4fd8-bf16-fac5073c090f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/04ec2850-2c60-4100-9f5f-0afefe9d60c3 HTTP/1.1" status: 204 len: 168 time: 1.7948685 Nov 12 11:09:49.484610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3962ea56-b914-4c91-9e67-dbc92e9b38f8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.491233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3962ea56-b914-4c91-9e67-dbc92e9b38f8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1026208 Nov 12 11:09:49.491547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49330) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:49.529204 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:09:49.577669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e15df-2e01-44e9-bc52-1809a93220ed tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.577669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-391e15df-2e01-44e9-bc52-1809a93220ed tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0832851 Nov 12 11:09:49.579553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49334) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:49.656585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5e4c5-2634-4285-8108-70d3f63941c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.658411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5e4c5-2634-4285-8108-70d3f63941c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.660378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5e4c5-2634-4285-8108-70d3f63941c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:49.662239 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c8a5e4c5-2634-4285-8108-70d3f63941c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0809405 Nov 12 11:09:49.666826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49338) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:49.752248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fda41a-4c93-4423-8bc9-254f30318101 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 1601354f-3ca4-4ae6-9548-eb2c82178743 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:49.752385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-22a2f863-919e-41df-91ad-94dfc448b675 None None] Provisioning complete for port 44099f5d-a584-4e16-8026-49ed9f2b973c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:49.752385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22a2f863-919e-41df-91ad-94dfc448b675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.756468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5fda41a-4c93-4423-8bc9-254f30318101 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.872690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5fda41a-4c93-4423-8bc9-254f30318101 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:49.927102 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a73c16cd-96e9-469a-b838-2661baf4c3d9 req-27929765-499e-4a12-9175-accdf11397b6 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 210 time: 0.0773520 Nov 12 11:09:49.957667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49350) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:50.054219 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:48Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:09:50.074663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e98776a-3529-4457-bb26-2f27682228dd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cd1f98f775cf4dbea6320b43eb85c45a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1144135 Nov 12 11:09:50.075276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49360) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:50.104690 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec2e29-43d1-4281-9b70-8c50606f3254 None None] The sync data for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 is: [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:48Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:09:50.124293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5fda41a-4c93-4423-8bc9-254f30318101 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.185592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-469f36e7-d9c4-4adc-88ca-9ea06c80b03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.237565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-30770c28-f8ad-451b-aaeb-aa110e910188 None None] Could not find standard attr ID for object 04ec2850-2c60-4100-9f5f-0afefe9d60c3. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:09:50.265112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-469f36e7-d9c4-4adc-88ca-9ea06c80b03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.420335 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.574464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95da532-24fd-48d1-843e-4fff38c26314 req-fa209884-435d-48a7-b26a-f50eceb52c50 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:50.576310 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-fa209884-435d-48a7-b26a-f50eceb52c50 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 811 time: 0.4357767 Nov 12 11:09:50.593198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 568bcb4a-03a7-4f63-9a24-eb51752dba19 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:50.596766 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-469f36e7-d9c4-4adc-88ca-9ea06c80b03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.603426 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-469f36e7-d9c4-4adc-88ca-9ea06c80b03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.613277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-469f36e7-d9c4-4adc-88ca-9ea06c80b03d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/204e53ae-6527-4bd8-aadc-3a0e002d73a3 HTTP/1.1" status: 204 len: 168 time: 0.5365708 Nov 12 11:09:50.641897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f36e7-d9c4-4adc-88ca-9ea06c80b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e53ae-6527-4bd8-aadc-3a0e002d73a3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:50.643735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-9c937730-8072-47e9-aa00-b4c1b901cd23 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/quotas/2a88d75199844646a131a6357f69f1d4 HTTP/1.1" status: 200 len: 375 time: 0.0428879 Nov 12 11:09:50.659850 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5fda41a-4c93-4423-8bc9-254f30318101 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.742130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 568bcb4a-03a7-4f63-9a24-eb51752dba19 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:50.742639 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.767228 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5fda41a-4c93-4423-8bc9-254f30318101 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:50.770701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f5fda41a-4c93-4423-8bc9-254f30318101 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/1601354f-3ca4-4ae6-9548-eb2c82178743 HTTP/1.1" status: 204 len: 168 time: 1.1023979 Nov 12 11:09:50.773728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49390) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:50.821884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fda41a-4c93-4423-8bc9-254f30318101 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=1601354f-3ca4-4ae6-9548-eb2c82178743,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:50.822748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded40637-1fcc-40cd-9c24-2ea6fe6ec464 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:50.871293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-2dfdbd44-73f9-4b40-9b4e-a2dce8275ea3 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1857131 Nov 12 11:09:50.931187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efc1cec-b0b0-4800-9ca4-c07cba9377c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 27f06f1f-4550-4471-855b-6abb85e51f2a {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:09:50.936126 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8efc1cec-b0b0-4800-9ca4-c07cba9377c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.008814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8efc1cec-b0b0-4800-9ca4-c07cba9377c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.129136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-21b41592-a30f-481b-bbe8-65c16e8fd774 service neutron] 10.222.0.98 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460835 Nov 12 11:09:51.186621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2fbd323d-8923-496b-959e-d5137d577463 req-1ec37b89-1276-43c1-b697-c4c26ecd9f69 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 210 time: 0.0854707 Nov 12 11:09:51.199125 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.348807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 568bcb4a-03a7-4f63-9a24-eb51752dba19, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=568bcb4a-03a7-4f63-9a24-eb51752dba19,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:51.440119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-29a5a3b1-59fd-4175-8d2c-2a7f487fe0ac service neutron] 10.222.0.98 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977800 Nov 12 11:09:51.441200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8efc1cec-b0b0-4800-9ca4-c07cba9377c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.522536 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.524607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44099f5d-a584-4e16-8026-49ed9f2b973c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:51.683518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=568bcb4a-03a7-4f63-9a24-eb51752dba19,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:51.714589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 44099f5d-a584-4e16-8026-49ed9f2b973c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:51.715119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:51.927491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8efc1cec-b0b0-4800-9ca4-c07cba9377c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.108407 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8efc1cec-b0b0-4800-9ca4-c07cba9377c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.119193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8efc1cec-b0b0-4800-9ca4-c07cba9377c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/27f06f1f-4550-4471-855b-6abb85e51f2a HTTP/1.1" status: 204 len: 168 time: 1.3422170 Nov 12 11:09:52.119193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc1cec-b0b0-4800-9ca4-c07cba9377c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=27f06f1f-4550-4471-855b-6abb85e51f2a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:52.121385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49436) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:52.143220 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce953a1b-0c9f-471e-8269-4e6bd06b2fe2 req-433ac829-cddc-4337-8d9d-9ddf611def62 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 210 time: 0.0603700 Nov 12 11:09:52.205012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-23eac074-b459-418a-b8a1-dfe6291cc3ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822928 Nov 12 11:09:52.210345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49438) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:52.220914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:52.325087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49444) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:52.472103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5d00c980-4df7-4254-a536-55debef2a0bd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=823f6c54aa144501987f3fc1489db912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453454 Nov 12 11:09:52.478030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:52.484941 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:09:52.537290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 568bcb4a-03a7-4f63-9a24-eb51752dba19 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:52.603014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad516a72-20bc-4961-8d17-2c92cd4808f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.667091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b935817-dbc7-4100-994f-e164ab845a4c None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:52.669092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad516a72-20bc-4961-8d17-2c92cd4808f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.696893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:52.702064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.766961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2ead1610-268d-40cf-91e1-929eaaae6c5d None None] Provisioning complete for port 44099f5d-a584-4e16-8026-49ed9f2b973c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:52.767668 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ead1610-268d-40cf-91e1-929eaaae6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.803455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ea16123-4c08-40ed-aa73-984d045d52b0 req-7f9fcb67-ac0e-4e60-a15e-bc8e614d86f2 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 210 time: 0.3628211 Nov 12 11:09:52.862173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 568bcb4a-03a7-4f63-9a24-eb51752dba19 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:52.862891 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:52.898962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-e5febba8-6322-48e0-b47a-d4e917f9437d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:52.900727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-e5febba8-6322-48e0-b47a-d4e917f9437d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.69 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 820 time: 0.4624710 Nov 12 11:09:52.935783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Request body: {'port': {'device_id': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'admin_state_up': True, 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:53.033452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad516a72-20bc-4961-8d17-2c92cd4808f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.033452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ad516a72-20bc-4961-8d17-2c92cd4808f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.036971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49458) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:53.038486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ad516a72-20bc-4961-8d17-2c92cd4808f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3a86c765-6d04-4bc3-a57b-e5143f73b818 HTTP/1.1" status: 204 len: 168 time: 0.5574849 Nov 12 11:09:53.103555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad516a72-20bc-4961-8d17-2c92cd4808f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86c765-6d04-4bc3-a57b-e5143f73b818,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:53.180068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:09:53.355518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] Deleting port 44099f5d-a584-4e16-8026-49ed9f2b973c {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:09:53.355811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.395864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44e475c1-ca2a-48bc-8a59-f7df5ef6ee5c req-07cebea5-eaa0-4cc4-ade0-e2292768f378 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 210 time: 0.0683393 Nov 12 11:09:53.465808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] For port 44099f5d-a584-4e16-8026-49ed9f2b973c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=44099f5d-a584-4e16-8026-49ed9f2b973c,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:53.466242 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.482884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] Calling delete_port for 44099f5d-a584-4e16-8026-49ed9f2b973c owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:09:53.520357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-678e2729-badb-48bf-b9c0-dcafc127b503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.585280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Made reservation on behalf of 499ef743b29c4bbda55ddb7cfed7dc75 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:53.590060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.838006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-678e2729-badb-48bf-b9c0-dcafc127b503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:53.847662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:09:53.959017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d2ff51f-a4a9-46fd-9d3b-5f8c64446560 req-f0b67574-9add-40c0-beb8-b391c654b9c5 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Nov 12 11:09:53.985710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.018797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] Pushing event deleted for resources: {'Port': ['ID=44099f5d-a584-4e16-8026-49ed9f2b973c,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:54.023747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f377f8-f488-4ee7-9174-64b914684998 None None] No DVR routers for this DVR port 44099f5d-a584-4e16-8026-49ed9f2b973c on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:09:54.152985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-678e2729-badb-48bf-b9c0-dcafc127b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.175356 n-d-768852-22 neutron-server[109705]: WARNING neutron.services.revisions.revision_plugin [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Could not find related port for resource to bump revision. Nov 12 11:09:54.247301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-678e2729-badb-48bf-b9c0-dcafc127b503 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=94b86194971f4c2bbba644e225ada2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1257441 Nov 12 11:09:54.252166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49484) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:54.254601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_pluggable_backend [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Port 44099f5d-a584-4e16-8026-49ed9f2b973c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109705) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 11:09:54.254914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_pluggable_backend [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Reverting IP allocation for 2001:db8::f816:3eff:fec8:90ea {{(pid=109705) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 11:09:54.264524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e2729-badb-48bf-b9c0-dcafc127b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ae3d8-e584-4f3f-b506-0643f1669159,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:54.267589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_pluggable_backend [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec8:90ea {{(pid=109705) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 11:09:54.271667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.312482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Allocated IP 172.20.0.14 (bb5e42d0-42a4-46a9-8051-0af7b17602ff/a1845cbb-ff66-4c88-bd89-05f5686c7c70/a8a45a7a-338a-47ab-adf9-287896252666) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:54.358256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:54.373512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:54.394132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:54.394423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee386c46-25bb-4f22-813e-d7385c148344 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:54.394872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.413641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=2a573740-bc2e-40bf-91c1-327e7ef9cf1e,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:54.504285 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.536335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44099f5d-a584-4e16-8026-49ed9f2b973c no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:09:54.536444 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.577593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 44099f5d-a584-4e16-8026-49ed9f2b973c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:09:54.578236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44099f5d-a584-4e16-8026-49ed9f2b973c not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:09:54.621948 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69ed8392-9feb-4ee4-addb-85f82a2d9933 req-e9b9d63b-0274-4943-af5a-f44ef6f83aaa tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 210 time: 0.0898509 Nov 12 11:09:54.662186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c63b1910-adc0-4e22-8491-5f4cd3d516ff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4491136 Nov 12 11:09:54.665983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49490) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:54.672952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-40ac5622-7c91-45c7-bc73-204b37785537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:54.759584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.844509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': '2a573740-bc2e-40bf-91c1-327e7ef9cf1e'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:09:54.848998 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.933756 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.936802 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:54.938004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7b0ae3d8-e584-4f3f-b506-0643f1669159 HTTP/1.1" status: 204 len: 168 time: 0.6836710 Nov 12 11:09:54.953508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ae3d8-e584-4f3f-b506-0643f1669159,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:54.970147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:54.977322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd121f3-7d95-4d94-802a-9ca9c91d4f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:55.008695 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.069337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ac5622-7c91-45c7-bc73-204b37785537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:55.079377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40ac5622-7c91-45c7-bc73-204b37785537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.086320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Network bb5e42d0-42a4-46a9-8051-0af7b17602ff is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:55.101964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:55.113554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:55.178373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event updated for resources: {'Port': ['ID=a8a45a7a-338a-47ab-adf9-287896252666,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:55.238739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:55.239582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.241046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Allocated IP 2001:db8::f816:3eff:fe46:85ee (5548ef9b-af8a-4319-aa1a-0d0b38428140/2a573740-bc2e-40bf-91c1-327e7ef9cf1e/64b38bfa-97f3-4dde-a49a-ef5aa1e89511) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:55.281854 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-40ac5622-7c91-45c7-bc73-204b37785537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a573740-bc2e-40bf-91c1-327e7ef9cf1e (CIDR: 2001:db8::/64) Nov 12 11:09:55.295411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954eb721-32ac-4c95-ae03-b69e098cc958 req-df7fd21c-f791-42fe-93ad-7b0a0c962350 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:55.304123 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-954eb721-32ac-4c95-ae03-b69e098cc958 req-df7fd21c-f791-42fe-93ad-7b0a0c962350 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 932 time: 0.1761715 Nov 12 11:09:55.397209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-954eb721-32ac-4c95-ae03-b69e098cc958 req-6eee788c-96ee-4414-ab8f-40f7064906a1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919404 Nov 12 11:09:55.401672 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ac5622-7c91-45c7-bc73-204b37785537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:09:55.409863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ac5622-7c91-45c7-bc73-204b37785537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:09:55.465677 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-b3a5afb6-5025-403c-9632-d65c1186f348 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5369771 Nov 12 11:09:55.473301 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.583536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49512) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:55.598036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.617506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-40ac5622-7c91-45c7-bc73-204b37785537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9500425 Nov 12 11:09:55.621410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49516) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:55.647897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:55.720119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:55.732586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:55.747296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:55.797687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Pushing event updated for resources: {'Port': ['ID=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:55.832425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Request body: {'port': {'device_id': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:55.881031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Attempting to bind port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:55.881689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Attempting to bind port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:55.882592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Attempting to bind port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:55.890413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:55.891088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:55.891652 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.892280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:55.892944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Bound port: 64b38bfa-97f3-4dde-a49a-ef5aa1e89511, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:55.893656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:55.980374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] For port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:55.984354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] For port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:56.008500 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.228629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.319703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317e4d0-9760-41d2-ad73-189122ae27f0 None None] Pushing event updated for resources: {'Port': ['ID=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:56.378359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ac57e9b-3d42-448b-8c9b-bd5ef1115f2b req-c74c2276-9f90-41f7-97fd-051c1c3b4a81 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 210 time: 0.4250474 Nov 12 11:09:56.392580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-network', 'tenant_id': 'e9df845ab93d4af692eda94005804137'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:56.429783 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:09:56.429783 n-d-768852-22 neutron-server[109704]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 11:09:56.429783 n-d-768852-22 neutron-server[109704]: [parameters: {'project_id': 'e9df845ab93d4af692eda94005804137', 'id': '085f231b-6783-4a2a-ba34-941d1a5ee144', 'expiration': datetime.datetime(2021, 11, 12, 11, 11, 56, 413480)}] Nov 12 11:09:56.429783 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:09:56.430763 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:09:56.485585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a45a7a-338a-47ab-adf9-287896252666 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:09:56.500814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.541878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Transition to ACTIVE for port object a8a45a7a-338a-47ab-adf9-287896252666 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:09:56.558820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49532) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:56.603720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e078a6a3-d9f5-4b4b-a3aa-79a3fd78dd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.671994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:56.677807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.718483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c0c11-302b-4908-8009-ec1e278ca3d5 req-cb1b3d28-b20e-4c6a-86c5-40c7d8f5696d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:56.724832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-776c0c11-302b-4908-8009-ec1e278ca3d5 req-cb1b3d28-b20e-4c6a-86c5-40c7d8f5696d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 932 time: 0.2028172 Nov 12 11:09:56.810640 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:56.879227 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e078a6a3-d9f5-4b4b-a3aa-79a3fd78dd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.092863 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-776c0c11-302b-4908-8009-ec1e278ca3d5 req-b0fbbfce-998d-49b0-86f7-f72c927966a2 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652422 Nov 12 11:09:57.095701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a45a7a-338a-47ab-adf9-287896252666,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:57.104981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e078a6a3-d9f5-4b4b-a3aa-79a3fd78dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.132105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95da532-24fd-48d1-843e-4fff38c26314 req-d7c7affa-1441-45de-8c58-91fa2b0b23ae tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.134791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-d7c7affa-1441-45de-8c58-91fa2b0b23ae tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.57 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 811 time: 0.5578508 Nov 12 11:09:57.151168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Request body: {'port': {'device_id': 'e637e783-122d-4c56-82b0-d9e0668b6b55', 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f', 'admin_state_up': True, 'tenant_id': '2a88d75199844646a131a6357f69f1d4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:57.162020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Made reservation on behalf of e9df845ab93d4af692eda94005804137 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:57.164673 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.175585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e078a6a3-d9f5-4b4b-a3aa-79a3fd78dd7e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9d4e9e47c5e6482caa8da3043311f0bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6146405 Nov 12 11:09:57.181332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49540) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:57.188840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.191007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078a6a3-d9f5-4b4b-a3aa-79a3fd78dd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d177d8a7-397c-4c2b-bd74-67905949c35b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:57.285295 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.376308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c44e3cd6-f46b-4b4b-9f52-f15216a9b00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.428496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Attempting to bind port a8a45a7a-338a-47ab-adf9-287896252666 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:09:57.430243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Attempting to bind port a8a45a7a-338a-47ab-adf9-287896252666 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:09:57.430243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Attempting to bind port a8a45a7a-338a-47ab-adf9-287896252666 on network bb5e42d0-42a4-46a9-8051-0af7b17602ff {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:57.445570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Port a8a45a7a-338a-47ab-adf9-287896252666 on network bb5e42d0-42a4-46a9-8051-0af7b17602ff not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:09:57.446212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Attempting to bind port a8a45a7a-338a-47ab-adf9-287896252666 on network bb5e42d0-42a4-46a9-8051-0af7b17602ff {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:09:57.454111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:57.457096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:09:57.457810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Checking segment: {'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:09:57.458433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Bound using segment: {'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:09:57.459153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Bound port: a8a45a7a-338a-47ab-adf9-287896252666, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf339a1e-617a-4849-a20d-d3491ebd6189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:09:57.459724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.482001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:57.514839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:57.515495 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.537203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=64bc1024-185d-4167-ac02-da89e354d79b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:57.542316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c44e3cd6-f46b-4b4b-9f52-f15216a9b00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.600817 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.642921 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] For port a8a45a7a-338a-47ab-adf9-287896252666, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:09:57.649466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] For port a8a45a7a-338a-47ab-adf9-287896252666, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8a45a7a-338a-47ab-adf9-287896252666,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:09:57.656404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Made reservation on behalf of 2a88d75199844646a131a6357f69f1d4 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:57.662987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.677270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c51778f8-ee7e-49fe-9ba8-8a4b79375775 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0538027 Nov 12 11:09:57.680313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49544) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:57.687634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:23:9d:e7', 'name': 'tempest-NetworksTestDHCPv6-590098788'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:57.738494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c44e3cd6-f46b-4b4b-9f52-f15216a9b00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.741698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c44e3cd6-f46b-4b4b-9f52-f15216a9b00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.747414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c44e3cd6-f46b-4b4b-9f52-f15216a9b00d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d177d8a7-397c-4c2b-bd74-67905949c35b HTTP/1.1" status: 204 len: 168 time: 0.5647042 Nov 12 11:09:57.757275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-18eca766-c683-4628-ac3f-f0bb6580aa49 req-8cd2c574-9357-4aa1-abd5-dd8472691db4 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 210 time: 0.1050625 Nov 12 11:09:57.762461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.790442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:09:57.802778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.803325 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Added segment 32b91850-13d6-453f-89d4-0d36c5c6b372 of type vlan for network 3d3856e7-c21c-4342-addd-7ade6574391c Nov 12 11:09:57.861928 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.873892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e3cd6-f46b-4b4b-9f52-f15216a9b00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d177d8a7-397c-4c2b-bd74-67905949c35b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:57.889250 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:57.986670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5041c8-4bc4-4dad-b662-d18768748810,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:57.997218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c381af0a-f067-4b3b-89c6-0ac674ff35b0 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:09:58.080736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.081683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.083677 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] 10.222.0.69 "PUT /v2.0/ports/a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 1093 time: 2.6078238 Nov 12 11:09:58.084601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:09:58.087360 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab286ecb-b139-45dd-a4e3-478bb36ace1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:09:58.107394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea402a0-be1e-4804-9fab-e5fc199b6782 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a45a7a-338a-47ab-adf9-287896252666,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:58.115326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Allocated IP 172.20.0.7 (d3113830-4b24-4afd-b356-495c65d08e7f/70c76c78-43b9-4371-8da7-d42062dbf526/7f276c79-95d5-4a1a-b2fc-2f54e617f710) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:09:58.166836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.171616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.172744 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.193164 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33e08d4-b7b9-4573-b492-0eb48f6d339e x-openstack-request-id: req-b33e08d4-b7b9-4573-b492-0eb48f6d339e {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:09:58.193472 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:09:58.193999 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b33e08d4-b7b9-4573-b492-0eb48f6d339e {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:09:58.194493 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666', 'status': 'completed', 'code': 200} Nov 12 11:09:58.333942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:58.461460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Provisioning complete for port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:58.461820 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.484653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.545627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab286ecb-b139-45dd-a4e3-478bb36ace1c req-4efde0d2-d7de-4a26-b70c-10802c4892f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.547828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab286ecb-b139-45dd-a4e3-478bb36ace1c req-4efde0d2-d7de-4a26-b70c-10802c4892f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1096 time: 0.3408535 Nov 12 11:09:58.584485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:09:58.642262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:58.767716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09feae4-dcd0-457d-8e80-de6abcb5537c None None] Update dhcp port {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '2a573740-bc2e-40bf-91c1-327e7ef9cf1e', 'ip_address': '2001:db8::f816:3eff:fe46:85ee'}, {'subnet_id': '64bc1024-185d-4167-ac02-da89e354d79b'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '64b38bfa-97f3-4dde-a49a-ef5aa1e89511'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:09:58.770680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab286ecb-b139-45dd-a4e3-478bb36ace1c req-2b20a659-2336-4b8e-82e6-cdabebd208e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:58.774539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab286ecb-b139-45dd-a4e3-478bb36ace1c req-2b20a659-2336-4b8e-82e6-cdabebd208e9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2176008 Nov 12 11:09:58.780857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.820555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:09:58.820555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.820555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e09feae4-dcd0-457d-8e80-de6abcb5537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:58.825407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['16395896-367b-4bfa-9c82-21240fbae912'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:09:58.827890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d3856e7-c21c-4342-addd-7ade6574391c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:58.877125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a6c7f06b-b0b5-4a21-b417-b1969138e4e5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2909372 Nov 12 11:09:58.969794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49574) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:09:59.010376 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.049923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Request body: {'subnet': {'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-subnet', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:09:59.198473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] For port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:09:59.200611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 3d3856e7-c21c-4342-addd-7ade6574391c details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:09:59.225175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59faf6b-2517-4ad3-82c5-932b5e3f3f34 req-a490f0f0-59a9-4255-afac-d1ef47f55056 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.233498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d59faf6b-2517-4ad3-82c5-932b5e3f3f34 req-a490f0f0-59a9-4255-afac-d1ef47f55056 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 944 time: 0.6146088 Nov 12 11:09:59.323388 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.462509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Made reservation on behalf of e9df845ab93d4af692eda94005804137 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:09:59.477997 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.541254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Network d3113830-4b24-4afd-b356-495c65d08e7f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:09:59.603321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:09:59.612453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Pushing event updated for resources: {'Port': ['ID=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:59.622664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:09:59.627578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d59faf6b-2517-4ad3-82c5-932b5e3f3f34 req-498c4d2b-391a-45e8-9711-7c8624548a19 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772329 Nov 12 11:09:59.691766 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.718477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Pushing event updated for resources: {'Port': ['ID=7f276c79-95d5-4a1a-b2fc-2f54e617f710,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:09:59.767559 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-965f6ade-b3f1-4d90-83f9-429759dc82a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.784070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafeaffe-9d8b-4b71-9440-0bfcb96b9ab1 req-b3e9fabf-650e-4bbf-b576-34fa4873b39e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.785580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-caa9f601-69f5-4d41-8e47-146163131263 req-b6074d31-55c6-4b43-a57f-325127170bc0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4662306 Nov 12 11:09:59.786071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bafeaffe-9d8b-4b71-9440-0bfcb96b9ab1 req-b3e9fabf-650e-4bbf-b576-34fa4873b39e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 931 time: 0.2386494 Nov 12 11:09:59.842975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.844003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:09:59.854550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab286ecb-b139-45dd-a4e3-478bb36ace1c req-97f2277b-f773-41e8-83ee-e85c05d2964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:09:59.856648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab286ecb-b139-45dd-a4e3-478bb36ace1c req-97f2277b-f773-41e8-83ee-e85c05d2964a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0729938 Nov 12 11:09:59.871609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 04fd59bc-6338-4793-bf6e-e10f809bae14 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:09:59.916009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.917155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.917526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.917927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.918193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.918526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.918852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.919268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.919497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.921610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.924293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.929386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad9a9f-3b6a-4a59-a25a-c9b12d8bc630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:09:59.975078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bafeaffe-9d8b-4b71-9440-0bfcb96b9ab1 req-200ac2a5-9616-4fcb-83eb-2d4c6d412f8c tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560681 Nov 12 11:09:59.999082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-f5c9ec4c-8745-478b-b480-6b0890f4c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.000871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-f5c9ec4c-8745-478b-b480-6b0890f4c528 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1096 time: 0.0795901 Nov 12 11:10:00.023721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-e09feae4-dcd0-457d-8e80-de6abcb5537c None None] Allocated IP 2001:db8:0:1::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/64bc1024-185d-4167-ac02-da89e354d79b/64b38bfa-97f3-4dde-a49a-ef5aa1e89511) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:00.059510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9f601-69f5-4d41-8e47-146163131263 req-88eeabf2-c2e3-48de-8a9b-3f989e3b30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.061178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-caa9f601-69f5-4d41-8e47-146163131263 req-88eeabf2-c2e3-48de-8a9b-3f989e3b30d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 1097 time: 0.2028596 Nov 12 11:10:00.086143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-42ec60bc-7353-4ac3-aa93-fe09c4d34eff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 217 time: 0.0720146 Nov 12 11:10:00.092257 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-1820beb6-6a08-4b11-9586-8baa87f70e97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9456062 Nov 12 11:10:00.194104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Request body: {'port': {'device_id': 'e637e783-122d-4c56-82b0-d9e0668b6b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:00.206427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e09feae4-dcd0-457d-8e80-de6abcb5537c None None] For port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:00.252403 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e09feae4-dcd0-457d-8e80-de6abcb5537c None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.279344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2904be93-4905-498c-b0f3-c6e36f51f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.280879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-2904be93-4905-498c-b0f3-c6e36f51f2c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 200 len: 860 time: 0.1838641 Nov 12 11:10:00.340333 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e09feae4-dcd0-457d-8e80-de6abcb5537c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.343636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-31d4e1f1-4418-4aca-a1fc-24ba801b0c7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb5e42d0-42a4-46a9-8051-0af7b17602ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432971 Nov 12 11:10:00.347177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.476376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.513586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:00.516053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09feae4-dcd0-457d-8e80-de6abcb5537c None None] Pushing event updated for resources: {'Port': ['ID=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:00.644493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:00.649619 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:00.794432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9f601-69f5-4d41-8e47-146163131263 req-97f82362-53fc-4d74-a461-a69ee67e2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:00.796413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-caa9f601-69f5-4d41-8e47-146163131263 req-97f82362-53fc-4d74-a461-a69ee67e2707 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 912 time: 0.7082725 Nov 12 11:10:00.841787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-29d170b2-360d-4794-8cd2-c27afaa48cdf service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735944 Nov 12 11:10:00.851616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:00.963088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-caa9f601-69f5-4d41-8e47-146163131263 req-37fd20dd-4e49-42fe-b1df-a50848834462 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16395896-367b-4bfa-9c82-21240fbae912 HTTP/1.1" status: 200 len: 217 time: 0.1292503 Nov 12 11:10:01.090309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Checking segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:01.090684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Network hostable DHCP agents. Network: 3d3856e7-c21c-4342-addd-7ade6574391c, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:01.146042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8:0:1::174 (5548ef9b-af8a-4319-aa1a-0d0b38428140/64bc1024-185d-4167-ac02-da89e354d79b/04fd59bc-6338-4793-bf6e-e10f809bae14) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:01.168037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::f816:3eff:fe23:9de7 (5548ef9b-af8a-4319-aa1a-0d0b38428140/2a573740-bc2e-40bf-91c1-327e7ef9cf1e/04fd59bc-6338-4793-bf6e-e10f809bae14) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:01.180799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9f601-69f5-4d41-8e47-146163131263 req-8ad6330b-890b-42f0-b6ea-ab02bb406dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.182883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-caa9f601-69f5-4d41-8e47-146163131263 req-8ad6330b-890b-42f0-b6ea-ab02bb406dd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c76c78-43b9-4371-8da7-d42062dbf526 HTTP/1.1" status: 200 len: 851 time: 0.2089419 Nov 12 11:10:01.200180 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52fdadb1-1d82-4505-939d-dd3691b88345 req-306a31b4-f558-4d62-905d-7fa6727c8938 service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299127 Nov 12 11:10:01.221008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1037b-4229-42b7-bb5b-cce272312e91 req-4fe57d06-cd4f-459e-967a-a9f862095564 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.221008 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ec1037b-4229-42b7-bb5b-cce272312e91 req-4fe57d06-cd4f-459e-967a-a9f862095564 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 944 time: 0.3902345 Nov 12 11:10:01.252786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-caa9f601-69f5-4d41-8e47-146163131263 req-408f205a-a363-48c7-ac80-a628b2f951e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3113830-4b24-4afd-b356-495c65d08e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594485 Nov 12 11:10:01.386848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bbe62-7bd2-45e2-8b44-d253df5aaecc req-e5affa91-b1c8-40a6-8255-c9a5173310d8 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:01.529591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-572bbe62-7bd2-45e2-8b44-d253df5aaecc req-e5affa91-b1c8-40a6-8255-c9a5173310d8 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 931 time: 0.2488101 Nov 12 11:10:01.529591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f276c79-95d5-4a1a-b2fc-2f54e617f710 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:01.529885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.530078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.530078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Transition to ACTIVE for port object 7f276c79-95d5-4a1a-b2fc-2f54e617f710 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:10:01.530078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-572bbe62-7bd2-45e2-8b44-d253df5aaecc req-104a566e-3348-4f8c-a92a-3ef3e52224af tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794311 Nov 12 11:10:01.664016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-03b9927d-93d8-45fc-8772-dacbd82413b9 None None] Provisioning complete for port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:01.664783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-03b9927d-93d8-45fc-8772-dacbd82413b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.831371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ec1037b-4229-42b7-bb5b-cce272312e91 req-818ae0cd-5a78-42a8-86ba-6f775d7fa1f6 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855675 Nov 12 11:10:01.888693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:01.911757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Network 3d3856e7-c21c-4342-addd-7ade6574391c is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:02.001626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Pushing event updated for resources: {'Port': ['ID=7f276c79-95d5-4a1a-b2fc-2f54e617f710,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:02.004981 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-212aa0ab-db5b-45ee-8328-61ed16f76f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.025056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-caa9f601-69f5-4d41-8e47-146163131263 req-2b2332ec-d9ac-416a-b69a-60729a4b1e3e service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533553 Nov 12 11:10:02.067155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Attempting to bind port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:02.067155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Attempting to bind port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:02.067155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Attempting to bind port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 on network d3113830-4b24-4afd-b356-495c65d08e7f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:02.072286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 on network d3113830-4b24-4afd-b356-495c65d08e7f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:10:02.073193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Attempting to bind port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 on network d3113830-4b24-4afd-b356-495c65d08e7f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:02.073352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.080161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:02.081113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Checking segment: {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:02.081567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Bound using segment: {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:02.082211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Bound port: 7f276c79-95d5-4a1a-b2fc-2f54e617f710, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:02.084138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.183398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] For port 7f276c79-95d5-4a1a-b2fc-2f54e617f710, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:02.188254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] For port 7f276c79-95d5-4a1a-b2fc-2f54e617f710, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7f276c79-95d5-4a1a-b2fc-2f54e617f710,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:02.278413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 3d3856e7-c21c-4342-addd-7ade6574391c) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:02.291109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916c21d-f30d-4130-a1c5-1070ffb9daa4 None None] Network 3d3856e7-c21c-4342-addd-7ade6574391c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:02.300267 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.372419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.373853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.439737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.441017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.442879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] 10.222.0.57 "PUT /v2.0/ports/7f276c79-95d5-4a1a-b2fc-2f54e617f710 HTTP/1.1" status: 200 len: 1092 time: 2.2532356 Nov 12 11:10:02.446139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e637e783-122d-4c56-82b0-d9e0668b6b55', 'tag': '7f276c79-95d5-4a1a-b2fc-2f54e617f710'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:02.462549 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b395508a-1e80-43f6-a82c-09c3968ace58" -d '{"events": [{"name": "network-changed", "server_uuid": "e637e783-122d-4c56-82b0-d9e0668b6b55", "tag": "7f276c79-95d5-4a1a-b2fc-2f54e617f710"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:02.508424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:02.509951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.539916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f73739-5f13-4627-a33e-5cdf7a95cede service neutron] Pushing event updated for resources: {'Port': ['ID=7f276c79-95d5-4a1a-b2fc-2f54e617f710,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:02.568061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e56d02ea-f8a6-4888-a2d3-ca2d56a9d181 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.5903709 Nov 12 11:10:02.570363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:02.582705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:02.609985 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879b4dcb-7070-4eae-ab37-dafac97d47e6 x-openstack-request-id: req-879b4dcb-7070-4eae-ab37-dafac97d47e6 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:02.610225 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e637e783-122d-4c56-82b0-d9e0668b6b55", "tag": "7f276c79-95d5-4a1a-b2fc-2f54e617f710", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:02.610478 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-879b4dcb-7070-4eae-ab37-dafac97d47e6 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:02.613039 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e637e783-122d-4c56-82b0-d9e0668b6b55', 'tag': '7f276c79-95d5-4a1a-b2fc-2f54e617f710', 'status': 'completed', 'code': 200} Nov 12 11:10:02.662030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:02.662449 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.773526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395508a-1e80-43f6-a82c-09c3968ace58 req-d54defa3-ae04-43c2-8dba-9ce231be37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.927402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b395508a-1e80-43f6-a82c-09c3968ace58 req-d54defa3-ae04-43c2-8dba-9ce231be37d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 1095 time: 0.1644173 Nov 12 11:10:02.929726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:02.981504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053b9a5-35a5-4ed9-955e-2afdaa435e2a req-f2b2c9f5-fe21-4223-9c4e-d9ff37b9dbe8 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.981504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3053b9a5-35a5-4ed9-955e-2afdaa435e2a req-f2b2c9f5-fe21-4223-9c4e-d9ff37b9dbe8 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 943 time: 0.1629889 Nov 12 11:10:02.982347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:02.982347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=04fd59bc-6338-4793-bf6e-e10f809bae14,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:02.982347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:02.982347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:02.982347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:02.982347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-caa9f601-69f5-4d41-8e47-146163131263 req-c9b7622b-3bde-4a3d-a1ee-1970824cfd78 service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7402422 Nov 12 11:10:02.985473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-3d3856e7-c21c-4342-addd-7ade6574391c', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:10:02.985473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.024702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.028586 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.092568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.094900 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-62178bbd-94da-401d-8b81-92f162c39446 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=2e4fbb23d93c4e4292d5bf618d77e74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757351 Nov 12 11:10:03.225761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.253195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Allocated IP 172.20.0.2 (3d3856e7-c21c-4342-addd-7ade6574391c/d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd/d4d65609-f23c-4686-8ad3-86ab0d34dfd2) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:03.257002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9977dfc6-e990-4e1b-a9b1-7c50ac463ce6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5748072 Nov 12 11:10:03.265422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-98bc886c-5cd9-4999-9f0b-cf7a3157a25e tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.267042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-98bc886c-5cd9-4999-9f0b-cf7a3157a25e tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692066 Nov 12 11:10:03.267719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49648) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:03.283866 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3053b9a5-35a5-4ed9-955e-2afdaa435e2a req-bf09f846-92bf-44c9-9c36-1d0b681fca86 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237645 Nov 12 11:10:03.326793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-da46c7ba-ae0f-4037-8b37-b59a937956aa tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/quotas/2e4fbb23d93c4e4292d5bf618d77e74d HTTP/1.1" status: 200 len: 375 time: 0.0446990 Nov 12 11:10:03.394380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Deleting port 589e3a05-2a6a-4163-b983-829aa472c041 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:03.395913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.479507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-50648a83-5acc-4202-a016-cc52e8f46417 None None] Provisioning complete for port 04fd59bc-6338-4793-bf6e-e10f809bae14 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:03.480107 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50648a83-5acc-4202-a016-cc52e8f46417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.480280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395508a-1e80-43f6-a82c-09c3968ace58 req-6e7319f6-eb9c-4f18-a2a7-58e842023911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.482072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b395508a-1e80-43f6-a82c-09c3968ace58 req-6e7319f6-eb9c-4f18-a2a7-58e842023911 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2a88d75199844646a131a6357f69f1d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6853995 Nov 12 11:10:03.542372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] For port 589e3a05-2a6a-4163-b983-829aa472c041, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=589e3a05-2a6a-4163-b983-829aa472c041,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:03.543497 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.560324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-50648a83-5acc-4202-a016-cc52e8f46417 None None] Port 04fd59bc-6338-4793-bf6e-e10f809bae14 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:03.572949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Calling delete_port for 589e3a05-2a6a-4163-b983-829aa472c041 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:03.590125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.610408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4bdf5-5484-4635-a8a5-ac1800b7fd1f req-22493b78-77ba-4751-92dd-0c79fee9e988 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.613871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f4bdf5-5484-4635-a8a5-ac1800b7fd1f req-22493b78-77ba-4751-92dd-0c79fee9e988 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 944 time: 0.2200344 Nov 12 11:10:03.683654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-19cade0a-2178-423d-bedc-c1396f662a94 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e4fbb23d93c4e4292d5bf618d77e74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3062451 Nov 12 11:10:03.698860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f4bdf5-5484-4635-a8a5-ac1800b7fd1f req-9ae8df2d-3ff2-41ae-baeb-9320f930ba6f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583980 Nov 12 11:10:03.758280 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.767730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bf23801b-7182-412d-b4b2-8fc6186f59a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 04fd59bc-6338-4793-bf6e-e10f809bae14 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:03.769731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf23801b-7182-412d-b4b2-8fc6186f59a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.821093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395508a-1e80-43f6-a82c-09c3968ace58 req-b0eea504-10cd-46a1-8a60-8daf949fddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:03.823325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b395508a-1e80-43f6-a82c-09c3968ace58 req-b0eea504-10cd-46a1-8a60-8daf949fddc8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3330646 Nov 12 11:10:03.852511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:03.987734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf23801b-7182-412d-b4b2-8fc6186f59a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.025621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95da532-24fd-48d1-843e-4fff38c26314 req-2a20ed08-d369-4371-a012-e242a93d59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.030421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-2a20ed08-d369-4371-a012-e242a93d59da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 1095 time: 0.1515718 Nov 12 11:10:04.037379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Network 3d3856e7-c21c-4342-addd-7ade6574391c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:04.049089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:04.060236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:04.147963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Pushing event updated for resources: {'Port': ['ID=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:04.178273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bf23801b-7182-412d-b4b2-8fc6186f59a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 04fd59bc-6338-4793-bf6e-e10f809bae14 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:04.209599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-ea467fe4-e78e-4eca-bb37-c1051cba7a20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f276c79-95d5-4a1a-b2fc-2f54e617f710 HTTP/1.1" status: 200 len: 217 time: 0.1574576 Nov 12 11:10:04.261746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a8a45a7a-338a-47ab-adf9-287896252666 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:10:04.274079 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.343798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2f7ad6e-bef1-4fdc-88c7-0b1befb16f5f req-29bb5b94-4066-4475-ac5c-387d4c41c2f8 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 210 time: 0.1067443 Nov 12 11:10:04.350687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.362987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Attempting to bind port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:04.363606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Attempting to bind port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:04.364225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Attempting to bind port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 on network 3d3856e7-c21c-4342-addd-7ade6574391c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:04.407475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:04.408146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Checking segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:04.408838 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.409455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Bound using segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:04.410225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Bound port: d4d65609-f23c-4686-8ad3-86ab0d34dfd2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:04.410813 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.533336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Pushing event deleted for resources: {'Port': ['ID=589e3a05-2a6a-4163-b983-829aa472c041,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:04.627403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95da532-24fd-48d1-843e-4fff38c26314 req-a948ffd1-f306-42d2-915d-09a77340f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.628970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-a948ffd1-f306-42d2-915d-09a77340f420 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c76c78-43b9-4371-8da7-d42062dbf526 HTTP/1.1" status: 200 len: 851 time: 0.4113302 Nov 12 11:10:04.670428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-c1e76502-8330-4969-8b66-6c8d320aacd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3113830-4b24-4afd-b356-495c65d08e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308046 Nov 12 11:10:04.671757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.712871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:04.726301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5123c-a487-43f7-a658-6a39852cc6cd req-4caef030-f87d-41fe-b212-83c6fc460246 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:04.736456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67e5123c-a487-43f7-a658-6a39852cc6cd req-4caef030-f87d-41fe-b212-83c6fc460246 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 943 time: 0.2373211 Nov 12 11:10:04.767260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a8a45a7a-338a-47ab-adf9-287896252666, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8a45a7a-338a-47ab-adf9-287896252666,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:04.799757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'a8a45a7a-338a-47ab-adf9-287896252666', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'port_id': 'a8a45a7a-338a-47ab-adf9-287896252666', 'mac_address': 'fa:16:3e:c6:7b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:10:04.956915 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-67e5123c-a487-43f7-a658-6a39852cc6cd req-9c86177a-ded0-4f8d-bb82-289ef1bee4dd tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210515 Nov 12 11:10:04.980304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] For port d4d65609-f23c-4686-8ad3-86ab0d34dfd2, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:04.992778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] For port d4d65609-f23c-4686-8ad3-86ab0d34dfd2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:04.996699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.001479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.020921 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.037667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-fff26856-e599-4d80-8805-62e1a56ae130 service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247247 Nov 12 11:10:05.038477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62912c74-132d-4d02-9e20-93fcad677f57 req-395c0ce6-9666-4b5a-8c32-d495708e28a8 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:05.038477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62912c74-132d-4d02-9e20-93fcad677f57 req-395c0ce6-9666-4b5a-8c32-d495708e28a8 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 944 time: 0.1369438 Nov 12 11:10:05.055111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a45a7a-338a-47ab-adf9-287896252666 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:05.083506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a8a45a7a-338a-47ab-adf9-287896252666, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8a45a7a-338a-47ab-adf9-287896252666,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:05.088062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Allocated IP 172.25.3.246 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/186e9c28-273d-4ced-923b-377b0aceff28) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:05.108796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.172127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.183052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f925055-6ac9-4ed2-8780-5b55fd9a7871 None None] Pushing event updated for resources: {'Port': ['ID=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:05.272050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=a8a45a7a-338a-47ab-adf9-287896252666,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:05.407788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62912c74-132d-4d02-9e20-93fcad677f57 req-575d4d12-8c64-4170-ac58-9222ff66115e tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643262 Nov 12 11:10:05.496456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf23801b-7182-412d-b4b2-8fc6186f59a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.507204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a8a45a7a-338a-47ab-adf9-287896252666'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:05.772967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dc2a290-de75-41e0-ae1c-2dcb6e9d4604 req-e7424993-6300-4213-bd24-2fd57aa96c9e tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 210 time: 0.2789896 Nov 12 11:10:05.773807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23801b-7182-412d-b4b2-8fc6186f59a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=04fd59bc-6338-4793-bf6e-e10f809bae14,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:05.779210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf23801b-7182-412d-b4b2-8fc6186f59a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:05.791026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bf23801b-7182-412d-b4b2-8fc6186f59a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/04fd59bc-6338-4793-bf6e-e10f809bae14 HTTP/1.1" status: 204 len: 168 time: 2.5174024 Nov 12 11:10:05.794724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49676) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:05.801124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:05.987416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95da532-24fd-48d1-843e-4fff38c26314 req-93ffdd6f-dddb-4e06-8d3e-b8709c3ed8b6 service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9462733 Nov 12 11:10:06.018514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d010a39-02a0-43e2-87c0-240a1aca2542 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.018514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3d010a39-02a0-43e2-87c0-240a1aca2542 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2207263 Nov 12 11:10:06.018733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49678) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:06.099615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.113435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:06.116633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e9a00-6c40-46a6-b142-f7521b84b656 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.125614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-104e9a00-6c40-46a6-b142-f7521b84b656 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0997665 Nov 12 11:10:06.125725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-18f448f8-4dae-484e-8ed2-6067aab4dd01 admin admin] 10.222.0.98 "PUT /v2.0/routers/3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4275723 Nov 12 11:10:06.125725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49682) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:06.125945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49684) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:06.130440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] Sync routers for ids ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:06.153373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] Routers {'3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:06.154295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:06.229990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f804-fa37-4015-b6ed-fa2db26ecf9c req-d4c1e7dc-a8ed-41a2-ae6f-d1696a281655 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.240607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f783f804-fa37-4015-b6ed-fa2db26ecf9c req-d4c1e7dc-a8ed-41a2-ae6f-d1696a281655 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 943 time: 0.1211059 Nov 12 11:10:06.289192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f53feb-9a43-42fc-a588-71eda2168c94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.291229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f53feb-9a43-42fc-a588-71eda2168c94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.297145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f53feb-9a43-42fc-a588-71eda2168c94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.304819 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-18f53feb-9a43-42fc-a588-71eda2168c94 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1748111 Nov 12 11:10:06.306567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:06.338841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.342901 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.387277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] Set router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:06.474678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f783f804-fa37-4015-b6ed-fa2db26ecf9c req-b75e48a8-dd60-4b5b-ae57-7b4a9324a1f1 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216473 Nov 12 11:10:06.543990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:06.599103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:06.648942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:06.661981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e827ecb-8ead-4d82-8940-0e90ef124d8e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 2a573740-bc2e-40bf-91c1-327e7ef9cf1e {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:06.680566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d4d65609-f23c-4686-8ad3-86ab0d34dfd2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:06.705048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Pushing event updated for resources: {'Port': ['ID=186e9c28-273d-4ced-923b-377b0aceff28,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:06.712487 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e827ecb-8ead-4d82-8940-0e90ef124d8e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.841914 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfd15f-80aa-4f97-83ab-2b9ffcae1b08 req-2a15a66a-4ff7-4560-b18c-bbde9b453dde tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:06.855125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecfd15f-80aa-4f97-83ab-2b9ffcae1b08 req-2a15a66a-4ff7-4560-b18c-bbde9b453dde tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 945 time: 0.2720344 Nov 12 11:10:06.872621 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.894540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e827ecb-8ead-4d82-8940-0e90ef124d8e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:06.899401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:06.902620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.013977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ecfd15f-80aa-4f97-83ab-2b9ffcae1b08 req-160c6cdb-0210-4a99-8b59-fa863c9f2575 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459882 Nov 12 11:10:07.071523 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.079843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '8856f494-50cf-43da-9286-f76c1323df4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:10:03Z', 'revision_number': 5, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port': {'id': '8856f494-50cf-43da-9286-f76c1323df4b', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:06:50Z', 'updated_at': '2021-11-12T11:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:07.118183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Deleting port 8856f494-50cf-43da-9286-f76c1323df4b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:07.118625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.152468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] Checking router: 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:10:07.190563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9ce24-2179-4c99-9849-ca54797bb288 None None] Network 3d3856e7-c21c-4342-addd-7ade6574391c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:07.200945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1e7736f0-9212-4935-ac50-8657e70d24d0 req-aa2c511e-7a23-4f85-addf-1dde32ac6feb tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 210 time: 0.1545155 Nov 12 11:10:07.224859 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] Routers {'3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:07.226213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:07.255244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port d4d65609-f23c-4686-8ad3-86ab0d34dfd2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:07.307690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] For port 8856f494-50cf-43da-9286-f76c1323df4b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8856f494-50cf-43da-9286-f76c1323df4b,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:07.308493 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.329978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e827ecb-8ead-4d82-8940-0e90ef124d8e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.346968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Calling delete_port for 8856f494-50cf-43da-9286-f76c1323df4b owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:07.624986 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.649635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9e72a57b-c615-4926-8d2e-f317f938442e None None] Provisioning complete for port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:07.649921 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9e72a57b-c615-4926-8d2e-f317f938442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.686896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e827ecb-8ead-4d82-8940-0e90ef124d8e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.755351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.773993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e827ecb-8ead-4d82-8940-0e90ef124d8e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=2a573740-bc2e-40bf-91c1-327e7ef9cf1e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:07.783609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e827ecb-8ead-4d82-8940-0e90ef124d8e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.787246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7e827ecb-8ead-4d82-8940-0e90ef124d8e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/2a573740-bc2e-40bf-91c1-327e7ef9cf1e HTTP/1.1" status: 204 len: 168 time: 1.4787447 Nov 12 11:10:07.797463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49704) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:07.809920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:07.813946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:07.819454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] Set router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:07.901483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f468972-7638-4dc5-8374-e73b984ba206 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:07.904328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:10:06Z', 'revision_number': 6, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:07.947872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f3aadf-5169-4e79-985f-a08b1a6f8471 None None] The sync data for ids ['3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0'] in n-d-768852-22 is: [{'id': '3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-225856909-router', 'tenant_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:06:48Z', 'updated_at': '2021-11-12T11:10:06Z', 'revision_number': 6, 'project_id': '0ace60cfecdb44f7bd5bdab86080e59a', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:08.190810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04319d76-fb60-46e2-91e6-e890018c018e req-f8f0628e-78df-451e-9341-ce01769506fe tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:08.193344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04319d76-fb60-46e2-91e6-e890018c018e req-f8f0628e-78df-451e-9341-ce01769506fe tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 943 time: 0.5332348 Nov 12 11:10:08.236908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Pushing event deleted for resources: {'Port': ['ID=8856f494-50cf-43da-9286-f76c1323df4b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:08.249162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a8a45a7a-338a-47ab-adf9-287896252666 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:08.392889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e17b0-9fb2-470b-b9b6-7fa0fb3d9e92 req-c3934c96-9fd9-466f-b891-b5bda57d30db tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:08.405360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c26e17b0-9fb2-470b-b9b6-7fa0fb3d9e92 req-c3934c96-9fd9-466f-b891-b5bda57d30db tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 945 time: 0.2355156 Nov 12 11:10:08.518803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71f3f70-f990-4e59-950d-9c61cd7be4b1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 64bc1024-185d-4167-ac02-da89e354d79b {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:08.531676 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-b77bb00c-c5d6-4d99-b643-1734409eae47 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2e4fbb23d93c4e4292d5bf618d77e74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1492026 Nov 12 11:10:08.551702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c26e17b0-9fb2-470b-b9b6-7fa0fb3d9e92 req-718dbd07-51ea-42e6-b841-d835516c2bab tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433389 Nov 12 11:10:08.577713 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f71f3f70-f990-4e59-950d-9c61cd7be4b1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:08.585959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:08.698978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d4d65609-f23c-4686-8ad3-86ab0d34dfd2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:08.702725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port a8a45a7a-338a-47ab-adf9-287896252666 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:10:08.737667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04319d76-fb60-46e2-91e6-e890018c018e req-9ff3d0f9-751c-4d93-bd4b-efce63c22f35 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978883 Nov 12 11:10:08.746262 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:08.756008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-e953f6e8-5ab4-44f1-b2c2-fd3004c1bdf2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4931343 Nov 12 11:10:08.789183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port a8a45a7a-338a-47ab-adf9-287896252666 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:08.789559 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:08.888210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cf1396c-7a4d-4507-b0c3-38f93711e439 req-c66de720-234a-4f0e-a5f0-0afb6ccee01d tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 210 time: 0.2019453 Nov 12 11:10:08.927854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7f276c79-95d5-4a1a-b2fc-2f54e617f710 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:10:08.987768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.002348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:09.003086 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.004444 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.023050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f71f3f70-f990-4e59-950d-9c61cd7be4b1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.095579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2cd6aa6e-78fc-4785-ae93-1d0df1a4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.096181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2cd6aa6e-78fc-4785-ae93-1d0df1a4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.096670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2cd6aa6e-78fc-4785-ae93-1d0df1a4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.098596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2cd6aa6e-78fc-4785-ae93-1d0df1a4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.113423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2cd6aa6e-78fc-4785-ae93-1d0df1a4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.114255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2cd6aa6e-78fc-4785-ae93-1d0df1a4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.118364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2cd6aa6e-78fc-4785-ae93-1d0df1a4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.118364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2cd6aa6e-78fc-4785-ae93-1d0df1a4c57d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6496 time: 0.2352324 Nov 12 11:10:09.190279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49716) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:09.204592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-545766645'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:09.217563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.237095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b674027-e22b-43d2-9749-a9d5e3678d99 None None] Provisioning complete for port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:09.237095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b674027-e22b-43d2-9749-a9d5e3678d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.269455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-9f6a8128-7a78-4992-8599-f9fbd608312c tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.271182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-9f6a8128-7a78-4992-8599-f9fbd608312c tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7115846 Nov 12 11:10:09.287698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Request body: {'port': {'device_id': '040ecff7-34e2-4a26-9c27-97a32600e11f', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '2e4fbb23d93c4e4292d5bf618d77e74d'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:09.291978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7f276c79-95d5-4a1a-b2fc-2f54e617f710, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7f276c79-95d5-4a1a-b2fc-2f54e617f710,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:09.298168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Router eb4025c7-201c-4875-bb51-bd062891918f is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:10:09.326744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:09.329264 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeff1544-70a9-4275-995b-0c7390b763fe" -d '{"events": [{"server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "name": "network-vif-plugged", "status": "completed", "tag": "a8a45a7a-338a-47ab-adf9-287896252666"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:09.337359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '7f276c79-95d5-4a1a-b2fc-2f54e617f710', 'network_id': 'd3113830-4b24-4afd-b356-495c65d08e7f', 'port_id': '7f276c79-95d5-4a1a-b2fc-2f54e617f710', 'mac_address': 'fa:16:3e:46:f5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c76c78-43b9-4371-8da7-d42062dbf526', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:10:09.372566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a8a45a7a-338a-47ab-adf9-287896252666, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8a45a7a-338a-47ab-adf9-287896252666,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:09.374537 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f71f3f70-f990-4e59-950d-9c61cd7be4b1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.453382 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.456208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 589e3a05-2a6a-4163-b983-829aa472c041 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:09.492676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:09.510750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.517070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 589e3a05-2a6a-4163-b983-829aa472c041 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:09.517070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 589e3a05-2a6a-4163-b983-829aa472c041 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:09.520196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f276c79-95d5-4a1a-b2fc-2f54e617f710 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:09.520596 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Sync routers for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:09.543053 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:09.543699 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:09.571258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-f3bce16d-a717-46e7-8281-ec8ee171df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.572296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-f3bce16d-a717-46e7-8281-ec8ee171df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.573515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-f3bce16d-a717-46e7-8281-ec8ee171df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:09.578592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-f3bce16d-a717-46e7-8281-ec8ee171df17 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=31e2f8a8-e302-43c3-acca-4e38462841ab&id=31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 200 len: 2294 time: 0.4308038 Nov 12 11:10:09.662422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:09.673533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.685709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7f276c79-95d5-4a1a-b2fc-2f54e617f710, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7f276c79-95d5-4a1a-b2fc-2f54e617f710,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:09.705024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.705881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:10:09.715137 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.716856 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-81ddf107-ff1e-4619-b713-ef9903a8889b admin admin] 10.222.0.98 "DELETE /v2.0/routers/3bfd2424-6454-4725-ad6e-3b7ddd6ab4f0 HTTP/1.1" status: 204 len: 168 time: 3.5932388 Nov 12 11:10:09.717581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=a8a45a7a-338a-47ab-adf9-287896252666,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:09.726926 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f71f3f70-f990-4e59-950d-9c61cd7be4b1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.729466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49724) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:09.732879 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188baaf-3faa-4c34-af4d-cd1b6c649eee x-openstack-request-id: req-f188baaf-3faa-4c34-af4d-cd1b6c649eee {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:09.733215 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "name": "network-vif-plugged", "status": "completed", "tag": "a8a45a7a-338a-47ab-adf9-287896252666", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:09.733429 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f188baaf-3faa-4c34-af4d-cd1b6c649eee {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:09.733832 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666', 'code': 200} Nov 12 11:10:09.746041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.752681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-658b3198-a3e9-46db-8e16-5068c254eacc admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1755970 Nov 12 11:10:09.769737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49726) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:09.785329 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.874965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:09.882186 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:09.903565 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.903914 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Added segment 2bf1399d-36ec-47af-90b7-dfc8ce0260d9 of type vlan for network 2b15c206-d2e2-418d-8f51-2b33242c1d70 Nov 12 11:10:09.931252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=7f276c79-95d5-4a1a-b2fc-2f54e617f710,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:09.958981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f3f70-f990-4e59-950d-9c61cd7be4b1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=64bc1024-185d-4167-ac02-da89e354d79b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:09.964909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9efe7b-56ca-498e-be67-fd7f324a2647 admin admin] Deleting subnet 9076d249-1b0d-408f-8fd5-9b5271d4edb8 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:09.980420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9efe7b-56ca-498e-be67-fd7f324a2647 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:09.987760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Made reservation on behalf of 2e4fbb23d93c4e4292d5bf618d77e74d for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:09.991805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.032874 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-e6c27f13-6b9a-423d-8a59-a76b01e4b2ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18940690-d376-4d98-bcd8-33d0180182c5 HTTP/1.1" status: 200 len: 1001 time: 0.4421659 Nov 12 11:10:10.033410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f71f3f70-f990-4e59-950d-9c61cd7be4b1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.039713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f71f3f70-f990-4e59-950d-9c61cd7be4b1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/64bc1024-185d-4167-ac02-da89e354d79b HTTP/1.1" status: 204 len: 168 time: 2.2393885 Nov 12 11:10:10.042198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49734) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:10.044762 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.045799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['7f276c79-95d5-4a1a-b2fc-2f54e617f710'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:10.051736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8f961-9c6a-489e-8624-6fce492d2269 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:10.059961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.130572 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d013ca78-f5ed-46a4-8349-e4e97d566f40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809457 Nov 12 11:10:10.132422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49736) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:10.146712 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9efe7b-56ca-498e-be67-fd7f324a2647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.147171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9547c-0e51-4c07-ac56-0edeece92e2c req-4745bfb4-824f-4358-8354-ff3e113d7b21 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:10.149231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd9547c-0e51-4c07-ac56-0edeece92e2c req-4745bfb4-824f-4358-8354-ff3e113d7b21 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.4382370 Nov 12 11:10:10.161545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:10.199542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2aec5400-f405-4230-a217-d17832061ef6 None None] Provisioning complete for port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:10.200314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2aec5400-f405-4230-a217-d17832061ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.237672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f0fc3-1f74-493f-a9d7-ef280423f998 req-164d2639-5a7a-44b9-b5e2-0b4f1f0a1a97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:10.239397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f14f0fc3-1f74-493f-a9d7-ef280423f998 req-164d2639-5a7a-44b9-b5e2-0b4f1f0a1a97 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 944 time: 0.2656369 Nov 12 11:10:10.247466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-24f524b1-12e7-4938-91d6-c32ab7d32b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:10.249118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-24f524b1-12e7-4938-91d6-c32ab7d32b93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee2e48f5-73b4-444d-bf4d-52c50d9610da HTTP/1.1" status: 200 len: 851 time: 0.1885610 Nov 12 11:10:10.251129 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:07Z', 'revision_number': 3, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:10.289691 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Checking router: eb4025c7-201c-4875-bb51-bd062891918f for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:10:10.290417 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Updating router eb4025c7-201c-4875-bb51-bd062891918f port 186e9c28-273d-4ced-923b-377b0aceff28 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:10:10.305472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be72317-c843-421c-b511-5f8cc437a17c req-7c09ef68-9227-45d3-89bb-993ed01f6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:10.308638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1be72317-c843-421c-b511-5f8cc437a17c req-7c09ef68-9227-45d3-89bb-993ed01f6a72 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1098 time: 0.4681287 Nov 12 11:10:10.329103 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.398841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8856f494-50cf-43da-9286-f76c1323df4b no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:10.401272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd9547c-0e51-4c07-ac56-0edeece92e2c req-74cd0718-5506-45bf-a890-270aa3de88ca tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502080 Nov 12 11:10:10.412005 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.415527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:10.416223 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.428906 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1be72317-c843-421c-b511-5f8cc437a17c req-4d065cf7-dc1e-4b41-9d7c-5af7d813064e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073861 Nov 12 11:10:10.521567 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.522814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:10.526435 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.566793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Network': ['ID=2b15c206-d2e2-418d-8f51-2b33242c1d70,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:10.567443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-9793be55-0471-4bff-875a-7010f24b3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:10.567443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-9793be55-0471-4bff-875a-7010f24b3696 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2922139 Nov 12 11:10:10.568783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f14f0fc3-1f74-493f-a9d7-ef280423f998 req-42148241-6936-46d1-9f6f-7579e26cb31a tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101737 Nov 12 11:10:10.570277 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9efe7b-56ca-498e-be67-fd7f324a2647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.612850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 8856f494-50cf-43da-9286-f76c1323df4b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:10.613720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8856f494-50cf-43da-9286-f76c1323df4b not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:10.652787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:10.675320 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1c370322-627e-4b33-b4b9-3d58fe9eb905 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4805579 Nov 12 11:10:10.678622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b00f635-d154-474f-95d3-9512be1d9a01 req-4a1ee76c-2dd6-4fdf-9675-f0aaf5bf664c tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 210 time: 0.1340017 Nov 12 11:10:10.678863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49738) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:10.685852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-642281348'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:10.701738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.722820 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.815915 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.834488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aebd1e45-e330-4f7f-a825-08ed6e3a1256,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:10.898961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-48feef6e-04c6-4c1f-a09d-3f15a666e3c4 service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686722 Nov 12 11:10:10.906929 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Attempting to bind port 186e9c28-273d-4ced-923b-377b0aceff28 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:10.907395 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Attempting to bind port 186e9c28-273d-4ced-923b-377b0aceff28 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:10.908019 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Attempting to bind port 186e9c28-273d-4ced-923b-377b0aceff28 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:10.911480 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350d06b-c10d-472c-b029-4ad1a4b9b9e9 None None] Pushing event updated for resources: {'Port': ['ID=186e9c28-273d-4ced-923b-377b0aceff28,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:10.920718 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:10.921844 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:10.922984 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.923724 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:10.926450 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Bound port: 186e9c28-273d-4ced-923b-377b0aceff28, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:10.927185 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:10.996438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Allocated IP 192.168.233.102 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/2bd09fec-4b17-4080-9c77-a44388e8c543) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:10.996777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:11.000516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.032692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:11.039318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9efe7b-56ca-498e-be67-fd7f324a2647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.058955 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] For port 186e9c28-273d-4ced-923b-377b0aceff28, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:11.066292 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] For port 186e9c28-273d-4ced-923b-377b0aceff28, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=186e9c28-273d-4ced-923b-377b0aceff28,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:11.143348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] Deleting port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:11.143781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.208436 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.293947 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:11.295209 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:11.313165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.365571 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350d06b-c10d-472c-b029-4ad1a4b9b9e9 None None] Pushing event updated for resources: {'Port': ['ID=186e9c28-273d-4ced-923b-377b0aceff28,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:11.367319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.389182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] For port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:11.389620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.409977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] Calling delete_port for 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:11.444805 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:11.458564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=d689353b-b77e-4fad-99cd-a459ddb09fdf,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:11.474844 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.526239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:11.536473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:11.543216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9efe7b-56ca-498e-be67-fd7f324a2647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.544426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:11.545098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.549576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1b9efe7b-56ca-498e-be67-fd7f324a2647 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9076d249-1b0d-408f-8fd5-9b5271d4edb8 HTTP/1.1" status: 204 len: 168 time: 1.8186719 Nov 12 11:10:11.550221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49742) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:11.558665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61954d6d-4f53-4fab-9371-e89c6be6e44e None None] Network 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:11.569468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:11.570830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9efe7b-56ca-498e-be67-fd7f324a2647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9076d249-1b0d-408f-8fd5-9b5271d4edb8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:11.603802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:11.607876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:11.615319 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-bc353661-a553-4eae-92da-fcbdf4bd8d0a service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038743 Nov 12 11:10:11.623813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Pushing event updated for resources: {'Port': ['ID=2bd09fec-4b17-4080-9c77-a44388e8c543,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:11.674211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:11.679446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.685828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed824d-adee-457a-b7f4-f6ce87cc1e55 req-f7adf086-ff0e-4e01-b317-a2f5565c0801 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:11.687905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17ed824d-adee-457a-b7f4-f6ce87cc1e55 req-f7adf086-ff0e-4e01-b317-a2f5565c0801 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1342943 Nov 12 11:10:11.694752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:11.696280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.767127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] Pushing event deleted for resources: {'Port': ['ID=64b38bfa-97f3-4dde-a49a-ef5aa1e89511,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:11.780134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4be5cb-c928-4773-9fa0-f820d9c96c48 None None] No DVR routers for this DVR port 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:11.783332 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:07Z', 'revision_number': 3, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:11.800518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17ed824d-adee-457a-b7f4-f6ce87cc1e55 req-cf184881-5431-4162-8a9c-25746b0e8ce0 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914719 Nov 12 11:10:11.804326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-532aa04f-8ba1-4c65-ad46-cb7c4af935c0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6537979 Nov 12 11:10:11.807693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49750) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:11.814152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7a64dc74-17b5-4df8-a32d-69776f0cb230 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:11.830640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4857851-9c85-4d81-bb82-010749fee6f3 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:11.852680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ad84c4f8-0d1c-4346-bc72-a39b5ea82520 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5688155 Nov 12 11:10:11.853273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:11.854183 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Added segment d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89 of type vlan for network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e Nov 12 11:10:11.856364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-d2bb569f-1f62-4518-ab5c-a0b7efd21aee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 217 time: 0.1729636 Nov 12 11:10:11.872842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Request body: {'port': {'device_id': '040ecff7-34e2-4a26-9c27-97a32600e11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:11.882017 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ca767-feb3-4fe0-8cb5-5526519bc4f9 None None] The sync data for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 is: [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:07Z', 'revision_number': 3, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:12.034843 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.082304 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.117740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.144403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5e8534b0-0811-4c46-8fe5-b93cdd80e123 None None] Provisioning complete for port 2bd09fec-4b17-4080-9c77-a44388e8c543 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:12.146855 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e8534b0-0811-4c46-8fe5-b93cdd80e123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.169521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e13510-3fb2-4185-86da-844508cc8aa0 req-2da4b45c-d173-4cb6-9da6-0b8b8e124660 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:12.171976 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50e13510-3fb2-4185-86da-844508cc8aa0 req-2da4b45c-d173-4cb6-9da6-0b8b8e124660 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 936 time: 0.1737275 Nov 12 11:10:12.181157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-10b41e5c-096c-42cc-85cd-7c2d7c7a2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:12.182665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-10b41e5c-096c-42cc-85cd-7c2d7c7a2f17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.2113156 Nov 12 11:10:12.194909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31e990-00a2-479b-8ed5-b236ec7fd7fd req-7f781705-e93a-4fdf-b5ea-559aa2d310e7 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:12.203380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a31e990-00a2-479b-8ed5-b236ec7fd7fd req-7f781705-e93a-4fdf-b5ea-559aa2d310e7 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 944 time: 0.3739753 Nov 12 11:10:12.314670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64dc74-17b5-4df8-a32d-69776f0cb230 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:12.321532 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a64dc74-17b5-4df8-a32d-69776f0cb230 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.332874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.358293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.364012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:12.364636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.385775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] DHCP port deletion for 5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:12.452855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5e8534b0-0811-4c46-8fe5-b93cdd80e123 None None] Port 2bd09fec-4b17-4080-9c77-a44388e8c543 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:12.467263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a31e990-00a2-479b-8ed5-b236ec7fd7fd req-09b370d2-4110-450d-a64d-417fbb474a11 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627409 Nov 12 11:10:12.510945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5548ef9b-af8a-4319-aa1a-0d0b38428140', 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'tenant_id': '624e17afc7074183b367112633bce0c3', 'fixed_ips': [{'subnet_id': 'd689353b-b77e-4fad-99cd-a459ddb09fdf'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:10:12.519444 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.547358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cb84495e-91f9-4392-a6d7-774a3fc3c7e9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:12.556270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-6f2b8dcf-cb86-4c6d-8ea1-881b4d16dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:12.562195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-6f2b8dcf-cb86-4c6d-8ea1-881b4d16dacd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3462620 Nov 12 11:10:12.610341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9270251 Nov 12 11:10:12.627703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50e13510-3fb2-4185-86da-844508cc8aa0 req-4e7d8136-5403-4a19-9bfa-6b95777ede65 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414904 Nov 12 11:10:12.640270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49752) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:12.652657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'subnet': {'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:12.802384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16bcf-67b8-4cce-8c20-6ddb1885f189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Network': ['ID=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:12.808361 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-7a64dc74-17b5-4df8-a32d-69776f0cb230 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d689353b-b77e-4fad-99cd-a459ddb09fdf (CIDR: 2001:db8::/64) Nov 12 11:10:12.877990 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:12.903669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:12.910017 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a64dc74-17b5-4df8-a32d-69776f0cb230 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:12.915336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a64dc74-17b5-4df8-a32d-69776f0cb230 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:12.965157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7f276c79-95d5-4a1a-b2fc-2f54e617f710 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:12.979502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Deleting port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:12.979841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.025255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd09fec-4b17-4080-9c77-a44388e8c543 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:13.027266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] Deleting port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:13.027902 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.035996 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.041676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:13.046640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.055300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] For port cb84495e-91f9-4392-a6d7-774a3fc3c7e9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:13.055673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.074063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Calling delete_port for cb84495e-91f9-4392-a6d7-774a3fc3c7e9 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:13.093388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Transition to ACTIVE for port object 2bd09fec-4b17-4080-9c77-a44388e8c543 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:10:13.143759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Allocated IP 172.20.0.1 (3d3856e7-c21c-4342-addd-7ade6574391c/d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd/85993e5f-1387-4546-9594-39085003077e) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:13.153785 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7a64dc74-17b5-4df8-a32d-69776f0cb230 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3445354 Nov 12 11:10:13.157729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49756) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:13.166643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:13.169605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port cb84495e-91f9-4392-a6d7-774a3fc3c7e9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:13.213206 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.231177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-b1985e90-3399-4778-a748-20ebeca7a9ce service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471040 Nov 12 11:10:13.293942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3101b9d-c837-474f-8cd2-ddd69e588966 req-fa6c0b07-f668-47d7-bc6d-4ea02ed74d94 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:13.302584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3101b9d-c837-474f-8cd2-ddd69e588966 req-fa6c0b07-f668-47d7-bc6d-4ea02ed74d94 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.3275247 Nov 12 11:10:13.325062 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.326141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:13.331588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd09fec-4b17-4080-9c77-a44388e8c543,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:13.443043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] For port cb84495e-91f9-4392-a6d7-774a3fc3c7e9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,segment=NetworkSegment(7279c3bb-94c3-4b14-9f79-155fb2478cde),segment_id=7279c3bb-94c3-4b14-9f79-155fb2478cde)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:13.443987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.475614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3101b9d-c837-474f-8cd2-ddd69e588966 req-8da70c90-f05e-4b72-b775-816a0cf5b1ec tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718559 Nov 12 11:10:13.506987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:13.507902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 64b38bfa-97f3-4dde-a49a-ef5aa1e89511 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:13.593117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/d689353b-b77e-4fad-99cd-a459ddb09fdf/73e64840-6f6b-43d3-8d18-246c9559b9f9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:13.694818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] Calling delete_port for cb84495e-91f9-4392-a6d7-774a3fc3c7e9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:13.722827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Attempting to bind port 2bd09fec-4b17-4080-9c77-a44388e8c543 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:13.723622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Attempting to bind port 2bd09fec-4b17-4080-9c77-a44388e8c543 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:13.724206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Attempting to bind port 2bd09fec-4b17-4080-9c77-a44388e8c543 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:13.734500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Port 2bd09fec-4b17-4080-9c77-a44388e8c543 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:10:13.735159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Attempting to bind port 2bd09fec-4b17-4080-9c77-a44388e8c543 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:13.741720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:13.742745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:13.743393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:13.744648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Bound port: 2bd09fec-4b17-4080-9c77-a44388e8c543, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:13.749411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.766722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.778907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-1d75c457-c362-422c-9b77-fc46d4532398 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203924 Nov 12 11:10:13.794763 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.818853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:13.826038 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.861455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.875861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:13.888814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] No DVR routers for this DVR port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:13.897215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:13.954758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:13.959254 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-3be660bb-cdcf-4010-8861-1333dad2d196 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 217 time: 0.0858238 Nov 12 11:10:14.009671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] For port 2bd09fec-4b17-4080-9c77-a44388e8c543, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:14.016730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.028243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Subnet': ['ID=8c305dfb-d8c3-40a9-838f-bc4a718c3df0,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:14.049207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] For port 2bd09fec-4b17-4080-9c77-a44388e8c543, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2bd09fec-4b17-4080-9c77-a44388e8c543,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:14.056839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.064865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] Pushing event deleted for resources: {'Port': ['ID=cb84495e-91f9-4392-a6d7-774a3fc3c7e9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:14.065181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Checking segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:14.065514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network hostable DHCP agents. Network: 2b15c206-d2e2-418d-8f51-2b33242c1d70, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:14.074965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc7817c-6475-4163-afaf-aa10c1f3fcc1 None None] No DVR routers for this DVR port cb84495e-91f9-4392-a6d7-774a3fc3c7e9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:14.079221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9fcac-5d28-4a18-ac93-d439418ce3ce req-9c91ed21-8e64-4be0-abcd-cbaf8a94db5a tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:14.080870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9a9fcac-5d28-4a18-ac93-d439418ce3ce req-9c91ed21-8e64-4be0-abcd-cbaf8a94db5a tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 944 time: 0.4211240 Nov 12 11:10:14.088358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.100361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:10:14.117349 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.140108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:14.140851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.191997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6834ec-bc34-494c-a1b1-b6dcc4b67e19']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.205630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-3139c002-eda7-42f2-9696-4b42cc3328ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:14.207160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-3139c002-eda7-42f2-9696-4b42cc3328ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.2305274 Nov 12 11:10:14.219096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7279c3bb-94c3-4b14-9f79-155fb2478cde') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.219473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7279c3bb-94c3-4b14-9f79-155fb2478cde') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:14.233168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Network 3d3856e7-c21c-4342-addd-7ade6574391c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:14.240486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:14.249947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:14.256685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:14.266601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:14.267715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:14.284372 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.284473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.285058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Pushing event updated for resources: {'Port': ['ID=73e64840-6f6b-43d3-8d18-246c9559b9f9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:14.285192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:14.330816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Pushing event updated for resources: {'Port': ['ID=85993e5f-1387-4546-9594-39085003077e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:14.340006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:14.342550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.344901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] 10.222.0.69 "PUT /v2.0/ports/2bd09fec-4b17-4080-9c77-a44388e8c543 HTTP/1.1" status: 200 len: 1097 time: 2.4775655 Nov 12 11:10:14.345569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040ecff7-34e2-4a26-9c27-97a32600e11f', 'tag': '2bd09fec-4b17-4080-9c77-a44388e8c543'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:14.351878 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1cb407-680b-4457-8646-549913d28dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "040ecff7-34e2-4a26-9c27-97a32600e11f", "tag": "2bd09fec-4b17-4080-9c77-a44388e8c543"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:14.361080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 2b15c206-d2e2-418d-8f51-2b33242c1d70) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:14.375455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:14.375984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.394205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.405111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a672a-fb6a-4308-8b6b-14ecc7cb9c5f None None] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:14.436772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:14.437177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:14.439366 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:14.461662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Attempting to bind port 73e64840-6f6b-43d3-8d18-246c9559b9f9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:14.462271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Attempting to bind port 73e64840-6f6b-43d3-8d18-246c9559b9f9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:14.463476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Attempting to bind port 73e64840-6f6b-43d3-8d18-246c9559b9f9 on network 5548ef9b-af8a-4319-aa1a-0d0b38428140 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:14.465821 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9a9fcac-5d28-4a18-ac93-d439418ce3ce req-385f3b25-f1ba-4ef1-ba80-c9ba149dc8b6 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102567 Nov 12 11:10:14.588321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:14.589019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Checking segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:14.589540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.591413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Bound using segment: {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:14.591413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Bound port: 73e64840-6f6b-43d3-8d18-246c9559b9f9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ee001-b9b1-4a96-9946-78b1f8655cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:14.592404 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.648988 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.657821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-59beb0f5-9390-4078-82e1-4a354f404b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:14.669675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.674475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-59beb0f5-9390-4078-82e1-4a354f404b45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4529469 Nov 12 11:10:14.679328 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9a96f4d3-0676-4c0f-9f8b-42f3dbb27f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0314484 Nov 12 11:10:14.688534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49768) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:14.699950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 186e9c28-273d-4ced-923b-377b0aceff28 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:14.717022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0389853-3885-413d-9d41-8001633eebf7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd09fec-4b17-4080-9c77-a44388e8c543,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:14.743227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'subnet': {'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:14.821546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e637e783-122d-4c56-82b0-d9e0668b6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f276c79-95d5-4a1a-b2fc-2f54e617f710'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:14.825254 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569cd3c-f28f-4c92-a533-2a7996e2e5f8" -d '{"events": [{"server_uuid": "e637e783-122d-4c56-82b0-d9e0668b6b55", "name": "network-vif-plugged", "status": "completed", "tag": "7f276c79-95d5-4a1a-b2fc-2f54e617f710"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:14.883355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.941051 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:14.948189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5b6834ec-bc34-494c-a1b1-b6dcc4b67e19 HTTP/1.1" status: 204 len: 168 time: 3.3870347 Nov 12 11:10:14.966942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49772) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:15.001482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed848b-e6ba-4a73-9b3e-c6329f7b4515 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6834ec-bc34-494c-a1b1-b6dcc4b67e19,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:15.057230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 7f276c79-95d5-4a1a-b2fc-2f54e617f710, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7f276c79-95d5-4a1a-b2fc-2f54e617f710,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:15.131369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-74463c59-ffd8-4383-b246-20c8e65e289b service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470414 Nov 12 11:10:15.177230 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.311352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-562aeda5-453a-41f4-aba0-1f08733c315c None None] Provisioning complete for port 85993e5f-1387-4546-9594-39085003077e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:15.312654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-562aeda5-453a-41f4-aba0-1f08733c315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.317325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-2b15c206-d2e2-418d-8f51-2b33242c1d70', 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'fixed_ips': [{'subnet_id': '8c305dfb-d8c3-40a9-838f-bc4a718c3df0'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:10:15.324223 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.336214 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f01b90-2c3d-4abc-b14d-49ed5d0282fe x-openstack-request-id: req-51f01b90-2c3d-4abc-b14d-49ed5d0282fe {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:15.336645 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040ecff7-34e2-4a26-9c27-97a32600e11f", "tag": "2bd09fec-4b17-4080-9c77-a44388e8c543", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:15.337019 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-51f01b90-2c3d-4abc-b14d-49ed5d0282fe {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:15.338100 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040ecff7-34e2-4a26-9c27-97a32600e11f', 'tag': '2bd09fec-4b17-4080-9c77-a44388e8c543', 'status': 'completed', 'code': 200} Nov 12 11:10:15.359061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] For port 73e64840-6f6b-43d3-8d18-246c9559b9f9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:15.364978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] For port 73e64840-6f6b-43d3-8d18-246c9559b9f9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73e64840-6f6b-43d3-8d18-246c9559b9f9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:15.371533 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb6a93a-e44e-41b8-931e-82fac9dcd72b x-openstack-request-id: req-ebb6a93a-e44e-41b8-931e-82fac9dcd72b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:15.372116 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e637e783-122d-4c56-82b0-d9e0668b6b55", "name": "network-vif-plugged", "status": "completed", "tag": "7f276c79-95d5-4a1a-b2fc-2f54e617f710", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:15.372429 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ebb6a93a-e44e-41b8-931e-82fac9dcd72b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:15.373062 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e637e783-122d-4c56-82b0-d9e0668b6b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f276c79-95d5-4a1a-b2fc-2f54e617f710', 'code': 200} Nov 12 11:10:15.379030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63a009-5532-4b07-a2ef-6cc2a0db2959 req-8b42a1c2-a17d-43ef-8735-74bc561a10e9 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:15.387356 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a63a009-5532-4b07-a2ef-6cc2a0db2959 req-8b42a1c2-a17d-43ef-8735-74bc561a10e9 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 948 time: 0.4976640 Nov 12 11:10:15.430546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=7f276c79-95d5-4a1a-b2fc-2f54e617f710,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:15.478942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 186e9c28-273d-4ced-923b-377b0aceff28 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:15.479451 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.487081 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-d44fa80a-ebf0-47c6-9261-b46659d58ffb service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377504 Nov 12 11:10:15.498678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-779e22ee-dcb9-4a7e-8f89-06efe4ca81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:15.500593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-779e22ee-dcb9-4a7e-8f89-06efe4ca81b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e4fbb23d93c4e4292d5bf618d77e74d&device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 1100 time: 0.9293644 Nov 12 11:10:15.534460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-af95b360-f8d3-4475-bd25-8a59cb01560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:15.536350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-af95b360-f8d3-4475-bd25-8a59cb01560a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1098 time: 0.1931477 Nov 12 11:10:15.567757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.571138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2508c3-bc73-4ee4-86a3-0f8b186bc7b1 req-9a127410-1e1e-4aef-9c1b-da98a6a1b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:15.571562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-562aeda5-453a-41f4-aba0-1f08733c315c None None] Port 85993e5f-1387-4546-9594-39085003077e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:15.572771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2508c3-bc73-4ee4-86a3-0f8b186bc7b1 req-9a127410-1e1e-4aef-9c1b-da98a6a1b3a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 1097 time: 0.2572265 Nov 12 11:10:15.582617 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-1b6e8505-ba63-4582-acd7-38e28c4a6ff6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a HTTP/1.1" status: 200 len: 217 time: 0.0786502 Nov 12 11:10:15.602511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6992-3ecd-480f-accb-3c2975833741 req-83e8de99-6274-4d95-95a0-cf34ac55403b tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:15.606041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75ae6992-3ecd-480f-accb-3c2975833741 req-83e8de99-6274-4d95-95a0-cf34ac55403b tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.2272489 Nov 12 11:10:15.609440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-408b53c2-62b0-47aa-800d-a5361260e628 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=2bd09fec-4b17-4080-9c77-a44388e8c543 HTTP/1.1" status: 200 len: 217 time: 0.0927861 Nov 12 11:10:15.668975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a63a009-5532-4b07-a2ef-6cc2a0db2959 req-303f534e-fbd5-46e6-b066-00895a191f07 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797675 Nov 12 11:10:15.742337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:15.746356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.771229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:15.856991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c875e3-53d5-4897-ad24-3324b0d172cd None None] Pushing event updated for resources: {'Port': ['ID=73e64840-6f6b-43d3-8d18-246c9559b9f9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:15.875876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Allocated IP 10.1.1.2 (2b15c206-d2e2-418d-8f51-2b33242c1d70/8c305dfb-d8c3-40a9-838f-bc4a718c3df0/26035538-d3fb-4ffd-bc02-41231ca9a32a) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:15.893882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:10:15.906049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75ae6992-3ecd-480f-accb-3c2975833741 req-6e92f390-8715-4180-94d5-2dd9a999c09b tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681570 Nov 12 11:10:15.907633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-47998942-614e-47f3-9ad2-66363fe0a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:15.909239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-47998942-614e-47f3-9ad2-66363fe0a6ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2726848 Nov 12 11:10:16.049965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-db9f6893-c367-4fe3-9546-99e1e350084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:16.052456 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-db9f6893-c367-4fe3-9546-99e1e350084f service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 921 time: 0.5017672 Nov 12 11:10:16.138122 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-6acf20c8-19d4-4afe-ab2c-21014e1cde0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 217 time: 0.0732253 Nov 12 11:10:16.139631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.205221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 186e9c28-273d-4ced-923b-377b0aceff28, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=186e9c28-273d-4ced-923b-377b0aceff28,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:16.307499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.344803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f23bdf53-6e2d-4c7d-9b32-26ab03491672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:16.344803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-f23bdf53-6e2d-4c7d-9b32-26ab03491672 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4125180 Nov 12 11:10:16.408910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-c56bf371-ebdd-4884-84c0-d761e0c2ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:16.413550 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-c56bf371-ebdd-4884-84c0-d761e0c2ae2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.8143024 Nov 12 11:10:16.467897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-93ab4c5d-dcae-4bfe-b488-754407be7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:16.469686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-93ab4c5d-dcae-4bfe-b488-754407be7d4b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 200 len: 860 time: 0.3212862 Nov 12 11:10:16.500636 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.518422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=186e9c28-273d-4ced-923b-377b0aceff28,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:16.536756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2508c3-bc73-4ee4-86a3-0f8b186bc7b1 req-64650773-77f9-4040-8d5e-472be7692bae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9492252 Nov 12 11:10:16.544257 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-f6325faa-557e-4468-82e8-137c8280a4ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb5e42d0-42a4-46a9-8051-0af7b17602ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355744 Nov 12 11:10:16.561108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73e64840-6f6b-43d3-8d18-246c9559b9f9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:16.649193 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.666702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-ef05da3a-efd0-470e-8827-c95033482233 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079176 Nov 12 11:10:16.688719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.781833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c63a-10e4-4449-a7a9-8d0cd15c5c63 req-9d6dad8f-fc80-45a3-8aca-f16c5f3d04d5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:16.782721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:16.788856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Subnet': ['ID=ebeee334-a65a-4ea7-98e8-497983b334b6,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:16.791745 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:16.798055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7542c63a-10e4-4449-a7a9-8d0cd15c5c63 req-9d6dad8f-fc80-45a3-8aca-f16c5f3d04d5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 1.0556588 Nov 12 11:10:16.810483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:16.842396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:16.856414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-0524de3c-b8b1-4b49-a2e8-3e7ef9a9794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:16.858113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-0524de3c-b8b1-4b49-a2e8-3e7ef9a9794d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2649460 Nov 12 11:10:16.880841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Pushing event updated for resources: {'Port': ['ID=26035538-d3fb-4ffd-bc02-41231ca9a32a,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:16.905419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:16.906008 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.114135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Attempting to bind port 26035538-d3fb-4ffd-bc02-41231ca9a32a on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:17.114743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Attempting to bind port 26035538-d3fb-4ffd-bc02-41231ca9a32a by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:17.115329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Attempting to bind port 26035538-d3fb-4ffd-bc02-41231ca9a32a on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:17.133441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:17.135100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Checking segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:17.135293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.140179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Bound using segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:17.141790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Bound port: 26035538-d3fb-4ffd-bc02-41231ca9a32a, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:17.141968 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.142532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7542c63a-10e4-4449-a7a9-8d0cd15c5c63 req-27fcc6e2-8485-4158-8a76-8a856756dbee tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433499 Nov 12 11:10:17.246207 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-629d5243-20ed-4d0b-ae3c-96ef528e5805 service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853280 Nov 12 11:10:17.257444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73e340-828e-41e0-894f-3146aab5ebaa req-843cbcc4-3673-47c8-835b-370692b8fecd tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:17.260738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c73e340-828e-41e0-894f-3146aab5ebaa req-843cbcc4-3673-47c8-835b-370692b8fecd tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 948 time: 0.4464967 Nov 12 11:10:17.297663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-669399d3-2acd-4471-a4de-77a2029af99b service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660121 Nov 12 11:10:17.363425 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.380614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Checking segment: {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:17.381275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network hostable DHCP agents. Network: 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:17.386410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a327d7f-4035-4ed2-9897-ba880d7c7522 req-3e7795c3-b6f3-42dd-aa52-989a28cdbb11 service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190534 Nov 12 11:10:17.427411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] For port 26035538-d3fb-4ffd-bc02-41231ca9a32a, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:17.434607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.436782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] For port 26035538-d3fb-4ffd-bc02-41231ca9a32a, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=26035538-d3fb-4ffd-bc02-41231ca9a32a,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:17.458671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97203e0-e65e-4080-8521-ea8e3a151fb6 req-596446a8-3210-44b5-a38d-cdbe9af19288 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713695 Nov 12 11:10:17.558203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.569214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.578932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e4e74-c5d3-471a-88eb-462c289cba30 req-21690b5b-9c74-4993-860e-49ea111c0ac7 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:17.581280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c73e340-828e-41e0-894f-3146aab5ebaa req-83c26137-5dcf-4901-b783-374ba4d4f005 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935551 Nov 12 11:10:17.587490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-591e4e74-c5d3-471a-88eb-462c289cba30 req-21690b5b-9c74-4993-860e-49ea111c0ac7 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.2435670 Nov 12 11:10:17.650102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:17.674937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] For port 73e64840-6f6b-43d3-8d18-246c9559b9f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73e64840-6f6b-43d3-8d18-246c9559b9f9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:17.677557 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.777321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.812465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Pushing event updated for resources: {'Port': ['ID=85993e5f-1387-4546-9594-39085003077e,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:17.880282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:17.886768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.910556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c32909-bc62-4160-b682-966d0c186678 None None] Pushing event updated for resources: {'Port': ['ID=26035538-d3fb-4ffd-bc02-41231ca9a32a,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:17.925842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:17.932658 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.950150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67289b3-2e42-44e5-a4ed-c4d48ddbeed8 None None] Network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:17.963261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-a691200a-b81c-4097-92be-32dd778d8032 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405241 Nov 12 11:10:17.972917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-591e4e74-c5d3-471a-88eb-462c289cba30 req-5277fd7c-0e16-49ae-86a5-1f8ff5279999 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835771 Nov 12 11:10:17.983415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Network 3d3856e7-c21c-4342-addd-7ade6574391c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:17.988715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:17.997838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:17.999068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.065594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-61805bb6-e730-476e-aa43-9d8b11135fad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=1a779cea-43ea-4aff-9730-204aa60a2453 HTTP/1.1" status: 200 len: 217 time: 0.0912614 Nov 12 11:10:18.196707 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.208415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-42c7c944-5fe2-450a-b485-53baa6dcfcd2 None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:18.209344 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42c7c944-5fe2-450a-b485-53baa6dcfcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.348919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-074ca054-d5b4-4867-a5a0-8e077bfdd78c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6330028 Nov 12 11:10:18.377087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49794) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:18.391023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'port': {'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'name': 'tempest-TaggedBootDevicesTest_v242-1124558123', 'fixed_ips': [{'subnet_id': '8c305dfb-d8c3-40a9-838f-bc4a718c3df0'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:18.438087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=73e64840-6f6b-43d3-8d18-246c9559b9f9,revision_number=4']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:18.449996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:18.469572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb407-680b-4457-8646-549913d28dc5 req-4af0bd89-6900-4444-b501-7e522bdd2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:18.473293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1cb407-680b-4457-8646-549913d28dc5 req-4af0bd89-6900-4444-b501-7e522bdd2d1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e4fbb23d93c4e4292d5bf618d77e74d&device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 1100 time: 0.7386062 Nov 12 11:10:18.528422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:18.532085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:18.533401 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.543692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba615d92-6b9a-4a73-b233-960e970c4d6f None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:18.549544 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:10:18.550593 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:10:18.580409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=deb7bd00-451e-4f41-bfea-606c1d32ad1c,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:18.656720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8fb0-568a-46da-a91a-7de197fcecf2 req-db098e92-5e55-4ba2-8597-339109a6aab5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:18.666485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4ac8fb0-568a-46da-a91a-7de197fcecf2 req-db098e92-5e55-4ba2-8597-339109a6aab5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.3406250 Nov 12 11:10:18.712444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9710eda7-a95f-42a0-93fa-d2a219d3c9a4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.5479715 Nov 12 11:10:18.715879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-9b7d3284-fd01-418e-ad2d-d5a742fe7b0e', 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'fixed_ips': [{'subnet_id': 'ebeee334-a65a-4ea7-98e8-497983b334b6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:10:18.716503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49798) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:18.716782 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.723412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:39:c2:73', 'name': 'tempest-NetworksTestDHCPv6-2761080'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:18.774808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-68a176c7-460e-41a0-9dbf-66483c03e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:18.775587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-68a176c7-460e-41a0-9dbf-66483c03e508 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.6965079 Nov 12 11:10:18.777902 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4ac8fb0-568a-46da-a91a-7de197fcecf2 req-fec43c00-8af2-4b43-a075-000ea8144091 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100385 Nov 12 11:10:18.855152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb407-680b-4457-8646-549913d28dc5 req-221cdfd3-5d7b-4854-bcff-956dcee299f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:18.862365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1cb407-680b-4457-8646-549913d28dc5 req-221cdfd3-5d7b-4854-bcff-956dcee299f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3493788 Nov 12 11:10:18.926191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1cb407-680b-4457-8646-549913d28dc5 req-5a0b5967-bf16-45f6-9807-6e4bd097ed40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=2bd09fec-4b17-4080-9c77-a44388e8c543 HTTP/1.1" status: 200 len: 217 time: 0.0499506 Nov 12 11:10:18.944731 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42c7c944-5fe2-450a-b485-53baa6dcfcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:18.988591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb407-680b-4457-8646-549913d28dc5 req-bc240655-0490-4528-b90c-16b292934bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:18.992089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1cb407-680b-4457-8646-549913d28dc5 req-bc240655-0490-4528-b90c-16b292934bef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0577550 Nov 12 11:10:19.018494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Router eb4025c7-201c-4875-bb51-bd062891918f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:19.043728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-73042efa-dd6c-47cb-9172-b8ea4a702d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:19.048086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-73042efa-dd6c-47cb-9172-b8ea4a702d8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2511213 Nov 12 11:10:19.057127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:19.078892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eedce-3a16-447b-8291-8d5165df4ca0 req-26d03c33-46f1-404b-bed3-45faa42eb796 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:19.079127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-42c7c944-5fe2-450a-b485-53baa6dcfcd2 None None] For port 73e64840-6f6b-43d3-8d18-246c9559b9f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73e64840-6f6b-43d3-8d18-246c9559b9f9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:19.081588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-903eedce-3a16-447b-8291-8d5165df4ca0 req-26d03c33-46f1-404b-bed3-45faa42eb796 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 948 time: 0.3152082 Nov 12 11:10:19.103465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb407-680b-4457-8646-549913d28dc5 req-2a7d2cfc-2b38-49a3-a4e6-96202fbfaa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:19.105433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1cb407-680b-4457-8646-549913d28dc5 req-2a7d2cfc-2b38-49a3-a4e6-96202fbfaa7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028492 Nov 12 11:10:19.285385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42c7c944-5fe2-450a-b485-53baa6dcfcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.296661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1cb407-680b-4457-8646-549913d28dc5 req-c7feb79e-696d-4c88-986e-9adbd27e67d6 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742001 Nov 12 11:10:19.298142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:19.303483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Allocated IP 10.2.2.2 (9b7d3284-fd01-418e-ad2d-d5a742fe7b0e/ebeee334-a65a-4ea7-98e8-497983b334b6/1334f3e6-f698-4b67-87c8-e37130a24ea7) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:19.347660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.508725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7c944-5fe2-450a-b485-53baa6dcfcd2 None None] Pushing event updated for resources: {'Port': ['ID=73e64840-6f6b-43d3-8d18-246c9559b9f9,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:19.538987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.572931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.574236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0c2828fd-16a6-427c-8d8a-6507b732ae4e None None] Provisioning complete for port 85993e5f-1387-4546-9594-39085003077e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:19.574653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c2828fd-16a6-427c-8d8a-6507b732ae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.577654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1cb407-680b-4457-8646-549913d28dc5 req-651a2a0b-72d4-4023-94b7-0b657af6da70 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718890 Nov 12 11:10:19.621825 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:10:19.622216 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:10:19.630006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 40e320d5-79f1-41e3-9fb5-d7602817b5bb yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:10:19.705852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0c2828fd-16a6-427c-8d8a-6507b732ae4e None None] Port 85993e5f-1387-4546-9594-39085003077e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:19.755956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.810832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-903eedce-3a16-447b-8291-8d5165df4ca0 req-f3abb140-a49d-4916-a48e-6f2980587feb tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701655 Nov 12 11:10:19.829619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2fb6e5-53a7-4f4f-b0a1-437e645c0ef3 None None] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:19.830738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] device_id is not set on port 1e632fd0-95a1-49d6-9178-e375f5a106e8 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:10:19.868555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.893836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ddcb4686-69b4-47ae-a07f-9c3022ad9c10 None None] Provisioning complete for port 26035538-d3fb-4ffd-bc02-41231ca9a32a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:19.894210 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4686-69b4-47ae-a07f-9c3022ad9c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:19.951565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:19.961476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:19.965212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:20.055617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383eb81-17a7-4288-98aa-922cc1d24457 req-11993616-274d-4028-ba21-05ad18f54e00 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:20.071230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6383eb81-17a7-4288-98aa-922cc1d24457 req-11993616-274d-4028-ba21-05ad18f54e00 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.2507143 Nov 12 11:10:20.160677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:20.180512 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4686-69b4-47ae-a07f-9c3022ad9c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.182603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8c80bdaf-f7aa-4055-b52e-d0291df71759 admin admin] 10.222.0.98 "PUT /v2.0/routers/eb4025c7-201c-4875-bb51-bd062891918f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4098904 Nov 12 11:10:20.219359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6383eb81-17a7-4288-98aa-922cc1d24457 req-82f3d1af-ed18-4738-baf5-b546d79d1531 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468406 Nov 12 11:10:20.224964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Sync routers for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:20.264357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Pushing event updated for resources: {'Port': ['ID=1334f3e6-f698-4b67-87c8-e37130a24ea7,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:20.267959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::58 (5548ef9b-af8a-4319-aa1a-0d0b38428140/d689353b-b77e-4fad-99cd-a459ddb09fdf/40e320d5-79f1-41e3-9fb5-d7602817b5bb) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:20.278957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8:0:1:f816:3eff:fe39:c273 (5548ef9b-af8a-4319-aa1a-0d0b38428140/deb7bd00-451e-4f41-bfea-606c1d32ad1c/40e320d5-79f1-41e3-9fb5-d7602817b5bb) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:20.301717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:20.303210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:20.445607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ddcb4686-69b4-47ae-a07f-9c3022ad9c10 None None] For port 26035538-d3fb-4ffd-bc02-41231ca9a32a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=26035538-d3fb-4ffd-bc02-41231ca9a32a,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:20.450620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2bd09fec-4b17-4080-9c77-a44388e8c543 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:10:20.571139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2bd09fec-4b17-4080-9c77-a44388e8c543, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2bd09fec-4b17-4080-9c77-a44388e8c543,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:20.584974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.594079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-ae5ca8ee-70d8-454d-ab7d-ea20e0e7ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:20.594351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '2bd09fec-4b17-4080-9c77-a44388e8c543', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '2bd09fec-4b17-4080-9c77-a44388e8c543', 'mac_address': 'fa:16:3e:5f:d7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:10:20.599192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-ae5ca8ee-70d8-454d-ab7d-ea20e0e7ca79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 1097 time: 0.9448469 Nov 12 11:10:20.601891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Attempting to bind port 1334f3e6-f698-4b67-87c8-e37130a24ea7 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:20.602268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Attempting to bind port 1334f3e6-f698-4b67-87c8-e37130a24ea7 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:20.602725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Attempting to bind port 1334f3e6-f698-4b67-87c8-e37130a24ea7 on network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:20.627758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-cd2256b5-dc84-422e-93bd-80b4ebfb6d05 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5640213 Nov 12 11:10:20.666681 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4686-69b4-47ae-a07f-9c3022ad9c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.689537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 26035538-d3fb-4ffd-bc02-41231ca9a32a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:20.710338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:20.710986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Checking segment: {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:20.711675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.712331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Bound using segment: {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:20.714445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Bound port: 1334f3e6-f698-4b67-87c8-e37130a24ea7, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:20.714445 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.728738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.809293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.822604 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.823706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:20.828701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:20.830814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=40e320d5-79f1-41e3-9fb5-d7602817b5bb,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:20.833432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:20.839429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:20.840154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:20.889727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Allocated IP 10.1.1.32 (2b15c206-d2e2-418d-8f51-2b33242c1d70/8c305dfb-d8c3-40a9-838f-bc4a718c3df0/1e632fd0-95a1-49d6-9178-e375f5a106e8) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:20.909505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226f747-8c52-4c9d-b1b2-2b5503eb8538 req-fa2a74a8-1c36-4e47-92ce-68b1eb735add tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:20.911214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8226f747-8c52-4c9d-b1b2-2b5503eb8538 req-fa2a74a8-1c36-4e47-92ce-68b1eb735add tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.8849275 Nov 12 11:10:20.922125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] For port 1334f3e6-f698-4b67-87c8-e37130a24ea7, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:20.926531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] For port 1334f3e6-f698-4b67-87c8-e37130a24ea7, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1334f3e6-f698-4b67-87c8-e37130a24ea7,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:20.952833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:20.968970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2e4a5cc2-2504-4cb4-a4a5-460720936b87 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2484159 Nov 12 11:10:20.970026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49818) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:21.013927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd09fec-4b17-4080-9c77-a44388e8c543 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:21.024823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Deleting port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:21.025325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.044553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6d395d4b-e3d6-4036-9f24-15b16a1e4a4f None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:21.044987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6d395d4b-e3d6-4036-9f24-15b16a1e4a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.091413 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-1d0750d1-dfe5-40c7-987f-56e95703f275 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168849 Nov 12 11:10:21.110162 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.136335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-89ccd3de-868d-4bcc-b9df-4d2954cff4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:21.141672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-89ccd3de-868d-4bcc-b9df-4d2954cff4ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 912 time: 0.5056205 Nov 12 11:10:21.159452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb4686-69b4-47ae-a07f-9c3022ad9c10 None None] Pushing event updated for resources: {'Port': ['ID=26035538-d3fb-4ffd-bc02-41231ca9a32a,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:21.182431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2bd09fec-4b17-4080-9c77-a44388e8c543, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2bd09fec-4b17-4080-9c77-a44388e8c543,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:21.335496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.367894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 26035538-d3fb-4ffd-bc02-41231ca9a32a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:21.367894 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.567528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d90b2-3b5c-47ab-a349-0acd919bc925 None None] Pushing event updated for resources: {'Port': ['ID=1334f3e6-f698-4b67-87c8-e37130a24ea7,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:21.653731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-81a99431-35ab-4cbf-8d34-4d0ba2485bfa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 40e320d5-79f1-41e3-9fb5-d7602817b5bb {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:21.654601 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81a99431-35ab-4cbf-8d34-4d0ba2485bfa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.779155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['2bd09fec-4b17-4080-9c77-a44388e8c543'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:21.854565 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81a99431-35ab-4cbf-8d34-4d0ba2485bfa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:21.856424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8226f747-8c52-4c9d-b1b2-2b5503eb8538 req-aaf3f0ce-b234-4ae1-811d-1b9347342d91 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9021275 Nov 12 11:10:21.859898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-8d04a189-da31-486d-b8d5-b8bf5a90b9a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 HTTP/1.1" status: 200 len: 217 time: 0.7587340 Nov 12 11:10:21.891659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-81a99431-35ab-4cbf-8d34-4d0ba2485bfa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 40e320d5-79f1-41e3-9fb5-d7602817b5bb owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:21.906265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49824) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:21.927562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-69ef8c6d-cfe3-4fdd-926e-1366cce1a58a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2023296516', 'description': 'tempest-description--371977470'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:21.976958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73e64840-6f6b-43d3-8d18-246c9559b9f9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:22.060570 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-d5146d35-a0e4-462a-b3ea-50e95f3eddbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f276c79-95d5-4a1a-b2fc-2f54e617f710 HTTP/1.1" status: 200 len: 217 time: 0.1817307 Nov 12 11:10:22.306953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-0e20e74c-bf9d-4266-8585-e54b2f05d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:22.310052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-0e20e74c-bf9d-4266-8585-e54b2f05d732 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.4022443 Nov 12 11:10:22.321629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2bd09fec-4b17-4080-9c77-a44388e8c543,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:22.322418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] For port 7e787aea-9b52-48ac-97e5-3d8b98bbf39b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,segment=NetworkSegment(5c8c3880-ebf9-4596-8f2f-687379bc5633),segment_id=5c8c3880-ebf9-4596-8f2f-687379bc5633)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:22.322571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.349815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69ef8c6d-cfe3-4fdd-926e-1366cce1a58a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.374952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:22.375632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.379243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-aa4a502d-0958-4d33-b3ce-edc4cecb1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:22.381508 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-aa4a502d-0958-4d33-b3ce-edc4cecb1a35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c76c78-43b9-4371-8da7-d42062dbf526 HTTP/1.1" status: 200 len: 851 time: 0.2422609 Nov 12 11:10:22.382297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Calling delete_port for 7e787aea-9b52-48ac-97e5-3d8b98bbf39b owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:22.418384 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.469786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb104a-c39b-4993-a0ba-7003bcb446ea req-1488511b-1c87-4db8-a5a7-911662732f55 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:22.471495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4bb104a-c39b-4993-a0ba-7003bcb446ea req-1488511b-1c87-4db8-a5a7-911662732f55 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 949 time: 0.3193212 Nov 12 11:10:22.479072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-131df5df-0233-4ca6-85c1-fa46f0886c96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3113830-4b24-4afd-b356-495c65d08e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632291 Nov 12 11:10:22.503417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8d0d7-84b7-4798-9c4b-cbf2c348aed4 req-dea767d0-b9ed-4d3d-89b9-41005a1a0784 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:22.509036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 2, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:22.511805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cdf8d0d7-84b7-4798-9c4b-cbf2c348aed4 req-dea767d0-b9ed-4d3d-89b9-41005a1a0784 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.0811849 Nov 12 11:10:22.579224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cdf8d0d7-84b7-4798-9c4b-cbf2c348aed4 req-92980cab-aee4-4c39-9792-c9b8a167088b tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662432 Nov 12 11:10:22.584449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Checking router: eb4025c7-201c-4875-bb51-bd062891918f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:10:22.585032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Updating router eb4025c7-201c-4875-bb51-bd062891918f port 85993e5f-1387-4546-9594-39085003077e binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:10:22.676283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-87e62db1-9b6b-4192-8e86-c03065209506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:22.678051 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-87e62db1-9b6b-4192-8e86-c03065209506 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3498185 Nov 12 11:10:22.691276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b5771a6f-cd18-4e19-a126-bb42365c457c None None] Provisioning complete for port 40e320d5-79f1-41e3-9fb5-d7602817b5bb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:22.692150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5771a6f-cd18-4e19-a126-bb42365c457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.723110 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.754604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 186e9c28-273d-4ced-923b-377b0aceff28 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:22.796325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b5771a6f-cd18-4e19-a126-bb42365c457c None None] Port 40e320d5-79f1-41e3-9fb5-d7602817b5bb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:22.874696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b5771a6f-cd18-4e19-a126-bb42365c457c None None] Provisioning complete for port 26035538-d3fb-4ffd-bc02-41231ca9a32a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:22.875158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5771a6f-cd18-4e19-a126-bb42365c457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.906213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4bb104a-c39b-4993-a0ba-7003bcb446ea req-13f1004c-5de5-4e41-96d5-a2462c451057 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586164 Nov 12 11:10:22.944979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.976545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81a99431-35ab-4cbf-8d34-4d0ba2485bfa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:22.988783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-a43b6720-fa0f-45c8-8f28-b688bd0f7e6d service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886203 Nov 12 11:10:23.092659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a99431-35ab-4cbf-8d34-4d0ba2485bfa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=40e320d5-79f1-41e3-9fb5-d7602817b5bb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:23.095130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:23.112319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 186e9c28-273d-4ced-923b-377b0aceff28 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:23.114529 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.126052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:23.140522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:23.151993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=1e632fd0-95a1-49d6-9178-e375f5a106e8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:23.196901 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-81a99431-35ab-4cbf-8d34-4d0ba2485bfa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.204529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-81a99431-35ab-4cbf-8d34-4d0ba2485bfa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/40e320d5-79f1-41e3-9fb5-d7602817b5bb HTTP/1.1" status: 204 len: 168 time: 2.2332463 Nov 12 11:10:23.210658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-532f23a9-44e3-481b-b3ec-db3349373656 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093486 Nov 12 11:10:23.213466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49830) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.216480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69ef8c6d-cfe3-4fdd-926e-1366cce1a58a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.264460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d02db-0263-4a9f-af4f-9676c8cd6879 req-2e4b8962-b315-449c-9327-6fa65158cdb8 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:23.271459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-245d02db-0263-4a9f-af4f-9676c8cd6879 req-2e4b8962-b315-449c-9327-6fa65158cdb8 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.0933325 Nov 12 11:10:23.354827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-245d02db-0263-4a9f-af4f-9676c8cd6879 req-a97a2552-b98f-4dda-b1b4-2a507ad8a526 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791433 Nov 12 11:10:23.377813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0552365-79c3-4306-90b6-8adec943d897 None None] Network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:23.433069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:23.433739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.436760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69ef8c6d-cfe3-4fdd-926e-1366cce1a58a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.490354 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba093d8d-299e-4743-8ffe-4e5c5513dc84 req-581ac91b-d8bc-4438-a5ef-36517dcdcfdd service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725015 Nov 12 11:10:23.530874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d6b17-def2-4987-bea4-e89736d7eff4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:23.532611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-183d6b17-def2-4987-bea4-e89736d7eff4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3095639 Nov 12 11:10:23.536859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49832) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.550969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef8c6d-cfe3-4fdd-926e-1366cce1a58a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0983512-f778-46a1-bf72-f7bb5ad3fe17,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:23.592952 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.600033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-2a85345c-3afa-4c2e-9e1e-783ce54e57dc service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593795 Nov 12 11:10:23.621368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc4268-1831-4aae-a463-6558618d86b4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:23.623087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f1bc4268-1831-4aae-a463-6558618d86b4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0852015 Nov 12 11:10:23.628098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49836) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.707172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69ef8c6d-cfe3-4fdd-926e-1366cce1a58a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.716449 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-69ef8c6d-cfe3-4fdd-926e-1366cce1a58a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7900195 Nov 12 11:10:23.717059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49842) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.721424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-449fa868-d614-4b06-b3cd-f4d1a36b7844 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3412058 Nov 12 11:10:23.735220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-83d3b5d1-3452-4bb5-91d5-50e15399a913 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'security_group_rule': {'security_group_id': 'a0983512-f778-46a1-bf72-f7bb5ad3fe17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:23.740415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e787aea-9b52-48ac-97e5-3d8b98bbf39b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:23.754099 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49844) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.774729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'port': {'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'name': 'tempest-TaggedBootDevicesTest_v242-1399506088', 'fixed_ips': [{'subnet_id': '8c305dfb-d8c3-40a9-838f-bc4a718c3df0'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:23.803962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.806934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4829d-a4df-4031-a1f1-3422828940e8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:23.818816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4829d-a4df-4031-a1f1-3422828940e8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:23.820946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4829d-a4df-4031-a1f1-3422828940e8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:23.823517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-77d4829d-a4df-4031-a1f1-3422828940e8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1916072 Nov 12 11:10:23.832127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f38f40d3-4133-4ef8-94ea-c99610e50746 None None] Provisioning complete for port 1334f3e6-f698-4b67-87c8-e37130a24ea7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:23.832528 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f38f40d3-4133-4ef8-94ea-c99610e50746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.843317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49846) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:23.844361 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-53b8520c-c893-43b5-ba58-af46ef533aa6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aee3264f-14b1-4799-838a-712bfed63c38 HTTP/1.1" status: 200 len: 217 time: 0.1485364 Nov 12 11:10:23.976180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0728ec8-be88-4c04-9378-eaef8aae913c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet d689353b-b77e-4fad-99cd-a459ddb09fdf {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:23.976804 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:23.987512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0728ec8-be88-4c04-9378-eaef8aae913c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.076281 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83d3b5d1-3452-4bb5-91d5-50e15399a913 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.103789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0728ec8-be88-4c04-9378-eaef8aae913c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.150714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb30b3-f998-4409-a44f-166bef7b8b09 req-94696de9-6d2d-4b99-a2f8-9ef4f284d8c4 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:24.161706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b3e79-5120-40ad-a7e9-9012252cad38 None None] Pushing event updated for resources: {'Port': ['ID=85993e5f-1387-4546-9594-39085003077e,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:24.163912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4fb30b3-f998-4409-a44f-166bef7b8b09 req-94696de9-6d2d-4b99-a2f8-9ef4f284d8c4 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.3167474 Nov 12 11:10:24.315322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f38f40d3-4133-4ef8-94ea-c99610e50746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.329058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1334f3e6-f698-4b67-87c8-e37130a24ea7 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:24.330178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:24.406841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2bd09fec-4b17-4080-9c77-a44388e8c543 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:24.444953 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.468402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4fb30b3-f998-4409-a44f-166bef7b8b09 req-8a33a29f-dae2-4a63-8264-d15c45e4d0b6 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033772 Nov 12 11:10:24.471822 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-113036de-7b79-4e6f-8835-9dc171dfe684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:24.473846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-113036de-7b79-4e6f-8835-9dc171dfe684 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.5279365 Nov 12 11:10:24.474062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Attempting to bind port 85993e5f-1387-4546-9594-39085003077e on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:24.474389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Attempting to bind port 85993e5f-1387-4546-9594-39085003077e by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:24.474761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Attempting to bind port 85993e5f-1387-4546-9594-39085003077e on network 3d3856e7-c21c-4342-addd-7ade6574391c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:24.506777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:24.507204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Checking segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:24.507575 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.508102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Bound using segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:24.508554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Bound port: 85993e5f-1387-4546-9594-39085003077e, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:24.508977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.526026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f38f40d3-4133-4ef8-94ea-c99610e50746 None None] For port 1334f3e6-f698-4b67-87c8-e37130a24ea7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1334f3e6-f698-4b67-87c8-e37130a24ea7,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:24.528786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 1334f3e6-f698-4b67-87c8-e37130a24ea7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:24.528786 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.569736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0728ec8-be88-4c04-9378-eaef8aae913c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.636828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f38f40d3-4133-4ef8-94ea-c99610e50746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.713446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f40d3-4133-4ef8-94ea-c99610e50746 None None] Pushing event updated for resources: {'Port': ['ID=1334f3e6-f698-4b67-87c8-e37130a24ea7,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:24.726710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-449318e9-dabd-4e30-b9f1-6f398c1addd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:24.729037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] For port 85993e5f-1387-4546-9594-39085003077e, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:24.729305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-449318e9-dabd-4e30-b9f1-6f398c1addd6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2419748 Nov 12 11:10:24.731371 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83d3b5d1-3452-4bb5-91d5-50e15399a913 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.733600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] For port 85993e5f-1387-4546-9594-39085003077e, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=85993e5f-1387-4546-9594-39085003077e,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:24.819602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 26035538-d3fb-4ffd-bc02-41231ca9a32a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:24.826740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Provisioning complete for port 85993e5f-1387-4546-9594-39085003077e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:24.826740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.832060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.843699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b476a1-1462-4721-9174-f6b7a3eb3e61 req-2a083aa6-05c2-460e-baad-f381dd8e2dc5 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:24.845460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2b476a1-1462-4721-9174-f6b7a3eb3e61 req-2a083aa6-05c2-460e-baad-f381dd8e2dc5 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 949 time: 0.5987198 Nov 12 11:10:24.847177 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0728ec8-be88-4c04-9378-eaef8aae913c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.878943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 2bd09fec-4b17-4080-9c77-a44388e8c543 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:10:24.881644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.902293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0728ec8-be88-4c04-9378-eaef8aae913c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.909474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d0728ec8-be88-4c04-9378-eaef8aae913c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/d689353b-b77e-4fad-99cd-a459ddb09fdf HTTP/1.1" status: 204 len: 168 time: 1.0648663 Nov 12 11:10:24.913267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49854) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:24.920563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 2bd09fec-4b17-4080-9c77-a44388e8c543 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:24.920954 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.941326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c658ce-e20d-4da6-a1b4-30db3a758130 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:24.942510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0728ec8-be88-4c04-9378-eaef8aae913c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=d689353b-b77e-4fad-99cd-a459ddb09fdf,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:24.950667 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83d3b5d1-3452-4bb5-91d5-50e15399a913 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:24.969713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c0bb3-241f-41e0-b386-21cca7e72cb3 req-13070f90-124e-4b2c-94b8-2a1c04473001 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:24.969713 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-235c0bb3-241f-41e0-b386-21cca7e72cb3 req-13070f90-124e-4b2c-94b8-2a1c04473001 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.1697009 Nov 12 11:10:24.971844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-addbaec8-d7e3-4292-b731-e1943d908f55 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025275 Nov 12 11:10:25.057016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] device_id is not set on port 26e63152-5248-4e8f-b5aa-114acaedfd1f yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:10:25.076248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3b5d1-3452-4bb5-91d5-50e15399a913 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ec2d28-7af9-4517-9889-d2db5428e76c,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:25.105434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b3e79-5120-40ad-a7e9-9012252cad38 None None] Pushing event updated for resources: {'Port': ['ID=85993e5f-1387-4546-9594-39085003077e,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:25.164406 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2b476a1-1462-4721-9174-f6b7a3eb3e61 req-cf94735d-2cc6-473f-afa5-b16ce8025c98 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511959 Nov 12 11:10:25.164746 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-235c0bb3-241f-41e0-b386-21cca7e72cb3 req-da20ea4d-1e04-436b-9590-f4e2053deb76 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856396 Nov 12 11:10:25.197994 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83d3b5d1-3452-4bb5-91d5-50e15399a913 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.200449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-83d3b5d1-3452-4bb5-91d5-50e15399a913 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4797893 Nov 12 11:10:25.202438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49856) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.216904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-261c70e2-c70a-4baf-8d4f-2de916fe9236 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'security_group_rule': {'security_group_id': 'a0983512-f778-46a1-bf72-f7bb5ad3fe17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:25.220491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f41ca00-ede7-4b16-ada2-ac0d26e7fdff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet deb7bd00-451e-4f41-bfea-606c1d32ad1c {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:25.235660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Router 66422489-e193-4434-b6ac-62e076695b00 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:25.239039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f41ca00-ede7-4b16-ada2-ac0d26e7fdff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.260563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ae7f927-01df-462c-92da-81e1dc2c7ed9 req-6a42e2d0-da31-4520-aa66-5c525c651eec service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708521 Nov 12 11:10:25.290861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 26035538-d3fb-4ffd-bc02-41231ca9a32a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:25.291442 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.301015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:25.301015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:25.362755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f41ca00-ede7-4b16-ada2-ac0d26e7fdff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.443271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-261c70e2-c70a-4baf-8d4f-2de916fe9236 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.510449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:25.523089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Allocated IP 10.1.1.244 (2b15c206-d2e2-418d-8f51-2b33242c1d70/8c305dfb-d8c3-40a9-838f-bc4a718c3df0/26e63152-5248-4e8f-b5aa-114acaedfd1f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:25.526372 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] Sync routers for ids ['66422489-e193-4434-b6ac-62e076695b00'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:25.532926 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-96b981a6-62d0-49bf-9ea2-3aab7022d81d admin admin] 10.222.0.98 "PUT /v2.0/routers/66422489-e193-4434-b6ac-62e076695b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5608711 Nov 12 11:10:25.533308 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49860) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:25.552167 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f41ca00-ede7-4b16-ada2-ac0d26e7fdff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.556554 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] Routers {'66422489-e193-4434-b6ac-62e076695b00'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:25.559556 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['66422489-e193-4434-b6ac-62e076695b00'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:25.665899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-261c70e2-c70a-4baf-8d4f-2de916fe9236 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.733197 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] Set router 66422489-e193-4434-b6ac-62e076695b00 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:25.757337 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-261c70e2-c70a-4baf-8d4f-2de916fe9236 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.802111 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.817613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c70e2-c70a-4baf-8d4f-2de916fe9236 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad65fa8-a36d-4724-b205-dd8bed8c1511,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:25.825270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.881121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:25.882701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f133384-113f-47d5-acdc-2cd01cfcf11f req-47b5a875-db85-486f-b921-17c784a62817 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:25.885312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f133384-113f-47d5-acdc-2cd01cfcf11f req-47b5a875-db85-486f-b921-17c784a62817 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.2357616 Nov 12 11:10:25.974104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f133384-113f-47d5-acdc-2cd01cfcf11f req-b4ca729f-6479-435b-8ccd-b842d1330b53 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827260 Nov 12 11:10:25.980350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.039818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.054068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040ecff7-34e2-4a26-9c27-97a32600e11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd09fec-4b17-4080-9c77-a44388e8c543'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:26.055490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-261c70e2-c70a-4baf-8d4f-2de916fe9236 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.056819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-261c70e2-c70a-4baf-8d4f-2de916fe9236 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8473198 Nov 12 11:10:26.059961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:26.060381 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a913af-a94d-447e-9d98-d5cd81530862" -d '{"events": [{"server_uuid": "040ecff7-34e2-4a26-9c27-97a32600e11f", "name": "network-vif-plugged", "status": "completed", "tag": "2bd09fec-4b17-4080-9c77-a44388e8c543"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:26.063421 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:10:23Z', 'revision_number': 5, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:26.066491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:26.071507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-cf65309f-8839-4549-906c-b9a376338419 None None] For port 85993e5f-1387-4546-9594-39085003077e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=85993e5f-1387-4546-9594-39085003077e,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:26.100440 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] Checking router: 66422489-e193-4434-b6ac-62e076695b00 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:10:26.109673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:26.111861 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] Routers {'66422489-e193-4434-b6ac-62e076695b00'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:26.112629 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['66422489-e193-4434-b6ac-62e076695b00'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:26.135202 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f41ca00-ede7-4b16-ada2-ac0d26e7fdff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.136001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 2bd09fec-4b17-4080-9c77-a44388e8c543, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2bd09fec-4b17-4080-9c77-a44388e8c543,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:26.157669 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ac6d1-f6da-4b2e-949c-bd73b1a29863 x-openstack-request-id: req-946ac6d1-f6da-4b2e-949c-bd73b1a29863 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:26.158234 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040ecff7-34e2-4a26-9c27-97a32600e11f", "name": "network-vif-plugged", "status": "completed", "tag": "2bd09fec-4b17-4080-9c77-a44388e8c543", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:26.158639 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-946ac6d1-f6da-4b2e-949c-bd73b1a29863 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:26.159047 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040ecff7-34e2-4a26-9c27-97a32600e11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd09fec-4b17-4080-9c77-a44388e8c543', 'code': 200} Nov 12 11:10:26.278564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41ca00-ede7-4b16-ada2-ac0d26e7fdff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=deb7bd00-451e-4f41-bfea-606c1d32ad1c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:26.284583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f41ca00-ede7-4b16-ada2-ac0d26e7fdff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.312103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0f41ca00-ede7-4b16-ada2-ac0d26e7fdff tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/deb7bd00-451e-4f41-bfea-606c1d32ad1c HTTP/1.1" status: 204 len: 168 time: 1.3579171 Nov 12 11:10:26.314642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.321864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49872) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:26.382842 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.391055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.467133 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] Set router 66422489-e193-4434-b6ac-62e076695b00 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:26.519460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1334f3e6-f698-4b67-87c8-e37130a24ea7 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:26.551291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=2bd09fec-4b17-4080-9c77-a44388e8c543,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:26.576198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4d891c3f-09d9-4626-8774-4d80eb386b00 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2404251 Nov 12 11:10:26.576198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49874) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:26.591963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:26.643134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:26.710718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Provisioning complete for port 1e632fd0-95a1-49d6-9178-e375f5a106e8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:26.716098 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.732858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:26.737814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:26.795506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Pushing event updated for resources: {'Port': ['ID=85993e5f-1387-4546-9594-39085003077e,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:26.815882 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:10:23Z', 'revision_number': 5, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:26.880964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=26e63152-5248-4e8f-b5aa-114acaedfd1f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:26.886612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Port 1e632fd0-95a1-49d6-9178-e375f5a106e8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:26.892711 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec766b09-8c20-4511-8290-9c5ab808b3b7 None None] The sync data for ids ['66422489-e193-4434-b6ac-62e076695b00'] in n-d-768852-22 is: [{'id': '66422489-e193-4434-b6ac-62e076695b00', 'name': 'tempest-AttachSCSIVolumeTestJSON-201101496-router', 'tenant_id': 'fc3b543ffdae4693bf3642ef37d41434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:07:19Z', 'updated_at': '2021-11-12T11:10:23Z', 'revision_number': 5, 'project_id': 'fc3b543ffdae4693bf3642ef37d41434', 'gw_port': {'id': '10c8646b-c06a-475a-b249-45ab454b9ec4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66422489-e193-4434-b6ac-62e076695b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:07:23Z', 'updated_at': '2021-11-12T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:26.911852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:26.923008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:26.947332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b95c4-1aee-4518-ba23-2ef8d1e8c0f5 req-de471006-7633-4631-bcec-4b3ba30f35a8 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:26.949197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a70b95c4-1aee-4518-ba23-2ef8d1e8c0f5 req-de471006-7633-4631-bcec-4b3ba30f35a8 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 950 time: 0.5953052 Nov 12 11:10:26.964929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:24Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:27.026111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Provisioning complete for port 1334f3e6-f698-4b67-87c8-e37130a24ea7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:27.026415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.026962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf65309f-8839-4549-906c-b9a376338419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.067268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:27.067999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.101492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5668f-2c3a-4165-a332-f21389a481ba None None] The sync data for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 is: [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:24Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:27.103263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaa7a2-70b2-487b-8709-fb1b54423d3d req-349dc6ea-5d43-4c1e-8551-4cfa3d61e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:27.104694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 1334f3e6-f698-4b67-87c8-e37130a24ea7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:27.107600 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.114718 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ddcaa7a2-70b2-487b-8709-fb1b54423d3d req-349dc6ea-5d43-4c1e-8551-4cfa3d61e71e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 1102 time: 0.8188121 Nov 12 11:10:27.153056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a70b95c4-1aee-4518-ba23-2ef8d1e8c0f5 req-400f92c8-928f-464e-bf11-2bffc2ae63d6 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547933 Nov 12 11:10:27.218932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0984dfa7-efb9-4adc-9e58-806cbf5acccd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4635327 Nov 12 11:10:27.258305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fc4c0-57cf-44a2-85b5-cc6476ffcde9 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:27.352188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c980d-c003-44a2-9d92-9d897e3db06c req-a53316bb-e3e1-4042-8300-0e941ab8ac19 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:27.360229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-611c980d-c003-44a2-9d92-9d897e3db06c req-a53316bb-e3e1-4042-8300-0e941ab8ac19 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 1.0128372 Nov 12 11:10:27.434165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.470234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ddcaa7a2-70b2-487b-8709-fb1b54423d3d req-8f4920b0-afca-47a2-b68f-29e07a2c2387 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536487 Nov 12 11:10:27.472583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6fd60970-6bb1-413e-a792-367e68d4cebc None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:27.473379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6fd60970-6bb1-413e-a792-367e68d4cebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.502399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=6e7708b9-d36a-4df5-867d-e38e6cc7d580,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:27.518105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Deleting port 10c8646b-c06a-475a-b249-45ab454b9ec4 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:27.518982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.532956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:27.539718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:27.543338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:27.544025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.555094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc633052-81c5-4427-a6b6-7badfe5ddbb9 req-595ea2dc-c3ae-4ed5-9667-2007bc3b31d7 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:27.563617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc633052-81c5-4427-a6b6-7badfe5ddbb9 req-595ea2dc-c3ae-4ed5-9667-2007bc3b31d7 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.2018809 Nov 12 11:10:27.675724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6fd60970-6bb1-413e-a792-367e68d4cebc None None] Provisioning complete for port 85993e5f-1387-4546-9594-39085003077e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:27.676211 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6fd60970-6bb1-413e-a792-367e68d4cebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.677349 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc633052-81c5-4427-a6b6-7badfe5ddbb9 req-fc3c1058-f41a-46a2-a9ec-69e85927650e tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124554 Nov 12 11:10:27.733544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d1680072-46a8-4702-9979-00bb76ca740f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1537762 Nov 12 11:10:27.735011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49882) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:27.740614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-611c980d-c003-44a2-9d92-9d897e3db06c req-dfd6d438-6a34-491a-9121-9720fb2f2bbc tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791108 Nov 12 11:10:27.764965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-64cd9eda-f423-4f8c-b685-838afa55c67f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:27.809836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] For port 10c8646b-c06a-475a-b249-45ab454b9ec4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=10c8646b-c06a-475a-b249-45ab454b9ec4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:27.810429 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.829702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:27.832105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Calling delete_port for 10c8646b-c06a-475a-b249-45ab454b9ec4 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:27.980728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baece274-abc1-47df-bd95-8b6638fe8ed5 None None] Update dhcp port {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'fixed_ips': [{'subnet_id': '6e7708b9-d36a-4df5-867d-e38e6cc7d580'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '73e64840-6f6b-43d3-8d18-246c9559b9f9'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:10:28.030046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd9eda-f423-4f8c-b685-838afa55c67f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:28.035666 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64cd9eda-f423-4f8c-b685-838afa55c67f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.069274 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-baece274-abc1-47df-bd95-8b6638fe8ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.109210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Allocated IP 172.25.3.30 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/76fac12a-9e12-416b-95fd-ec86d9375df7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:28.113400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6fd60970-6bb1-413e-a792-367e68d4cebc None None] Provisioning complete for port 26e63152-5248-4e8f-b5aa-114acaedfd1f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:28.114030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6fd60970-6bb1-413e-a792-367e68d4cebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.173932 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-64cd9eda-f423-4f8c-b685-838afa55c67f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e7708b9-d36a-4df5-867d-e38e6cc7d580 (CIDR: 2001:db8::/64) Nov 12 11:10:28.208380 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cd9eda-f423-4f8c-b685-838afa55c67f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:10:28.209373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cd9eda-f423-4f8c-b685-838afa55c67f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:28.305957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-64cd9eda-f423-4f8c-b685-838afa55c67f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5695956 Nov 12 11:10:28.306830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49888) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.315057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'subnet': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:28.367739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6fd60970-6bb1-413e-a792-367e68d4cebc None None] Port 26e63152-5248-4e8f-b5aa-114acaedfd1f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:28.423951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8379d-a484-48f6-b9ea-cb2733e6f220 req-7de16a66-6faf-45ad-a601-9148f5979e74 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:28.431687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9da8379d-a484-48f6-b9ea-cb2733e6f220 req-7de16a66-6faf-45ad-a601-9148f5979e74 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 950 time: 0.1522088 Nov 12 11:10:28.439864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 85993e5f-1387-4546-9594-39085003077e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:28.443685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49890) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:28.447273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.455903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fdb62a8b-059e-4b89-be28-f458cd13d9bb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399984533', 'description': 'tempest-description--1443283374'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:28.493509 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.549006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 85993e5f-1387-4546-9594-39085003077e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:28.549660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.556768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c8646b-c06a-475a-b249-45ab454b9ec4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:28.621871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fdb62a8b-059e-4b89-be28-f458cd13d9bb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.690886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-baece274-abc1-47df-bd95-8b6638fe8ed5 None None] Allocated IP 2001:db8::2 (5548ef9b-af8a-4319-aa1a-0d0b38428140/6e7708b9-d36a-4df5-867d-e38e6cc7d580/73e64840-6f6b-43d3-8d18-246c9559b9f9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:28.710988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9da8379d-a484-48f6-b9ea-cb2733e6f220 req-410f90e7-dca8-4ebf-ad06-49dcb9ae1dea tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434630 Nov 12 11:10:28.718928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:28.720324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.746918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.891647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7e787aea-9b52-48ac-97e5-3d8b98bbf39b no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:28.894369 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.897486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:28.934442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 7e787aea-9b52-48ac-97e5-3d8b98bbf39b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:28.935026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7e787aea-9b52-48ac-97e5-3d8b98bbf39b not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:29.009829 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fdb62a8b-059e-4b89-be28-f458cd13d9bb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.025212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-baece274-abc1-47df-bd95-8b6638fe8ed5 None None] For port 73e64840-6f6b-43d3-8d18-246c9559b9f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73e64840-6f6b-43d3-8d18-246c9559b9f9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:29.027525 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.057489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb79c3-5b0f-49a8-b2a6-f11bf9a20f77 req-a6255507-f4ae-489b-9c56-dea32857d855 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:29.064542 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3adb79c3-5b0f-49a8-b2a6-f11bf9a20f77 req-a6255507-f4ae-489b-9c56-dea32857d855 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1459205 Nov 12 11:10:29.068599 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-baece274-abc1-47df-bd95-8b6638fe8ed5 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.143649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:29.154342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3adb79c3-5b0f-49a8-b2a6-f11bf9a20f77 req-6cca076c-57bc-4362-95b3-3deff95baf75 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773656 Nov 12 11:10:29.166083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:29.168663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'Port': ['ID=76fac12a-9e12-416b-95fd-ec86d9375df7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:29.173660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-baece274-abc1-47df-bd95-8b6638fe8ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.178399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:29.183330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fdb62a8b-059e-4b89-be28-f458cd13d9bb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.241490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb62a8b-059e-4b89-be28-f458cd13d9bb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:29.245999 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.246557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66422489-e193-4434-b6ac-62e076695b00 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:10:29.262976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56c7a7-d4e5-459a-a1c7-bfdc402e3eb2 req-4f107fcf-cb0e-4394-9853-75d1f2f2994e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:29.274342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d56c7a7-d4e5-459a-a1c7-bfdc402e3eb2 req-4f107fcf-cb0e-4394-9853-75d1f2f2994e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.2888668 Nov 12 11:10:29.276740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d98cf95a-f483-4bab-b9d9-cd706c47645a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.291731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.293185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce9b5880-f86b-422c-b7d6-5c7d2f9447b2 admin admin] 10.222.0.98 "DELETE /v2.0/routers/66422489-e193-4434-b6ac-62e076695b00 HTTP/1.1" status: 204 len: 168 time: 3.7564592 Nov 12 11:10:29.300874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49896) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:29.310092 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baece274-abc1-47df-bd95-8b6638fe8ed5 None None] Pushing event updated for resources: {'Port': ['ID=73e64840-6f6b-43d3-8d18-246c9559b9f9,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:29.375721 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fdb62a8b-059e-4b89-be28-f458cd13d9bb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.377881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fdb62a8b-059e-4b89-be28-f458cd13d9bb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9314461 Nov 12 11:10:29.383635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:29.392993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-623b0d68-25bc-429a-8dae-3f9fc97e9dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'security_group_rule': {'security_group_id': '7ca1ba24-c64d-4e5e-b3c4-097f557eb84b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:29.484543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-5061b42c-8103-45f7-8b40-fe75d45e8293 admin admin] Deleting subnet e6986ded-d715-4ab6-8286-ff2d9ddae0ba {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:29.487801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.500185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5061b42c-8103-45f7-8b40-fe75d45e8293 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.501432 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:10:29.539275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d56c7a7-d4e5-459a-a1c7-bfdc402e3eb2 req-de721047-8ff7-4620-825a-52f3919e835b tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604768 Nov 12 11:10:29.569758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5061b42c-8103-45f7-8b40-fe75d45e8293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.602524 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-623b0d68-25bc-429a-8dae-3f9fc97e9dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.722093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.782810 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-623b0d68-25bc-429a-8dae-3f9fc97e9dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.788210 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5061b42c-8103-45f7-8b40-fe75d45e8293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:29.800169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:10:29.931110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-623b0d68-25bc-429a-8dae-3f9fc97e9dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.033577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b0d68-25bc-429a-8dae-3f9fc97e9dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2441d62c-7964-403a-a7f1-e12b2793d801,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:30.079876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5018b9-40f8-4771-9aa1-a01db2bde036 req-6f4ce243-9932-4407-83aa-97218e76fc66 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:30.081589 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e5018b9-40f8-4771-9aa1-a01db2bde036 req-6f4ce243-9932-4407-83aa-97218e76fc66 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 950 time: 0.1341763 Nov 12 11:10:30.134904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-623b0d68-25bc-429a-8dae-3f9fc97e9dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.135260 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-623b0d68-25bc-429a-8dae-3f9fc97e9dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7459798 Nov 12 11:10:30.136432 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5061b42c-8103-45f7-8b40-fe75d45e8293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.141509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49904) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.152302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a7bb7eae-5fce-4567-8646-5e04ff5dbc39 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'security_group_rule': {'security_group_id': '7ca1ba24-c64d-4e5e-b3c4-097f557eb84b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:30.182525 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.220490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.224277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061b42c-8103-45f7-8b40-fe75d45e8293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6986ded-d715-4ab6-8286-ff2d9ddae0ba,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:30.231365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e5018b9-40f8-4771-9aa1-a01db2bde036 req-19c07fde-8048-4b84-983d-d189ff641a74 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407971 Nov 12 11:10:30.232816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5061b42c-8103-45f7-8b40-fe75d45e8293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.239402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5061b42c-8103-45f7-8b40-fe75d45e8293 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e6986ded-d715-4ab6-8286-ff2d9ddae0ba HTTP/1.1" status: 204 len: 168 time: 0.9336660 Nov 12 11:10:30.244052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49908) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:30.260237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73e64840-6f6b-43d3-8d18-246c9559b9f9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:30.263551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae0311-e659-4897-b2f4-aab2d40be554 None None] Network 74020d44-4075-403d-b3f8-99d876733291 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:30.368940 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.402350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7eae-5fce-4567-8646-5e04ff5dbc39 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.444161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70d38a-485b-476c-ba2a-50ab34bd5fb7 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:30.446229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.489182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'Port': ['ID=76fac12a-9e12-416b-95fd-ec86d9375df7,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:30.528826 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.604029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Deleting port f9f4197d-275a-4293-ae57-6a3f7db9318e {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:30.604029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.691541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.693187 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-955f8fc4-cb97-4697-be86-0c518f0943d6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6320043 Nov 12 11:10:30.721275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:30.721644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.726426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f6f55-d7d4-47bb-8b85-09cd55ff93c5 req-0b7d2a3a-30dc-44f1-ad95-e0b2104fbd75 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:30.741504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] For port f9f4197d-275a-4293-ae57-6a3f7db9318e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f9f4197d-275a-4293-ae57-6a3f7db9318e,segment=NetworkSegment(5c8c3880-ebf9-4596-8f2f-687379bc5633),segment_id=5c8c3880-ebf9-4596-8f2f-687379bc5633)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:30.742259 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.742608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd5f6f55-d7d4-47bb-8b85-09cd55ff93c5 req-0b7d2a3a-30dc-44f1-ad95-e0b2104fbd75 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.4216056 Nov 12 11:10:30.769993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Calling delete_port for f9f4197d-275a-4293-ae57-6a3f7db9318e owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:30.791847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab3e6-07bd-43f9-bacd-7537fad99c92 req-e5c08ea0-d7d3-4a96-8558-00615376caf5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:30.801960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f0ab3e6-07bd-43f9-bacd-7537fad99c92 req-e5c08ea0-d7d3-4a96-8558-00615376caf5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.1162674 Nov 12 11:10:30.865924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ed40520d-16eb-4898-9144-921f503449bb None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:30.866459 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed40520d-16eb-4898-9144-921f503449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:30.929930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f0ab3e6-07bd-43f9-bacd-7537fad99c92 req-0c244104-754b-4816-aed6-50d954cc4125 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267543 Nov 12 11:10:30.937426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] For port 73e64840-6f6b-43d3-8d18-246c9559b9f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73e64840-6f6b-43d3-8d18-246c9559b9f9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:30.991343 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7eae-5fce-4567-8646-5e04ff5dbc39 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.017929 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd5f6f55-d7d4-47bb-8b85-09cd55ff93c5 req-411805b9-79da-4a7c-b960-5cf828bbf205 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732553 Nov 12 11:10:31.088777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc282b8-be11-411b-a7e6-7a4456ae97a3 None None] DHCP port deletion for 74020d44-4075-403d-b3f8-99d876733291 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:31.093354 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.107961 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.131627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7eae-5fce-4567-8646-5e04ff5dbc39 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.179170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb7eae-5fce-4567-8646-5e04ff5dbc39 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cee42b-dd57-42a5-891f-dab84c646625,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.204227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f4197d-275a-4293-ae57-6a3f7db9318e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.216179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] No DVR routers for this DVR port f9f4197d-275a-4293-ae57-6a3f7db9318e on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:31.225557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.226327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.275363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ddc282b8-be11-411b-a7e6-7a4456ae97a3 None None] The port 'f9f4197d-275a-4293-ae57-6a3f7db9318e' was deleted {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 11:10:31.353652 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.378314 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7bb7eae-5fce-4567-8646-5e04ff5dbc39 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.379783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74020d44-4075-403d-b3f8-99d876733291']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:31.386330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a7bb7eae-5fce-4567-8646-5e04ff5dbc39 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2379014 Nov 12 11:10:31.392101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49936) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:31.392906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8c3880-ebf9-4596-8f2f-687379bc5633') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:31.393244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8c3880-ebf9-4596-8f2f-687379bc5633') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:31.405560 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.421662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.428876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:31.429294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.431384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:31.447393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:31.488787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:31.490572 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:31.523389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:31.524559 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.556431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.565473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 10c8646b-c06a-475a-b249-45ab454b9ec4 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:31.568399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.576163 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] 10.222.0.98 "DELETE /v2.0/networks/74020d44-4075-403d-b3f8-99d876733291 HTTP/1.1" status: 204 len: 168 time: 1.3306234 Nov 12 11:10:31.589087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 10c8646b-c06a-475a-b249-45ab454b9ec4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:31.589463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 10c8646b-c06a-475a-b249-45ab454b9ec4 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:31.607073 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-7222ddf6-3cfc-493e-8d56-c16393fab48a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2023296516&fields=id&tenant_id=e9df845ab93d4af692eda94005804137 HTTP/1.1" status: 200 len: 267 time: 0.2454004 Nov 12 11:10:31.617890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289fc46-5e23-4565-afbe-55ac705a3544 admin admin] Pushing event deleted for resources: {'Network': ['ID=74020d44-4075-403d-b3f8-99d876733291,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.674918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=73e64840-6f6b-43d3-8d18-246c9559b9f9,revision_number=10']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.677886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Subnet': ['ID=abb8a97c-05b6-4bd5-be57-c4d5c4e22982,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:31.733642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-26ca7132-d8ac-4ad5-bdb5-1e1bce2a73c8 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:31.735647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-26ca7132-d8ac-4ad5-bdb5-1e1bce2a73c8 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 817 time: 0.1274014 Nov 12 11:10:31.761261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-e038be28-ab45-4483-b6be-b1608e4fe647 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/quotas/e9df845ab93d4af692eda94005804137 HTTP/1.1" status: 200 len: 375 time: 0.0129263 Nov 12 11:10:31.786925 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9375-eac9-4240-b2e7-2e4c6b8648b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.806653 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:31.851877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-01229a59-3437-4d6f-8c53-d1acfbaa964d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840650 Nov 12 11:10:31.917707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4b454d50-222e-46d1-8580-3625184f8669 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6094112 Nov 12 11:10:31.920759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49942) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:31.928336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Request body: {'port': {'network_id': '5548ef9b-af8a-4319-aa1a-0d0b38428140', 'mac_address': 'fa:16:3e:3c:20:e7', 'name': 'tempest-NetworksTestDHCPv6-139255343'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:32.059909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71816-b417-4327-85b7-22b362dd4068 req-acc6e151-5221-4bab-a321-70ed48d39270 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:32.061910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbe71816-b417-4327-85b7-22b362dd4068 req-acc6e151-5221-4bab-a321-70ed48d39270 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 950 time: 0.1278491 Nov 12 11:10:32.177472 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbe71816-b417-4327-85b7-22b362dd4068 req-a78bca45-b73f-4f68-ba08-1501e23827e8 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075318 Nov 12 11:10:32.297077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73e64840-6f6b-43d3-8d18-246c9559b9f9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:32.363281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184338a-9749-4acf-8edb-3a84f4023e61 req-5b5b728d-1081-4fd4-a1df-9506230dd29e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:32.365814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8184338a-9749-4acf-8edb-3a84f4023e61 req-5b5b728d-1081-4fd4-a1df-9506230dd29e tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.0838797 Nov 12 11:10:32.384499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:32.401312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Made reservation on behalf of 624e17afc7074183b367112633bce0c3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:32.428376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:32.429228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.452812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a35a07-71a2-40f4-8e62-f073aa529f38 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:32.521089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-0056e3a9-60c1-402b-91a1-344fcb5ccfda service neutron] 10.222.0.98 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169930 Nov 12 11:10:32.525005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8184338a-9749-4acf-8edb-3a84f4023e61 req-1b379072-5d6d-4532-82f2-8ce68a643568 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490719 Nov 12 11:10:32.532042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-77001d97-a70c-4d78-953c-b2a4c804fc00 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0ace60cfecdb44f7bd5bdab86080e59a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460326 Nov 12 11:10:32.536048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49952) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:32.553288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.599433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-39d4e8f5-03ae-4a7b-846e-fddc127b5245 None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:32.600318 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39d4e8f5-03ae-4a7b-846e-fddc127b5245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.606478 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.697985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] device_id is not set on port 731b2c06-1cf9-44e4-bbea-19ec7878e719 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:10:32.771409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb736c24-0576-4cb6-a4fc-2852c0dd95ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.793845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-a1a47ac0-cad2-4dc0-9052-d846dd388c48 service neutron] 10.222.0.98 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546761 Nov 12 11:10:32.806238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40403e3-61dd-41e1-a01c-8acd47055b50 req-6a75f4ab-c506-40eb-95e1-5b5263015d20 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:32.823328 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c40403e3-61dd-41e1-a01c-8acd47055b50 req-6a75f4ab-c506-40eb-95e1-5b5263015d20 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1764464 Nov 12 11:10:32.836157 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb736c24-0576-4cb6-a4fc-2852c0dd95ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:32.871529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f9f4197d-275a-4293-ae57-6a3f7db9318e no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:32.875996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Allocated IP 172.25.3.67 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b7d7fd71-c825-4fb9-93d5-b261f9ecb5c1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:32.900128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f9f4197d-275a-4293-ae57-6a3f7db9318e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:32.900128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f9f4197d-275a-4293-ae57-6a3f7db9318e not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:32.964499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.014308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c40403e3-61dd-41e1-a01c-8acd47055b50 req-f74dd481-8f47-43a4-86dc-6cb29399ccf5 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945109 Nov 12 11:10:33.043975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.076808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8::e (5548ef9b-af8a-4319-aa1a-0d0b38428140/6e7708b9-d36a-4df5-867d-e38e6cc7d580/731b2c06-1cf9-44e4-bbea-19ec7878e719) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:33.085060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3c:20e7 (5548ef9b-af8a-4319-aa1a-0d0b38428140/abb8a97c-05b6-4bd5-be57-c4d5c4e22982/731b2c06-1cf9-44e4-bbea-19ec7878e719) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:33.156322 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb736c24-0576-4cb6-a4fc-2852c0dd95ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.161043 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb736c24-0576-4cb6-a4fc-2852c0dd95ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.166884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bb736c24-0576-4cb6-a4fc-2852c0dd95ff admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6ae6404f-ef33-4bb1-9075-c47e8b335135 HTTP/1.1" status: 204 len: 168 time: 0.6257012 Nov 12 11:10:33.188816 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.198329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb736c24-0576-4cb6-a4fc-2852c0dd95ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae6404f-ef33-4bb1-9075-c47e8b335135,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:33.231163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9185b1fa-43cd-4ea3-8ba8-8436d482e610 None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:33.231828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9185b1fa-43cd-4ea3-8ba8-8436d482e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.319311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=b7d7fd71-c825-4fb9-93d5-b261f9ecb5c1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:33.331051 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cffe8d97-04bc-4c33-ba67-9da0c425a093 req-a413a178-6689-4465-a0ed-26a0baaa1974 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 210 time: 0.0769303 Nov 12 11:10:33.398423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:33.400521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:33.403623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:33.458048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be4b0d-5a03-4621-823a-95c9be7c3c81 req-40a5fca4-8ac6-4f86-bb0b-a6b1ac448ab3 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:33.467711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3be4b0d-5a03-4621-823a-95c9be7c3c81 req-40a5fca4-8ac6-4f86-bb0b-a6b1ac448ab3 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 950 time: 0.1420581 Nov 12 11:10:33.597370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.608996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-15e6207d-4d8b-4b8e-9112-4d55371ccf7e tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:33.609287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3be4b0d-5a03-4621-823a-95c9be7c3c81 req-87104ccb-58cb-4497-a132-f421106ebb82 tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/security-groups?id=aebd1e45-e330-4f7f-a825-08ed6e3a1256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396348 Nov 12 11:10:33.611411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-15e6207d-4d8b-4b8e-9112-4d55371ccf7e tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.69 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 950 time: 0.1312492 Nov 12 11:10:33.650179 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.837500 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.882264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fb6b4-c09f-4593-856b-d478928e9374 req-7b276dc7-b1aa-4396-a9a1-4a182d471599 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:33.888683 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c4fb6b4-c09f-4593-856b-d478928e9374 req-7b276dc7-b1aa-4396-a9a1-4a182d471599 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.2171328 Nov 12 11:10:33.940519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Deleting port 2bd09fec-4b17-4080-9c77-a44388e8c543 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:33.940867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.969871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:33.986194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c4fb6b4-c09f-4593-856b-d478928e9374 req-6b6d7a7a-47fc-4032-be06-0fa6ac6b83c0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861728 Nov 12 11:10:34.039149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.087473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:34.095592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:34.106335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:34.112184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:34.112881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.120520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event updated for resources: {'Port': ['ID=731b2c06-1cf9-44e4-bbea-19ec7878e719,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:34.143726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.147016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] For port 2bd09fec-4b17-4080-9c77-a44388e8c543, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=2bd09fec-4b17-4080-9c77-a44388e8c543,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:34.147425 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.162234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Calling delete_port for 2bd09fec-4b17-4080-9c77-a44388e8c543 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:34.201199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.233442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa3846dc-960f-4815-bd05-e7d31d2e9439 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3111470 Nov 12 11:10:34.239218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49974) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:34.294242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb584a53-bce4-46d5-9c30-2c5adb03cf66 req-240ff47d-8534-4239-9e6d-b1537049e549 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:34.302153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb584a53-bce4-46d5-9c30-2c5adb03cf66 req-240ff47d-8534-4239-9e6d-b1537049e549 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1637039 Nov 12 11:10:34.351231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=b7d7fd71-c825-4fb9-93d5-b261f9ecb5c1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:34.405026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.423192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e179445c-f30b-47d5-8f59-ae61b94f113c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting port 731b2c06-1cf9-44e4-bbea-19ec7878e719 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:34.423556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e179445c-f30b-47d5-8f59-ae61b94f113c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.444764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb584a53-bce4-46d5-9c30-2c5adb03cf66 req-cda23e2a-422a-4f42-a865-2eada2acafa9 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415184 Nov 12 11:10:34.478023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49980) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:34.544210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5bd0c114-57bf-47d8-81b3-9fcb499208ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fc3b543ffdae4693bf3642ef37d41434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647717 Nov 12 11:10:34.551538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49982) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:34.572133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2886f257-f261-440b-bf12-34fe5d98648f req-56e055db-1a41-4953-9522-9584714d45bb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 210 time: 0.0488441 Nov 12 11:10:34.586837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.607606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d09af1a-d411-4534-95bf-d1ab94420083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.633268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1e8192fc-219b-45cc-9e1e-c521ad667c2b None None] Provisioning complete for port 731b2c06-1cf9-44e4-bbea-19ec7878e719 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:34.633654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e8192fc-219b-45cc-9e1e-c521ad667c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.645581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Pushing event deleted for resources: {'Port': ['ID=2bd09fec-4b17-4080-9c77-a44388e8c543,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:34.646068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d09af1a-d411-4534-95bf-d1ab94420083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.655803 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.657488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-92ecd409-f005-4b54-8377-2463dad623a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2461188 Nov 12 11:10:34.679245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e179445c-f30b-47d5-8f59-ae61b94f113c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.730211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e179445c-f30b-47d5-8f59-ae61b94f113c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Calling delete_port for 731b2c06-1cf9-44e4-bbea-19ec7878e719 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:34.737115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] No DVR routers for this DVR port 2bd09fec-4b17-4080-9c77-a44388e8c543 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:34.742047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.746476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92b6b902-aa51-4c8f-ace2-b43654b5fb5b req-84ef071e-0345-466b-9387-3f5d47d87b7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.69 "DELETE /v2.0/ports/2bd09fec-4b17-4080-9c77-a44388e8c543 HTTP/1.1" status: 204 len: 173 time: 1.1269505 Nov 12 11:10:34.746961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040ecff7-34e2-4a26-9c27-97a32600e11f', 'name': 'network-vif-deleted', 'tag': '2bd09fec-4b17-4080-9c77-a44388e8c543'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:34.749190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1e8192fc-219b-45cc-9e1e-c521ad667c2b None None] Port 731b2c06-1cf9-44e4-bbea-19ec7878e719 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:34.749589 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8322a453-5d37-45ba-a445-cd7f0472a548" -d '{"events": [{"server_uuid": "040ecff7-34e2-4a26-9c27-97a32600e11f", "name": "network-vif-deleted", "tag": "2bd09fec-4b17-4080-9c77-a44388e8c543"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:34.827326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76a6f4b5-d14d-4425-90aa-7f1bf5c9e77b req-1b5edf91-1d3d-4aca-8419-54d843390c7b tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 210 time: 0.0373971 Nov 12 11:10:34.843126 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c416e97e-2848-4048-ba06-56d248edd856 x-openstack-request-id: req-c416e97e-2848-4048-ba06-56d248edd856 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:34.843126 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040ecff7-34e2-4a26-9c27-97a32600e11f", "name": "network-vif-deleted", "tag": "2bd09fec-4b17-4080-9c77-a44388e8c543", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:34.843126 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c416e97e-2848-4048-ba06-56d248edd856 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:34.843704 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040ecff7-34e2-4a26-9c27-97a32600e11f', 'name': 'network-vif-deleted', 'tag': '2bd09fec-4b17-4080-9c77-a44388e8c543', 'status': 'completed', 'code': 200} Nov 12 11:10:34.907041 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d09af1a-d411-4534-95bf-d1ab94420083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.911389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d09af1a-d411-4534-95bf-d1ab94420083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:34.911628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1d09af1a-d411-4534-95bf-d1ab94420083 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ce6313fb-e231-42e9-be4f-ded2faea4067 HTTP/1.1" status: 204 len: 168 time: 0.3587055 Nov 12 11:10:34.921218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09af1a-d411-4534-95bf-d1ab94420083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6313fb-e231-42e9-be4f-ded2faea4067,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:34.965809 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.055073 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-ab0652b8-94f2-4992-bc9b-55ec66ef6e85 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1399984533&fields=id&tenant_id=7b308783c2ba44f6871325dca02ceeec HTTP/1.1" status: 200 len: 267 time: 0.0499940 Nov 12 11:10:35.143287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-430d6fc5-6aa7-4465-b32e-60bd7d550457 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.145089 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-430d6fc5-6aa7-4465-b32e-60bd7d550457 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports/1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 200 len: 936 time: 0.0805342 Nov 12 11:10:35.193508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823aa49-d1f7-4289-ab87-d33406a3083c req-1833b6c8-9d93-49bc-9b00-403e2434397f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.197446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0823aa49-d1f7-4289-ab87-d33406a3083c req-1833b6c8-9d93-49bc-9b00-403e2434397f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.1036932 Nov 12 11:10:35.253817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0823aa49-d1f7-4289-ab87-d33406a3083c req-40645ee3-fbde-44e8-8d30-67398294cd9b tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513933 Nov 12 11:10:35.258968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-4e454388-6640-42ef-b257-a81a4ee8f35d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.260412 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-4e454388-6640-42ef-b257-a81a4ee8f35d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports/26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 200 len: 937 time: 0.0967207 Nov 12 11:10:35.354268 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-5d9ae491-1f2d-4dae-87ec-2ce7b3531c73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0823107 Nov 12 11:10:35.419215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-7e93188d-3914-440f-8a97-a1360ada1aaa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0528283 Nov 12 11:10:35.553871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-8da73875-63fa-43cd-ba00-6c321913a891 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.560605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-8da73875-63fa-43cd-ba00-6c321913a891 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.567038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-8da73875-63fa-43cd-ba00-6c321913a891 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.568772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-8da73875-63fa-43cd-ba00-6c321913a891 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/networks?id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e HTTP/1.1" status: 200 len: 1993 time: 0.1402323 Nov 12 11:10:35.576614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e179445c-f30b-47d5-8f59-ae61b94f113c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.582200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63d448-5cb5-459d-abf3-1dd8ef33e80c req-7ceaf3d5-b505-42b6-9609-27be73e1075d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.591574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb63d448-5cb5-459d-abf3-1dd8ef33e80c req-7ceaf3d5-b505-42b6-9609-27be73e1075d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.0723674 Nov 12 11:10:35.628283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179445c-f30b-47d5-8f59-ae61b94f113c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Port': ['ID=731b2c06-1cf9-44e4-bbea-19ec7878e719,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:35.631030 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-61f483f8-b383-46f7-9c26-7a688b5f3773 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/quotas/7b308783c2ba44f6871325dca02ceeec HTTP/1.1" status: 200 len: 375 time: 0.0555496 Nov 12 11:10:35.656660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb63d448-5cb5-459d-abf3-1dd8ef33e80c req-abbff231-e649-446a-bbfd-8f0df0ab3774 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613589 Nov 12 11:10:35.807403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e179445c-f30b-47d5-8f59-ae61b94f113c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:35.813390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e179445c-f30b-47d5-8f59-ae61b94f113c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/731b2c06-1cf9-44e4-bbea-19ec7878e719 HTTP/1.1" status: 204 len: 168 time: 1.5728543 Nov 12 11:10:35.815308 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-da9a9f48-5a3c-422f-8351-02b30721252a req-f208332e-a34a-431f-b373-b00acffdcb04 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 210 time: 0.0481689 Nov 12 11:10:35.816874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50020) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:35.867086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-fccaa4e2-2f36-4623-971b-aca5441b5434 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1682870 Nov 12 11:10:35.911843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad47a6b-7365-4549-a049-22735afb218c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.913503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bad47a6b-7365-4549-a049-22735afb218c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0897603 Nov 12 11:10:35.919084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50026) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:35.992485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238cdd1f-dbd7-48ae-a6ab-eac403e16005 req-62f6b171-48e2-42d9-b9f2-e46fca451f1a tempest-TenantUsagesTestJSON-1692148263 tempest-TenantUsagesTestJSON-1692148263-project] 10.222.0.98 "GET /v2.0/ports?device_id=040ecff7-34e2-4a26-9c27-97a32600e11f HTTP/1.1" status: 200 len: 210 time: 0.0371594 Nov 12 11:10:35.993437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c309f1-bc34-4859-a3a1-9bf12a37bae8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:35.996659 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-31c309f1-bc34-4859-a3a1-9bf12a37bae8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0720518 Nov 12 11:10:36.001235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50028) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:36.095225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a86be-da2c-41e4-9644-8971caf2eb93 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.096968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a86be-da2c-41e4-9644-8971caf2eb93 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.098519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a86be-da2c-41e4-9644-8971caf2eb93 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.100309 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e74a86be-da2c-41e4-9644-8971caf2eb93 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0980251 Nov 12 11:10:36.104019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50032) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:36.462486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2bd09fec-4b17-4080-9c77-a44388e8c543 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:36.465257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94b30a-9f39-445d-b0c5-ced96bc48137 req-ba99e177-3026-463a-bb35-390adb668ac3 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.473911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a94b30a-9f39-445d-b0c5-ced96bc48137 req-ba99e177-3026-463a-bb35-390adb668ac3 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.0924535 Nov 12 11:10:36.518706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 2bd09fec-4b17-4080-9c77-a44388e8c543 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:36.519947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 2bd09fec-4b17-4080-9c77-a44388e8c543 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:36.533623 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a94b30a-9f39-445d-b0c5-ced96bc48137 req-05740f90-846b-480b-a35b-5e595438eb36 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585532 Nov 12 11:10:36.561373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc1f5af-4b44-4a7b-8b66-52beb13fed7e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet 6e7708b9-d36a-4df5-867d-e38e6cc7d580 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:36.570667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f5af-4b44-4a7b-8b66-52beb13fed7e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:36.600637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-ab10ea66-d5c3-4b59-a5f4-1bfc70d3aac0 service neutron] 10.222.0.98 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210474 Nov 12 11:10:36.646029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f5af-4b44-4a7b-8b66-52beb13fed7e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:36.815739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50048) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:36.816535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5107-7576-4af5-9dcf-eab33c632700 req-c89f3852-0d48-459a-9137-6f5e7b0a495d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:36.817445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ddc5107-7576-4af5-9dcf-eab33c632700 req-c89f3852-0d48-459a-9137-6f5e7b0a495d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.0718696 Nov 12 11:10:36.825878 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-3b65c46d-250b-429b-9339-038ba5f31cef service neutron] 10.222.0.98 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187111 Nov 12 11:10:36.833722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f5af-4b44-4a7b-8b66-52beb13fed7e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:36.920332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ddc5107-7576-4af5-9dcf-eab33c632700 req-cdebd7ce-8414-4926-8538-0f5231330c88 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849969 Nov 12 11:10:36.994513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-41b6855d-aa56-47ba-b1f9-d12a1bd41d4b service neutron] 10.222.0.98 "GET /v2.0/ports/1e632fd0-95a1-49d6-9178-e375f5a106e8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1242282 Nov 12 11:10:37.004915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1975115080-network', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:37.036056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac17cfa5-dc72-474c-9829-febfb2cb78a9 req-93ddfc67-b013-4caf-97f1-782cf51a4a96 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 210 time: 0.0491388 Nov 12 11:10:37.207475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-e88ffdbf-0869-4802-8453-0b284b9548bb service neutron] 10.222.0.98 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958456 Nov 12 11:10:37.215054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-ee4db45b-f530-411b-b01e-ab77e498ed23 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:37.216711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-ee4db45b-f530-411b-b01e-ab77e498ed23 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 817 time: 0.2799408 Nov 12 11:10:37.300841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Made reservation on behalf of ee0f001a2bbf4ee6b1e2abe08c53b642 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:37.303330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.315889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f5af-4b44-4a7b-8b66-52beb13fed7e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.368313 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.383178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1f5af-4b44-4a7b-8b66-52beb13fed7e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7708b9-d36a-4df5-867d-e38e6cc7d580,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:37.387458 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f5af-4b44-4a7b-8b66-52beb13fed7e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.394193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ddc1f5af-4b44-4a7b-8b66-52beb13fed7e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/6e7708b9-d36a-4df5-867d-e38e6cc7d580 HTTP/1.1" status: 204 len: 168 time: 1.2858417 Nov 12 11:10:37.396419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50058) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:37.405721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6310b-07ef-446e-9621-b8e34bef1143 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:37.425576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-1bcddc3c-f730-4391-a203-8019134133d1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9df845ab93d4af692eda94005804137 HTTP/1.1" status: 200 len: 380 time: 0.1997802 Nov 12 11:10:37.437387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'port': {'device_id': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'admin_state_up': True, 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'security_groups': ['a0983512-f778-46a1-bf72-f7bb5ad3fe17']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:37.457695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-61bf2a29-9614-422e-8566-5bea45ef6675 service neutron] 10.222.0.98 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399120 Nov 12 11:10:37.530322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-72385713-6bae-489b-aabe-0a82984d75aa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Deleting subnet abb8a97c-05b6-4bd5-be57-c4d5c4e22982 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:10:37.537404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72385713-6bae-489b-aabe-0a82984d75aa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.582814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-5fbb31f9-2436-4acf-a4ed-a7e5723465a6 service neutron] 10.222.0.98 "GET /v2.0/ports/26e63152-5248-4e8f-b5aa-114acaedfd1f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1040936 Nov 12 11:10:37.663296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72385713-6bae-489b-aabe-0a82984d75aa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.680168 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.788681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50066) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:37.796161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.856898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f860b56-017e-4fd5-8c54-0fa4a91d2264 req-9028bc29-428d-486d-9f46-f2cd0810fde1 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:37.858559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f860b56-017e-4fd5-8c54-0fa4a91d2264 req-9028bc29-428d-486d-9f46-f2cd0810fde1 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.1374760 Nov 12 11:10:37.874791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:37.893006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72385713-6bae-489b-aabe-0a82984d75aa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.927427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-8ee658b4-699a-4eea-b49c-2b86ff2208b0 service neutron] 10.222.0.98 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025985 Nov 12 11:10:37.928827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:37.929379 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Added segment 707cbcb8-527e-489b-8167-6aa0b4a82df6 of type vlan for network a987a55d-50be-4e93-82fc-cb82ad1a46c0 Nov 12 11:10:37.945529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34cfbc7-697d-4305-b9a8-8db207ebf35e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:37.962048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f860b56-017e-4fd5-8c54-0fa4a91d2264 req-6ead2be2-ce96-4aef-97a8-a05936f5b907 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947511 Nov 12 11:10:38.013207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Made reservation on behalf of e9df845ab93d4af692eda94005804137 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:38.017093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.056577 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.097659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ef0493ba-f8bc-4af1-a44c-ac6cbc4eba8d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e4fbb23d93c4e4292d5bf618d77e74d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071666 Nov 12 11:10:38.100252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50074) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.107637 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72385713-6bae-489b-aabe-0a82984d75aa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.174698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72385713-6bae-489b-aabe-0a82984d75aa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Subnet': ['ID=abb8a97c-05b6-4bd5-be57-c4d5c4e22982,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:38.176968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72385713-6bae-489b-aabe-0a82984d75aa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.188723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-72385713-6bae-489b-aabe-0a82984d75aa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/abb8a97c-05b6-4bd5-be57-c4d5c4e22982 HTTP/1.1" status: 204 len: 168 time: 0.7909958 Nov 12 11:10:38.195144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50076) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.252790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0e75cef1-469e-4602-abf0-76d71f307d57 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524294 Nov 12 11:10:38.253167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50078) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.282051 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.283913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:38.284597 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.304484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-28efc4b1-b33d-49c0-bc70-6b6588f52831 service neutron] 10.222.0.98 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531852 Nov 12 11:10:38.332737 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26545d99-2f67-4f96-a53f-634832318901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.374129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa96c7-fba2-4b36-b0bb-04635bf391a4 req-c8c21260-303a-4ab8-a6fc-272572aa5919 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:38.375845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3eaa96c7-fba2-4b36-b0bb-04635bf391a4 req-c8c21260-303a-4ab8-a6fc-272572aa5919 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1821315 Nov 12 11:10:38.381901 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26545d99-2f67-4f96-a53f-634832318901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.412823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b228b27-8b3e-481f-b718-edb7d7d5e3a9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:38.414453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3b228b27-8b3e-481f-b718-edb7d7d5e3a9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1600361 Nov 12 11:10:38.428208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50080) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.469820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6528878 Nov 12 11:10:38.479527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50082) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.492778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362b6f1-c602-4e20-9fd6-b62155797d87 admin admin] Pushing event updated for resources: {'Network': ['ID=a987a55d-50be-4e93-82fc-cb82ad1a46c0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:38.493874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Request body: {'subnet': {'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1975115080-subnet', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:38.513099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network a987a55d-50be-4e93-82fc-cb82ad1a46c0 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:38.528444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Allocated IP 172.20.0.5 (3d3856e7-c21c-4342-addd-7ade6574391c/d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd/02d3237b-aef0-4402-9f18-8dacaa8cfbba) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:38.557463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3eaa96c7-fba2-4b36-b0bb-04635bf391a4 req-dbb999b3-d64b-4572-a6d6-729933b9f3f5 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617346 Nov 12 11:10:38.574366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c51c05-be07-4dd1-a7b8-c6fbd0d1b5bc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:38.574366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-06c51c05-be07-4dd1-a7b8-c6fbd0d1b5bc tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1419985 Nov 12 11:10:38.577591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50084) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.610570 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-d594d6ba-a368-4fd1-a9f5-4938b815d0ff service neutron] 10.222.0.98 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940142 Nov 12 11:10:38.646917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e08c7b6-5e60-473c-ba2a-ad74edee67e1 None None] Network 5548ef9b-af8a-4319-aa1a-0d0b38428140 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:38.655340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-edcdffe2-bef2-42e8-b77a-cecdd46ef32e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752783 Nov 12 11:10:38.668896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50086) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.680277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Made reservation on behalf of ee0f001a2bbf4ee6b1e2abe08c53b642 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:38.682706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.722820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aee0ce86-fb7d-4146-ba38-150a3d5fb493 req-f6319758-33c0-4a1f-9a52-1952d72e1657 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 210 time: 0.0699790 Nov 12 11:10:38.730313 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00acaa5-41d6-4de9-b9cb-462f2259d038 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:38.731082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00acaa5-41d6-4de9-b9cb-462f2259d038 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:38.734736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f00acaa5-41d6-4de9-b9cb-462f2259d038 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/731b2c06-1cf9-44e4-bbea-19ec7878e719 HTTP/1.1" status: 404 len: 333 time: 0.0648401 Nov 12 11:10:38.739236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50088) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.749036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-df9cc3ca-3593-498e-86ae-9de645892965 None None] Provisioning complete for port 73e64840-6f6b-43d3-8d18-246c9559b9f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:38.750256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df9cc3ca-3593-498e-86ae-9de645892965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.761695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-37caa927-2b46-446e-b92e-a1bd1672d5aa service neutron] 10.222.0.98 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414034 Nov 12 11:10:38.781688 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26545d99-2f67-4f96-a53f-634832318901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.784472 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26545d99-2f67-4f96-a53f-634832318901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:38.789257 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-26545d99-2f67-4f96-a53f-634832318901 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aebd1e45-e330-4f7f-a825-08ed6e3a1256 HTTP/1.1" status: 204 len: 168 time: 0.6840653 Nov 12 11:10:38.831222 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd473ba-94dc-46a9-bfcc-e432d26254d0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:38.831698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd473ba-94dc-46a9-bfcc-e432d26254d0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:38.835018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ffd473ba-94dc-46a9-bfcc-e432d26254d0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/abb8a97c-05b6-4bd5-be57-c4d5c4e22982 HTTP/1.1" status: 404 len: 337 time: 0.0948467 Nov 12 11:10:38.844268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50092) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.856980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26545d99-2f67-4f96-a53f-634832318901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebd1e45-e330-4f7f-a825-08ed6e3a1256,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:38.884896 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5acea90-87f6-4110-acd8-e4692081d892 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:38.885362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5acea90-87f6-4110-acd8-e4692081d892 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:38.890864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f5acea90-87f6-4110-acd8-e4692081d892 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/6e7708b9-d36a-4df5-867d-e38e6cc7d580 HTTP/1.1" status: 404 len: 337 time: 0.0433552 Nov 12 11:10:38.892711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50094) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.935173 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-df05c123-c8bf-4458-b4f2-5c5c6cfecac1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:38.935173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df05c123-c8bf-4458-b4f2-5c5c6cfecac1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:38.940524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-df05c123-c8bf-4458-b4f2-5c5c6cfecac1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/40e320d5-79f1-41e3-9fb5-d7602817b5bb HTTP/1.1" status: 404 len: 333 time: 0.0442553 Nov 12 11:10:38.941337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50096) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:38.982385 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d68bd56-f1a9-4d12-8f4d-b292b7ec09ee tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:38.982385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d68bd56-f1a9-4d12-8f4d-b292b7ec09ee tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:38.985341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3d68bd56-f1a9-4d12-8f4d-b292b7ec09ee tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/deb7bd00-451e-4f41-bfea-606c1d32ad1c HTTP/1.1" status: 404 len: 337 time: 0.0427580 Nov 12 11:10:38.987658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50098) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.014491 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] DHCP port deletion for 5548ef9b-af8a-4319-aa1a-0d0b38428140 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:10:39.045606 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b615c5a-6c35-49d6-a16f-406b0fd655b6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.047231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b615c5a-6c35-49d6-a16f-406b0fd655b6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.052376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.054968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6b615c5a-6c35-49d6-a16f-406b0fd655b6 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/d689353b-b77e-4fad-99cd-a459ddb09fdf HTTP/1.1" status: 404 len: 337 time: 0.0660369 Nov 12 11:10:39.059904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50102) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.062935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-d427ad37-e8a4-436b-b643-e7a1f415dedd service neutron] 10.222.0.98 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762644 Nov 12 11:10:39.120509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] Deleting port 73e64840-6f6b-43d3-8d18-246c9559b9f9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:39.121600 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.192563 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-e214ad7f-0293-42e1-ab16-0f3f9e0730c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.193229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e214ad7f-0293-42e1-ab16-0f3f9e0730c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.197684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e214ad7f-0293-42e1-ab16-0f3f9e0730c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/04fd59bc-6338-4793-bf6e-e10f809bae14 HTTP/1.1" status: 404 len: 333 time: 0.1360576 Nov 12 11:10:39.202496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50108) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.238988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-252f0fe5-4f58-4194-a425-b8e3c489ce77 service neutron] 10.222.0.98 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620991 Nov 12 11:10:39.240110 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-f917a43b-2c9f-4992-82b1-fca051f215bb tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.240737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f917a43b-2c9f-4992-82b1-fca051f215bb tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.247818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f917a43b-2c9f-4992-82b1-fca051f215bb tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/64bc1024-185d-4167-ac02-da89e354d79b HTTP/1.1" status: 404 len: 337 time: 0.0446568 Nov 12 11:10:39.253140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50110) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.282789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] For port 73e64840-6f6b-43d3-8d18-246c9559b9f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73e64840-6f6b-43d3-8d18-246c9559b9f9,segment=NetworkSegment(d02ee001-b9b1-4a96-9946-78b1f8655cbb),segment_id=d02ee001-b9b1-4a96-9946-78b1f8655cbb)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:39.283892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.304404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] Calling delete_port for 73e64840-6f6b-43d3-8d18-246c9559b9f9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:39.311329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb45512-973f-40cf-96a1-6b73714ec1c3 req-1b662374-dd6e-4784-a62e-1ad6040e274c tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:39.314352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffb45512-973f-40cf-96a1-6b73714ec1c3 req-1b662374-dd6e-4784-a62e-1ad6040e274c tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.1541042 Nov 12 11:10:39.342000 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.347524 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-492ed541-b77f-4537-86c6-70f3998ac750 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.349438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492ed541-b77f-4537-86c6-70f3998ac750 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.357330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-492ed541-b77f-4537-86c6-70f3998ac750 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/2a573740-bc2e-40bf-91c1-327e7ef9cf1e HTTP/1.1" status: 404 len: 337 time: 0.1021638 Nov 12 11:10:39.358770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50112) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.398902 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cacc19-ca7b-4cea-9bb7-2d017305f1fb tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.399817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cacc19-ca7b-4cea-9bb7-2d017305f1fb tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.407061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-18cacc19-ca7b-4cea-9bb7-2d017305f1fb tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/04ec2850-2c60-4100-9f5f-0afefe9d60c3 HTTP/1.1" status: 404 len: 333 time: 0.0420866 Nov 12 11:10:39.412911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50114) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.425892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffb45512-973f-40cf-96a1-6b73714ec1c3 req-9ec08fe7-1dc3-4ac0-9d1e-dccfa458661c tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940070 Nov 12 11:10:39.439014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.489514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Network 3d3856e7-c21c-4342-addd-7ade6574391c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:39.495333 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-8693ef07-33ba-48ab-8e77-01bf0f9509de tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.496349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8693ef07-33ba-48ab-8e77-01bf0f9509de tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.501648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8693ef07-33ba-48ab-8e77-01bf0f9509de tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/1601354f-3ca4-4ae6-9548-eb2c82178743 HTTP/1.1" status: 404 len: 337 time: 0.0857077 Nov 12 11:10:39.509070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50116) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.516459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:39.525404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:39.529008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:39.538581 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.637436 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-365d6da5-bc5b-4f84-9a00-f8fd6fc9def6 service neutron] 10.222.0.98 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865902 Nov 12 11:10:39.652703 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc695ee-bc94-4048-ae24-1166f585c3ae tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.653595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc695ee-bc94-4048-ae24-1166f585c3ae tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.658342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] Pushing event deleted for resources: {'Port': ['ID=73e64840-6f6b-43d3-8d18-246c9559b9f9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:39.659398 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cbc695ee-bc94-4048-ae24-1166f585c3ae tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/27f06f1f-4550-4471-855b-6abb85e51f2a HTTP/1.1" status: 404 len: 337 time: 0.1453657 Nov 12 11:10:39.667539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a323ae-6963-4139-bc5c-089ddee54d1e None None] No DVR routers for this DVR port 73e64840-6f6b-43d3-8d18-246c9559b9f9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:39.672240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50120) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.702622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acf8862-303e-415f-a1a7-91926458a069,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:39.714968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50122) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.775109 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91df97f-077d-4ee7-9ecf-ac045479a82e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.776588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91df97f-077d-4ee7-9ecf-ac045479a82e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.784578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d91df97f-077d-4ee7-9ecf-ac045479a82e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/3321a24d-e86a-4ee2-b3b4-34911742c0dd HTTP/1.1" status: 404 len: 333 time: 0.1072865 Nov 12 11:10:39.785053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:39.785684 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.790739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50126) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.839582 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a82f37d7-df7c-4cfb-b1f8-ca14cd9e270b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.844107 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6f5e92-ceff-4e0f-96d0-0d81dc639d2c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.844107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6f5e92-ceff-4e0f-96d0-0d81dc639d2c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.851138 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8f6f5e92-ceff-4e0f-96d0-0d81dc639d2c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/e7f66f58-f234-4a39-b86b-d75eaa63a1ac HTTP/1.1" status: 404 len: 337 time: 0.0556746 Nov 12 11:10:39.851432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Checking segment: {'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:39.851432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Network hostable DHCP agents. Network: a987a55d-50be-4e93-82fc-cb82ad1a46c0, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:39.854133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50130) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.892239 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-c36ce1a8-06ec-4c94-9716-2606c78e8f73 service neutron] 10.222.0.98 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458611 Nov 12 11:10:39.913851 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-107802c1-9b3b-4f61-9c50-82c6b8ab3510 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.915264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107802c1-9b3b-4f61-9c50-82c6b8ab3510 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.919631 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-107802c1-9b3b-4f61-9c50-82c6b8ab3510 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/140a43b9-78a1-4337-b738-a39f5dfdaa40 HTTP/1.1" status: 404 len: 333 time: 0.0631385 Nov 12 11:10:39.921477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50132) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:39.953723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c742868c-2103-4322-9415-8414a7af6a7d None None] Provisioning complete for port 02d3237b-aef0-4402-9f18-8dacaa8cfbba triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:39.954263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c742868c-2103-4322-9415-8414a7af6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:39.956442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3f352-1937-4f13-a8e3-b6b0148cbe00 req-9a222d56-9db1-4056-a2d0-461891b7c6b1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:39.958060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97f3f352-1937-4f13-a8e3-b6b0148cbe00 req-9a222d56-9db1-4056-a2d0-461891b7c6b1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.2604556 Nov 12 11:10:39.964685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c6792-96b6-4c7b-9fe9-367cfafb6ad7 req-7bb9882e-bc90-4ca9-9617-bbb7d1637f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:39.966133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce7c6792-96b6-4c7b-9fe9-367cfafb6ad7 req-7bb9882e-bc90-4ca9-9617-bbb7d1637f9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 1097 time: 0.2176771 Nov 12 11:10:39.986627 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d93f7a5-8af1-46b6-a1fa-f0bb4b0e39ee tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:39.987165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d93f7a5-8af1-46b6-a1fa-f0bb4b0e39ee tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:39.993770 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4d93f7a5-8af1-46b6-a1fa-f0bb4b0e39ee tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/9c6f6d77-1193-4810-9d2e-7ee3e4cb23f0 HTTP/1.1" status: 404 len: 337 time: 0.0611105 Nov 12 11:10:39.996636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-2e0de41e-7f70-4836-9aee-6cdfad6a281a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5648301 Nov 12 11:10:39.997157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50134) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.003227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c742868c-2103-4322-9415-8414a7af6a7d None None] Port 02d3237b-aef0-4402-9f18-8dacaa8cfbba cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:40.035222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Request body: {'port': {'device_id': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:40.042402 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25eace2-9cf1-4af4-92ce-4eb9105a0b04 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.043131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25eace2-9cf1-4af4-92ce-4eb9105a0b04 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.046400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a25eace2-9cf1-4af4-92ce-4eb9105a0b04 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/ce97f7db-ff1e-403e-8d1c-7674ef489cdf HTTP/1.1" status: 404 len: 333 time: 0.0467184 Nov 12 11:10:40.056669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50136) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.057365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Network a987a55d-50be-4e93-82fc-cb82ad1a46c0 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:40.092355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-6a873e02-5f7d-4f4f-b729-2355933a87fb service neutron] 10.222.0.98 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937149 Nov 12 11:10:40.108231 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9e5f88-77ad-40b4-9038-9dafe8bb0bf0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.108750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9e5f88-77ad-40b4-9038-9dafe8bb0bf0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.112031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c9e5f88-77ad-40b4-9038-9dafe8bb0bf0 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/c059195c-346d-477f-a899-c42d947ee894 HTTP/1.1" status: 404 len: 337 time: 0.0521226 Nov 12 11:10:40.117186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97f3f352-1937-4f13-a8e3-b6b0148cbe00 req-f897c018-ffa9-4113-9f71-980cf1012dfe tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489890 Nov 12 11:10:40.118625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50138) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.119765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce7c6792-96b6-4c7b-9fe9-367cfafb6ad7 req-3c097604-f17b-4974-9438-000dd0b10862 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416514 Nov 12 11:10:40.152058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a82f37d7-df7c-4cfb-b1f8-ca14cd9e270b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.152230 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.194926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, a987a55d-50be-4e93-82fc-cb82ad1a46c0) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:40.207392 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2e3b8f-6fd9-41e3-aa10-aa68afe25cba tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.207874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2e3b8f-6fd9-41e3-aa10-aa68afe25cba tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.209099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c58df0-3c0b-4674-abff-64173f219cd2 None None] Network a987a55d-50be-4e93-82fc-cb82ad1a46c0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:40.211077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0c2e3b8f-6fd9-41e3-aa10-aa68afe25cba tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/b344163d-1945-4715-a539-21bfa201fa90 HTTP/1.1" status: 404 len: 333 time: 0.0922382 Nov 12 11:10:40.215984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50140) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.233928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:40.236373 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.244452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a82f37d7-df7c-4cfb-b1f8-ca14cd9e270b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.255475 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8dcf88-4465-4677-bc5c-2b631c926b6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.256070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8dcf88-4465-4677-bc5c-2b631c926b6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.263091 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2b8dcf88-4465-4677-bc5c-2b631c926b6a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/dfc12e5b-61b4-422a-bb96-4af018e9efc0 HTTP/1.1" status: 404 len: 337 time: 0.0425131 Nov 12 11:10:40.272389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50142) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.284573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73e64840-6f6b-43d3-8d18-246c9559b9f9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:40.309947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-7c77ad1a-7cab-4548-927e-951917271f93 service neutron] 10.222.0.98 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017941 Nov 12 11:10:40.363135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a82f37d7-df7c-4cfb-b1f8-ca14cd9e270b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b0237b8aa0274bb3a0999f26e0b0d5f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6164365 Nov 12 11:10:40.363905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f37d7-df7c-4cfb-b1f8-ca14cd9e270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8e03ab-ea98-4e54-a828-bfb92372c3ab,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:40.367079 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed968d33-a673-47b6-816b-869f0efad568 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.368091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed968d33-a673-47b6-816b-869f0efad568 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.371805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ed968d33-a673-47b6-816b-869f0efad568 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/a45e4521-d9db-4c46-b56e-e063664074eb HTTP/1.1" status: 404 len: 333 time: 0.0953112 Nov 12 11:10:40.374564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50144) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.377114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50146) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.435746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-29c88287-3c7b-4cfd-8759-e2fe8866e424 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9496601 Nov 12 11:10:40.439823 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b20989a-fa9d-4b5c-8f7b-704136f6d59e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.440966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b20989a-fa9d-4b5c-8f7b-704136f6d59e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.445833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3b20989a-fa9d-4b5c-8f7b-704136f6d59e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/832d7573-c64f-41e9-aaf6-0ae61cb038ba HTTP/1.1" status: 404 len: 337 time: 0.0644443 Nov 12 11:10:40.445833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50148) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.457199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6c889-a9bd-4328-b9a6-3742ae28638b req-4cdf0582-2b37-4a64-b7b6-08906a20801a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:40.465405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ca6c889-a9bd-4328-b9a6-3742ae28638b req-4cdf0582-2b37-4a64-b7b6-08906a20801a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 931 time: 0.2077806 Nov 12 11:10:40.470075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:40.472958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50150) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.485703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 73e64840-6f6b-43d3-8d18-246c9559b9f9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:40.486265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73e64840-6f6b-43d3-8d18-246c9559b9f9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:40.557050 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-884da090-f62c-437b-b9c8-41dec72356c8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.557882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884da090-f62c-437b-b9c8-41dec72356c8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.561211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-884da090-f62c-437b-b9c8-41dec72356c8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/f4cbe5cd-9bfa-4b9c-9669-46573aff2c5b HTTP/1.1" status: 404 len: 333 time: 0.0833130 Nov 12 11:10:40.568173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50160) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.617245 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42f6eab-0b00-4e1a-a598-8e5866a4e14a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.617743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42f6eab-0b00-4e1a-a598-8e5866a4e14a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.623024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e42f6eab-0b00-4e1a-a598-8e5866a4e14a tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/22991891-ccdf-47f8-a53a-538375810ee1 HTTP/1.1" status: 404 len: 337 time: 0.0457342 Nov 12 11:10:40.630265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ca6c889-a9bd-4328-b9a6-3742ae28638b req-ea5d8c88-2ab4-41e0-96e3-1fc8a1f5fd48 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639819 Nov 12 11:10:40.630760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50164) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.657487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-a987a55d-50be-4e93-82fc-cb82ad1a46c0', 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'fixed_ips': [{'subnet_id': '3acf8862-303e-415f-a1a7-91926458a069'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:10:40.657487 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.691031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67e3d24f-ae0a-4aee-97f1-1b4876627cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.693696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.694863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.700658 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b31241-8dda-4d8b-b76c-e281819a04c9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.701254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b31241-8dda-4d8b-b76c-e281819a04c9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.706066 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-31b31241-8dda-4d8b-b76c-e281819a04c9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/89acbb14-2091-4b8d-88b9-ddc407794239 HTTP/1.1" status: 404 len: 337 time: 0.0711999 Nov 12 11:10:40.713846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50170) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.741548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d3237b-aef0-4402-9f18-8dacaa8cfbba {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:40.761540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.771676 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa6aa5a-5972-4bc4-a72c-32caea1e1872 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.772449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa6aa5a-5972-4bc4-a72c-32caea1e1872 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.776359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0fa6aa5a-5972-4bc4-a72c-32caea1e1872 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/f91f3ba5-b16a-48f8-9930-1976634ed81f HTTP/1.1" status: 404 len: 333 time: 0.0608664 Nov 12 11:10:40.780555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50172) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.794692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Transition to ACTIVE for port object 02d3237b-aef0-4402-9f18-8dacaa8cfbba will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:10:40.802559 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67e3d24f-ae0a-4aee-97f1-1b4876627cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.815093 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff0f8e2-6017-42d4-9bb8-5a6e27137c2e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.815553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff0f8e2-6017-42d4-9bb8-5a6e27137c2e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.819111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5ff0f8e2-6017-42d4-9bb8-5a6e27137c2e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/78dc3aa0-9b13-4cca-a7ad-b6083159298f HTTP/1.1" status: 404 len: 337 time: 0.0314391 Nov 12 11:10:40.822296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50174) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.849013 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b3d89f-69b8-446c-876d-40d77618d8c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.849506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b3d89f-69b8-446c-876d-40d77618d8c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.855582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-98b3d89f-69b8-446c-876d-40d77618d8c1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/7da92345-0458-4ba6-9892-9c747f0b7b3f HTTP/1.1" status: 404 len: 337 time: 0.0294006 Nov 12 11:10:40.855817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50176) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.864462 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.884196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Allocated IP 172.20.0.2 (a987a55d-50be-4e93-82fc-cb82ad1a46c0/3acf8862-303e-415f-a1a7-91926458a069/61ff3cb6-d15d-49da-b4f3-5623b93f0832) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:40.891429 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df31497-d82c-49d3-b52d-2ec663af2c95 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.892181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df31497-d82c-49d3-b52d-2ec663af2c95 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.895986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3df31497-d82c-49d3-b52d-2ec663af2c95 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/714bc7c1-3922-414f-82fb-2d9d2873a230 HTTP/1.1" status: 404 len: 333 time: 0.0385349 Nov 12 11:10:40.897561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b0287-d5ef-484c-9d87-b1d50d3b0195 req-3044ebe6-5dba-4e74-9cd5-e72fc99fa716 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:40.899163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c4b0287-d5ef-484c-9d87-b1d50d3b0195 req-3044ebe6-5dba-4e74-9cd5-e72fc99fa716 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.1486504 Nov 12 11:10:40.899677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50178) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.940357 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbbc833-ac02-4379-9adb-da4c9c71392e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.941030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbbc833-ac02-4379-9adb-da4c9c71392e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.941457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:40.944137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ccbbc833-ac02-4379-9adb-da4c9c71392e tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/67562014-0130-4ccc-9fb3-b24db0bb47f2 HTTP/1.1" status: 404 len: 337 time: 0.0422769 Nov 12 11:10:40.951489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50180) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:40.986637 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2fa0c8-d937-4bd5-82b8-4a9eb85edbdd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:40.987114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2fa0c8-d937-4bd5-82b8-4a9eb85edbdd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:40.990347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-df2fa0c8-d937-4bd5-82b8-4a9eb85edbdd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/2dad6e2a-9362-472c-b592-e3c3e8153a86 HTTP/1.1" status: 404 len: 337 time: 0.0374489 Nov 12 11:10:40.996201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50182) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.012908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:41.049706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67e3d24f-ae0a-4aee-97f1-1b4876627cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.051707 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67e3d24f-ae0a-4aee-97f1-1b4876627cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.052962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-67e3d24f-ae0a-4aee-97f1-1b4876627cee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1f8e03ab-ea98-4e54-a828-bfb92372c3ab HTTP/1.1" status: 204 len: 168 time: 0.6774108 Nov 12 11:10:41.054050 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-996b13ca-e846-4cdc-a060-8dfe6e4804f4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:41.055960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996b13ca-e846-4cdc-a060-8dfe6e4804f4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:41.064537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-996b13ca-e846-4cdc-a060-8dfe6e4804f4 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/5075527f-4ee6-4a59-b6d4-e64605dd56bd HTTP/1.1" status: 404 len: 333 time: 0.0614116 Nov 12 11:10:41.084749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50186) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.120199 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e315fa-5525-424c-8142-bf681b39e6e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:41.121338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e315fa-5525-424c-8142-bf681b39e6e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:41.130218 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-47e315fa-5525-424c-8142-bf681b39e6e5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/f551767e-199f-44b7-9db3-832beaebe9e4 HTTP/1.1" status: 404 len: 337 time: 0.0391035 Nov 12 11:10:41.130218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50188) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.186904 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5af731-187a-4eb1-8f8d-c922cdc8b8a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:41.187519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5af731-187a-4eb1-8f8d-c922cdc8b8a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:41.199305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bb5af731-187a-4eb1-8f8d-c922cdc8b8a1 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/cc11ae54-72f0-49ea-9810-0781d2709d97 HTTP/1.1" status: 404 len: 337 time: 0.0682216 Nov 12 11:10:41.201911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Attempting to bind port 02d3237b-aef0-4402-9f18-8dacaa8cfbba on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:41.202327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Attempting to bind port 02d3237b-aef0-4402-9f18-8dacaa8cfbba by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:41.202731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Attempting to bind port 02d3237b-aef0-4402-9f18-8dacaa8cfbba on network 3d3856e7-c21c-4342-addd-7ade6574391c {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:41.210622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c4b0287-d5ef-484c-9d87-b1d50d3b0195 req-cadd3404-25e8-470c-b3b2-f5c8b083234b tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997189 Nov 12 11:10:41.211178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50192) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.217505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3d24f-ae0a-4aee-97f1-1b4876627cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8e03ab-ea98-4e54-a828-bfb92372c3ab,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:41.228786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Port 02d3237b-aef0-4402-9f18-8dacaa8cfbba on network 3d3856e7-c21c-4342-addd-7ade6574391c not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:10:41.229092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Attempting to bind port 02d3237b-aef0-4402-9f18-8dacaa8cfbba on network 3d3856e7-c21c-4342-addd-7ade6574391c {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:41.264693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4fd48e73-5f64-4506-87a4-b9d3bdaf0184 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports?device_id=82b21c4c-a6af-49c1-826c-c62dd7b3d278 HTTP/1.1" status: 200 len: 205 time: 0.0521934 Nov 12 11:10:41.267212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50198) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.276644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.280288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:41.280714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Checking segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:41.281163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Bound using segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:41.281716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Bound port: 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:41.282135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.372191 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-29e4c368-e3cd-4aed-988f-cee974dde5c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] delete failed (client error): The resource could not be found. Nov 12 11:10:41.373390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-29e4c368-e3cd-4aed-988f-cee974dde5c5 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/routers/82b21c4c-a6af-49c1-826c-c62dd7b3d278 HTTP/1.1" status: 404 len: 336 time: 0.1049979 Nov 12 11:10:41.377320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50200) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.388713 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.458917 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.465171 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c69b32-6258-4b44-9f20-f603539c8622 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:41.465754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c69b32-6258-4b44-9f20-f603539c8622 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:41.470229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c0c69b32-6258-4b44-9f20-f603539c8622 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/fbf8b851-d8f8-441d-9d4c-92dcdaee7a3f HTTP/1.1" status: 404 len: 337 time: 0.0904117 Nov 12 11:10:41.473599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50202) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.512151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Network a987a55d-50be-4e93-82fc-cb82ad1a46c0 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:41.517493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d37e0c53-f2b0-46b7-8aea-7f27904ee2fa tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "GET /v2.0/ports?device_id=4a028dc0-ae28-4f4e-b40a-281647037499 HTTP/1.1" status: 200 len: 205 time: 0.0403326 Nov 12 11:10:41.517740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50204) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.529533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:41.534657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:41.553556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a7dfb-9a34-4501-82df-7246aa038251 req-973fa018-20ed-4afd-b941-5a1314e88017 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:41.556028 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d84a7dfb-9a34-4501-82df-7246aa038251 req-973fa018-20ed-4afd-b941-5a1314e88017 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.0908010 Nov 12 11:10:41.570492 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-2bb24c32-ca5c-4555-8d1b-af2e736b2537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] delete failed (client error): The resource could not be found. Nov 12 11:10:41.574194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2bb24c32-ca5c-4555-8d1b-af2e736b2537 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/routers/4a028dc0-ae28-4f4e-b40a-281647037499 HTTP/1.1" status: 404 len: 336 time: 0.0529327 Nov 12 11:10:41.575554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50206) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.595974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Pushing event updated for resources: {'Port': ['ID=61ff3cb6-d15d-49da-b4f3-5623b93f0832,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:41.609546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:41.612161 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19515f2-4d5a-44ef-aad7-bee05323678c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:41.612710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19515f2-4d5a-44ef-aad7-bee05323678c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:41.615679 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d19515f2-4d5a-44ef-aad7-bee05323678c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/b9e37192-8f31-42a6-a349-dd3eb46ed21f HTTP/1.1" status: 404 len: 337 time: 0.0391974 Nov 12 11:10:41.620984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50208) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.634465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:41.653297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Attempting to bind port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:41.653676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Attempting to bind port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:41.654037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Attempting to bind port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 on network a987a55d-50be-4e93-82fc-cb82ad1a46c0 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:41.659634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:41.662694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Checking segment: {'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:41.662694 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.662694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Bound using segment: {'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:41.662694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Bound port: 61ff3cb6-d15d-49da-b4f3-5623b93f0832, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:41.662694 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.663955 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-930b35ef-edcd-4b54-ba3d-358a5f066455 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:41.664977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930b35ef-edcd-4b54-ba3d-358a5f066455 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:41.668489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-930b35ef-edcd-4b54-ba3d-358a5f066455 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/7f5483d5-2563-4283-b7c8-98ec64a8cd1f HTTP/1.1" status: 404 len: 337 time: 0.0472670 Nov 12 11:10:41.671778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50212) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.695553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d84a7dfb-9a34-4501-82df-7246aa038251 req-08c3d868-9e96-4246-adf3-6fcdf63e4234 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236882 Nov 12 11:10:41.704412 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6f4eec-3752-4b4f-9529-7506bbfe849d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:41.705385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6f4eec-3752-4b4f-9529-7506bbfe849d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:41.718423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5a6f4eec-3752-4b4f-9529-7506bbfe849d tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/60599b4d-096b-4396-aa90-d597a46c0f93 HTTP/1.1" status: 404 len: 333 time: 0.0404088 Nov 12 11:10:41.718423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50214) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:41.775831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] For port 61ff3cb6-d15d-49da-b4f3-5623b93f0832, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:41.779847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] For port 61ff3cb6-d15d-49da-b4f3-5623b93f0832, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=61ff3cb6-d15d-49da-b4f3-5623b93f0832,segment=NetworkSegment(707cbcb8-527e-489b-8167-6aa0b4a82df6),segment_id=707cbcb8-527e-489b-8167-6aa0b4a82df6)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:41.868204 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:41.880685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d6c52-4365-457f-a529-82e7b7519468 req-f3f04384-e253-479e-9b45-023d832024c7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:41.882408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-309d6c52-4365-457f-a529-82e7b7519468 req-f3f04384-e253-479e-9b45-023d832024c7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0727434 Nov 12 11:10:41.956709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8efad9-fa05-45be-8f57-e460cd851157 None None] Pushing event updated for resources: {'Port': ['ID=61ff3cb6-d15d-49da-b4f3-5623b93f0832,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:42.072679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-309d6c52-4365-457f-a529-82e7b7519468 req-a1a54df5-1de7-4f15-b7a7-fa6a3696940a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828496 Nov 12 11:10:42.143540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.208815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.244992 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.278918 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cad061-dea1-4e08-9955-e9215e93eec2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:42.279390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cad061-dea1-4e08-9955-e9215e93eec2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:42.287582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a7cad061-dea1-4e08-9955-e9215e93eec2 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/7daf7dea-947b-41e9-86b8-d76fd4b93b79 HTTP/1.1" status: 404 len: 337 time: 0.5640550 Nov 12 11:10:42.288417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50232) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.357292 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a2a4f5-96dc-464b-9101-f4c6e83c8875 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:42.358358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a2a4f5-96dc-464b-9101-f4c6e83c8875 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:42.364747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-01a2a4f5-96dc-464b-9101-f4c6e83c8875 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/3678b1b8-a238-4098-8789-b53c1e4e7c95 HTTP/1.1" status: 404 len: 333 time: 0.0708094 Nov 12 11:10:42.366633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.367482 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:42.369086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] 10.222.0.57 "PUT /v2.0/ports/02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 1092 time: 2.3600957 Nov 12 11:10:42.388696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50238) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.400421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:42.403735 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef832437-359b-468d-89e0-589b21a18827" -d '{"events": [{"name": "network-changed", "server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:42.428549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Allocated IP 172.25.3.169 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/8df4495e-daae-4bca-8e73-4e0350489c7a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:42.521757 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa585053-1f17-484a-acad-3fc0d5a33839 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:42.522597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa585053-1f17-484a-acad-3fc0d5a33839 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:42.526055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62ee04-50d0-44f3-8f42-8c86e6283bc0 req-9fbb7fe7-5277-4b9b-a17b-47bdcd165467 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.530038 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa585053-1f17-484a-acad-3fc0d5a33839 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/42ef2ef1-e8c9-45a4-be4c-8bd786eab3f8 HTTP/1.1" status: 404 len: 337 time: 0.1232250 Nov 12 11:10:42.536252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e62ee04-50d0-44f3-8f42-8c86e6283bc0 req-9fbb7fe7-5277-4b9b-a17b-47bdcd165467 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.1353416 Nov 12 11:10:42.537999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50246) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.548020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a3ca563-c106-4ef8-9fa0-0b6cfbcd5360 req-3f00c11e-8785-4b1f-bf5f-5764312e1d60 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1123228 Nov 12 11:10:42.560093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7ff52-f2ee-45a7-8f01-14eff1255af9 service neutron] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:42.638423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-b383f234-5c4b-4a13-a076-1fad01089939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.640376 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-b383f234-5c4b-4a13-a076-1fad01089939 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1095 time: 0.1208975 Nov 12 11:10:42.676463 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d88951-8542-495c-b7fe-d2f2a708e181 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:42.677198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d88951-8542-495c-b7fe-d2f2a708e181 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:42.682749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-86d88951-8542-495c-b7fe-d2f2a708e181 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/f680761e-60cc-4f9a-bcbd-516990da97ab HTTP/1.1" status: 404 len: 333 time: 0.1383817 Nov 12 11:10:42.684100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50252) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.710684 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-a6ba8fce-a607-43ed-ba7d-473539379310 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 217 time: 0.0505033 Nov 12 11:10:42.747501 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e8b25f-55e9-41bb-85e0-52edf623b0ca tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:42.750681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e8b25f-55e9-41bb-85e0-52edf623b0ca tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:42.751250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e4e8b25f-55e9-41bb-85e0-52edf623b0ca tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/fcf3b2eb-7b5c-4c6a-bf01-9c4d0989b674 HTTP/1.1" status: 404 len: 337 time: 0.0635030 Nov 12 11:10:42.762900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50260) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.801490 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-accf09a6-c428-4bee-a5da-2efe250b3ebd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:42.802264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accf09a6-c428-4bee-a5da-2efe250b3ebd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:42.805618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-accf09a6-c428-4bee-a5da-2efe250b3ebd tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/5fe04724-1dec-4399-b2bb-aec1e0acb111 HTTP/1.1" status: 404 len: 333 time: 0.0416734 Nov 12 11:10:42.822204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50262) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:42.822552 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d041c5b-c802-413d-be5b-a25a14c3cfe7 x-openstack-request-id: req-7d041c5b-c802-413d-be5b-a25a14c3cfe7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:42.822552 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:42.822552 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d041c5b-c802-413d-be5b-a25a14c3cfe7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:42.822552 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'status': 'completed', 'code': 200} Nov 12 11:10:42.849677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-edc68c5a-b3c2-40c9-9690-1b3ec3a142da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.852673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-edc68c5a-b3c2-40c9-9690-1b3ec3a142da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.1288776 Nov 12 11:10:42.941230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-b73e4915-06b4-4f13-824a-58b2acc2da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.943612 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-b73e4915-06b4-4f13-824a-58b2acc2da8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830426 Nov 12 11:10:42.969782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89774768-96a7-4419-8158-cb6dbdbfc24e req-f3daa375-13a3-4153-9979-4766fbf2a7d4 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:42.971325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89774768-96a7-4419-8158-cb6dbdbfc24e req-f3daa375-13a3-4153-9979-4766fbf2a7d4 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1022179 Nov 12 11:10:43.129998 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89774768-96a7-4419-8158-cb6dbdbfc24e req-c3caa5a9-a423-4427-af18-ff352a52fb53 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403427 Nov 12 11:10:43.142868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-62a2b137-028f-4520-b7da-fab5bd48544e service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915438 Nov 12 11:10:43.211189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e62ee04-50d0-44f3-8f42-8c86e6283bc0 req-28729df4-3bb7-4b1d-9909-8c083a92a38f tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6696763 Nov 12 11:10:43.262208 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-a894aa5f-6253-4d23-918e-207dcf61f558 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:43.264935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a894aa5f-6253-4d23-918e-207dcf61f558 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:43.269094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a894aa5f-6253-4d23-918e-207dcf61f558 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/d7653864-400d-40be-8519-0478e8686339 HTTP/1.1" status: 404 len: 337 time: 0.4498019 Nov 12 11:10:43.274387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.276018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50274) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:43.277587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaea1e66-be6c-44e6-b745-ced69e7fea31 req-623ae10e-43c7-416e-a705-78a94ffef426 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276765 Nov 12 11:10:43.324986 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-01871cbd-5e4f-4dd9-909e-c9eaea33a0a9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:43.326486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01871cbd-5e4f-4dd9-909e-c9eaea33a0a9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:43.332710 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-01871cbd-5e4f-4dd9-909e-c9eaea33a0a9 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/632df9b8-657f-47b7-bfe1-2a5a1a325512 HTTP/1.1" status: 404 len: 333 time: 0.0551970 Nov 12 11:10:43.334105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50276) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:43.354879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad382333-9a7d-472d-87b9-d901bc807005 req-81fe9bef-2210-49a6-a2d9-4c4b3795f680 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.363796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad382333-9a7d-472d-87b9-d901bc807005 req-81fe9bef-2210-49a6-a2d9-4c4b3795f680 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0844760 Nov 12 11:10:43.399597 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-2851437e-0ac5-459f-9a47-5485e9851b23 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:43.400064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2851437e-0ac5-459f-9a47-5485e9851b23 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:43.405982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2851437e-0ac5-459f-9a47-5485e9851b23 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/39718c7c-a403-42f5-8d89-25380365fbe8 HTTP/1.1" status: 404 len: 337 time: 0.0680618 Nov 12 11:10:43.406278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50278) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:43.441005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad382333-9a7d-472d-87b9-d901bc807005 req-442e92be-2280-4394-b5c2-06c40f511c30 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761621 Nov 12 11:10:43.459822 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74b9142-1b5e-4a7a-99f6-8efd8ab8734f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:43.466869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74b9142-1b5e-4a7a-99f6-8efd8ab8734f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:43.466869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f74b9142-1b5e-4a7a-99f6-8efd8ab8734f tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/a593dedf-8202-4994-8bdf-52d5f4d4e1f2 HTTP/1.1" status: 404 len: 333 time: 0.0581551 Nov 12 11:10:43.482537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50280) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:43.491216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c41b9-a05b-4278-a808-6611c63c4907 None None] Network a987a55d-50be-4e93-82fc-cb82ad1a46c0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:43.512761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832437-359b-468d-89e0-589b21a18827 req-7235afba-d9ef-4e12-a3ea-40ce63c4afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.515338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef832437-359b-468d-89e0-589b21a18827 req-7235afba-d9ef-4e12-a3ea-40ce63c4afd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1095 time: 0.0682790 Nov 12 11:10:43.535203 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d31d250-7c1d-4b7f-8b68-6f908e4850e8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:43.535796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d31d250-7c1d-4b7f-8b68-6f908e4850e8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:43.539144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5d31d250-7c1d-4b7f-8b68-6f908e4850e8 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/35e8abfa-7547-49e3-a827-ed7fd940bd80 HTTP/1.1" status: 404 len: 337 time: 0.0555289 Nov 12 11:10:43.542509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50286) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:43.567878 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.618603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-58bf769b-7e92-4906-bece-fbfb1507405a None None] Provisioning complete for port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:43.619376 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58bf769b-7e92-4906-bece-fbfb1507405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.643105 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21c9d9e-3a14-4ecd-a2d7-dcaa798a109c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:43.643752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21c9d9e-3a14-4ecd-a2d7-dcaa798a109c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:43.649908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e21c9d9e-3a14-4ecd-a2d7-dcaa798a109c tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/ports/60a9e7ff-47b9-4fe1-a2ee-377ec2940915 HTTP/1.1" status: 404 len: 333 time: 0.1029067 Nov 12 11:10:43.653362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50300) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:43.686304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832437-359b-468d-89e0-589b21a18827 req-ee299003-ec9f-40dd-932b-e84ded48c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.688823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef832437-359b-468d-89e0-589b21a18827 req-ee299003-ec9f-40dd-932b-e84ded48c772 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.1657314 Nov 12 11:10:43.744659 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee07b2d-6513-4198-a9b2-cd8535d4dc11 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] DELETE failed (client error): The resource could not be found. Nov 12 11:10:43.745116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee07b2d-6513-4198-a9b2-cd8535d4dc11 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:10:43.753272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fee07b2d-6513-4198-a9b2-cd8535d4dc11 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/subnets/1a86f966-56e7-412f-aa42-f0e9c716beb8 HTTP/1.1" status: 404 len: 337 time: 0.0954747 Nov 12 11:10:43.757556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50306) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:43.765483 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef832437-359b-468d-89e0-589b21a18827 req-3a4ec1f1-479f-4a4d-a104-68ed64599f6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 217 time: 0.0680149 Nov 12 11:10:43.774706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9855df0f-2cc0-4dae-8704-7f13ecd970f9 req-d97ca52b-52ea-4c87-9be3-fb3f05962d84 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1173644 Nov 12 11:10:43.878281 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58bf769b-7e92-4906-bece-fbfb1507405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.882178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832437-359b-468d-89e0-589b21a18827 req-db5ef55f-46ae-43c3-bf4e-204520fde1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:43.884116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef832437-359b-468d-89e0-589b21a18827 req-db5ef55f-46ae-43c3-bf4e-204520fde1b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.1103718 Nov 12 11:10:43.897982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:43.904404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:43.945133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:43.948548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:44.005139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Pushing event updated for resources: {'Port': ['ID=8df4495e-daae-4bca-8e73-4e0350489c7a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:44.034805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-58bf769b-7e92-4906-bece-fbfb1507405a None None] For port 61ff3cb6-d15d-49da-b4f3-5623b93f0832, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=61ff3cb6-d15d-49da-b4f3-5623b93f0832,segment=NetworkSegment(707cbcb8-527e-489b-8167-6aa0b4a82df6),segment_id=707cbcb8-527e-489b-8167-6aa0b4a82df6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:44.062346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832437-359b-468d-89e0-589b21a18827 req-0642884e-0dd4-4a8e-9bca-653cfcd885f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.064475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef832437-359b-468d-89e0-589b21a18827 req-0642884e-0dd4-4a8e-9bca-653cfcd885f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717927 Nov 12 11:10:44.079784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa73639-2e73-44b2-947a-bfc5404a4d05 req-6eafca74-61f6-48ae-8cc5-9001d9a1cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.081609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fa73639-2e73-44b2-947a-bfc5404a4d05 req-6eafca74-61f6-48ae-8cc5-9001d9a1cbe2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1098 time: 0.1294839 Nov 12 11:10:44.101145 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58bf769b-7e92-4906-bece-fbfb1507405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.155691 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.198225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5548ef9b-af8a-4319-aa1a-0d0b38428140']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:44.232134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02ee001-b9b1-4a96-9946-78b1f8655cbb') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:44.232939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02ee001-b9b1-4a96-9946-78b1f8655cbb') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:44.256132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.288397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.325406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:10:44.326038 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.334070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-b77ee77e-50bf-43c3-963a-32fe56e49837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.337519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-b77ee77e-50bf-43c3-963a-32fe56e49837 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a88d75199844646a131a6357f69f1d4&device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 1097 time: 0.4293830 Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:10:44.338627 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:10:44.355554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf769b-7e92-4906-bece-fbfb1507405a None None] Pushing event updated for resources: {'Port': ['ID=61ff3cb6-d15d-49da-b4f3-5623b93f0832,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:44.374455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fa73639-2e73-44b2-947a-bfc5404a4d05 req-114f188f-446c-43d1-81da-54b1127164a7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828238 Nov 12 11:10:44.437499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 61ff3cb6-d15d-49da-b4f3-5623b93f0832 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:44.457061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef832437-359b-468d-89e0-589b21a18827 req-e5455056-40cd-4e84-bd43-c5a086a805cf service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809700 Nov 12 11:10:44.526358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:44.528085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.542903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aa0b8-4e08-4f37-9642-d4b12f4c6470 req-b9a16642-0e39-4751-84fc-b3c6607d0dd2 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.544745 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d8aa0b8-4e08-4f37-9642-d4b12f4c6470 req-b9a16642-0e39-4751-84fc-b3c6607d0dd2 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.5497644 Nov 12 11:10:44.545370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca9c84-80d0-447c-8b0c-944682a3803a req-15bd7cf5-a34b-416c-99af-463bebb70577 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.553700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5dca9c84-80d0-447c-8b0c-944682a3803a req-15bd7cf5-a34b-416c-99af-463bebb70577 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1528454 Nov 12 11:10:44.682326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.687075 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5dca9c84-80d0-447c-8b0c-944682a3803a req-6d4a660a-9080-4e68-9955-eff04c3ec5e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261723 Nov 12 11:10:44.689087 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.705514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6e09c446-f536-4381-b025-9ecf49f636f1 None None] Provisioning complete for port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:44.706133 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6e09c446-f536-4381-b025-9ecf49f636f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:44.706741 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] 10.222.0.98 "DELETE /v2.0/networks/5548ef9b-af8a-4319-aa1a-0d0b38428140 HTTP/1.1" status: 204 len: 168 time: 0.9453828 Nov 12 11:10:44.743512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-a97c3448-3f17-4dbd-8a43-9738ee08f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.745175 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-a97c3448-3f17-4dbd-8a43-9738ee08f74c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 200 len: 912 time: 0.3822641 Nov 12 11:10:44.746294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7171b-2d66-4675-ba09-8bde6d840d40 tempest-NetworksTestDHCPv6-1874857379 tempest-NetworksTestDHCPv6-1874857379-project] Pushing event deleted for resources: {'Network': ['ID=5548ef9b-af8a-4319-aa1a-0d0b38428140,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:44.748186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef832437-359b-468d-89e0-589b21a18827 req-51a2c13a-52e0-44ff-aa45-c14c7c3627b2 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843552 Nov 12 11:10:44.787598 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d8aa0b8-4e08-4f37-9642-d4b12f4c6470 req-d42effd7-01e7-4ef2-8d0a-e0cc518a489d tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031863 Nov 12 11:10:44.818885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-359a35cf-300c-4fbf-b443-0ac775b54a12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f276c79-95d5-4a1a-b2fc-2f54e617f710 HTTP/1.1" status: 200 len: 217 time: 0.0462053 Nov 12 11:10:44.871058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac4409-1b19-4416-83b7-2df146921122 req-7ceb13c8-d4d6-4faf-94d1-08073fc983fb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:44.880886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e2ac4409-1b19-4416-83b7-2df146921122 req-7ceb13c8-d4d6-4faf-94d1-08073fc983fb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0840251 Nov 12 11:10:44.953487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e2ac4409-1b19-4416-83b7-2df146921122 req-ec31c169-1b82-45bc-8161-fd4db64c5774 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708392 Nov 12 11:10:44.989803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21757a72-8ca8-45b0-b179-2a8c0f586220 req-f6c6437e-4643-4337-9b46-12bae1aef01b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0537946 Nov 12 11:10:45.060552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-5098bf67-68cd-4ed1-af7b-5bcef478c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.062435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-5098bf67-68cd-4ed1-af7b-5bcef478c79a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70c76c78-43b9-4371-8da7-d42062dbf526 HTTP/1.1" status: 200 len: 851 time: 0.2352238 Nov 12 11:10:45.088118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50344) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:45.111247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-81a47dd9-3bb1-4aef-8856-e06f31cfc6de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3113830-4b24-4afd-b356-495c65d08e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370815 Nov 12 11:10:45.127460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.312025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-d5e915e4-1d4e-4deb-994a-93703872792f service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924074 Nov 12 11:10:45.360621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50350) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:45.471687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82b0a2c8-2e33-4b82-b31f-b245e4091cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.526887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb06b234-e41c-424c-9077-a0adee9d62a9 req-961b5516-e337-4342-b701-5ad9af73687f service neutron] 10.222.0.57 "GET /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497164 Nov 12 11:10:45.534348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.534633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bcdfe905-33f2-4e75-94ad-204e2fabcb2b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=624e17afc7074183b367112633bce0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1724639 Nov 12 11:10:45.539030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50354) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:45.603954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82b0a2c8-2e33-4b82-b31f-b245e4091cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.690236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82b0a2c8-2e33-4b82-b31f-b245e4091cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.694544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4341-6698-4020-8fe5-491ac263ccaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.728947 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4341-6698-4020-8fe5-491ac263ccaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.743576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-82b0a2c8-2e33-4b82-b31f-b245e4091cf6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=958c7fa5502b4f148567e89bbce1ff00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6539044 Nov 12 11:10:45.745174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0a2c8-2e33-4b82-b31f-b245e4091cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a30983-044e-4ebc-923f-1dec7083f8fe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:45.748265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50358) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:45.822072 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1cec135-e529-4b20-b3ce-cc809021b902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.860272 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1cec135-e529-4b20-b3ce-cc809021b902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:45.863056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28144311-cd0e-4b37-afae-ed27bc8d0c65 req-6d5b4fb4-f11e-415c-97a3-6a30e42621a9 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:45.864725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28144311-cd0e-4b37-afae-ed27bc8d0c65 req-6d5b4fb4-f11e-415c-97a3-6a30e42621a9 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.0734465 Nov 12 11:10:45.928222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Router eaa4c647-ec2b-4cba-984e-73cb78febabd is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:10:45.948752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28144311-cd0e-4b37-afae-ed27bc8d0c65 req-be335f28-af1e-4300-ac9b-7894ba0cdde7 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712211 Nov 12 11:10:45.998109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b29c569d-5578-4749-ae42-c0a53cdda836 req-03551fc0-56b4-4758-9d07-4390feec355c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1475648846', 'description': 'tempest-description-750721610'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:46.004280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da59c40-f345-45e6-b86e-f6096f120899 req-c6afd5b3-a193-4ed6-bd74-c760677f9987 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.005879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8da59c40-f345-45e6-b86e-f6096f120899 req-c6afd5b3-a193-4ed6-bd74-c760677f9987 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.0659387 Nov 12 11:10:46.007083 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4341-6698-4020-8fe5-491ac263ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.010209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4341-6698-4020-8fe5-491ac263ccaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.011441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4a5b4341-6698-4020-8fe5-491ac263ccaa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5b434a86-f99c-4193-99bb-2498cc2d3549 HTTP/1.1" status: 204 len: 168 time: 0.4709592 Nov 12 11:10:46.041677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4341-6698-4020-8fe5-491ac263ccaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b434a86-f99c-4193-99bb-2498cc2d3549,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:46.049149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1cec135-e529-4b20-b3ce-cc809021b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.054032 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1cec135-e529-4b20-b3ce-cc809021b902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.056351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e1cec135-e529-4b20-b3ce-cc809021b902 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/65a30983-044e-4ebc-923f-1dec7083f8fe HTTP/1.1" status: 204 len: 168 time: 0.3065727 Nov 12 11:10:46.076728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cec135-e529-4b20-b3ce-cc809021b902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a30983-044e-4ebc-923f-1dec7083f8fe,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:46.106147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:46.135578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Sync routers for ids ['eaa4c647-ec2b-4cba-984e-73cb78febabd'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:46.152009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Routers {'eaa4c647-ec2b-4cba-984e-73cb78febabd'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:46.163463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eaa4c647-ec2b-4cba-984e-73cb78febabd'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:46.173256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8da59c40-f345-45e6-b86e-f6096f120899 req-2dc09494-dc4a-4821-a162-57abc68d4e13 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517296 Nov 12 11:10:46.176326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-372eff8d-05fb-4773-8c2f-f541ed08365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.182001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-372eff8d-05fb-4773-8c2f-f541ed08365f service neutron] 10.222.0.69 "GET /v2.0/ports/1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 200 len: 1032 time: 0.0575528 Nov 12 11:10:46.189414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b29c569d-5578-4749-ae42-c0a53cdda836 req-03551fc0-56b4-4758-9d07-4390feec355c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.278014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-74ad3f61-c60f-4c58-8c29-f364e7852eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.286054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-74ad3f61-c60f-4c58-8c29-f364e7852eba service neutron] 10.222.0.69 "GET /v2.0/ports/26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 200 len: 1033 time: 0.0948374 Nov 12 11:10:46.296875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.301504 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d6beaeb-d4df-4f25-a9f9-f5fe523a302f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8497508 Nov 12 11:10:46.306464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50374) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:46.313618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 61ff3cb6-d15d-49da-b4f3-5623b93f0832 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:46.403750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b29c569d-5578-4749-ae42-c0a53cdda836 req-03551fc0-56b4-4758-9d07-4390feec355c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.443880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Set router eaa4c647-ec2b-4cba-984e-73cb78febabd gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:46.532687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:46.533198 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.552198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bfa4d-49d1-4b78-a460-e52fbf9f43ea req-1d6b5a9e-6cb6-40ba-8b0b-590146649882 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.553354 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b29c569d-5578-4749-ae42-c0a53cdda836 req-03551fc0-56b4-4758-9d07-4390feec355c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.561303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-736bfa4d-49d1-4b78-a460-e52fbf9f43ea req-1d6b5a9e-6cb6-40ba-8b0b-590146649882 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.2034547 Nov 12 11:10:46.608736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03551fc0-56b4-4758-9d07-4390feec355c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea9bc2c-a354-4196-a1b1-8bb55d995ec8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:46.652678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-736bfa4d-49d1-4b78-a460-e52fbf9f43ea req-a1d65b74-0dac-4225-a36a-7367a07aab53 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903773 Nov 12 11:10:46.671756 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b29c569d-5578-4749-ae42-c0a53cdda836 req-03551fc0-56b4-4758-9d07-4390feec355c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:46.685740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b29c569d-5578-4749-ae42-c0a53cdda836 req-03551fc0-56b4-4758-9d07-4390feec355c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6936555 Nov 12 11:10:46.723842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-2631dfb7-e770-48de-83f7-9da648ca342b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.761472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-2631dfb7-e770-48de-83f7-9da648ca342b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.788494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-2631dfb7-e770-48de-83f7-9da648ca342b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:46.795618 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-2631dfb7-e770-48de-83f7-9da648ca342b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "GET /v2.0/networks?id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e HTTP/1.1" status: 200 len: 1993 time: 0.4994936 Nov 12 11:10:46.917940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:10:44Z', 'revision_number': 3, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port': {'id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:42Z', 'updated_at': '2021-11-12T11:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:46.959863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Checking router: eaa4c647-ec2b-4cba-984e-73cb78febabd for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:10:46.959863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Updating router eaa4c647-ec2b-4cba-984e-73cb78febabd port 8df4495e-daae-4bca-8e73-4e0350489c7a binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:10:47.017648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-76b64d5a-c624-47e4-ab9e-7c037d4802e9 req-afc04a3f-96ea-4a42-baa1-cf76a00af533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1097605 Nov 12 11:10:47.038259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.081638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-e080a626-3c12-4052-ae89-cdb3dcbd725c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b308783c2ba44f6871325dca02ceeec HTTP/1.1" status: 200 len: 380 time: 0.2612550 Nov 12 11:10:47.096013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'admin_state_up': True, 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'security_groups': ['7ca1ba24-c64d-4e5e-b3c4-097f557eb84b']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:47.126620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:10:47.324092 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:47.344922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'port_id': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'mac_address': 'fa:16:3e:f7:08:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:10:47.399221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.473213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead088-d6b0-4310-9661-d1966927eea8 req-d4035da4-681c-459a-b23a-c475378d3818 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:47.479641 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23ead088-d6b0-4310-9661-d1966927eea8 req-d4035da4-681c-459a-b23a-c475378d3818 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.1517622 Nov 12 11:10:47.480441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:47.484460 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.528240 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-3b3aa88d-14fc-412a-95f1-64e934a3d6c9 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1475648846&fields=id&tenant_id=499ef743b29c4bbda55ddb7cfed7dc75 HTTP/1.1" status: 200 len: 267 time: 0.5962799 Nov 12 11:10:47.671230 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23ead088-d6b0-4310-9661-d1966927eea8 req-bb950658-98dc-489f-b7dd-6443e49825e5 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797729 Nov 12 11:10:47.683411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-109cf157-23e7-4d81-b317-8dc2e5878982 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:47.686232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-109cf157-23e7-4d81-b317-8dc2e5878982 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1573436 Nov 12 11:10:47.701905 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.712450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d3237b-aef0-4402-9f18-8dacaa8cfbba {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:10:47.768342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Request body: {'port': {'security_groups': ['b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca', '3ea9bc2c-a354-4196-a1b1-8bb55d995ec8']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:47.796067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:47.857798 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.873174 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.888705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:47.904424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Allocated IP 172.20.0.10 (5e12e157-3a35-4a9b-8f8f-1db596b259cf/81408f4c-9403-4690-9f6c-f964b92eb25e/f66b097e-87fa-4583-9053-abb58ed084dd) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:47.937509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dc0c3-7cf2-417f-aa72-91587681eb3f req-ca25c060-cc79-4536-b4f8-b6e1ccc56b41 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:47.944978 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f72dc0c3-7cf2-417f-aa72-91587681eb3f req-ca25c060-cc79-4536-b4f8-b6e1ccc56b41 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1468651 Nov 12 11:10:47.986054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:48.008868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.017578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.104344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50424) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:48.108970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Attempting to bind port 8df4495e-daae-4bca-8e73-4e0350489c7a on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:48.109482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Attempting to bind port 8df4495e-daae-4bca-8e73-4e0350489c7a by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:48.109854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Attempting to bind port 8df4495e-daae-4bca-8e73-4e0350489c7a on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:48.137780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['02d3237b-aef0-4402-9f18-8dacaa8cfbba'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:48.140239 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f72dc0c3-7cf2-417f-aa72-91587681eb3f req-efd2de9f-5b12-4ce3-a7ba-1a735e2a3575 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918855 Nov 12 11:10:48.163796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:48.163796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:48.163796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.163796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:48.163796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Bound port: 8df4495e-daae-4bca-8e73-4e0350489c7a, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:48.163796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.174088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaa645-d007-4f6e-bcd0-e86065c65338 None None] Pushing event updated for resources: {'Port': ['ID=8df4495e-daae-4bca-8e73-4e0350489c7a,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:48.298706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] For port 8df4495e-daae-4bca-8e73-4e0350489c7a, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:48.322457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] For port 8df4495e-daae-4bca-8e73-4e0350489c7a, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8df4495e-daae-4bca-8e73-4e0350489c7a,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:48.347482 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.403009 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.416420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50430) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:48.509109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-31588892-network', 'tenant_id': 'ab95a4e9a3dd4b9bb3cb4c8f8eeb7c9b'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:48.513282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Allocated IP 172.20.0.1 (a987a55d-50be-4e93-82fc-cb82ad1a46c0/3acf8862-303e-415f-a1a7-91926458a069/9e49822c-1981-4658-8f78-df855c548b56) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:48.559912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.572504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1675438991'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:48.666089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:48.667094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=f66b097e-87fa-4583-9053-abb58ed084dd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:48.676630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:48.686612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Routers {'eaa4c647-ec2b-4cba-984e-73cb78febabd'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:48.687570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eaa4c647-ec2b-4cba-984e-73cb78febabd'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:48.697580 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.698064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.698414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.698747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.699077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.699408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.699735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.700112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.700731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.701069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.701487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.701906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:48.706228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Made reservation on behalf of ab95a4e9a3dd4b9bb3cb4c8f8eeb7c9b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:48.706488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaa645-d007-4f6e-bcd0-e86065c65338 None None] Pushing event updated for resources: {'Port': ['ID=8df4495e-daae-4bca-8e73-4e0350489c7a,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:48.709282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.712645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:48.785315 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.791672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:48.792461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.813095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Made reservation on behalf of 183a77ef8a224ae2977376cf4f4fcf4d for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:48.818232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.849008 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.854245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] For port a8a45a7a-338a-47ab-adf9-287896252666, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8a45a7a-338a-47ab-adf9-287896252666,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:48.886470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.902891 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:48.927820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-99ce6f84-cc8b-46c5-b802-188575478a86 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8385508 Nov 12 11:10:48.945083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] Set router eaa4c647-ec2b-4cba-984e-73cb78febabd gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:48.952804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'admin_state_up': True, 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'security_groups': ['7ca1ba24-c64d-4e5e-b3c4-097f557eb84b']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:49.035222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.100492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.127477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a8a45a7a-338a-47ab-adf9-287896252666'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:49.166931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Network a987a55d-50be-4e93-82fc-cb82ad1a46c0 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:49.203199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Pushing event updated for resources: {'Port': ['ID=9e49822c-1981-4658-8f78-df855c548b56,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:49.215431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:49.305929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:49.309537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.326971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:49.328683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.349201 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25239005-ef41-43e8-b2d5-06f1525e0db2 req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "PUT /v2.0/ports/a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 982 time: 1.6502430 Nov 12 11:10:49.349953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:49.360429 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1264b6b-e36e-47aa-822d-ce0bde601aff" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:49.365746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a226e-1647-4138-8b28-a7533e50b425 req-1c80d794-a4ec-4404-921f-921573b39d73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:49.367000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb5a226e-1647-4138-8b28-a7533e50b425 req-1c80d794-a4ec-4404-921f-921573b39d73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 932 time: 0.1835558 Nov 12 11:10:49.410271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-77c8164f-fda1-465e-8882-c9be4b5ea25e None None] Provisioning complete for port f66b097e-87fa-4583-9053-abb58ed084dd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:49.410872 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77c8164f-fda1-465e-8882-c9be4b5ea25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.448942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:49.513429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a8a45a7a-338a-47ab-adf9-287896252666'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:49.558963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb5a226e-1647-4138-8b28-a7533e50b425 req-cf234eea-7847-4ac8-ab56-927261771b6f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646547 Nov 12 11:10:49.563151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40879-ae7d-4c97-852c-4c7ef07de77c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event updated for resources: {'Port': ['ID=a8a45a7a-338a-47ab-adf9-287896252666,revision_number=6']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:49.569096 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.653662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.682485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-77c8164f-fda1-465e-8882-c9be4b5ea25e None None] Port f66b097e-87fa-4583-9053-abb58ed084dd cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:49.723226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.736288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d1033-5e79-4bb8-8305-9626adf5898d req-02454e35-c850-446b-a7ec-982fab52a625 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:49.744944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef8d1033-5e79-4bb8-8305-9626adf5898d req-02454e35-c850-446b-a7ec-982fab52a625 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.2489777 Nov 12 11:10:49.792870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.807261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:49.823120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.823847 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Added segment f931bb6a-4773-4d42-ac3b-c285def1d51c of type vlan for network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a Nov 12 11:10:49.873343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef8d1033-5e79-4bb8-8305-9626adf5898d req-1a904c15-1b38-48f6-b004-b36bbb1aa9a3 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272619 Nov 12 11:10:49.931742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.935803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:10:44Z', 'revision_number': 3, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port': {'id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:42Z', 'updated_at': '2021-11-12T11:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:49.958727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:49.984515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938e932-dbb1-40a5-9f3d-fffb215e6c24 None None] The sync data for ids ['eaa4c647-ec2b-4cba-984e-73cb78febabd'] in n-d-768852-22 is: [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:10:44Z', 'revision_number': 3, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port': {'id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:42Z', 'updated_at': '2021-11-12T11:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:50.043698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.098729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648c1c62-1506-486f-b9c9-ffcf9cd606d5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:50.099829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-96c3b889-1f24-496f-88e9-bd723e5e9d9f None None] Provisioning complete for port 9e49822c-1981-4658-8f78-df855c548b56 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:50.100452 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-96c3b889-1f24-496f-88e9-bd723e5e9d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.115046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-805b73d5-7788-4248-9b80-eb44d95788d8 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1475648846&fields=id&tenant_id=499ef743b29c4bbda55ddb7cfed7dc75 HTTP/1.1" status: 200 len: 267 time: 0.1390190 Nov 12 11:10:50.182231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:10:50.207870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Allocated IP 10.1.1.96 (2b15c206-d2e2-418d-8f51-2b33242c1d70/8c305dfb-d8c3-40a9-838f-bc4a718c3df0/50cb6b3f-040e-487c-9e01-a4d4ca65de81) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:50.233550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-901b69b8-c8e8-4aaa-8ba2-8fa91261f7c3 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:50.235239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-901b69b8-c8e8-4aaa-8ba2-8fa91261f7c3 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 985 time: 0.1120367 Nov 12 11:10:50.241394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-96c3b889-1f24-496f-88e9-bd723e5e9d9f None None] Port 9e49822c-1981-4658-8f78-df855c548b56 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:50.250570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Request body: {'port': {'security_groups': ['b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:50.369810 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.393410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.412427 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.428974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.430288 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Added segment 7ecccea5-e4a8-499f-9775-87a84abdf78f of type vlan for network 9f2469ca-48b0-42b7-a855-59ea97a34031 Nov 12 11:10:50.475430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.481804 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.487393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:50.488143 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.522519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c68ebf-a60a-49d7-8e85-98c87851496f req-bebba711-eb3f-4b69-acc7-a1b6dadf8572 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:50.530580 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16c68ebf-a60a-49d7-8e85-98c87851496f req-bebba711-eb3f-4b69-acc7-a1b6dadf8572 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 944 time: 0.7971213 Nov 12 11:10:50.539709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.595352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0349ba7a-1617-41aa-aea7-cb516df10341,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:50.608580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.627447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Pushing event updated for resources: {'Port': ['ID=9e49822c-1981-4658-8f78-df855c548b56,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:50.682418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.resource_extend [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:10:50.712353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6016669 Nov 12 11:10:50.719469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50450) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:50.732598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Request body: {'subnet': {'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:50.739543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16c68ebf-a60a-49d7-8e85-98c87851496f req-05fd3156-528b-4a8d-b5a8-5fd55e86fafc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080703 Nov 12 11:10:50.758163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6207a-65fd-408f-97f3-f7f9f03acb9e tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event updated for resources: {'Network': ['ID=ec97b888-90a4-4cdb-aca5-1e67d42f2e1a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:50.778642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:50.785466 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.798124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Network a987a55d-50be-4e93-82fc-cb82ad1a46c0 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:50.802082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:50.828535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.829612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:50.830214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:50.976063 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073aa574-be64-48b1-a193-8641a9872e11 x-openstack-request-id: req-073aa574-be64-48b1-a193-8641a9872e11 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:50.977192 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:50.977192 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-073aa574-be64-48b1-a193-8641a9872e11 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:50.978760 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666', 'status': 'completed', 'code': 200} Nov 12 11:10:51.045863 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6283727 Nov 12 11:10:51.050847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c785b7c-bf4a-424d-80be-34b03b837af8 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2469ca-48b0-42b7-a855-59ea97a34031,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:51.057291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50454) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:51.067545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9f2469ca-48b0-42b7-a855-59ea97a34031 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:10:51.075811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Request body: {'subnet': {'network_id': '9f2469ca-48b0-42b7-a855-59ea97a34031', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-31588892-subnet', 'tenant_id': 'ab95a4e9a3dd4b9bb3cb4c8f8eeb7c9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:51.183913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] For port a8a45a7a-338a-47ab-adf9-287896252666, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8a45a7a-338a-47ab-adf9-287896252666,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:51.190779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:51.244957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Made reservation on behalf of 183a77ef8a224ae2977376cf4f4fcf4d for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:51.265735 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.291629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.309880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Router eaa4c647-ec2b-4cba-984e-73cb78febabd has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:10:51.325651 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.332264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-77dcf838-59e8-458d-94cf-0fed3b011250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:51.334130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-77dcf838-59e8-458d-94cf-0fed3b011250 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1137 time: 0.2729669 Nov 12 11:10:51.348040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fd10fc9a-8cb3-4ddb-a910-a67f75995fdd None None] Provisioning complete for port 9e49822c-1981-4658-8f78-df855c548b56 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:51.348496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd10fc9a-8cb3-4ddb-a910-a67f75995fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.391288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fd10fc9a-8cb3-4ddb-a910-a67f75995fdd None None] Port 9e49822c-1981-4658-8f78-df855c548b56 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:51.460629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.477478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:51.478931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a8a45a7a-338a-47ab-adf9-287896252666'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:51.491444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b2a85-4c85-49b1-9f18-23a42b665365 req-c679d593-bd09-4ecc-a558-900d8a18de96 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:51.500700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b02b2a85-4c85-49b1-9f18-23a42b665365 req-c679d593-bd09-4ecc-a558-900d8a18de96 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 932 time: 0.2991829 Nov 12 11:10:51.509816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:51.529124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:51.529124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Made reservation on behalf of ab95a4e9a3dd4b9bb3cb4c8f8eeb7c9b for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:51.532812 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.568314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=50cb6b3f-040e-487c-9e01-a4d4ca65de81,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:51.595044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 02d3237b-aef0-4402-9f18-8dacaa8cfbba completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:10:51.610765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 02d3237b-aef0-4402-9f18-8dacaa8cfbba triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:51.612087 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.672112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:51.677977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.677977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0b6c1e6-1896-4b3c-9e74-8b4030849558 req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "PUT /v2.0/ports/a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 943 time: 1.4325831 Nov 12 11:10:51.815505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-9f612e5b-42c2-452f-9066-9ef32fd34666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:51.816965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-9f612e5b-42c2-452f-9066-9ef32fd34666 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 921 time: 0.4676037 Nov 12 11:10:51.818117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:10:51.832668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9653e28-e693-4f06-a5a4-1f632f6ba898 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event updated for resources: {'Port': ['ID=a8a45a7a-338a-47ab-adf9-287896252666,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:51.839803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a8a45a7a-338a-47ab-adf9-287896252666'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:51.849434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7116c0ca-21d3-4d48-ba30-b9ca351b9c90 admin admin] 10.222.0.98 "PUT /v2.0/routers/eaa4c647-ec2b-4cba-984e-73cb78febabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5381916 Nov 12 11:10:51.922702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:51.925845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.954104 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-eecc7230-4f4e-4be6-bc5b-90116d00b7e9 None None] Provisioning complete for port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:51.954667 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eecc7230-4f4e-4be6-bc5b-90116d00b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:51.998033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-eecc7230-4f4e-4be6-bc5b-90116d00b7e9 None None] Port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:51.999638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-6f9784c8-5e62-41ab-ae28-c1a5695e55cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 217 time: 0.1630390 Nov 12 11:10:52.015547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b02b2a85-4c85-49b1-9f18-23a42b665365 req-d0b8d165-f961-4a4b-bf41-9afe2387b559 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5138981 Nov 12 11:10:52.063890 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:52.113484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-c36384fb-1e9e-42f6-927d-95709d5c4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:52.114980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-c36384fb-1e9e-42f6-927d-95709d5c4c91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 200 len: 860 time: 0.1029143 Nov 12 11:10:52.129603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-b5919781-c580-4ac2-9f47-3417d4609f21 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:52.131170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-b5919781-c580-4ac2-9f47-3417d4609f21 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.57 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.4231930 Nov 12 11:10:52.151133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64583d-3eca-48ad-88ea-f320fa6da607 req-d6295ac4-baa2-43ec-9215-70023855ce0b tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:52.156286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f64583d-3eca-48ad-88ea-f320fa6da607 req-d6295ac4-baa2-43ec-9215-70023855ce0b tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=e637e783-122d-4c56-82b0-d9e0668b6b55 HTTP/1.1" status: 200 len: 945 time: 0.3436418 Nov 12 11:10:52.197469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-557f30e1-e31f-4e47-8cef-1389fc3071bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb5e42d0-42a4-46a9-8051-0af7b17602ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652781 Nov 12 11:10:52.204885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:52.216758 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c85c8a-01be-4a60-9e9d-b765aa9fb28c" -d '{"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-plugged", "status": "completed", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:52.235127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-8c7311a2-1fde-4888-8e3e-7de8962a6189 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2873554 Nov 12 11:10:52.269291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:52.316312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'admin_state_up': True, 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'security_groups': ['7ca1ba24-c64d-4e5e-b3c4-097f557eb84b']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:52.338300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:52.352282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8df4495e-daae-4bca-8e73-4e0350489c7a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:52.380318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f64583d-3eca-48ad-88ea-f320fa6da607 req-64629b55-3e87-43b9-b1e4-be2f51aa5921 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016759 Nov 12 11:10:52.411575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-159fd23d-0f05-401f-9ab8-d36273d4f707 service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953609 Nov 12 11:10:52.431511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Deleting port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:52.431511 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:52.483049 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:52.484393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:52.531110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8df4495e-daae-4bca-8e73-4e0350489c7a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:52.531693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:52.688837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-749e4315-34a6-4006-8b9b-0e0c4ffd22bd tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6175220 Nov 12 11:10:52.707682 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:52.740817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 8df4495e-daae-4bca-8e73-4e0350489c7a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8df4495e-daae-4bca-8e73-4e0350489c7a,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:52.768922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:52.792298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event updated for resources: {'Subnet': ['ID=9972155b-d24a-41b2-8c3d-e85186807486,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:52.792669 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1264b6b-e36e-47aa-822d-ce0bde601aff req-e2392d53-676f-44a9-9b3e-ce2b7663cadd service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673782 Nov 12 11:10:52.848076 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:52.863199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] For port 7f276c79-95d5-4a1a-b2fc-2f54e617f710, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=7f276c79-95d5-4a1a-b2fc-2f54e617f710,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:52.863791 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:52.883129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce662869-5480-4908-aa97-7bd69ee6de62 req-ee25fc69-5c8d-4e37-8881-dc61c68e80ef tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:52.904923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce662869-5480-4908-aa97-7bd69ee6de62 req-ee25fc69-5c8d-4e37-8881-dc61c68e80ef tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.2122338 Nov 12 11:10:52.919786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Calling delete_port for 7f276c79-95d5-4a1a-b2fc-2f54e617f710 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:10:53.005366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:10:53.012477 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54525ec4-1aa4-4518-8007-6781006fa1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:10:53.015885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=8df4495e-daae-4bca-8e73-4e0350489c7a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:53.047730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce662869-5480-4908-aa97-7bd69ee6de62 req-c3791817-49c8-46fa-a5a3-207ad9327786 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415343 Nov 12 11:10:53.189237 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Sync routers for ids ['eaa4c647-ec2b-4cba-984e-73cb78febabd'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:10:53.204724 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Routers {'eaa4c647-ec2b-4cba-984e-73cb78febabd'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:53.206052 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eaa4c647-ec2b-4cba-984e-73cb78febabd'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:53.279158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:53.295834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['16395896-367b-4bfa-9c82-21240fbae912'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:10:53.302970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Checking segment: {'id': 'f931bb6a-4773-4d42-ac3b-c285def1d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:53.303566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Network hostable DHCP agents. Network: ec97b888-90a4-4cdb-aca5-1e67d42f2e1a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:53.396330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:53.397904 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Set router eaa4c647-ec2b-4cba-984e-73cb78febabd gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:53.427562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Pushing event deleted for resources: {'Port': ['ID=7f276c79-95d5-4a1a-b2fc-2f54e617f710,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:53.461990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:53.467136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:53.648272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:53.655381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:53.675848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ec97b888-90a4-4cdb-aca5-1e67d42f2e1a) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:53.677985 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:10:49Z', 'revision_number': 4, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port': {'id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:42Z', 'updated_at': '2021-11-12T11:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e49822c-1981-4658-8f78-df855c548b56', 'name': '', 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'mac_address': 'fa:16:3e:9e:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3acf8862-303e-415f-a1a7-91926458a069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:48Z', 'updated_at': '2021-11-12T11:10:50Z', 'revision_number': 2, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'subnets': [{'id': '3acf8862-303e-415f-a1a7-91926458a069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:53.680826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] No DVR routers for this DVR port 7f276c79-95d5-4a1a-b2fc-2f54e617f710 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:10:53.685525 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:53.689284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:53.690733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063959c-0e2d-486a-977c-dce59266e1ad None None] Network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:53.704432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:53.712911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a92c198-256c-4c14-ae5d-a59f37d38246 req-12ef675a-fdb7-433e-8990-e4fbe14d30ec tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.57 "DELETE /v2.0/ports/7f276c79-95d5-4a1a-b2fc-2f54e617f710 HTTP/1.1" status: 204 len: 173 time: 1.5710340 Nov 12 11:10:53.752565 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Checking router: eaa4c647-ec2b-4cba-984e-73cb78febabd for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:10:53.752905 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Updating router eaa4c647-ec2b-4cba-984e-73cb78febabd port 9e49822c-1981-4658-8f78-df855c548b56 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:10:53.790014 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:53.822425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0e7fd0-0369-4782-a8fb-74a27f8d1c48,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:53.865662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-1a3d828a-a302-4ff1-8852-6b4ea4b515f9 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5301018 Nov 12 11:10:53.888208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:53.891552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Checking segment: {'id': '7ecccea5-e4a8-499f-9775-87a84abdf78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '9f2469ca-48b0-42b7-a855-59ea97a34031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:53.897557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Network hostable DHCP agents. Network: 9f2469ca-48b0-42b7-a855-59ea97a34031, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:10:54.015692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50476) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:54.016381 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-86ad1db0-3908-4a75-8efe-dc659e7154f4 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2948503 Nov 12 11:10:54.025329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Request body: {'port': {'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1045088823'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:54.132116 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.189371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Allocated IP 10.1.1.185 (2b15c206-d2e2-418d-8f51-2b33242c1d70/8c305dfb-d8c3-40a9-838f-bc4a718c3df0/c6f17775-9a95-4252-931a-f1ea71405cd2) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:54.232192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.247831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-ec97b888-90a4-4cdb-aca5-1e67d42f2e1a', 'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a', 'tenant_id': '183a77ef8a224ae2977376cf4f4fcf4d', 'fixed_ips': [{'subnet_id': '9972155b-d24a-41b2-8c3d-e85186807486'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:10:54.253592 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.282828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Network 9f2469ca-48b0-42b7-a855-59ea97a34031 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:10:54.416281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8df4495e-daae-4bca-8e73-4e0350489c7a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:54.421588 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.429298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Made reservation on behalf of 183a77ef8a224ae2977376cf4f4fcf4d for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:54.434220 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.441959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9f2469ca-48b0-42b7-a855-59ea97a34031) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:54.450714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:54.451580 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.459766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50dcb19-1666-458b-9710-8741d1051a8e None None] Network 9f2469ca-48b0-42b7-a855-59ea97a34031 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:54.475573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] device_id is not set on port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:10:54.526754 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.550306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Allocated IP 172.25.3.213 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/2d344dbc-8823-4d13-9503-42a04b4324a1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:54.627155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Allocated IP 172.20.0.2 (ec97b888-90a4-4cdb-aca5-1e67d42f2e1a/9972155b-d24a-41b2-8c3d-e85186807486/eb3439f5-a156-44be-9c58-cfa17208dc3f) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:54.642474 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-812cc45a-73b5-4f2c-8bec-befd03c9b00f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.5839727 Nov 12 11:10:54.666994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8df4495e-daae-4bca-8e73-4e0350489c7a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:54.672831 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Pushing event updated for resources: {'Port': ['ID=9e49822c-1981-4658-8f78-df855c548b56,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:54.683438 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.720958 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.721943 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.722439 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.722988 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.723527 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.724116 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.724599 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.725131 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.725812 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.727035 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.727651 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.728466 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:54.805398 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Attempting to bind port 9e49822c-1981-4658-8f78-df855c548b56 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:54.805827 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Attempting to bind port 9e49822c-1981-4658-8f78-df855c548b56 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:54.806193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Attempting to bind port 9e49822c-1981-4658-8f78-df855c548b56 on network a987a55d-50be-4e93-82fc-cb82ad1a46c0 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:54.815588 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:54.815996 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Checking segment: {'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:54.816402 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.816858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Bound using segment: {'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:54.817336 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Bound port: 9e49822c-1981-4658-8f78-df855c548b56, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707cbcb8-527e-489b-8167-6aa0b4a82df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:54.817770 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.821800 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:54.963578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd46d39-685c-414b-b7ea-435a4659778c None None] Network 9f2469ca-48b0-42b7-a855-59ea97a34031 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:55.010020 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.083798 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] For port 9e49822c-1981-4658-8f78-df855c548b56, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:55.091992 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] For port 9e49822c-1981-4658-8f78-df855c548b56, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e49822c-1981-4658-8f78-df855c548b56,segment=NetworkSegment(707cbcb8-527e-489b-8167-6aa0b4a82df6),segment_id=707cbcb8-527e-489b-8167-6aa0b4a82df6)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:55.132850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.167206 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.170733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7f276c79-95d5-4a1a-b2fc-2f54e617f710 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:10:55.230389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:55.234117 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.239076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 7f276c79-95d5-4a1a-b2fc-2f54e617f710 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:10:55.239501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 7f276c79-95d5-4a1a-b2fc-2f54e617f710 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:10:55.245404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:55.254033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:55.340495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4d07da28-85a9-45e8-a020-b11f45441df9 None None] Provisioning complete for port 9e49822c-1981-4658-8f78-df855c548b56 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:55.340825 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d07da28-85a9-45e8-a020-b11f45441df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.342396 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Routers {'eaa4c647-ec2b-4cba-984e-73cb78febabd'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:10:55.343284 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:10:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eaa4c647-ec2b-4cba-984e-73cb78febabd'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:55.442654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Allocated IP 172.25.3.26 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/c337183e-22dd-4553-ac7e-132849c25a23) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:55.461838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:55.463048 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.515676 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.532515 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] Set router eaa4c647-ec2b-4cba-984e-73cb78febabd gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:10:55.540875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=c6f17775-9a95-4252-931a-f1ea71405cd2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:55.601163 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.624028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.643960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-a58d7451-2ca8-4ee3-8215-207ea2ccfcfb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3832285 Nov 12 11:10:55.661954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:55.675689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e', 'admin_state_up': True, 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'security_groups': ['7ca1ba24-c64d-4e5e-b3c4-097f557eb84b']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:55.743993 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34cc66-f599-4802-8f49-11e3ad2b4833 None None] Pushing event updated for resources: {'Port': ['ID=9e49822c-1981-4658-8f78-df855c548b56,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:55.753040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.789153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:55.846375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:55.856268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:55.857067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Allocated IP 172.20.0.4 (ec97b888-90a4-4cdb-aca5-1e67d42f2e1a/9972155b-d24a-41b2-8c3d-e85186807486/2327738c-c2de-4dfd-b0e4-fa5fee6b22f0) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:55.965422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Pushing event updated for resources: {'Port': ['ID=eb3439f5-a156-44be-9c58-cfa17208dc3f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:55.984267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:55.992810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:56.001672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:56.006048 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d07da28-85a9-45e8-a020-b11f45441df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.052983 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:10:49Z', 'revision_number': 4, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port': {'id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:42Z', 'updated_at': '2021-11-12T11:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e49822c-1981-4658-8f78-df855c548b56', 'name': '', 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'mac_address': 'fa:16:3e:9e:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3acf8862-303e-415f-a1a7-91926458a069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:48Z', 'updated_at': '2021-11-12T11:10:55Z', 'revision_number': 4, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'subnets': [{'id': '3acf8862-303e-415f-a1a7-91926458a069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:10:56.063606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.108255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:56.123525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:56.133400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:56.136711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Attempting to bind port eb3439f5-a156-44be-9c58-cfa17208dc3f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:10:56.137340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Attempting to bind port eb3439f5-a156-44be-9c58-cfa17208dc3f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f931bb6a-4773-4d42-ac3b-c285def1d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:10:56.138017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Attempting to bind port eb3439f5-a156-44be-9c58-cfa17208dc3f on network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:10:56.160330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event updated for resources: {'Port': ['ID=2d344dbc-8823-4d13-9503-42a04b4324a1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:56.162407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:10:56.171575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Checking segment: {'id': 'f931bb6a-4773-4d42-ac3b-c285def1d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:10:56.171575 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.171575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Bound using segment: {'id': 'f931bb6a-4773-4d42-ac3b-c285def1d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:10:56.171575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Bound port: eb3439f5-a156-44be-9c58-cfa17208dc3f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f931bb6a-4773-4d42-ac3b-c285def1d51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:10:56.171575 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.174666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4d07da28-85a9-45e8-a020-b11f45441df9 None None] For port 9e49822c-1981-4658-8f78-df855c548b56, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e49822c-1981-4658-8f78-df855c548b56,segment=NetworkSegment(707cbcb8-527e-489b-8167-6aa0b4a82df6),segment_id=707cbcb8-527e-489b-8167-6aa0b4a82df6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:56.213293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Pushing event updated for resources: {'Port': ['ID=c337183e-22dd-4553-ac7e-132849c25a23,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:56.243548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.248886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:56.251853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.252241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.252584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.252924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.253259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.253597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.253928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.254255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.254578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.254987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.255457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.256137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:10:56.278631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.278929 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d07da28-85a9-45e8-a020-b11f45441df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.284753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.352331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event updated for resources: {'Port': ['ID=2327738c-c2de-4dfd-b0e4-fa5fee6b22f0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:56.389136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:56.394697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:56.405738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:56.414043 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.424852 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e1002-da85-4b0d-bc91-62ac2b44e5c8 None None] The sync data for ids ['eaa4c647-ec2b-4cba-984e-73cb78febabd'] in n-d-768852-22 is: [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:10:49Z', 'revision_number': 4, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port': {'id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:42Z', 'updated_at': '2021-11-12T11:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e49822c-1981-4658-8f78-df855c548b56', 'name': '', 'network_id': 'a987a55d-50be-4e93-82fc-cb82ad1a46c0', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'mac_address': 'fa:16:3e:9e:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3acf8862-303e-415f-a1a7-91926458a069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:48Z', 'updated_at': '2021-11-12T11:10:55Z', 'revision_number': 4, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'subnets': [{'id': '3acf8862-303e-415f-a1a7-91926458a069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:10:56.441393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.441571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07da28-85a9-45e8-a020-b11f45441df9 None None] Pushing event updated for resources: {'Port': ['ID=9e49822c-1981-4658-8f78-df855c548b56,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:56.504639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] For port eb3439f5-a156-44be-9c58-cfa17208dc3f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:10:56.516478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] For port eb3439f5-a156-44be-9c58-cfa17208dc3f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eb3439f5-a156-44be-9c58-cfa17208dc3f,segment=NetworkSegment(f931bb6a-4773-4d42-ac3b-c285def1d51c),segment_id=f931bb6a-4773-4d42-ac3b-c285def1d51c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:10:56.530165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5d22f0c8-211c-45dc-a9c1-1a84ce73cc24 None None] Provisioning complete for port c6f17775-9a95-4252-931a-f1ea71405cd2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:56.531228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d22f0c8-211c-45dc-a9c1-1a84ce73cc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.549030 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.629445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5d22f0c8-211c-45dc-a9c1-1a84ce73cc24 None None] Port c6f17775-9a95-4252-931a-f1ea71405cd2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:56.643238 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.677910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:56.679011 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.792991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8229c6-d578-414f-870d-5f2b28729787 None None] Pushing event updated for resources: {'Port': ['ID=eb3439f5-a156-44be-9c58-cfa17208dc3f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:56.805403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5d22f0c8-211c-45dc-a9c1-1a84ce73cc24 None None] Provisioning complete for port 9e49822c-1981-4658-8f78-df855c548b56 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:56.806712 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d22f0c8-211c-45dc-a9c1-1a84ce73cc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:56.816125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1a04915d-2958-4056-a050-7c07228a8353 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7972643 Nov 12 11:10:56.818530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50484) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:56.838108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Request body: {'port': {'network_id': 'ec97b888-90a4-4cdb-aca5-1e67d42f2e1a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1290752273', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:56.839110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.api.validators [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] bootfile-name is not in valid_values {{(pid=109705) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:10:56.839460 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.api.validators [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] tftp-server is not in valid_values {{(pid=109705) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:10:56.839802 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.api.validators [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] server-ip-address is not in valid_values {{(pid=109705) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:10:56.968518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.064183 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.150230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Pushing event updated for resources: {'Port': ['ID=c337183e-22dd-4553-ac7e-132849c25a23,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:57.163284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.260693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.271244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.379555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Allocated IP 10.2.2.100 (9b7d3284-fd01-418e-ad2d-d5a742fe7b0e/ebeee334-a65a-4ea7-98e8-497983b334b6/23d3d990-1ea4-48ed-8037-8035977b61b1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:57.403802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event updated for resources: {'Port': ['ID=2d344dbc-8823-4d13-9503-42a04b4324a1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:57.413196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.445625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Made reservation on behalf of 183a77ef8a224ae2977376cf4f4fcf4d for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:57.449172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.504786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] device_id is not set on port fdc9e1b1-a158-4218-9d33-dd9659660cb5 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:10:57.547824 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.557516 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-45796970-3255-4968-ad23-2b52724ce370 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6836696 Nov 12 11:10:57.584253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.586065 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-927cfe60-c926-4a49-ae6a-74dbcfce84cb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8889048 Nov 12 11:10:57.675819 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-baeff4e8-92d8-4050-8b15-08e081964203 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1173556 Nov 12 11:10:57.755602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:57.801678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-41e56cc8-402f-4ac4-9220-54dca597ed18 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.1398256 Nov 12 11:10:57.849307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Allocated IP 172.20.0.12 (ec97b888-90a4-4cdb-aca5-1e67d42f2e1a/9972155b-d24a-41b2-8c3d-e85186807486/fdc9e1b1-a158-4218-9d33-dd9659660cb5) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:10:57.881282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-c3ae6721-67a4-40fc-90c9-90146731c18d tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:57.883356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-c3ae6721-67a4-40fc-90c9-90146731c18d tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.2003164 Nov 12 11:10:57.906928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-8ce7a431-a78c-46df-aedb-9bf8982bee79 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:10:57.908633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79467727-373a-4a4f-88b6-6a55ae7441ae req-8ce7a431-a78c-46df-aedb-9bf8982bee79 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146723 Nov 12 11:10:58.083040 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e68086-32aa-402a-bfdb-7c8d6911fc99 x-openstack-request-id: req-d0e68086-32aa-402a-bfdb-7c8d6911fc99 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:58.083766 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-plugged", "status": "completed", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:58.083766 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d0e68086-32aa-402a-bfdb-7c8d6911fc99 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:58.084031 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'code': 200} Nov 12 11:10:58.122101 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d12579-f399-4b40-bd66-88a19828fdf1 x-openstack-request-id: req-46d12579-f399-4b40-bd66-88a19828fdf1 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:10:58.122365 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:10:58.122471 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46d12579-f399-4b40-bd66-88a19828fdf1 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:10:58.123061 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666', 'status': 'completed', 'code': 200} Nov 12 11:10:58.274909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.384830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-9b3a1e5c-3ea9-40af-8f0b-731824400f79 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.397526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-9b3a1e5c-3ea9-40af-8f0b-731824400f79 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.5949922 Nov 12 11:10:58.404066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-84e305d7-be8b-4476-8bbc-6a1445efd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.405687 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-84e305d7-be8b-4476-8bbc-6a1445efd00d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1098 time: 0.2462091 Nov 12 11:10:58.405900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-b7a1fb12-f4b2-4cec-9082-7d81a1e6c372 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:10:58.423751 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8c4e7-d66b-435b-95f4-d90987bd930b req-85fde4de-5c91-440a-8cf5-9389892639fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.423751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1db8c4e7-d66b-435b-95f4-d90987bd930b req-85fde4de-5c91-440a-8cf5-9389892639fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1097 time: 0.2454774 Nov 12 11:10:58.431229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-183ba0e9-0d4f-4104-97f9-e884d799adbb req-b7a1fb12-f4b2-4cec-9082-7d81a1e6c372 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0318747 Nov 12 11:10:58.436506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.458585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eb3439f5-a156-44be-9c58-cfa17208dc3f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:10:58.472221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8f10b-bf66-40e4-bb97-9f0be23b5349 req-7e2b8da3-6596-44b1-9392-7be6a3df6172 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.482978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8f10b-bf66-40e4-bb97-9f0be23b5349 req-7e2b8da3-6596-44b1-9392-7be6a3df6172 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.491377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8f10b-bf66-40e4-bb97-9f0be23b5349 req-7e2b8da3-6596-44b1-9392-7be6a3df6172 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.493244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8fb8f10b-bf66-40e4-bb97-9f0be23b5349 req-7e2b8da3-6596-44b1-9392-7be6a3df6172 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 2374 time: 0.2354650 Nov 12 11:10:58.586492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:58.591447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f432b4b-f5d2-477a-9ff7-b5a8a5ea2736 None None] Network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:10:58.594636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:58.609822 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:58.633320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port eb3439f5-a156-44be-9c58-cfa17208dc3f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:58.633752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.672998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1db8c4e7-d66b-435b-95f4-d90987bd930b req-99050ca0-8f3e-4638-847d-a45fdb21e9b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412271 Nov 12 11:10:58.699394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-410c20ca-d7e8-4d86-9df4-80cf7c4d5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.701566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-410c20ca-d7e8-4d86-9df4-80cf7c4d5959 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 921 time: 0.2796354 Nov 12 11:10:58.707050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8fb8f10b-bf66-40e4-bb97-9f0be23b5349 req-e4da2140-0dae-42b8-a63c-6ee770625efb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873124 Nov 12 11:10:58.754762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=23d3d990-1ea4-48ed-8037-8035977b61b1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:58.769293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.777254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e7ef4e57-28bd-42ea-b494-55dd8b0826da None None] Provisioning complete for port eb3439f5-a156-44be-9c58-cfa17208dc3f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:58.777616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4e57-28bd-42ea-b494-55dd8b0826da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.787101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-f34e7297-ed2b-47f2-b710-345b9edd1e7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 217 time: 0.0753868 Nov 12 11:10:58.843701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:10:58.879872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c318-67bb-4445-beb7-c957df7664b4 req-d2fce131-fa5b-4c12-b535-7b879c30b90d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.881713 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ba3c318-67bb-4445-beb7-c957df7664b4 req-d2fce131-fa5b-4c12-b535-7b879c30b90d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.2623477 Nov 12 11:10:58.890295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:10:58.892995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:10:58.922372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-3358b8d8-c4e6-4746-86b7-6d93efef4759 req-0d8f1457-728e-4b92-85b8-900514a32ec6 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1066077780', 'description': 'tempest-description-1040089793'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:58.936861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-814ddebd-84de-401b-90b7-6b254de7cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.938723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-814ddebd-84de-401b-90b7-6b254de7cb25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 200 len: 860 time: 0.1428359 Nov 12 11:10:58.954522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.955295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:58.976484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event updated for resources: {'Port': ['ID=fdc9e1b1-a158-4218-9d33-dd9659660cb5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:58.979457 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-777ebac2-a80d-4f21-ad57-b3aa1f54eb86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb5e42d0-42a4-46a9-8051-0af7b17602ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319097 Nov 12 11:10:58.997137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:58.997937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.045943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ba3c318-67bb-4445-beb7-c957df7664b4 req-9481e859-b39f-437c-b3f7-4fd50f27bb13 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153584 Nov 12 11:10:59.062876 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3358b8d8-c4e6-4746-86b7-6d93efef4759 req-0d8f1457-728e-4b92-85b8-900514a32ec6 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.148665 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4e57-28bd-42ea-b494-55dd8b0826da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.152175 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-2ea2b525-5c17-4ca5-bc46-ae608dc01560 service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630495 Nov 12 11:10:59.203857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d375add-3163-47ca-a7d9-554c990fe8e2 req-c6af8db6-0ada-4f31-9c10-1ab1d2f9b6d7 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips/549b6202-b066-4a96-afec-d0f33025b6f3 HTTP/1.1" status: 200 len: 692 time: 0.1203587 Nov 12 11:10:59.208785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-f823d789-b428-4af4-8055-a5a9eb60a998 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5403082 Nov 12 11:10:59.221950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0e2a725a-42cb-4212-9609-8cc2b25bd871 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.4020326 Nov 12 11:10:59.226853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50498) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:59.228298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e', 'admin_state_up': True, 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'security_groups': ['7ca1ba24-c64d-4e5e-b3c4-097f557eb84b']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:59.267400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e7ef4e57-28bd-42ea-b494-55dd8b0826da None None] For port eb3439f5-a156-44be-9c58-cfa17208dc3f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eb3439f5-a156-44be-9c58-cfa17208dc3f,segment=NetworkSegment(f931bb6a-4773-4d42-ac3b-c285def1d51c),segment_id=f931bb6a-4773-4d42-ac3b-c285def1d51c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:10:59.268871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.282484 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3358b8d8-c4e6-4746-86b7-6d93efef4759 req-0d8f1457-728e-4b92-85b8-900514a32ec6 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.302829 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5032f19e-fa88-466d-9de4-d9ef76cc5dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.368097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4e57-28bd-42ea-b494-55dd8b0826da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.368365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d62310-b762-4ed0-9f04-5f5dcab323ff tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:59.380890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d62310-b762-4ed0-9f04-5f5dcab323ff tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:59.390942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d62310-b762-4ed0-9f04-5f5dcab323ff tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:59.397274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-33d62310-b762-4ed0-9f04-5f5dcab323ff tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1664627 Nov 12 11:10:59.399160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54525ec4-1aa4-4518-8007-6781006fa1d7 req-0725b705-ac4f-4a37-be8c-a3aa53465e01 service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315605 Nov 12 11:10:59.400076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50500) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:10:59.401033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3358b8d8-c4e6-4746-86b7-6d93efef4759 req-0d8f1457-728e-4b92-85b8-900514a32ec6 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.453198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef4e57-28bd-42ea-b494-55dd8b0826da None None] Pushing event updated for resources: {'Port': ['ID=eb3439f5-a156-44be-9c58-cfa17208dc3f,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:59.456602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1457-728e-4b92-85b8-900514a32ec6 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e85f566-dabf-4b43-a97a-f31c9e365991,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:10:59.495427 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:10:59.496098 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:10:59.496718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3358b8d8-c4e6-4746-86b7-6d93efef4759 req-0d8f1457-728e-4b92-85b8-900514a32ec6 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.498040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3358b8d8-c4e6-4746-86b7-6d93efef4759 req-0d8f1457-728e-4b92-85b8-900514a32ec6 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5820940 Nov 12 11:10:59.527328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d375add-3163-47ca-a7d9-554c990fe8e2 req-c07b44b3-1ac2-4144-b82e-1eaa85e0eb3e tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:59.528321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0d609581-7be3-4437-ab07-35afc2e12ea0 None None] Provisioning complete for port 23d3d990-1ea4-48ed-8037-8035977b61b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:59.528690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0d609581-7be3-4437-ab07-35afc2e12ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.541876 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d375add-3163-47ca-a7d9-554c990fe8e2 req-c07b44b3-1ac2-4144-b82e-1eaa85e0eb3e tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.3315337 Nov 12 11:10:59.549244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-8d375add-3163-47ca-a7d9-554c990fe8e2 req-70aa0de6-d129-4047-9090-57ed1c11d804 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:10:59.562655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d375add-3163-47ca-a7d9-554c990fe8e2 req-70aa0de6-d129-4047-9090-57ed1c11d804 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180492 Nov 12 11:10:59.573479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0d609581-7be3-4437-ab07-35afc2e12ea0 None None] Port 23d3d990-1ea4-48ed-8037-8035977b61b1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:10:59.720138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-593e3e33-5379-4cf6-9702-85c1ccafc689 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:10:59.728409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-593e3e33-5379-4cf6-9702-85c1ccafc689 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1220467 Nov 12 11:10:59.732895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Made reservation on behalf of 7b308783c2ba44f6871325dca02ceeec for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:10:59.744702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.785151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-c32c4ad0-dea8-41a1-a328-0de271435a56 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.0557051 Nov 12 11:10:59.791354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Request body: {'floatingip': {'port_id': 'a8a45a7a-338a-47ab-adf9-287896252666', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:10:59.796460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-41cdbe89-95de-4f0d-a5ac-c3566ced7ccd tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Deleting port fdc9e1b1-a158-4218-9d33-dd9659660cb5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:10:59.796855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41cdbe89-95de-4f0d-a5ac-c3566ced7ccd tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.864535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.902148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c8dbbb44-c1e0-4d8f-bf54-1ffa39a0f9ae None None] Provisioning complete for port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:10:59.902997 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c8dbbb44-c1e0-4d8f-bf54-1ffa39a0f9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:10:59.980964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbbb44-c1e0-4d8f-bf54-1ffa39a0f9ae None None] Port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:00.004797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c8dbbb44-c1e0-4d8f-bf54-1ffa39a0f9ae None None] Provisioning complete for port eb3439f5-a156-44be-9c58-cfa17208dc3f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:00.006170 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c8dbbb44-c1e0-4d8f-bf54-1ffa39a0f9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.094405 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41cdbe89-95de-4f0d-a5ac-c3566ced7ccd tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.105625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Allocated IP 10.2.2.200 (9b7d3284-fd01-418e-ad2d-d5a742fe7b0e/ebeee334-a65a-4ea7-98e8-497983b334b6/1d99c5d1-bb8d-46d9-a781-788965264a54) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:00.199901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e49822c-1981-4658-8f78-df855c548b56 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:00.238742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e637e783-122d-4c56-82b0-d9e0668b6b55', 'name': 'network-vif-deleted', 'tag': '7f276c79-95d5-4a1a-b2fc-2f54e617f710'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:00.241096 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a516032b-d68f-4a61-b853-3fdd62c5b9be" -d '{"events": [{"server_uuid": "e637e783-122d-4c56-82b0-d9e0668b6b55", "name": "network-vif-deleted", "tag": "7f276c79-95d5-4a1a-b2fc-2f54e617f710"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:00.264789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-41cdbe89-95de-4f0d-a5ac-c3566ced7ccd tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Calling delete_port for fdc9e1b1-a158-4218-9d33-dd9659660cb5 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:00.352731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.435413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9e49822c-1981-4658-8f78-df855c548b56 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:00.435413 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.466423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7f1904b-6b06-4b20-b2b6-fdbd7969515e req-ced8412c-e016-4e12-9b14-2617e2f356b0 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/5e85f566-dabf-4b43-a97a-f31c9e365991 HTTP/1.1" status: 200 len: 1832 time: 0.0611138 Nov 12 11:11:00.471740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f7f1904b-6b06-4b20-b2b6-fdbd7969515e req-ba320d7f-bccf-4b12-9ee6-24c6ecffceea tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e85f566-dabf-4b43-a97a-f31c9e365991', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:00.472081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f7f1904b-6b06-4b20-b2b6-fdbd7969515e req-ba320d7f-bccf-4b12-9ee6-24c6ecffceea tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5e85f566-dabf-4b43-a97a-f31c9e365991', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:00.478900 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.498492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c8dbbb44-c1e0-4d8f-bf54-1ffa39a0f9ae None None] Provisioning complete for port fdc9e1b1-a158-4218-9d33-dd9659660cb5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:00.499032 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c8dbbb44-c1e0-4d8f-bf54-1ffa39a0f9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.538901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event updated for resources: {'Port': ['ID=1d99c5d1-bb8d-46d9-a781-788965264a54,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:00.569064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:00.575709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:00.576103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c8dbbb44-c1e0-4d8f-bf54-1ffa39a0f9ae None None] Port fdc9e1b1-a158-4218-9d33-dd9659660cb5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:00.582653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:00.674952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:00.680850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.699471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f60ad603-1dec-47b5-b4ae-0b279f6d09a5 None None] Provisioning complete for port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:00.700094 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f60ad603-1dec-47b5-b4ae-0b279f6d09a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.735241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.761834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f60ad603-1dec-47b5-b4ae-0b279f6d09a5 None None] Port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:00.782578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f60ad603-1dec-47b5-b4ae-0b279f6d09a5 None None] Provisioning complete for port fdc9e1b1-a158-4218-9d33-dd9659660cb5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:00.783101 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f60ad603-1dec-47b5-b4ae-0b279f6d09a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.796813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-505a6aaf-d535-49a6-84c7-e547d1216770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5731418 Nov 12 11:11:00.817826 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.822508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:00.827543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7f1904b-6b06-4b20-b2b6-fdbd7969515e req-ba320d7f-bccf-4b12-9ee6-24c6ecffceea tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.845077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eb3439f5-a156-44be-9c58-cfa17208dc3f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:00.876763 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7f1904b-6b06-4b20-b2b6-fdbd7969515e req-ba320d7f-bccf-4b12-9ee6-24c6ecffceea tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.903183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.936930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f60ad603-1dec-47b5-b4ae-0b279f6d09a5 None None] Port fdc9e1b1-a158-4218-9d33-dd9659660cb5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:00.960034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7f1904b-6b06-4b20-b2b6-fdbd7969515e req-ba320d7f-bccf-4b12-9ee6-24c6ecffceea tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.966526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port eb3439f5-a156-44be-9c58-cfa17208dc3f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:00.966896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.985666 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41cdbe89-95de-4f0d-a5ac-c3566ced7ccd tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:00.993977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba320d7f-bccf-4b12-9ee6-24c6ecffceea tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d625851d-207e-4bc1-981f-2ca1dd51db98,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:01.029770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdbe89-95de-4f0d-a5ac-c3566ced7ccd tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event deleted for resources: {'Port': ['ID=fdc9e1b1-a158-4218-9d33-dd9659660cb5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:01.047108 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Floating IP 96c4cc53-5437-471e-93a7-a2c12a88cd31 associated. External IP: 172.25.3.213, port: a8a45a7a-338a-47ab-adf9-287896252666. Nov 12 11:11:01.091240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7f1904b-6b06-4b20-b2b6-fdbd7969515e req-ba320d7f-bccf-4b12-9ee6-24c6ecffceea tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.092951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7f1904b-6b06-4b20-b2b6-fdbd7969515e req-ba320d7f-bccf-4b12-9ee6-24c6ecffceea tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6255755 Nov 12 11:11:01.120321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-806ef679-04df-4f21-a19b-d402846d288d None None] Provisioning complete for port 1d99c5d1-bb8d-46d9-a781-788965264a54 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:01.120985 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-806ef679-04df-4f21-a19b-d402846d288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.189579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-806ef679-04df-4f21-a19b-d402846d288d None None] Port 1d99c5d1-bb8d-46d9-a781-788965264a54 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:01.249797 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41cdbe89-95de-4f0d-a5ac-c3566ced7ccd tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.265712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-41cdbe89-95de-4f0d-a5ac-c3566ced7ccd tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "DELETE /v2.0/ports/fdc9e1b1-a158-4218-9d33-dd9659660cb5 HTTP/1.1" status: 204 len: 168 time: 1.8460681 Nov 12 11:11:01.272740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50516) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:01.283997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Request body: {'port': {'name': 'tempest-new-port-name-1965813068', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:01.284458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.api.validators [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] bootfile-name is not in valid_values {{(pid=109704) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:11:01.284803 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.api.validators [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] tftp-server is not in valid_values {{(pid=109704) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:11:01.285141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.api.validators [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] server-ip-address is not in valid_values {{(pid=109704) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:11:01.682996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc99bbe2-5cc8-4647-aa18-ff20070bdd84 req-ff60146a-59e7-443b-8e86-1d91d62e18cd tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips?tenant_id=ee0f001a2bbf4ee6b1e2abe08c53b642 HTTP/1.1" status: 200 len: 695 time: 0.1369710 Nov 12 11:11:01.768831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2df013da-04f2-42a8-9f25-dd6452952442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.783448 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-7957f570-c052-4f13-ad74-6775814a4c4f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4596529 Nov 12 11:11:01.806793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.888123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99bbe2-5cc8-4647-aa18-ff20070bdd84 req-db1c0b52-197f-4fa8-a6a2-5ee437cfface tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:01.894398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc99bbe2-5cc8-4647-aa18-ff20070bdd84 req-db1c0b52-197f-4fa8-a6a2-5ee437cfface tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/networks?id=12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 787 time: 0.2097814 Nov 12 11:11:01.906760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-dc99bbe2-5cc8-4647-aa18-ff20070bdd84 req-834f77eb-0d54-4780-b357-5f0603d4c4bb tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:01.908190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc99bbe2-5cc8-4647-aa18-ff20070bdd84 req-834f77eb-0d54-4780-b357-5f0603d4c4bb tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126820 Nov 12 11:11:01.922672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66b097e-87fa-4583-9053-abb58ed084dd {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:01.932491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:01.949660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Transition to ACTIVE for port object f66b097e-87fa-4583-9053-abb58ed084dd will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:02.021791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Router 71f31615-092f-485c-8bcd-315c35e249ab has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:02.041310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b693a3-6a84-4853-b0ca-2acc9ff59bd3 req-a7ce32b1-f8e9-482a-b0d9-10a9855c5efb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.049199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b693a3-6a84-4853-b0ca-2acc9ff59bd3 req-a7ce32b1-f8e9-482a-b0d9-10a9855c5efb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.055655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b693a3-6a84-4853-b0ca-2acc9ff59bd3 req-a7ce32b1-f8e9-482a-b0d9-10a9855c5efb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.062021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b693a3-6a84-4853-b0ca-2acc9ff59bd3 req-a7ce32b1-f8e9-482a-b0d9-10a9855c5efb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.067259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-cae7fd44-b689-4b1c-bfc2-380586e49093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.068304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b693a3-6a84-4853-b0ca-2acc9ff59bd3 req-a7ce32b1-f8e9-482a-b0d9-10a9855c5efb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.069027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-cae7fd44-b689-4b1c-bfc2-380586e49093 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1097 time: 0.1842000 Nov 12 11:11:02.078866 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b693a3-6a84-4853-b0ca-2acc9ff59bd3 req-a7ce32b1-f8e9-482a-b0d9-10a9855c5efb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 3816 time: 0.1025538 Nov 12 11:11:02.098377 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.228038 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b693a3-6a84-4853-b0ca-2acc9ff59bd3 req-01d2c40a-0ba8-483d-952c-4c2c6546afab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479011 Nov 12 11:11:02.315020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Pushing event updated for resources: {'Port': ['ID=f66b097e-87fa-4583-9053-abb58ed084dd,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:02.364029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:02.376434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] Sync routers for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:02.392251 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.399212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:02.400375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:02.494644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.497169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-b3fe1786-1530-4a31-bcfd-56c11589d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.498648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-b3fe1786-1530-4a31-bcfd-56c11589d640 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.3679078 Nov 12 11:11:02.499209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fba37d-c377-452a-b825-06c380b20e59 req-8d599495-a485-494c-b5aa-17b1e47a0f52 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.501451 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1fba37d-c377-452a-b825-06c380b20e59 req-8d599495-a485-494c-b5aa-17b1e47a0f52 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.57 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.2711329 Nov 12 11:11:02.503884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Attempting to bind port f66b097e-87fa-4583-9053-abb58ed084dd on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:02.504245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Attempting to bind port f66b097e-87fa-4583-9053-abb58ed084dd by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:02.504574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Attempting to bind port f66b097e-87fa-4583-9053-abb58ed084dd on network 5e12e157-3a35-4a9b-8f8f-1db596b259cf {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:02.520961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Port f66b097e-87fa-4583-9053-abb58ed084dd on network 5e12e157-3a35-4a9b-8f8f-1db596b259cf not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:02.521294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Attempting to bind port f66b097e-87fa-4583-9053-abb58ed084dd on network 5e12e157-3a35-4a9b-8f8f-1db596b259cf {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:02.524377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-a2953bd2-e384-402f-a500-ef9615009e95 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "PUT /v2.0/floatingips/96c4cc53-5437-471e-93a7-a2c12a88cd31 HTTP/1.1" status: 200 len: 997 time: 2.7284739 Nov 12 11:11:02.566901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c8709-4d54-4c49-8e87-305b5410b35c req-7b213204-2331-42ec-acfd-eba9b00aad1e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.575499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-086c8709-4d54-4c49-8e87-305b5410b35c req-7b213204-2331-42ec-acfd-eba9b00aad1e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.2104571 Nov 12 11:11:02.586450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.629957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-2e6e300a-667a-4488-8b5f-fb5dc0945c2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 217 time: 0.1000669 Nov 12 11:11:02.646399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-086c8709-4d54-4c49-8e87-305b5410b35c req-8c8f6ff3-c097-437d-9895-a86e502e9f3c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675540 Nov 12 11:11:02.650654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:02.651012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Checking segment: {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:02.651483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Bound using segment: {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:02.652048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Bound port: f66b097e-87fa-4583-9053-abb58ed084dd, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:02.652396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.690281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:02.833281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event updated for resources: {'Port': ['ID=2327738c-c2de-4dfd-b0e4-fa5fee6b22f0,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:02.858209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] In _notify_port_updated(), no bound segment for port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 on network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:11:02.863999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.864743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:02.866341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eebe65b1-76f3-4f0a-8997-2ac7f66db5a2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "PUT /v2.0/ports/2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 HTTP/1.1" status: 200 len: 1136 time: 1.5917304 Nov 12 11:11:02.870132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-d767b191-c89d-4932-9c3c-d4efee54a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.871958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-d767b191-c89d-4932-9c3c-d4efee54a8f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.2060928 Nov 12 11:11:02.872549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50524) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:02.895875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-826e799c-56fe-4776-bd19-ce7bfd5df7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:02.898318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-826e799c-56fe-4776-bd19-ce7bfd5df7b5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1098 time: 0.3667150 Nov 12 11:11:02.948232 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.022183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Deleting port 16395896-367b-4bfa-9c82-21240fbae912 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:03.041310 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.088697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '96c4cc53-5437-471e-93a7-a2c12a88cd31', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'port_id': 'a8a45a7a-338a-47ab-adf9-287896252666', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'mac_address': 'fa:16:3e:c6:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:56Z', 'updated_at': '2021-11-12T11:11:00Z', 'revision_number': 1, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:51Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:03.120316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] Checking router: 71f31615-092f-485c-8bcd-315c35e249ab for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:03.137666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:03.138672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:03.161383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] For port 16395896-367b-4bfa-9c82-21240fbae912, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=16395896-367b-4bfa-9c82-21240fbae912,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:03.161785 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.172436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f8e89-1d2c-4a4d-83b3-47585d6878ef tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:03.173962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e69f8e89-1d2c-4a4d-83b3-47585d6878ef tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "GET /v2.0/ports/2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 HTTP/1.1" status: 200 len: 1136 time: 0.2995195 Nov 12 11:11:03.180599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50526) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:03.187128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Calling delete_port for 16395896-367b-4bfa-9c82-21240fbae912 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:03.204619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0035a37c-18cd-48a5-9304-6a27bf72324c None None] Provisioning complete for port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:03.205350 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0035a37c-18cd-48a5-9304-6a27bf72324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.247505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd8a1c-d7d2-4a98-9d4e-e30d568fef4c req-b799c6f1-38e6-4d63-8cc5-b29375e60215 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:03.252337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-c9ab12c1-3b2c-4a7a-bcc3-5efd7755dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:03.253124 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eafd8a1c-d7d2-4a98-9d4e-e30d568fef4c req-b799c6f1-38e6-4d63-8cc5-b29375e60215 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/ports?device_id=879c61b0-6d4b-45dc-9cc9-33e668b48280 HTTP/1.1" status: 200 len: 945 time: 0.4652550 Nov 12 11:11:03.253866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-c9ab12c1-3b2c-4a7a-bcc3-5efd7755dbed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3526754 Nov 12 11:11:03.255697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-df128466-9157-4e70-9396-a15e6730c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:03.257691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-df128466-9157-4e70-9396-a15e6730c1a9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 921 time: 0.3364203 Nov 12 11:11:03.292130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0035a37c-18cd-48a5-9304-6a27bf72324c None None] Port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:03.293622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] For port f66b097e-87fa-4583-9053-abb58ed084dd, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:03.313748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:03.342741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] For port f66b097e-87fa-4583-9053-abb58ed084dd, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f66b097e-87fa-4583-9053-abb58ed084dd,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:03.423494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.428429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-5ee55143-babf-4e08-bf4a-bfd3ccb78e85 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 1000 time: 0.1628132 Nov 12 11:11:03.506772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8a73791c-1a70-49bb-9e0f-b05243af0bd6 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Deleting port 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:03.507683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a73791c-1a70-49bb-9e0f-b05243af0bd6 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.512697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Pushing event updated for resources: {'Port': ['ID=f66b097e-87fa-4583-9053-abb58ed084dd,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:03.515476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-f41b230d-ee3a-4671-8fdb-457e05f6db51 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520823 Nov 12 11:11:03.524314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eafd8a1c-d7d2-4a98-9d4e-e30d568fef4c req-071c0113-11b9-4409-a87a-6604925fc25c tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.98 "GET /v2.0/security-groups?id=49e1481e-92a0-4917-9ab1-6e31edbe0462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448730 Nov 12 11:11:03.535187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:03.535811 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.537365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-25f6b403-2982-42d0-9da0-d36662eecbae service neutron] 10.222.0.69 "PUT /v2.0/ports/f66b097e-87fa-4583-9053-abb58ed084dd HTTP/1.1" status: 200 len: 1093 time: 2.7287483 Nov 12 11:11:03.537699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:03.540019 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bd1654-9663-4568-ae25-0120115f7146" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:03.548249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-dd5f3b44-905a-429b-9fcf-71fa40c7dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:03.548249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-dd5f3b44-905a-429b-9fcf-71fa40c7dadc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 200 len: 860 time: 0.1114991 Nov 12 11:11:03.660682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.675035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['16395896-367b-4bfa-9c82-21240fbae912'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:03.690994 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75feec4e-6dc5-432c-be9d-ef85c6d4ee80 x-openstack-request-id: req-75feec4e-6dc5-432c-be9d-ef85c6d4ee80 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:03.691592 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e637e783-122d-4c56-82b0-d9e0668b6b55", "name": "network-vif-deleted", "tag": "7f276c79-95d5-4a1a-b2fc-2f54e617f710", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:03.692048 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-75feec4e-6dc5-432c-be9d-ef85c6d4ee80 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:03.692626 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e637e783-122d-4c56-82b0-d9e0668b6b55', 'name': 'network-vif-deleted', 'tag': '7f276c79-95d5-4a1a-b2fc-2f54e617f710', 'status': 'completed', 'code': 200} Nov 12 11:11:03.697924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-cdaa2e73-7329-451d-8a87-eed214a1dd46 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb5e42d0-42a4-46a9-8051-0af7b17602ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361005 Nov 12 11:11:03.715504 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '96c4cc53-5437-471e-93a7-a2c12a88cd31', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'port_id': 'a8a45a7a-338a-47ab-adf9-287896252666', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'mac_address': 'fa:16:3e:c6:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:56Z', 'updated_at': '2021-11-12T11:11:00Z', 'revision_number': 1, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:51Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:03.732836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:03.737282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Pushing event deleted for resources: {'Port': ['ID=16395896-367b-4bfa-9c82-21240fbae912,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:03.739238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-9e4f0be6-e9bd-4ea1-a2eb-524a592bd597 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:03.740563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-9e4f0be6-e9bd-4ea1-a2eb-524a592bd597 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096588 Nov 12 11:11:03.785992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421db65a-2e7e-4397-b1de-0d68ae84aeda None None] The sync data for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 is: [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '96c4cc53-5437-471e-93a7-a2c12a88cd31', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'port_id': 'a8a45a7a-338a-47ab-adf9-287896252666', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'mac_address': 'fa:16:3e:c6:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:56Z', 'updated_at': '2021-11-12T11:11:00Z', 'revision_number': 1, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:51Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:03.927165 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f3d883f7-4195-4dff-b5eb-a3cb30e82e24 req-cb7798d5-d5d6-4dbc-80eb-842f05ae8aff tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/5e85f566-dabf-4b43-a97a-f31c9e365991 HTTP/1.1" status: 200 len: 2426 time: 0.2187960 Nov 12 11:11:03.941317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-f86ccfbf-3fa4-49cd-87bc-a30c468d97cd service neutron] 10.222.0.98 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839373 Nov 12 11:11:03.943298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a73791c-1a70-49bb-9e0f-b05243af0bd6 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.957041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] No DVR routers for this DVR port 16395896-367b-4bfa-9c82-21240fbae912 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:03.962565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.966500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1fba37d-c377-452a-b825-06c380b20e59 req-726e07b4-6aff-48ca-81b8-b54a8fb29cc0 tempest-ServerRescueTestJSON-176416350 tempest-ServerRescueTestJSON-176416350-project] 10.222.0.57 "DELETE /v2.0/ports/16395896-367b-4bfa-9c82-21240fbae912 HTTP/1.1" status: 204 len: 173 time: 1.4553907 Nov 12 11:11:03.972208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:03.982758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb8dfc52-f492-4f6f-ba92-8b20632a2f54 req-a343b97d-30df-4825-bbbe-b884b6bbcb7b service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402277 Nov 12 11:11:03.990566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8a73791c-1a70-49bb-9e0f-b05243af0bd6 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Calling delete_port for 2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:04.108131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.164293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa5915a1-3fc1-4dcb-abaf-90658955b4bf req-794fbd73-c246-4f39-9853-82a72b33e3fb service neutron] 10.222.0.98 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107911 Nov 12 11:11:04.232877 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083137a6-0521-45b4-aba6-911a1a829766 None None] New status for floating IP 96c4cc53-5437-471e-93a7-a2c12a88cd31: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:11:04.288303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-0a2d0f7f-2082-4167-a85a-a235913d8b87 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips/549b6202-b066-4a96-afec-d0f33025b6f3 HTTP/1.1" status: 200 len: 692 time: 0.1444960 Nov 12 11:11:04.389558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e4be-19db-4558-b777-e13e824c5670 req-f97ef53f-52b3-43b8-966e-b5df2d7f860e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.391166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d39e4be-19db-4558-b777-e13e824c5670 req-f97ef53f-52b3-43b8-966e-b5df2d7f860e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0575867 Nov 12 11:11:04.406402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50536) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:04.411555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'floatingip': {'port_id': '02d3237b-aef0-4402-9f18-8dacaa8cfbba'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:04.417076 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a73791c-1a70-49bb-9e0f-b05243af0bd6 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.515956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73791c-1a70-49bb-9e0f-b05243af0bd6 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event deleted for resources: {'Port': ['ID=2327738c-c2de-4dfd-b0e4-fa5fee6b22f0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:04.520238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.591997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-c57c5eb1-6156-4de3-ae9c-191e2ef97d95 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.593479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-c57c5eb1-6156-4de3-ae9c-191e2ef97d95 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.2883270 Nov 12 11:11:04.624331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-7f66b551-b2b4-46c5-bf3d-954ddbe9b3a7 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:04.625535 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-7f66b551-b2b4-46c5-bf3d-954ddbe9b3a7 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225382 Nov 12 11:11:04.714751 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-61230e93-3f64-4e54-ac38-b259019e946e tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0764720 Nov 12 11:11:04.799092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a73791c-1a70-49bb-9e0f-b05243af0bd6 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.805561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8a73791c-1a70-49bb-9e0f-b05243af0bd6 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "DELETE /v2.0/ports/2327738c-c2de-4dfd-b0e4-fa5fee6b22f0 HTTP/1.1" status: 204 len: 168 time: 1.6237841 Nov 12 11:11:04.813711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50540) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:04.828543 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.832922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e632fd0-95a1-49d6-9178-e375f5a106e8 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:04.841366 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:04.858246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Transition to ACTIVE for port object 1e632fd0-95a1-49d6-9178-e375f5a106e8 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:04.885732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181291c-d8ea-4b38-9de6-a70fa367dec9 req-78bd62de-b445-46f8-84c6-e125b6155290 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.891800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181291c-d8ea-4b38-9de6-a70fa367dec9 req-78bd62de-b445-46f8-84c6-e125b6155290 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.898645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181291c-d8ea-4b38-9de6-a70fa367dec9 req-78bd62de-b445-46f8-84c6-e125b6155290 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.904595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181291c-d8ea-4b38-9de6-a70fa367dec9 req-78bd62de-b445-46f8-84c6-e125b6155290 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.910831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181291c-d8ea-4b38-9de6-a70fa367dec9 req-78bd62de-b445-46f8-84c6-e125b6155290 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:04.912990 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b181291c-d8ea-4b38-9de6-a70fa367dec9 req-78bd62de-b445-46f8-84c6-e125b6155290 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 3828 time: 0.4147506 Nov 12 11:11:04.934153 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-1accb477-d439-41cc-a90a-6331039612a7 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0743637 Nov 12 11:11:04.943344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.015370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-63858b97-645a-4424-9e07-43a343dd7ed3 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Deleting subnet 9972155b-d24a-41b2-8c3d-e85186807486 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:05.038092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63858b97-645a-4424-9e07-43a343dd7ed3 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.111480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63858b97-645a-4424-9e07-43a343dd7ed3 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.157192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Pushing event updated for resources: {'Port': ['ID=1e632fd0-95a1-49d6-9178-e375f5a106e8,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:05.202263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63858b97-645a-4424-9e07-43a343dd7ed3 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.383557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Attempting to bind port 1e632fd0-95a1-49d6-9178-e375f5a106e8 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:05.383557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Attempting to bind port 1e632fd0-95a1-49d6-9178-e375f5a106e8 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:05.383557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Attempting to bind port 1e632fd0-95a1-49d6-9178-e375f5a106e8 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:05.383557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Deleting port c337183e-22dd-4553-ac7e-132849c25a23 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:05.383557 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.401636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Port 1e632fd0-95a1-49d6-9178-e375f5a106e8 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:05.402378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Attempting to bind port 1e632fd0-95a1-49d6-9178-e375f5a106e8 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:05.419301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:05.419675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Checking segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:05.420217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Bound using segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:05.420779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Bound port: 1e632fd0-95a1-49d6-9178-e375f5a106e8, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:05.421264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.529925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63858b97-645a-4424-9e07-43a343dd7ed3 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.568400 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.568720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.594202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Calling delete_port for c337183e-22dd-4553-ac7e-132849c25a23 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:05.602502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] For port 1e632fd0-95a1-49d6-9178-e375f5a106e8, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:05.609196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] For port 1e632fd0-95a1-49d6-9178-e375f5a106e8, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:05.648251 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63858b97-645a-4424-9e07-43a343dd7ed3 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.652948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-63858b97-645a-4424-9e07-43a343dd7ed3 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "DELETE /v2.0/subnets/9972155b-d24a-41b2-8c3d-e85186807486 HTTP/1.1" status: 204 len: 168 time: 0.8359935 Nov 12 11:11:05.653285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d09ae-660b-4333-9ade-2f2bc58a6e96 None None] Network ec97b888-90a4-4cdb-aca5-1e67d42f2e1a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:05.654763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b181291c-d8ea-4b38-9de6-a70fa367dec9 req-0e171ec7-ad1b-4bb2-85f9-77bdab5b9d20 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7249198 Nov 12 11:11:05.657587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50544) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:05.658949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63858b97-645a-4424-9e07-43a343dd7ed3 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event deleted for resources: {'Subnet': ['ID=9972155b-d24a-41b2-8c3d-e85186807486,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:05.696801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:05.698796 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:05.824036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.862932 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.867513 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614cd30a-5ee8-44fc-b0d6-c20772254dbb x-openstack-request-id: req-614cd30a-5ee8-44fc-b0d6-c20772254dbb {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:05.867798 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:05.868321 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-614cd30a-5ee8-44fc-b0d6-c20772254dbb {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:05.869625 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'status': 'completed', 'code': 200} Nov 12 11:11:05.949670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:11:05.984058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:05.985329 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:05.987330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] 10.222.0.69 "PUT /v2.0/ports/1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 200 len: 1136 time: 2.2592220 Nov 12 11:11:06.026001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c44ef8e-f01d-4184-b610-e3e52396342a req-7cf2ea84-a148-453c-9f40-21d2541ecd11 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-group-rules/d625851d-207e-4bc1-981f-2ca1dd51db98 HTTP/1.1" status: 200 len: 778 time: 0.1305487 Nov 12 11:11:06.060063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d641b-10c7-4947-bfb1-1d998ac1e49f service neutron] Pushing event updated for resources: {'Port': ['ID=1e632fd0-95a1-49d6-9178-e375f5a106e8,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:06.104359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:06.107319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-7fb8c72f-78b8-41f8-a239-bd8291f1be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.107967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-7fb8c72f-78b8-41f8-a239-bd8291f1be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.108529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-7fb8c72f-78b8-41f8-a239-bd8291f1be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.109134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-7fb8c72f-78b8-41f8-a239-bd8291f1be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.109970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-7fb8c72f-78b8-41f8-a239-bd8291f1be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.110535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-7fb8c72f-78b8-41f8-a239-bd8291f1be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.112899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6bd1654-9663-4568-ae25-0120115f7146 req-7fb8c72f-78b8-41f8-a239-bd8291f1be9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5293 time: 0.2234044 Nov 12 11:11:06.115089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Deleting port eb3439f5-a156-44be-9c58-cfa17208dc3f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:06.115570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.145330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.165512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] DHCP port deletion for ec97b888-90a4-4cdb-aca5-1e67d42f2e1a request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:06.179554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.220051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Pushing event deleted for resources: {'Port': ['ID=c337183e-22dd-4553-ac7e-132849c25a23,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:06.236363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Deleting port eb3439f5-a156-44be-9c58-cfa17208dc3f {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:06.236911 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.285548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] For port eb3439f5-a156-44be-9c58-cfa17208dc3f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eb3439f5-a156-44be-9c58-cfa17208dc3f,segment=NetworkSegment(f931bb6a-4773-4d42-ac3b-c285def1d51c),segment_id=f931bb6a-4773-4d42-ac3b-c285def1d51c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:06.286049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.292336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.332542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] For port eb3439f5-a156-44be-9c58-cfa17208dc3f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eb3439f5-a156-44be-9c58-cfa17208dc3f,segment=NetworkSegment(f931bb6a-4773-4d42-ac3b-c285def1d51c),segment_id=f931bb6a-4773-4d42-ac3b-c285def1d51c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:06.333355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.354925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Calling delete_port for eb3439f5-a156-44be-9c58-cfa17208dc3f owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:06.389123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.392092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.393350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7ccb7a6-56e9-4a2d-acca-6aee50064409 req-8751b507-6cdc-42d5-a488-f7f3173bb4d5 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "DELETE /v2.0/floatingips/549b6202-b066-4a96-afec-d0f33025b6f3 HTTP/1.1" status: 204 len: 173 time: 1.4465914 Nov 12 11:11:06.485650 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:11:06.569542 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.593204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-81a4555f-8569-4e7f-b7d3-22255d56ee6b tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1002 time: 0.1720567 Nov 12 11:11:06.627103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] No DVR routers for this DVR port eb3439f5-a156-44be-9c58-cfa17208dc3f on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:06.633172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Pushing event deleted for resources: {'Port': ['ID=eb3439f5-a156-44be-9c58-cfa17208dc3f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:06.642522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.643528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.644183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.644742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.651688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.652108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.652885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.653684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.655228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.655854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.656308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.656824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef28c4b-62fa-4048-b539-bfd92652725d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:06.696046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-1c91f2ea-ff4b-4f62-be23-d8c78e0f7d29 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.697650 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-1c91f2ea-ff4b-4f62-be23-d8c78e0f7d29 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports/a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 943 time: 0.0932586 Nov 12 11:11:06.759677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Calling delete_port for eb3439f5-a156-44be-9c58-cfa17208dc3f owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:06.761740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.780368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c44ef8e-f01d-4184-b610-e3e52396342a req-487c3b43-3f20-463a-8170-04b91489055d tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/5e85f566-dabf-4b43-a97a-f31c9e365991 HTTP/1.1" status: 200 len: 2426 time: 0.7345495 Nov 12 11:11:06.787206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eb3439f5-a156-44be-9c58-cfa17208dc3f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:06.817255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: eb3439f5-a156-44be-9c58-cfa17208dc3f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:06.817975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eb3439f5-a156-44be-9c58-cfa17208dc3f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:06.867541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e63152-5248-4e8f-b5aa-114acaedfd1f {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:06.879559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-206b1912-d159-4528-b47c-47b516dc465b tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1002 time: 0.1101782 Nov 12 11:11:06.881693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:06.890122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-8bc50673-8f9f-4e4d-952f-5c1366d91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.892448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-8bc50673-8f9f-4e4d-952f-5c1366d91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.892936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-8bc50673-8f9f-4e4d-952f-5c1366d91b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:06.894629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6bd1654-9663-4568-ae25-0120115f7146 req-8bc50673-8f9f-4e4d-952f-5c1366d91b8a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7b308783c2ba44f6871325dca02ceeec&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7660699 Nov 12 11:11:06.927053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Transition to ACTIVE for port object 26e63152-5248-4e8f-b5aa-114acaedfd1f will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:06.984622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4c44ef8e-f01d-4184-b610-e3e52396342a req-e18f1ecb-c858-458b-bbc2-62d29b5e9eb5 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.017074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-b194ef10-b7c3-496a-9b59-f3beff72adf4 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:07.019662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-b194ef10-b7c3-496a-9b59-f3beff72adf4 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.1327209 Nov 12 11:11:07.021131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.030297 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4c44ef8e-f01d-4184-b610-e3e52396342a req-e18f1ecb-c858-458b-bbc2-62d29b5e9eb5 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.078557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-31291ba2-7050-4921-a822-ce0d86fe5c2a tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:11:07.080083 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-31291ba2-7050-4921-a822-ce0d86fe5c2a tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527620 Nov 12 11:11:07.081590 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Floating IP 152e14be-c931-4ace-bbf5-f6a357172f16 associated. External IP: 172.25.3.30, port: 02d3237b-aef0-4402-9f18-8dacaa8cfbba. Nov 12 11:11:07.171551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1654-9663-4568-ae25-0120115f7146 req-82520b27-25c9-477c-82a6-7e567773a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:07.173190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6bd1654-9663-4568-ae25-0120115f7146 req-82520b27-25c9-477c-82a6-7e567773a277 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2362885 Nov 12 11:11:07.188613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 16395896-367b-4bfa-9c82-21240fbae912 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:07.206963 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4c44ef8e-f01d-4184-b610-e3e52396342a req-e18f1ecb-c858-458b-bbc2-62d29b5e9eb5 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.226320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 16395896-367b-4bfa-9c82-21240fbae912 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:07.227015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 16395896-367b-4bfa-9c82-21240fbae912 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:07.230225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4c44ef8e-f01d-4184-b610-e3e52396342a req-e18f1ecb-c858-458b-bbc2-62d29b5e9eb5 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.231148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Pushing event updated for resources: {'Port': ['ID=26e63152-5248-4e8f-b5aa-114acaedfd1f,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:07.231381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c44ef8e-f01d-4184-b610-e3e52396342a req-e18f1ecb-c858-458b-bbc2-62d29b5e9eb5 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/d625851d-207e-4bc1-981f-2ca1dd51db98 HTTP/1.1" status: 204 len: 173 time: 0.4052823 Nov 12 11:11:07.232673 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.266799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f1ecb-c858-458b-bbc2-62d29b5e9eb5 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d625851d-207e-4bc1-981f-2ca1dd51db98,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:07.274121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-2421d562-8149-4f5d-b0e9-7e2f8ec17fd1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 1002 time: 0.1850672 Nov 12 11:11:07.304557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event deleted for resources: {'Port': ['ID=eb3439f5-a156-44be-9c58-cfa17208dc3f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:07.306748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] No DVR routers for this DVR port eb3439f5-a156-44be-9c58-cfa17208dc3f on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:07.314908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:07.382606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50556) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:07.386311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Attempting to bind port 26e63152-5248-4e8f-b5aa-114acaedfd1f on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:07.386650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Attempting to bind port 26e63152-5248-4e8f-b5aa-114acaedfd1f by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:07.386974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Attempting to bind port 26e63152-5248-4e8f-b5aa-114acaedfd1f on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:07.411649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Port 26e63152-5248-4e8f-b5aa-114acaedfd1f on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:07.412389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Attempting to bind port 26e63152-5248-4e8f-b5aa-114acaedfd1f on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:07.446670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:07.447241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Checking segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:07.448550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Bound using segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:07.449190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Bound port: 26e63152-5248-4e8f-b5aa-114acaedfd1f, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:07.449711 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.471482 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.508934 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dcd88d-9301-4485-90ca-1869ccf2b0a0 x-openstack-request-id: req-86dcd88d-9301-4485-90ca-1869ccf2b0a0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:07.509224 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:07.509482 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86dcd88d-9301-4485-90ca-1869ccf2b0a0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:07.509874 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666', 'status': 'completed', 'code': 200} Nov 12 11:11:07.604964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.736300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec97b888-90a4-4cdb-aca5-1e67d42f2e1a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:07.775435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f931bb6a-4773-4d42-ac3b-c285def1d51c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:07.775900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f931bb6a-4773-4d42-ac3b-c285def1d51c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:07.785347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-563cd857-5c66-4d43-88b0-16718ae4af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:07.787098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-563cd857-5c66-4d43-88b0-16718ae4af80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1098 time: 0.2764072 Nov 12 11:11:07.808507 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.907727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Router eb4025c7-201c-4875-bb51-bd062891918f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:07.910877 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.955237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:07.955678 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:07.956874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879c61b0-6d4b-45dc-9cc9-33e668b48280', 'name': 'network-vif-deleted', 'tag': '16395896-367b-4bfa-9c82-21240fbae912'}, {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '1e632fd0-95a1-49d6-9178-e375f5a106e8'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:07.959859 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308aa9a8-25f9-469e-9468-d40d4c17bb4a" -d '{"events": [{"server_uuid": "879c61b0-6d4b-45dc-9cc9-33e668b48280", "name": "network-vif-deleted", "tag": "16395896-367b-4bfa-9c82-21240fbae912"}, {"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "1e632fd0-95a1-49d6-9178-e375f5a106e8"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:07.967222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-2eef55cc-9d4f-4795-90bb-cb81bee0c468 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4630392 Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:07.968013 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:08.062813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] For port 26e63152-5248-4e8f-b5aa-114acaedfd1f, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:08.089480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] For port 26e63152-5248-4e8f-b5aa-114acaedfd1f, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:08.100133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:08.132351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.166426 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.207668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.210966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.212508 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-8d790731-e899-47e4-9485-596b3700a19b service neutron] 10.222.0.69 "PUT /v2.0/ports/26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 200 len: 1137 time: 2.1143975 Nov 12 11:11:08.222491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.222820 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Floating IP 96c4cc53-5437-471e-93a7-a2c12a88cd31 disassociated. External IP: 172.25.3.213, port: a8a45a7a-338a-47ab-adf9-287896252666. Nov 12 11:11:08.262583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.290889 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.294431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] 10.222.0.98 "DELETE /v2.0/networks/ec97b888-90a4-4cdb-aca5-1e67d42f2e1a HTTP/1.1" status: 204 len: 168 time: 2.6335742 Nov 12 11:11:08.316442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1b768-bb50-4dec-8815-428286c8ecd2 tempest-ExtraDHCPOptionsTestJSON-1039007244 tempest-ExtraDHCPOptionsTestJSON-1039007244-project] Pushing event deleted for resources: {'Network': ['ID=ec97b888-90a4-4cdb-aca5-1e67d42f2e1a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:08.328400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:08.333529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d790731-e899-47e4-9485-596b3700a19b service neutron] Pushing event updated for resources: {'Port': ['ID=26e63152-5248-4e8f-b5aa-114acaedfd1f,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:08.390480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-16e3d19c-a65e-4f2f-9566-c315813997d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.392007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-16e3d19c-a65e-4f2f-9566-c315813997d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 921 time: 0.5940261 Nov 12 11:11:08.406494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.459664 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.501990 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-aa6b51a5-f9b4-4530-a539-34a82d17afdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 217 time: 0.0633132 Nov 12 11:11:08.551315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:08.558988 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:08.584151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] Sync routers for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:08.595496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:08.596498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:08.614362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Router 71f31615-092f-485c-8bcd-315c35e249ab has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:08.779168 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-7162c64f-fb6a-4e2f-bcad-903c3945c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:08.785455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-7162c64f-fb6a-4e2f-bcad-903c3945c47a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 200 len: 860 time: 0.2718711 Nov 12 11:11:08.792844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-87a4e52d-27ad-412b-9fc2-a7a011fc030b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "PUT /v2.0/floatingips/152e14be-c931-4ace-bbf5-f6a357172f16 HTTP/1.1" status: 200 len: 990 time: 4.3852775 Nov 12 11:11:08.816842 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:08.847248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-56c28dd3-c0ed-44e3-a346-9819e60701f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb5e42d0-42a4-46a9-8051-0af7b17602ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499699 Nov 12 11:11:08.940620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50568) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:09.010790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:09.016707 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.022124 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.026905 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] Sync routers for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:09.048534 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:09.050243 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:09.067002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-05c97bd8-b241-4ede-97d8-087bc3d5e903 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "PUT /v2.0/floatingips/96c4cc53-5437-471e-93a7-a2c12a88cd31 HTTP/1.1" status: 200 len: 695 time: 1.7819822 Nov 12 11:11:09.149090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-613bb3cb-7550-4be8-a3ed-f3a0da1099e5 service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908144 Nov 12 11:11:09.243130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Allocated IP 172.25.3.215 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b490a0fb-de35-4a24-a455-f4c320e34af7) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:09.266791 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:09.314954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-cebc149d-48c9-46a1-832d-dac00edcead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:09.318552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-cebc149d-48c9-46a1-832d-dac00edcead2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1098 time: 0.1985431 Nov 12 11:11:09.374860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '152e14be-c931-4ace-bbf5-f6a357172f16', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'port_id': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'mac_address': 'fa:16:3e:f7:08:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:29Z', 'updated_at': '2021-11-12T11:11:05Z', 'revision_number': 1, 'project_id': 'e9df845ab93d4af692eda94005804137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:09.414570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] Checking router: eb4025c7-201c-4875-bb51-bd062891918f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:09.426415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:09.427539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:09.454325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cb6b3f-040e-487c-9e01-a4d4ca65de81 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:09.469287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.499449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Transition to ACTIVE for port object 50cb6b3f-040e-487c-9e01-a4d4ca65de81 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:09.518195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-361fb61b-d28e-4578-8f53-bb73ed1de770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:09.520471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-361fb61b-d28e-4578-8f53-bb73ed1de770 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 921 time: 0.1922646 Nov 12 11:11:09.570907 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.580393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-cd6e2fd9-0165-4204-88b3-c1c8ec439fcf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 217 time: 0.0525160 Nov 12 11:11:09.600177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:09.774121 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:51Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:09.846565 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] Checking router: 71f31615-092f-485c-8bcd-315c35e249ab for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:09.852967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Attempting to bind port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:09.853318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Attempting to bind port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:09.853655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Attempting to bind port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.860478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Pushing event updated for resources: {'Port': ['ID=50cb6b3f-040e-487c-9e01-a4d4ca65de81,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:09.866778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-ce3c95a2-b5f5-4b69-85f1-b5834309fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:09.868579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-ce3c95a2-b5f5-4b69-85f1-b5834309fa06 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 200 len: 860 time: 0.2781076 Nov 12 11:11:09.873366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:09.873738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Attempting to bind port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:09.879061 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:09.879701 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:09.902058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:09.904546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:09.907975 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d03463-2f8c-42a5-8217-9cadc5101596" -d '{"events": [{"name": "network-changed", "server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:09.935327 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-94471d36-941f-4eec-ad07-8cf4b87ed893 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bb5e42d0-42a4-46a9-8051-0af7b17602ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569687 Nov 12 11:11:09.935979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:09.936322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Checking segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:09.936709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Bound using segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:09.937167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Bound port: 50cb6b3f-040e-487c-9e01-a4d4ca65de81, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:09.937552 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.001824 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0c57a9ee-9b65-422f-9b1c-5125a24f16c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=183a77ef8a224ae2977376cf4f4fcf4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0599287 Nov 12 11:11:10.011876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50574) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:10.057978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '152e14be-c931-4ace-bbf5-f6a357172f16', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'port_id': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'mac_address': 'fa:16:3e:f7:08:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:29Z', 'updated_at': '2021-11-12T11:11:05Z', 'revision_number': 1, 'project_id': 'e9df845ab93d4af692eda94005804137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:10.096912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1c2fd-8c9d-48b1-a240-bb81be4c616d None None] The sync data for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 is: [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '152e14be-c931-4ace-bbf5-f6a357172f16', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'port_id': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'mac_address': 'fa:16:3e:f7:08:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:29Z', 'updated_at': '2021-11-12T11:11:05Z', 'revision_number': 1, 'project_id': 'e9df845ab93d4af692eda94005804137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:10.102187 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:10.111663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6ac35bc-9e0d-4931-9104-ee5d8bf071bc req-8819183c-58dc-45b6-b8ee-e5269635c5df service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9438620 Nov 12 11:11:10.240432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.278373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] For port 50cb6b3f-040e-487c-9e01-a4d4ca65de81, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:10.291862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] For port 50cb6b3f-040e-487c-9e01-a4d4ca65de81, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:10.377324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8d7316e-51f4-4645-8870-b757ed51bd3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.384422 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.438127 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-5a97a506-9ddf-463e-8008-8ce492585cca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1864507 Nov 12 11:11:10.458063 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:51Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:10.512520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9871431f-ea12-40db-ae77-0c4e7ea86d7d None None] The sync data for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 is: [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:09:43Z', 'revision_number': 4, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '568bcb4a-03a7-4f63-9a24-eb51752dba19', 'name': '', 'network_id': 'bb5e42d0-42a4-46a9-8051-0af7b17602ff', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'mac_address': 'fa:16:3e:8d:04:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:41Z', 'updated_at': '2021-11-12T11:09:51Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'subnets': [{'id': 'a1845cbb-ff66-4c88-bd89-05f5686c7c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:10.517324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27b136-55ff-42e0-8e7e-3f8ebf0b1844 None None] New status for floating IP 152e14be-c931-4ace-bbf5-f6a357172f16: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:11:10.537545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.538718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.540205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] 10.222.0.69 "PUT /v2.0/ports/50cb6b3f-040e-487c-9e01-a4d4ca65de81 HTTP/1.1" status: 200 len: 1091 time: 2.2174315 Nov 12 11:11:10.558700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.598687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-959543d7-5396-4cdb-b44e-c53d4a5931e1 service neutron] 10.222.0.98 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263435 Nov 12 11:11:10.618429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Pushing event updated for resources: {'Port': ['ID=b490a0fb-de35-4a24-a455-f4c320e34af7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:10.659994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:10.664755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:10.673316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:10.719216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:10.818777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f433d4fc-ac43-4ebc-8790-65b73e73c30b req-b41444ac-8f78-4d0f-aebd-a0701f39ef03 service neutron] 10.222.0.98 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188518 Nov 12 11:11:10.820253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4436ae-2bec-4c1f-bf10-a7a407bc1230 service neutron] Pushing event updated for resources: {'Port': ['ID=50cb6b3f-040e-487c-9e01-a4d4ca65de81,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:10.844864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8d7316e-51f4-4645-8870-b757ed51bd3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.846596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.899689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Deleting port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:10.900144 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:10.983075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-afd87383-8637-4948-905c-b88d903a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.993316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-afd87383-8637-4948-905c-b88d903a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.993817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-afd87383-8637-4948-905c-b88d903a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.994472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-afd87383-8637-4948-905c-b88d903a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.994786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-afd87383-8637-4948-905c-b88d903a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.995277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-afd87383-8637-4948-905c-b88d903a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:10.996051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-afd87383-8637-4948-905c-b88d903a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.004769 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-afd87383-8637-4948-905c-b88d903a2a46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6496 time: 0.1920278 Nov 12 11:11:11.033181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] For port bf2787f7-5bd7-4df1-b5ca-c864f2657dbc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,segment=NetworkSegment(d7fe7ad2-af1c-4507-bee5-7b52060ee8af),segment_id=d7fe7ad2-af1c-4507-bee5-7b52060ee8af)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:11.033878 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.055732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Calling delete_port for bf2787f7-5bd7-4df1-b5ca-c864f2657dbc owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:11.166850 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.180956 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8d7316e-51f4-4645-8870-b757ed51bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.183419 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8d7316e-51f4-4645-8870-b757ed51bd3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.187850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b8d7316e-51f4-4645-8870-b757ed51bd3f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/648c1c62-1506-486f-b9c9-ffcf9cd606d5 HTTP/1.1" status: 204 len: 168 time: 1.1690862 Nov 12 11:11:11.223641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754d0b-d034-4bda-add0-96cc42cadffa req-d1a78781-9b2c-4c48-8ee2-fa0e43f06373 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.230770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754d0b-d034-4bda-add0-96cc42cadffa req-d1a78781-9b2c-4c48-8ee2-fa0e43f06373 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.238096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754d0b-d034-4bda-add0-96cc42cadffa req-d1a78781-9b2c-4c48-8ee2-fa0e43f06373 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.244951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754d0b-d034-4bda-add0-96cc42cadffa req-d1a78781-9b2c-4c48-8ee2-fa0e43f06373 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.251856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754d0b-d034-4bda-add0-96cc42cadffa req-d1a78781-9b2c-4c48-8ee2-fa0e43f06373 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.259108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754d0b-d034-4bda-add0-96cc42cadffa req-d1a78781-9b2c-4c48-8ee2-fa0e43f06373 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.265559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754d0b-d034-4bda-add0-96cc42cadffa req-d1a78781-9b2c-4c48-8ee2-fa0e43f06373 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.267693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99754d0b-d034-4bda-add0-96cc42cadffa req-d1a78781-9b2c-4c48-8ee2-fa0e43f06373 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5395 time: 0.2609921 Nov 12 11:11:11.270990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7316e-51f4-4645-8870-b757ed51bd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648c1c62-1506-486f-b9c9-ffcf9cd606d5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:11.332649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.338062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-60c666c7-5bd3-4922-a378-a64eb19ec723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.338550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-60c666c7-5bd3-4922-a378-a64eb19ec723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.339122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-60c666c7-5bd3-4922-a378-a64eb19ec723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.340943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-60c666c7-5bd3-4922-a378-a64eb19ec723 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=31e2f8a8-e302-43c3-acca-4e38462841ab&id=31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 200 len: 2294 time: 0.3020511 Nov 12 11:11:11.555378 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabce854-8140-4364-bdbc-5cdc51d865f7 None None] New status for floating IP 96c4cc53-5437-471e-93a7-a2c12a88cd31: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:11:11.603006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99754d0b-d034-4bda-add0-96cc42cadffa req-4f5ada72-5989-4c9f-910f-d9d599416f9d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3258328 Nov 12 11:11:11.713468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-cd438399-ac07-4088-a787-301550c98584 req-491eaa7e-4de7-421b-9b82-00c44d8fd49e tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2143061332', 'description': 'tempest-description-1641769918'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:11.823772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-f701b39d-63b4-4351-a923-37cab65be15b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18940690-d376-4d98-bcd8-33d0180182c5 HTTP/1.1" status: 200 len: 1001 time: 0.4677167 Nov 12 11:11:11.918860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f17775-9a95-4252-931a-f1ea71405cd2 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:11.936085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-2917f6a2-d268-49e6-ada0-8cf77e1a615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:11.936472 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.937984 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-2917f6a2-d268-49e6-ada0-8cf77e1a615b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee2e48f5-73b4-444d-bf4d-52c50d9610da HTTP/1.1" status: 200 len: 851 time: 0.1052461 Nov 12 11:11:11.940372 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cd438399-ac07-4088-a787-301550c98584 req-491eaa7e-4de7-421b-9b82-00c44d8fd49e tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:11.956383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Transition to ACTIVE for port object c6f17775-9a95-4252-931a-f1ea71405cd2 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:12.044499 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.087655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-73e16d31-4388-48b5-be2a-e1eb4286a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.091546 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-73e16d31-4388-48b5-be2a-e1eb4286a1fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207454 Nov 12 11:11:12.114624 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.150891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Pushing event updated for resources: {'Port': ['ID=c6f17775-9a95-4252-931a-f1ea71405cd2,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:12.155730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cd438399-ac07-4088-a787-301550c98584 req-491eaa7e-4de7-421b-9b82-00c44d8fd49e tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.179292 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.248689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-cb1e238b-b489-4030-b7b2-aed8a4ffffdd service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468351 Nov 12 11:11:12.263679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2787f7-5bd7-4df1-b5ca-c864f2657dbc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:12.268828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.270862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cd438399-ac07-4088-a787-301550c98584 req-491eaa7e-4de7-421b-9b82-00c44d8fd49e tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.403402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eaa7e-4de7-421b-9b82-00c44d8fd49e tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1fb15f-750e-4f02-8697-58c0b60ad7a3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:12.468457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cd438399-ac07-4088-a787-301550c98584 req-491eaa7e-4de7-421b-9b82-00c44d8fd49e tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.468796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Pushing event updated for resources: {'Port': ['ID=b490a0fb-de35-4a24-a455-f4c320e34af7,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:12.470220 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd438399-ac07-4088-a787-301550c98584 req-491eaa7e-4de7-421b-9b82-00c44d8fd49e tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7829018 Nov 12 11:11:12.483736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-63de138f-57b7-4a4a-bb0a-06069a2dd8b2 service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255917 Nov 12 11:11:12.546824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-6d9048f1-17aa-438c-99a4-02b1351e4bbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 217 time: 0.0533123 Nov 12 11:11:12.548344 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9702aef0-de48-45d2-88a8-73d9bd3a85c1 x-openstack-request-id: req-9702aef0-de48-45d2-88a8-73d9bd3a85c1 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:12.548625 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879c61b0-6d4b-45dc-9cc9-33e668b48280", "name": "network-vif-deleted", "tag": "16395896-367b-4bfa-9c82-21240fbae912", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "1e632fd0-95a1-49d6-9178-e375f5a106e8", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:12.548951 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9702aef0-de48-45d2-88a8-73d9bd3a85c1 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:12.549480 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879c61b0-6d4b-45dc-9cc9-33e668b48280', 'name': 'network-vif-deleted', 'tag': '16395896-367b-4bfa-9c82-21240fbae912', 'status': 'completed', 'code': 200} Nov 12 11:11:12.549595 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '1e632fd0-95a1-49d6-9178-e375f5a106e8', 'status': 'completed', 'code': 200} Nov 12 11:11:12.680148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Attempting to bind port c6f17775-9a95-4252-931a-f1ea71405cd2 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:12.681812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Attempting to bind port c6f17775-9a95-4252-931a-f1ea71405cd2 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:12.682201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Attempting to bind port c6f17775-9a95-4252-931a-f1ea71405cd2 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:12.732439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Port c6f17775-9a95-4252-931a-f1ea71405cd2 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:12.733095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Attempting to bind port c6f17775-9a95-4252-931a-f1ea71405cd2 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:12.747454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.755109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:12.755109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Checking segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:12.755109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Bound using segment: {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:12.755109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Bound port: c6f17775-9a95-4252-931a-f1ea71405cd2, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf1399d-36ec-47af-90b7-dfc8ce0260d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:12.755109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.867098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] For port c6f17775-9a95-4252-931a-f1ea71405cd2, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:12.872632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] For port c6f17775-9a95-4252-931a-f1ea71405cd2, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c6f17775-9a95-4252-931a-f1ea71405cd2,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:12.922543 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:12.937587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-1e917632-00ff-49b2-ac53-ed956b2ea06a tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8880682 Nov 12 11:11:12.975156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-d5c6f4e9-1025-4046-a30a-80de6578d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:12.978363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-d5c6f4e9-1025-4046-a30a-80de6578d8c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.4212863 Nov 12 11:11:13.008756 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ea3d4a-8d4b-431e-a15b-74b1f012cd8e x-openstack-request-id: req-e0ea3d4a-8d4b-431e-a15b-74b1f012cd8e {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:13.009058 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:13.009058 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e0ea3d4a-8d4b-431e-a15b-74b1f012cd8e {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:13.009578 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'status': 'completed', 'code': 200} Nov 12 11:11:13.026271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-aa18d0c3-b681-4f67-a513-317fec9e2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.026271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-aa18d0c3-b681-4f67-a513-317fec9e2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.026900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-aa18d0c3-b681-4f67-a513-317fec9e2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.027261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-aa18d0c3-b681-4f67-a513-317fec9e2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.027726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-aa18d0c3-b681-4f67-a513-317fec9e2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.028219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-aa18d0c3-b681-4f67-a513-317fec9e2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.028683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-aa18d0c3-b681-4f67-a513-317fec9e2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.030834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-aa18d0c3-b681-4f67-a513-317fec9e2a07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6317 time: 0.3405643 Nov 12 11:11:13.065023 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.127287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-c605d51b-dbe5-4409-8170-982da788967a tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/floatingips/96c4cc53-5437-471e-93a7-a2c12a88cd31 HTTP/1.1" status: 200 len: 693 time: 0.1472161 Nov 12 11:11:13.264171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-25269ee1-9204-4356-b2e1-87f3f3e27f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.270567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-25269ee1-9204-4356-b2e1-87f3f3e27f82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2818978 Nov 12 11:11:13.322177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.323171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.325478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] 10.222.0.69 "PUT /v2.0/ports/c6f17775-9a95-4252-931a-f1ea71405cd2 HTTP/1.1" status: 200 len: 1092 time: 2.6110575 Nov 12 11:11:13.329672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50602) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:13.344864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-d5557f01-abf5-4dd9-88f7-80ea138f36f1 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.215 HTTP/1.1" status: 200 len: 696 time: 0.4058089 Nov 12 11:11:13.391258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-0c9e85c0-799a-476c-b5f5-a4831edb4fcb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.405392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-0c9e85c0-799a-476c-b5f5-a4831edb4fcb tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.2656112 Nov 12 11:11:13.494668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-ea1d9ad0-f684-4858-8fd1-5b61b1ab50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.495520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-ea1d9ad0-f684-4858-8fd1-5b61b1ab50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.496725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-ea1d9ad0-f684-4858-8fd1-5b61b1ab50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.499629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-ea1d9ad0-f684-4858-8fd1-5b61b1ab50e0 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7b308783c2ba44f6871325dca02ceeec&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4086552 Nov 12 11:11:13.509367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:13.553319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421faf8c-2ece-40cd-a479-088d76b9432a service neutron] Pushing event updated for resources: {'Port': ['ID=c6f17775-9a95-4252-931a-f1ea71405cd2,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:13.567444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-68b13364-eb2e-4a10-a3b9-dcae4ec4427f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.1606221 Nov 12 11:11:13.707238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:13.724896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-c5a990dd-ae9f-4131-a2cb-1135e9b51ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:13.727767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-c5a990dd-ae9f-4131-a2cb-1135e9b51ae4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1097 time: 0.7161069 Nov 12 11:11:13.734648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-ad75fe82-1472-42e8-b79a-2c435e95e440 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.1062000 Nov 12 11:11:13.855798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bdc73a71-1b8e-428e-b4ad-89d406a927db tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-382004837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:13.893733 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-3740655a-3b85-48e0-95bb-4951fe48cf32 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838107 Nov 12 11:11:13.967141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.014501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-fb434baa-0d25-477f-ab95-ce30f540fba8 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.032006 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22ad5ddd-0e40-4f48-afcb-dd290b1ab669 req-fb434baa-0d25-477f-ab95-ce30f540fba8 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.6858909 Nov 12 11:11:14.042844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Deleting port 2d344dbc-8823-4d13-9503-42a04b4324a1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:14.042844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.046534 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-5346ad98-2adc-4367-8db3-ffcda75a38e4 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440194 Nov 12 11:11:14.129487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-cee0ce12-585e-4397-8f4d-cf722110f856 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 217 time: 0.0703094 Nov 12 11:11:14.207742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.208246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.223510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-79df620e-e656-443b-9819-80fc23658c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.225067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-79df620e-e656-443b-9819-80fc23658c3c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.0863268 Nov 12 11:11:14.229935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Calling delete_port for 2d344dbc-8823-4d13-9503-42a04b4324a1 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:14.332534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-531a3585-85dd-4936-a453-1986b63ccb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.334020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-531a3585-85dd-4936-a453-1986b63ccb9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991859 Nov 12 11:11:14.481799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-7a0a7281-8e5a-4e6b-bfa1-faeea0611374 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373289 Nov 12 11:11:14.493928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-08cc4f98-d0d1-423d-a662-32a417c3bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.495485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-308aa9a8-25f9-469e-9468-d40d4c17bb4a req-08cc4f98-d0d1-423d-a662-32a417c3bba5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9441793 Nov 12 11:11:14.524601 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bdc73a71-1b8e-428e-b4ad-89d406a927db tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.525836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bdc73a71-1b8e-428e-b4ad-89d406a927db tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.566500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '26e63152-5248-4e8f-b5aa-114acaedfd1f'}, {'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666'}, {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '50cb6b3f-040e-487c-9e01-a4d4ca65de81'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:14.567667 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6872830-7d49-4364-892d-6093d27533bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "26e63152-5248-4e8f-b5aa-114acaedfd1f"}, {"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666"}, {"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "50cb6b3f-040e-487c-9e01-a4d4ca65de81"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:14.578430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-90937744-a151-4731-827d-dc0f071fc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.580004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-90937744-a151-4731-827d-dc0f071fc007 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.7790582 Nov 12 11:11:14.615247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-2f86fc6d-3351-4563-84e6-e23533651ef4 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238489 Nov 12 11:11:14.628789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c23865eb-76a7-4ce7-af0f-8014ab45de39 req-bb0ab5a5-d941-4856-820f-ae6fdecfb366 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/9b1fb15f-750e-4f02-8697-58c0b60ad7a3 HTTP/1.1" status: 200 len: 1832 time: 0.5910575 Nov 12 11:11:14.646569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.707073 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-1eec8cb6-db1f-4322-99f0-db0effbd6bc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a HTTP/1.1" status: 200 len: 217 time: 0.0717108 Nov 12 11:11:14.710195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event deleted for resources: {'Port': ['ID=2d344dbc-8823-4d13-9503-42a04b4324a1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:14.716809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-66e7004f-d9bd-440c-804d-c19e1b8deb83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 1000 time: 0.1226835 Nov 12 11:11:14.829965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-73a87a20-05a2-48ad-91e1-a8d2b1c864bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.831661 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-73a87a20-05a2-48ad-91e1-a8d2b1c864bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.1086216 Nov 12 11:11:14.839886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.843062 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:14.844340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a1667c-97a6-4ae7-92dd-5bb5a2247b80 req-44f86ca9-344f-44d0-83f2-5bb9d1b4934f tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "DELETE /v2.0/floatingips/96c4cc53-5437-471e-93a7-a2c12a88cd31 HTTP/1.1" status: 204 len: 173 time: 1.0928216 Nov 12 11:11:14.892761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-452705e8-7138-4f85-a59f-846df8eb2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:14.894374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-452705e8-7138-4f85-a59f-846df8eb2a0a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491061 Nov 12 11:11:15.018270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-02466008-557d-4db5-ac36-67b52077204b service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150539 Nov 12 11:11:15.018500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': 'c6f17775-9a95-4252-931a-f1ea71405cd2'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:15.021421 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44056963-5ad7-4985-87e7-59dc8d0944f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "c6f17775-9a95-4252-931a-f1ea71405cd2"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:15.027250 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bdc73a71-1b8e-428e-b4ad-89d406a927db tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.067090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-57d3c92a-dbfc-48e8-b2c3-6c2618e32e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.068632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-57d3c92a-dbfc-48e8-b2c3-6c2618e32e78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.2794030 Nov 12 11:11:15.130728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bdc73a71-1b8e-428e-b4ad-89d406a927db tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.156688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7d13524-8591-4292-a199-cadb94194f10 req-f6cc4633-8252-4aa6-aeb9-8b909a8c2176 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips/2a7ccb3c-ac50-49dc-995e-c2f20e87b54b HTTP/1.1" status: 200 len: 693 time: 0.0608568 Nov 12 11:11:15.164697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-1ac5f117-c727-4cfb-9df9-c7778839b191 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.171191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-1ac5f117-c727-4cfb-9df9-c7778839b191 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.177328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-1ac5f117-c727-4cfb-9df9-c7778839b191 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.183344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-1ac5f117-c727-4cfb-9df9-c7778839b191 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.189432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-1ac5f117-c727-4cfb-9df9-c7778839b191 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.195523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-1ac5f117-c727-4cfb-9df9-c7778839b191 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.200901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-0bf520ba-2eb9-4499-881a-505b4361bb62 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715214 Nov 12 11:11:15.201948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-1ac5f117-c727-4cfb-9df9-c7778839b191 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.203948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-1ac5f117-c727-4cfb-9df9-c7778839b191 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5407 time: 0.4312403 Nov 12 11:11:15.283647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Router 5115118e-5a6f-4a3d-a645-98ba711f4e94 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:15.287482 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-260e3337-27e7-4e15-ab24-ab261b680803 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=1a779cea-43ea-4aff-9730-204aa60a2453 HTTP/1.1" status: 200 len: 217 time: 0.0761719 Nov 12 11:11:15.309982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-982c8e0e-8c8e-4528-8462-1892dadf0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.311504 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-982c8e0e-8c8e-4528-8462-1892dadf0f3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2119248 Nov 12 11:11:15.314180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bdc73a71-1b8e-428e-b4ad-89d406a927db tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.315297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bdc73a71-1b8e-428e-b4ad-89d406a927db tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.8553371 Nov 12 11:11:15.321439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50622) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:15.330350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1513579930'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:15.367123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-7273b0c4-81b7-45e9-863f-cf06fd4137f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.368694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-7273b0c4-81b7-45e9-863f-cf06fd4137f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.0715065 Nov 12 11:11:15.380832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13524-8591-4292-a199-cadb94194f10 req-554fc348-df45-4fda-b154-2bbdc46a4f96 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.386947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7d13524-8591-4292-a199-cadb94194f10 req-554fc348-df45-4fda-b154-2bbdc46a4f96 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 784 time: 0.2108586 Nov 12 11:11:15.450102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5052c298-3532-4c62-a8a3-b0dacd62ea62 req-81b73be5-d425-4c56-86fa-342380ed081c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2273328 Nov 12 11:11:15.471673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7d13524-8591-4292-a199-cadb94194f10 req-6594adc1-5488-4236-aa81-1d910b5b2049 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.215 HTTP/1.1" status: 200 len: 696 time: 0.0786357 Nov 12 11:11:15.554726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7d13524-8591-4292-a199-cadb94194f10 req-dc35f64d-ef2c-4a9b-8237-05ee6b272b4c tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.25.3.215 HTTP/1.1" status: 200 len: 696 time: 0.0537126 Nov 12 11:11:15.556531 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677a2aa2-eab2-4446-9358-811dc1b890e8 x-openstack-request-id: req-677a2aa2-eab2-4446-9358-811dc1b890e8 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:15.556830 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "26e63152-5248-4e8f-b5aa-114acaedfd1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "tag": "a8a45a7a-338a-47ab-adf9-287896252666", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "50cb6b3f-040e-487c-9e01-a4d4ca65de81", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:15.557082 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-677a2aa2-eab2-4446-9358-811dc1b890e8 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:15.557479 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '26e63152-5248-4e8f-b5aa-114acaedfd1f', 'status': 'completed', 'code': 200} Nov 12 11:11:15.557728 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666', 'status': 'completed', 'code': 200} Nov 12 11:11:15.557973 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '50cb6b3f-040e-487c-9e01-a4d4ca65de81', 'status': 'completed', 'code': 200} Nov 12 11:11:15.560277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-e531a494-2ed1-439b-b2fb-d6bf8b47b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.564888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-e531a494-2ed1-439b-b2fb-d6bf8b47b5e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1727390 Nov 12 11:11:15.692708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d3d990-1ea4-48ed-8037-8035977b61b1 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:15.723032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.746578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Made reservation on behalf of 471d663ae51841bc9d77ea6af1e87eda for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:15.750084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.761597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:15.780401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] Sync routers for ids ['5115118e-5a6f-4a3d-a645-98ba711f4e94'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:15.790573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-18b5ea37-7932-44fa-81ef-7b126f0109e6 admin admin] 10.222.0.98 "PUT /v2.0/routers/5115118e-5a6f-4a3d-a645-98ba711f4e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4034111 Nov 12 11:11:15.791731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50626) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:15.793559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Transition to ACTIVE for port object 23d3d990-1ea4-48ed-8037-8035977b61b1 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:15.794654 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:15.800028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] Routers {'5115118e-5a6f-4a3d-a645-98ba711f4e94'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:15.805145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5115118e-5a6f-4a3d-a645-98ba711f4e94'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:15.805336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86b31834-8f12-4417-aac5-6632e4d8475c req-6bbd82b5-1a9a-4e6a-ba13-2bdb2db73c0b tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups/3ea9bc2c-a354-4196-a1b1-8bb55d995ec8 HTTP/1.1" status: 200 len: 1826 time: 0.2179611 Nov 12 11:11:15.805935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-ac5af8e7-0788-4d9d-a2fa-5167cb8542b3 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346778 Nov 12 11:11:15.812567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-24a641c7-ffd2-43e8-9b0a-53ead817553a service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859505 Nov 12 11:11:15.822316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-dc89c524-0b6a-407a-a612-851d94830185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.822966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-dc89c524-0b6a-407a-a612-851d94830185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.823527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-dc89c524-0b6a-407a-a612-851d94830185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.824100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-dc89c524-0b6a-407a-a612-851d94830185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.824642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-dc89c524-0b6a-407a-a612-851d94830185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.825176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-dc89c524-0b6a-407a-a612-851d94830185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.825717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-dc89c524-0b6a-407a-a612-851d94830185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:15.828132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-dc89c524-0b6a-407a-a612-851d94830185 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6359 time: 0.2161229 Nov 12 11:11:15.868698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Deleting port b490a0fb-de35-4a24-a455-f4c320e34af7 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:15.868994 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.000107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] Set router 5115118e-5a6f-4a3d-a645-98ba711f4e94 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:16.004887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.193350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Pushing event updated for resources: {'Port': ['ID=23d3d990-1ea4-48ed-8037-8035977b61b1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:16.208965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86b31834-8f12-4417-aac5-6632e4d8475c req-5f1707e9-7c1d-4f08-846b-79e845086230 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.293486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d03463-2f8c-42a5-8217-9cadc5101596 req-b5170965-b061-4d9c-b1a7-38ebce5c973f service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563203 Nov 12 11:11:16.305847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-c6459222-73a1-4341-8eb5-fc86e27b33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.306585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-c6459222-73a1-4341-8eb5-fc86e27b33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.308718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-c6459222-73a1-4341-8eb5-fc86e27b33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.308931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-c6459222-73a1-4341-8eb5-fc86e27b33fa service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7b308783c2ba44f6871325dca02ceeec&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4705558 Nov 12 11:11:16.376329 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86b31834-8f12-4417-aac5-6632e4d8475c req-5f1707e9-7c1d-4f08-846b-79e845086230 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.409101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.448524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:11:11Z', 'revision_number': 5, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:16.456083 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-42a7ac7a-569e-48fd-a2eb-b7d0978986b6 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091208 Nov 12 11:11:16.488752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] Checking router: 5115118e-5a6f-4a3d-a645-98ba711f4e94 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:16.512589 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.512857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] Routers {'5115118e-5a6f-4a3d-a645-98ba711f4e94'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:16.513336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5115118e-5a6f-4a3d-a645-98ba711f4e94'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:16.570920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.580498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:16.603881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Attempting to bind port 23d3d990-1ea4-48ed-8037-8035977b61b1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:16.604366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Attempting to bind port 23d3d990-1ea4-48ed-8037-8035977b61b1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:16.604802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Attempting to bind port 23d3d990-1ea4-48ed-8037-8035977b61b1 on network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:16.622525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dfff74-5900-45d0-a0e2-e46453562192,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:16.629548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.630050 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Added segment e930f7f2-8d74-449f-add1-64192883f407 of type vlan for network eca80b43-6a22-4ce5-be31-e602ffd749dc Nov 12 11:11:16.633057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Port 23d3d990-1ea4-48ed-8037-8035977b61b1 on network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:16.633505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Attempting to bind port 23d3d990-1ea4-48ed-8037-8035977b61b1 on network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:16.646669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-8895ebe9-0b9f-43c9-9c9b-bc2e0afd020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.648465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-8895ebe9-0b9f-43c9-9c9b-bc2e0afd020c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3279288 Nov 12 11:11:16.677596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] Set router 5115118e-5a6f-4a3d-a645-98ba711f4e94 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:16.681198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:16.681431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Checking segment: {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:16.681906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Bound using segment: {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:16.683124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Bound port: 23d3d990-1ea4-48ed-8037-8035977b61b1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:16.683598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.689395 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86b31834-8f12-4417-aac5-6632e4d8475c req-5f1707e9-7c1d-4f08-846b-79e845086230 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.692370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-86b31834-8f12-4417-aac5-6632e4d8475c req-5f1707e9-7c1d-4f08-846b-79e845086230 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.693915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86b31834-8f12-4417-aac5-6632e4d8475c req-5f1707e9-7c1d-4f08-846b-79e845086230 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "DELETE /v2.0/security-groups/3ea9bc2c-a354-4196-a1b1-8bb55d995ec8 HTTP/1.1" status: 204 len: 173 time: 0.8801761 Nov 12 11:11:16.738885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.757801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-ee6b7dca-84e7-4b80-b141-ea0f46fd9ca0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 HTTP/1.1" status: 200 len: 217 time: 0.2902036 Nov 12 11:11:16.796245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.796873 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.867056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] For port 23d3d990-1ea4-48ed-8037-8035977b61b1, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:16.872833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] For port 23d3d990-1ea4-48ed-8037-8035977b61b1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=23d3d990-1ea4-48ed-8037-8035977b61b1,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:16.874304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1707e9-7c1d-4f08-846b-79e845086230 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea9bc2c-a354-4196-a1b1-8bb55d995ec8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:16.877377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Calling delete_port for b490a0fb-de35-4a24-a455-f4c320e34af7 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:16.916405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-42f16164-a006-4b9c-9d39-b77501c35111 req-c0166e41-33c9-4ac4-9076-3b97afb57c35 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2047072708', 'description': 'tempest-description-837557559'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:16.924928 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c71fa-92d2-4c6a-8801-68cce4ffc2f7 x-openstack-request-id: req-fb4c71fa-92d2-4c6a-8801-68cce4ffc2f7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:16.925480 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "c6f17775-9a95-4252-931a-f1ea71405cd2", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:16.932843 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb4c71fa-92d2-4c6a-8801-68cce4ffc2f7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:16.932843 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': 'c6f17775-9a95-4252-931a-f1ea71405cd2', 'status': 'completed', 'code': 200} Nov 12 11:11:16.935700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.942563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.943575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:16.948146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-a810f8d8-6fcf-4d15-9387-49018bd476f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:16.950221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-a810f8d8-6fcf-4d15-9387-49018bd476f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.1819997 Nov 12 11:11:17.034255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.034845 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.071142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-f6941a12-4afe-4017-a297-95234e0490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.072020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-f6941a12-4afe-4017-a297-95234e0490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.072386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-f6941a12-4afe-4017-a297-95234e0490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.072933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-f6941a12-4afe-4017-a297-95234e0490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.073475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-f6941a12-4afe-4017-a297-95234e0490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.074018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-f6941a12-4afe-4017-a297-95234e0490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.074556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-f6941a12-4afe-4017-a297-95234e0490aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.077078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-f6941a12-4afe-4017-a297-95234e0490aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6385 time: 0.2009969 Nov 12 11:11:17.101301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-740ceccd-2703-403e-8c80-36035d300609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.103043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-740ceccd-2703-403e-8c80-36035d300609 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159070 Nov 12 11:11:17.105229 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7799890 Nov 12 11:11:17.106517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50636) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:17.125397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'subnet': {'network_id': 'eca80b43-6a22-4ce5-be31-e602ffd749dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:17.215737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9bc22-2308-419d-b0fa-8a7ca0ea76f4 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Network': ['ID=eca80b43-6a22-4ce5-be31-e602ffd749dc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:17.236357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.236357 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.241736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] 10.222.0.69 "PUT /v2.0/ports/23d3d990-1ea4-48ed-8037-8035977b61b1 HTTP/1.1" status: 200 len: 1092 time: 3.7747982 Nov 12 11:11:17.255674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-65452924-366d-4d66-a265-c0d7ede33f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.260954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network eca80b43-6a22-4ce5-be31-e602ffd749dc details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:17.262105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-65452924-366d-4d66-a265-c0d7ede33f07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 1098 time: 0.5513182 Nov 12 11:11:17.308173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27742518-f167-4258-b9ed-68cd27d52190 service neutron] Pushing event updated for resources: {'Port': ['ID=23d3d990-1ea4-48ed-8037-8035977b61b1,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:17.353134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:11:11Z', 'revision_number': 5, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:17.419687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcb0f48-f39f-4df4-ab4b-498c47ddb60a None None] The sync data for ids ['5115118e-5a6f-4a3d-a645-98ba711f4e94'] in n-d-768852-22 is: [{'id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'name': 'tempest-ServerRescueTestJSON-1575117913-router', 'tenant_id': '2a88d75199844646a131a6357f69f1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:24Z', 'updated_at': '2021-11-12T11:11:11Z', 'revision_number': 5, 'project_id': '2a88d75199844646a131a6357f69f1d4', 'gw_port': {'id': 'f1956477-cdef-4a44-ad6a-fc5757203a77', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5115118e-5a6f-4a3d-a645-98ba711f4e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:26Z', 'updated_at': '2021-11-12T11:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:17.430598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-42f16164-a006-4b9c-9d39-b77501c35111 req-c0166e41-33c9-4ac4-9076-3b97afb57c35 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.462820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-1580036b-e140-4f74-ad7d-e0f3f727f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.468863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-1580036b-e140-4f74-ad7d-e0f3f727f92d service neutron] 10.222.0.69 "GET /v2.0/networks?id=bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 200 len: 921 time: 0.1968451 Nov 12 11:11:17.469959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-69c7d8be-1db0-48a0-bcb0-8c3b867757c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.470612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-69c7d8be-1db0-48a0-bcb0-8c3b867757c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.470912 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-69c7d8be-1db0-48a0-bcb0-8c3b867757c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.477455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-69c7d8be-1db0-48a0-bcb0-8c3b867757c4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7b308783c2ba44f6871325dca02ceeec&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3842835 Nov 12 11:11:17.484256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Request body: {'port': {'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:17.518090 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.594894 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-3a5ed5a1-4333-4d5b-80de-1750542e6a78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 200 len: 217 time: 0.0672841 Nov 12 11:11:17.678298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Made reservation on behalf of 471d663ae51841bc9d77ea6af1e87eda for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:17.684403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.727278 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.792024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-03bd1685-3250-402b-85be-2f9989647919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.793643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-03bd1685-3250-402b-85be-2f9989647919 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 200 len: 860 time: 0.1676898 Nov 12 11:11:17.813394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-d503c4af-938b-4551-b862-6ac4b4362acc service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922123 Nov 12 11:11:17.821535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-e371a272-0ae4-48d9-a6a6-5f7797b971ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:17.823106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-e371a272-0ae4-48d9-a6a6-5f7797b971ce service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3343854 Nov 12 11:11:17.835854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Deleting port f1956477-cdef-4a44-ad6a-fc5757203a77 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:17.838187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.869260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-d37c4780-d80c-4e6d-9f2f-033bbfd29c4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bb5e42d0-42a4-46a9-8051-0af7b17602ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590951 Nov 12 11:11:17.876494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.950038 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-42f16164-a006-4b9c-9d39-b77501c35111 req-c0166e41-33c9-4ac4-9076-3b97afb57c35 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:17.983773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Pushing event deleted for resources: {'Port': ['ID=b490a0fb-de35-4a24-a455-f4c320e34af7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:18.125807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.129595 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.130870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7d13524-8591-4292-a199-cadb94194f10 req-65ffcf06-5bae-4102-a5e4-9cc3e4a191a2 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "DELETE /v2.0/floatingips/2a7ccb3c-ac50-49dc-995e-c2f20e87b54b HTTP/1.1" status: 204 len: 173 time: 2.5681024 Nov 12 11:11:18.146213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] For port f1956477-cdef-4a44-ad6a-fc5757203a77, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1956477-cdef-4a44-ad6a-fc5757203a77,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:18.146581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.166233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-a5e9eda3-0f28-442d-8d3e-b434f5babd7f service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421009 Nov 12 11:11:18.167226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Calling delete_port for f1956477-cdef-4a44-ad6a-fc5757203a77 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:18.225427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-e44251fb-b306-446f-ab9a-420edae453be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aee3264f-14b1-4799-838a-712bfed63c38 HTTP/1.1" status: 200 len: 217 time: 0.0479827 Nov 12 11:11:18.345381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-bb72734c-cf55-46df-a68e-f2364e85dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.346901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-bb72734c-cf55-46df-a68e-f2364e85dd65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.0863276 Nov 12 11:11:18.418940 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-42f16164-a006-4b9c-9d39-b77501c35111 req-c0166e41-33c9-4ac4-9076-3b97afb57c35 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.487741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-6a99de9a-7dc6-4107-8547-55e3bc72a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.489353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-6a99de9a-7dc6-4107-8547-55e3bc72a37f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1342192 Nov 12 11:11:18.565101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-355702ff-9a2d-4eaa-b09a-cf9c5ffacdc7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.571407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-355702ff-9a2d-4eaa-b09a-cf9c5ffacdc7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.577666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-355702ff-9a2d-4eaa-b09a-cf9c5ffacdc7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.583753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-355702ff-9a2d-4eaa-b09a-cf9c5ffacdc7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.587468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0166e41-33c9-4ac4-9076-3b97afb57c35 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4f1432-120f-4b81-99f1-7f8197cce9df,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:18.590612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-355702ff-9a2d-4eaa-b09a-cf9c5ffacdc7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.596927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-355702ff-9a2d-4eaa-b09a-cf9c5ffacdc7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.604430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-355702ff-9a2d-4eaa-b09a-cf9c5ffacdc7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:18.604616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-42f16164-a006-4b9c-9d39-b77501c35111 req-c0166e41-33c9-4ac4-9076-3b97afb57c35 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.605847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-355702ff-9a2d-4eaa-b09a-cf9c5ffacdc7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5419 time: 0.2104657 Nov 12 11:11:18.611978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42f16164-a006-4b9c-9d39-b77501c35111 req-c0166e41-33c9-4ac4-9076-3b97afb57c35 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.7013741 Nov 12 11:11:18.695365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-9c72a63d-426d-4759-a960-5f10779b3ae2 service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113797 Nov 12 11:11:18.852129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf2787f7-5bd7-4df1-b5ca-c864f2657dbc no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:18.899370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:18.927331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '23d3d990-1ea4-48ed-8037-8035977b61b1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:18.930111 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d5f600-6344-45f1-a5ce-b69ab7a0989d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "23d3d990-1ea4-48ed-8037-8035977b61b1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:18.940198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-2561f740-7107-47e6-bc87-35739769c81d service neutron] 10.222.0.69 "GET /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345634 Nov 12 11:11:18.940340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: bf2787f7-5bd7-4df1-b5ca-c864f2657dbc {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:18.940922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf2787f7-5bd7-4df1-b5ca-c864f2657dbc not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:19.001640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d99c5d1-bb8d-46d9-a781-788965264a54 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:19.041463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.095096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Subnet': ['ID=25cf29bc-64fa-46b9-be7d-3fe4b7a68115,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:19.099759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Transition to ACTIVE for port object 1d99c5d1-bb8d-46d9-a781-788965264a54 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:19.100691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.116423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Checking segment: {'id': 'e930f7f2-8d74-449f-add1-64192883f407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eca80b43-6a22-4ce5-be31-e602ffd749dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:19.125974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network hostable DHCP agents. Network: eca80b43-6a22-4ce5-be31-e602ffd749dc, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:19.132023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-2c628636-7eb3-4635-81f8-dddca4581abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.132534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-2c628636-7eb3-4635-81f8-dddca4581abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.133007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-2c628636-7eb3-4635-81f8-dddca4581abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.133486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-2c628636-7eb3-4635-81f8-dddca4581abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.133956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-2c628636-7eb3-4635-81f8-dddca4581abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.134439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-2c628636-7eb3-4635-81f8-dddca4581abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.134909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-2c628636-7eb3-4635-81f8-dddca4581abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.137104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-2c628636-7eb3-4635-81f8-dddca4581abf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6427 time: 0.1210566 Nov 12 11:11:19.144327 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-a03479bf-d29e-48ec-a869-d029e92a0aad service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447217 Nov 12 11:11:19.155450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1956477-cdef-4a44-ad6a-fc5757203a77,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:19.160257 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b21fa77f-fc37-4875-9fef-04d8c5c66f03 req-64a18ba0-a7ba-4a4d-b6e5-d5ccb57c3421 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5471463 Nov 12 11:11:19.202060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.280064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.344094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network eca80b43-6a22-4ce5-be31-e602ffd749dc is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:19.403293 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-896ebf9b-a98e-465c-9fe0-4d2291b3c639 req-be7b75a0-2c10-41fb-ac4b-112566fa44c4 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] show failed (client error): The resource could not be found. Nov 12 11:11:19.404437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-896ebf9b-a98e-465c-9fe0-4d2291b3c639 req-be7b75a0-2c10-41fb-ac4b-112566fa44c4 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips/2a7ccb3c-ac50-49dc-995e-c2f20e87b54b HTTP/1.1" status: 404 len: 350 time: 0.0759475 Nov 12 11:11:19.408993 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.420510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d99c5d1-bb8d-46d9-a781-788965264a54,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:19.422788 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.484393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3aec3585-f02d-4b6c-ba76-969d2fd1a35f req-dacc0618-5fef-4d4f-b62c-cd79a56d7a07 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092852 Nov 12 11:11:19.492422 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2ca705e3-385f-46b2-82d4-adf009fce27e req-0430e248-2392-41f9-aff9-406984cf8b4c tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/1a4f1432-120f-4b81-99f1-7f8197cce9df HTTP/1.1" status: 200 len: 1831 time: 0.2042913 Nov 12 11:11:19.498958 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d75a96-7700-4b2b-87f8-5a0c7bbe7975 x-openstack-request-id: req-22d75a96-7700-4b2b-87f8-5a0c7bbe7975 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:19.499283 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "23d3d990-1ea4-48ed-8037-8035977b61b1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:19.499542 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22d75a96-7700-4b2b-87f8-5a0c7bbe7975 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:19.499962 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '23d3d990-1ea4-48ed-8037-8035977b61b1', 'status': 'completed', 'code': 200} Nov 12 11:11:19.504603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, eca80b43-6a22-4ce5-be31-e602ffd749dc) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:19.514736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.515356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.521643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-820904fc-06e1-44dd-ae2e-9dcbb62213d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.521643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-820904fc-06e1-44dd-ae2e-9dcbb62213d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.521643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-820904fc-06e1-44dd-ae2e-9dcbb62213d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.521643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-820904fc-06e1-44dd-ae2e-9dcbb62213d6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7b308783c2ba44f6871325dca02ceeec&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3577447 Nov 12 11:11:19.558237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb2bbe-a2e9-4e25-bd3f-6f935dcf225c None None] Network eca80b43-6a22-4ce5-be31-e602ffd749dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:19.574175 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.575063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5115118e-5a6f-4a3d-a645-98ba711f4e94 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:11:19.580970 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.585581 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-74e008b0-97f3-42a3-bcb2-de9ab24ea7e2 admin admin] 10.222.0.98 "DELETE /v2.0/routers/5115118e-5a6f-4a3d-a645-98ba711f4e94 HTTP/1.1" status: 204 len: 168 time: 3.7890353 Nov 12 11:11:19.587517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50654) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:19.685081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5014a83d-fca5-4684-b6d2-3f9275747c6a tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5704193 Nov 12 11:11:19.690561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50656) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:19.707325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'network': {'name': 'tempest-router-network01--492351621'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:19.792146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-86758ad9-79bd-4e9b-863f-0d78ded6ea8a admin admin] Deleting subnet 70c76c78-43b9-4371-8da7-d42062dbf526 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:19.803791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86758ad9-79bd-4e9b-863f-0d78ded6ea8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.812235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Attempting to bind port 1d99c5d1-bb8d-46d9-a781-788965264a54 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:19.812574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Attempting to bind port 1d99c5d1-bb8d-46d9-a781-788965264a54 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:19.812972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Attempting to bind port 1d99c5d1-bb8d-46d9-a781-788965264a54 on network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:19.828395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Port 1d99c5d1-bb8d-46d9-a781-788965264a54 on network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:19.828722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Attempting to bind port 1d99c5d1-bb8d-46d9-a781-788965264a54 on network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:19.845607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:19.845965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Checking segment: {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:19.846366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Bound using segment: {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:19.846888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Bound port: 1d99c5d1-bb8d-46d9-a781-788965264a54, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:19.847257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.866452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-eca80b43-6a22-4ce5-be31-e602ffd749dc', 'network_id': 'eca80b43-6a22-4ce5-be31-e602ffd749dc', 'tenant_id': '471d663ae51841bc9d77ea6af1e87eda', 'fixed_ips': [{'subnet_id': '25cf29bc-64fa-46b9-be7d-3fe4b7a68115'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:11:19.868255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.889710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00883-5c34-4b24-9bfb-7ce635384d3d req-129ed0cc-ccc7-40a5-850f-6f1d29723cc7 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.897859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24a00883-5c34-4b24-9bfb-7ce635384d3d req-129ed0cc-ccc7-40a5-850f-6f1d29723cc7 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.3351197 Nov 12 11:11:19.907478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6872830-7d49-4364-892d-6093d27533bd req-f49c3126-777a-487e-b202-419ff8fc19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:19.908992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6872830-7d49-4364-892d-6093d27533bd req-f49c3126-777a-487e-b202-419ff8fc19fe service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3765326 Nov 12 11:11:19.917945 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-7d775172-49a5-4750-be34-a4bfe77dd942 req-4db877f2-9d3b-4acd-9721-213c99840ea3 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] show failed (client error): The resource could not be found. Nov 12 11:11:19.918935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7d775172-49a5-4750-be34-a4bfe77dd942 req-4db877f2-9d3b-4acd-9721-213c99840ea3 tempest-FloatingIPsTestJSON-1960679425 tempest-FloatingIPsTestJSON-1960679425-project] 10.222.0.98 "GET /v2.0/floatingips/2a7ccb3c-ac50-49dc-995e-c2f20e87b54b HTTP/1.1" status: 404 len: 350 time: 0.0622761 Nov 12 11:11:19.931755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50658) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:19.934852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Made reservation on behalf of 471d663ae51841bc9d77ea6af1e87eda for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:19.939351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.961275 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86758ad9-79bd-4e9b-863f-0d78ded6ea8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:19.996887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c74b6437-39c8-4cb9-bd42-66d52e2b3f1c req-0adb4e78-5bea-4330-bbf8-d628aa06cbbe tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-179868700', 'description': 'tempest-description-1473820565'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:20.040322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:20.055609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86758ad9-79bd-4e9b-863f-0d78ded6ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.078987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.079345 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Added segment cf76d252-af73-4c9e-b252-2e9f7ea71d68 of type vlan for network beab0fca-728c-47b3-9382-ea74e85055f0 Nov 12 11:11:20.127134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c74b6437-39c8-4cb9-bd42-66d52e2b3f1c req-0adb4e78-5bea-4330-bbf8-d628aa06cbbe tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.135207 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24a00883-5c34-4b24-9bfb-7ce635384d3d req-06cde358-bb04-4c81-be19-176cf8f1c097 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364280 Nov 12 11:11:20.135496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Allocated IP 172.20.0.2 (eca80b43-6a22-4ce5-be31-e602ffd749dc/25cf29bc-64fa-46b9-be7d-3fe4b7a68115/19bd170f-0df1-4656-9308-6b26f3fc4ba0) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:20.149648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] For port 1d99c5d1-bb8d-46d9-a781-788965264a54, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:20.166051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] For port 1d99c5d1-bb8d-46d9-a781-788965264a54, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1d99c5d1-bb8d-46d9-a781-788965264a54,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:20.172144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.192029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-5e06b513-b1b5-4eaa-8e78-676626a3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.192911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-5e06b513-b1b5-4eaa-8e78-676626a3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.193650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-5e06b513-b1b5-4eaa-8e78-676626a3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.194979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-5e06b513-b1b5-4eaa-8e78-676626a3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.195628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-5e06b513-b1b5-4eaa-8e78-676626a3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.196296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-5e06b513-b1b5-4eaa-8e78-676626a3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.197008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-5e06b513-b1b5-4eaa-8e78-676626a3a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.199616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-5e06b513-b1b5-4eaa-8e78-676626a3a2fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6453 time: 0.2256756 Nov 12 11:11:20.279136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c74b6437-39c8-4cb9-bd42-66d52e2b3f1c req-0adb4e78-5bea-4330-bbf8-d628aa06cbbe tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.279884 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.280058 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86758ad9-79bd-4e9b-863f-0d78ded6ea8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.324755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86758ad9-79bd-4e9b-863f-0d78ded6ea8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c76c78-43b9-4371-8da7-d42062dbf526,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:20.325753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86758ad9-79bd-4e9b-863f-0d78ded6ea8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.329559 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.340740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-86758ad9-79bd-4e9b-863f-0d78ded6ea8a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/70c76c78-43b9-4371-8da7-d42062dbf526 HTTP/1.1" status: 204 len: 168 time: 0.7439921 Nov 12 11:11:20.340740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50662) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:20.340740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.341664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.341840 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.370413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.371268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.373969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] 10.222.0.69 "PUT /v2.0/ports/1d99c5d1-bb8d-46d9-a781-788965264a54 HTTP/1.1" status: 200 len: 1092 time: 2.9208362 Nov 12 11:11:20.401711 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c74b6437-39c8-4cb9-bd42-66d52e2b3f1c req-0adb4e78-5bea-4330-bbf8-d628aa06cbbe tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.442083 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.500705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Network eca80b43-6a22-4ce5-be31-e602ffd749dc is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:20.514815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:20.519630 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.523796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a153c6-0739-4a28-98e9-1144426480e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d99c5d1-bb8d-46d9-a781-788965264a54,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:20.524420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:20.532810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Network': ['ID=beab0fca-728c-47b3-9382-ea74e85055f0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:20.550208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b8baec1c-dd94-411d-b0bd-a54a2d17510c tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8571560 Nov 12 11:11:20.550208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50664) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:20.550943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb4e78-5bea-4330-bbf8-d628aa06cbbe tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d1002e-64ab-4e2b-bfe8-c8ed6bc8ee19,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:20.555820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.562170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network beab0fca-728c-47b3-9382-ea74e85055f0 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:20.565248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-f06847c4-0e6d-48c4-a1a7-778dd03c2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.566186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-f06847c4-0e6d-48c4-a1a7-778dd03c2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.566969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-f06847c4-0e6d-48c4-a1a7-778dd03c2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.568485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'network': {'name': 'tempest-router-network02--1527782775'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:20.570947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-f06847c4-0e6d-48c4-a1a7-778dd03c2268 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7b308783c2ba44f6871325dca02ceeec&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3587801 Nov 12 11:11:20.631355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c74b6437-39c8-4cb9-bd42-66d52e2b3f1c req-0adb4e78-5bea-4330-bbf8-d628aa06cbbe tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.663013 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c74b6437-39c8-4cb9-bd42-66d52e2b3f1c req-0adb4e78-5bea-4330-bbf8-d628aa06cbbe tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6920605 Nov 12 11:11:20.672751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Pushing event updated for resources: {'Port': ['ID=19bd170f-0df1-4656-9308-6b26f3fc4ba0,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:20.722357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-92bdc9cd-81b4-4e48-ac18-1473192d96d9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.744235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Attempting to bind port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:20.744235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Attempting to bind port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'e930f7f2-8d74-449f-add1-64192883f407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eca80b43-6a22-4ce5-be31-e602ffd749dc'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:20.744594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Attempting to bind port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 on network eca80b43-6a22-4ce5-be31-e602ffd749dc {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:20.748796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-92bdc9cd-81b4-4e48-ac18-1473192d96d9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.754736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:20.755288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Checking segment: {'id': 'e930f7f2-8d74-449f-add1-64192883f407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eca80b43-6a22-4ce5-be31-e602ffd749dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:20.755697 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.756386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Bound using segment: {'id': 'e930f7f2-8d74-449f-add1-64192883f407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eca80b43-6a22-4ce5-be31-e602ffd749dc'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:20.756926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Bound port: 19bd170f-0df1-4656-9308-6b26f3fc4ba0, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e930f7f2-8d74-449f-add1-64192883f407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'eca80b43-6a22-4ce5-be31-e602ffd749dc'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:20.757262 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.762380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-92bdc9cd-81b4-4e48-ac18-1473192d96d9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.769986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-92bdc9cd-81b4-4e48-ac18-1473192d96d9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.778986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-92bdc9cd-81b4-4e48-ac18-1473192d96d9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.787326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-92bdc9cd-81b4-4e48-ac18-1473192d96d9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.800527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-92bdc9cd-81b4-4e48-ac18-1473192d96d9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:20.804951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-92bdc9cd-81b4-4e48-ac18-1473192d96d9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.4110303 Nov 12 11:11:20.815781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.816074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1956477-cdef-4a44-ad6a-fc5757203a77 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:20.826536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Made reservation on behalf of 471d663ae51841bc9d77ea6af1e87eda for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:20.830655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.858470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f1956477-cdef-4a44-ad6a-fc5757203a77 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:20.858470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1956477-cdef-4a44-ad6a-fc5757203a77 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:20.874969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3113830-4b24-4afd-b356-495c65d08e7f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:20.879331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] For port 19bd170f-0df1-4656-9308-6b26f3fc4ba0, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:20.886173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] For port 19bd170f-0df1-4656-9308-6b26f3fc4ba0, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=19bd170f-0df1-4656-9308-6b26f3fc4ba0,segment=NetworkSegment(e930f7f2-8d74-449f-add1-64192883f407),segment_id=e930f7f2-8d74-449f-add1-64192883f407)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:20.896361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:20.896657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fe7ad2-af1c-4507-bee5-7b52060ee8af') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:20.911102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.923816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14489580-f18d-4a29-987f-c30014c42ce9 req-7cb669b1-21b8-4446-90f5-d0cbf5cef147 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/73d1002e-64ab-4e2b-bfe8-c8ed6bc8ee19 HTTP/1.1" status: 200 len: 1831 time: 0.1317198 Nov 12 11:11:20.929282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:20.938694 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.956069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:20.957196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:20.959630 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:20.989724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.992992 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:20.997575 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Added segment 683d8034-8f18-418b-956d-02babffd253c of type vlan for network 3bdff38a-46a6-443f-a69a-63959b695479 Nov 12 11:11:21.023504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-66a946bc-d709-47e8-af6e-b9306334ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.025807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78d5f600-6344-45f1-a5ce-b69ab7a0989d req-66a946bc-d709-47e8-af6e-b9306334ccfe service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4086006 Nov 12 11:11:21.031913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-663bd2d2-0840-4183-bfa7-0613c1e7fc9f req-39c68908-cebe-448b-a1d9-d3e37cc66789 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931167 Nov 12 11:11:21.091044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-39ea304a-5d11-43cf-b1f3-a546689c7af3 req-c13af63e-d5ee-43ed-90b0-01c5621bba49 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1478542735', 'description': 'tempest-description-656717743'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:21.119638 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.156049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49023e-9932-43a6-b51b-23865bf0e92e None None] Pushing event updated for resources: {'Port': ['ID=19bd170f-0df1-4656-9308-6b26f3fc4ba0,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:21.194297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.210041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a3b67054-3b80-42cc-8250-45244c0cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.210525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a3b67054-3b80-42cc-8250-45244c0cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.210995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a3b67054-3b80-42cc-8250-45244c0cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.211481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a3b67054-3b80-42cc-8250-45244c0cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.211904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a3b67054-3b80-42cc-8250-45244c0cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.212517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.212773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a3b67054-3b80-42cc-8250-45244c0cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.213339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-a3b67054-3b80-42cc-8250-45244c0cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.216543 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-a3b67054-3b80-42cc-8250-45244c0cc2aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6495 time: 0.0888293 Nov 12 11:11:21.221851 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.224581 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/d3113830-4b24-4afd-b356-495c65d08e7f HTTP/1.1" status: 204 len: 168 time: 0.8791509 Nov 12 11:11:21.248991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2034d6-71f8-4711-ba41-74760eafb4c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3113830-4b24-4afd-b356-495c65d08e7f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:21.252496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-39ea304a-5d11-43cf-b1f3-a546689c7af3 req-c13af63e-d5ee-43ed-90b0-01c5621bba49 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.295105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.301724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.302339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.361317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-60b8a170-949e-4f76-b5d0-88bf4c72c3bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f66b097e-87fa-4583-9053-abb58ed084dd HTTP/1.1" status: 200 len: 217 time: 0.0713465 Nov 12 11:11:21.461869 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9037757 Nov 12 11:11:21.470563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce607cb0-52e7-4ac4-b187-92b2ccb7b82e tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Network': ['ID=3bdff38a-46a6-443f-a69a-63959b695479,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:21.488624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50678) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:21.496981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'subnet': {'network_id': 'beab0fca-728c-47b3-9382-ea74e85055f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:21.498166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 3bdff38a-46a6-443f-a69a-63959b695479 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:21.504472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '1d99c5d1-bb8d-46d9-a781-788965264a54'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:21.507137 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a55054-ed75-48bf-9859-97714380dd73" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "1d99c5d1-bb8d-46d9-a781-788965264a54"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:21.525336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-39ea304a-5d11-43cf-b1f3-a546689c7af3 req-c13af63e-d5ee-43ed-90b0-01c5621bba49 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.581131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-e4858bef-e321-44c3-bd12-4bc0d259a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.583055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-e4858bef-e321-44c3-bd12-4bc0d259a189 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81408f4c-9403-4690-9f6c-f964b92eb25e HTTP/1.1" status: 200 len: 855 time: 0.1974702 Nov 12 11:11:21.594678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a414e0-b976-4425-b1e7-f32235751634 req-af70a3b0-89a1-4907-90ac-95a7565dab4d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.596620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2a414e0-b976-4425-b1e7-f32235751634 req-af70a3b0-89a1-4907-90ac-95a7565dab4d tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.2976124 Nov 12 11:11:21.605581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-39ea304a-5d11-43cf-b1f3-a546689c7af3 req-c13af63e-d5ee-43ed-90b0-01c5621bba49 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.650149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13af63e-d5ee-43ed-90b0-01c5621bba49 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1658f7ea-27f2-47eb-b9f1-9f6180560457,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:21.727847 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-39ea304a-5d11-43cf-b1f3-a546689c7af3 req-c13af63e-d5ee-43ed-90b0-01c5621bba49 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.729329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39ea304a-5d11-43cf-b1f3-a546689c7af3 req-c13af63e-d5ee-43ed-90b0-01c5621bba49 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6660936 Nov 12 11:11:21.787183 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549d951-fe51-41ee-b284-65f8729ac672 x-openstack-request-id: req-e549d951-fe51-41ee-b284-65f8729ac672 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:21.787506 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "1d99c5d1-bb8d-46d9-a781-788965264a54", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:21.787957 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e549d951-fe51-41ee-b284-65f8729ac672 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:21.788269 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': '1d99c5d1-bb8d-46d9-a781-788965264a54', 'status': 'completed', 'code': 200} Nov 12 11:11:21.816823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:21.820354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2a414e0-b976-4425-b1e7-f32235751634 req-228db556-81b1-488f-b62f-236979e80e6c tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836495 Nov 12 11:11:21.824549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-1c4d671a-aa7b-4099-bd9b-a2c5734987d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:21.826252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-1c4d671a-aa7b-4099-bd9b-a2c5734987d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2024007 Nov 12 11:11:21.881987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e6e622a-9488-41f8-b76b-85ba4fcec046 req-e557e967-e709-45d7-93dd-0a031cf27218 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/1658f7ea-27f2-47eb-b9f1-9f6180560457 HTTP/1.1" status: 200 len: 1831 time: 0.0833209 Nov 12 11:11:21.887084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bb455d49-6765-4c55-8536-a3e8a5da1c3c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2a88d75199844646a131a6357f69f1d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0668104 Nov 12 11:11:21.887274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50688) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:21.922790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Made reservation on behalf of 471d663ae51841bc9d77ea6af1e87eda for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:21.927887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:21.936502 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-53c64c4c-0f8f-426a-b848-6e30a2e0113b req-55907eef-112b-4f75-b5d3-c33ea3d6d891 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] show failed (client error): The resource could not be found. Nov 12 11:11:21.938235 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c64c4c-0f8f-426a-b848-6e30a2e0113b req-55907eef-112b-4f75-b5d3-c33ea3d6d891 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/cae575ae-54f8-4227-8f02-85efde630fe6 HTTP/1.1" status: 404 len: 352 time: 0.0258663 Nov 12 11:11:21.987263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-629f3ab7-a306-4568-89db-d3485e0a2e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.019819 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-629f3ab7-a306-4568-89db-d3485e0a2e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.105600 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-236548e4-c8f0-457e-99ea-10de60fe392d req-344ae6a1-06b7-48bb-bedc-4ef01fda94b8 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] show failed (client error): The resource could not be found. Nov 12 11:11:22.106503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-236548e4-c8f0-457e-99ea-10de60fe392d req-344ae6a1-06b7-48bb-bedc-4ef01fda94b8 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-group-rules/5692d707-db47-4f38-82a6-9d27746422da HTTP/1.1" status: 404 len: 361 time: 0.1044719 Nov 12 11:11:22.149829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-38334659-a157-4ecb-a844-ec1df1af3ecc tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.151390 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-38334659-a157-4ecb-a844-ec1df1af3ecc tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.2885649 Nov 12 11:11:22.221698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-629f3ab7-a306-4568-89db-d3485e0a2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.226341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-629f3ab7-a306-4568-89db-d3485e0a2e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.230624 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-629f3ab7-a306-4568-89db-d3485e0a2e06 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/49e1481e-92a0-4917-9ab1-6e31edbe0462 HTTP/1.1" status: 204 len: 168 time: 0.3397224 Nov 12 11:11:22.260154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-59722cbf-28ff-428d-971a-e0c0cae06658 service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243650 Nov 12 11:11:22.273949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-698302e2-d483-4e6d-9eb0-43af8b00549e req-618c14bd-a7c6-47e8-ade2-263ed3d1936b tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/1658f7ea-27f2-47eb-b9f1-9f6180560457 HTTP/1.1" status: 200 len: 1831 time: 0.1272628 Nov 12 11:11:22.275599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f3ab7-a306-4568-89db-d3485e0a2e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e1481e-92a0-4917-9ab1-6e31edbe0462,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:22.403587 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-698302e2-d483-4e6d-9eb0-43af8b00549e req-373b8aa4-04dd-4138-b381-a144756b0ed3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.435887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-698302e2-d483-4e6d-9eb0-43af8b00549e req-373b8aa4-04dd-4138-b381-a144756b0ed3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.528383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d3e81-347f-4250-81ce-45eab42c2699 None None] Network eca80b43-6a22-4ce5-be31-e602ffd749dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:22.580492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-698302e2-d483-4e6d-9eb0-43af8b00549e req-373b8aa4-04dd-4138-b381-a144756b0ed3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.586486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-698302e2-d483-4e6d-9eb0-43af8b00549e req-373b8aa4-04dd-4138-b381-a144756b0ed3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.598310 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-698302e2-d483-4e6d-9eb0-43af8b00549e req-373b8aa4-04dd-4138-b381-a144756b0ed3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "DELETE /v2.0/security-groups/1658f7ea-27f2-47eb-b9f1-9f6180560457 HTTP/1.1" status: 204 len: 173 time: 0.3060904 Nov 12 11:11:22.637601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d822f35f-ebbc-4e6b-b187-978e7ec3edc9 None None] Provisioning complete for port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:22.638581 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d822f35f-ebbc-4e6b-b187-978e7ec3edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.673343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b8aa4-04dd-4138-b381-a144756b0ed3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658f7ea-27f2-47eb-b9f1-9f6180560457,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:22.800470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-caa4c895-b5b1-4c95-beed-6c91a35587e4 req-c95f29a0-b0e4-4b58-aa7c-8fa8be2bacb4 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/73d1002e-64ab-4e2b-bfe8-c8ed6bc8ee19 HTTP/1.1" status: 200 len: 1831 time: 0.1658731 Nov 12 11:11:22.810635 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d822f35f-ebbc-4e6b-b187-978e7ec3edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.862078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-ecbb7133-cae8-43a8-b3bb-bcae5838e74d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.874518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d822f35f-ebbc-4e6b-b187-978e7ec3edc9 None None] For port 19bd170f-0df1-4656-9308-6b26f3fc4ba0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=19bd170f-0df1-4656-9308-6b26f3fc4ba0,segment=NetworkSegment(e930f7f2-8d74-449f-add1-64192883f407),segment_id=e930f7f2-8d74-449f-add1-64192883f407)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:22.874781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-ecbb7133-cae8-43a8-b3bb-bcae5838e74d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.881784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-ecbb7133-cae8-43a8-b3bb-bcae5838e74d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.888188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-ecbb7133-cae8-43a8-b3bb-bcae5838e74d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.897601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-ecbb7133-cae8-43a8-b3bb-bcae5838e74d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.903772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-ecbb7133-cae8-43a8-b3bb-bcae5838e74d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.909885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-ecbb7133-cae8-43a8-b3bb-bcae5838e74d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:22.911993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-ecbb7133-cae8-43a8-b3bb-bcae5838e74d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.6898670 Nov 12 11:11:22.942795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-caa4c895-b5b1-4c95-beed-6c91a35587e4 req-14ad3fed-a1ee-4c97-9df2-19e993d81197 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.959877 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d822f35f-ebbc-4e6b-b187-978e7ec3edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:22.978189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-caa4c895-b5b1-4c95-beed-6c91a35587e4 req-14ad3fed-a1ee-4c97-9df2-19e993d81197 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.005470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 19bd170f-0df1-4656-9308-6b26f3fc4ba0 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:23.051041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Deleting port 9e49822c-1981-4658-8f78-df855c548b56 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:23.051380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.052962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822f35f-ebbc-4e6b-b187-978e7ec3edc9 None None] Pushing event updated for resources: {'Port': ['ID=19bd170f-0df1-4656-9308-6b26f3fc4ba0,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:23.108883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:23.109873 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.154079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c58c02d-431b-40dd-a75e-2cf6febfa560 req-80392e88-da02-4bbc-9d01-954991cce6a3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142880 Nov 12 11:11:23.160901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-babc5976-2012-42e6-afa0-841aa03c3dff service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8761261 Nov 12 11:11:23.187571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-caa4c895-b5b1-4c95-beed-6c91a35587e4 req-14ad3fed-a1ee-4c97-9df2-19e993d81197 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.190264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-caa4c895-b5b1-4c95-beed-6c91a35587e4 req-14ad3fed-a1ee-4c97-9df2-19e993d81197 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.191444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-caa4c895-b5b1-4c95-beed-6c91a35587e4 req-14ad3fed-a1ee-4c97-9df2-19e993d81197 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "DELETE /v2.0/security-groups/73d1002e-64ab-4e2b-bfe8-c8ed6bc8ee19 HTTP/1.1" status: 204 len: 173 time: 0.3849719 Nov 12 11:11:23.214218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad3fed-a1ee-4c97-9df2-19e993d81197 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d1002e-64ab-4e2b-bfe8-c8ed6bc8ee19,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:23.269182 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.273663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-11a00019-3feb-4cbc-891e-7b3e681ecbe2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 200 len: 217 time: 0.0513659 Nov 12 11:11:23.318675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8b71ff2e-8bee-4608-935a-2968e40c96e9 None None] Provisioning complete for port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:23.319958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b71ff2e-8bee-4608-935a-2968e40c96e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.380095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Deleting port a8a45a7a-338a-47ab-adf9-287896252666 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:23.380652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.395473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39017d0-8bd1-4055-9278-f9fa4837ba42 req-e855d8a6-9514-4e69-9e23-c2bc5af8ec52 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.399078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f39017d0-8bd1-4055-9278-f9fa4837ba42 req-e855d8a6-9514-4e69-9e23-c2bc5af8ec52 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 946 time: 0.1132436 Nov 12 11:11:23.497836 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f39017d0-8bd1-4055-9278-f9fa4837ba42 req-e81121e0-88f5-43da-85ba-012ab9b859ef tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899496 Nov 12 11:11:23.624375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Subnet': ['ID=4dd08751-34cb-4667-9ed4-518688062672,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:23.674895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] For port 9e49822c-1981-4658-8f78-df855c548b56, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e49822c-1981-4658-8f78-df855c548b56,segment=NetworkSegment(707cbcb8-527e-489b-8167-6aa0b4a82df6),segment_id=707cbcb8-527e-489b-8167-6aa0b4a82df6)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:23.675267 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.698815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-3d0d7e31-1031-4f8e-946a-bfc4829ce02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.700458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-3d0d7e31-1031-4f8e-946a-bfc4829ce02a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.3416014 Nov 12 11:11:23.734077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Calling delete_port for 9e49822c-1981-4658-8f78-df855c548b56 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:23.799595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3782b04b-6808-4cc6-95aa-faf18432d6d6 req-60fc857c-88d4-48f2-a3a1-05f1f3e9ebbd tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/1a4f1432-120f-4b81-99f1-7f8197cce9df HTTP/1.1" status: 200 len: 1831 time: 0.2639337 Nov 12 11:11:23.804998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] For port a8a45a7a-338a-47ab-adf9-287896252666, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a8a45a7a-338a-47ab-adf9-287896252666,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:23.805409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:23.808683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Checking segment: {'id': 'cf76d252-af73-4c9e-b252-2e9f7ea71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'beab0fca-728c-47b3-9382-ea74e85055f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:23.810436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network hostable DHCP agents. Network: beab0fca-728c-47b3-9382-ea74e85055f0, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:23.877542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Calling delete_port for a8a45a7a-338a-47ab-adf9-287896252666 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:23.952126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-e8bdc5a8-153a-416d-be26-6406c981b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:23.953958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-e8bdc5a8-153a-416d-be26-6406c981b475 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2369204 Nov 12 11:11:24.130520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network beab0fca-728c-47b3-9382-ea74e85055f0 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:24.171701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3782b04b-6808-4cc6-95aa-faf18432d6d6 req-fcf5cdf0-ccb6-4475-98e2-8e24887428f1 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.262039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3782b04b-6808-4cc6-95aa-faf18432d6d6 req-fcf5cdf0-ccb6-4475-98e2-8e24887428f1 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.268178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, beab0fca-728c-47b3-9382-ea74e85055f0) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:24.297345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854073fd-59f1-4f7c-beb6-551043295442 None None] Network beab0fca-728c-47b3-9382-ea74e85055f0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:24.303349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.304164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.319045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-a02f4291-e328-46c4-8528-08a70fe2ab4c service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222225 Nov 12 11:11:24.396145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-20a8b247-e698-4a54-a41c-dc54b7a95696 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.409938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-20a8b247-e698-4a54-a41c-dc54b7a95696 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.421553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-20a8b247-e698-4a54-a41c-dc54b7a95696 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.433478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-20a8b247-e698-4a54-a41c-dc54b7a95696 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.439202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7857587b-e4a2-4ae2-84c9-d7d7937e13c0 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9468160 Nov 12 11:11:24.452005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-20a8b247-e698-4a54-a41c-dc54b7a95696 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.464707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-20a8b247-e698-4a54-a41c-dc54b7a95696 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.476113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-20a8b247-e698-4a54-a41c-dc54b7a95696 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.480704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-20a8b247-e698-4a54-a41c-dc54b7a95696 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.1973069 Nov 12 11:11:24.481814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50738) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:24.490724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'subnet': {'network_id': '3bdff38a-46a6-443f-a69a-63959b695479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:24.510716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-beab0fca-728c-47b3-9382-ea74e85055f0', 'network_id': 'beab0fca-728c-47b3-9382-ea74e85055f0', 'tenant_id': '471d663ae51841bc9d77ea6af1e87eda', 'fixed_ips': [{'subnet_id': '4dd08751-34cb-4667-9ed4-518688062672'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:11:24.513194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.586264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-e081b4e1-6a96-4fc1-8208-296810a897e4 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333305 Nov 12 11:11:24.659586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.662034 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b2ef7fa-18be-4fde-8426-095dffc47084 req-d7b08af5-8c23-432d-934d-31d173dd0036 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1652622 Nov 12 11:11:24.672714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.679521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a8a45a7a-338a-47ab-adf9-287896252666'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:24.684276 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-f3dc062d-4f87-4821-abce-00b79d020674 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 200 len: 217 time: 0.0809400 Nov 12 11:11:24.690222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3782b04b-6808-4cc6-95aa-faf18432d6d6 req-fcf5cdf0-ccb6-4475-98e2-8e24887428f1 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.695326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3782b04b-6808-4cc6-95aa-faf18432d6d6 req-fcf5cdf0-ccb6-4475-98e2-8e24887428f1 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.724651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3782b04b-6808-4cc6-95aa-faf18432d6d6 req-fcf5cdf0-ccb6-4475-98e2-8e24887428f1 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "DELETE /v2.0/security-groups/1a4f1432-120f-4b81-99f1-7f8197cce9df HTTP/1.1" status: 204 len: 173 time: 0.9243863 Nov 12 11:11:24.766660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Made reservation on behalf of 471d663ae51841bc9d77ea6af1e87eda for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:24.768437 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:24.811761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-1338c961-332c-486a-bc4e-90649c56c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:24.813366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-1338c961-332c-486a-bc4e-90649c56c037 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.1274471 Nov 12 11:11:24.862866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Allocated IP 172.20.0.2 (beab0fca-728c-47b3-9382-ea74e85055f0/4dd08751-34cb-4667-9ed4-518688062672/96bbad2c-0506-41b0-9624-5841a5136828) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:24.917499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5cdf0-ccb6-4475-98e2-8e24887428f1 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4f1432-120f-4b81-99f1-7f8197cce9df,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:24.958731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 19bd170f-0df1-4656-9308-6b26f3fc4ba0 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:24.969046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e49822c-1981-4658-8f78-df855c548b56,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:25.132516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Pushing event deleted for resources: {'Port': ['ID=a8a45a7a-338a-47ab-adf9-287896252666,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:25.139152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] No DVR routers for this DVR port a8a45a7a-338a-47ab-adf9-287896252666 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:25.144727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.148372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7ec931a-def5-4850-8043-60ec5c296ab1 req-03580053-5958-4868-9ad8-c9e2c648e4e1 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.69 "DELETE /v2.0/ports/a8a45a7a-338a-47ab-adf9-287896252666 HTTP/1.1" status: 204 len: 173 time: 2.9798524 Nov 12 11:11:25.161971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'name': 'network-vif-deleted', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:25.165575 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de58ce62-acc5-4ced-9a2e-6ec16366d408" -d '{"events": [{"server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "name": "network-vif-deleted", "tag": "a8a45a7a-338a-47ab-adf9-287896252666"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:25.174003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-0cc19e89-f5f8-46fd-8762-28c70c185a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:25.175766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-0cc19e89-f5f8-46fd-8762-28c70c185a27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3393080 Nov 12 11:11:25.382568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:25.384663 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.490442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce6dd95e-7d93-42b3-8fe9-c1aa9e3370f2 req-2cc85cdf-95ba-413d-8730-bcdefef0d3a5 tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 210 time: 0.1341197 Nov 12 11:11:25.542765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.619616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.653541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-fbdf3585-6d81-4609-9a5c-2e28da96e38a service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659727 Nov 12 11:11:25.686799 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Subnet': ['ID=5145bba6-70db-4113-8d63-e2b0d6a8a233,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:25.715914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75d6dbdf-f168-415d-ae25-2d89c8c77cac req-fbba1fd4-5c9f-4c3b-8927-5a638ce054d8 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/9b1fb15f-750e-4f02-8697-58c0b60ad7a3 HTTP/1.1" status: 200 len: 1832 time: 0.1418335 Nov 12 11:11:25.725433 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.738557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.774503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Checking segment: {'id': '683d8034-8f18-418b-956d-02babffd253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3bdff38a-46a6-443f-a69a-63959b695479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:25.775189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network hostable DHCP agents. Network: 3bdff38a-46a6-443f-a69a-63959b695479, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:25.867464 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8431f8-2649-4561-beb4-db9c76a0e740 x-openstack-request-id: req-af8431f8-2649-4561-beb4-db9c76a0e740 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:25.867886 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56", "name": "network-vif-deleted", "tag": "a8a45a7a-338a-47ab-adf9-287896252666", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:25.868259 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af8431f8-2649-4561-beb4-db9c76a0e740 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:25.868758 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56', 'name': 'network-vif-deleted', 'tag': 'a8a45a7a-338a-47ab-adf9-287896252666', 'status': 'completed', 'code': 200} Nov 12 11:11:25.906858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Network beab0fca-728c-47b3-9382-ea74e85055f0 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:25.912871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network 3bdff38a-46a6-443f-a69a-63959b695479 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:25.917623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:25.925038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:25.933004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Pushing event updated for resources: {'Port': ['ID=96bbad2c-0506-41b0-9624-5841a5136828,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:25.958330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-75d6dbdf-f168-415d-ae25-2d89c8c77cac req-7804bed5-e6bc-42d7-b59c-1aa0d2106c3a tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:25.985111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-655659a3-fb97-4ddd-9370-65c7b985fc58 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195686 Nov 12 11:11:26.018833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-75d6dbdf-f168-415d-ae25-2d89c8c77cac req-7804bed5-e6bc-42d7-b59c-1aa0d2106c3a tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.061518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-9e3ef54e-bd04-4f45-a52a-cb8e792ac349 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81 HTTP/1.1" status: 200 len: 217 time: 0.0638351 Nov 12 11:11:26.066967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Attempting to bind port 96bbad2c-0506-41b0-9624-5841a5136828 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:26.068037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Attempting to bind port 96bbad2c-0506-41b0-9624-5841a5136828 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'cf76d252-af73-4c9e-b252-2e9f7ea71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'beab0fca-728c-47b3-9382-ea74e85055f0'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:26.069121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Attempting to bind port 96bbad2c-0506-41b0-9624-5841a5136828 on network beab0fca-728c-47b3-9382-ea74e85055f0 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:26.086034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:26.088594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Checking segment: {'id': 'cf76d252-af73-4c9e-b252-2e9f7ea71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'beab0fca-728c-47b3-9382-ea74e85055f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:26.091216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.092577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Bound using segment: {'id': 'cf76d252-af73-4c9e-b252-2e9f7ea71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'beab0fca-728c-47b3-9382-ea74e85055f0'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:26.093671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Bound port: 96bbad2c-0506-41b0-9624-5841a5136828, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf76d252-af73-4c9e-b252-2e9f7ea71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'beab0fca-728c-47b3-9382-ea74e85055f0'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:26.098334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.098556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 3bdff38a-46a6-443f-a69a-63959b695479) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:26.114122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.115117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.141568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11291faf-09f1-48d7-ae11-bf891bcc6dae None None] Network 3bdff38a-46a6-443f-a69a-63959b695479 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:26.185796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-57eb5594-6667-4266-8284-31bbe4cb972f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.188555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-41322732-ad14-4556-890a-899d9ce9f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.190268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-41322732-ad14-4556-890a-899d9ce9f6e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.1136220 Nov 12 11:11:26.196681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-57eb5594-6667-4266-8284-31bbe4cb972f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.204672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-57eb5594-6667-4266-8284-31bbe4cb972f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.211849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-57eb5594-6667-4266-8284-31bbe4cb972f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.218294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-57eb5594-6667-4266-8284-31bbe4cb972f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.224868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-57eb5594-6667-4266-8284-31bbe4cb972f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.230972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-57eb5594-6667-4266-8284-31bbe4cb972f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.233247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-57eb5594-6667-4266-8284-31bbe4cb972f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.2271278 Nov 12 11:11:26.283599 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-75d6dbdf-f168-415d-ae25-2d89c8c77cac req-7804bed5-e6bc-42d7-b59c-1aa0d2106c3a tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.286474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-75d6dbdf-f168-415d-ae25-2d89c8c77cac req-7804bed5-e6bc-42d7-b59c-1aa0d2106c3a tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.287711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75d6dbdf-f168-415d-ae25-2d89c8c77cac req-7804bed5-e6bc-42d7-b59c-1aa0d2106c3a tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "DELETE /v2.0/security-groups/9b1fb15f-750e-4f02-8697-58c0b60ad7a3 HTTP/1.1" status: 204 len: 173 time: 0.5708416 Nov 12 11:11:26.341961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ebe988c9-912a-4f3f-a409-954fbb2c6ca8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8580508 Nov 12 11:11:26.343246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804bed5-e6bc-42d7-b59c-1aa0d2106c3a tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1fb15f-750e-4f02-8697-58c0b60ad7a3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:26.346428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50774) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:26.376363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62c1d50e-16dc-4cdb-b7f0-3f89996bebda req-24dab8df-6547-43ac-a674-40202631fc77 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299298 Nov 12 11:11:26.432642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-4edfc80b-5f07-4f4e-a567-c84a162b6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:26.432642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-4edfc80b-5f07-4f4e-a567-c84a162b6a65 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1627707 Nov 12 11:11:26.461252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Router eaa4c647-ec2b-4cba-984e-73cb78febabd has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:26.536562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6f70b95-bc7d-4277-85af-a746c0b48dba req-ce7de004-0a9b-426e-8084-847d99f065a6 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=9199854d-f1dc-4b2a-82d1-6f2b4fe292b9 HTTP/1.1" status: 200 len: 210 time: 0.1900752 Nov 12 11:11:26.589317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] For port 96bbad2c-0506-41b0-9624-5841a5136828, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:26.599301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] For port 96bbad2c-0506-41b0-9624-5841a5136828, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=96bbad2c-0506-41b0-9624-5841a5136828,segment=NetworkSegment(cf76d252-af73-4c9e-b252-2e9f7ea71d68),segment_id=cf76d252-af73-4c9e-b252-2e9f7ea71d68)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:26.697127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.764677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a8a45a7a-338a-47ab-adf9-287896252666 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:26.826671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-3bdff38a-46a6-443f-a69a-63959b695479', 'network_id': '3bdff38a-46a6-443f-a69a-63959b695479', 'tenant_id': '471d663ae51841bc9d77ea6af1e87eda', 'fixed_ips': [{'subnet_id': '5145bba6-70db-4113-8d63-e2b0d6a8a233'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:11:26.827658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-71b4d008-512b-4522-b547-e80369f01741 req-deef9c98-203f-4e95-b4fd-bfdf5ecc91bf tempest-ServerRescueTestJSONUnderV235-181013560 tempest-ServerRescueTestJSONUnderV235-181013560-project] 10.222.0.98 "GET /v2.0/ports?device_id=9b9b3d2b-4941-47ce-bc8c-d7f42afa0a56 HTTP/1.1" status: 200 len: 210 time: 0.0549319 Nov 12 11:11:26.828219 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:26.848192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: a8a45a7a-338a-47ab-adf9-287896252666 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:26.848689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a8a45a7a-338a-47ab-adf9-287896252666 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:26.876642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6052797-d9ff-49fb-a1ab-fff68a489eab None None] Pushing event updated for resources: {'Port': ['ID=96bbad2c-0506-41b0-9624-5841a5136828,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:27.105992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Allocated IP 172.20.0.2 (3bdff38a-46a6-443f-a69a-63959b695479/5145bba6-70db-4113-8d63-e2b0d6a8a233/740484b5-fcde-4d5f-a840-06317cdc53c3) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:27.342033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-602a54dc-53f6-41fb-b7a4-3361a0e26749 req-4c1e06f6-a79a-4871-9d20-ca344e0c83d3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "GET /v2.0/security-groups/5e85f566-dabf-4b43-a97a-f31c9e365991 HTTP/1.1" status: 200 len: 1832 time: 0.7132707 Nov 12 11:11:27.414951 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.517399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-011019a7-9fd4-4ebb-8d5d-d1084bf4fbb6 req-68329333-e4aa-4cdf-9cef-7282ec0acfff tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0438294 Nov 12 11:11:27.531097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.555440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-8d2dc0ed-d8b1-47d3-ad3d-5089451c7440 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0491917 Nov 12 11:11:27.555440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:27.568767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5caa451c-37f1-40c4-9853-6b3cd2a3084a admin admin] 10.222.0.98 "PUT /v2.0/routers/eaa4c647-ec2b-4cba-984e-73cb78febabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5969918 Nov 12 11:11:27.569198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50804) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:27.578900 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] Sync routers for ids ['eaa4c647-ec2b-4cba-984e-73cb78febabd'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:27.617962 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] Routers {'eaa4c647-ec2b-4cba-984e-73cb78febabd'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:27.618767 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eaa4c647-ec2b-4cba-984e-73cb78febabd'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:27.686718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Pushing event updated for resources: {'Port': ['ID=740484b5-fcde-4d5f-a840-06317cdc53c3,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:27.703264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Network 3bdff38a-46a6-443f-a69a-63959b695479 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:27.704065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-d486dee0-8013-41b2-9a3a-e0586b7b59c6 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417527 Nov 12 11:11:27.705087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:27.712588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:27.796266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Attempting to bind port 740484b5-fcde-4d5f-a840-06317cdc53c3 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:27.797177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Attempting to bind port 740484b5-fcde-4d5f-a840-06317cdc53c3 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '683d8034-8f18-418b-956d-02babffd253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3bdff38a-46a6-443f-a69a-63959b695479'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:27.797716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Attempting to bind port 740484b5-fcde-4d5f-a840-06317cdc53c3 on network 3bdff38a-46a6-443f-a69a-63959b695479 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:27.805259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:27.805983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Checking segment: {'id': '683d8034-8f18-418b-956d-02babffd253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3bdff38a-46a6-443f-a69a-63959b695479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:27.809983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.810710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Bound using segment: {'id': '683d8034-8f18-418b-956d-02babffd253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3bdff38a-46a6-443f-a69a-63959b695479'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:27.811380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Bound port: 740484b5-fcde-4d5f-a840-06317cdc53c3, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683d8034-8f18-418b-956d-02babffd253c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3bdff38a-46a6-443f-a69a-63959b695479'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:27.811968 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.824359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-c9094741-07cd-4947-ba03-0f3dfa86785c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=c6f17775-9a95-4252-931a-f1ea71405cd2 HTTP/1.1" status: 200 len: 217 time: 0.0967164 Nov 12 11:11:27.825728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.833874 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-602a54dc-53f6-41fb-b7a4-3361a0e26749 req-c0b21f25-018e-456a-bee9-38bbe6e90fe3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:27.888234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-ea61dee5-26d3-4ebd-b009-10ee67040287 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.899630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-ea61dee5-26d3-4ebd-b009-10ee67040287 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.907965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-ea61dee5-26d3-4ebd-b009-10ee67040287 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.908569 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] Set router eaa4c647-ec2b-4cba-984e-73cb78febabd gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:27.918068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-ea61dee5-26d3-4ebd-b009-10ee67040287 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.919151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] For port 740484b5-fcde-4d5f-a840-06317cdc53c3, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:27.927151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] For port 740484b5-fcde-4d5f-a840-06317cdc53c3, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=740484b5-fcde-4d5f-a840-06317cdc53c3,segment=NetworkSegment(683d8034-8f18-418b-956d-02babffd253c),segment_id=683d8034-8f18-418b-956d-02babffd253c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:27.932456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-ea61dee5-26d3-4ebd-b009-10ee67040287 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.946599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-ea61dee5-26d3-4ebd-b009-10ee67040287 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.955379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-ea61dee5-26d3-4ebd-b009-10ee67040287 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:27.965900 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-ea61dee5-26d3-4ebd-b009-10ee67040287 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.2920530 Nov 12 11:11:28.012444 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.042591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.126473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eba801-7f40-4d9a-a1c3-008d5d3e7cd1 None None] Pushing event updated for resources: {'Port': ['ID=740484b5-fcde-4d5f-a840-06317cdc53c3,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:28.166831 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-602a54dc-53f6-41fb-b7a4-3361a0e26749 req-c0b21f25-018e-456a-bee9-38bbe6e90fe3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.178078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05e08d6b-d5d2-4cba-9e86-762e0968e4c1 req-008ff853-bec6-4e8e-8fc8-fd2070fa56c1 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032588 Nov 12 11:11:28.212411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-77e5abec-1af8-413f-b31c-043ccecbdd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:28.216429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-77e5abec-1af8-413f-b31c-043ccecbdd55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.3818009 Nov 12 11:11:28.327791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.527503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Allocated IP 172.20.0.1 (beab0fca-728c-47b3-9382-ea74e85055f0/4dd08751-34cb-4667-9ed4-518688062672/d21a9f1d-f834-4521-8bac-cadca156b2af) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:28.547468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50814) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:28.694027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897f4da-774b-450e-8b2a-32edc7cec38d None None] Network beab0fca-728c-47b3-9382-ea74e85055f0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:28.724166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e2711fb5-4870-4636-8f37-a51f59af21a4 req-05a3a7d0-db91-4f1c-adc2-c0a10126881f tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0504515 Nov 12 11:11:28.748454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Deleting port 8df4495e-daae-4bca-8e73-4e0350489c7a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:28.748859 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.768947 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:11:24Z', 'revision_number': 5, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port': {'id': '8df4495e-daae-4bca-8e73-4e0350489c7a', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:42Z', 'updated_at': '2021-11-12T11:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:28.824957 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] Checking router: eaa4c647-ec2b-4cba-984e-73cb78febabd for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:28.838769 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] Routers {'eaa4c647-ec2b-4cba-984e-73cb78febabd'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:28.839757 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eaa4c647-ec2b-4cba-984e-73cb78febabd'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:28.874207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4a685616-fecf-4777-91aa-a55bd74496a0 None None] Provisioning complete for port 96bbad2c-0506-41b0-9624-5841a5136828 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:28.874584 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a685616-fecf-4777-91aa-a55bd74496a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:28.992852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] For port 8df4495e-daae-4bca-8e73-4e0350489c7a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8df4495e-daae-4bca-8e73-4e0350489c7a,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:28.993788 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.021088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Calling delete_port for 8df4495e-daae-4bca-8e73-4e0350489c7a owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:29.068053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 740484b5-fcde-4d5f-a840-06317cdc53c3 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:29.072862 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] Set router eaa4c647-ec2b-4cba-984e-73cb78febabd gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:29.191249 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:11:28Z', 'revision_number': 6, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:29.198670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-ce5ac108-11bf-4945-a335-b420e05b2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.200374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-ce5ac108-11bf-4945-a335-b420e05b2a57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8518724 Nov 12 11:11:29.210820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-602a54dc-53f6-41fb-b7a4-3361a0e26749 req-c0b21f25-018e-456a-bee9-38bbe6e90fe3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.213814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-602a54dc-53f6-41fb-b7a4-3361a0e26749 req-c0b21f25-018e-456a-bee9-38bbe6e90fe3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.215027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-602a54dc-53f6-41fb-b7a4-3361a0e26749 req-c0b21f25-018e-456a-bee9-38bbe6e90fe3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] 10.222.0.98 "DELETE /v2.0/security-groups/5e85f566-dabf-4b43-a97a-f31c9e365991 HTTP/1.1" status: 204 len: 173 time: 1.8715398 Nov 12 11:11:29.224438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50820) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:29.242988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a685616-fecf-4777-91aa-a55bd74496a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.274665 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68387481-9fdd-46b8-a437-fb485a5c391b None None] The sync data for ids ['eaa4c647-ec2b-4cba-984e-73cb78febabd'] in n-d-768852-22 is: [{'id': 'eaa4c647-ec2b-4cba-984e-73cb78febabd', 'name': 'tempest-FloatingIPsTestJSON-1975115080-router', 'tenant_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:40Z', 'updated_at': '2021-11-12T11:11:28Z', 'revision_number': 6, 'project_id': 'ee0f001a2bbf4ee6b1e2abe08c53b642', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:29.354352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b21f25-018e-456a-bee9-38bbe6e90fe3 tempest-SecurityGroupRulesNegativeTestJSON-666448536 tempest-SecurityGroupRulesNegativeTestJSON-666448536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e85f566-dabf-4b43-a97a-f31c9e365991,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:29.382385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.489960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4a685616-fecf-4777-91aa-a55bd74496a0 None None] For port 96bbad2c-0506-41b0-9624-5841a5136828, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=96bbad2c-0506-41b0-9624-5841a5136828,segment=NetworkSegment(cf76d252-af73-4c9e-b252-2e9f7ea71d68),segment_id=cf76d252-af73-4c9e-b252-2e9f7ea71d68)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:29.596812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-f415b109-d5d8-4aad-9a2b-b73a55a04265 admin admin] Deleting subnet 4d0e7fd0-0369-4782-a8fb-74a27f8d1c48 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:29.602628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f415b109-d5d8-4aad-9a2b-b73a55a04265 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.629524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 740484b5-fcde-4d5f-a840-06317cdc53c3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:29.630045 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.644456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.694458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-b7189082-b01a-4246-ad69-d93e900120af service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775004 Nov 12 11:11:29.760629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82e523b9-f937-413b-9e46-f967933dc959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.763431 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a685616-fecf-4777-91aa-a55bd74496a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.839869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-f3741192-1ba0-487f-b697-cd59a4f93533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.875601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-f3741192-1ba0-487f-b697-cd59a4f93533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.892393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-f3741192-1ba0-487f-b697-cd59a4f93533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.900227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-f3741192-1ba0-487f-b697-cd59a4f93533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.906758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-f3741192-1ba0-487f-b697-cd59a4f93533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.913756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-f3741192-1ba0-487f-b697-cd59a4f93533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.921226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-f3741192-1ba0-487f-b697-cd59a4f93533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:29.930121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-f3741192-1ba0-487f-b697-cd59a4f93533 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.4954383 Nov 12 11:11:29.949792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:29.952936 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f415b109-d5d8-4aad-9a2b-b73a55a04265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.009036 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f415b109-d5d8-4aad-9a2b-b73a55a04265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.044322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 740484b5-fcde-4d5f-a840-06317cdc53c3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=740484b5-fcde-4d5f-a840-06317cdc53c3,segment=NetworkSegment(683d8034-8f18-418b-956d-02babffd253c),segment_id=683d8034-8f18-418b-956d-02babffd253c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:30.054587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.075978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a685616-fecf-4777-91aa-a55bd74496a0 None None] Pushing event updated for resources: {'Port': ['ID=96bbad2c-0506-41b0-9624-5841a5136828,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:30.100567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df4495e-daae-4bca-8e73-4e0350489c7a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:30.113553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa6da9-24b3-4144-b281-5957647d32ee None None] Network 3bdff38a-46a6-443f-a69a-63959b695479 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:30.121486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85f36a49-4ab7-4548-ab55-009e7a3add14 req-1b0390d2-8770-486d-9e3a-67adff20aa92 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0583646 Nov 12 11:11:30.170413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.171610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network beab0fca-728c-47b3-9382-ea74e85055f0 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:30.178398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:30.188851 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-881e769c-f162-405d-b916-0f9a0cae7b53 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773769 Nov 12 11:11:30.189892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.192991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:30.194770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 96bbad2c-0506-41b0-9624-5841a5136828 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:30.209017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-69be511a-860b-4404-a886-b7f663f3e203 None None] Provisioning complete for port 96bbad2c-0506-41b0-9624-5841a5136828 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:30.209697 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-69be511a-860b-4404-a886-b7f663f3e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.292707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d301b3e4-6c1f-4c2c-b894-d1d1cfa46a64 req-41b29241-0b97-4bc0-8f76-ba454e53e0bf tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3615603 Nov 12 11:11:30.296844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f415b109-d5d8-4aad-9a2b-b73a55a04265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.344269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.377798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415b109-d5d8-4aad-9a2b-b73a55a04265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0e7fd0-0369-4782-a8fb-74a27f8d1c48,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:30.387172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.393010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.395332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f415b109-d5d8-4aad-9a2b-b73a55a04265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.398641 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f415b109-d5d8-4aad-9a2b-b73a55a04265 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4d0e7fd0-0369-4782-a8fb-74a27f8d1c48 HTTP/1.1" status: 204 len: 168 time: 1.1722472 Nov 12 11:11:30.402239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50828) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:30.425194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Port': ['ID=d21a9f1d-f834-4521-8bac-cadca156b2af,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:30.432387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-cb0aa013-ab21-40de-8325-0ea55d3d39ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23d3d990-1ea4-48ed-8037-8035977b61b1 HTTP/1.1" status: 200 len: 217 time: 0.1888502 Nov 12 11:11:30.506526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-bc6f4157-ef49-4561-847f-09e50d49fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:30.515800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-bc6f4157-ef49-4561-847f-09e50d49fc88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.0735688 Nov 12 11:11:30.735011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=740484b5-fcde-4d5f-a840-06317cdc53c3,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:30.736117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-af8b0239-2e5e-40a6-bbc7-0d6a8a7dc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:30.737729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-af8b0239-2e5e-40a6-bbc7-0d6a8a7dc611 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1852882 Nov 12 11:11:30.899915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 96bbad2c-0506-41b0-9624-5841a5136828 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:30.900614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.905272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-fc26db6b-e5ae-4b3a-a2d3-3c6b58e189b8 service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250863 Nov 12 11:11:30.919746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:30.977312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7fbbc9c-3a46-4081-8c43-645cfc347b8d req-1375a305-affc-45bc-9922-161b3690d983 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9199854d-f1dc-4b2a-82d1-6f2b4fe292b9 HTTP/1.1" status: 200 len: 210 time: 0.0704160 Nov 12 11:11:31.090095 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.091051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaa4c647-ec2b-4cba-984e-73cb78febabd {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:11:31.093231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cead13bb-c421-43c5-ad68-eb210280afa2 None None] Provisioning complete for port 740484b5-fcde-4d5f-a840-06317cdc53c3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:31.103041 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.118197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.119171 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cead13bb-c421-43c5-ad68-eb210280afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.119821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50834) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:31.124567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5e45d9e8-aca4-4891-8a99-e0d478f90cc4 admin admin] 10.222.0.98 "DELETE /v2.0/routers/eaa4c647-ec2b-4cba-984e-73cb78febabd HTTP/1.1" status: 204 len: 168 time: 3.5573180 Nov 12 11:11:31.170077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.251874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 740484b5-fcde-4d5f-a840-06317cdc53c3 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:31.291515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.323247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2469ca-48b0-42b7-a855-59ea97a34031']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:31.341629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecccea5-e4a8-499f-9775-87a84abdf78f') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:31.342906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecccea5-e4a8-499f-9775-87a84abdf78f') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:31.362416 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.382896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.388182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:31.388682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.393071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cead13bb-c421-43c5-ad68-eb210280afa2 None None] Provisioning complete for port d21a9f1d-f834-4521-8bac-cadca156b2af triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:31.393910 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cead13bb-c421-43c5-ad68-eb210280afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:31.450874 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:31.471750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cead13bb-c421-43c5-ad68-eb210280afa2 None None] Port d21a9f1d-f834-4521-8bac-cadca156b2af cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:31.492003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 740484b5-fcde-4d5f-a840-06317cdc53c3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:31.492759 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.534725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-0e8ca3c5-9220-476c-a2b5-205f0cc4dfde tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.542042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-0e8ca3c5-9220-476c-a2b5-205f0cc4dfde tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.548488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-0e8ca3c5-9220-476c-a2b5-205f0cc4dfde tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.554678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-0e8ca3c5-9220-476c-a2b5-205f0cc4dfde tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.562003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-0e8ca3c5-9220-476c-a2b5-205f0cc4dfde tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.568242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86f7b784-3faa-4bef-a63b-e4a2e943114d req-33441984-1488-45e4-a161-5abadc38eef0 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.1077507 Nov 12 11:11:31.569327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-0e8ca3c5-9220-476c-a2b5-205f0cc4dfde tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.576095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-0e8ca3c5-9220-476c-a2b5-205f0cc4dfde tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:31.586355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-0e8ca3c5-9220-476c-a2b5-205f0cc4dfde tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.1344264 Nov 12 11:11:31.589382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.627102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-7a9e770c-101e-4953-bf33-26ee20578e6e service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913292 Nov 12 11:11:31.636142 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.642002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9f2469ca-48b0-42b7-a855-59ea97a34031 HTTP/1.1" status: 204 len: 168 time: 1.2364471 Nov 12 11:11:31.650161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-993329c9-93e2-4828-8296-1897fc8f250c admin admin] Deleting subnet 3acf8862-303e-415f-a1a7-91926458a069 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:31.654817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 96bbad2c-0506-41b0-9624-5841a5136828 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:31.683002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425970f-44f1-4bdd-8dd6-477974a1b5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2469ca-48b0-42b7-a855-59ea97a34031,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:31.692193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-993329c9-93e2-4828-8296-1897fc8f250c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.700967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5588159b-07e7-4fb5-a7f4-8de8cd6259f1 req-a59e10e5-24aa-4317-a8d0-dab9c67e7497 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137567 Nov 12 11:11:31.720277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-18571f37-cd57-47ad-916f-589fc7dee9f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d99c5d1-bb8d-46d9-a781-788965264a54 HTTP/1.1" status: 200 len: 217 time: 0.0825436 Nov 12 11:11:31.763846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8a1dea7a-e1ed-4929-8cd6-2b39bdd04ad7 None None] Provisioning complete for port 740484b5-fcde-4d5f-a840-06317cdc53c3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:31.763846 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a1dea7a-e1ed-4929-8cd6-2b39bdd04ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.869776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 96bbad2c-0506-41b0-9624-5841a5136828 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:31.870149 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:31.874111 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea04711d-f1d5-4c0f-baff-f2f2a9af8b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.096325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e49822c-1981-4658-8f78-df855c548b56 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:32.126583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9e49822c-1981-4658-8f78-df855c548b56 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:32.126952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e49822c-1981-4658-8f78-df855c548b56 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:32.127356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8df4495e-daae-4bca-8e73-4e0350489c7a no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:32.154280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 8df4495e-daae-4bca-8e73-4e0350489c7a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:32.154635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8df4495e-daae-4bca-8e73-4e0350489c7a not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:32.157110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50846) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:32.192107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-993329c9-93e2-4828-8296-1897fc8f250c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.238479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9463b3d-0885-4f67-89e2-6940cc823856 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ab95a4e9a3dd4b9bb3cb4c8f8eeb7c9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796726 Nov 12 11:11:32.241459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50848) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:32.314876 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7997407b-71bd-4590-9869-691e6711988f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.331649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-b4c8ea22-bed1-43d7-9e85-67945f6171bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:32.333194 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-b4c8ea22-bed1-43d7-9e85-67945f6171bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.6001451 Nov 12 11:11:32.345958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7997407b-71bd-4590-9869-691e6711988f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.367437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12a4bf82-5634-4066-aa37-111ef0cae136 req-1c35bd34-43ef-4201-b70a-fba2769870ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0500059 Nov 12 11:11:32.484956 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7997407b-71bd-4590-9869-691e6711988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.487535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7997407b-71bd-4590-9869-691e6711988f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.488750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7997407b-71bd-4590-9869-691e6711988f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0349ba7a-1617-41aa-aea7-cb516df10341 HTTP/1.1" status: 204 len: 168 time: 0.2455447 Nov 12 11:11:32.498953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997407b-71bd-4590-9869-691e6711988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0349ba7a-1617-41aa-aea7-cb516df10341,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:32.515046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99918a70-4074-470a-b15d-27346eefc547 req-7e099688-2f5c-427d-a984-1d200a5b48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:32.516684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-7e099688-2f5c-427d-a984-1d200a5b48b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1560578 Nov 12 11:11:32.518963 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.521409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-993329c9-93e2-4828-8296-1897fc8f250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.640340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.745352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cad8b834-6b8c-4ddc-9e65-8cc02c922b1d req-022452b8-2844-4051-9173-08fbc2bc6654 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0301204 Nov 12 11:11:32.779448 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.788256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Port': ['ID=d21a9f1d-f834-4521-8bac-cadca156b2af,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:32.807177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-e07b74d9-3f88-47cd-a14a-903767111f9b service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637527 Nov 12 11:11:32.840717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-993329c9-93e2-4828-8296-1897fc8f250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.947834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.988278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993329c9-93e2-4828-8296-1897fc8f250c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acf8862-303e-415f-a1a7-91926458a069,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:32.996458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-993329c9-93e2-4828-8296-1897fc8f250c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:32.999911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70cf49a-2f99-4666-ac6b-907e51f07e3a None None] Network a987a55d-50be-4e93-82fc-cb82ad1a46c0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:33.006930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-993329c9-93e2-4828-8296-1897fc8f250c admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3acf8862-303e-415f-a1a7-91926458a069 HTTP/1.1" status: 204 len: 168 time: 1.8782177 Nov 12 11:11:33.007425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50862) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:33.053978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Deleting port 568bcb4a-03a7-4f63-9a24-eb51752dba19 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:33.054402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.110248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99918a70-4074-470a-b15d-27346eefc547 req-f4a57c75-5c9b-4fdb-a5f5-9eef8a15bdfc service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881293 Nov 12 11:11:33.154463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-9f02d3bf-fa06-4bbc-8c0c-9d21c9539a8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.159245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.169518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-9f02d3bf-fa06-4bbc-8c0c-9d21c9539a8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.169518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-9f02d3bf-fa06-4bbc-8c0c-9d21c9539a8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.174698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-9f02d3bf-fa06-4bbc-8c0c-9d21c9539a8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.181149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-9f02d3bf-fa06-4bbc-8c0c-9d21c9539a8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.187577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-9f02d3bf-fa06-4bbc-8c0c-9d21c9539a8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.193715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-9f02d3bf-fa06-4bbc-8c0c-9d21c9539a8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.195829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-9f02d3bf-fa06-4bbc-8c0c-9d21c9539a8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.3566077 Nov 12 11:11:33.207481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network beab0fca-728c-47b3-9382-ea74e85055f0 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:33.211676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:33.298345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Deleting port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:33.298963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.388503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] DHCP port deletion for a987a55d-50be-4e93-82fc-cb82ad1a46c0 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:33.398942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] For port 568bcb4a-03a7-4f63-9a24-eb51752dba19, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=568bcb4a-03a7-4f63-9a24-eb51752dba19,segment=NetworkSegment(cf339a1e-617a-4849-a20d-d3491ebd6189),segment_id=cf339a1e-617a-4849-a20d-d3491ebd6189)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:33.399309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.442096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Calling delete_port for 568bcb4a-03a7-4f63-9a24-eb51752dba19 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:33.476720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] For port 61ff3cb6-d15d-49da-b4f3-5623b93f0832, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=61ff3cb6-d15d-49da-b4f3-5623b93f0832,segment=NetworkSegment(707cbcb8-527e-489b-8167-6aa0b4a82df6),segment_id=707cbcb8-527e-489b-8167-6aa0b4a82df6)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:33.477199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.514250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb72f50f-eff2-493e-ac73-8edc4aedf176 req-36fc5c28-14ea-4034-93d7-8865a240271b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868533 Nov 12 11:11:33.514562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Calling delete_port for 61ff3cb6-d15d-49da-b4f3-5623b93f0832 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:33.543196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] Deleting port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:33.543858 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.589129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-4babd12b-c33d-4fbb-9d3f-baed928065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.589869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-4babd12b-c33d-4fbb-9d3f-baed928065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.590939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-4babd12b-c33d-4fbb-9d3f-baed928065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.591970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-4babd12b-c33d-4fbb-9d3f-baed928065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.593310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-4babd12b-c33d-4fbb-9d3f-baed928065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.594292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-4babd12b-c33d-4fbb-9d3f-baed928065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.595276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-4babd12b-c33d-4fbb-9d3f-baed928065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.598496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62a55054-ed75-48bf-9859-97714380dd73 req-4babd12b-c33d-4fbb-9d3f-baed928065f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6495 time: 0.3148596 Nov 12 11:11:33.641249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] For port 61ff3cb6-d15d-49da-b4f3-5623b93f0832, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=61ff3cb6-d15d-49da-b4f3-5623b93f0832,segment=NetworkSegment(707cbcb8-527e-489b-8167-6aa0b4a82df6),segment_id=707cbcb8-527e-489b-8167-6aa0b4a82df6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:33.641656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.662946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] Calling delete_port for 61ff3cb6-d15d-49da-b4f3-5623b93f0832 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:33.750632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d823058c-ae89-4325-aa47-7286410d180a None None] Provisioning complete for port d21a9f1d-f834-4521-8bac-cadca156b2af triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:33.751149 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d823058c-ae89-4325-aa47-7286410d180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.807641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d823058c-ae89-4325-aa47-7286410d180a None None] Port d21a9f1d-f834-4521-8bac-cadca156b2af cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:33.856182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-a8b0f48e-3680-4556-9732-9ebfbd9f94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:33.857728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62a55054-ed75-48bf-9859-97714380dd73 req-a8b0f48e-3680-4556-9732-9ebfbd9f94e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e HTTP/1.1" status: 200 len: 902 time: 0.2504179 Nov 12 11:11:33.901428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.910513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:33.946383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62a55054-ed75-48bf-9859-97714380dd73 req-296ca919-ad79-494f-ab46-d74cd67eefa0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d99c5d1-bb8d-46d9-a781-788965264a54 HTTP/1.1" status: 200 len: 217 time: 0.0594161 Nov 12 11:11:33.949536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] Pushing event deleted for resources: {'Port': ['ID=61ff3cb6-d15d-49da-b4f3-5623b93f0832,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:33.950407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] No DVR routers for this DVR port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:33.952859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Router 4e608576-8721-4848-aca4-7221ac7faa72 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:11:33.968323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b1cea-7608-4c0a-bcc7-b75be1e253b0 None None] No DVR routers for this DVR port 61ff3cb6-d15d-49da-b4f3-5623b93f0832 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:34.009467 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6f00f0f1-14ca-4b29-90a2-44385eaa8332 req-9b7b8242-a221-41df-9e83-bca0b8a02314 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.1110868 Nov 12 11:11:34.046237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Pushing event deleted for resources: {'Port': ['ID=61ff3cb6-d15d-49da-b4f3-5623b93f0832,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:34.161418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.209852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-52b31834-e5b9-441a-847e-ea7853f2e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:34.209852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62a55054-ed75-48bf-9859-97714380dd73 req-52b31834-e5b9-441a-847e-ea7853f2e190 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.2502415 Nov 12 11:11:34.217467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=568bcb4a-03a7-4f63-9a24-eb51752dba19,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:34.245879 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.305497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a987a55d-50be-4e93-82fc-cb82ad1a46c0']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:34.313386 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.321655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707cbcb8-527e-489b-8167-6aa0b4a82df6') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:34.322063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707cbcb8-527e-489b-8167-6aa0b4a82df6') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:34.332986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:34.342530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-39663949-c6ea-48e8-ad78-b569d595ede2 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "PUT /v2.0/routers/4e608576-8721-4848-aca4-7221ac7faa72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9884491 Nov 12 11:11:34.342849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.347618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50896) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:34.352851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d2418-9626-45d9-9021-c98b1b981aaa None None] Sync routers for ids ['4e608576-8721-4848-aca4-7221ac7faa72'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:34.366791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d2418-9626-45d9-9021-c98b1b981aaa None None] Routers {'4e608576-8721-4848-aca4-7221ac7faa72'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:34.369433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e64d2418-9626-45d9-9021-c98b1b981aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4e608576-8721-4848-aca4-7221ac7faa72'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:34.413336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a55054-ed75-48bf-9859-97714380dd73 req-0b583f8a-f30f-4624-822d-2939e8ae95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:34.414966 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62a55054-ed75-48bf-9859-97714380dd73 req-0b583f8a-f30f-4624-822d-2939e8ae95cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1865671 Nov 12 11:11:34.423431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e64d2418-9626-45d9-9021-c98b1b981aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:34.444734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d2418-9626-45d9-9021-c98b1b981aaa None None] Routers {'4e608576-8721-4848-aca4-7221ac7faa72'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:34.445773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e64d2418-9626-45d9-9021-c98b1b981aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4e608576-8721-4848-aca4-7221ac7faa72'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:34.524345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e64d2418-9626-45d9-9021-c98b1b981aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:34.526623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d2418-9626-45d9-9021-c98b1b981aaa None None] The sync data for ids ['4e608576-8721-4848-aca4-7221ac7faa72'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:34.534171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50898) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:34.622130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.634621 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.652290 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62a55054-ed75-48bf-9859-97714380dd73 req-4e64daea-474e-43c6-95d7-c0bd8c7e0632 service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965981 Nov 12 11:11:34.671536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:34.672073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:34.675123 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:34.781683 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.878575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-959493393-network', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:34.923193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.947545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:34.952718 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] 10.222.0.98 "DELETE /v2.0/networks/a987a55d-50be-4e93-82fc-cb82ad1a46c0 HTTP/1.1" status: 204 len: 168 time: 1.9439552 Nov 12 11:11:34.964774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62a55054-ed75-48bf-9859-97714380dd73 req-1e87e98d-e3a6-4bf3-9bda-e256ef835ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257361 Nov 12 11:11:34.969630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac38a9d7-4bd4-4049-b089-3dcf37212121 req-0587a5b9-497e-4271-a5fd-426b0704d67d tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0697997 Nov 12 11:11:34.991011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b264b-aba9-48aa-8143-b747ae9f23db admin admin] Pushing event deleted for resources: {'Network': ['ID=a987a55d-50be-4e93-82fc-cb82ad1a46c0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:35.081809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880a07-4287-482e-9350-30b74e574ac5 req-631c6ac7-34df-4ec9-bfd4-3ef7073b7bf7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.102202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880a07-4287-482e-9350-30b74e574ac5 req-631c6ac7-34df-4ec9-bfd4-3ef7073b7bf7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.110530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880a07-4287-482e-9350-30b74e574ac5 req-631c6ac7-34df-4ec9-bfd4-3ef7073b7bf7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.117433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880a07-4287-482e-9350-30b74e574ac5 req-631c6ac7-34df-4ec9-bfd4-3ef7073b7bf7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.125031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880a07-4287-482e-9350-30b74e574ac5 req-631c6ac7-34df-4ec9-bfd4-3ef7073b7bf7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.133355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880a07-4287-482e-9350-30b74e574ac5 req-631c6ac7-34df-4ec9-bfd4-3ef7073b7bf7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.144694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880a07-4287-482e-9350-30b74e574ac5 req-631c6ac7-34df-4ec9-bfd4-3ef7073b7bf7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:35.160952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27880a07-4287-482e-9350-30b74e574ac5 req-631c6ac7-34df-4ec9-bfd4-3ef7073b7bf7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.2858007 Nov 12 11:11:35.189984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Made reservation on behalf of 651e77de364e46cbaf9a7346e516b7ed for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:35.194727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.245468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.259196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 61ff3cb6-d15d-49da-b4f3-5623b93f0832 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:35.311565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 61ff3cb6-d15d-49da-b4f3-5623b93f0832 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:35.311763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 61ff3cb6-d15d-49da-b4f3-5623b93f0832 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:35.348511 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-ffc1cb7a-f1db-46fb-8d4d-e42899209532 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:11:35.351522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ffc1cb7a-f1db-46fb-8d4d-e42899209532 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "PUT /v2.0/routers/4e608576-8721-4848-aca4-7221ac7faa72/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0025043 Nov 12 11:11:35.354872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50916) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:35.452758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27880a07-4287-482e-9350-30b74e574ac5 req-f33f0252-05b2-4fc2-aef5-e76d7d8500f7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2893941 Nov 12 11:11:35.467106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Router 71f31615-092f-485c-8bcd-315c35e249ab has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:35.595209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50918) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:35.689298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-27ac62c9-524a-4ebe-837a-116f4e697390 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee0f001a2bbf4ee6b1e2abe08c53b642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925560 Nov 12 11:11:35.709854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50920) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:35.805291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5892f102-2c50-4c77-897b-1b896e894ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.854167 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5892f102-2c50-4c77-897b-1b896e894ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.911456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:35.952083 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.005625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:36.014068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50922) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:36.014317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b99829f3-003c-43ee-863e-2769dbf9f4ca admin admin] 10.222.0.98 "PUT /v2.0/routers/71f31615-092f-485c-8bcd-315c35e249ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4576235 Nov 12 11:11:36.020786 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] Sync routers for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:36.028392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.041671 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:36.058852 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:36.059069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:36.074338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6769f3-ba59-4878-a8ff-548ea5fb300a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:36.079417 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.079873 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Added segment 8f7ec9ef-2312-4b7c-9075-908b3d79731f of type vlan for network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 Nov 12 11:11:36.145592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5892f102-2c50-4c77-897b-1b896e894ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.148977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5892f102-2c50-4c77-897b-1b896e894ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.152639 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5892f102-2c50-4c77-897b-1b896e894ef7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b34cfbc7-697d-4305-b9a8-8db207ebf35e HTTP/1.1" status: 204 len: 168 time: 0.4393370 Nov 12 11:11:36.178475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.216998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892f102-2c50-4c77-897b-1b896e894ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34cfbc7-697d-4305-b9a8-8db207ebf35e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:36.268789 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ce8e486-82c3-4c9f-abf8-dc2a473ed841 req-814e1968-0a57-460d-8eb5-5d30f9bc4cc7 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0605361 Nov 12 11:11:36.288607 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:36.297175 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.325609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.326733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.327587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.416780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] Pushing event updated for resources: {'Network': ['ID=08889265-2fd3-4f3b-8dc0-9e89a07e63a5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:36.430171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:36.454268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96ed67e6-936e-4312-af23-2f1c120e7e01 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9185116 Nov 12 11:11:36.457956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50932) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:36.470191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Request body: {'subnet': {'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-959493393-subnet', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:36.614382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Made reservation on behalf of 651e77de364e46cbaf9a7346e516b7ed for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:36.619694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.625751 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:11:33Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:36.691978 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] Checking router: 71f31615-092f-485c-8bcd-315c35e249ab for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:36.709817 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] Routers {'71f31615-092f-485c-8bcd-315c35e249ab'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:36.709817 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['71f31615-092f-485c-8bcd-315c35e249ab'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:36.820849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-fba2a8dd-6ead-40be-a10f-e97523880a2a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.827336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-fba2a8dd-6ead-40be-a10f-e97523880a2a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.834267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-fba2a8dd-6ead-40be-a10f-e97523880a2a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.841047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-fba2a8dd-6ead-40be-a10f-e97523880a2a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.847058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-fba2a8dd-6ead-40be-a10f-e97523880a2a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.854074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-fba2a8dd-6ead-40be-a10f-e97523880a2a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.861926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-fba2a8dd-6ead-40be-a10f-e97523880a2a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:36.864072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-fba2a8dd-6ead-40be-a10f-e97523880a2a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.2223225 Nov 12 11:11:36.886995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.954389 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] Set router 71f31615-092f-485c-8bcd-315c35e249ab gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:36.959103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Deleting port d21a9f1d-f834-4521-8bac-cadca156b2af {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:36.959460 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:36.989830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb271f35-7c6a-407c-9186-ec56a3a60a15 req-7d965c11-89a3-4a5b-85aa-5c9e33bfd770 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126444 Nov 12 11:11:36.995436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.102637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eba4d1f-dc48-4bcb-b9ee-3da1be55f639,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:37.125178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Checking segment: {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:37.125540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Network hostable DHCP agents. Network: 08889265-2fd3-4f3b-8dc0-9e89a07e63a5, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:37.141221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.158776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Calling delete_port for d21a9f1d-f834-4521-8bac-cadca156b2af owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:37.161815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Deleting port a02a4e9a-88cc-445b-bf83-d866033cbdba {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:37.162151 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.200463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:37.202585 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:11:33Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:37.251886 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf3e2c-25f3-492f-8737-691e5a6dbf61 None None] The sync data for ids ['71f31615-092f-485c-8bcd-315c35e249ab'] in n-d-768852-22 is: [{'id': '71f31615-092f-485c-8bcd-315c35e249ab', 'name': 'tempest-ServerRescueTestJSONUnderV235-1016361403-router', 'tenant_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:09:35Z', 'updated_at': '2021-11-12T11:11:33Z', 'revision_number': 5, 'project_id': '499ef743b29c4bbda55ddb7cfed7dc75', 'gw_port': {'id': 'a02a4e9a-88cc-445b-bf83-d866033cbdba', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f31615-092f-485c-8bcd-315c35e249ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:09:37Z', 'updated_at': '2021-11-12T11:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:37.288525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 08889265-2fd3-4f3b-8dc0-9e89a07e63a5) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:37.301610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c9713-9873-4b5c-8c43-ae4abca5bde0 None None] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:37.309490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:37.310125 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.324795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] For port a02a4e9a-88cc-445b-bf83-d866033cbdba, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a02a4e9a-88cc-445b-bf83-d866033cbdba,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:37.325145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.410402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Calling delete_port for a02a4e9a-88cc-445b-bf83-d866033cbdba owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:37.449217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8a38fa1e-0aec-40e9-954e-b4f436e93e30 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9884036 Nov 12 11:11:37.455649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50950) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:37.462750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37d06294-356a-4717-8ecb-22b8fd2e8b4c req-4563678a-f1f4-48bb-957c-c590e2c8b568 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0458429 Nov 12 11:11:37.492705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:37.616505 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.616664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.644676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:11:37.645675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.735484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.770291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Port': ['ID=d21a9f1d-f834-4521-8bac-cadca156b2af,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:37.827848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.862230 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:37.932912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Allocated IP 172.20.0.2 (08889265-2fd3-4f3b-8dc0-9e89a07e63a5/6eba4d1f-dc48-4bcb-b9ee-3da1be55f639/2404d484-1a5b-4368-a074-bf51189d8713) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:38.025636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.028570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a02a4e9a-88cc-445b-bf83-d866033cbdba,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:38.095160 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.142214 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.201848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.295549 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.299206 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.304445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.349763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:38.352983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:38.355572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:38.367283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Pushing event updated for resources: {'Port': ['ID=2404d484-1a5b-4368-a074-bf51189d8713,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:38.405596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-734ce610-a61a-422a-8b3d-d334bacb4772 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.413623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-734ce610-a61a-422a-8b3d-d334bacb4772 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.421793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-734ce610-a61a-422a-8b3d-d334bacb4772 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.432353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-734ce610-a61a-422a-8b3d-d334bacb4772 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.440943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-734ce610-a61a-422a-8b3d-d334bacb4772 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.452035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-734ce610-a61a-422a-8b3d-d334bacb4772 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.452682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Attempting to bind port 2404d484-1a5b-4368-a074-bf51189d8713 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:38.453213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Attempting to bind port 2404d484-1a5b-4368-a074-bf51189d8713 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:38.453651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Attempting to bind port 2404d484-1a5b-4368-a074-bf51189d8713 on network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:38.458758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-734ce610-a61a-422a-8b3d-d334bacb4772 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:38.460957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-734ce610-a61a-422a-8b3d-d334bacb4772 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.2413015 Nov 12 11:11:38.470552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.471130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:38.471130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Checking segment: {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:38.471538 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.471782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Router 4e608576-8721-4848-aca4-7221ac7faa72 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:38.472016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Bound using segment: {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:38.472515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Bound port: 2404d484-1a5b-4368-a074-bf51189d8713, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:38.472945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.513577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.579556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] For port 2404d484-1a5b-4368-a074-bf51189d8713, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:38.584407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] For port 2404d484-1a5b-4368-a074-bf51189d8713, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2404d484-1a5b-4368-a074-bf51189d8713,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:38.625471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:38.639023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9c303e2-f9f6-4dbe-b495-7659fc1cb328 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "PUT /v2.0/routers/4e608576-8721-4848-aca4-7221ac7faa72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2813642 Nov 12 11:11:38.641131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21117150-ce77-420d-b033-bd97b2bdaa21 None None] Sync routers for ids ['4e608576-8721-4848-aca4-7221ac7faa72'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:38.641269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ceed7a6-3861-4c06-972a-f86fbfa98999 req-2e4bc7a3-e412-4cfe-9cad-aaecc22cdf6c tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0553093 Nov 12 11:11:38.649968 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.654595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50976) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:38.654782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f31615-092f-485c-8bcd-315c35e249ab {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:11:38.664034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.666003 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-333ae446-e747-4487-9448-0b760e238b21 admin admin] 10.222.0.98 "DELETE /v2.0/routers/71f31615-092f-485c-8bcd-315c35e249ab HTTP/1.1" status: 204 len: 168 time: 2.6501217 Nov 12 11:11:38.671967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50978) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:38.679202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21117150-ce77-420d-b033-bd97b2bdaa21 None None] Routers {'4e608576-8721-4848-aca4-7221ac7faa72'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:38.680114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-21117150-ce77-420d-b033-bd97b2bdaa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4e608576-8721-4848-aca4-7221ac7faa72'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:38.684615 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.755826 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-882fa88c-5e06-447c-a553-f841444b2616 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] delete failed (client error): The resource could not be found. Nov 12 11:11:38.762631 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-882fa88c-5e06-447c-a553-f841444b2616 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/routers/tempest-non_exist_router-1689873235 HTTP/1.1" status: 404 len: 335 time: 0.1023080 Nov 12 11:11:38.772114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-21117150-ce77-420d-b033-bd97b2bdaa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:38.777644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cef020-973e-446d-a3f6-b8750aaf6669 admin admin] Deleting subnet a1845cbb-ff66-4c88-bd89-05f5686c7c70 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:38.779509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50980) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:38.794912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6b6a8d37-89f6-4d33-8e72-289fbf081348 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e608576-8721-4848-aca4-7221ac7faa72'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:38.801204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b1077a4-2242-4675-885d-d9f4ecf70d0a req-6c174f85-d8ee-46cf-970b-f72eaaaeec35 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3274553 Nov 12 11:11:38.810308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0cef020-973e-446d-a3f6-b8750aaf6669 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.824140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Allocated IP 172.25.3.113 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/fc255a1d-f957-4368-bb52-92abd890e86d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:38.835731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ed357-c114-4492-a4de-1f58bbf883ce None None] Pushing event updated for resources: {'Port': ['ID=2404d484-1a5b-4368-a074-bf51189d8713,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:38.862961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21117150-ce77-420d-b033-bd97b2bdaa21 None None] Routers {'4e608576-8721-4848-aca4-7221ac7faa72'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:38.863909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-21117150-ce77-420d-b033-bd97b2bdaa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4e608576-8721-4848-aca4-7221ac7faa72'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:38.898306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0cef020-973e-446d-a3f6-b8750aaf6669 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:38.913474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-21117150-ce77-420d-b033-bd97b2bdaa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:38.914208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21117150-ce77-420d-b033-bd97b2bdaa21 None None] The sync data for ids ['4e608576-8721-4848-aca4-7221ac7faa72'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:38.954041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0cef020-973e-446d-a3f6-b8750aaf6669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.120497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0cef020-973e-446d-a3f6-b8750aaf6669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.168381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cef020-973e-446d-a3f6-b8750aaf6669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1845cbb-ff66-4c88-bd89-05f5686c7c70,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:39.174842 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0cef020-973e-446d-a3f6-b8750aaf6669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.182621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a0cef020-973e-446d-a3f6-b8750aaf6669 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a1845cbb-ff66-4c88-bd89-05f5686c7c70 HTTP/1.1" status: 204 len: 168 time: 0.5068164 Nov 12 11:11:39.184857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50982) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:39.277098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b6a8d37-89f6-4d33-8e72-289fbf081348 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.306484 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.306823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.424019 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-6b6a8d37-89f6-4d33-8e72-289fbf081348 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] update failed (client error): The resource could not be found. Nov 12 11:11:39.426643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6b6a8d37-89f6-4d33-8e72-289fbf081348 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "PUT /v2.0/routers/4e608576-8721-4848-aca4-7221ac7faa72 HTTP/1.1" status: 404 len: 339 time: 0.6454189 Nov 12 11:11:39.432229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50988) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:39.634956 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.703097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5e42d0-42a4-46a9-8051-0af7b17602ff']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:39.719688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2404d484-1a5b-4368-a074-bf51189d8713 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:39.744743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf339a1e-617a-4849-a20d-d3491ebd6189') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:39.745219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf339a1e-617a-4849-a20d-d3491ebd6189') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:39.774416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.779755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.800862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.810989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:39.813583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:39.818647 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:39.861382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2404d484-1a5b-4368-a074-bf51189d8713 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:39.861939 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:39.874156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:39.878254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:39.885977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:39.980353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fa4b21d-ce01-4721-976f-2bace08e8b35 req-a0bf5d2e-9a30-4ca1-bfcb-32e262a44176 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0619471 Nov 12 11:11:40.038411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.067824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.075982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.081708 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] 10.222.0.98 "DELETE /v2.0/networks/bb5e42d0-42a4-46a9-8051-0af7b17602ff HTTP/1.1" status: 204 len: 168 time: 0.8953798 Nov 12 11:11:40.085272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 2404d484-1a5b-4368-a074-bf51189d8713, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2404d484-1a5b-4368-a074-bf51189d8713,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:40.093267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Pushing event updated for resources: {'Port': ['ID=fc255a1d-f957-4368-bb52-92abd890e86d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:40.140923 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.144028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ff6be-d893-4393-a336-b616ad53225a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5e42d0-42a4-46a9-8051-0af7b17602ff,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:40.173837 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.316353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-09a9140b-c023-44f0-a3b6-123f0b7127fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.320566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 568bcb4a-03a7-4f63-9a24-eb51752dba19 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:40.352384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-09a9140b-c023-44f0-a3b6-123f0b7127fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.361650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-09a9140b-c023-44f0-a3b6-123f0b7127fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.380358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-09a9140b-c023-44f0-a3b6-123f0b7127fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.392869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-09a9140b-c023-44f0-a3b6-123f0b7127fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.406746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 568bcb4a-03a7-4f63-9a24-eb51752dba19 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:40.407256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 568bcb4a-03a7-4f63-9a24-eb51752dba19 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:40.407971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a02a4e9a-88cc-445b-bf83-d866033cbdba no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:40.412937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=2404d484-1a5b-4368-a074-bf51189d8713,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:40.433767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-09a9140b-c023-44f0-a3b6-123f0b7127fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.449513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-09a9140b-c023-44f0-a3b6-123f0b7127fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:40.452173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-09a9140b-c023-44f0-a3b6-123f0b7127fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.3176649 Nov 12 11:11:40.492709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a02a4e9a-88cc-445b-bf83-d866033cbdba {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:40.494934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a02a4e9a-88cc-445b-bf83-d866033cbdba not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:40.503961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Allocated IP 172.20.0.1 (eca80b43-6a22-4ce5-be31-e602ffd749dc/25cf29bc-64fa-46b9-be7d-3fe4b7a68115/f5aae8d9-ee28-4ad7-b09b-a5673b2576ab) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:40.559630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78d4964a-041f-4a56-9617-ce7585b6f659 req-b896b253-9697-4af7-a173-dd1d722e66fc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872064 Nov 12 11:11:40.694057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.734157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51020) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:40.784345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.792010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54d6edbe-2edf-4bcc-8b2d-e78f65a8f872 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=499ef743b29c4bbda55ddb7cfed7dc75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567920 Nov 12 11:11:40.795071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51024) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:40.859057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20acf168-e4cf-4658-9f07-f6572616f9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.881631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202ea3e8-8c69-4b9b-880f-dc430479fc83 None None] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:40.893197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20acf168-e4cf-4658-9f07-f6572616f9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.908505 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:40.972992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-94f2d2dc-16e3-4d93-ace2-3c8dbf4f3bfe None None] Provisioning complete for port 2404d484-1a5b-4368-a074-bf51189d8713 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:40.973368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94f2d2dc-16e3-4d93-ace2-3c8dbf4f3bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.028542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20acf168-e4cf-4658-9f07-f6572616f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.054740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20acf168-e4cf-4658-9f07-f6572616f9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.059251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-20acf168-e4cf-4658-9f07-f6572616f9bd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca HTTP/1.1" status: 204 len: 168 time: 0.2625690 Nov 12 11:11:41.118353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acf168-e4cf-4658-9f07-f6572616f9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4986d6a-3dc3-4cad-94ea-9bb8fcde63ca,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:41.275337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2404d484-1a5b-4368-a074-bf51189d8713 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:41.361315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2404d484-1a5b-4368-a074-bf51189d8713 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:41.361743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.372189 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network eca80b43-6a22-4ce5-be31-e602ffd749dc is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:41.381921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45ce4151-d7a5-4d7c-9f8f-1fa0db5611d8 req-d80f7d51-8ffd-4507-8a4d-97db0cfbc068 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0478683 Nov 12 11:11:41.393697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:41.401151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:41.432311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Port': ['ID=f5aae8d9-ee28-4ad7-b09b-a5673b2576ab,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:41.520430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.656496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.843206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5151fda6-7996-48b7-b0d7-c35065e3275c None None] Provisioning complete for port 2404d484-1a5b-4368-a074-bf51189d8713 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:41.848030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5151fda6-7996-48b7-b0d7-c35065e3275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.885322 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:41.951412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-e773a63f-a103-4f0c-a07f-e1a8a3afa23e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:41.961861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-e773a63f-a103-4f0c-a07f-e1a8a3afa23e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:41.973819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-e773a63f-a103-4f0c-a07f-e1a8a3afa23e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:41.981660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-e773a63f-a103-4f0c-a07f-e1a8a3afa23e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:41.992856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-e773a63f-a103-4f0c-a07f-e1a8a3afa23e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:42.002777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-e773a63f-a103-4f0c-a07f-e1a8a3afa23e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:42.008958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-e773a63f-a103-4f0c-a07f-e1a8a3afa23e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:42.015577 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-e773a63f-a103-4f0c-a07f-e1a8a3afa23e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.2628622 Nov 12 11:11:42.082791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc8d80f-e8ab-4dc7-8bce-0d3b32cfd5f7 req-baf41402-2fc5-4c2d-bd9a-6491d8e59556 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651069 Nov 12 11:11:42.124729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:11:42.133474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-60166176-6912-4617-8fad-781c83f9f0ba None None] Provisioning complete for port f5aae8d9-ee28-4ad7-b09b-a5673b2576ab triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:42.140843 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-60166176-6912-4617-8fad-781c83f9f0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:42.179322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-60166176-6912-4617-8fad-781c83f9f0ba None None] Port f5aae8d9-ee28-4ad7-b09b-a5673b2576ab cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:42.350518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:42.352837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:42.378152 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Sync routers for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:42.389752 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:42.390676 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:42.442266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:42.540297 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:42.549617 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:42.551466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e5eed229-f7b6-4e5c-ab56-99ae1a5b860f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0940344 Nov 12 11:11:42.556135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51088) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:42.565479 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:42.776132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event updated for resources: {'Port': ['ID=f5aae8d9-ee28-4ad7-b09b-a5673b2576ab,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:42.780514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51092) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:42.878480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d830f3f9-f159-4dd4-b7bd-7e6dcdd15bc4 req-6b46ef8d-ec22-4f25-a6a8-345aade0d1b4 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.2403855 Nov 12 11:11:42.893958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Network eca80b43-6a22-4ce5-be31-e602ffd749dc is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:42.896386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:43.089355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1241913700-network', 'tenant_id': '42fa557e93ca494ea3ce383d1a51be4c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:43.160626 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:40Z', 'revision_number': 3, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:43.163480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Router 4e608576-8721-4848-aca4-7221ac7faa72 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:43.234519 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Checking router: 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:43.234877 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Updating router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 port fc255a1d-f957-4368-bb52-92abd890e86d binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:11:43.266946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Made reservation on behalf of 42fa557e93ca494ea3ce383d1a51be4c for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:43.269424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.277220 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.290761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.324169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7cef4e0e-de97-4117-b8de-d0ef8eb9378e None None] Provisioning complete for port f5aae8d9-ee28-4ad7-b09b-a5673b2576ab triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:43.326216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:43.326342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7cef4e0e-de97-4117-b8de-d0ef8eb9378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.337612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-012aacc0-637c-45ef-ac34-3929a0e48c46 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "PUT /v2.0/routers/4e608576-8721-4848-aca4-7221ac7faa72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9037986 Nov 12 11:11:43.338351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51106) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:43.368145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a3451-06f4-4da4-84f8-2e37a9b036a8 None None] Sync routers for ids ['4e608576-8721-4848-aca4-7221ac7faa72'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:43.406544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a3451-06f4-4da4-84f8-2e37a9b036a8 None None] Routers {'4e608576-8721-4848-aca4-7221ac7faa72'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:43.406544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6f5a3451-06f4-4da4-84f8-2e37a9b036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4e608576-8721-4848-aca4-7221ac7faa72'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:43.445272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6f5a3451-06f4-4da4-84f8-2e37a9b036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:43.448590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7cef4e0e-de97-4117-b8de-d0ef8eb9378e None None] Port f5aae8d9-ee28-4ad7-b09b-a5673b2576ab cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:43.459111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a3451-06f4-4da4-84f8-2e37a9b036a8 None None] Routers {'4e608576-8721-4848-aca4-7221ac7faa72'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:43.459975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6f5a3451-06f4-4da4-84f8-2e37a9b036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4e608576-8721-4848-aca4-7221ac7faa72'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:43.480975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-7b951beb-0139-437d-8f9e-f4909edada0e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.508455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6f5a3451-06f4-4da4-84f8-2e37a9b036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:43.508764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-7b951beb-0139-437d-8f9e-f4909edada0e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.509612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a3451-06f4-4da4-84f8-2e37a9b036a8 None None] The sync data for ids ['4e608576-8721-4848-aca4-7221ac7faa72'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:43.510288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0cbaa8d-7aca-42a7-976a-f7e438e5e4ab tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.524539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-7b951beb-0139-437d-8f9e-f4909edada0e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.531906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-7b951beb-0139-437d-8f9e-f4909edada0e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.539417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-7b951beb-0139-437d-8f9e-f4909edada0e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.545537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-7b951beb-0139-437d-8f9e-f4909edada0e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.554154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-7b951beb-0139-437d-8f9e-f4909edada0e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:43.563109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-7b951beb-0139-437d-8f9e-f4909edada0e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.3080146 Nov 12 11:11:43.609243 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.666150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.666381 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-f0cbaa8d-7aca-42a7-976a-f7e438e5e4ab tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 11:11:43.671940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f0cbaa8d-7aca-42a7-976a-f7e438e5e4ab tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/routers/4e608576-8721-4848-aca4-7221ac7faa72 HTTP/1.1" status: 409 len: 329 time: 0.3277938 Nov 12 11:11:43.673094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51134) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:43.678707 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:11:43.699194 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.713022 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d90aa48d-e031-4202-b698-7f378e44d6f1 req-6376b0cc-fded-486f-840b-5d53bdda7b0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489952 Nov 12 11:11:43.715039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.782127 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.785600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:43.817418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575fc1c7-e003-4007-9a35-511e5bba59bc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:43.821225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.821654 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Added segment 81ef50ad-3a9f-48d0-896b-27577a91efb9 of type vlan for network 68008f44-7da9-4f99-8f63-087f55eedd06 Nov 12 11:11:43.857024 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Attempting to bind port fc255a1d-f957-4368-bb52-92abd890e86d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:43.857661 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Attempting to bind port fc255a1d-f957-4368-bb52-92abd890e86d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:43.858230 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Attempting to bind port fc255a1d-f957-4368-bb52-92abd890e86d on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:43.871898 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:43.877142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:43.877142 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.877142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:43.877142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Bound port: fc255a1d-f957-4368-bb52-92abd890e86d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:43.877142 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.900673 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb84428-4955-4dab-a2ac-752244891e09 None None] Pushing event updated for resources: {'Port': ['ID=fc255a1d-f957-4368-bb52-92abd890e86d,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:43.937973 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:43.939122 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] For port fc255a1d-f957-4368-bb52-92abd890e86d, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:43.942675 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] For port fc255a1d-f957-4368-bb52-92abd890e86d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fc255a1d-f957-4368-bb52-92abd890e86d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:44.010591 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.060592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-327f1f7c-94b9-46ce-80e4-00ec9bf209bb req-cca1678a-914f-4aa7-aa3f-dec6f5040413 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0419123 Nov 12 11:11:44.106443 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb84428-4955-4dab-a2ac-752244891e09 None None] Pushing event updated for resources: {'Port': ['ID=fc255a1d-f957-4368-bb52-92abd890e86d,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:44.110031 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:44.118566 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:44.137623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.140815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:44.140815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.223469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Allocated IP 172.20.0.1 (08889265-2fd3-4f3b-8dc0-9e89a07e63a5/6eba4d1f-dc48-4bcb-b9ee-3da1be55f639/49baeaf4-5393-4257-a41a-eace211c3130) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:44.257728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] Pushing event updated for resources: {'Network': ['ID=68008f44-7da9-4f99-8f63-087f55eedd06,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:44.273283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 68008f44-7da9-4f99-8f63-087f55eedd06 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:44.291109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.298197 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:44.303299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-aed66ee9-8dcf-4ca1-ada3-c01561f81704 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5183690 Nov 12 11:11:44.304446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51140) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:44.357797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Request body: {'subnet': {'network_id': '68008f44-7da9-4f99-8f63-087f55eedd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1241913700-subnet', 'tenant_id': '42fa557e93ca494ea3ce383d1a51be4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:44.376089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.520535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.594162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:44.595214 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:40Z', 'revision_number': 3, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:44.601854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:44.608693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:44.687889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Pushing event updated for resources: {'Port': ['ID=49baeaf4-5393-4257-a41a-eace211c3130,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:44.696106 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ef549-33a1-4c25-8ef8-4e0c1a38fadf None None] The sync data for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 is: [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:40Z', 'revision_number': 3, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:44.706816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:44.890717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Made reservation on behalf of 42fa557e93ca494ea3ce383d1a51be4c for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:44.893749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.087222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d487-b904-456f-b20d-8078eaac08a9 req-f5a23292-37aa-4a22-beb1-270b71bb6fc3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.098273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d487-b904-456f-b20d-8078eaac08a9 req-f5a23292-37aa-4a22-beb1-270b71bb6fc3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.106678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b36ec72a-df39-4001-8451-4696bf806707 None None] Provisioning complete for port 49baeaf4-5393-4257-a41a-eace211c3130 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:45.108409 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b36ec72a-df39-4001-8451-4696bf806707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.147334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d487-b904-456f-b20d-8078eaac08a9 req-f5a23292-37aa-4a22-beb1-270b71bb6fc3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.185631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d487-b904-456f-b20d-8078eaac08a9 req-f5a23292-37aa-4a22-beb1-270b71bb6fc3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.198801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d487-b904-456f-b20d-8078eaac08a9 req-f5a23292-37aa-4a22-beb1-270b71bb6fc3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.207165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b36ec72a-df39-4001-8451-4696bf806707 None None] Port 49baeaf4-5393-4257-a41a-eace211c3130 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:45.216418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d487-b904-456f-b20d-8078eaac08a9 req-f5a23292-37aa-4a22-beb1-270b71bb6fc3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.229229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d487-b904-456f-b20d-8078eaac08a9 req-f5a23292-37aa-4a22-beb1-270b71bb6fc3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:45.244512 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5236d487-b904-456f-b20d-8078eaac08a9 req-f5a23292-37aa-4a22-beb1-270b71bb6fc3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.4168005 Nov 12 11:11:45.387103 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5236d487-b904-456f-b20d-8078eaac08a9 req-2a94d98e-5165-4e77-a865-41afb1101d2e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411433 Nov 12 11:11:45.423763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d78ee73d-c964-4fd8-ba33-f9216adac497 req-36cd9186-fecb-47d4-9172-075eb591183d tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0852206 Nov 12 11:11:45.449442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Deleting port f5aae8d9-ee28-4ad7-b09b-a5673b2576ab {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:45.449982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.565653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.566618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.673048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8727526d-0ea6-48a0-bee6-f3750a2e8d83,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:45.679666 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:45.705117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Calling delete_port for f5aae8d9-ee28-4ad7-b09b-a5673b2576ab owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:45.714464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Checking segment: {'id': '81ef50ad-3a9f-48d0-896b-27577a91efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '68008f44-7da9-4f99-8f63-087f55eedd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:45.714979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Network hostable DHCP agents. Network: 68008f44-7da9-4f99-8f63-087f55eedd06, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:45.888383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Network 68008f44-7da9-4f99-8f63-087f55eedd06 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:45.970658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.001900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 68008f44-7da9-4f99-8f63-087f55eedd06) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:46.010119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.011666 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.026494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832abc55-fe43-4fce-b584-b30b4b296e57 None None] Network 68008f44-7da9-4f99-8f63-087f55eedd06 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:46.048983 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.119194 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.156537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.157892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Port': ['ID=f5aae8d9-ee28-4ad7-b09b-a5673b2576ab,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:46.188156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Pushing event updated for resources: {'Port': ['ID=49baeaf4-5393-4257-a41a-eace211c3130,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:46.239978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d4fee463-be7e-44a9-8b25-7809f28c73d5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8930626 Nov 12 11:11:46.444149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:46.531419 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-77cef149-fabd-4a0c-ad1d-3f17c4ff84f2 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=97893eaa9d04467ba600941738d19e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1931760 Nov 12 11:11:46.562842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:46.592534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c05df1-9401-4aa8-8f94-cb3b676a26b4 None None] Network 68008f44-7da9-4f99-8f63-087f55eedd06 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:46.623445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:46.776600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-6db6b0ed-6d5b-49a5-aa18-9c490e27f7f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.783132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-6db6b0ed-6d5b-49a5-aa18-9c490e27f7f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.789683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-6db6b0ed-6d5b-49a5-aa18-9c490e27f7f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.795887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-6db6b0ed-6d5b-49a5-aa18-9c490e27f7f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.802630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-6db6b0ed-6d5b-49a5-aa18-9c490e27f7f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.809034 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-6db6b0ed-6d5b-49a5-aa18-9c490e27f7f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.815365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-6db6b0ed-6d5b-49a5-aa18-9c490e27f7f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:46.818458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-6db6b0ed-6d5b-49a5-aa18-9c490e27f7f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.2233751 Nov 12 11:11:46.830199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Router 4e608576-8721-4848-aca4-7221ac7faa72 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:46.957192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:46.969533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bf5a2a20-41e3-4414-9ddd-5b693b5639f6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "PUT /v2.0/routers/4e608576-8721-4848-aca4-7221ac7faa72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2904410 Nov 12 11:11:46.976663 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597d6c5-c9cb-49a4-a4cb-e2c41e8d5657 None None] Sync routers for ids ['4e608576-8721-4848-aca4-7221ac7faa72'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:46.979106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9da99e9b-e7e1-498c-a5a0-e1061da3e323 None None] Provisioning complete for port 49baeaf4-5393-4257-a41a-eace211c3130 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:46.980161 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9da99e9b-e7e1-498c-a5a0-e1061da3e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.001882 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea6774da-a4c8-46fc-81b2-43fdaca53933 req-63a5dd91-5409-4cc4-a9e3-49a99135d117 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633427 Nov 12 11:11:47.002089 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597d6c5-c9cb-49a4-a4cb-e2c41e8d5657 None None] Routers {'4e608576-8721-4848-aca4-7221ac7faa72'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:47.002275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51212) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:47.002449 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d597d6c5-c9cb-49a4-a4cb-e2c41e8d5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4e608576-8721-4848-aca4-7221ac7faa72'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:47.010144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:11:47.025437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd746a-7336-44c7-9140-789449868666 req-25858e21-5a8c-413b-b194-00dba1e50089 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:47.033411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-25858e21-5a8c-413b-b194-00dba1e50089 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5007174 Nov 12 11:11:47.057470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-11174c15-bf10-4dc9-a5a1-47e555be1f8a tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/quotas/97893eaa9d04467ba600941738d19e1e HTTP/1.1" status: 200 len: 375 time: 0.0230589 Nov 12 11:11:47.064386 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-34d79eeb-550d-4380-87be-38bd6641ff16 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] show failed (client error): The resource could not be found. Nov 12 11:11:47.072680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-34d79eeb-550d-4380-87be-38bd6641ff16 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "GET /v2.0/routers/tempest-non_exist_router-1134307213 HTTP/1.1" status: 404 len: 335 time: 0.0803845 Nov 12 11:11:47.073512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51214) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:47.078315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-16acc0c9-943a-4ac4-886b-34adb4705da6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:47.083525 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d597d6c5-c9cb-49a4-a4cb-e2c41e8d5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:47.109097 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597d6c5-c9cb-49a4-a4cb-e2c41e8d5657 None None] Routers {'4e608576-8721-4848-aca4-7221ac7faa72'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:47.109933 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d597d6c5-c9cb-49a4-a4cb-e2c41e8d5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4e608576-8721-4848-aca4-7221ac7faa72'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:47.111093 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-1cebb81e-adc5-4c63-ad34-ab51a481c628 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=97893eaa9d04467ba600941738d19e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526519 Nov 12 11:11:47.124707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9da99e9b-e7e1-498c-a5a0-e1061da3e323 None None] Port 49baeaf4-5393-4257-a41a-eace211c3130 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:47.150250 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d597d6c5-c9cb-49a4-a4cb-e2c41e8d5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:47.151132 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597d6c5-c9cb-49a4-a4cb-e2c41e8d5657 None None] The sync data for ids ['4e608576-8721-4848-aca4-7221ac7faa72'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:47.169451 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-16acc0c9-943a-4ac4-886b-34adb4705da6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] update failed (client error): The resource could not be found. Nov 12 11:11:47.175823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-16acc0c9-943a-4ac4-886b-34adb4705da6 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "PUT /v2.0/routers/tempest-non_exist_router-647907050 HTTP/1.1" status: 404 len: 334 time: 0.0965955 Nov 12 11:11:47.187992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51216) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:47.222223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fc255a1d-f957-4368-bb52-92abd890e86d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:47.278712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8410f911-5ae7-4107-8a55-190f21916da8 req-96d42a1d-7771-4830-9a57-126b04f27982 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.1131032 Nov 12 11:11:47.316006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port fc255a1d-f957-4368-bb52-92abd890e86d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:47.316384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.319178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcd9d80-5b5d-47b6-8b1e-45f1d2210cfe tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Deleting subnet 5145bba6-70db-4113-8d63-e2b0d6a8a233 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:47.327136 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-adcd9d80-5b5d-47b6-8b1e-45f1d2210cfe tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.351532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:11:47.377310 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c13947f9-ffa5-473b-a528-4453a1a4a092 admin admin] 10.222.0.98 "PUT /v2.0/routers/3d6273da-fac3-4f03-9ed5-46b1dd0515a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8191085 Nov 12 11:11:47.377871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-adcd9d80-5b5d-47b6-8b1e-45f1d2210cfe tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.430777 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.436602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51220) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:47.437442 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.533379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Sync routers for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:11:47.542585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port fc255a1d-f957-4368-bb52-92abd890e86d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fc255a1d-f957-4368-bb52-92abd890e86d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:47.560925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:47.561158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7b9f58-b9a7-4dec-8d7d-913af9665fd7 admin admin] Deleting subnet 8727526d-0ea6-48a0-bee6-f3750a2e8d83 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:47.566948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:47.573568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9f58-b9a7-4dec-8d7d-913af9665fd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.576040 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-adcd9d80-5b5d-47b6-8b1e-45f1d2210cfe tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.653923 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.681445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9f58-b9a7-4dec-8d7d-913af9665fd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.697273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-4e8e0ff3-c15e-4151-86a3-de5331abe1da tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=97893eaa9d04467ba600941738d19e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508912 Nov 12 11:11:47.731750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9f58-b9a7-4dec-8d7d-913af9665fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.832581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-ffa269a4-04d3-415c-989a-51a535cb5341 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:47.833890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-ffa269a4-04d3-415c-989a-51a535cb5341 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1307523 Nov 12 11:11:47.851468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=fc255a1d-f957-4368-bb52-92abd890e86d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:47.855084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-1501051b-6901-4595-a6d0-5eacf4ea1f8d tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/quotas/97893eaa9d04467ba600941738d19e1e HTTP/1.1" status: 200 len: 375 time: 0.0116627 Nov 12 11:11:47.872467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:47.876225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-adcd9d80-5b5d-47b6-8b1e-45f1d2210cfe tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.893805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9f58-b9a7-4dec-8d7d-913af9665fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.921106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b9f58-b9a7-4dec-8d7d-913af9665fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8727526d-0ea6-48a0-bee6-f3750a2e8d83,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:47.925411 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9f58-b9a7-4dec-8d7d-913af9665fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:47.929827 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bb7b9f58-b9a7-4dec-8d7d-913af9665fd7 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8727526d-0ea6-48a0-bee6-f3750a2e8d83 HTTP/1.1" status: 204 len: 168 time: 0.4918103 Nov 12 11:11:47.937647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51244) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:47.943706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-abaaca1a-ea5a-430c-9c1f-f1632fe48326 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=97893eaa9d04467ba600941738d19e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804110 Nov 12 11:11:47.996409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd9d80-5b5d-47b6-8b1e-45f1d2210cfe tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Subnet': ['ID=5145bba6-70db-4113-8d63-e2b0d6a8a233,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:47.999971 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-adcd9d80-5b5d-47b6-8b1e-45f1d2210cfe tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.008544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-adcd9d80-5b5d-47b6-8b1e-45f1d2210cfe tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/subnets/5145bba6-70db-4113-8d63-e2b0d6a8a233 HTTP/1.1" status: 204 len: 168 time: 0.8167064 Nov 12 11:11:48.008832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51246) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:48.044349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe044722-9286-4140-b0a2-2150e57eeacb None None] Network 3bdff38a-46a6-443f-a69a-63959b695479 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:48.092678 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.110427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-979d7413-5bfe-4fb3-89be-efd916c93628 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Deleting subnet 4dd08751-34cb-4667-9ed4-518688062672 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:48.124780 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979d7413-5bfe-4fb3-89be-efd916c93628 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.178258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.202354 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979d7413-5bfe-4fb3-89be-efd916c93628 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.248184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51254) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:48.257784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9b9cbf1b-153c-4d0d-90c8-60b8a5cdaceb tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099147254', 'description': 'tempest-description--1690467656'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:48.275703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68008f44-7da9-4f99-8f63-087f55eedd06']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:48.320389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ef50ad-3a9f-48d0-896b-27577a91efb9') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:48.322402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ef50ad-3a9f-48d0-896b-27577a91efb9') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:48.388640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-923cf5d2-81d4-49fa-aac2-be103dcaf57b req-cf8c67dd-8aae-43e2-9492-b710c5fae9cf tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 210 time: 0.0485082 Nov 12 11:11:48.400021 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.420743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 2, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:48.435018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979d7413-5bfe-4fb3-89be-efd916c93628 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.470288 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.487456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbf1b-153c-4d0d-90c8-60b8a5cdaceb tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.495007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Checking router: 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:11:48.495889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Updating router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 port 49baeaf4-5393-4257-a41a-eace211c3130 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:11:48.515204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] DHCP port deletion for 3bdff38a-46a6-443f-a69a-63959b695479 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:48.517574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:48.518236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:48.522753 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:48.532721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-279940f8-0c72-4553-adc6-b613e4b6c7d6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.541653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-279940f8-0c72-4553-adc6-b613e4b6c7d6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.547419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-279940f8-0c72-4553-adc6-b613e4b6c7d6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.553604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-279940f8-0c72-4553-adc6-b613e4b6c7d6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.559668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-279940f8-0c72-4553-adc6-b613e4b6c7d6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.566209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-279940f8-0c72-4553-adc6-b613e4b6c7d6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.574123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-279940f8-0c72-4553-adc6-b613e4b6c7d6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:48.576164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-279940f8-0c72-4553-adc6-b613e4b6c7d6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.2282360 Nov 12 11:11:48.578638 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.584620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a620c08-4973-423c-8a3b-612fac68b895 req-0793ca9e-4c02-4e60-8061-f8cf81fe224f tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0947573 Nov 12 11:11:48.712168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50dc4169-8f35-4018-a8eb-9ed10d586a97 req-97bf4ecc-4e00-427d-a44b-2b69c97de62d tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102650 Nov 12 11:11:48.714300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979d7413-5bfe-4fb3-89be-efd916c93628 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.763232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d7413-5bfe-4fb3-89be-efd916c93628 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd08751-34cb-4667-9ed4-518688062672,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:48.765570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979d7413-5bfe-4fb3-89be-efd916c93628 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.771974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-979d7413-5bfe-4fb3-89be-efd916c93628 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/subnets/4dd08751-34cb-4667-9ed4-518688062672 HTTP/1.1" status: 204 len: 168 time: 0.7591591 Nov 12 11:11:48.772355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51268) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:48.780814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.788388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.795134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] 10.222.0.98 "DELETE /v2.0/networks/68008f44-7da9-4f99-8f63-087f55eedd06 HTTP/1.1" status: 204 len: 168 time: 0.8562784 Nov 12 11:11:48.819462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53bc1bd-3e07-4335-985c-a9a4d672d074 None None] Network beab0fca-728c-47b3-9382-ea74e85055f0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:48.848976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=68008f44-7da9-4f99-8f63-087f55eedd06,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:48.877219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.877509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.878072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.881856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.894833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.895660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.896286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.896785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.897351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.898033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.898606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbf1b-153c-4d0d-90c8-60b8a5cdaceb tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.898823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.899319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.899811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8041aa42-e3a2-48db-9c8f-113106f9a5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:48.975008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] Deleting port 740484b5-fcde-4d5f-a840-06317cdc53c3 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:48.975679 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:48.981019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Deleting port 740484b5-fcde-4d5f-a840-06317cdc53c3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:48.981360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.040302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbf1b-153c-4d0d-90c8-60b8a5cdaceb tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.074462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] For port 740484b5-fcde-4d5f-a840-06317cdc53c3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=740484b5-fcde-4d5f-a840-06317cdc53c3,segment=NetworkSegment(683d8034-8f18-418b-956d-02babffd253c),segment_id=683d8034-8f18-418b-956d-02babffd253c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:49.074831 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.096497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Calling delete_port for 740484b5-fcde-4d5f-a840-06317cdc53c3 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:49.098224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cbf1b-153c-4d0d-90c8-60b8a5cdaceb tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e1821-9a34-4289-8e90-3ffa7da4bc15,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:49.170102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fc255a1d-f957-4368-bb52-92abd890e86d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:49.211712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b9cbf1b-153c-4d0d-90c8-60b8a5cdaceb tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.216902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51274) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:49.217992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9b9cbf1b-153c-4d0d-90c8-60b8a5cdaceb tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9683418 Nov 12 11:11:49.225518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-260fe7e7-8ee2-449c-9d07-12cdc3b5d3d0 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Request body: {'security_group_rule': {'security_group_id': '5a4e1821-9a34-4289-8e90-3ffa7da4bc15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:49.248952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] For port 740484b5-fcde-4d5f-a840-06317cdc53c3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=740484b5-fcde-4d5f-a840-06317cdc53c3,segment=NetworkSegment(683d8034-8f18-418b-956d-02babffd253c),segment_id=683d8034-8f18-418b-956d-02babffd253c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:49.249422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.287279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] Calling delete_port for 740484b5-fcde-4d5f-a840-06317cdc53c3 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:49.305438 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.368731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-260fe7e7-8ee2-449c-9d07-12cdc3b5d3d0 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.380122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Port': ['ID=740484b5-fcde-4d5f-a840-06317cdc53c3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:49.392843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] No DVR routers for this DVR port 740484b5-fcde-4d5f-a840-06317cdc53c3 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:49.426313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port fc255a1d-f957-4368-bb52-92abd890e86d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:49.427534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.503085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51278) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:49.553130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-260fe7e7-8ee2-449c-9d07-12cdc3b5d3d0 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.572577 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d5f0be15-83a8-41ad-ac2b-93b2b19287ab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=42fa557e93ca494ea3ce383d1a51be4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679913 Nov 12 11:11:49.574950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51280) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:49.594983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df7b1064-5576-4903-a3e9-170555388511 req-7000ab40-1807-4b91-b0ab-85bbab3916b9 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 210 time: 0.0713940 Nov 12 11:11:49.607521 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.657938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdff38a-46a6-443f-a69a-63959b695479']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:49.679748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683d8034-8f18-418b-956d-02babffd253c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:49.686310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683d8034-8f18-418b-956d-02babffd253c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:49.686551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-260fe7e7-8ee2-449c-9d07-12cdc3b5d3d0 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.696757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.704785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.716415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] DHCP port deletion for beab0fca-728c-47b3-9382-ea74e85055f0 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:49.753763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.772143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:49.775133 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.775342 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e883f55e-ced3-4045-a65a-63b1b513345b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:49.778044 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:49.796468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fe7e7-8ee2-449c-9d07-12cdc3b5d3d0 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b7baa0-9403-4d0e-82b1-c5264d3d0f13,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:49.831249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e883f55e-ced3-4045-a65a-63b1b513345b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.897967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6eb6b030-66df-4a3d-af28-1a2e5fde4d97 req-e74f4417-4776-4835-bcc3-ebb65ff45051 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0537391 Nov 12 11:11:49.928972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-260fe7e7-8ee2-449c-9d07-12cdc3b5d3d0 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.930197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-260fe7e7-8ee2-449c-9d07-12cdc3b5d3d0 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7112203 Nov 12 11:11:49.951440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51290) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:49.953394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:49.970124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6399fe27-b3dd-475a-9891-eba13da899bc tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Request body: {'security_group_rule': {'security_group_id': '5a4e1821-9a34-4289-8e90-3ffa7da4bc15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:50.100419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.104994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758230be-5766-4fa1-92da-c174230b8975 None None] Pushing event updated for resources: {'Port': ['ID=49baeaf4-5393-4257-a41a-eace211c3130,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.148089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e883f55e-ced3-4045-a65a-63b1b513345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.151756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 740484b5-fcde-4d5f-a840-06317cdc53c3 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:50.151996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e883f55e-ced3-4045-a65a-63b1b513345b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.151996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e883f55e-ced3-4045-a65a-63b1b513345b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/575fc1c7-e003-4007-9a35-511e5bba59bc HTTP/1.1" status: 204 len: 168 time: 0.5756972 Nov 12 11:11:50.168867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] Pushing event deleted for resources: {'Port': ['ID=740484b5-fcde-4d5f-a840-06317cdc53c3,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.216642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883f55e-ced3-4045-a65a-63b1b513345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575fc1c7-e003-4007-9a35-511e5bba59bc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.238776 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.260320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.268122 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/networks/3bdff38a-46a6-443f-a69a-63959b695479 HTTP/1.1" status: 204 len: 168 time: 1.4919212 Nov 12 11:11:50.271376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51294) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:50.279827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6399fe27-b3dd-475a-9891-eba13da899bc tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.329864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d01054-99de-4696-9c4f-987937b2eaa8 None None] No DVR routers for this DVR port 740484b5-fcde-4d5f-a840-06317cdc53c3 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:50.337564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 740484b5-fcde-4d5f-a840-06317cdc53c3 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:50.338213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 740484b5-fcde-4d5f-a840-06317cdc53c3 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:50.376858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] Deleting port 96bbad2c-0506-41b0-9624-5841a5136828 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:50.379515 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.389962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-13bdd3ae-cbf2-42f1-96bd-37908bdba76a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.409875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-13bdd3ae-cbf2-42f1-96bd-37908bdba76a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.425224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-13bdd3ae-cbf2-42f1-96bd-37908bdba76a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.441418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Attempting to bind port 49baeaf4-5393-4257-a41a-eace211c3130 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:50.441841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Attempting to bind port 49baeaf4-5393-4257-a41a-eace211c3130 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:50.442860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Attempting to bind port 49baeaf4-5393-4257-a41a-eace211c3130 on network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:50.451135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:50.451655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-13bdd3ae-cbf2-42f1-96bd-37908bdba76a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.452102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Checking segment: {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:50.452681 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.454071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Bound using segment: {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:50.454839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Bound port: 49baeaf4-5393-4257-a41a-eace211c3130, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:50.455428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.474645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.480908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-13bdd3ae-cbf2-42f1-96bd-37908bdba76a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.498071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-13bdd3ae-cbf2-42f1-96bd-37908bdba76a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.517779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-13bdd3ae-cbf2-42f1-96bd-37908bdba76a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:50.520907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-13bdd3ae-cbf2-42f1-96bd-37908bdba76a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.4514713 Nov 12 11:11:50.522118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbfd42-5a51-4a1d-865d-62493badbd7b tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Network': ['ID=3bdff38a-46a6-443f-a69a-63959b695479,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.543515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] For port 96bbad2c-0506-41b0-9624-5841a5136828, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=96bbad2c-0506-41b0-9624-5841a5136828,segment=NetworkSegment(cf76d252-af73-4c9e-b252-2e9f7ea71d68),segment_id=cf76d252-af73-4c9e-b252-2e9f7ea71d68)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:50.543916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.553623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Deleting port 96bbad2c-0506-41b0-9624-5841a5136828 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:50.554199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.560451 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.572689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] Calling delete_port for 96bbad2c-0506-41b0-9624-5841a5136828 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:50.644701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] For port 49baeaf4-5393-4257-a41a-eace211c3130, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:50.654565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] For port 96bbad2c-0506-41b0-9624-5841a5136828, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=96bbad2c-0506-41b0-9624-5841a5136828,segment=NetworkSegment(cf76d252-af73-4c9e-b252-2e9f7ea71d68),segment_id=cf76d252-af73-4c9e-b252-2e9f7ea71d68)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:50.657309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.661723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] For port 49baeaf4-5393-4257-a41a-eace211c3130, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=49baeaf4-5393-4257-a41a-eace211c3130,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:50.680729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-dceeba9b-e366-491b-a74a-9d2863999f61 None None] Provisioning complete for port 49baeaf4-5393-4257-a41a-eace211c3130 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:50.681366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dceeba9b-e366-491b-a74a-9d2863999f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.697229 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c108144-4f3e-47b1-aa9d-6ddfc5bcd853 req-5b4ddaf2-b2f0-45d7-9fb0-23a925a96c1f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377001 Nov 12 11:11:50.703848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Calling delete_port for 96bbad2c-0506-41b0-9624-5841a5136828 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:50.713749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6399fe27-b3dd-475a-9891-eba13da899bc tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.757820 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.774422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-dceeba9b-e366-491b-a74a-9d2863999f61 None None] Port 49baeaf4-5393-4257-a41a-eace211c3130 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:50.785450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6399fe27-b3dd-475a-9891-eba13da899bc tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.835328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:11:50.839617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:50.858194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399fe27-b3dd-475a-9891-eba13da899bc tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b6803b-2f58-41cf-9f93-194f5d6e708a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.901226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.910859 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c5fe10ae-e7c7-4f86-b83b-3380ec0becad req-1698047d-a80c-495f-9386-be731af4ff5a tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 210 time: 0.0583305 Nov 12 11:11:50.929852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758230be-5766-4fa1-92da-c174230b8975 None None] Pushing event updated for resources: {'Port': ['ID=49baeaf4-5393-4257-a41a-eace211c3130,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.933875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.951590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] No DVR routers for this DVR port 96bbad2c-0506-41b0-9624-5841a5136828 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:50.965255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] No DVR routers for this DVR port 96bbad2c-0506-41b0-9624-5841a5136828 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:50.971355 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6399fe27-b3dd-475a-9891-eba13da899bc tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:50.975172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c27e40-9884-4b62-b7df-25f83d330a41 None None] Pushing event deleted for resources: {'Port': ['ID=96bbad2c-0506-41b0-9624-5841a5136828,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:50.981815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6399fe27-b3dd-475a-9891-eba13da899bc tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0288668 Nov 12 11:11:50.982590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51302) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:50.988183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:51.093831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Port': ['ID=96bbad2c-0506-41b0-9624-5841a5136828,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:51.141907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.269376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:11:51.368593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-ac9ac651-c482-45bc-9f7c-9eb3e88f0804 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=97893eaa9d04467ba600941738d19e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1570108 Nov 12 11:11:51.382102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 96bbad2c-0506-41b0-9624-5841a5136828 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:51.405524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb9ca890-affb-4e97-89bf-dae9a276b3b6 req-0de824f3-863a-4ef1-aec3-e4bcd4eca04d tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.1529896 Nov 12 11:11:51.422105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.455399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 96bbad2c-0506-41b0-9624-5841a5136828 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:51.455739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 96bbad2c-0506-41b0-9624-5841a5136828 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:51.501030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beab0fca-728c-47b3-9382-ea74e85055f0']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:51.511311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3df622e4-641e-42f9-b149-c48e5f452a1e None None] Provisioning complete for port 49baeaf4-5393-4257-a41a-eace211c3130 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:51.511748 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3df622e4-641e-42f9-b149-c48e5f452a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.522941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf76d252-af73-4c9e-b252-2e9f7ea71d68') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:51.523720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf76d252-af73-4c9e-b252-2e9f7ea71d68') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:51.544712 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.571316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.584438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:51.585193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:51.591981 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:51.727816 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3df622e4-641e-42f9-b149-c48e5f452a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.760117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd746a-7336-44c7-9140-789449868666 req-36afa3a9-a84f-4410-8558-d2bddf01f88c tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:51.763442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-36afa3a9-a84f-4410-8558-d2bddf01f88c tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099587 Nov 12 11:11:51.795762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Request body: {'port': {'device_id': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '97893eaa9d04467ba600941738d19e1e'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:51.800060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3df622e4-641e-42f9-b149-c48e5f452a1e None None] For port 49baeaf4-5393-4257-a41a-eace211c3130, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=49baeaf4-5393-4257-a41a-eace211c3130,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:51.810817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:50Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:51.850200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859f429-7525-4dac-a120-12c50785c1e8 None None] The sync data for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 is: [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:50Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:11:51.861199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.862311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.891409 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3df622e4-641e-42f9-b149-c48e5f452a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.902391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:51.906728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/networks/beab0fca-728c-47b3-9382-ea74e85055f0 HTTP/1.1" status: 204 len: 168 time: 1.6342423 Nov 12 11:11:51.910811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51318) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:51.930893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ad834-eecf-47e4-bc3c-49709f364bbc tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Network': ['ID=beab0fca-728c-47b3-9382-ea74e85055f0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:52.044352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49b7e95-2cc6-4831-a91d-f6a3dee7b2f8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Deleting subnet 25cf29bc-64fa-46b9-be7d-3fe4b7a68115 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:11:52.048803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b49b7e95-2cc6-4831-a91d-f6a3dee7b2f8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.110712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-49f9dbda-552f-4380-aee7-d04db564bb8c tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=97893eaa9d04467ba600941738d19e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602295 Nov 12 11:11:52.128147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df622e4-641e-42f9-b149-c48e5f452a1e None None] Pushing event updated for resources: {'Port': ['ID=49baeaf4-5393-4257-a41a-eace211c3130,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:52.186529 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d27e8de2-32b4-4c2e-8a58-af7cd12eb074 req-7a7fa8f8-4fa6-4814-ad5f-7b088bf00e13 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 210 time: 0.0601017 Nov 12 11:11:52.189944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b49b7e95-2cc6-4831-a91d-f6a3dee7b2f8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.340251 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b49b7e95-2cc6-4831-a91d-f6a3dee7b2f8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.359547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-b9a2e990-a2ca-4cf0-8679-9f0979c07f22 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:52.362523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-b9a2e990-a2ca-4cf0-8679-9f0979c07f22 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103174 Nov 12 11:11:52.387860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Request body: {'port': {'device_id': 'bfa41a06-442c-43ec-b318-158449269104', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '97893eaa9d04467ba600941738d19e1e'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:52.478190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-b92dbb6c-6214-4c41-97d0-f4eca3cbf260 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:52.484747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-b92dbb6c-6214-4c41-97d0-f4eca3cbf260 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:52.491471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-b92dbb6c-6214-4c41-97d0-f4eca3cbf260 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:52.498388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-b92dbb6c-6214-4c41-97d0-f4eca3cbf260 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:52.505387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-b92dbb6c-6214-4c41-97d0-f4eca3cbf260 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:52.512012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-b92dbb6c-6214-4c41-97d0-f4eca3cbf260 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:52.519158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-b92dbb6c-6214-4c41-97d0-f4eca3cbf260 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:52.521325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51336) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:52.535794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-b92dbb6c-6214-4c41-97d0-f4eca3cbf260 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5431 time: 0.6872799 Nov 12 11:11:52.540875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b49b7e95-2cc6-4831-a91d-f6a3dee7b2f8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.599835 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b49b7e95-2cc6-4831-a91d-f6a3dee7b2f8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.606490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ff07a-45a1-46b2-9043-e637fd5376bd None None] Network eca80b43-6a22-4ce5-be31-e602ffd749dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:52.616845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b49b7e95-2cc6-4831-a91d-f6a3dee7b2f8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/subnets/25cf29bc-64fa-46b9-be7d-3fe4b7a68115 HTTP/1.1" status: 204 len: 168 time: 0.7045596 Nov 12 11:11:52.624009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:52.626922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Allocated IP 172.25.3.173 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/d30fa13e-4153-4bed-94ab-15819b635b4d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:52.651953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Made reservation on behalf of 97893eaa9d04467ba600941738d19e1e for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:52.657193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.696590 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-866aa4a0-7a3c-4b32-9ba1-b49fb9c7f31a req-fbeaa839-8f41-4735-9365-9ac772406b7d tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0779912 Nov 12 11:11:52.699515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b7e95-2cc6-4831-a91d-f6a3dee7b2f8 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Subnet': ['ID=25cf29bc-64fa-46b9-be7d-3fe4b7a68115,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:52.716970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1580325778-network', 'tenant_id': '0c30c041ec87441d80e09579c5ad0992'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:52.777270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.821821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.840645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Made reservation on behalf of 0c30c041ec87441d80e09579c5ad0992 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:52.843456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.864473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:52.951481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] DHCP port deletion for eca80b43-6a22-4ce5-be31-e602ffd749dc request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:11:52.958472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1e632fd0-95a1-49d6-9178-e375f5a106e8 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:53.024840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Deleting port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:53.025417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.052406 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.070504 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8a2956b-bfa0-478d-8d7c-7073261fb63b req-56ad21eb-fee3-4985-988e-b014c1e227ea tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5330746 Nov 12 11:11:53.118118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.141959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.240965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] Deleting port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:11:53.245218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.251002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.259463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] For port 19bd170f-0df1-4656-9308-6b26f3fc4ba0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=19bd170f-0df1-4656-9308-6b26f3fc4ba0,segment=NetworkSegment(e930f7f2-8d74-449f-add1-64192883f407),segment_id=e930f7f2-8d74-449f-add1-64192883f407)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:53.259857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.269258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 49baeaf4-5393-4257-a41a-eace211c3130 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:11:53.292414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Calling delete_port for 19bd170f-0df1-4656-9308-6b26f3fc4ba0 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:53.360605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1e632fd0-95a1-49d6-9178-e375f5a106e8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:53.369484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.384766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:11:53.394824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.395994 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Added segment 52ea8eff-1119-4bd7-80aa-6728ed7e5ec8 of type vlan for network ff9f86e0-9543-47d4-ab4b-2a146836f645 Nov 12 11:11:53.419312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Made reservation on behalf of 97893eaa9d04467ba600941738d19e1e for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:53.422549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '1e632fd0-95a1-49d6-9178-e375f5a106e8', 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'port_id': '1e632fd0-95a1-49d6-9178-e375f5a106e8', 'mac_address': 'fa:16:3e:15:14:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c305dfb-d8c3-40a9-838f-bc4a718c3df0', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:53.428143 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.432461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fa99a0-7145-4ec5-a370-4db86cac0c6c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:53.491147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.501350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f9f7089a-a923-463f-a393-2869f597b8bb req-4c9f8e40-8d17-470a-bde9-127786685785 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 210 time: 0.1350796 Nov 12 11:11:53.511033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.517476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] For port 19bd170f-0df1-4656-9308-6b26f3fc4ba0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=19bd170f-0df1-4656-9308-6b26f3fc4ba0,segment=NetworkSegment(e930f7f2-8d74-449f-add1-64192883f407),segment_id=e930f7f2-8d74-449f-add1-64192883f407)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:53.524728 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.557804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a6627-e236-40bc-8d4d-ce7656b034db,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:53.559148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 49baeaf4-5393-4257-a41a-eace211c3130 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:53.559555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.605481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:53.622461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.643786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] Calling delete_port for 19bd170f-0df1-4656-9308-6b26f3fc4ba0 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:11:53.688169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:53.689706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Port': ['ID=19bd170f-0df1-4656-9308-6b26f3fc4ba0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:53.695647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.697200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:53.697650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:53.698261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.699771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Allocated IP 192.168.233.67 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/ba4b6e28-7d83-421c-8d57-640c47ca6e68) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:53.713329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] No DVR routers for this DVR port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:53.769279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:53.772039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event updated for resources: {'Port': ['ID=d30fa13e-4153-4bed-94ab-15819b635b4d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:53.813230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e632fd0-95a1-49d6-9178-e375f5a106e8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:53.899698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1e632fd0-95a1-49d6-9178-e375f5a106e8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:53.984622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.031968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.084448 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.085173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1d99c5d1-bb8d-46d9-a781-788965264a54 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:54.096694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.185576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9f86e0-9543-47d4-ab4b-2a146836f645,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.238819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ff9f86e0-9543-47d4-ab4b-2a146836f645 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:11:54.250740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eda25392-4540-47b9-aed7-5c340a2e958c req-aca601b9-ad23-4dd0-aa48-280434cba4e5 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0587919 Nov 12 11:11:54.303119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1070c3d4-945c-4c99-a3f5-c5706dbc4b72 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7805452 Nov 12 11:11:54.306563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51352) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:54.324370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Request body: {'subnet': {'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1580325778-subnet', 'tenant_id': '0c30c041ec87441d80e09579c5ad0992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:54.324370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.324735 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.351068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] No DVR routers for this DVR port 19bd170f-0df1-4656-9308-6b26f3fc4ba0 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:11:54.369807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca80b43-6a22-4ce5-be31-e602ffd749dc']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:54.377868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1e632fd0-95a1-49d6-9178-e375f5a106e8,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.385194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e930f7f2-8d74-449f-add1-64192883f407') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:54.385632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e930f7f2-8d74-449f-add1-64192883f407') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:11:54.398896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.412406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 19bd170f-0df1-4656-9308-6b26f3fc4ba0 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:11:54.417030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.422320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0f9d3-f305-4f83-9c42-94714d1d00f7 None None] Pushing event deleted for resources: {'Port': ['ID=19bd170f-0df1-4656-9308-6b26f3fc4ba0,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.427608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:11:54.428370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:11:54.433208 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:11:54.449198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 19bd170f-0df1-4656-9308-6b26f3fc4ba0 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:11:54.449584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 19bd170f-0df1-4656-9308-6b26f3fc4ba0 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:11:54.452336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1d99c5d1-bb8d-46d9-a781-788965264a54, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1d99c5d1-bb8d-46d9-a781-788965264a54,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:54.474495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '1d99c5d1-bb8d-46d9-a781-788965264a54', 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e', 'port_id': '1d99c5d1-bb8d-46d9-a781-788965264a54', 'mac_address': 'fa:16:3e:de:66:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebeee334-a65a-4ea7-98e8-497983b334b6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:54.493689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Made reservation on behalf of 0c30c041ec87441d80e09579c5ad0992 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:11:54.496660 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.524193 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.538823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d99c5d1-bb8d-46d9-a781-788965264a54 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:54.588844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1d99c5d1-bb8d-46d9-a781-788965264a54, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1d99c5d1-bb8d-46d9-a781-788965264a54,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:54.627636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.649618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.667150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.674922 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/networks/eca80b43-6a22-4ce5-be31-e602ffd749dc HTTP/1.1" status: 204 len: 168 time: 2.0451002 Nov 12 11:11:54.677131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.678176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cb6b3f-040e-487c-9e01-a4d4ca65de81 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:54.719776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51360) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:54.727791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ef0e0-b44c-4ac5-acc9-5aeb72319143 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Pushing event deleted for resources: {'Network': ['ID=eca80b43-6a22-4ce5-be31-e602ffd749dc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.779467 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d36c7e5d-061d-41ad-8705-37f13847e921 req-2db1eeef-ac86-4f95-b759-70c11b2ef16a tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 210 time: 0.0569112 Nov 12 11:11:54.784849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cb6b3f-040e-487c-9e01-a4d4ca65de81, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:54.802457 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8036fcaf-d952-4afe-8ca9-68bb7c083e38 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "GET /v2.0/ports?device_id=4e608576-8721-4848-aca4-7221ac7faa72 HTTP/1.1" status: 200 len: 205 time: 0.0777512 Nov 12 11:11:54.809114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1d99c5d1-bb8d-46d9-a781-788965264a54,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.818762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51362) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:54.821589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '50cb6b3f-040e-487c-9e01-a4d4ca65de81', 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'port_id': '50cb6b3f-040e-487c-9e01-a4d4ca65de81', 'mac_address': 'fa:16:3e:72:67:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c305dfb-d8c3-40a9-838f-bc4a718c3df0', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:54.826738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:54.875442 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.890686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cb6b3f-040e-487c-9e01-a4d4ca65de81 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:54.922753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cb6b3f-040e-487c-9e01-a4d4ca65de81, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:54.927807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b4f-0a5d-4101-a230-fb0c01e9bee1 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:54.931371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:55.008969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:55.021909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f150-f88a-4596-9eda-aae40266c7cd req-b34928fe-ff70-48eb-bd02-794e8550f9bd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.028223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f150-f88a-4596-9eda-aae40266c7cd req-b34928fe-ff70-48eb-bd02-794e8550f9bd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.034380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f150-f88a-4596-9eda-aae40266c7cd req-b34928fe-ff70-48eb-bd02-794e8550f9bd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.040700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f150-f88a-4596-9eda-aae40266c7cd req-b34928fe-ff70-48eb-bd02-794e8550f9bd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.046694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f150-f88a-4596-9eda-aae40266c7cd req-b34928fe-ff70-48eb-bd02-794e8550f9bd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.047142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.047899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 26e63152-5248-4e8f-b5aa-114acaedfd1f details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:55.053477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f150-f88a-4596-9eda-aae40266c7cd req-b34928fe-ff70-48eb-bd02-794e8550f9bd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.059445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f150-f88a-4596-9eda-aae40266c7cd req-b34928fe-ff70-48eb-bd02-794e8550f9bd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.061517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f559f150-f88a-4596-9eda-aae40266c7cd req-b34928fe-ff70-48eb-bd02-794e8550f9bd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5432 time: 0.4684010 Nov 12 11:11:55.062848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Allocated IP 192.168.233.148 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:11:55.066838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:55.096450 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.148051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 26e63152-5248-4e8f-b5aa-114acaedfd1f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:55.151141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=50cb6b3f-040e-487c-9e01-a4d4ca65de81,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:55.172564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '26e63152-5248-4e8f-b5aa-114acaedfd1f', 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'port_id': '26e63152-5248-4e8f-b5aa-114acaedfd1f', 'mac_address': 'fa:16:3e:34:b8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c305dfb-d8c3-40a9-838f-bc4a718c3df0', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:55.198828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1daf5bc-2933-4f04-832c-f3a5f47e35d7,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:55.212891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Checking segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:55.213451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Network hostable DHCP agents. Network: ff9f86e0-9543-47d4-ab4b-2a146836f645, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:11:55.219651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.242006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e63152-5248-4e8f-b5aa-114acaedfd1f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:55.268017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 26e63152-5248-4e8f-b5aa-114acaedfd1f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:55.333213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.333376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.344936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b4f-0a5d-4101-a230-fb0c01e9bee1 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.360710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b4f-0a5d-4101-a230-fb0c01e9bee1 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.365368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Network ff9f86e0-9543-47d4-ab4b-2a146836f645 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:11:55.369862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-24d5d2f0-dbf0-4515-86d5-c12e924bf7aa None None] Provisioning complete for port ba4b6e28-7d83-421c-8d57-640c47ca6e68 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:55.370433 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-24d5d2f0-dbf0-4515-86d5-c12e924bf7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.393503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.394413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 23d3d990-1ea4-48ed-8037-8035977b61b1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:55.420960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7aabbe8e-c003-4e81-9654-215963f4fa33 req-fbc00fa6-bb28-4afa-a51f-adb1feb0784e tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0336266 Nov 12 11:11:55.463164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-24d5d2f0-dbf0-4515-86d5-c12e924bf7aa None None] Port ba4b6e28-7d83-421c-8d57-640c47ca6e68 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:55.485170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 23d3d990-1ea4-48ed-8037-8035977b61b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=23d3d990-1ea4-48ed-8037-8035977b61b1,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:55.489753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ff9f86e0-9543-47d4-ab4b-2a146836f645) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:55.492461 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f559f150-f88a-4596-9eda-aae40266c7cd req-85ba05cf-c5cc-46ea-b2a6-c9616ab65dc2 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3592818 Nov 12 11:11:55.495516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:55.496915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.502354 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.507410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a5626-fbe2-4f6b-acf9-7a549dae6a0e None None] Network ff9f86e0-9543-47d4-ab4b-2a146836f645 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:55.514606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=26e63152-5248-4e8f-b5aa-114acaedfd1f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:55.553617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-80c8b3fb-16ab-4dbd-8db8-25370b6c3987 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7719820 Nov 12 11:11:55.558449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '23d3d990-1ea4-48ed-8037-8035977b61b1', 'network_id': '9b7d3284-fd01-418e-ad2d-d5a742fe7b0e', 'port_id': '23d3d990-1ea4-48ed-8037-8035977b61b1', 'mac_address': 'fa:16:3e:45:bf:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebeee334-a65a-4ea7-98e8-497983b334b6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:55.572675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Request body: {'port': {'device_id': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:55.627597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b4f-0a5d-4101-a230-fb0c01e9bee1 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.628469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcae0b4f-0a5d-4101-a230-fb0c01e9bee1 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Fanout notify agent at l3_agent the message router_deleted on router 4e608576-8721-4848-aca4-7221ac7faa72 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:11:55.650730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bcae0b4f-0a5d-4101-a230-fb0c01e9bee1 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.652125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bcae0b4f-0a5d-4101-a230-fb0c01e9bee1 tempest-RoutersNegativeTest-1889202319 tempest-RoutersNegativeTest-1889202319-project] 10.222.0.98 "DELETE /v2.0/routers/4e608576-8721-4848-aca4-7221ac7faa72 HTTP/1.1" status: 204 len: 168 time: 0.8295097 Nov 12 11:11:55.664985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-104c8b66-8b94-4837-a3c1-94a79fea50ea admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3570278 Nov 12 11:11:55.673405 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.673522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.694502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d3d990-1ea4-48ed-8037-8035977b61b1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:55.704160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.711133 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.794822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 23d3d990-1ea4-48ed-8037-8035977b61b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=23d3d990-1ea4-48ed-8037-8035977b61b1,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:55.830528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event updated for resources: {'Port': ['ID=d30fa13e-4153-4bed-94ab-15819b635b4d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:55.835677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1abc23a-e17b-4e79-bfad-34a6f9b41bbb None None] Network ff9f86e0-9543-47d4-ab4b-2a146836f645 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:11:55.875980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.944079 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:55.945275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c6f17775-9a95-4252-931a-f1ea71405cd2 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:55.987539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a720e4a-e3a2-4482-bc23-7cf8beac1dc4 req-36be7611-86e1-4363-8230-c41f313489f0 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 210 time: 0.0441375 Nov 12 11:11:56.051716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.085026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.095691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-21f945b0-b2d6-4b29-ace2-dd461dd37c09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1027811 Nov 12 11:11:56.186913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c6f17775-9a95-4252-931a-f1ea71405cd2, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c6f17775-9a95-4252-931a-f1ea71405cd2,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:56.191162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:11:56.206451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=23d3d990-1ea4-48ed-8037-8035977b61b1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:56.223844 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:11:56.233119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:11:56.244785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Pushing event updated for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:56.259891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'c6f17775-9a95-4252-931a-f1ea71405cd2', 'network_id': '2b15c206-d2e2-418d-8f51-2b33242c1d70', 'port_id': 'c6f17775-9a95-4252-931a-f1ea71405cd2', 'mac_address': 'fa:16:3e:71:3b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c305dfb-d8c3-40a9-838f-bc4a718c3df0', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:56.310077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51390) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:56.328282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:56.329440 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.365887 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.398788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f17775-9a95-4252-931a-f1ea71405cd2 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:56.413559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4b6e28-7d83-421c-8d57-640c47ca6e68 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:56.426918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.439592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c6f17775-9a95-4252-931a-f1ea71405cd2, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c6f17775-9a95-4252-931a-f1ea71405cd2,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:56.450748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-6f321248-c2b2-4985-af20-2a96efd31bec tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0701494 Nov 12 11:11:56.452133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Transition to ACTIVE for port object ba4b6e28-7d83-421c-8d57-640c47ca6e68 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:56.471361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Request body: {'port': {'device_id': 'bfa41a06-442c-43ec-b318-158449269104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:56.535692 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.540347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f66b097e-87fa-4583-9053-abb58ed084dd details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:11:56.540513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-0ea1c545-6fa0-4dfa-8f70-983dba4a6850 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:56.545121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-0ea1c545-6fa0-4dfa-8f70-983dba4a6850 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 815 time: 0.1986070 Nov 12 11:11:56.573027 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-2985ad56-6a15-4b7e-8e1e-cae401d06cb7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/quotas/0c30c041ec87441d80e09579c5ad0992 HTTP/1.1" status: 200 len: 375 time: 0.0266876 Nov 12 11:11:56.589465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.600309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.619177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-a3d742f1-98c8-4bac-9147-9f3bbd4a1330 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450678 Nov 12 11:11:56.667789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:56.682793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=c6f17775-9a95-4252-931a-f1ea71405cd2,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:56.725179 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-26bdee7e-c8ec-4029-b372-99d73a700961 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=471d663ae51841bc9d77ea6af1e87eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133451 Nov 12 11:11:56.729295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51412) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:56.747247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f66b097e-87fa-4583-9053-abb58ed084dd, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f66b097e-87fa-4583-9053-abb58ed084dd,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:56.759395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a92aacd0-e7aa-495c-aab5-dfe7dd00d333 None None] Provisioning complete for port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:11:56.759812 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a92aacd0-e7aa-495c-aab5-dfe7dd00d333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.784044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-bdc8c3e3-5354-4b0c-880e-394da7af7510 service neutron] 10.222.0.98 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636145 Nov 12 11:11:56.785122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'port_id': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'mac_address': 'fa:16:3e:d1:78:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:11:56.798504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.798504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.798823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.799387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.800044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.800652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.801277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.802398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.803088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.803687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.804312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.804897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:11:56.849477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.874536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7421cc2-e28b-4077-8ff1-57921bc95275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.877063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a92aacd0-e7aa-495c-aab5-dfe7dd00d333 None None] Port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:11:56.879674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66b097e-87fa-4583-9053-abb58ed084dd {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:56.904473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f66b097e-87fa-4583-9053-abb58ed084dd, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f66b097e-87fa-4583-9053-abb58ed084dd,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:11:56.916096 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7421cc2-e28b-4077-8ff1-57921bc95275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:56.929289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-1fd9e77a-f6d6-40a5-83a9-13101e57f182 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1099147254&fields=id&tenant_id=651e77de364e46cbaf9a7346e516b7ed HTTP/1.1" status: 200 len: 267 time: 0.3997083 Nov 12 11:11:56.947340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-cd602fb4-f2fa-41e3-b5eb-0a87102bd8b3 service neutron] 10.222.0.98 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592264 Nov 12 11:11:57.015967 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.079758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f66b097e-87fa-4583-9053-abb58ed084dd,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:57.081932 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7421cc2-e28b-4077-8ff1-57921bc95275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.085350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7421cc2-e28b-4077-8ff1-57921bc95275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.089478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c7421cc2-e28b-4077-8ff1-57921bc95275 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c5dfff74-5900-45d0-a0e2-e46453562192 HTTP/1.1" status: 204 len: 168 time: 0.3589373 Nov 12 11:11:57.097863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7421cc2-e28b-4077-8ff1-57921bc95275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dfff74-5900-45d0-a0e2-e46453562192,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:57.274014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbfec6b2-4c65-4433-821a-61e2287178ff req-8103b855-e984-4f0e-ad3c-309f40b86f5a tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0420129 Nov 12 11:11:57.310623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Attempting to bind port ba4b6e28-7d83-421c-8d57-640c47ca6e68 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:57.310623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Attempting to bind port ba4b6e28-7d83-421c-8d57-640c47ca6e68 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:57.311288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Attempting to bind port ba4b6e28-7d83-421c-8d57-640c47ca6e68 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:57.357705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Port ba4b6e28-7d83-421c-8d57-640c47ca6e68 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:57.360157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Attempting to bind port ba4b6e28-7d83-421c-8d57-640c47ca6e68 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:57.413619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-a332d938-7678-4747-9348-9a12661f4dbc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.420669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-a332d938-7678-4747-9348-9a12661f4dbc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.427348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-a332d938-7678-4747-9348-9a12661f4dbc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.433723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:57.433959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-a332d938-7678-4747-9348-9a12661f4dbc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.434308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:57.434954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:57.436038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Bound port: ba4b6e28-7d83-421c-8d57-640c47ca6e68, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:57.436882 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.440542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-a332d938-7678-4747-9348-9a12661f4dbc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.447367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-a332d938-7678-4747-9348-9a12661f4dbc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.454103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-a332d938-7678-4747-9348-9a12661f4dbc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.456353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-a332d938-7678-4747-9348-9a12661f4dbc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5438 time: 0.1044731 Nov 12 11:11:57.530681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-fd865cdf-6e26-486c-867b-d825c1f3b037 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.533507 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-fd865cdf-6e26-486c-867b-d825c1f3b037 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/networks?id=08889265-2fd3-4f3b-8dc0-9e89a07e63a5 HTTP/1.1" status: 200 len: 814 time: 0.4848790 Nov 12 11:11:57.563480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f661441c-96f5-4d72-93ca-c120beb63be0 req-9d722a75-8ed0-4816-a090-7240963bb920 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947502 Nov 12 11:11:57.636686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3b9ba014-cc63-4dbb-92ad-9ee08e6d8030 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/quotas/651e77de364e46cbaf9a7346e516b7ed HTTP/1.1" status: 200 len: 375 time: 0.0622528 Nov 12 11:11:57.750254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:57.807346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:57.811435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dbfd3-3f27-4114-a0d6-336dc69a5e2f req-fc211478-004b-4037-8ed7-ddf6e83bf312 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.818672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462dbfd3-3f27-4114-a0d6-336dc69a5e2f req-fc211478-004b-4037-8ed7-ddf6e83bf312 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 936 time: 0.0987225 Nov 12 11:11:57.849742 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-68bb9f1b-c89a-4932-b2ef-9970a48b5f18 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=651e77de364e46cbaf9a7346e516b7ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1960096 Nov 12 11:11:57.856595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:11:57.866087 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.885031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Transition to ACTIVE for port object 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:11:57.891370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.905296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1e632fd0-95a1-49d6-9178-e375f5a106e8'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:57.932062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:57.933124 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:57.934342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] 10.222.0.69 "PUT /v2.0/ports/ba4b6e28-7d83-421c-8d57-640c47ca6e68 HTTP/1.1" status: 200 len: 1096 time: 2.3697357 Nov 12 11:11:57.934687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:11:57.937323 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b930527-64b5-4b4d-84c8-b2e476406244" -d '{"events": [{"name": "network-changed", "server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:11:57.952892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462dbfd3-3f27-4114-a0d6-336dc69a5e2f req-a10b68a4-3a34-4430-a330-04f1fd2c44b5 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301091 Nov 12 11:11:57.975792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1d99c5d1-bb8d-46d9-a781-788965264a54'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:58.007723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec21a-85c1-4a8d-96df-aca2f7afa60e service neutron] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:58.027110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:58.283485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['c6f17775-9a95-4252-931a-f1ea71405cd2'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:58.284638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c9b23387-8761-4bf8-9500-0bc5a84b335e req-fd535e32-2a32-474c-8351-ca86e609cd95 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 210 time: 0.0416062 Nov 12 11:11:58.306980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['f66b097e-87fa-4583-9053-abb58ed084dd'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:58.348558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['23d3d990-1ea4-48ed-8037-8035977b61b1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:58.350881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['50cb6b3f-040e-487c-9e01-a4d4ca65de81'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:58.368832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Pushing event updated for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:58.385338 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237571fc-9f7c-4e76-8990-c9aa9376ec4c x-openstack-request-id: req-237571fc-9f7c-4e76-8990-c9aa9376ec4c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:11:58.385338 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:11:58.386441 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-237571fc-9f7c-4e76-8990-c9aa9376ec4c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:11:58.395763 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'status': 'completed', 'code': 200} Nov 12 11:11:58.405113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['26e63152-5248-4e8f-b5aa-114acaedfd1f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:11:58.449733 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-04977d87-9b33-4d6c-9211-aac0cb69da61 service neutron] 10.222.0.98 "GET /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808263 Nov 12 11:11:58.551878 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d112fb0a-acbf-4f54-9e46-3b8fb418900a req-0dc1f980-39f3-4b2d-82c9-604e9edace06 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0644228 Nov 12 11:11:58.577960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51456) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:58.663696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd746a-7336-44c7-9140-789449868666 req-4128d36a-dc0c-4fb8-bbad-ef1aa676aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.667340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-4128d36a-dc0c-4fb8-bbad-ef1aa676aef4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97893eaa9d04467ba600941738d19e1e&device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 1099 time: 0.3668463 Nov 12 11:11:58.790366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630bbe-eee5-4185-a630-3af9564a0866 req-cabe0398-88ce-4423-82e1-f29572c1a244 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.790939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630bbe-eee5-4185-a630-3af9564a0866 req-cabe0398-88ce-4423-82e1-f29572c1a244 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.799246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630bbe-eee5-4185-a630-3af9564a0866 req-cabe0398-88ce-4423-82e1-f29572c1a244 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.805780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630bbe-eee5-4185-a630-3af9564a0866 req-cabe0398-88ce-4423-82e1-f29572c1a244 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.814280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630bbe-eee5-4185-a630-3af9564a0866 req-cabe0398-88ce-4423-82e1-f29572c1a244 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.815112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-6a530fe0-b729-46da-9855-60fba79e4092 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68 HTTP/1.1" status: 200 len: 217 time: 0.1099548 Nov 12 11:11:58.821195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630bbe-eee5-4185-a630-3af9564a0866 req-cabe0398-88ce-4423-82e1-f29572c1a244 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.827787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14630bbe-eee5-4185-a630-3af9564a0866 req-cabe0398-88ce-4423-82e1-f29572c1a244 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:58.830010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14630bbe-eee5-4185-a630-3af9564a0866 req-cabe0398-88ce-4423-82e1-f29572c1a244 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5438 time: 0.1106443 Nov 12 11:11:58.836842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-99cc1ce6-1574-43a3-aa69-ee09dec39318 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1357950775', 'prefixes': ['172.20.0.0/16']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:58.920151 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14630bbe-eee5-4185-a630-3af9564a0866 req-2cc84909-cf73-437d-b62a-b08a1d84bbb7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772588 Nov 12 11:11:59.035423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3afab285-ed3d-4383-a1bd-1044b7fda7e3 service neutron] 10.222.0.98 "GET /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976466 Nov 12 11:11:59.038991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Attempting to bind port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:11:59.039853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Attempting to bind port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:11:59.040308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Attempting to bind port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:59.050378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:11:59.050554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Attempting to bind port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:11:59.060436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:11:59.060802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:11:59.061273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:11:59.061752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Bound port: 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:11:59.062113 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:59.112647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd746a-7336-44c7-9140-789449868666 req-ada761eb-7b37-48db-8196-0bfc94013d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.115187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-ada761eb-7b37-48db-8196-0bfc94013d14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.2721252 Nov 12 11:11:59.194813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:11:59.203185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:11:59.205805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd746a-7336-44c7-9140-789449868666 req-2180e99f-e82d-4b8c-8892-cfe65d01bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.207439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-2180e99f-e82d-4b8c-8892-cfe65d01bff5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835311 Nov 12 11:11:59.264583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706d6cc-a9a2-4b08-9d39-9e3b1df81932 req-fa6c0e41-69d4-49d9-a031-201cf4bee097 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.266960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0706d6cc-a9a2-4b08-9d39-9e3b1df81932 req-fa6c0e41-69d4-49d9-a031-201cf4bee097 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.1216068 Nov 12 11:11:59.359332 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:59.376498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0706d6cc-a9a2-4b08-9d39-9e3b1df81932 req-bc3e00b7-10d3-444d-9d3c-41f53813e68f tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948956 Nov 12 11:11:59.438021 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99cc1ce6-1574-43a3-aa69-ee09dec39318 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] Publish callbacks [] for subnetpool, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:59.441433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-99cc1ce6-1574-43a3-aa69-ee09dec39318 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8599310 Nov 12 11:11:59.441931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-595a4217-9ac2-45a2-8538-26530ad3f6f3 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244487 Nov 12 11:11:59.443709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51474) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.452365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.453213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:59.455085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-66898b89-61b5-4810-844b-89c61a663fff service neutron] 10.222.0.69 "PUT /v2.0/ports/6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 HTTP/1.1" status: 200 len: 1097 time: 2.9913926 Nov 12 11:11:59.471681 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4590ecad-ba33-4920-939c-902591eecd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:59.573037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8d11d671-6abc-4024-9035-eb04c26901d1 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] 10.222.0.98 "GET /v2.0/subnetpools/d7e8ae78-3a4b-4653-8416-9de864138fd4 HTTP/1.1" status: 200 len: 732 time: 0.1280649 Nov 12 11:11:59.599804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51476) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:11:59.610426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6e644b5b-49c6-45d9-8472-d34de151ea07 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1577435084'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:11:59.698884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b807732a-0bf3-4985-949f-2c585e3a882e req-f4b52a2e-e4f2-4972-8c6b-c0d7cb5dff9e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 210 time: 0.1195285 Nov 12 11:11:59.708055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f1f71dd-4e37-4270-8d65-a95231d44f40 req-b0739ce2-3451-429b-b6c6-afdda1f75e48 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 210 time: 0.0652018 Nov 12 11:11:59.748619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dcd746a-7336-44c7-9140-789449868666 req-e19e979e-9897-408a-83e0-76e4d1102a9c service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895315 Nov 12 11:11:59.761089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66898b89-61b5-4810-844b-89c61a663fff service neutron] Pushing event updated for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:11:59.792547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-a992b8bd-294a-4d9f-860a-106ac232b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.794171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-a992b8bd-294a-4d9f-860a-106ac232b52e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97893eaa9d04467ba600941738d19e1e&device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 1100 time: 0.1683159 Nov 12 11:11:59.867148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-b4b3a319-423b-4028-b1f0-9f529326ef79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 HTTP/1.1" status: 200 len: 217 time: 0.0629864 Nov 12 11:11:59.890949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fff096ee-a89b-4696-9379-93cbc64ca58a req-ea94932a-3512-4244-a2ed-b67e0da4a799 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0443256 Nov 12 11:11:59.967888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-c7a22869-4c99-4249-9fe8-3865adaf5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.969659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-c7a22869-4c99-4249-9fe8-3865adaf5c57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0863945 Nov 12 11:11:59.982623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-33330ad4-39e3-4501-8f1c-2df0a7f56eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:11:59.987654 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e644b5b-49c6-45d9-8472-d34de151ea07 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] Publish callbacks [] for subnetpool, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:11:59.987877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-33330ad4-39e3-4501-8f1c-2df0a7f56eec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97893eaa9d04467ba600941738d19e1e&device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 1099 time: 0.0648851 Nov 12 11:11:59.990284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6e644b5b-49c6-45d9-8472-d34de151ea07 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] 10.222.0.98 "PUT /v2.0/subnetpools/d7e8ae78-3a4b-4653-8416-9de864138fd4 HTTP/1.1" status: 200 len: 684 time: 0.3881519 Nov 12 11:11:59.992255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51486) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:00.265925 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1f4f22e0-0444-4dbc-8522-a6abe37dc122 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] Publish callbacks [] for subnetpool, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:00.267724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1f4f22e0-0444-4dbc-8522-a6abe37dc122 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] 10.222.0.98 "DELETE /v2.0/subnetpools/d7e8ae78-3a4b-4653-8416-9de864138fd4 HTTP/1.1" status: 204 len: 168 time: 0.2740090 Nov 12 11:12:00.271058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51490) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:00.295660 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-d3c1f999-30df-4443-8700-28bc73ae75c3 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] show failed (client error): The resource could not be found. Nov 12 11:12:00.297455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d3c1f999-30df-4443-8700-28bc73ae75c3 tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] 10.222.0.98 "GET /v2.0/subnetpools/d7e8ae78-3a4b-4653-8416-9de864138fd4 HTTP/1.1" status: 404 len: 346 time: 0.0247331 Nov 12 11:12:00.300476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51492) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:00.337313 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-6e284ad3-b5c0-4f71-84f5-16d6a5746fff tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] delete failed (client error): The resource could not be found. Nov 12 11:12:00.340404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6e284ad3-b5c0-4f71-84f5-16d6a5746fff tempest-SubnetPoolsTestJSON-1232859165 tempest-SubnetPoolsTestJSON-1232859165-project] 10.222.0.98 "DELETE /v2.0/subnetpools/d7e8ae78-3a4b-4653-8416-9de864138fd4 HTTP/1.1" status: 404 len: 346 time: 0.0346727 Nov 12 11:12:00.463984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:00.466398 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7926cc1a-6da8-4d2f-a3f2-c391fe104711" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:00.553468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c62e57-15fb-4fa4-8adc-03b3cc88e4ff req-0861ad75-e750-43c1-b77b-467b55cd7cd2 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.555298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6c62e57-15fb-4fa4-8adc-03b3cc88e4ff req-0861ad75-e750-43c1-b77b-467b55cd7cd2 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.1000085 Nov 12 11:12:00.560690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-65eaf027-63d1-484e-a9ca-efac737f38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.562235 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-65eaf027-63d1-484e-a9ca-efac737f38d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5821977 Nov 12 11:12:00.629615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6c62e57-15fb-4fa4-8adc-03b3cc88e4ff req-8b52ab73-543d-4670-8eff-22d4a8890d96 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671558 Nov 12 11:12:00.665504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-936d3e39-751c-40a2-8375-9b980a247a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.668079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-936d3e39-751c-40a2-8375-9b980a247a58 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.6744528 Nov 12 11:12:00.795788 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e15190-e584-4247-a6da-df914a5afe19 x-openstack-request-id: req-79e15190-e584-4247-a6da-df914a5afe19 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:00.796123 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:00.796351 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-79e15190-e584-4247-a6da-df914a5afe19 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:00.796748 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'status': 'completed', 'code': 200} Nov 12 11:12:00.803033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-316378e9-5c02-466b-812a-97507a65228d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68 HTTP/1.1" status: 200 len: 217 time: 0.1147206 Nov 12 11:12:00.820117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-c314da08-f6d9-48a3-bb86-787ae06a84ef tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.832940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-c314da08-f6d9-48a3-bb86-787ae06a84ef tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.839308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-c314da08-f6d9-48a3-bb86-787ae06a84ef tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.845598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-c314da08-f6d9-48a3-bb86-787ae06a84ef tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.852493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-c314da08-f6d9-48a3-bb86-787ae06a84ef tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.862634 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3473566f-4b3d-4ee0-ba4f-8c3e81c21911 req-07a35a24-3f4d-427f-8d74-77fba70201fc tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 210 time: 0.0393751 Nov 12 11:12:00.863229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-c314da08-f6d9-48a3-bb86-787ae06a84ef tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.871337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-c314da08-f6d9-48a3-bb86-787ae06a84ef tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.874645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-c314da08-f6d9-48a3-bb86-787ae06a84ef tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5438 time: 0.4050801 Nov 12 11:12:00.955340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51512) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:00.968294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b4ce894-bda6-40de-87af-f9790351c46a req-3ebb284d-a071-4f81-a5ab-4b3f610ba9f0 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 210 time: 0.0362754 Nov 12 11:12:00.986755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-1eda3eab-f40b-4822-b595-8c180b2fa5ce tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:00.988255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-1eda3eab-f40b-4822-b595-8c180b2fa5ce tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 815 time: 0.5151758 Nov 12 11:12:01.016476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Request body: {'port': {'device_id': 'f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b', 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'admin_state_up': True, 'tenant_id': '0c30c041ec87441d80e09579c5ad0992'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:01.037676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1d99c5d1-bb8d-46d9-a781-788965264a54 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:01.038488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-c80bb0ab-1b4e-4cce-88ea-250c2dcf273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:01.040137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-c80bb0ab-1b4e-4cce-88ea-250c2dcf273e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1586952 Nov 12 11:12:01.090313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-012f5e53-e572-452a-8528-e3ef2c3e0de7 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132616 Nov 12 11:12:01.114926 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9ec2f2a-7b45-47d9-8297-e2cda3543df1 req-0365f834-7d8d-4ca8-8d06-7661d3049119 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2229571 Nov 12 11:12:01.123686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64c96f44-a6bf-40b3-aab3-09538727393b req-66f997b6-6b48-429c-8704-10547ca2f497 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0880072 Nov 12 11:12:01.220267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 1d99c5d1-bb8d-46d9-a781-788965264a54 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:01.231591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 1d99c5d1-bb8d-46d9-a781-788965264a54 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:01.232928 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.291159 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36dd70ed-bdf0-44c2-a119-73d59353cf93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.298466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-e605c526-8b84-4d15-ab89-967eb56a8c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:01.300452 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-e605c526-8b84-4d15-ab89-967eb56a8c67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2348824 Nov 12 11:12:01.361596 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.380934 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-53980bde-905a-4afb-a708-a2c44e0e9f3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0921738 Nov 12 11:12:01.388617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d99c5d1-bb8d-46d9-a781-788965264a54'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:01.390924 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801512cf-f654-4989-80f2-e85e67c990ad" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "1d99c5d1-bb8d-46d9-a781-788965264a54"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:01.407134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1d99c5d1-bb8d-46d9-a781-788965264a54, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1d99c5d1-bb8d-46d9-a781-788965264a54,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:01.450570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ed54e0d-5991-46f6-bfb3-ada67637a1f9 req-1ab6e07e-612e-4d83-bf14-42f22831c1f0 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423393 Nov 12 11:12:01.479075 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.494739 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-5424ce35-98e2-4b7a-8e80-dda86ea88c4d service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833799 Nov 12 11:12:01.504886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-9efd21b1-a1b4-4640-9188-0341d234fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:01.509005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-9efd21b1-a1b4-4640-9188-0341d234fdaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1097 time: 0.0605550 Nov 12 11:12:01.512611 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f739274-f22e-44e2-9890-bc259f4fb90d x-openstack-request-id: req-6f739274-f22e-44e2-9890-bc259f4fb90d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:01.512904 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "1d99c5d1-bb8d-46d9-a781-788965264a54", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:01.513157 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6f739274-f22e-44e2-9890-bc259f4fb90d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:01.513622 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d99c5d1-bb8d-46d9-a781-788965264a54', 'code': 200} Nov 12 11:12:01.548365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1d99c5d1-bb8d-46d9-a781-788965264a54,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:01.570385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36dd70ed-bdf0-44c2-a119-73d59353cf93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.610177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Made reservation on behalf of 0c30c041ec87441d80e09579c5ad0992 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:01.614435 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.681699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-8c5edccc-dd91-4020-83ff-83d85b8bb11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:01.684009 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-8c5edccc-dd91-4020-83ff-83d85b8bb11a service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.1370878 Nov 12 11:12:01.782474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b930527-64b5-4b4d-84c8-b2e476406244 req-d0ba6d3e-28ec-4043-9dc6-cc64021ae77a service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756174 Nov 12 11:12:01.803535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36dd70ed-bdf0-44c2-a119-73d59353cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.847098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-88c1ebc1-3cbd-4bd1-a02a-b38621687aac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 1000 time: 0.1535017 Nov 12 11:12:01.896380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-e53b14c2-b92c-49c6-92b5-16385d39ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:01.898033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-e53b14c2-b92c-49c6-92b5-16385d39ab8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=97893eaa9d04467ba600941738d19e1e&device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 1100 time: 0.2367911 Nov 12 11:12:01.930112 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-49d8b9bd-ec4b-4435-bea2-61c1fea4ba5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:01.941546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7e760-b298-44e5-bf3a-7351f2e95b20 req-19cd306f-79ed-409c-a17d-6fea00c7ce8e tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:01.948579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-17a7e760-b298-44e5-bf3a-7351f2e95b20 req-19cd306f-79ed-409c-a17d-6fea00c7ce8e tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.1661527 Nov 12 11:12:01.964472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd70ed-bdf0-44c2-a119-73d59353cf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982bd18f-f9a6-4657-85ed-6c5371639b61,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:02.003341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-4abb593e-603c-4c02-b494-f2d2ca195d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.003341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-4abb593e-603c-4c02-b494-f2d2ca195d99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.1398225 Nov 12 11:12:02.027836 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-36dd70ed-bdf0-44c2-a119-73d59353cf93 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0cc35cda2a794d54911633bd9776710d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0637176 Nov 12 11:12:02.038588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51528) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:02.056402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-17a7e760-b298-44e5-bf3a-7351f2e95b20 req-b7e8969c-0b20-4289-b977-2823d1219730 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030943 Nov 12 11:12:02.103015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-760ad90a-f240-46a6-9337-2b4065e9a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.105368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-760ad90a-f240-46a6-9337-2b4065e9a264 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632641 Nov 12 11:12:02.111162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b46fe469-f52e-434a-b2bc-ef72a2f0ba10 req-42439ab4-5402-4c17-a77a-1e1eb19a7f09 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 210 time: 0.0898118 Nov 12 11:12:02.115238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Allocated IP 172.20.0.13 (ff9f86e0-9543-47d4-ab4b-2a146836f645/a1daf5bc-2933-4f04-832c-f3a5f47e35d7/9618009f-d10b-4a2a-8f24-5f42a2381c1c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:02.276862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47b70810-0de8-4bf1-91f6-3c79e2071d96 req-1bc43b1c-cdcf-44fb-8d55-9979705217fa tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 210 time: 0.0462840 Nov 12 11:12:02.324442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-8c61ad39-43a1-49bb-9b84-7d7504dbc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.327695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-8c61ad39-43a1-49bb-9b84-7d7504dbc021 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.3828695 Nov 12 11:12:02.331422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f37386d-0ba9-4ec4-b376-7b7f7f5187f2 req-b6d5c578-d569-4539-af97-44d2c34c133a tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0698085 Nov 12 11:12:02.340989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-2353b60e-4b6a-47b2-a7dc-54702932916c service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114480 Nov 12 11:12:02.449267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-46772ff8-cef3-4f71-807c-602c0eabb015 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 HTTP/1.1" status: 200 len: 217 time: 0.1062665 Nov 12 11:12:02.454172 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f405333-a743-4f5d-b456-909b1ea49648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.556766 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f405333-a743-4f5d-b456-909b1ea49648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.585617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243961-d60b-4e77-b224-f986e6a43d5b req-69513445-2ffe-4df0-bd66-086d813d45fd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.591232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-fd2fc2fe-f6df-427a-9d3d-741de45cf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.592796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-fd2fc2fe-f6df-427a-9d3d-741de45cf68d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1297665 Nov 12 11:12:02.597649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243961-d60b-4e77-b224-f986e6a43d5b req-69513445-2ffe-4df0-bd66-086d813d45fd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.610492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243961-d60b-4e77-b224-f986e6a43d5b req-69513445-2ffe-4df0-bd66-086d813d45fd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.617531 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.622948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243961-d60b-4e77-b224-f986e6a43d5b req-69513445-2ffe-4df0-bd66-086d813d45fd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.636317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243961-d60b-4e77-b224-f986e6a43d5b req-69513445-2ffe-4df0-bd66-086d813d45fd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.648847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243961-d60b-4e77-b224-f986e6a43d5b req-69513445-2ffe-4df0-bd66-086d813d45fd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.661208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36243961-d60b-4e77-b224-f986e6a43d5b req-69513445-2ffe-4df0-bd66-086d813d45fd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.664528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-36243961-d60b-4e77-b224-f986e6a43d5b req-69513445-2ffe-4df0-bd66-086d813d45fd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5439 time: 0.2627113 Nov 12 11:12:02.702518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-3f661134-130c-4da3-9499-e2a4201b5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:02.704233 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-3f661134-130c-4da3-9499-e2a4201b5e0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999408 Nov 12 11:12:02.708728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d466b7c9-b820-4ebc-b138-0da92ec1bf3b req-8a71b358-99e2-4174-a8ea-a0d3dc499903 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593061 Nov 12 11:12:02.784050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.791909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-36243961-d60b-4e77-b224-f986e6a43d5b req-122d782d-710e-44bb-a921-fc78dc04bf7a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168289 Nov 12 11:12:02.830221 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f405333-a743-4f5d-b456-909b1ea49648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.833742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f405333-a743-4f5d-b456-909b1ea49648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:02.834954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9f405333-a743-4f5d-b456-909b1ea49648 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/982bd18f-f9a6-4657-85ed-6c5371639b61 HTTP/1.1" status: 204 len: 168 time: 0.7910812 Nov 12 11:12:02.867222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Network ff9f86e0-9543-47d4-ab4b-2a146836f645 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:02.870317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f405333-a743-4f5d-b456-909b1ea49648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982bd18f-f9a6-4657-85ed-6c5371639b61,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:02.882931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:02.889537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:02.892935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Pushing event updated for resources: {'Port': ['ID=9618009f-d10b-4a2a-8f24-5f42a2381c1c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:02.899128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-081dbb6f-a0bb-423e-8299-b0c5e241cf61 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855061 Nov 12 11:12:02.933822 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.005903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:03.006748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.050916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:03.054097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7926cc1a-6da8-4d2f-a3f2-c391fe104711 req-bb1feb67-abed-4a4e-940f-82915f7afa7b service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342678 Nov 12 11:12:03.056837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1e632fd0-95a1-49d6-9178-e375f5a106e8 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:03.169160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-99d8de00-0e23-4464-a56c-473bdd68c288 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:03.174014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-99d8de00-0e23-4464-a56c-473bdd68c288 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.57 "GET /v2.0/networks?id=08889265-2fd3-4f3b-8dc0-9e89a07e63a5 HTTP/1.1" status: 200 len: 814 time: 0.1612747 Nov 12 11:12:03.219123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-3f83b356-6ebc-4198-8ebd-4dc1f93b821a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2096450 Nov 12 11:12:03.241805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Request body: {'port': {'device_id': 'f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:03.343736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-85c441cb-5b27-40eb-bfea-d910a3eef88e tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=651e77de364e46cbaf9a7346e516b7ed HTTP/1.1" status: 200 len: 380 time: 0.1482537 Nov 12 11:12:03.351399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 1e632fd0-95a1-49d6-9178-e375f5a106e8 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:03.361480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Request body: {'port': {'device_id': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'admin_state_up': True, 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'security_groups': ['5a4e1821-9a34-4289-8e90-3ffa7da4bc15']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:03.373028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:03.380339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 1e632fd0-95a1-49d6-9178-e375f5a106e8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:03.382811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.392786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08d65-717a-4658-92ad-5ff435a17cae req-4fca675d-646f-478b-a8a9-5b04ce0b4b62 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:03.399754 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9be08d65-717a-4658-92ad-5ff435a17cae req-4fca675d-646f-478b-a8a9-5b04ce0b4b62 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.2189929 Nov 12 11:12:03.448887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98d0e1f8-0ec3-471a-99c5-9823ea100b26 req-c623bd80-c6d8-433b-bf7a-05bd5638e481 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 210 time: 0.0938413 Nov 12 11:12:03.453792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.499253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'mac_address': 'fa:16:3e:c4:58:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:03.665144 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.687300 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9be08d65-717a-4658-92ad-5ff435a17cae req-431ff1b4-03c0-4a5b-97bd-242968dd0d53 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488117 Nov 12 11:12:03.691209 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.694252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4b6e28-7d83-421c-8d57-640c47ca6e68 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:03.750981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e632fd0-95a1-49d6-9178-e375f5a106e8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:03.753383 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a1f86d-4398-43ce-9484-5f959e23728f" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "1e632fd0-95a1-49d6-9178-e375f5a106e8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:03.799126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:03.804098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1e632fd0-95a1-49d6-9178-e375f5a106e8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:03.850217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-941d9876-83eb-46dd-b1a7-2652b73b125c req-ee0f5ea6-8957-443e-ae71-ba9a9519e823 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0592136 Nov 12 11:12:03.901401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f14fdb36-3a68-4076-9049-3393c45a214f req-e7b6f12c-0b65-4bf8-8eda-d4f1d17c9b6c tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0406749 Nov 12 11:12:03.902838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Made reservation on behalf of 651e77de364e46cbaf9a7346e516b7ed for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:03.910080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.919740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.972333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60d208-6b93-4d30-a5d0-7dc68dfc724b req-fee65fb4-b6f2-40e1-81f5-4fd4119b2798 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:03.991887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d60d208-6b93-4d30-a5d0-7dc68dfc724b req-fee65fb4-b6f2-40e1-81f5-4fd4119b2798 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 932 time: 0.1270552 Nov 12 11:12:03.993666 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:03.995848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cb6b3f-040e-487c-9e01-a4d4ca65de81 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:04.000023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:04.143175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1e632fd0-95a1-49d6-9178-e375f5a106e8,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:04.177095 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7499d2-4fd8-4476-973b-e6093d00b614 x-openstack-request-id: req-1f7499d2-4fd8-4476-973b-e6093d00b614 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:04.177410 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "1e632fd0-95a1-49d6-9178-e375f5a106e8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:04.177613 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1f7499d2-4fd8-4476-973b-e6093d00b614 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:04.178052 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e632fd0-95a1-49d6-9178-e375f5a106e8', 'code': 200} Nov 12 11:12:04.190105 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.194065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d60d208-6b93-4d30-a5d0-7dc68dfc724b req-7cca222c-84d6-4c4c-9a5f-4ec9dfa029e8 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075334 Nov 12 11:12:04.205014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Allocated IP 172.20.0.7 (08889265-2fd3-4f3b-8dc0-9e89a07e63a5/6eba4d1f-dc48-4bcb-b9ee-3da1be55f639/66e37af4-9dae-4cff-be55-bb8c1d02aff7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:04.289468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:04.295466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:04.295466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.349817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ba4b6e28-7d83-421c-8d57-640c47ca6e68'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:04.350070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9618009f-d10b-4a2a-8f24-5f42a2381c1c {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:04.358676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.377954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Transition to ACTIVE for port object 9618009f-d10b-4a2a-8f24-5f42a2381c1c will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:12:04.389085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-82c42c31-b327-4698-ada5-e9b03dfc3088 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.395991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-82c42c31-b327-4698-ada5-e9b03dfc3088 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.402098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-82c42c31-b327-4698-ada5-e9b03dfc3088 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.408449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-82c42c31-b327-4698-ada5-e9b03dfc3088 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.414544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-82c42c31-b327-4698-ada5-e9b03dfc3088 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.420823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-82c42c31-b327-4698-ada5-e9b03dfc3088 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.427103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-82c42c31-b327-4698-ada5-e9b03dfc3088 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.429069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-82c42c31-b327-4698-ada5-e9b03dfc3088 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5440 time: 0.1839292 Nov 12 11:12:04.461244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.495859 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.526257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.569877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cb6b3f-040e-487c-9e01-a4d4ca65de81, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:04.626284 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca1cf655-e6a6-4932-b763-55fef9023eb6 req-1f372494-dede-45f7-94d1-daa3aacde398 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 210 time: 0.0607193 Nov 12 11:12:04.627350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ba1f477-05cc-493a-90e0-443ff1e1455d req-5d88d8d8-262e-42c2-bc0d-be16ce94c49c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1892815 Nov 12 11:12:04.652265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Pushing event updated for resources: {'Port': ['ID=9618009f-d10b-4a2a-8f24-5f42a2381c1c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:04.716221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.749622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 26e63152-5248-4e8f-b5aa-114acaedfd1f up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:04.778570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Attempting to bind port 9618009f-d10b-4a2a-8f24-5f42a2381c1c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:04.779166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Attempting to bind port 9618009f-d10b-4a2a-8f24-5f42a2381c1c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:04.779724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Attempting to bind port 9618009f-d10b-4a2a-8f24-5f42a2381c1c on network ff9f86e0-9543-47d4-ab4b-2a146836f645 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:04.831914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=50cb6b3f-040e-487c-9e01-a4d4ca65de81,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:04.832459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Port 9618009f-d10b-4a2a-8f24-5f42a2381c1c on network ff9f86e0-9543-47d4-ab4b-2a146836f645 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:12:04.832787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Attempting to bind port 9618009f-d10b-4a2a-8f24-5f42a2381c1c on network ff9f86e0-9543-47d4-ab4b-2a146836f645 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:04.850164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:04.850164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Checking segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:04.850164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Bound using segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:04.850164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Bound port: 9618009f-d10b-4a2a-8f24-5f42a2381c1c, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:04.850164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.879095 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.885353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70553bf1-3c63-4f90-8e9a-d43f723ef0fe req-f5abbb4e-94a6-4a94-8b5b-e154e0e4a956 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:04.885353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70553bf1-3c63-4f90-8e9a-d43f723ef0fe req-f5abbb4e-94a6-4a94-8b5b-e154e0e4a956 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.0939975 Nov 12 11:12:04.923151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:04.929203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:04.937206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:04.960775 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:04.977540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event updated for resources: {'Port': ['ID=66e37af4-9dae-4cff-be55-bb8c1d02aff7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:05.000005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70553bf1-3c63-4f90-8e9a-d43f723ef0fe req-418ecb7b-3e73-4128-8e8f-5b60a80cfa01 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930483 Nov 12 11:12:05.020861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 26e63152-5248-4e8f-b5aa-114acaedfd1f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:05.029966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 26e63152-5248-4e8f-b5aa-114acaedfd1f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:05.030729 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.034437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] For port 9618009f-d10b-4a2a-8f24-5f42a2381c1c, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:05.039946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:05.039946 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.048659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] For port 9618009f-d10b-4a2a-8f24-5f42a2381c1c, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9618009f-d10b-4a2a-8f24-5f42a2381c1c,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:05.133390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe0ade06-68fd-4727-9131-5a9d9a77186d req-d518a269-1c0a-42f6-844d-64eaf77b96bf tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0523241 Nov 12 11:12:05.141321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51582) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:05.146846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0043731 Nov 12 11:12:05.148720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:05.151336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51584) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:05.172414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.210102 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-43f1b82c-578a-4468-9842-cd3d7d9e45e8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8587816 Nov 12 11:12:05.224476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Request body: {'port': {'device_id': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:05.332688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:05.336566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.338293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-37556c76-124a-4747-9383-aed16d98a823 service neutron] 10.222.0.57 "PUT /v2.0/ports/9618009f-d10b-4a2a-8f24-5f42a2381c1c HTTP/1.1" status: 200 len: 1093 time: 2.1085370 Nov 12 11:12:05.338971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b', 'tag': '9618009f-d10b-4a2a-8f24-5f42a2381c1c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:05.341849 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a0ed8-56ab-435d-beb8-2e8404f23204" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b", "tag": "9618009f-d10b-4a2a-8f24-5f42a2381c1c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:05.373695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37556c76-124a-4747-9383-aed16d98a823 service neutron] Pushing event updated for resources: {'Port': ['ID=9618009f-d10b-4a2a-8f24-5f42a2381c1c,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:05.408655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-86f6f90e-bbbe-470f-be90-199ac72c490f tempest-NetworksApiDiscovery-309731808 tempest-NetworksApiDiscovery-309731808-project] 10.222.0.98 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2556458 Nov 12 11:12:05.446093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.489802 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.541113 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b124e-9dc3-4376-8708-550c251e9244 x-openstack-request-id: req-254b124e-9dc3-4376-8708-550c251e9244 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:05.547576 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b", "tag": "9618009f-d10b-4a2a-8f24-5f42a2381c1c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:05.547576 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-254b124e-9dc3-4376-8708-550c251e9244 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:05.547576 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b', 'tag': '9618009f-d10b-4a2a-8f24-5f42a2381c1c', 'status': 'completed', 'code': 200} Nov 12 11:12:05.552515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 26e63152-5248-4e8f-b5aa-114acaedfd1f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:05.577734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a366036c-0b95-4075-af8d-f1bd6b8aa1bf None None] Provisioning complete for port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:05.578108 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a366036c-0b95-4075-af8d-f1bd6b8aa1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.587592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:05.588956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cec06-a6c2-49d6-9dd6-9c73638038ff req-6532d669-8552-4b17-88a6-969ccd7c697e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:05.592491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-466cec06-a6c2-49d6-9dd6-9c73638038ff req-6532d669-8552-4b17-88a6-969ccd7c697e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 944 time: 0.1594357 Nov 12 11:12:05.639843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'mac_address': 'fa:16:3e:6d:56:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:05.649491 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a366036c-0b95-4075-af8d-f1bd6b8aa1bf None None] Port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:12:05.710201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.735808 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:05.738603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 23d3d990-1ea4-48ed-8037-8035977b61b1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:05.745133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0ed8-56ab-435d-beb8-2e8404f23204 req-5755575a-b7cd-4b32-abde-ba562cbfb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:05.747375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-038a0ed8-56ab-435d-beb8-2e8404f23204 req-5755575a-b7cd-4b32-abde-ba562cbfb926 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 1096 time: 0.1258068 Nov 12 11:12:05.791655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:05.798648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-466cec06-a6c2-49d6-9dd6-9c73638038ff req-90a60cbe-a7a6-4c6e-8c51-755ca411ea16 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915572 Nov 12 11:12:05.904820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:05.938388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=26e63152-5248-4e8f-b5aa-114acaedfd1f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:06.001882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0ed8-56ab-435d-beb8-2e8404f23204 req-612ab325-98d2-496f-aa6d-ec2754af263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.003475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-038a0ed8-56ab-435d-beb8-2e8404f23204 req-612ab325-98d2-496f-aa6d-ec2754af263a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0c30c041ec87441d80e09579c5ad0992&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2442896 Nov 12 11:12:06.013806 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.023771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea962d4-5964-49f4-a6f5-c7a7a8508eed req-0fd67127-1ab3-4739-906a-8dcecbc78ede tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.028760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ea962d4-5964-49f4-a6f5-c7a7a8508eed req-0fd67127-1ab3-4739-906a-8dcecbc78ede tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 931 time: 0.1245625 Nov 12 11:12:06.082332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 23d3d990-1ea4-48ed-8037-8035977b61b1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:06.116873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 23d3d990-1ea4-48ed-8037-8035977b61b1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:06.117949 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.132233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-2eb28ff3-ca9c-464b-bf1a-a2deb1749836 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.138296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-2eb28ff3-ca9c-464b-bf1a-a2deb1749836 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.144272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-2eb28ff3-ca9c-464b-bf1a-a2deb1749836 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.151125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-2eb28ff3-ca9c-464b-bf1a-a2deb1749836 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.154536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:06.156869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-2eb28ff3-ca9c-464b-bf1a-a2deb1749836 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.163795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-2eb28ff3-ca9c-464b-bf1a-a2deb1749836 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.169552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-2eb28ff3-ca9c-464b-bf1a-a2deb1749836 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.172647 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-2eb28ff3-ca9c-464b-bf1a-a2deb1749836 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5442 time: 0.1704159 Nov 12 11:12:06.180121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cb6b3f-040e-487c-9e01-a4d4ca65de81'}, {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e63152-5248-4e8f-b5aa-114acaedfd1f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:06.182397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e37af4-9dae-4cff-be55-bb8c1d02aff7 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:06.184219 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb66ccd-acf2-46d1-bdff-0d3a5d9f3639" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "50cb6b3f-040e-487c-9e01-a4d4ca65de81"}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "26e63152-5248-4e8f-b5aa-114acaedfd1f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:06.193071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.209538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ea962d4-5964-49f4-a6f5-c7a7a8508eed req-9d7f6605-5435-4f9c-ba40-73d91963e56b tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604817 Nov 12 11:12:06.253115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Transition to ACTIVE for port object 66e37af4-9dae-4cff-be55-bb8c1d02aff7 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:12:06.272155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0ed8-56ab-435d-beb8-2e8404f23204 req-c86635b1-cccd-4fad-8125-6104a0835ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.276025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-038a0ed8-56ab-435d-beb8-2e8404f23204 req-c86635b1-cccd-4fad-8125-6104a0835ab8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2453878 Nov 12 11:12:06.279097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.324564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9867b9c8-c9e8-48b4-8b33-284dc38319cb req-ff63943a-adbf-426f-84f4-e8f8e6fb2081 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368389 Nov 12 11:12:06.326685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.354604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 23d3d990-1ea4-48ed-8037-8035977b61b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=23d3d990-1ea4-48ed-8037-8035977b61b1,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:06.461600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:06.477376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-1b3b4f37-6542-4ce7-b3b2-b3a0d0ef66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.478907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-1b3b4f37-6542-4ce7-b3b2-b3a0d0ef66b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 1096 time: 0.1253791 Nov 12 11:12:06.487570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51614) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:06.488219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f73d1d-7c5e-4180-a87c-a9030375a011 req-f774c786-c8a2-48c9-aa01-98ea8951d36b tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.489937 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7f73d1d-7c5e-4180-a87c-a9030375a011 req-f774c786-c8a2-48c9-aa01-98ea8951d36b tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 949 time: 0.1675172 Nov 12 11:12:06.512453 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.513278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c6f17775-9a95-4252-931a-f1ea71405cd2 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:06.526689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Pushing event updated for resources: {'Port': ['ID=66e37af4-9dae-4cff-be55-bb8c1d02aff7,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:06.546724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49822ddf-877f-4524-a5ef-a0bd3938c6bb req-e92af816-4643-42f4-86a2-7e314ad58007 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0964785 Nov 12 11:12:06.567506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-d23d6baa-1507-4635-b4e1-a226c07ef8b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618009f-d10b-4a2a-8f24-5f42a2381c1c HTTP/1.1" status: 200 len: 217 time: 0.0686305 Nov 12 11:12:06.632513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-d6943541-39c7-4dc2-bd76-dcb29627d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:06.634344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-d6943541-39c7-4dc2-bd76-dcb29627d175 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1daf5bc-2933-4f04-832c-f3a5f47e35d7 HTTP/1.1" status: 200 len: 855 time: 0.0634451 Nov 12 11:12:06.702586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Attempting to bind port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:06.707741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Attempting to bind port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:06.707741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Attempting to bind port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 on network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:06.713753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 on network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:12:06.713967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-4796c283-271f-40fb-8e26-6009fc87f03f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff9f86e0-9543-47d4-ab4b-2a146836f645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694375 Nov 12 11:12:06.714201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Attempting to bind port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 on network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:06.729593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:06.729939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Checking segment: {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:06.730328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Bound using segment: {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:06.730786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Bound port: 66e37af4-9dae-4cff-be55-bb8c1d02aff7, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7ec9ef-2312-4b7c-9075-908b3d79731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:06.731152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.769000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7f73d1d-7c5e-4180-a87c-a9030375a011 req-c6a2bb70-a6ad-486d-9668-4ed6ddfe952d tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714350 Nov 12 11:12:06.830304 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4668-fb92-4c9a-919f-3bc3feb48f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.838369 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dcf1db-3e6b-4562-b1d0-6764b32efb49 x-openstack-request-id: req-38dcf1db-3e6b-4562-b1d0-6764b32efb49 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:06.839101 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "50cb6b3f-040e-487c-9e01-a4d4ca65de81", "code": 200}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "26e63152-5248-4e8f-b5aa-114acaedfd1f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:06.839691 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-38dcf1db-3e6b-4562-b1d0-6764b32efb49 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:06.840155 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cb6b3f-040e-487c-9e01-a4d4ca65de81', 'code': 200} Nov 12 11:12:06.840544 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e63152-5248-4e8f-b5aa-114acaedfd1f', 'code': 200} Nov 12 11:12:06.886508 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-fdafe609-21c0-438f-89cb-47e975e5bfa1 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637177 Nov 12 11:12:06.983448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=23d3d990-1ea4-48ed-8037-8035977b61b1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:06.984658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4668-fb92-4c9a-919f-3bc3feb48f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:06.996326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] For port 66e37af4-9dae-4cff-be55-bb8c1d02aff7, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:07.001487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] For port 66e37af4-9dae-4cff-be55-bb8c1d02aff7, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=66e37af4-9dae-4cff-be55-bb8c1d02aff7,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:07.022552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.023229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.023780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.024391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.024784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.025137 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.025474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.026432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.026432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.026645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.026794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.027601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:07.067471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fc7b1-a9cd-42ed-ae5d-fcde6d07f26e req-69464f44-09ed-4b38-b46c-08d52922d332 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:07.086499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c73fc7b1-a9cd-42ed-ae5d-fcde6d07f26e req-69464f44-09ed-4b38-b46c-08d52922d332 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 944 time: 0.0791135 Nov 12 11:12:07.086499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4bf06a90-b848-4ddb-b6a9-b5d9cc9cbbe8 req-68346e40-5b03-42fc-aa2b-f18d085df7c4 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749041 Nov 12 11:12:07.142988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c73fc7b1-a9cd-42ed-ae5d-fcde6d07f26e req-b8cf3f6f-75d9-4e4b-affe-7c84e4ed70f8 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525634 Nov 12 11:12:07.179800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-314a1baf-43da-4dca-9b0d-f88abc086ebf req-dfe29e9d-e40f-4897-b7ba-debb55f0cc79 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5&device_id=9199854d-f1dc-4b2a-82d1-6f2b4fe292b9 HTTP/1.1" status: 200 len: 210 time: 0.0356841 Nov 12 11:12:07.241702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc6e4668-fb92-4c9a-919f-3bc3feb48f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.267657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port c6f17775-9a95-4252-931a-f1ea71405cd2 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:07.272815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port c6f17775-9a95-4252-931a-f1ea71405cd2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:07.273186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.275529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.300027 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dc6e4668-fb92-4c9a-919f-3bc3feb48f50 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3c3c6b24b85744589c7fc2de39bc90e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8079982 Nov 12 11:12:07.300027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:07.300027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.301539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/66e37af4-9dae-4cff-be55-bb8c1d02aff7 HTTP/1.1" status: 200 len: 1092 time: 2.0811324 Nov 12 11:12:07.302494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51626) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:07.321005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'tag': '66e37af4-9dae-4cff-be55-bb8c1d02aff7'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:07.323384 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f4171b-2b08-46a6-8279-3dd9ade9f728" -d '{"events": [{"name": "network-changed", "server_uuid": "5213cc27-8da3-4b7d-9b78-6ede90de372c", "tag": "66e37af4-9dae-4cff-be55-bb8c1d02aff7"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:07.326172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e4668-fb92-4c9a-919f-3bc3feb48f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee4b151-dd7d-4133-a348-380f45f6e4ff,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:07.391142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.403585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a35b23-8eb3-4180-a0a6-28bdae841bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.408655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fb1d0-7e9a-4631-8901-e9e299ff825b req-6425e1e5-49ca-45f5-bba8-e7f6405bcd73 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:07.410418 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4a4fb1d0-7e9a-4631-8901-e9e299ff825b req-6425e1e5-49ca-45f5-bba8-e7f6405bcd73 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 943 time: 0.0745630 Nov 12 11:12:07.411398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca24404-0440-4fcd-a6c2-c7ff5fc042d0 service neutron] Pushing event updated for resources: {'Port': ['ID=66e37af4-9dae-4cff-be55-bb8c1d02aff7,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:07.446460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a35b23-8eb3-4180-a0a6-28bdae841bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.459322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c6f17775-9a95-4252-931a-f1ea71405cd2, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c6f17775-9a95-4252-931a-f1ea71405cd2,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:07.490363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4a4fb1d0-7e9a-4631-8901-e9e299ff825b req-b085beb7-5cdd-45ab-a1f9-2f4c66c92ce7 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732310 Nov 12 11:12:07.532899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-1d91232b-eadf-480e-a84d-5a2afcf06040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:07.533831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-1d91232b-eadf-480e-a84d-5a2afcf06040 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=651e77de364e46cbaf9a7346e516b7ed&device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 1095 time: 0.0547793 Nov 12 11:12:07.601649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.602486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f66b097e-87fa-4583-9053-abb58ed084dd up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:07.655946 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a35b23-8eb3-4180-a0a6-28bdae841bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.658968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05a35b23-8eb3-4180-a0a6-28bdae841bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.660696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-05a35b23-8eb3-4180-a0a6-28bdae841bcd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1ee4b151-dd7d-4133-a348-380f45f6e4ff HTTP/1.1" status: 204 len: 168 time: 0.3539057 Nov 12 11:12:07.672606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a35b23-8eb3-4180-a0a6-28bdae841bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee4b151-dd7d-4133-a348-380f45f6e4ff,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:07.772997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=c6f17775-9a95-4252-931a-f1ea71405cd2,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:07.852077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f287c6e0-7614-4d4f-9b39-44b4d0d83aa7 req-00285d8e-2e76-4dc7-812d-6f35b5639306 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bd9d4dd167146d0b5a3cff238214739&device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0400834 Nov 12 11:12:07.885175 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f287c6e0-7614-4d4f-9b39-44b4d0d83aa7 req-c470fcfe-d46d-46b2-b288-363b962f5e70 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1bd9d4dd167146d0b5a3cff238214739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240588 Nov 12 11:12:07.938878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port f66b097e-87fa-4583-9053-abb58ed084dd completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:07.944125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port f66b097e-87fa-4583-9053-abb58ed084dd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:07.944724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:07.946944 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e778b0-57e4-4ce5-8c9e-c18239e6f3ce x-openstack-request-id: req-90e778b0-57e4-4ce5-8c9e-c18239e6f3ce {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:07.947232 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5213cc27-8da3-4b7d-9b78-6ede90de372c", "tag": "66e37af4-9dae-4cff-be55-bb8c1d02aff7", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:07.947455 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90e778b0-57e4-4ce5-8c9e-c18239e6f3ce {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:07.947838 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'tag': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'status': 'completed', 'code': 200} Nov 12 11:12:07.950072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-d6501dfe-5003-49de-8a7c-d4bd701ed9b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e37af4-9dae-4cff-be55-bb8c1d02aff7 HTTP/1.1" status: 200 len: 217 time: 0.4051960 Nov 12 11:12:08.025499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-e497cba7-5592-48d0-acdc-db7bc8a7f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.026887 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-e497cba7-5592-48d0-acdc-db7bc8a7f6e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6eba4d1f-dc48-4bcb-b9ee-3da1be55f639 HTTP/1.1" status: 200 len: 853 time: 0.0690761 Nov 12 11:12:08.034691 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.044671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-93a00caf-0ba1-438e-8126-8c0b3ac57079 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.052375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-93a00caf-0ba1-438e-8126-8c0b3ac57079 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.058529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-93a00caf-0ba1-438e-8126-8c0b3ac57079 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.064624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-93a00caf-0ba1-438e-8126-8c0b3ac57079 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.070789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-93a00caf-0ba1-438e-8126-8c0b3ac57079 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.076222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f66b097e-87fa-4583-9053-abb58ed084dd, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f66b097e-87fa-4583-9053-abb58ed084dd,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:08.076951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-93a00caf-0ba1-438e-8126-8c0b3ac57079 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.082990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-93a00caf-0ba1-438e-8126-8c0b3ac57079 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.091018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-93a00caf-0ba1-438e-8126-8c0b3ac57079 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5444 time: 0.1459069 Nov 12 11:12:08.174768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-f70c7e0b-3298-4b36-961c-0798cee24a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.176810 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-f70c7e0b-3298-4b36-961c-0798cee24a22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08889265-2fd3-4f3b-8dc0-9e89a07e63a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836720 Nov 12 11:12:08.198043 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.228152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:08.310822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f66b097e-87fa-4583-9053-abb58ed084dd,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:08.339875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8d6ff8e-0f71-444f-87b5-0400e2a02ef9 req-b2d9cc73-fa7e-4aa6-bcfc-f573c8d05bff tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2473385 Nov 12 11:12:08.400820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port ba4b6e28-7d83-421c-8d57-640c47ca6e68 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:08.408533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-c50761da-89b6-4b98-a207-97af58f67393 service neutron] 10.222.0.57 "GET /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180686 Nov 12 11:12:08.408965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port ba4b6e28-7d83-421c-8d57-640c47ca6e68 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:08.409895 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.443625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0112d3-e535-4ea9-afd6-34fe577007b4 req-552fbfdb-7cde-4490-9e19-f6d13f5fd0f6 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.451960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0112d3-e535-4ea9-afd6-34fe577007b4 req-552fbfdb-7cde-4490-9e19-f6d13f5fd0f6 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 949 time: 0.5397625 Nov 12 11:12:08.485862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287c6e0-7614-4d4f-9b39-44b4d0d83aa7 req-aa5e662f-1ba2-4aea-9b8b-a0382a5fa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.489305 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f287c6e0-7614-4d4f-9b39-44b4d0d83aa7 req-aa5e662f-1ba2-4aea-9b8b-a0382a5fa019 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5944471 Nov 12 11:12:08.532524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37d6df91-6567-475c-b7b6-37923e3731d9 req-8193cdb7-9f0c-4694-96b4-d3ac16488b54 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0946324 Nov 12 11:12:08.548576 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0112d3-e535-4ea9-afd6-34fe577007b4 req-c995597f-d559-4fb4-afaf-b49eea590ed2 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951774 Nov 12 11:12:08.571655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.609835 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5fd381c9-b2f8-46ba-8c8b-98b9122c9c17 req-1e84c615-b71f-4114-8dcf-28973df02a53 service neutron] 10.222.0.57 "GET /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925278 Nov 12 11:12:08.624763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:08.747807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:08.770710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74aa8ae-b938-480e-abb6-ee3af736c81c req-c6cbecdc-da99-458b-8a0e-4962fd4581ff tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.772589 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e74aa8ae-b938-480e-abb6-ee3af736c81c req-c6cbecdc-da99-458b-8a0e-4962fd4581ff tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 944 time: 0.0643265 Nov 12 11:12:08.776816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:08.804048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00888c8f-df80-41d5-beab-29a48ab878b2 req-087128ea-e3b6-4151-bd4f-a754eab69425 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.806558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00888c8f-df80-41d5-beab-29a48ab878b2 req-087128ea-e3b6-4151-bd4f-a754eab69425 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 943 time: 0.0943828 Nov 12 11:12:08.843439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d3d990-1ea4-48ed-8037-8035977b61b1'}, {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f17775-9a95-4252-931a-f1ea71405cd2'}, {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd'}, {'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:08.846553 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fca973-f9fa-4c37-99f8-8d732c7eb57c" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "23d3d990-1ea4-48ed-8037-8035977b61b1"}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "c6f17775-9a95-4252-931a-f1ea71405cd2"}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd"}, {"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-plugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:08.852150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:08.902802 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00888c8f-df80-41d5-beab-29a48ab878b2 req-3e644deb-4184-4303-ae3d-9ec9ceb8b998 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847783 Nov 12 11:12:08.912166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e74aa8ae-b938-480e-abb6-ee3af736c81c req-044d820f-cf6f-4b58-ac54-51a68178553c tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212261 Nov 12 11:12:08.946530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-14acf815-0725-4a6e-8ea2-758b29bb6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:08.952697 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-14acf815-0725-4a6e-8ea2-758b29bb6c20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=651e77de364e46cbaf9a7346e516b7ed&device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 1095 time: 0.0823705 Nov 12 11:12:08.966982 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f9d504-4f18-4663-a200-aa9bcb97eaea x-openstack-request-id: req-42f9d504-4f18-4663-a200-aa9bcb97eaea {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:08.967271 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "23d3d990-1ea4-48ed-8037-8035977b61b1", "code": 200}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "c6f17775-9a95-4252-931a-f1ea71405cd2", "code": 200}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-plugged", "status": "completed", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd", "code": 200}, {"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-plugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:08.967546 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42f9d504-4f18-4663-a200-aa9bcb97eaea {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:08.968169 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d3d990-1ea4-48ed-8037-8035977b61b1', 'code': 200} Nov 12 11:12:08.968472 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f17775-9a95-4252-931a-f1ea71405cd2', 'code': 200} Nov 12 11:12:08.968838 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'code': 200} Nov 12 11:12:08.969281 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'code': 200} Nov 12 11:12:09.011200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:09.015489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:09.016036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.101201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-ea282e31-46ef-408c-b12e-d1dbd702b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.103701 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-ea282e31-46ef-408c-b12e-d1dbd702b997 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08889265-2fd3-4f3b-8dc0-9e89a07e63a5 HTTP/1.1" status: 200 len: 915 time: 0.1467967 Nov 12 11:12:09.129975 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.155757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252554b-9a57-445a-bbf2-f95853934396 req-41095490-6030-4c52-87e9-207d37f8effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.157544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1252554b-9a57-445a-bbf2-f95853934396 req-41095490-6030-4c52-87e9-207d37f8effb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 1101 time: 0.0820932 Nov 12 11:12:09.165349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-48203811-b758-4d08-b65d-ca4c711ceece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.166181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-48203811-b758-4d08-b65d-ca4c711ceece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.166729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-48203811-b758-4d08-b65d-ca4c711ceece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.167277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-48203811-b758-4d08-b65d-ca4c711ceece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.167812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-48203811-b758-4d08-b65d-ca4c711ceece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.168485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-48203811-b758-4d08-b65d-ca4c711ceece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.168947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-48203811-b758-4d08-b65d-ca4c711ceece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.171018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-48203811-b758-4d08-b65d-ca4c711ceece service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6509 time: 0.0867913 Nov 12 11:12:09.175570 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-7e85fc17-56a1-4848-9813-e29700088c15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e37af4-9dae-4cff-be55-bb8c1d02aff7 HTTP/1.1" status: 200 len: 217 time: 0.0580957 Nov 12 11:12:09.185081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:09.242559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-1123e9b5-8094-45ab-b773-e9714ba8028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.243085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1252554b-9a57-445a-bbf2-f95853934396 req-db8dbd8e-1221-483d-aaa4-b45c8a955677 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709066 Nov 12 11:12:09.244536 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-1123e9b5-8094-45ab-b773-e9714ba8028a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6eba4d1f-dc48-4bcb-b9ee-3da1be55f639 HTTP/1.1" status: 200 len: 853 time: 0.0605862 Nov 12 11:12:09.272115 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cfb1a6cb-4a41-4ca1-a170-2e96358dd0cf req-532df94b-4aa4-49c1-9b9e-a7abd16583c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923543 Nov 12 11:12:09.282624 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.320539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-35602911-862b-496c-9030-12ea0952decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.323746 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-35602911-862b-496c-9030-12ea0952decd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08889265-2fd3-4f3b-8dc0-9e89a07e63a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647004 Nov 12 11:12:09.338981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:09.359998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51668) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:09.387982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9618009f-d10b-4a2a-8f24-5f42a2381c1c details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:09.442382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-3b20741a-7f7d-4294-9cd8-75c0e0c4bd50 service neutron] 10.222.0.57 "GET /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111362 Nov 12 11:12:09.518771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-b55b278d-833f-4c81-8604-df6a79c1261a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.527766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-b55b278d-833f-4c81-8604-df6a79c1261a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.535112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-b55b278d-833f-4c81-8604-df6a79c1261a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.542322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-b55b278d-833f-4c81-8604-df6a79c1261a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.547045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9618009f-d10b-4a2a-8f24-5f42a2381c1c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9618009f-d10b-4a2a-8f24-5f42a2381c1c,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:09.548876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-b55b278d-833f-4c81-8604-df6a79c1261a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.555197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-b55b278d-833f-4c81-8604-df6a79c1261a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.561775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-b55b278d-833f-4c81-8604-df6a79c1261a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.564052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-b55b278d-833f-4c81-8604-df6a79c1261a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.1104774 Nov 12 11:12:09.569521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2075219766-network', 'tenant_id': '3771f74fa1634b108715da6bb0b921e1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:09.571881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '9618009f-d10b-4a2a-8f24-5f42a2381c1c', 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'port_id': '9618009f-d10b-4a2a-8f24-5f42a2381c1c', 'mac_address': 'fa:16:3e:ed:30:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1daf5bc-2933-4f04-832c-f3a5f47e35d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:09.578611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39f4171b-2b08-46a6-8279-3dd9ade9f728 req-952fcc68-db72-42f3-a46e-2309ffda384f service neutron] 10.222.0.57 "GET /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238394 Nov 12 11:12:09.653379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.664540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a8b010e7-c0f1-497f-97f9-3006d5738f30 req-1dcea7dd-5510-45a3-a1c2-cd5bbab582f7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807791 Nov 12 11:12:09.665696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Made reservation on behalf of 3771f74fa1634b108715da6bb0b921e1 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:09.671270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.674695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9618009f-d10b-4a2a-8f24-5f42a2381c1c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:09.680052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0fc1c2b-2da8-4331-8070-70f357e27dd2 req-75a8e974-795f-49d8-90e3-3039f166f8b4 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0489800 Nov 12 11:12:09.682388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.720279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9618009f-d10b-4a2a-8f24-5f42a2381c1c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9618009f-d10b-4a2a-8f24-5f42a2381c1c,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:09.788334 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.833483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f3d1-3828-4131-b004-d17bcc710235 req-1192e47a-76a9-4fb1-8e60-fe1b8f652286 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:09.835043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e186f3d1-3828-4131-b004-d17bcc710235 req-1192e47a-76a9-4fb1-8e60-fe1b8f652286 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 950 time: 0.0560167 Nov 12 11:12:09.849565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.890237 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f287c6e0-7614-4d4f-9b39-44b4d0d83aa7 req-c304cee0-fb26-4099-a165-1087dc420b3c tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.57 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0482397 Nov 12 11:12:09.898656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e186f3d1-3828-4131-b004-d17bcc710235 req-6025aad9-cfd3-4d60-9645-1ad83f7a1aa5 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526633 Nov 12 11:12:09.915667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=9618009f-d10b-4a2a-8f24-5f42a2381c1c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:09.935535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.964924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:12:09.987026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ec9f9-346b-4df3-932b-35124eff79aa,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:09.990638 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:09.991518 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Added segment 9ad7897d-b02c-42bc-a661-e2ff5ea7355c of type vlan for network f9ee0919-4e44-463e-ae09-3502b09ff261 Nov 12 11:12:10.064979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774862de-8159-4e1a-8d32-9b216a1fef80 req-fb70cf9c-de18-400c-8e52-516e8c8522ab tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.065616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.067467 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-774862de-8159-4e1a-8d32-9b216a1fef80 req-fb70cf9c-de18-400c-8e52-516e8c8522ab tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 945 time: 0.0808141 Nov 12 11:12:10.104303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9618009f-d10b-4a2a-8f24-5f42a2381c1c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:10.108125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38518-252b-42d4-b48f-6921f2d5b3e5 req-7ce369a2-dcb2-4a91-b914-eeca36aa6874 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.112036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00a38518-252b-42d4-b48f-6921f2d5b3e5 req-7ce369a2-dcb2-4a91-b914-eeca36aa6874 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 943 time: 0.1048908 Nov 12 11:12:10.144049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-774862de-8159-4e1a-8d32-9b216a1fef80 req-40ab2c5f-9803-4c5e-9dd0-7655330f331b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671089 Nov 12 11:12:10.167480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00a38518-252b-42d4-b48f-6921f2d5b3e5 req-0a106162-80cd-46e1-9e2f-4699872d9db8 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493231 Nov 12 11:12:10.238040 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.239889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.240596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.308050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] Pushing event updated for resources: {'Network': ['ID=f9ee0919-4e44-463e-ae09-3502b09ff261,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:10.323031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f9ee0919-4e44-463e-ae09-3502b09ff261 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:12:10.385062 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9bc164e4-e732-4abf-ba50-70cec1c86917 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0232196 Nov 12 11:12:10.387893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51686) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:10.394508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Request body: {'subnet': {'network_id': 'f9ee0919-4e44-463e-ae09-3502b09ff261', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2075219766-subnet', 'tenant_id': '3771f74fa1634b108715da6bb0b921e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:10.500767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Made reservation on behalf of 3771f74fa1634b108715da6bb0b921e1 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:10.503608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.780230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:10.809821 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fd3b1cb-63d6-4f7a-88ae-fa28bee28a03 req-1a96e0ac-c5c7-4bfc-b70b-3925a5a38efc tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=466856c9-c633-43ee-99ad-494ecf3662a5 HTTP/1.1" status: 200 len: 210 time: 0.0436547 Nov 12 11:12:10.833880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-3557628a-58a7-4d47-b7ca-4c870968c97e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.838581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-3557628a-58a7-4d47-b7ca-4c870968c97e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.845181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-3557628a-58a7-4d47-b7ca-4c870968c97e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.852282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-3557628a-58a7-4d47-b7ca-4c870968c97e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.859384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-3557628a-58a7-4d47-b7ca-4c870968c97e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.865979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-3557628a-58a7-4d47-b7ca-4c870968c97e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.870448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa706b89-98a6-4cb7-9224-f1f89983d74a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:10.873265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-3557628a-58a7-4d47-b7ca-4c870968c97e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:10.875286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-3557628a-58a7-4d47-b7ca-4c870968c97e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.1245964 Nov 12 11:12:10.881511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Checking segment: {'id': '9ad7897d-b02c-42bc-a661-e2ff5ea7355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f9ee0919-4e44-463e-ae09-3502b09ff261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:10.883526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Network hostable DHCP agents. Network: f9ee0919-4e44-463e-ae09-3502b09ff261, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:12:10.949647 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a441243-53f4-47f3-beb6-f6996f823d30 req-efc57a03-c2ab-43de-81a6-b893e2c98126 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665689 Nov 12 11:12:10.971234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:10.975010 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4b17ca-308a-4000-a399-808fe0ab37d8" -d '{"events": [{"server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "name": "network-vif-plugged", "status": "completed", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:11.013962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Network f9ee0919-4e44-463e-ae09-3502b09ff261 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:12:11.028185 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74d2790-2c5f-4746-9d12-8a31e31cfcb4 x-openstack-request-id: req-c74d2790-2c5f-4746-9d12-8a31e31cfcb4 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:11.028481 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "name": "network-vif-plugged", "status": "completed", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:11.028734 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c74d2790-2c5f-4746-9d12-8a31e31cfcb4 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:11.029137 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'code': 200} Nov 12 11:12:11.119784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093041f3-896f-493c-bf5d-7d6d703b409a req-71d89b0f-fb05-4f57-8735-de8245deb68d tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:11.121765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-093041f3-896f-493c-bf5d-7d6d703b409a req-71d89b0f-fb05-4f57-8735-de8245deb68d tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 950 time: 0.0606346 Nov 12 11:12:11.147833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d2af5-8fb7-48c1-8416-594c2d914a08 req-a9fb7bc5-737b-41dc-932e-2f9208ee360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:11.149423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a93d2af5-8fb7-48c1-8416-594c2d914a08 req-a9fb7bc5-737b-41dc-932e-2f9208ee360e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 1102 time: 0.0490484 Nov 12 11:12:11.184141 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-093041f3-896f-493c-bf5d-7d6d703b409a req-b69481f8-62ea-4df1-ba44-eb70e7179198 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541117 Nov 12 11:12:11.217101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f9ee0919-4e44-463e-ae09-3502b09ff261) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:11.232987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6906751-9ab8-4bc0-9f9c-46c75272e81c None None] Network f9ee0919-4e44-463e-ae09-3502b09ff261 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:11.248965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:11.253580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.291716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a93d2af5-8fb7-48c1-8416-594c2d914a08 req-a39999ef-c9fc-45f6-b1fe-aecc77514ef8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339946 Nov 12 11:12:11.348900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896b37b-55da-432e-bfbd-af5959e239bf req-721bcc7f-a85a-416a-964a-89ce6d5ba14a tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:11.350879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0896b37b-55da-432e-bfbd-af5959e239bf req-721bcc7f-a85a-416a-964a-89ce6d5ba14a tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 943 time: 0.0638030 Nov 12 11:12:11.361286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68cab5-3432-41fe-a2d7-421d82815ecc req-b816bcab-091b-4f53-ae4a-198fd43ac087 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:11.371634 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f68cab5-3432-41fe-a2d7-421d82815ecc req-b816bcab-091b-4f53-ae4a-198fd43ac087 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 945 time: 0.1177049 Nov 12 11:12:11.393550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 66e37af4-9dae-4cff-be55-bb8c1d02aff7 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:11.397319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9618009f-d10b-4a2a-8f24-5f42a2381c1c up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:11.411317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0896b37b-55da-432e-bfbd-af5959e239bf req-919e2e3e-7928-4d87-8f07-bacaf99a9bd1 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523808 Nov 12 11:12:11.422266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e2cf90b1-7324-415e-aa52-187a453242d3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0327969 Nov 12 11:12:11.460991 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f68cab5-3432-41fe-a2d7-421d82815ecc req-099c5590-30ab-4cd2-aa13-5baa717c1950 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878062 Nov 12 11:12:11.546979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f8593-77e1-40c2-b8c0-0c6cebe96399 None None] Network f9ee0919-4e44-463e-ae09-3502b09ff261 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:11.680809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 66e37af4-9dae-4cff-be55-bb8c1d02aff7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=66e37af4-9dae-4cff-be55-bb8c1d02aff7,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:11.701067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'port_id': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'mac_address': 'fa:16:3e:b6:e8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:11.776992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 9618009f-d10b-4a2a-8f24-5f42a2381c1c completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:11.785863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 9618009f-d10b-4a2a-8f24-5f42a2381c1c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:11.786175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.788655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.827599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e37af4-9dae-4cff-be55-bb8c1d02aff7 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:11.860603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 66e37af4-9dae-4cff-be55-bb8c1d02aff7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=66e37af4-9dae-4cff-be55-bb8c1d02aff7,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:11.904917 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:11.944161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9618009f-d10b-4a2a-8f24-5f42a2381c1c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9618009f-d10b-4a2a-8f24-5f42a2381c1c,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:12.073040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.113167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-4550640b-18ef-445c-bf49-c0b4ca04c7dd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.119775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-4550640b-18ef-445c-bf49-c0b4ca04c7dd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.126686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=66e37af4-9dae-4cff-be55-bb8c1d02aff7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:12.127018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-4550640b-18ef-445c-bf49-c0b4ca04c7dd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.134381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-4550640b-18ef-445c-bf49-c0b4ca04c7dd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.141662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-4550640b-18ef-445c-bf49-c0b4ca04c7dd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.148332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-4550640b-18ef-445c-bf49-c0b4ca04c7dd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.154812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-4550640b-18ef-445c-bf49-c0b4ca04c7dd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.156921 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-4550640b-18ef-445c-bf49-c0b4ca04c7dd tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.1149325 Nov 12 11:12:12.178957 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.240269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b007ff7-ce6a-458b-ac39-14648b19caed req-e3269310-0f74-4454-912a-a8eaa63d90b6 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755606 Nov 12 11:12:12.266338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=9618009f-d10b-4a2a-8f24-5f42a2381c1c,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:12.311688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['66e37af4-9dae-4cff-be55-bb8c1d02aff7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:12.445051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51732) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:12.451067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-754358958-network', 'tenant_id': '944c904f7b4a4b2abd961554ce1ca606'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:12.514221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb4a3d0-9da2-4980-9203-a791531d2e5d req-5295decc-4e61-44ab-9131-7e9687fc37be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bd9d4dd167146d0b5a3cff238214739&device_id=9199854d-f1dc-4b2a-82d1-6f2b4fe292b9 HTTP/1.1" status: 200 len: 210 time: 0.0329070 Nov 12 11:12:12.530638 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6acd0a-c6b5-40dd-af38-fde9bfa25d57 req-93ccab3a-b397-43e1-9d0f-0fa89fc771a3 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.532419 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a6acd0a-c6b5-40dd-af38-fde9bfa25d57 req-93ccab3a-b397-43e1-9d0f-0fa89fc771a3 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 950 time: 0.1170950 Nov 12 11:12:12.563635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb4a3d0-9da2-4980-9203-a791531d2e5d req-86e85923-06d2-4f87-832d-2c15f9ab8c28 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1bd9d4dd167146d0b5a3cff238214739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301933 Nov 12 11:12:12.573853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Made reservation on behalf of 944c904f7b4a4b2abd961554ce1ca606 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:12.576134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.587852 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.633183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338b1e-3683-4b1c-bdb5-64ea934690d5 req-56a089c4-8f7c-4130-9f0a-67703a88da8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.641338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338b1e-3683-4b1c-bdb5-64ea934690d5 req-56a089c4-8f7c-4130-9f0a-67703a88da8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.648736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338b1e-3683-4b1c-bdb5-64ea934690d5 req-56a089c4-8f7c-4130-9f0a-67703a88da8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.655084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338b1e-3683-4b1c-bdb5-64ea934690d5 req-56a089c4-8f7c-4130-9f0a-67703a88da8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.662148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338b1e-3683-4b1c-bdb5-64ea934690d5 req-56a089c4-8f7c-4130-9f0a-67703a88da8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.663153 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a6acd0a-c6b5-40dd-af38-fde9bfa25d57 req-3a5cd7c1-ab50-4316-98ee-1518c8f28316 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211886 Nov 12 11:12:12.668613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338b1e-3683-4b1c-bdb5-64ea934690d5 req-56a089c4-8f7c-4130-9f0a-67703a88da8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.674862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338b1e-3683-4b1c-bdb5-64ea934690d5 req-56a089c4-8f7c-4130-9f0a-67703a88da8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.692822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe338b1e-3683-4b1c-bdb5-64ea934690d5 req-56a089c4-8f7c-4130-9f0a-67703a88da8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.1446648 Nov 12 11:12:12.693094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51740) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:12.705010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Request body: {'floatingip': {'port_id': 'f66b097e-87fa-4583-9053-abb58ed084dd'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:12.707885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4a3d0-9da2-4980-9203-a791531d2e5d req-5d6b40fb-c35e-47b1-b0e1-49bf2ca29d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.709890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb4a3d0-9da2-4980-9203-a791531d2e5d req-5d6b40fb-c35e-47b1-b0e1-49bf2ca29d01 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386399 Nov 12 11:12:12.767062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:12.791704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be8d8b-68f9-4a22-863b-f377dd25679a req-7a497b4a-c4b6-4179-955a-320456770a90 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.793730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31be8d8b-68f9-4a22-863b-f377dd25679a req-7a497b4a-c4b6-4179-955a-320456770a90 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 944 time: 0.0595415 Nov 12 11:12:12.867107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31be8d8b-68f9-4a22-863b-f377dd25679a req-2adf8502-f571-4805-9ab2-582e6a0ce674 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663016 Nov 12 11:12:12.963488 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81843e35-cb4e-4238-a233-cc4055215f96 req-4ec23e02-197f-4470-97b8-81212126f73f tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=9199854d-f1dc-4b2a-82d1-6f2b4fe292b9 HTTP/1.1" status: 200 len: 210 time: 0.0290287 Nov 12 11:12:12.981214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb77440-f116-4308-b980-7e484f3b74aa req-bbe8511b-cec2-449e-9b88-b452a5b9eac5 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:12.982800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fb77440-f116-4308-b980-7e484f3b74aa req-bbe8511b-cec2-449e-9b88-b452a5b9eac5 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 946 time: 0.2295885 Nov 12 11:12:13.012976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.031309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9618009f-d10b-4a2a-8f24-5f42a2381c1c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:13.034615 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a121098-06c1-4ff8-9a47-29f30269d6b1" -d '{"events": [{"server_uuid": "f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b", "name": "network-vif-plugged", "status": "completed", "tag": "9618009f-d10b-4a2a-8f24-5f42a2381c1c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:13.107232 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6216a4-8018-4f0d-86a0-e56368507955 x-openstack-request-id: req-8e6216a4-8018-4f0d-86a0-e56368507955 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:13.107845 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b", "name": "network-vif-plugged", "status": "completed", "tag": "9618009f-d10b-4a2a-8f24-5f42a2381c1c", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:13.107845 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e6216a4-8018-4f0d-86a0-e56368507955 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:13.108169 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9618009f-d10b-4a2a-8f24-5f42a2381c1c', 'code': 200} Nov 12 11:12:13.109475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fb77440-f116-4308-b980-7e484f3b74aa req-567f81bb-a0fc-41b1-b43a-286e7f7e3a06 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164255 Nov 12 11:12:13.137483 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.181797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:12:13.196293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a406c8ae-69f6-43f5-abba-bd826625d3e7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:13.224234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49a803-96ff-473f-83be-9df6ab154312 req-38f1bc84-65e0-4c8c-8fd3-c216cae91182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:13.226723 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af49a803-96ff-473f-83be-9df6ab154312 req-38f1bc84-65e0-4c8c-8fd3-c216cae91182 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 1098 time: 0.0547631 Nov 12 11:12:13.234421 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.234769 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Added segment cc2c9a53-2d3d-4f64-90a3-94895a1a9dbc of type vlan for network a4e5b736-8391-4d6d-9032-c617075fd409 Nov 12 11:12:13.280305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af49a803-96ff-473f-83be-9df6ab154312 req-851f095e-f464-4958-a966-9b038f2796e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Nov 12 11:12:13.319486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.404993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 66e37af4-9dae-4cff-be55-bb8c1d02aff7 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:13.509081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.510728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:13.511627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.563722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.586691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:13.591338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:13.591859 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.596371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] Pushing event updated for resources: {'Network': ['ID=a4e5b736-8391-4d6d-9032-c617075fd409,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:13.614134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network a4e5b736-8391-4d6d-9032-c617075fd409 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:12:13.635645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6162ee13-e13a-416b-a866-003c500a21ec admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1892707 Nov 12 11:12:13.638635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51748) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:13.644441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Request body: {'subnet': {'network_id': 'a4e5b736-8391-4d6d-9032-c617075fd409', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-754358958-subnet', 'tenant_id': '944c904f7b4a4b2abd961554ce1ca606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:13.666397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.729586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Made reservation on behalf of 944c904f7b4a4b2abd961554ce1ca606 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:13.732345 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.776728 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.820525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 66e37af4-9dae-4cff-be55-bb8c1d02aff7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=66e37af4-9dae-4cff-be55-bb8c1d02aff7,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:13.827415 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Floating IP a45e3ce7-ee4e-4285-845d-7c6a53b0f587 associated. External IP: 172.25.3.67, port: f66b097e-87fa-4583-9053-abb58ed084dd. Nov 12 11:12:13.906295 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:13.989912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=66e37af4-9dae-4cff-be55-bb8c1d02aff7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:14.005090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96fc9b-e0d8-499f-90bd-bb540cd9e618 req-850a603a-04be-4e6b-8908-c384930145b5 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.005090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd96fc9b-e0d8-499f-90bd-bb540cd9e618 req-850a603a-04be-4e6b-8908-c384930145b5 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 950 time: 0.1794031 Nov 12 11:12:14.032024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6e8b3-c8b6-402e-b899-a7ce18b41353 req-916462ba-f18c-429f-b163-dea0b1e9acef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.032981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ca6e8b3-c8b6-402e-b899-a7ce18b41353 req-916462ba-f18c-429f-b163-dea0b1e9acef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 945 time: 0.0693073 Nov 12 11:12:14.090767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ca6e8b3-c8b6-402e-b899-a7ce18b41353 req-f1b7736a-a580-4e10-8a8a-05316fbec19a tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503652 Nov 12 11:12:14.101688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.106399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd96fc9b-e0d8-499f-90bd-bb540cd9e618 req-cdde2e71-1ae7-434b-81b1-3d517d0576fb tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925972 Nov 12 11:12:14.170537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f52456-99eb-4ee4-b817-beec70cc7afe,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:14.185704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Checking segment: {'id': 'cc2c9a53-2d3d-4f64-90a3-94895a1a9dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a4e5b736-8391-4d6d-9032-c617075fd409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:14.186194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Network hostable DHCP agents. Network: a4e5b736-8391-4d6d-9032-c617075fd409, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:12:14.195432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Router 10f07bc6-69eb-49aa-b9bf-879b55921d65 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:12:14.262564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9eab6eb6-c071-4bb6-a4a0-07a7c3ba7d0d req-b6674750-38d8-40ba-810a-70ad7f14a138 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.98 "GET /v2.0/ports?device_id=9199854d-f1dc-4b2a-82d1-6f2b4fe292b9 HTTP/1.1" status: 200 len: 210 time: 0.0438452 Nov 12 11:12:14.300045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb4a3d0-9da2-4980-9203-a791531d2e5d req-cd32d323-8c08-49e3-8c3a-ee1eae58a056 tempest-ServerShowV247Test-1975888306 tempest-ServerShowV247Test-1975888306-project] 10.222.0.57 "GET /v2.0/ports?device_id=9199854d-f1dc-4b2a-82d1-6f2b4fe292b9 HTTP/1.1" status: 200 len: 210 time: 0.0314300 Nov 12 11:12:14.380459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:14.385965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Network a4e5b736-8391-4d6d-9032-c617075fd409 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:12:14.389712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.395566 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] Sync routers for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:14.407880 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:14.408764 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:12:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:14.414350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9cec-9c50-4a0f-a95d-f2a5c188103a req-653e6061-e2b9-4f32-9ba0-b97493ceefa5 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.416401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b5a9cec-9c50-4a0f-a95d-f2a5c188103a req-653e6061-e2b9-4f32-9ba0-b97493ceefa5 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 946 time: 0.1065738 Nov 12 11:12:14.417582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7ed3f-09d8-4d3e-ab2a-79f51968f4ec req-6967cc5d-186a-467a-9836-3c10d0c5c5f9 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.419238 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-faa7ed3f-09d8-4d3e-ab2a-79f51968f4ec req-6967cc5d-186a-467a-9836-3c10d0c5c5f9 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 949 time: 0.0757568 Nov 12 11:12:14.468841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-67fa54f8-a73f-4f35-ad4b-d6ea6c315931 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "PUT /v2.0/floatingips/a45e3ce7-ee4e-4285-845d-7c6a53b0f587 HTTP/1.1" status: 200 len: 991 time: 1.7744896 Nov 12 11:12:14.470042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:14.473081 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:14.499394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-faa7ed3f-09d8-4d3e-ab2a-79f51968f4ec req-0e573d3c-e299-4c73-98d7-5647306e74be tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659480 Nov 12 11:12:14.509084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b5a9cec-9c50-4a0f-a95d-f2a5c188103a req-0957962f-ea16-4ba8-a59c-0c0338b735a7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702834 Nov 12 11:12:14.541736 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:14.546845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, a4e5b736-8391-4d6d-9032-c617075fd409) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:14.553151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.553796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.559070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b65edae-1337-496d-aba0-35ec876cafc4 None None] Network a4e5b736-8391-4d6d-9032-c617075fd409 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:14.674623 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79bb770-1712-43c2-8df9-fd0d4ab8f745 x-openstack-request-id: req-f79bb770-1712-43c2-8df9-fd0d4ab8f745 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:14.674795 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:14.674910 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f79bb770-1712-43c2-8df9-fd0d4ab8f745 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:14.675539 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'status': 'completed', 'code': 200} Nov 12 11:12:14.706284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54292aec-1d7c-459e-956f-db6a1d15fc17 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0585489 Nov 12 11:12:14.784073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1474b-6da2-4d72-805c-2b717943cf0f None None] Network a4e5b736-8391-4d6d-9032-c617075fd409 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:12:14.819410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-35084f04-95b4-48d7-be21-15c16b566de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.819902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-35084f04-95b4-48d7-be21-15c16b566de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.820405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-35084f04-95b4-48d7-be21-15c16b566de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.820875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-35084f04-95b4-48d7-be21-15c16b566de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.821362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-35084f04-95b4-48d7-be21-15c16b566de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.821831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-35084f04-95b4-48d7-be21-15c16b566de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.822289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-35084f04-95b4-48d7-be21-15c16b566de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.828486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-35084f04-95b4-48d7-be21-15c16b566de5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6509 time: 0.1043189 Nov 12 11:12:14.866389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51776) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:14.884591 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a45e3ce7-ee4e-4285-845d-7c6a53b0f587', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'port_id': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'mac_address': 'fa:16:3e:d1:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:33Z', 'updated_at': '2021-11-12T11:12:13Z', 'revision_number': 1, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:09:09Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:14.961433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-257662d6-6539-40dc-bda0-126e10d1ce66 admin admin] Deleting subnet aa706b89-98a6-4cb7-9224-f1f89983d74a {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:12:14.961722 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] Checking router: 10f07bc6-69eb-49aa-b9bf-879b55921d65 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:12:14.966652 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-257662d6-6539-40dc-bda0-126e10d1ce66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:14.972519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-b3378906-7c2f-4b0d-ba4a-101ea850b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:14.974217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-b3378906-7c2f-4b0d-ba4a-101ea850b5f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e12e157-3a35-4a9b-8f8f-1db596b259cf HTTP/1.1" status: 200 len: 917 time: 0.1328676 Nov 12 11:12:14.974935 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:14.976077 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:12:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:15.014961 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-257662d6-6539-40dc-bda0-126e10d1ce66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.064904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-9ece81be-9a41-492b-ad6b-079f9b7484f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f66b097e-87fa-4583-9053-abb58ed084dd HTTP/1.1" status: 200 len: 999 time: 0.0758491 Nov 12 11:12:15.067193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-257662d6-6539-40dc-bda0-126e10d1ce66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.109456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e37af4-9dae-4cff-be55-bb8c1d02aff7'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:15.111783 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334de005-600a-454a-830e-9f9ac2842ca6" -d '{"events": [{"server_uuid": "5213cc27-8da3-4b7d-9b78-6ede90de372c", "name": "network-vif-plugged", "status": "completed", "tag": "66e37af4-9dae-4cff-be55-bb8c1d02aff7"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:15.139909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-519803fe-d3dd-4b2c-ac41-0c0887ef9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:15.139909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-519803fe-d3dd-4b2c-ac41-0c0887ef9364 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81408f4c-9403-4690-9f6c-f964b92eb25e HTTP/1.1" status: 200 len: 855 time: 0.0612323 Nov 12 11:12:15.154426 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d8bbea-cca4-43d3-a3ba-6439235d24c9 x-openstack-request-id: req-12d8bbea-cca4-43d3-a3ba-6439235d24c9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:15.154932 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5213cc27-8da3-4b7d-9b78-6ede90de372c", "name": "network-vif-plugged", "status": "completed", "tag": "66e37af4-9dae-4cff-be55-bb8c1d02aff7", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:15.155183 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-12d8bbea-cca4-43d3-a3ba-6439235d24c9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:15.155578 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'code': 200} Nov 12 11:12:15.221191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-47b55c99-437c-4919-978a-ef3f486a55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:15.223759 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:15.227834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-47b55c99-437c-4919-978a-ef3f486a55a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797548 Nov 12 11:12:15.327073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-257662d6-6539-40dc-bda0-126e10d1ce66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.368826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257662d6-6539-40dc-bda0-126e10d1ce66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa706b89-98a6-4cb7-9224-f1f89983d74a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:15.380617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2cc63-6711-4ec7-b14e-730a269ff572 req-61d373ce-b9dd-4e15-be71-12a66dfdedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:15.381155 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-d573e716-fcc5-499a-ac6d-fff00ac42225 service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384394 Nov 12 11:12:15.382212 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd2cc63-6711-4ec7-b14e-730a269ff572 req-61d373ce-b9dd-4e15-be71-12a66dfdedac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 1097 time: 0.1473508 Nov 12 11:12:15.384247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-257662d6-6539-40dc-bda0-126e10d1ce66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.387597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-257662d6-6539-40dc-bda0-126e10d1ce66 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/aa706b89-98a6-4cb7-9224-f1f89983d74a HTTP/1.1" status: 204 len: 168 time: 0.5199864 Nov 12 11:12:15.392064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51790) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:15.415414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3decd7-c77a-44f6-b45c-a37cd26e8d8a req-67cc03c0-5ee5-4c3b-ae35-30e89cabc7f6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:15.417031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d3decd7-c77a-44f6-b45c-a37cd26e8d8a req-67cc03c0-5ee5-4c3b-ae35-30e89cabc7f6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 945 time: 0.1614742 Nov 12 11:12:15.466439 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd2cc63-6711-4ec7-b14e-730a269ff572 req-9c4ba9c2-12fc-41c8-a579-895c7233f639 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755188 Nov 12 11:12:15.503225 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d3decd7-c77a-44f6-b45c-a37cd26e8d8a req-7bc9bfd7-e2d9-4f2a-b697-7f35c1a6128c tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738864 Nov 12 11:12:15.542187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.547016 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a45e3ce7-ee4e-4285-845d-7c6a53b0f587', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'port_id': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'mac_address': 'fa:16:3e:d1:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:33Z', 'updated_at': '2021-11-12T11:12:13Z', 'revision_number': 1, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:09:09Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:15.578645 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf5c7f-2945-4144-8064-1c2666434c04 None None] The sync data for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 is: [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a45e3ce7-ee4e-4285-845d-7c6a53b0f587', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'port_id': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'mac_address': 'fa:16:3e:d1:78:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:10:33Z', 'updated_at': '2021-11-12T11:12:13Z', 'revision_number': 1, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:09:09Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:15.604308 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7997b51e-9016-4ef9-b2b2-9cda5812e9c4 req-965e6819-88b4-4593-a480-5bb3bcd53a91 service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110584 Nov 12 11:12:15.702690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.750372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ee0919-4e44-463e-ae09-3502b09ff261']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:15.764531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad7897d-b02c-42bc-a661-e2ff5ea7355c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:15.764975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad7897d-b02c-42bc-a661-e2ff5ea7355c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:15.777610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.839152 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.852664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1bcae-a3bb-458c-9b41-9715a5212ac4 req-c84dd107-6e12-4a84-ae24-ada34fe2cf05 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:15.855002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ff1bcae-a3bb-458c-9b41-9715a5212ac4 req-c84dd107-6e12-4a84-ae24-ada34fe2cf05 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 946 time: 0.0740850 Nov 12 11:12:15.858399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:12:15.858868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:12:15.860779 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:12:15.905199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f638c8-f655-4c44-8849-427e517a660c None None] New status for floating IP a45e3ce7-ee4e-4285-845d-7c6a53b0f587: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:12:15.968798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ff1bcae-a3bb-458c-9b41-9715a5212ac4 req-1cc955eb-baa9-4b04-beac-43db0bd6ba12 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918026 Nov 12 11:12:16.219146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.226295 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.230743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f9ee0919-4e44-463e-ae09-3502b09ff261 HTTP/1.1" status: 204 len: 168 time: 0.8364339 Nov 12 11:12:16.233034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51816) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:16.247870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a07f3f-e258-4344-838d-4ee5a1bb2b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ee0919-4e44-463e-ae09-3502b09ff261,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:16.293361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b2fdf8-b0d5-4676-9938-f550d0da7614 admin admin] Deleting subnet f4f52456-99eb-4ee4-b817-beec70cc7afe {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:12:16.297602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08b2fdf8-b0d5-4676-9938-f550d0da7614 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.351444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08b2fdf8-b0d5-4676-9938-f550d0da7614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.369874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51818) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:16.417024 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08b2fdf8-b0d5-4676-9938-f550d0da7614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.548608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8cb2-6a10-4d17-87cd-b50d0d627b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.645995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08b2fdf8-b0d5-4676-9938-f550d0da7614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.680695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2fdf8-b0d5-4676-9938-f550d0da7614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f52456-99eb-4ee4-b817-beec70cc7afe,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:16.683742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08b2fdf8-b0d5-4676-9938-f550d0da7614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.689698 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-08b2fdf8-b0d5-4676-9938-f550d0da7614 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f4f52456-99eb-4ee4-b817-beec70cc7afe HTTP/1.1" status: 204 len: 168 time: 0.4532006 Nov 12 11:12:16.690410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51826) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:16.711982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8cb2-6a10-4d17-87cd-b50d0d627b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.735041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236c3cb-cab4-4227-8661-9aa27bc48928 req-9e43107b-8adf-48e3-957b-076d58438552 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:16.742204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3236c3cb-cab4-4227-8661-9aa27bc48928 req-9e43107b-8adf-48e3-957b-076d58438552 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 945 time: 0.1529171 Nov 12 11:12:16.824858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.842294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3236c3cb-cab4-4227-8661-9aa27bc48928 req-46ee7445-a68f-41be-af2a-88c5e11cfd40 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991330 Nov 12 11:12:16.869950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8cb2-6a10-4d17-87cd-b50d0d627b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:16.918252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d7ee8cb2-6a10-4d17-87cd-b50d0d627b68 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1bd9d4dd167146d0b5a3cff238214739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5439858 Nov 12 11:12:16.919184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51840) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:16.934592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.034146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e5b736-8391-4d6d-9032-c617075fd409']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:17.065074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2c9a53-2d3d-4f64-90a3-94895a1a9dbc') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:17.065544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2c9a53-2d3d-4f64-90a3-94895a1a9dbc') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:17.099853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.112393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee8cb2-6a10-4d17-87cd-b50d0d627b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c8ac30-5a7f-4f8b-a209-1a286e3c1373,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:17.138517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.139465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48dd23b3-145d-48a8-a682-c40d365cb222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.150205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:12:17.150442 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:12:17.153691 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:12:17.172757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48dd23b3-145d-48a8-a682-c40d365cb222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.437907 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.443163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48dd23b3-145d-48a8-a682-c40d365cb222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.443370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.443838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48dd23b3-145d-48a8-a682-c40d365cb222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.443838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-48dd23b3-145d-48a8-a682-c40d365cb222 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/81c8ac30-5a7f-4f8b-a209-1a286e3c1373 HTTP/1.1" status: 204 len: 168 time: 0.5236168 Nov 12 11:12:17.458287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:17.459351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd23b3-145d-48a8-a682-c40d365cb222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c8ac30-5a7f-4f8b-a209-1a286e3c1373,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:17.484235 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] 10.222.0.98 "DELETE /v2.0/networks/a4e5b736-8391-4d6d-9032-c617075fd409 HTTP/1.1" status: 204 len: 168 time: 0.7777796 Nov 12 11:12:17.484235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b74fe-4103-4734-8f59-c3afd83bcb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e5b736-8391-4d6d-9032-c617075fd409,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:17.975123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51874) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:18.014558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bad0a-f7f5-4f6f-88dd-2d94c30a675a req-81f265b8-b50f-4aa0-9f79-ac69ec176a87 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:18.022913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-630bad0a-f7f5-4f6f-88dd-2d94c30a675a req-81f265b8-b50f-4aa0-9f79-ac69ec176a87 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 945 time: 0.0811045 Nov 12 11:12:18.074108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-88d0ffc4-abbf-46bb-a7c7-1b79e0217813 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3771f74fa1634b108715da6bb0b921e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973182 Nov 12 11:12:18.077697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51880) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:18.157260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-630bad0a-f7f5-4f6f-88dd-2d94c30a675a req-574f08d2-36db-4b84-9ac7-1f907ced5520 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235003 Nov 12 11:12:18.209091 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-313e764a-384d-431b-97ff-a834e0f122d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.252184 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-313e764a-384d-431b-97ff-a834e0f122d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.322630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc994edc-b786-46d4-8490-3a31865471e4 req-16cddf83-88b9-462a-abf3-2b7eac7b0095 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:18.324213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc994edc-b786-46d4-8490-3a31865471e4 req-16cddf83-88b9-462a-abf3-2b7eac7b0095 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 945 time: 0.0659518 Nov 12 11:12:18.333781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51890) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:18.338455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Request body: {'floatingip': {'port_id': '66e37af4-9dae-4cff-be55-bb8c1d02aff7'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:18.387005 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.541856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-313e764a-384d-431b-97ff-a834e0f122d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.544536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-313e764a-384d-431b-97ff-a834e0f122d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:18.545782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-313e764a-384d-431b-97ff-a834e0f122d8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ee9ec9f9-346b-4df3-932b-35124eff79aa HTTP/1.1" status: 204 len: 168 time: 0.4668422 Nov 12 11:12:18.559439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e764a-384d-431b-97ff-a834e0f122d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ec9f9-346b-4df3-932b-35124eff79aa,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:19.120004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:19.129129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.198341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.315372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:19.339014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'mac_address': 'fa:16:3e:c4:58:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:19.356496 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Floating IP dd2068a4-ba0e-40fe-917e-605353a9753e associated. External IP: 172.25.3.173, port: 66e37af4-9dae-4cff-be55-bb8c1d02aff7. Nov 12 11:12:19.418279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.435198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba4b6e28-7d83-421c-8d57-640c47ca6e68 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:19.460930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:19.575023 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.626793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51946) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:19.649820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:12:19.688584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:19.691676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51952) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:19.716338 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dde5e347-5f75-4855-96a6-1c6306d7edb0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=944c904f7b4a4b2abd961554ce1ca606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874670 Nov 12 11:12:19.720229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:19.769953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ba4b6e28-7d83-421c-8d57-640c47ca6e68'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:19.793303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11364460-7208-4acc-ba2c-e4af5695f182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.834617 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11364460-7208-4acc-ba2c-e4af5695f182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.845092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:12:19.851845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:19.856875 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] Sync routers for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:12:19.875974 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:19.876623 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:12:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:19.909461 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15bdfccb-222f-4983-b5f2-5285e2af73ef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "PUT /v2.0/floatingips/dd2068a4-ba0e-40fe-917e-605353a9753e HTTP/1.1" status: 200 len: 991 time: 1.5745382 Nov 12 11:12:19.910370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'tag': '66e37af4-9dae-4cff-be55-bb8c1d02aff7'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:19.912923 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5213cc27-8da3-4b7d-9b78-6ede90de372c", "tag": "66e37af4-9dae-4cff-be55-bb8c1d02aff7"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:20.029659 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11364460-7208-4acc-ba2c-e4af5695f182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.032199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11364460-7208-4acc-ba2c-e4af5695f182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.033356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-11364460-7208-4acc-ba2c-e4af5695f182 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a406c8ae-69f6-43f5-abba-bd826625d3e7 HTTP/1.1" status: 204 len: 168 time: 0.3120120 Nov 12 11:12:20.046488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11364460-7208-4acc-ba2c-e4af5695f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a406c8ae-69f6-43f5-abba-bd826625d3e7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:20.087185 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9fe494-8c2c-417e-ba8e-e8f1aedb6103 x-openstack-request-id: req-ac9fe494-8c2c-417e-ba8e-e8f1aedb6103 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:20.088023 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5213cc27-8da3-4b7d-9b78-6ede90de372c", "tag": "66e37af4-9dae-4cff-be55-bb8c1d02aff7", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:20.088672 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ac9fe494-8c2c-417e-ba8e-e8f1aedb6103 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:20.089644 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'tag': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'status': 'completed', 'code': 200} Nov 12 11:12:20.126630 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6677a52e-b8da-4187-a95c-c5e37bb716ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.139042 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:20.266377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-449c064c-804d-4dce-b077-f930a7b9547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:20.269900 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-449c064c-804d-4dce-b077-f930a7b9547b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=651e77de364e46cbaf9a7346e516b7ed&device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 1097 time: 0.1387358 Nov 12 11:12:20.414195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6677a52e-b8da-4187-a95c-c5e37bb716ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.466690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.517616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6677a52e-b8da-4187-a95c-c5e37bb716ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.595687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-f7003364-53fc-4b7e-9292-5eb6dc9da949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:20.598454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-f7003364-53fc-4b7e-9292-5eb6dc9da949 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08889265-2fd3-4f3b-8dc0-9e89a07e63a5 HTTP/1.1" status: 200 len: 915 time: 0.3208601 Nov 12 11:12:20.646652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6677a52e-b8da-4187-a95c-c5e37bb716ab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ecb0dd21fdf4bbb92e9d5aba807acf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9535589 Nov 12 11:12:20.649443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677a52e-b8da-4187-a95c-c5e37bb716ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a74c6a-c3b3-4c70-89ae-1ebdf5154f0b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:20.654972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51992) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:20.768380 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:12:20.777742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662f2629-973e-4aac-8426-ab930a5ad6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:20.814015 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'dd2068a4-ba0e-40fe-917e-605353a9753e', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'port_id': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'mac_address': 'fa:16:3e:b6:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:11:53Z', 'updated_at': '2021-11-12T11:12:18Z', 'revision_number': 1, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:51Z', 'revision_number': 5, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:20.858907 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] Checking router: 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:12:20.869997 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:12:20.871275 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:12:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:20.917247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662f2629-973e-4aac-8426-ab930a5ad6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.029257 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:12:21.141320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:21.215139 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662f2629-973e-4aac-8426-ab930a5ad6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.221164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-662f2629-973e-4aac-8426-ab930a5ad6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.223743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-662f2629-973e-4aac-8426-ab930a5ad6d4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3a74c6a-c3b3-4c70-89ae-1ebdf5154f0b HTTP/1.1" status: 204 len: 168 time: 0.5670547 Nov 12 11:12:21.268733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f2629-973e-4aac-8426-ab930a5ad6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a74c6a-c3b3-4c70-89ae-1ebdf5154f0b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:21.309987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port ba4b6e28-7d83-421c-8d57-640c47ca6e68 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:21.310846 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.536114 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.567524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-41f2465d-d469-45b7-9167-0ce683bfba9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66e37af4-9dae-4cff-be55-bb8c1d02aff7 HTTP/1.1" status: 200 len: 999 time: 0.9586456 Nov 12 11:12:21.722295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:21.722295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:21.740328 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85815f73-a92d-4062-a966-faec5bce4f4d" -d '{"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-plugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:21.821948 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:21.840279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-7d98a4f0-30b3-4a8e-a541-aa029c3c3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:21.843096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-7d98a4f0-30b3-4a8e-a541-aa029c3c3a65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6eba4d1f-dc48-4bcb-b9ee-3da1be55f639 HTTP/1.1" status: 200 len: 853 time: 0.2498221 Nov 12 11:12:21.974923 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f55e67-a7df-446b-ad67-d60b701edf4f x-openstack-request-id: req-12f55e67-a7df-446b-ad67-d60b701edf4f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:21.975530 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-plugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:21.976022 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-12f55e67-a7df-446b-ad67-d60b701edf4f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:21.977228 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'code': 200} Nov 12 11:12:21.987057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:22.025929 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'dd2068a4-ba0e-40fe-917e-605353a9753e', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'port_id': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'mac_address': 'fa:16:3e:b6:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:11:53Z', 'updated_at': '2021-11-12T11:12:18Z', 'revision_number': 1, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:51Z', 'revision_number': 5, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:12:22.068294 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3722884-7112-4344-96bf-931f2bef93ee None None] The sync data for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 is: [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'dd2068a4-ba0e-40fe-917e-605353a9753e', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'port_id': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'mac_address': 'fa:16:3e:b6:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:11:53Z', 'updated_at': '2021-11-12T11:12:18Z', 'revision_number': 1, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:51Z', 'revision_number': 5, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:12:22.090965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-83b9c299-ae5e-4844-9543-6ce506da9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:22.093363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-83b9c299-ae5e-4844-9543-6ce506da9bdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08889265-2fd3-4f3b-8dc0-9e89a07e63a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346644 Nov 12 11:12:22.480259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-b4de3766-ece2-48f2-b49d-d96970af73d2 service neutron] 10.222.0.57 "GET /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737235 Nov 12 11:12:22.609938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa6fdf-8b04-4300-84f4-ef5be316b55f None None] New status for floating IP dd2068a4-ba0e-40fe-917e-605353a9753e: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:12:22.758737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d25dd5f1-3cb6-4699-8d93-737ee544a5ba req-4df4e163-76ab-4296-a3e6-4dd47e43546e service neutron] 10.222.0.57 "GET /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657585 Nov 12 11:12:28.045763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52242) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:28.446318 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e51c-328a-45f7-9c3c-29f6855e1fc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.586431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e51c-328a-45f7-9c3c-29f6855e1fc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.666927 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bbb4e51c-328a-45f7-9c3c-29f6855e1fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.769034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52266) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:28.777303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bbb4e51c-328a-45f7-9c3c-29f6855e1fc6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=023b94989a074443a3472fa7d2cd6142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7284758 Nov 12 11:12:28.781731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4e51c-328a-45f7-9c3c-29f6855e1fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035d5f62-466b-4f40-9d01-3ee4799bad45,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:28.862580 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1b03-2bbd-4501-958c-fd3610da7323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:28.922857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1b03-2bbd-4501-958c-fd3610da7323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.053005 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1b03-2bbd-4501-958c-fd3610da7323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.055666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1b03-2bbd-4501-958c-fd3610da7323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.056908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7d2b1b03-2bbd-4501-958c-fd3610da7323 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/035d5f62-466b-4f40-9d01-3ee4799bad45 HTTP/1.1" status: 204 len: 168 time: 0.2861598 Nov 12 11:12:29.070092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b1b03-2bbd-4501-958c-fd3610da7323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d5f62-466b-4f40-9d01-3ee4799bad45,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:29.256353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b64d2381-1e4c-4d13-80bb-d16fe974618b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.323039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52278) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:29.737269 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8cf6-6d2e-4bd4-b1ea-8cb2ebc9d99a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:29.947409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8cf6-6d2e-4bd4-b1ea-8cb2ebc9d99a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.030081 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb8c8cf6-6d2e-4bd4-b1ea-8cb2ebc9d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.079975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52302) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:30.080574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bb8c8cf6-6d2e-4bd4-b1ea-8cb2ebc9d99a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9fc900f42d924f23acf28691a63a9b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7549572 Nov 12 11:12:30.081342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c8cf6-6d2e-4bd4-b1ea-8cb2ebc9d99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a24ad67-6107-4a7c-a81b-be93f755dbdc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:30.111082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52304) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:30.155845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-246128ae-606d-4382-9b26-955ee071ebcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.181700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c52ba3c2-aa6d-4aef-8020-75f31a341814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.231840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c52ba3c2-aa6d-4aef-8020-75f31a341814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.267837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-246128ae-606d-4382-9b26-955ee071ebcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.346149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-246128ae-606d-4382-9b26-955ee071ebcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.399986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-246128ae-606d-4382-9b26-955ee071ebcc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=09c557e3b48945f78932b7827fa2e82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850728 Nov 12 11:12:30.401379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52306) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:30.403948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246128ae-606d-4382-9b26-955ee071ebcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab80fa2-4f63-48e2-aec5-cba2d97a5d5d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:30.418819 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c52ba3c2-aa6d-4aef-8020-75f31a341814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.423877 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c52ba3c2-aa6d-4aef-8020-75f31a341814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.429645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c52ba3c2-aa6d-4aef-8020-75f31a341814 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1a24ad67-6107-4a7c-a81b-be93f755dbdc HTTP/1.1" status: 204 len: 168 time: 0.3444431 Nov 12 11:12:30.448560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ba3c2-aa6d-4aef-8020-75f31a341814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a24ad67-6107-4a7c-a81b-be93f755dbdc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:30.475016 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621baf66-2d87-4de0-bde9-57d41f4cb732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.505660 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621baf66-2d87-4de0-bde9-57d41f4cb732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.650297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621baf66-2d87-4de0-bde9-57d41f4cb732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.654758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621baf66-2d87-4de0-bde9-57d41f4cb732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:30.656342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-621baf66-2d87-4de0-bde9-57d41f4cb732 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ab80fa2-4f63-48e2-aec5-cba2d97a5d5d HTTP/1.1" status: 204 len: 168 time: 0.2535651 Nov 12 11:12:30.666280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621baf66-2d87-4de0-bde9-57d41f4cb732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab80fa2-4f63-48e2-aec5-cba2d97a5d5d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:31.736740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52346) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:31.751066 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd23-e495-4c10-9786-3d239c0e132e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.778595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-febcb356-6b78-4607-99df-12f568c8560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.868155 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd23-e495-4c10-9786-3d239c0e132e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:31.997690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4ae1fd23-e495-4c10-9786-3d239c0e132e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.072972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4ae1fd23-e495-4c10-9786-3d239c0e132e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=66e9bbbc43284e2088ff23264759a05a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3346539 Nov 12 11:12:32.075490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52368) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:32.084579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1fd23-e495-4c10-9786-3d239c0e132e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22efa8c0-0a0c-4302-9936-9739d400aa74,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:32.194115 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8281c94b-4779-4f34-82c6-76e1268307fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.229323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8281c94b-4779-4f34-82c6-76e1268307fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.415256 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8281c94b-4779-4f34-82c6-76e1268307fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.419511 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8281c94b-4779-4f34-82c6-76e1268307fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:32.420895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8281c94b-4779-4f34-82c6-76e1268307fb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/22efa8c0-0a0c-4302-9936-9739d400aa74 HTTP/1.1" status: 204 len: 168 time: 0.3439429 Nov 12 11:12:32.433077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281c94b-4779-4f34-82c6-76e1268307fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22efa8c0-0a0c-4302-9936-9739d400aa74,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:32.969711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:34.083152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:34.804617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:34.998742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52484) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:35.254933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c3515f6d-a1c5-4403-b7aa-17b2c0745cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.374020 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c3515f6d-a1c5-4403-b7aa-17b2c0745cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.491097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c3515f6d-a1c5-4403-b7aa-17b2c0745cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.603414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3515f6d-a1c5-4403-b7aa-17b2c0745cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e92b96e-508b-4449-8445-d2063d685423,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:35.609443 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c3515f6d-a1c5-4403-b7aa-17b2c0745cf2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bbad2922fafc4e76861a2fc30a4855f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6095536 Nov 12 11:12:35.614443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52520) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:35.721001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c262374f-8779-46e2-af8c-082849d6bf76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.765146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c262374f-8779-46e2-af8c-082849d6bf76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.932566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c262374f-8779-46e2-af8c-082849d6bf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.944110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c262374f-8779-46e2-af8c-082849d6bf76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:35.945609 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c262374f-8779-46e2-af8c-082849d6bf76 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7e92b96e-508b-4449-8445-d2063d685423 HTTP/1.1" status: 204 len: 168 time: 0.3297243 Nov 12 11:12:35.954725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262374f-8779-46e2-af8c-082849d6bf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e92b96e-508b-4449-8445-d2063d685423,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:36.938565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52566) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:36.953068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e187ab9e-8656-49b7-aaff-0269effa1600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.040456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e187ab9e-8656-49b7-aaff-0269effa1600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.122472 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e187ab9e-8656-49b7-aaff-0269effa1600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.164513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187ab9e-8656-49b7-aaff-0269effa1600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79187e1c-c528-4bf8-aa35-56ab40cfe3ab,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:37.169004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e187ab9e-8656-49b7-aaff-0269effa1600 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=210cee6723a84aef83c64fd635fcecd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293904 Nov 12 11:12:37.171914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52582) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:37.227293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7b96-e9cb-4e6f-8512-042d54dc7b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.252132 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7b96-e9cb-4e6f-8512-042d54dc7b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.320509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-4402da3e-564a-4e14-bd54-584cd0ebdbd3 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:37.322139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-4402da3e-564a-4e14-bd54-584cd0ebdbd3 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 815 time: 0.1170108 Nov 12 11:12:37.337402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-55e253b1-df6a-40c6-9ea1-6f962f96e03c tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/quotas/0c30c041ec87441d80e09579c5ad0992 HTTP/1.1" status: 200 len: 375 time: 0.0095661 Nov 12 11:12:37.360986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7b96-e9cb-4e6f-8512-042d54dc7b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.364363 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee9c7b96-e9cb-4e6f-8512-042d54dc7b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:37.368862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ee9c7b96-e9cb-4e6f-8512-042d54dc7b48 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/79187e1c-c528-4bf8-aa35-56ab40cfe3ab HTTP/1.1" status: 204 len: 168 time: 0.1924620 Nov 12 11:12:37.385402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c7b96-e9cb-4e6f-8512-042d54dc7b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79187e1c-c528-4bf8-aa35-56ab40cfe3ab,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:37.408481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-6ed145c2-f0b4-4193-9907-9b08e5e1bec1 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634322 Nov 12 11:12:37.687587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f8696-d7d3-4861-8e7d-59fcd312e308 req-929997ab-0b11-496f-9568-ce281078c06e tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:37.698886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df7f8696-d7d3-4861-8e7d-59fcd312e308 req-929997ab-0b11-496f-9568-ce281078c06e tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 949 time: 0.0819604 Nov 12 11:12:37.753398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df7f8696-d7d3-4861-8e7d-59fcd312e308 req-0871f45d-a753-4176-be06-de8e66ce3411 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532863 Nov 12 11:12:37.868478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-e2d33471-a044-4573-8b7c-c72d6516d73b service neutron] 10.222.0.98 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585276 Nov 12 11:12:37.971105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-298dd72f-d75d-4c2b-9d28-b2d3ea7d536b service neutron] 10.222.0.98 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950899 Nov 12 11:12:38.282549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30ef08e7-fcb5-48f3-86d8-f5a9f0584d87 req-3cd72a7e-de92-4859-abf1-4ac3ee0c80fb tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 210 time: 0.0308561 Nov 12 11:12:38.485593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52658) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:38.621096 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8022dac-08a6-454a-96dd-249bd596e251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.734338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8022dac-08a6-454a-96dd-249bd596e251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.848544 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8022dac-08a6-454a-96dd-249bd596e251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:38.893704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c8022dac-08a6-454a-96dd-249bd596e251 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ef2eeaf7c8594e2caa32694a78129be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4066586 Nov 12 11:12:38.894406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8022dac-08a6-454a-96dd-249bd596e251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c6bad9-5a39-4c54-8a5c-c8545af9466c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:38.896133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52684) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:38.977424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf7e6-b711-46ad-b5be-3564384c44ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.003805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf7e6-b711-46ad-b5be-3564384c44ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.138089 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf7e6-b711-46ad-b5be-3564384c44ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.140728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf7e6-b711-46ad-b5be-3564384c44ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:39.142550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ffcbf7e6-b711-46ad-b5be-3564384c44ad admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c9c6bad9-5a39-4c54-8a5c-c8545af9466c HTTP/1.1" status: 204 len: 168 time: 0.2453823 Nov 12 11:12:39.152738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbf7e6-b711-46ad-b5be-3564384c44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c6bad9-5a39-4c54-8a5c-c8545af9466c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:39.385184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a756e475-ee07-484f-af37-0842bd238841 req-ac95ac65-605e-4c2c-82c1-085672a6bb95 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 210 time: 0.0273473 Nov 12 11:12:40.091680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52734) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:40.104898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52de9c1d-9515-43b4-bf5b-fdcf0a4f928a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.182031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52de9c1d-9515-43b4-bf5b-fdcf0a4f928a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.328827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52de9c1d-9515-43b4-bf5b-fdcf0a4f928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.374314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de9c1d-9515-43b4-bf5b-fdcf0a4f928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171fb812-f1ab-4119-8826-29e73a22ab6a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:40.398265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-52de9c1d-9515-43b4-bf5b-fdcf0a4f928a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=37ec9168ac2f4f31bee8c5d82c374c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933795 Nov 12 11:12:40.398265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52744) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:40.493905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0b3da55-856e-4d82-bb50-2df00818cf47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.517475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4957b1d1-705a-48e0-853a-e7dd0655b047 req-c4cc43e8-7f1c-46d9-a912-3172838faabb tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 210 time: 0.0308363 Nov 12 11:12:40.518761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0b3da55-856e-4d82-bb50-2df00818cf47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.571522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-db7246f3-6b21-4a3e-b6f2-7d95130a94c9 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:40.573204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-db7246f3-6b21-4a3e-b6f2-7d95130a94c9 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 815 time: 0.1940002 Nov 12 11:12:40.589274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Request body: {'port': {'device_id': '9cff521a-92be-412b-a2a0-4c0e7a7c6b36', 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'admin_state_up': True, 'tenant_id': '0c30c041ec87441d80e09579c5ad0992'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:40.716961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0b3da55-856e-4d82-bb50-2df00818cf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.719779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e0b3da55-856e-4d82-bb50-2df00818cf47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:40.720970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e0b3da55-856e-4d82-bb50-2df00818cf47 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/171fb812-f1ab-4119-8826-29e73a22ab6a HTTP/1.1" status: 204 len: 168 time: 0.3216209 Nov 12 11:12:40.731914 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3da55-856e-4d82-bb50-2df00818cf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171fb812-f1ab-4119-8826-29e73a22ab6a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:40.877109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Made reservation on behalf of 0c30c041ec87441d80e09579c5ad0992 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:12:40.881427 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.021256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Allocated IP 172.20.0.2 (ff9f86e0-9543-47d4-ab4b-2a146836f645/a1daf5bc-2933-4f04-832c-f3a5f47e35d7/63488631-47ce-4b2f-b508-849181779b3d) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:12:41.218753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.231412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:12:41.363915 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.393068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:41.395292 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc251d-4938-49e6-91f2-5f087b5f4316" -d '{"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:41.419784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.432516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9618009f-d10b-4a2a-8f24-5f42a2381c1c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:41.442760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:41.476441 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9747a0cc-6795-4f7a-b76c-57b261213940 x-openstack-request-id: req-9747a0cc-6795-4f7a-b76c-57b261213940 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:41.477776 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:41.478430 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9747a0cc-6795-4f7a-b76c-57b261213940 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:41.479010 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'code': 200} Nov 12 11:12:41.479211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Network ff9f86e0-9543-47d4-ab4b-2a146836f645 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:12:41.483383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:12:41.487635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:12:41.550735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:41.557317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.577555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Pushing event updated for resources: {'Port': ['ID=63488631-47ce-4b2f-b508-849181779b3d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:41.589080 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:41.662435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:41.686504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235ba60-adf6-4345-9606-cb098ee91dc9 req-841bf978-3a2e-4714-806b-b03aa3f94a0b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:41.688255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0235ba60-adf6-4345-9606-cb098ee91dc9 req-841bf978-3a2e-4714-806b-b03aa3f94a0b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 931 time: 0.0668597 Nov 12 11:12:41.753592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0235ba60-adf6-4345-9606-cb098ee91dc9 req-5d11255e-3757-4fa7-b302-b29fbb798888 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556979 Nov 12 11:12:41.754028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ab6f89c3-981f-48f3-be74-ea4d4b1a4e35 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1696510 Nov 12 11:12:41.768055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Request body: {'port': {'device_id': '9cff521a-92be-412b-a2a0-4c0e7a7c6b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:12:41.856793 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.157549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63488631-47ce-4b2f-b508-849181779b3d {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:42.166226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.184907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Transition to ACTIVE for port object 63488631-47ce-4b2f-b508-849181779b3d will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:12:42.288737 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.365745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=63488631-47ce-4b2f-b508-849181779b3d,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:42.414496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Attempting to bind port 63488631-47ce-4b2f-b508-849181779b3d on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:12:42.414828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Attempting to bind port 63488631-47ce-4b2f-b508-849181779b3d by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:12:42.416445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Attempting to bind port 63488631-47ce-4b2f-b508-849181779b3d on network ff9f86e0-9543-47d4-ab4b-2a146836f645 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:42.420112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Port 63488631-47ce-4b2f-b508-849181779b3d on network ff9f86e0-9543-47d4-ab4b-2a146836f645 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:12:42.420452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Attempting to bind port 63488631-47ce-4b2f-b508-849181779b3d on network ff9f86e0-9543-47d4-ab4b-2a146836f645 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:12:42.425465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:12:42.425777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Checking segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:12:42.426155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Bound using segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:12:42.426572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Bound port: 63488631-47ce-4b2f-b508-849181779b3d, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:12:42.426920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.498621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] For port 63488631-47ce-4b2f-b508-849181779b3d, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:12:42.502069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] For port 63488631-47ce-4b2f-b508-849181779b3d, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=63488631-47ce-4b2f-b508-849181779b3d,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:12:42.649738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.692292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:42.693243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:42.695061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] 10.222.0.57 "PUT /v2.0/ports/63488631-47ce-4b2f-b508-849181779b3d HTTP/1.1" status: 200 len: 1092 time: 0.9326785 Nov 12 11:12:42.695688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cff521a-92be-412b-a2a0-4c0e7a7c6b36', 'tag': '63488631-47ce-4b2f-b508-849181779b3d'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:42.698115 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43044fd-e38e-438e-9f35-e20a30d31ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cff521a-92be-412b-a2a0-4c0e7a7c6b36", "tag": "63488631-47ce-4b2f-b508-849181779b3d"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:42.734443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f83143-8ee8-4e9d-9edb-21ae7d940fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=63488631-47ce-4b2f-b508-849181779b3d,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:42.780527 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98368a86-12d3-444a-aa0a-1cd225ecc79f x-openstack-request-id: req-98368a86-12d3-444a-aa0a-1cd225ecc79f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:42.780886 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cff521a-92be-412b-a2a0-4c0e7a7c6b36", "tag": "63488631-47ce-4b2f-b508-849181779b3d", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:42.781216 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98368a86-12d3-444a-aa0a-1cd225ecc79f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:42.781697 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cff521a-92be-412b-a2a0-4c0e7a7c6b36', 'tag': '63488631-47ce-4b2f-b508-849181779b3d', 'status': 'completed', 'code': 200} Nov 12 11:12:42.848136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43044fd-e38e-438e-9f35-e20a30d31ca9 req-140b54cc-aaf9-40fe-aa45-dacb871d038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:42.849714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d43044fd-e38e-438e-9f35-e20a30d31ca9 req-140b54cc-aaf9-40fe-aa45-dacb871d038e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 1095 time: 0.0450265 Nov 12 11:12:42.932806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d9305-0152-4a2d-8e96-5c1cc9f43349 req-bca2bde3-b69b-4092-8026-47d08bb12d07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:42.942192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e65d9305-0152-4a2d-8e96-5c1cc9f43349 req-bca2bde3-b69b-4092-8026-47d08bb12d07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 943 time: 0.0873518 Nov 12 11:12:43.003023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43044fd-e38e-438e-9f35-e20a30d31ca9 req-7c19979e-e7ca-4453-b09c-5510e05208bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.004797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d43044fd-e38e-438e-9f35-e20a30d31ca9 req-7c19979e-e7ca-4453-b09c-5510e05208bb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0c30c041ec87441d80e09579c5ad0992&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1448469 Nov 12 11:12:43.009782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e65d9305-0152-4a2d-8e96-5c1cc9f43349 req-b0fcb9ab-4d48-4b76-984e-eea622e110bc tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666173 Nov 12 11:12:43.124601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43044fd-e38e-438e-9f35-e20a30d31ca9 req-14fad7f4-e215-4b6b-9339-27666d9cc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.126084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d43044fd-e38e-438e-9f35-e20a30d31ca9 req-14fad7f4-e215-4b6b-9339-27666d9cc896 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119788 Nov 12 11:12:43.219690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-aa8c2996-00ae-4af6-ab95-bff5bb70160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.221986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-aa8c2996-00ae-4af6-ab95-bff5bb70160a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 1095 time: 0.0458455 Nov 12 11:12:43.253963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:43.272862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-8dfc188f-cffa-40aa-9e45-29c95f1c798e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63488631-47ce-4b2f-b508-849181779b3d HTTP/1.1" status: 200 len: 217 time: 0.0423131 Nov 12 11:12:43.362312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-05fabb9e-7ca8-48ac-ab64-a2be76163aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:43.363787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-05fabb9e-7ca8-48ac-ab64-a2be76163aab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1daf5bc-2933-4f04-832c-f3a5f47e35d7 HTTP/1.1" status: 200 len: 855 time: 0.0826244 Nov 12 11:12:43.411744 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-ef7b47a8-dda7-41a2-8087-6eb7e75f8841 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff9f86e0-9543-47d4-ab4b-2a146836f645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397964 Nov 12 11:12:43.422002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:43.447603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'mac_address': 'fa:16:3e:6d:56:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:43.491412 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:43.507077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:43.532803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-437dade5-f4f1-4b9e-9203-52e802357905 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127846 Nov 12 11:12:43.538449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:43.647365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7436bb7-2b90-46de-89a1-75405e15f14d req-8b8f7fc6-6859-4457-b46c-49e5c4cf7278 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070387 Nov 12 11:12:43.665583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:43.741056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:43.853489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:44.369921 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70df18-0c6e-4f75-99fd-7170cfb5f4cf req-5f63d37b-a98f-4125-9d56-2558e12b1713 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:44.371743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e70df18-0c6e-4f75-99fd-7170cfb5f4cf req-5f63d37b-a98f-4125-9d56-2558e12b1713 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 943 time: 0.0652838 Nov 12 11:12:44.420682 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db345c-6612-4ef9-a9c9-b8f53b957ecc req-76a48d2d-5cfd-40bb-953a-3b9410ba2462 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:44.429855 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-91db345c-6612-4ef9-a9c9-b8f53b957ecc req-76a48d2d-5cfd-40bb-953a-3b9410ba2462 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1041009 Nov 12 11:12:44.485538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e70df18-0c6e-4f75-99fd-7170cfb5f4cf req-6e9af8ba-751d-4a73-bde1-125396fad93d tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998147 Nov 12 11:12:44.526094 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-91db345c-6612-4ef9-a9c9-b8f53b957ecc req-88266c3d-b613-4a6e-b9ae-9d412aff6b5a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879796 Nov 12 11:12:45.262400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:45.413416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:45.413812 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.551724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.598810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:45.599784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:45.602918 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079abb6d-ca51-4f26-a132-8af486f12d65" -d '{"events": [{"server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "name": "network-vif-plugged", "status": "completed", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:45.702084 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:45.785619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607053-1cee-4e6a-9359-90f7b26b6078 req-dd6df131-c63f-4386-b323-f13df69c647d tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:45.789654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09607053-1cee-4e6a-9359-90f7b26b6078 req-dd6df131-c63f-4386-b323-f13df69c647d tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 943 time: 0.1253290 Nov 12 11:12:45.822071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:45.867056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adc82e-e15f-4d2b-8b5a-b300eecf493a req-8ba743a3-649f-4770-b1e3-a38c89bd03b2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:45.870010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3adc82e-e15f-4d2b-8b5a-b300eecf493a req-8ba743a3-649f-4770-b1e3-a38c89bd03b2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.2022572 Nov 12 11:12:45.901972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09607053-1cee-4e6a-9359-90f7b26b6078 req-e7cc36c8-e992-4a37-b32a-1c0ff9b579e4 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974193 Nov 12 11:12:45.988124 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3adc82e-e15f-4d2b-8b5a-b300eecf493a req-9bcbbc2d-3988-42da-9101-43213e9201bd tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054285 Nov 12 11:12:46.048731 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ddbddf-8bf1-481d-99a5-8841312a7b6b x-openstack-request-id: req-46ddbddf-8bf1-481d-99a5-8841312a7b6b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:46.049378 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "name": "network-vif-plugged", "status": "completed", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:46.049890 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46ddbddf-8bf1-481d-99a5-8841312a7b6b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:46.050620 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'code': 200} Nov 12 11:12:46.885343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53010) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:47.068368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5ede-597b-4fcf-b0f1-f66914432386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.157838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc452d6-5cfc-465d-a3d2-65ddd210e561 req-8309540e-5d32-41a9-8baf-04fba7bab139 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:47.169195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3cc452d6-5cfc-465d-a3d2-65ddd210e561 req-8309540e-5d32-41a9-8baf-04fba7bab139 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 943 time: 0.1466122 Nov 12 11:12:47.188859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe635204-4e56-408b-8cdd-aee3121daf52 req-88edd1c7-107e-4843-a32c-fb65b6e8c9fb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:47.197084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe635204-4e56-408b-8cdd-aee3121daf52 req-88edd1c7-107e-4843-a32c-fb65b6e8c9fb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0773947 Nov 12 11:12:47.256871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3cc452d6-5cfc-465d-a3d2-65ddd210e561 req-ba0ea275-38ba-4dcc-b622-757caab1bef2 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863039 Nov 12 11:12:47.304133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe635204-4e56-408b-8cdd-aee3121daf52 req-0244c1cc-838d-4b93-9e8b-157ae71b356e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057684 Nov 12 11:12:47.337316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5ede-597b-4fcf-b0f1-f66914432386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.356730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.448443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5ede-597b-4fcf-b0f1-f66914432386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.523716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b5ede-597b-4fcf-b0f1-f66914432386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1473de26-c6a9-4c8e-adac-6ea5beb6ff07,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:47.542726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1e7b5ede-597b-4fcf-b0f1-f66914432386 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8ef4fdbaccc54be6928ba91fe83c86f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6516116 Nov 12 11:12:47.544709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:47.551173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 63488631-47ce-4b2f-b508-849181779b3d details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:47.640511 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-072aaf57-675d-4990-88a4-c2389a9ddcdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.668760 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-072aaf57-675d-4990-88a4-c2389a9ddcdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.696937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 63488631-47ce-4b2f-b508-849181779b3d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=63488631-47ce-4b2f-b508-849181779b3d,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:47.711062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '63488631-47ce-4b2f-b508-849181779b3d', 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'port_id': '63488631-47ce-4b2f-b508-849181779b3d', 'mac_address': 'fa:16:3e:b8:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1daf5bc-2933-4f04-832c-f3a5f47e35d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:47.773412 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:47.788683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63488631-47ce-4b2f-b508-849181779b3d {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:47.809793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 63488631-47ce-4b2f-b508-849181779b3d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=63488631-47ce-4b2f-b508-849181779b3d,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:48.154647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-072aaf57-675d-4990-88a4-c2389a9ddcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:48.157507 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-072aaf57-675d-4990-88a4-c2389a9ddcdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:48.158712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-072aaf57-675d-4990-88a4-c2389a9ddcdb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1473de26-c6a9-4c8e-adac-6ea5beb6ff07 HTTP/1.1" status: 204 len: 168 time: 0.6124258 Nov 12 11:12:48.167146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aaf57-675d-4990-88a4-c2389a9ddcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1473de26-c6a9-4c8e-adac-6ea5beb6ff07,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:48.202917 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:48.256182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=63488631-47ce-4b2f-b508-849181779b3d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:48.444343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31a868-9d6c-4914-9259-edec9ef52619 req-e73c9521-9961-4fbb-8001-033e8eb09538 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:48.445890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c31a868-9d6c-4914-9259-edec9ef52619 req-e73c9521-9961-4fbb-8001-033e8eb09538 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 944 time: 0.0541553 Nov 12 11:12:48.494338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['63488631-47ce-4b2f-b508-849181779b3d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:48.558787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c31a868-9d6c-4914-9259-edec9ef52619 req-8606740b-c9eb-49b5-b6d7-dd6dd395c8d2 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029527 Nov 12 11:12:48.637945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbc27c-f82f-4521-b264-9cbed3ca643f req-2058d575-6b54-4165-9de8-82cafdb54322 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:48.647715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94fbc27c-f82f-4521-b264-9cbed3ca643f req-2058d575-6b54-4165-9de8-82cafdb54322 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1485488 Nov 12 11:12:48.774182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94fbc27c-f82f-4521-b264-9cbed3ca643f req-5dc86450-b1e6-40a9-b2bb-d0a8025682db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255157 Nov 12 11:12:49.084089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53088) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:49.107801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.290513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.391255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.468855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8738790a-6a57-4b73-9ba9-33f6f9626b88,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:49.476784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53092) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:49.477331 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7c5c8b03996f460ca6a564c2d0298f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919513 Nov 12 11:12:49.484709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.485191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.485652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.486088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.486852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.487298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.487730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.488184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.488607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.489031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.489506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.489944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf01c89-eead-4f6b-8516-6269c4fb070d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:12:49.566300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-645103d0-97c4-49be-bc5a-5ebb81413953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.566654 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 63488631-47ce-4b2f-b508-849181779b3d up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:49.595305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-645103d0-97c4-49be-bc5a-5ebb81413953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.784650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-645103d0-97c4-49be-bc5a-5ebb81413953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.788392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-645103d0-97c4-49be-bc5a-5ebb81413953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.802123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-645103d0-97c4-49be-bc5a-5ebb81413953 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8738790a-6a57-4b73-9ba9-33f6f9626b88 HTTP/1.1" status: 204 len: 168 time: 0.3241527 Nov 12 11:12:49.804064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe3f76-5e1f-4260-b2f5-38a3208ee559 req-637a4372-fe38-4d9a-af71-ac4b1077ab45 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:49.807258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abbe3f76-5e1f-4260-b2f5-38a3208ee559 req-637a4372-fe38-4d9a-af71-ac4b1077ab45 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 944 time: 0.0942175 Nov 12 11:12:49.834964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 63488631-47ce-4b2f-b508-849181779b3d completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:12:49.841609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 63488631-47ce-4b2f-b508-849181779b3d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:49.842254 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:49.846230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645103d0-97c4-49be-bc5a-5ebb81413953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8738790a-6a57-4b73-9ba9-33f6f9626b88,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:49.916899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-abbe3f76-5e1f-4260-b2f5-38a3208ee559 req-714638d1-c07b-40e5-8afd-ff6882bbbebe tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013265 Nov 12 11:12:50.019000 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.056314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cff521a-92be-412b-a2a0-4c0e7a7c6b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63488631-47ce-4b2f-b508-849181779b3d'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:12:50.059087 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d5ac25-c3af-41b1-97fa-a21eae7bf7a4" -d '{"events": [{"server_uuid": "9cff521a-92be-412b-a2a0-4c0e7a7c6b36", "name": "network-vif-plugged", "status": "completed", "tag": "63488631-47ce-4b2f-b508-849181779b3d"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:12:50.061673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e802590-4005-4f11-becd-b51cca581684 req-b460467c-e9d5-45b6-ae39-98afd719141d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:50.071423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e802590-4005-4f11-becd-b51cca581684 req-b460467c-e9d5-45b6-ae39-98afd719141d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0759454 Nov 12 11:12:50.074370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 63488631-47ce-4b2f-b508-849181779b3d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=63488631-47ce-4b2f-b508-849181779b3d,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:50.143232 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.154028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e802590-4005-4f11-becd-b51cca581684 req-eeeeece7-2e7c-4587-85a5-2adee6eddc5d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801830 Nov 12 11:12:50.315493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=63488631-47ce-4b2f-b508-849181779b3d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:50.396972 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfefbcb4-58f8-4781-9171-3f6f18b1456c x-openstack-request-id: req-bfefbcb4-58f8-4781-9171-3f6f18b1456c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:12:50.397252 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cff521a-92be-412b-a2a0-4c0e7a7c6b36", "name": "network-vif-plugged", "status": "completed", "tag": "63488631-47ce-4b2f-b508-849181779b3d", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:12:50.397503 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bfefbcb4-58f8-4781-9171-3f6f18b1456c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:12:50.397884 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cff521a-92be-412b-a2a0-4c0e7a7c6b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63488631-47ce-4b2f-b508-849181779b3d', 'code': 200} Nov 12 11:12:50.444057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:50.563183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab54b-82c1-441a-b30e-517c8faf6433 req-d183ad23-83ea-40d2-a974-54a00cce18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:50.569938 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d0ab54b-82c1-441a-b30e-517c8faf6433 req-d183ad23-83ea-40d2-a974-54a00cce18d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 1097 time: 0.0890057 Nov 12 11:12:50.723477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d0ab54b-82c1-441a-b30e-517c8faf6433 req-89d2bc54-481d-40ff-98aa-320b140dd137 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347549 Nov 12 11:12:51.085884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45571-04e6-41c3-b52a-d09c23d1949e req-7c995b04-e336-4bed-b69f-ad66c686e9ad tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:51.088439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6c45571-04e6-41c3-b52a-d09c23d1949e req-7c995b04-e336-4bed-b69f-ad66c686e9ad tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 945 time: 0.0822115 Nov 12 11:12:51.184571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6c45571-04e6-41c3-b52a-d09c23d1949e req-515e9734-f91d-4b53-89cb-b7126489ea5c tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Nov 12 11:12:51.339295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aede92e-a746-4d19-b3b0-f9d79de71205 req-6294e256-fa7d-4da4-a8ec-d187f57f726e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:51.341174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3aede92e-a746-4d19-b3b0-f9d79de71205 req-6294e256-fa7d-4da4-a8ec-d187f57f726e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0646768 Nov 12 11:12:51.446933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3aede92e-a746-4d19-b3b0-f9d79de71205 req-d39e3621-8e73-4bd6-a68d-3545b692e111 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863831 Nov 12 11:12:52.463409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3d832-4b0d-4f6f-b4bf-2b94c0a8659d req-72a85411-0fac-497a-9f01-3c35fb653640 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:52.465780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4f3d832-4b0d-4f6f-b4bf-2b94c0a8659d req-72a85411-0fac-497a-9f01-3c35fb653640 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 945 time: 0.1145260 Nov 12 11:12:52.550809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4f3d832-4b0d-4f6f-b4bf-2b94c0a8659d req-46fad362-657f-4173-9dc0-295a2f973113 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755463 Nov 12 11:12:52.736171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36910b-2c6d-42d9-aa08-259934e91a49 req-f5fab539-d6c8-4903-a8b3-48b7c75eca7e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:52.739477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d36910b-2c6d-42d9-aa08-259934e91a49 req-f5fab539-d6c8-4903-a8b3-48b7c75eca7e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0749190 Nov 12 11:12:52.804390 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d36910b-2c6d-42d9-aa08-259934e91a49 req-0edc3b5a-cea8-4785-a57a-0cb1260c23d5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639403 Nov 12 11:12:54.001095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6799dd8-53c4-4031-a898-c84c8f0ae439 req-7db79138-3293-4ead-9dfc-f23a56c3e842 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:54.010040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6799dd8-53c4-4031-a898-c84c8f0ae439 req-7db79138-3293-4ead-9dfc-f23a56c3e842 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0871282 Nov 12 11:12:54.099874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6799dd8-53c4-4031-a898-c84c8f0ae439 req-eba3f3b9-17db-4c40-9373-358724de27f7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882614 Nov 12 11:12:54.488976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53268) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:54.683981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b05b9ea1-92b3-4b2f-b267-422e349606ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:54.958830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b05b9ea1-92b3-4b2f-b267-422e349606ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.094352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b05b9ea1-92b3-4b2f-b267-422e349606ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.127936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b9ea1-92b3-4b2f-b267-422e349606ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca96170f-d92d-42e6-b695-2a040dd00969,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:55.156540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b05b9ea1-92b3-4b2f-b267-422e349606ca admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c10dc1a541a44a648a21c85182eb9a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6661065 Nov 12 11:12:55.160262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53300) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:12:55.327428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ede27-98d5-430c-b402-e44b3f8ebc34 req-388c74d8-1d40-4f55-824f-456e700b76c5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:55.329471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a44ede27-98d5-430c-b402-e44b3f8ebc34 req-388c74d8-1d40-4f55-824f-456e700b76c5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1163609 Nov 12 11:12:55.330446 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33e3a980-1c2a-4804-a0fa-12445bb38157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.358217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33e3a980-1c2a-4804-a0fa-12445bb38157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.497828 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a44ede27-98d5-430c-b402-e44b3f8ebc34 req-be992b59-c070-4708-9a71-ba93a66ead7c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795548 Nov 12 11:12:55.499738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33e3a980-1c2a-4804-a0fa-12445bb38157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.502997 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-33e3a980-1c2a-4804-a0fa-12445bb38157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:55.506947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-33e3a980-1c2a-4804-a0fa-12445bb38157 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ca96170f-d92d-42e6-b695-2a040dd00969 HTTP/1.1" status: 204 len: 168 time: 0.3454952 Nov 12 11:12:55.541702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3a980-1c2a-4804-a0fa-12445bb38157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca96170f-d92d-42e6-b695-2a040dd00969,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:56.695066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc2971-b4ec-4d1a-bb8b-da41b4d340d8 req-0413d016-8683-4d93-90d3-39b1ddc7c00c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:56.704794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6fc2971-b4ec-4d1a-bb8b-da41b4d340d8 req-0413d016-8683-4d93-90d3-39b1ddc7c00c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0835547 Nov 12 11:12:56.805722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6fc2971-b4ec-4d1a-bb8b-da41b4d340d8 req-12e9f3f2-4aee-4a3e-9375-670961a8e0c4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970054 Nov 12 11:12:57.598196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:12:57.731350 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:12:58.048773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:58.084086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'port_id': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'mac_address': 'fa:16:3e:f7:08:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:12:58.102317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc886e-b257-4768-9829-75438fca989b req-ab1332bb-d674-4b26-b152-3ecbbc790fdb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:58.117059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98fc886e-b257-4768-9829-75438fca989b req-ab1332bb-d674-4b26-b152-3ecbbc790fdb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1243782 Nov 12 11:12:58.194737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:58.231430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02d3237b-aef0-4402-9f18-8dacaa8cfbba {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:12:58.258308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:12:58.297450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98fc886e-b257-4768-9829-75438fca989b req-d186275e-402b-4b42-a8af-60025bf1aa3a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792696 Nov 12 11:12:58.446566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:58.519042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:12:58.722903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['02d3237b-aef0-4402-9f18-8dacaa8cfbba'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:12:59.259794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-11692c09-ba27-4d01-9832-dd92048c49af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:12:59.560966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e466c86-7e13-4398-9724-9800f6df8980 req-8827bef2-5ba3-4fa0-91b6-25e3d6433ec1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:12:59.572059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e466c86-7e13-4398-9724-9800f6df8980 req-8827bef2-5ba3-4fa0-91b6-25e3d6433ec1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 944 time: 0.1290998 Nov 12 11:12:59.630587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:12:59.708038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e466c86-7e13-4398-9724-9800f6df8980 req-8701b96f-ab4a-465a-ba97-130df39c8b5d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337216 Nov 12 11:12:59.882993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 02d3237b-aef0-4402-9f18-8dacaa8cfbba triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:12:59.884989 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.053859 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.092819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:00.094485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:00.099083 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba201b5a-d24b-409b-9028-3eb724940d4b" -d '{"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-plugged", "status": "completed", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:00.192106 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa59ee7-81e0-440f-8bb8-0578e2e4540a x-openstack-request-id: req-5aa59ee7-81e0-440f-8bb8-0578e2e4540a {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:00.192517 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-plugged", "status": "completed", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:00.193009 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5aa59ee7-81e0-440f-8bb8-0578e2e4540a {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:00.193737 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'code': 200} Nov 12 11:13:00.223944 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:00.355217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:00.887381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b66c4-96f4-4835-b7b5-b115326d53bd req-b8672bb8-a13f-4153-b589-95ec0aaa6452 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:00.897160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de5b66c4-96f4-4835-b7b5-b115326d53bd req-b8672bb8-a13f-4153-b589-95ec0aaa6452 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0751534 Nov 12 11:13:00.958100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de5b66c4-96f4-4835-b7b5-b115326d53bd req-60198718-0e0a-4994-a626-9f8c58beda72 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599377 Nov 12 11:13:01.820399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4073d47-088a-4283-8f04-016c97e5185e req-b8a77ceb-d367-4761-95e8-76f4de681861 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:01.822632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f4073d47-088a-4283-8f04-016c97e5185e req-b8a77ceb-d367-4761-95e8-76f4de681861 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 950 time: 0.0600753 Nov 12 11:13:01.837524 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c6476de0-a42e-4d0c-b859-1b94f656bef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:01.926314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f4073d47-088a-4283-8f04-016c97e5185e req-0566f250-0cef-49e5-9404-b06da8cc829c tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909061 Nov 12 11:13:02.219479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb021f-17e5-4e31-9865-e05720bfc3ad req-5d09006c-1285-442b-9f9d-40cea08f2c3e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:02.225202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60eb021f-17e5-4e31-9865-e05720bfc3ad req-5d09006c-1285-442b-9f9d-40cea08f2c3e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0996249 Nov 12 11:13:02.248721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-d4281d66-99a3-4e18-9977-3ac8b1a2f85e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:02.257041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-d4281d66-99a3-4e18-9977-3ac8b1a2f85e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 815 time: 0.2949314 Nov 12 11:13:02.270126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-f7fca9be-5d97-4980-93f3-ef4a6ce1728d tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/quotas/0c30c041ec87441d80e09579c5ad0992 HTTP/1.1" status: 200 len: 375 time: 0.0117209 Nov 12 11:13:02.328768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-60eb021f-17e5-4e31-9865-e05720bfc3ad req-0ed0ef19-3407-4e68-be56-d3e0bf4c2588 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953708 Nov 12 11:13:02.354238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-83977526-6d1b-4e35-a55c-9a354ce718d2 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756860 Nov 12 11:13:02.574946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-099c6671-0574-4b79-943d-8214dbb4ee98 service neutron] 10.222.0.98 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123039 Nov 12 11:13:02.730518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-134340f2-2b60-4e20-8c91-95326f1c3ac8 service neutron] 10.222.0.98 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411335 Nov 12 11:13:02.940897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:03.244650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68c5e303-ea2f-422a-b417-7fa9225ae856 req-852d3355-a341-4e0c-8135-6799410317f7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 210 time: 0.0910358 Nov 12 11:13:03.288494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecfade-cfff-4c70-a6ef-e93c3f3b23fa req-4b764b8f-bd4d-4042-8bc9-2bf842c70fd6 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:03.293330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16ecfade-cfff-4c70-a6ef-e93c3f3b23fa req-4b764b8f-bd4d-4042-8bc9-2bf842c70fd6 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 950 time: 0.2067742 Nov 12 11:13:03.400077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16ecfade-cfff-4c70-a6ef-e93c3f3b23fa req-d0c003ba-dc3b-48a1-adfb-55d250da0ee6 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987408 Nov 12 11:13:03.580528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06a581-24c2-44cf-a632-6103f4b119b3 req-133ebeed-a9a1-42d1-972b-f7b9ac96acf4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:03.582329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d06a581-24c2-44cf-a632-6103f4b119b3 req-133ebeed-a9a1-42d1-972b-f7b9ac96acf4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0830379 Nov 12 11:13:03.654496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d06a581-24c2-44cf-a632-6103f4b119b3 req-e1942650-096b-4342-b1b4-96d61e54ddc3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657952 Nov 12 11:13:04.183196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.351856 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7637b290-c2fa-4577-8bac-4140e3f2aa81 req-2dd87561-822a-4401-abb9-d009f5db30dc tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 210 time: 0.0567181 Nov 12 11:13:04.803648 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:04.837829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53674) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:04.898432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0474c1-74b9-4fdb-8ea2-0b422671824f req-f629cde4-eb6a-4e62-afed-ba73206b3dac tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:04.902068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e0474c1-74b9-4fdb-8ea2-0b422671824f req-f629cde4-eb6a-4e62-afed-ba73206b3dac tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0861602 Nov 12 11:13:04.984620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e0474c1-74b9-4fdb-8ea2-0b422671824f req-96c4f927-7c89-4e52-90d5-b4b10a9eedd8 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754092 Nov 12 11:13:05.059181 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.154725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.260160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.307642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16a8836-4425-4958-910d-733a86907256,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.322382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:05.328968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8eefb3ac-ec6f-49b5-9660-1bd4eda50483 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fe77cc184dbd4b06a58f8722ce0fb7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4899294 Nov 12 11:13:05.332134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53682) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:05.393719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:05.401042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a5953a7-1507-4e9a-a3cd-f84c86c1e4e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.430834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a5953a7-1507-4e9a-a3cd-f84c86c1e4e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.474462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a6d9b491-b87c-43a8-867d-a929f53d9ec2 req-c38a17d7-ceff-4494-8d45-7f56fc803fd2 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 210 time: 0.0348628 Nov 12 11:13:05.526390 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.556605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:05.559267 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20389de4-63f5-4675-a791-f8850761af94" -d '{"events": [{"server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "name": "network-vif-unplugged", "status": "completed", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:05.583233 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a5953a7-1507-4e9a-a3cd-f84c86c1e4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.586190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a5953a7-1507-4e9a-a3cd-f84c86c1e4e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.589568 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9a5953a7-1507-4e9a-a3cd-f84c86c1e4e6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a16a8836-4425-4958-910d-733a86907256 HTTP/1.1" status: 204 len: 168 time: 0.2544847 Nov 12 11:13:05.596703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:05.625342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5953a7-1507-4e9a-a3cd-f84c86c1e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16a8836-4425-4958-910d-733a86907256,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:05.664931 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0666d-5940-4b1d-8fe8-fda88b3a7d06 x-openstack-request-id: req-dda0666d-5940-4b1d-8fe8-fda88b3a7d06 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:05.665681 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "name": "network-vif-unplugged", "status": "completed", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:05.665681 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dda0666d-5940-4b1d-8fe8-fda88b3a7d06 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:05.665970 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'code': 200} Nov 12 11:13:05.689173 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:05.752855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:06.215936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8dd02-322d-4221-b1de-29e3cbb384df req-3949decb-6175-403c-87fc-6a6fed769562 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:06.226196 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85f8dd02-322d-4221-b1de-29e3cbb384df req-3949decb-6175-403c-87fc-6a6fed769562 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1048942 Nov 12 11:13:06.284530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85f8dd02-322d-4221-b1de-29e3cbb384df req-837070fc-19d9-4f87-9c64-6f257889171c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571465 Nov 12 11:13:06.516776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-7737e4d1-2a9d-45f7-bf54-317207142049 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:06.519369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-7737e4d1-2a9d-45f7-bf54-317207142049 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.69 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 815 time: 0.1665633 Nov 12 11:13:06.540371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Request body: {'port': {'device_id': '977b4064-75fb-4ba1-9084-34a6ef3d90c9', 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'admin_state_up': True, 'tenant_id': '0c30c041ec87441d80e09579c5ad0992'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:06.619688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f57d24a2-07cb-456b-8c2f-2e0876ae86d5 req-d2443541-1ea9-44fd-93e9-d84b785ae0d7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 210 time: 0.0439107 Nov 12 11:13:06.632846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53724) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:06.656215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff6fe-1c5b-4e91-b045-6ceae124fd31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:06.776868 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff6fe-1c5b-4e91-b045-6ceae124fd31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:06.910550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Made reservation on behalf of 0c30c041ec87441d80e09579c5ad0992 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:06.910769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff6fe-1c5b-4e91-b045-6ceae124fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:06.919328 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:06.994961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7c6ff6fe-1c5b-4e91-b045-6ceae124fd31 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0a84166f22d14bbfb5471e521bb61074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608117 Nov 12 11:13:06.998426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ff6fe-1c5b-4e91-b045-6ceae124fd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba08a746-e96d-4b36-8448-b029fb0ccef7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:07.000127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53738) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:07.073442 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be421198-52e1-43a4-ae8f-6ea8420d815f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.119099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be421198-52e1-43a4-ae8f-6ea8420d815f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.152262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Allocated IP 172.20.0.4 (ff9f86e0-9543-47d4-ab4b-2a146836f645/a1daf5bc-2933-4f04-832c-f3a5f47e35d7/277b4526-ab46-4f5d-949e-724a6b644107) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:07.297589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be421198-52e1-43a4-ae8f-6ea8420d815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.301388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be421198-52e1-43a4-ae8f-6ea8420d815f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.302777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be421198-52e1-43a4-ae8f-6ea8420d815f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ba08a746-e96d-4b36-8448-b029fb0ccef7 HTTP/1.1" status: 204 len: 168 time: 0.2949808 Nov 12 11:13:07.329050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be421198-52e1-43a4-ae8f-6ea8420d815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba08a746-e96d-4b36-8448-b029fb0ccef7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:07.380295 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.486859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.512645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9618009f-d10b-4a2a-8f24-5f42a2381c1c', '63488631-47ce-4b2f-b508-849181779b3d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:07.606071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Network ff9f86e0-9543-47d4-ab4b-2a146836f645 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:07.609984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Pushing event updated for resources: {'Port': ['ID=277b4526-ab46-4f5d-949e-724a6b644107,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:07.615990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:07.619555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:07.686232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3472c3-6996-4057-8988-68fad033d107 req-f2314f6b-2603-4f65-b80c-7dcd4d43c2e1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:07.699423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b3472c3-6996-4057-8988-68fad033d107 req-f2314f6b-2603-4f65-b80c-7dcd4d43c2e1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.2427614 Nov 12 11:13:07.851680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:07.852458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:07.920904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26d826-cf66-44f8-8c34-eb086633fcec req-6e3f8d26-e6b5-4aca-99fd-91cba2cb0fc6 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:07.926687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e26d826-cf66-44f8-8c34-eb086633fcec req-6e3f8d26-e6b5-4aca-99fd-91cba2cb0fc6 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 931 time: 0.1468248 Nov 12 11:13:07.968597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b3472c3-6996-4057-8988-68fad033d107 req-4fe40015-5709-449c-befa-570d43893f9f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627282 Nov 12 11:13:08.114082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e26d826-cf66-44f8-8c34-eb086633fcec req-dcedb3eb-ce59-4cb0-bde3-1015aac16f72 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677496 Nov 12 11:13:08.119868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-651be291-fb32-4bcf-9353-ef5e7c8ba142 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5855062 Nov 12 11:13:08.140886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Request body: {'port': {'device_id': '977b4064-75fb-4ba1-9084-34a6ef3d90c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:08.271277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.667051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277b4526-ab46-4f5d-949e-724a6b644107 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:08.687475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.710281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Transition to ACTIVE for port object 277b4526-ab46-4f5d-949e-724a6b644107 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:13:08.794680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:08.901832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Pushing event updated for resources: {'Port': ['ID=277b4526-ab46-4f5d-949e-724a6b644107,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:08.954548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Attempting to bind port 277b4526-ab46-4f5d-949e-724a6b644107 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:08.954987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Attempting to bind port 277b4526-ab46-4f5d-949e-724a6b644107 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:08.955333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Attempting to bind port 277b4526-ab46-4f5d-949e-724a6b644107 on network ff9f86e0-9543-47d4-ab4b-2a146836f645 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:08.960203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Port 277b4526-ab46-4f5d-949e-724a6b644107 on network ff9f86e0-9543-47d4-ab4b-2a146836f645 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:13:08.960531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Attempting to bind port 277b4526-ab46-4f5d-949e-724a6b644107 on network ff9f86e0-9543-47d4-ab4b-2a146836f645 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:08.965862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:08.966211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Checking segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:08.966582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Bound using segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:08.967028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Bound port: 277b4526-ab46-4f5d-949e-724a6b644107, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:08.967387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.038182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] For port 277b4526-ab46-4f5d-949e-724a6b644107, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:09.041817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] For port 277b4526-ab46-4f5d-949e-724a6b644107, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=277b4526-ab46-4f5d-949e-724a6b644107,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:09.100494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede18bb7-59ea-481e-8ee6-900b08061197 req-d7ffe660-e922-4434-b09b-087e5a40b0fe tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:09.102116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ede18bb7-59ea-481e-8ee6-900b08061197 req-d7ffe660-e922-4434-b09b-087e5a40b0fe tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0561001 Nov 12 11:13:09.167170 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ede18bb7-59ea-481e-8ee6-900b08061197 req-16df1543-b7c3-45ee-829f-6374cafaad42 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472815 Nov 12 11:13:09.301661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd021701-81d7-4604-8008-4ecee3847a18 req-bed12001-20f5-4124-95f1-9e0f15ad4d3b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:09.303133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd021701-81d7-4604-8008-4ecee3847a18 req-bed12001-20f5-4124-95f1-9e0f15ad4d3b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 943 time: 0.0736439 Nov 12 11:13:09.367472 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd021701-81d7-4604-8008-4ecee3847a18 req-517e8ea7-30e3-416a-9d5f-6964f817896e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Nov 12 11:13:09.425884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:13:09.515325 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.558588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:09.577784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'mac_address': 'fa:16:3e:c4:58:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:13:09.589943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:09.591323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.593431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] 10.222.0.69 "PUT /v2.0/ports/277b4526-ab46-4f5d-949e-724a6b644107 HTTP/1.1" status: 200 len: 1092 time: 1.4582818 Nov 12 11:13:09.593719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977b4064-75fb-4ba1-9084-34a6ef3d90c9', 'tag': '277b4526-ab46-4f5d-949e-724a6b644107'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:09.597396 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d" -d '{"events": [{"name": "network-changed", "server_uuid": "977b4064-75fb-4ba1-9084-34a6ef3d90c9", "tag": "277b4526-ab46-4f5d-949e-724a6b644107"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:09.703254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a52fc-7618-442e-9740-75a55b84d753 service neutron] Pushing event updated for resources: {'Port': ['ID=277b4526-ab46-4f5d-949e-724a6b644107,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:09.710418 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.741989 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e70661-180b-492e-91ce-58120bf376ec x-openstack-request-id: req-a4e70661-180b-492e-91ce-58120bf376ec {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:09.745455 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977b4064-75fb-4ba1-9084-34a6ef3d90c9", "tag": "277b4526-ab46-4f5d-949e-724a6b644107", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:09.745455 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a4e70661-180b-492e-91ce-58120bf376ec {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:09.747995 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977b4064-75fb-4ba1-9084-34a6ef3d90c9', 'tag': '277b4526-ab46-4f5d-949e-724a6b644107', 'status': 'completed', 'code': 200} Nov 12 11:13:09.761209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4b6e28-7d83-421c-8d57-640c47ca6e68 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:09.849227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:09.901097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-785ba544-6c02-447d-9bef-a307c7fb188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:09.904661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-785ba544-6c02-447d-9bef-a307c7fb188b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 1095 time: 0.1553285 Nov 12 11:13:09.915055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:09.965144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-059f1243-1f4e-44ca-8813-8d3cacb9991d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277b4526-ab46-4f5d-949e-724a6b644107 HTTP/1.1" status: 200 len: 217 time: 0.0501728 Nov 12 11:13:10.048769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-4c660c89-4eb0-471f-90da-aafaaf68ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:10.051514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-4c660c89-4eb0-471f-90da-aafaaf68ae1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1daf5bc-2933-4f04-832c-f3a5f47e35d7 HTTP/1.1" status: 200 len: 855 time: 0.0781763 Nov 12 11:13:10.067767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:10.088622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.098527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.101997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.102497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.106330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-3ad1d597-89af-4977-8b3c-c54ab28fd5e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff9f86e0-9543-47d4-ab4b-2a146836f645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450139 Nov 12 11:13:10.107096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.107525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.107952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.108363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.108756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.109152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.109538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.109927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:10.201532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ba4b6e28-7d83-421c-8d57-640c47ca6e68'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:10.303752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-6e93b299-b26b-4a50-adc7-70a57a358551 service neutron] 10.222.0.69 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809127 Nov 12 11:13:10.470462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd962ce6-0710-45d7-9066-d86eb59f4e0a req-e5a56ea6-f8b8-4d45-8ef8-39faec856c40 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:10.472097 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd962ce6-0710-45d7-9066-d86eb59f4e0a req-e5a56ea6-f8b8-4d45-8ef8-39faec856c40 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1572945 Nov 12 11:13:10.605319 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd962ce6-0710-45d7-9066-d86eb59f4e0a req-cb90ba86-c749-4f7e-92e5-3e2d3bf7bc4d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222572 Nov 12 11:13:10.695519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec72ca44-2c2a-44f5-aa85-fea4c79690fa req-231550f2-3da1-47cf-859a-4bcbc0c65a06 service neutron] 10.222.0.69 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785961 Nov 12 11:13:10.752926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e3aa4-bccd-44d0-8c49-adabf5027c38 req-4d858c0c-d9a4-4241-9a2b-2d05a3192a03 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:10.754690 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-069e3aa4-bccd-44d0-8c49-adabf5027c38 req-4d858c0c-d9a4-4241-9a2b-2d05a3192a03 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 943 time: 0.1630330 Nov 12 11:13:10.880875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-069e3aa4-bccd-44d0-8c49-adabf5027c38 req-eb83f025-eb03-4d64-9c3f-170cae23f747 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188393 Nov 12 11:13:11.076035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-c8c1cdf6-54d4-4057-9b84-1a515380ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.090058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-c8c1cdf6-54d4-4057-9b84-1a515380ca12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 1095 time: 0.1612787 Nov 12 11:13:11.405095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-4327500b-45e5-4bc1-a8bf-0b0b8498706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.409231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-4327500b-45e5-4bc1-a8bf-0b0b8498706d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 916 time: 0.3058362 Nov 12 11:13:11.520343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-5e256327-cf5b-4968-9517-df2815708434 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277b4526-ab46-4f5d-949e-724a6b644107 HTTP/1.1" status: 200 len: 217 time: 0.0973589 Nov 12 11:13:11.708433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-17efa981-f950-4d1d-ba82-a4427d5d1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:11.729644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-17efa981-f950-4d1d-ba82-a4427d5d1c43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1daf5bc-2933-4f04-832c-f3a5f47e35d7 HTTP/1.1" status: 200 len: 855 time: 0.1918144 Nov 12 11:13:11.826613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-58b3e99b-36b1-456f-a46b-6fcbc9f9681d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ff9f86e0-9543-47d4-ab4b-2a146836f645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851669 Nov 12 11:13:12.054686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-20ac4922-c3cc-4e25-aee1-7d9e241fe334 service neutron] 10.222.0.69 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757300 Nov 12 11:13:12.382427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cffdc5-0027-4c62-af61-9839740eb2b0 req-e1fa3664-33ca-4e10-826c-3f77ebe1543a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:12.393787 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0cffdc5-0027-4c62-af61-9839740eb2b0 req-e1fa3664-33ca-4e10-826c-3f77ebe1543a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.5492964 Nov 12 11:13:12.420894 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1870c51-6cb6-47e7-bc6e-eb557aadc89d req-1732011e-1227-4fa5-849c-b3d5b4418f10 service neutron] 10.222.0.69 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179116 Nov 12 11:13:12.486137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0cffdc5-0027-4c62-af61-9839740eb2b0 req-457bb158-a53d-4e51-a6ef-79e5fa8c9ab3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903041 Nov 12 11:13:12.959661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a16b95-1623-4ad7-99a3-e7eada703e19 req-8fb92ba2-a511-42c7-b19a-5abf13ab6e37 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:12.981215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40a16b95-1623-4ad7-99a3-e7eada703e19 req-8fb92ba2-a511-42c7-b19a-5abf13ab6e37 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 943 time: 0.1456704 Nov 12 11:13:13.109364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40a16b95-1623-4ad7-99a3-e7eada703e19 req-3ad4abfd-1152-46c9-b248-5dae6650e6f8 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263447 Nov 12 11:13:13.429411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 277b4526-ab46-4f5d-949e-724a6b644107 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:13:13.450430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-22b6aaba-5ae9-411f-bef1-fdd1572b700f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1727440 Nov 12 11:13:13.650482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-0ff89cfc-66b2-4a39-a8b7-3dab4414ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.650990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-0ff89cfc-66b2-4a39-a8b7-3dab4414ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.651469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-0ff89cfc-66b2-4a39-a8b7-3dab4414ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.651953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-0ff89cfc-66b2-4a39-a8b7-3dab4414ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.652435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-0ff89cfc-66b2-4a39-a8b7-3dab4414ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.652905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-0ff89cfc-66b2-4a39-a8b7-3dab4414ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.653371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-0ff89cfc-66b2-4a39-a8b7-3dab4414ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.655494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-0ff89cfc-66b2-4a39-a8b7-3dab4414ff68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6496 time: 0.1136754 Nov 12 11:13:13.785957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 277b4526-ab46-4f5d-949e-724a6b644107, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=277b4526-ab46-4f5d-949e-724a6b644107,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:13.807010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:13.810835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '277b4526-ab46-4f5d-949e-724a6b644107', 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'port_id': '277b4526-ab46-4f5d-949e-724a6b644107', 'mac_address': 'fa:16:3e:e6:26:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1daf5bc-2933-4f04-832c-f3a5f47e35d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:13:13.953724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:13.980491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93538575-ed3f-4898-b8d0-4bec466a551a req-34e5b705-fa52-48b5-8068-30a25b80c05e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:13.982088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93538575-ed3f-4898-b8d0-4bec466a551a req-34e5b705-fa52-48b5-8068-30a25b80c05e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.2614493 Nov 12 11:13:14.008831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277b4526-ab46-4f5d-949e-724a6b644107 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:13:14.061959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 277b4526-ab46-4f5d-949e-724a6b644107, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=277b4526-ab46-4f5d-949e-724a6b644107,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:14.093578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port ba4b6e28-7d83-421c-8d57-640c47ca6e68 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:14.093975 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.138167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-3606f495-27a4-4e97-924b-56918622b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:14.138663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-3606f495-27a4-4e97-924b-56918622b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:14.140110 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-3606f495-27a4-4e97-924b-56918622b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:14.142414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-3606f495-27a4-4e97-924b-56918622b363 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=31e2f8a8-e302-43c3-acca-4e38462841ab&id=31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 200 len: 2294 time: 0.4313409 Nov 12 11:13:14.170620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93538575-ed3f-4898-b8d0-4bec466a551a req-8abc0522-6291-4583-8a46-91d4b9a8a03d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787186 Nov 12 11:13:14.197848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.361907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=277b4526-ab46-4f5d-949e-724a6b644107,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:14.380837 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.456823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-c9d27468-008b-4327-bb0e-0a6e436e1ad9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18940690-d376-4d98-bcd8-33d0180182c5 HTTP/1.1" status: 200 len: 1001 time: 0.2850940 Nov 12 11:13:14.484738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:14.498910 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ab37b6-8df6-43ec-95d9-9c9a55f5b069" -d '{"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-plugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:14.537300 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:14.616668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-8792a6e1-95f1-488b-8d04-0cb2aaad445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:14.618517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-8792a6e1-95f1-488b-8d04-0cb2aaad445f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee2e48f5-73b4-444d-bf4d-52c50d9610da HTTP/1.1" status: 200 len: 851 time: 0.1527903 Nov 12 11:13:14.630637 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:14.732995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-4d0456da-70c1-4eee-a1bf-0e47f5cfbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:14.740447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-4d0456da-70c1-4eee-a1bf-0e47f5cfbd5b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947757 Nov 12 11:13:14.762148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['277b4526-ab46-4f5d-949e-724a6b644107'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:13:14.899960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=10']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:15.073162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f898c-599d-4155-99ea-b8d1fd065723 req-0845513c-0ff8-45bd-b7d2-cf9f1762446f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.075804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-420f898c-599d-4155-99ea-b8d1fd065723 req-0845513c-0ff8-45bd-b7d2-cf9f1762446f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 944 time: 0.1696961 Nov 12 11:13:15.097184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-7e3b11ba-c4ca-4ac6-abaa-ac86fd39c097 service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474240 Nov 12 11:13:15.246915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-420f898c-599d-4155-99ea-b8d1fd065723 req-275233ee-5f46-4638-acb8-fa4b368a4449 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615288 Nov 12 11:13:15.283456 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-df5e7dee-eb43-40a3-80c7-c8822ff2add4 service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693935 Nov 12 11:13:15.380822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-8cad1ea5-9ba2-49f6-821c-d8a1ddc45b61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 217 time: 0.0516078 Nov 12 11:13:15.396560 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2737f1fe-1407-4aae-b73c-4748940dc066 x-openstack-request-id: req-2737f1fe-1407-4aae-b73c-4748940dc066 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:15.396854 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-plugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:15.397109 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2737f1fe-1407-4aae-b73c-4748940dc066 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:15.397509 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'code': 200} Nov 12 11:13:15.469760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-451d3321-d757-428c-8a11-632bff9b2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.471306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-451d3321-d757-428c-8a11-632bff9b2667 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.0824940 Nov 12 11:13:15.557984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-453cf78d-1806-4123-b17d-e0398bd344c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.560210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-453cf78d-1806-4123-b17d-e0398bd344c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762200 Nov 12 11:13:15.570438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908e1da-6415-4b82-a817-55ab1212169a req-7ce57773-5bf6-4b11-aab8-1c49f1628acc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.573451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0908e1da-6415-4b82-a817-55ab1212169a req-7ce57773-5bf6-4b11-aab8-1c49f1628acc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0988326 Nov 12 11:13:15.699403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0908e1da-6415-4b82-a817-55ab1212169a req-4e1c25fd-d67f-4eec-9040-351bfec14831 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139271 Nov 12 11:13:15.715939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-9ed890c1-1bae-4aa6-aa2e-0e6c3f909462 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417720 Nov 12 11:13:15.839597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-d4a55c5a-9d4f-44df-9951-ebead75c21d7 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141567 Nov 12 11:13:15.888554 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-361c4615-574e-44e7-8b1e-dedaefdfad3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 217 time: 0.0396278 Nov 12 11:13:15.941974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-eeff79aa-a51b-4834-8c98-b66899654db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:15.943674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-eeff79aa-a51b-4834-8c98-b66899654db2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.0460587 Nov 12 11:13:16.001764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-4bcf2aa9-cf60-4b45-8e29-a530bd50168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:16.003471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-4bcf2aa9-cf60-4b45-8e29-a530bd50168c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467825 Nov 12 11:13:16.134466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-e88aeb23-fa3b-4d34-a2d4-8d4dfc42ba38 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219473 Nov 12 11:13:16.269206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-5e661ee0-e407-43e9-8370-27649c5d105f service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238089 Nov 12 11:13:16.331262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-7d56a8b7-5bae-47a4-8a5e-444043a44afd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a HTTP/1.1" status: 200 len: 217 time: 0.0539587 Nov 12 11:13:16.476008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-bbfbfe67-425d-4065-bd4a-c16670fe7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:16.478870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-bbfbfe67-425d-4065-bd4a-c16670fe7992 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.1370666 Nov 12 11:13:16.551540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9b6b0-73f0-40e3-b28f-7a8e54f5884a req-1b2a17df-7c8b-4bb2-bd8e-226bf3525388 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:16.553726 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40d9b6b0-73f0-40e3-b28f-7a8e54f5884a req-1b2a17df-7c8b-4bb2-bd8e-226bf3525388 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 944 time: 0.1400588 Nov 12 11:13:16.613318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-62301b38-72f0-48af-8930-1405a02130b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:16.615349 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-62301b38-72f0-48af-8930-1405a02130b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1226673 Nov 12 11:13:16.878419 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40d9b6b0-73f0-40e3-b28f-7a8e54f5884a req-8dc6448a-b367-459a-b744-9878e522325b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170085 Nov 12 11:13:16.890186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-c11bc1c9-ccbd-46b0-809e-f1aa0a90b58b service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612557 Nov 12 11:13:17.164254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-5c458190-775f-4298-ae17-724baa2530dd service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536240 Nov 12 11:13:17.214120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-c5ce81f3-71c0-4568-ac2c-a0c7c13784e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=1a779cea-43ea-4aff-9730-204aa60a2453 HTTP/1.1" status: 200 len: 217 time: 0.0484221 Nov 12 11:13:17.368363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-d731d32c-964f-4c07-a75a-6a67813534d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:17.369893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-d731d32c-964f-4c07-a75a-6a67813534d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.1406271 Nov 12 11:13:17.388367 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.402509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006d32c-d524-40b8-a4d5-1ad707e8ce66 req-f3c1cce9-4d32-44ab-a8b4-f0eed60388b7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:17.404407 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d006d32c-d524-40b8-a4d5-1ad707e8ce66 req-f3c1cce9-4d32-44ab-a8b4-f0eed60388b7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1893175 Nov 12 11:13:17.456076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 277b4526-ab46-4f5d-949e-724a6b644107 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:17.507675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-bc5e5828-9b79-42f7-94c8-4f21c44f9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:17.509293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-bc5e5828-9b79-42f7-94c8-4f21c44f9f00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1039519 Nov 12 11:13:17.519967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d006d32c-d524-40b8-a4d5-1ad707e8ce66 req-d5c37f46-a72b-4c7f-a578-64e63d860f73 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004949 Nov 12 11:13:17.714694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-4aa1bcc8-07b5-4222-b18f-bf3ed92879a2 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936493 Nov 12 11:13:17.725718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 277b4526-ab46-4f5d-949e-724a6b644107 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:13:17.730325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 277b4526-ab46-4f5d-949e-724a6b644107 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:17.730825 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.853392 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:17.882235 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-db883745-2232-406e-b398-f5788915a673 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573007 Nov 12 11:13:17.932570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977b4064-75fb-4ba1-9084-34a6ef3d90c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277b4526-ab46-4f5d-949e-724a6b644107'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:17.941562 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99527b43-bf92-4850-b50f-e3831d2d6a7a" -d '{"events": [{"server_uuid": "977b4064-75fb-4ba1-9084-34a6ef3d90c9", "name": "network-vif-plugged", "status": "completed", "tag": "277b4526-ab46-4f5d-949e-724a6b644107"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:17.962491 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 277b4526-ab46-4f5d-949e-724a6b644107, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=277b4526-ab46-4f5d-949e-724a6b644107,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:18.002885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-aaf5f105-e5f2-4a41-96ca-259073558ca5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 HTTP/1.1" status: 200 len: 217 time: 0.1132915 Nov 12 11:13:18.070935 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:18.311762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=277b4526-ab46-4f5d-949e-724a6b644107,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:18.881672 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ffd381-4c75-419b-850a-aae57085af27 x-openstack-request-id: req-83ffd381-4c75-419b-850a-aae57085af27 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:18.882292 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977b4064-75fb-4ba1-9084-34a6ef3d90c9", "name": "network-vif-plugged", "status": "completed", "tag": "277b4526-ab46-4f5d-949e-724a6b644107", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:18.882593 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-83ffd381-4c75-419b-850a-aae57085af27 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:18.883479 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977b4064-75fb-4ba1-9084-34a6ef3d90c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277b4526-ab46-4f5d-949e-724a6b644107', 'code': 200} Nov 12 11:13:18.897751 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-ba3cf8ab-99c9-413e-866b-4f490e77e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:18.899625 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-ba3cf8ab-99c9-413e-866b-4f490e77e9a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.8852615 Nov 12 11:13:19.065203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd57ab-d512-4635-b160-6c8b8f319065 req-5ffe82dd-8d7c-4e1f-a1e0-0b6dbcc7cc3f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.096382 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76dd57ab-d512-4635-b160-6c8b8f319065 req-5ffe82dd-8d7c-4e1f-a1e0-0b6dbcc7cc3f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 945 time: 0.2428277 Nov 12 11:13:19.197543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677f505-0868-44a6-adee-03ebbdbbbb27 req-6c3f05e7-616b-42e1-8f85-b2afc1b4701f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.223208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6677f505-0868-44a6-adee-03ebbdbbbb27 req-6c3f05e7-616b-42e1-8f85-b2afc1b4701f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1538856 Nov 12 11:13:19.354574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-317165aa-6591-4919-8867-41ea3128976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.357586 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-317165aa-6591-4919-8867-41ea3128976d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4433026 Nov 12 11:13:19.361628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6677f505-0868-44a6-adee-03ebbdbbbb27 req-0d0d29b4-3195-4a25-913b-7d0daddb6495 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275802 Nov 12 11:13:19.383088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54030) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:19.441386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd189f-9489-46b9-afbd-7bd5bb3a04fd req-dff1379a-08a9-4476-b162-3e27f8418a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.442928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47dd189f-9489-46b9-afbd-7bd5bb3a04fd req-dff1379a-08a9-4476-b162-3e27f8418a64 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 1097 time: 0.4377186 Nov 12 11:13:19.466274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76dd57ab-d512-4635-b160-6c8b8f319065 req-b91ae75f-ef4b-464b-9a87-aaebf1e37a3f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682137 Nov 12 11:13:19.635383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8f9a-047e-4a36-872b-7a98f8717b45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:19.697891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47dd189f-9489-46b9-afbd-7bd5bb3a04fd req-8719edeb-0f17-4fe6-8ad6-f69710142e6c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439837 Nov 12 11:13:19.720442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-255890ec-40e8-4702-90b9-48b46c7d3a26 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287280 Nov 12 11:13:19.796530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8f9a-047e-4a36-872b-7a98f8717b45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:19.888168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-8f8de454-95c7-48fa-b88b-4f04adf0a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:19.890826 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-8f8de454-95c7-48fa-b88b-4f04adf0a427 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1097 time: 0.0789638 Nov 12 11:13:19.963703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8f9a-047e-4a36-872b-7a98f8717b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.064510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-216a7ded-cf57-4fe0-81e7-3896318c31b9 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495576 Nov 12 11:13:20.137642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-ba42a25d-c929-4d8f-a07a-64f483658c33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aee3264f-14b1-4799-838a-712bfed63c38 HTTP/1.1" status: 200 len: 217 time: 0.0638728 Nov 12 11:13:20.162773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e0d8f9a-047e-4a36-872b-7a98f8717b45 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4874f7cec8954b5499d22af083a1a5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7782304 Nov 12 11:13:20.164329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-40e9a306-6129-4bee-93cd-2c97bab16683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:20.166154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-40e9a306-6129-4bee-93cd-2c97bab16683 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.2673056 Nov 12 11:13:20.179201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.180198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d8f9a-047e-4a36-872b-7a98f8717b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4abfba2-03e3-4067-b1a7-17f0d4c22f3e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:20.210153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-ca46ea6d-9dea-469c-ba3b-70ca2d76a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:20.213895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-ca46ea6d-9dea-469c-ba3b-70ca2d76a3c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.0682602 Nov 12 11:13:20.284346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-7a125fbf-59ec-4df8-9dce-e1f099e930d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:20.286296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-7a125fbf-59ec-4df8-9dce-e1f099e930d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0639138 Nov 12 11:13:20.384523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-a1e9b529-be6f-4b34-a49a-50a62b4a71b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 1000 time: 0.1739812 Nov 12 11:13:20.407404 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.420546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-3f4ff637-78e5-47a1-a3f0-3d5c8e06b630 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256168 Nov 12 11:13:20.555118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54070) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:20.572741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-669eed9b-4cef-4fb3-b2a7-31d283170aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:20.575529 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-669eed9b-4cef-4fb3-b2a7-31d283170aa2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.1749313 Nov 12 11:13:20.576564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b103004c-76c5-433f-9bc5-b05c912545dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.634171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d93a800f-449d-4ad5-8d3b-766ce190b642 req-ec2fe9ae-5e50-433d-8b93-c25811d8edac service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010396 Nov 12 11:13:20.679740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3b68e-bf03-4fa9-a655-fd89f5e7e087 req-b0df36fa-9cc0-44f1-a6cb-d87052912238 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:20.681579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36e3b68e-bf03-4fa9-a655-fd89f5e7e087 req-b0df36fa-9cc0-44f1-a6cb-d87052912238 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 945 time: 0.0968664 Nov 12 11:13:20.701508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b103004c-76c5-433f-9bc5-b05c912545dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.755244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36e3b68e-bf03-4fa9-a655-fd89f5e7e087 req-7b67fd71-a2a9-4bee-8f8c-2b703dc7e805 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601962 Nov 12 11:13:20.768928 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25af96e1-f3c7-48d3-a65c-2205ef35fd4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.801774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981d635-e515-4598-80b4-3f6713811d16 req-026a37a5-82cc-47c2-9fe6-30ca8ae35cba tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:20.809898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a981d635-e515-4598-80b4-3f6713811d16 req-026a37a5-82cc-47c2-9fe6-30ca8ae35cba tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.2970290 Nov 12 11:13:20.833805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-dff84d94-b1ce-4e66-8fb5-d7dec9c10bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:20.835472 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-dff84d94-b1ce-4e66-8fb5-d7dec9c10bbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2400548 Nov 12 11:13:20.915868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25af96e1-f3c7-48d3-a65c-2205ef35fd4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:20.958277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-fb443865-3293-4a6e-a011-eca59aa7630b service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091378 Nov 12 11:13:20.973275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a981d635-e515-4598-80b4-3f6713811d16 req-c7bf4fe3-2aab-431b-81a4-cb13041835bd tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570594 Nov 12 11:13:21.042674 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25af96e1-f3c7-48d3-a65c-2205ef35fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.083248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-25af96e1-f3c7-48d3-a65c-2205ef35fd4e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=77081a8d080049fe9b1f7c438a470cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5269408 Nov 12 11:13:21.085715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54078) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:21.109317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af96e1-f3c7-48d3-a65c-2205ef35fd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c3fda-7cf3-4024-8235-11b0338a1f86,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:21.131901 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b103004c-76c5-433f-9bc5-b05c912545dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.135164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b103004c-76c5-433f-9bc5-b05c912545dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.136503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b103004c-76c5-433f-9bc5-b05c912545dc admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4abfba2-03e3-4067-b1a7-17f0d4c22f3e HTTP/1.1" status: 204 len: 168 time: 0.9530671 Nov 12 11:13:21.240241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103004c-76c5-433f-9bc5-b05c912545dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4abfba2-03e3-4067-b1a7-17f0d4c22f3e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:21.271636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f893ffd3-5a01-4178-8a5d-94fbc3eff600 req-0009f955-9346-429a-9a5d-97a7204ca751 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960722 Nov 12 11:13:21.296643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06901588-7d90-4f7f-9c1f-e6b542c28863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.329831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06901588-7d90-4f7f-9c1f-e6b542c28863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.521782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06901588-7d90-4f7f-9c1f-e6b542c28863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.526470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06901588-7d90-4f7f-9c1f-e6b542c28863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:21.530722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-06901588-7d90-4f7f-9c1f-e6b542c28863 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fa0c3fda-7cf3-4024-8235-11b0338a1f86 HTTP/1.1" status: 204 len: 168 time: 0.4412675 Nov 12 11:13:21.546706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06901588-7d90-4f7f-9c1f-e6b542c28863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c3fda-7cf3-4024-8235-11b0338a1f86,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:21.897911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9643-0834-4a0d-bc00-abeb74748add req-1ddf68ad-857a-411a-a580-a270da87f850 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:21.900154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6ed9643-0834-4a0d-bc00-abeb74748add req-1ddf68ad-857a-411a-a580-a270da87f850 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 945 time: 0.0542743 Nov 12 11:13:21.962334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6ed9643-0834-4a0d-bc00-abeb74748add req-6ba36449-1151-43b6-b9e2-07fed9fa9e3e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558152 Nov 12 11:13:22.112394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684ac45-1254-4db0-997e-2a502379662b req-933cba94-5a3a-464f-80de-38fa85ae678e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:22.113983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7684ac45-1254-4db0-997e-2a502379662b req-933cba94-5a3a-464f-80de-38fa85ae678e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.0570760 Nov 12 11:13:22.163249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7684ac45-1254-4db0-997e-2a502379662b req-a59430af-c5cd-498f-962a-a0190bae02c2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Nov 12 11:13:22.509778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54118) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:22.524337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03a2c72d-13e8-4d3e-bdb9-335869f80395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.632498 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03a2c72d-13e8-4d3e-bdb9-335869f80395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.692492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03a2c72d-13e8-4d3e-bdb9-335869f80395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.740014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-03a2c72d-13e8-4d3e-bdb9-335869f80395 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0262eef4400b47c09d384d8045fa5728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285051 Nov 12 11:13:22.742551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54126) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:22.743550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2c72d-13e8-4d3e-bdb9-335869f80395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013c5a15-1ac2-40e3-b5bd-3f33d30c098b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:22.804335 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a4ece73-c2b8-4c36-aedd-af5ae05963d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:22.835459 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a4ece73-c2b8-4c36-aedd-af5ae05963d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.164077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a4ece73-c2b8-4c36-aedd-af5ae05963d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.167626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a4ece73-c2b8-4c36-aedd-af5ae05963d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.172578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2a4ece73-c2b8-4c36-aedd-af5ae05963d7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/013c5a15-1ac2-40e3-b5bd-3f33d30c098b HTTP/1.1" status: 204 len: 168 time: 0.4285731 Nov 12 11:13:23.182363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ece73-c2b8-4c36-aedd-af5ae05963d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013c5a15-1ac2-40e3-b5bd-3f33d30c098b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:23.201028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54138) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:23.253349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e19fe24-0eeb-4719-86de-4df064bb9e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.472402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89241809-d9f1-4360-9eb6-751e1fad4b52 req-b75bfda5-5a05-4074-bf34-875f3ccd9bcf tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:23.475652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89241809-d9f1-4360-9eb6-751e1fad4b52 req-b75bfda5-5a05-4074-bf34-875f3ccd9bcf tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 945 time: 0.1085391 Nov 12 11:13:23.504781 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e19fe24-0eeb-4719-86de-4df064bb9e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.561792 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89241809-d9f1-4360-9eb6-751e1fad4b52 req-a13a8f90-7f59-4264-8c63-a4d2af5f4a80 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791373 Nov 12 11:13:23.664576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e19fe24-0eeb-4719-86de-4df064bb9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.708505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:23.769004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19fe24-0eeb-4719-86de-4df064bb9e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8cecd2-971c-4968-ac58-d686fbceb564,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:23.773705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6e19fe24-0eeb-4719-86de-4df064bb9e79 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b23bcce7401b49f5863c273959ebb1e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5714271 Nov 12 11:13:23.776349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54156) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:23.901957 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d98810d-0b2b-4a52-b948-e627f54068e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.959967 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d98810d-0b2b-4a52-b948-e627f54068e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:23.975396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.033969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:24.039014 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0357b1f-a8f7-490e-b417-b34ed115fb95" -d '{"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-unplugged", "status": "completed", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:24.079619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:24.123530 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568791fc-24bc-4aa5-bf00-5158d70ab49b x-openstack-request-id: req-568791fc-24bc-4aa5-bf00-5158d70ab49b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:24.123826 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-unplugged", "status": "failed", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba", "code": 422}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:24.124137 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-568791fc-24bc-4aa5-bf00-5158d70ab49b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:24.124538 n-d-768852-22 neutron-server[109706]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'code': 422} returned with failed status Nov 12 11:13:24.231720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d98810d-0b2b-4a52-b948-e627f54068e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.231965 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.232076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d98810d-0b2b-4a52-b948-e627f54068e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:24.235970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6d98810d-0b2b-4a52-b948-e627f54068e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6c8cecd2-971c-4968-ac58-d686fbceb564 HTTP/1.1" status: 204 len: 168 time: 0.4559777 Nov 12 11:13:24.248422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98810d-0b2b-4a52-b948-e627f54068e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8cecd2-971c-4968-ac58-d686fbceb564,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:24.413236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:24.769259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19700a4e-90ec-44c8-8607-70414fe8b31e req-0ad80864-0206-4a0b-8d79-7ad239d1696a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:24.780223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19700a4e-90ec-44c8-8607-70414fe8b31e req-0ad80864-0206-4a0b-8d79-7ad239d1696a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1066129 Nov 12 11:13:24.866784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19700a4e-90ec-44c8-8607-70414fe8b31e req-b998fcac-0676-400b-a80d-9d3624b3b335 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845127 Nov 12 11:13:27.945604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54330) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:28.163209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b4cf0-291f-46dc-a72e-766fc92c889e req-2933f829-3896-41af-85b6-955331706625 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:28.172427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-262b4cf0-291f-46dc-a72e-766fc92c889e req-2933f829-3896-41af-85b6-955331706625 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0754538 Nov 12 11:13:28.206489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:28.296171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-262b4cf0-291f-46dc-a72e-766fc92c889e req-b8f1fcfa-de9f-41bb-a216-8916a917adfa tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226318 Nov 12 11:13:28.348294 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.558714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:28.825296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-aca089a4-950a-427c-916e-dc6dae9ad451 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1918359 Nov 12 11:13:28.827249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Allocated IP 172.25.3.204 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/4a2fa00a-b7d8-4449-88a4-24b6339c3a1f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:28.837912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-1ccaaf6e-684a-453d-af26-ac78c593ed74 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:13:28.839336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-1ccaaf6e-684a-453d-af26-ac78c593ed74 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065863 Nov 12 11:13:29.005429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.181243 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.238355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:29.251093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:29.259558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:29.275483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Pushing event updated for resources: {'Port': ['ID=4a2fa00a-b7d8-4449-88a4-24b6339c3a1f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:29.280608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df2674c9-004c-4934-abdc-742b514ae1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.430690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.576403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89389b1-6ca5-4ab2-957d-d556dab8ff0b req-30a7350e-99ac-4f0c-8918-a818e0073e80 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:29.578610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e89389b1-6ca5-4ab2-957d-d556dab8ff0b req-30a7350e-99ac-4f0c-8918-a818e0073e80 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0878146 Nov 12 11:13:29.649221 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.723879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e89389b1-6ca5-4ab2-957d-d556dab8ff0b req-3a33bc8c-5163-4b62-b433-3f6da285fe50 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354904 Nov 12 11:13:29.888502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:29.963512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.015138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136009f8-0526-44b9-a951-05895b9d47fe req-b4c6d3a2-c150-48ea-bbb3-2f746796c699 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:30.017619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-136009f8-0526-44b9-a951-05895b9d47fe req-b4c6d3a2-c150-48ea-bbb3-2f746796c699 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 950 time: 0.1160831 Nov 12 11:13:30.078190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Pushing event updated for resources: {'Port': ['ID=4a2fa00a-b7d8-4449-88a4-24b6339c3a1f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:30.109939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.135318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-136009f8-0526-44b9-a951-05895b9d47fe req-34860bd2-9b09-42b2-8b77-299f5e906564 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841329 Nov 12 11:13:30.220567 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.222525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9c7552e7-4b61-4c8e-b446-429f3fa63134 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2757833 Nov 12 11:13:30.223213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54410) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:30.228307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-84597025', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'fixed_ips': [{'ip_address': '172.25.3.204'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:30.336828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Made reservation on behalf of c4d8e5f3549b4cdda2c7c75d9e1df446 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:30.339153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.349844 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.436104 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.517492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:30.525654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] device_id is not set on port 6001dc0e-af54-45a1-b04a-2b9a5353f19d yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:30.624436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a8d2c-d74b-409d-87a7-6832a574803d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:30.836726 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 11:13:30.837167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:30.892515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5171-ad0b-47f1-8975-50c0ef397e69 req-e7360578-d8b0-4870-b989-86921429ce55 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:30.894555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a13d5171-ad0b-47f1-8975-50c0ef397e69 req-e7360578-d8b0-4870-b989-86921429ce55 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0708416 Nov 12 11:13:30.954878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a13d5171-ad0b-47f1-8975-50c0ef397e69 req-a0fbd19f-2f0b-4b9d-9e46-fc90a44eccb0 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522094 Nov 12 11:13:30.985455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a04ff0b9-3ddf-4c5a-9b06-41243a1eec3e tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7611930 Nov 12 11:13:30.989235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54424) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:31.115442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Deleting port 4a2fa00a-b7d8-4449-88a4-24b6339c3a1f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:31.116150 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.205902 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.206300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.220367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Calling delete_port for 4a2fa00a-b7d8-4449-88a4-24b6339c3a1f owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:31.277855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997009d4-e2aa-446d-bfca-e9f6487d2a57 req-20a6b045-b4b6-4cd1-8aef-13f800fea8a4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:31.280950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-997009d4-e2aa-446d-bfca-e9f6487d2a57 req-20a6b045-b4b6-4cd1-8aef-13f800fea8a4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 950 time: 0.0546546 Nov 12 11:13:31.333816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-997009d4-e2aa-446d-bfca-e9f6487d2a57 req-7f9bbfb8-9f36-489d-a532-63d00f3ce9a0 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474303 Nov 12 11:13:31.441783 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.477253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a2fa00a-b7d8-4449-88a4-24b6339c3a1f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:31.540463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.548555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:31.553545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-55fef960-eb62-43b6-9320-98dad32920b4 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219 tempest-ExternalNetworksAdminNegativeTestJSON-2015727219-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/be907373-ee55-4aff-abb3-90c1e5649933 HTTP/1.1" status: 204 len: 168 time: 0.5596261 Nov 12 11:13:31.806882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-203d5dad-1aca-498c-b86c-81812105d77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.107171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb4fb5-30be-43a1-8829-ef73fa52443d req-8236a263-3210-4b4b-9798-b576bf760d6b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:32.109035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6fcb4fb5-30be-43a1-8829-ef73fa52443d req-8236a263-3210-4b4b-9798-b576bf760d6b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0685453 Nov 12 11:13:32.174079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6fcb4fb5-30be-43a1-8829-ef73fa52443d req-08f4ae00-b028-489f-8c8f-48fc306b8660 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582380 Nov 12 11:13:32.184889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54530) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:32.323715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6dc75a5c-a835-49fa-b809-73746f0eba4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.420688 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6dc75a5c-a835-49fa-b809-73746f0eba4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.521256 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6dc75a5c-a835-49fa-b809-73746f0eba4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.564488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6dc75a5c-a835-49fa-b809-73746f0eba4f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=388f6e735f8e4a7981d49c1e7a0c0f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3784783 Nov 12 11:13:32.565239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54582) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:32.565838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc75a5c-a835-49fa-b809-73746f0eba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c898855-9784-49cd-80bc-04807f0649cb,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:32.637993 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ced7319a-38cf-4b00-b900-16aaf7eec00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.663863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ced7319a-38cf-4b00-b900-16aaf7eec00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.821779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ced7319a-38cf-4b00-b900-16aaf7eec00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.821779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ced7319a-38cf-4b00-b900-16aaf7eec00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:32.822303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ced7319a-38cf-4b00-b900-16aaf7eec00d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7c898855-9784-49cd-80bc-04807f0649cb HTTP/1.1" status: 204 len: 168 time: 0.2550066 Nov 12 11:13:32.834516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7319a-38cf-4b00-b900-16aaf7eec00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c898855-9784-49cd-80bc-04807f0649cb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:32.978546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.361130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50827ed-ae9c-4393-98e4-c578a508d2f5 req-b7f2d516-3355-491a-a451-628454e8e0a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:33.362689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b50827ed-ae9c-4393-98e4-c578a508d2f5 req-b7f2d516-3355-491a-a451-628454e8e0a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0730784 Nov 12 11:13:33.415530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b50827ed-ae9c-4393-98e4-c578a508d2f5 req-03f393fc-c36c-496f-b16c-30f06c026eb6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449624 Nov 12 11:13:33.529562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:33.611033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54648) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:33.621427 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.654339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:33.657769 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca320aeb-9a72-4a14-be9b-6eab2cee421d" -d '{"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:33.659706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-136809b8-b65e-45ae-8d11-2e7b54ca3dc4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c4d8e5f3549b4cdda2c7c75d9e1df446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474861 Nov 12 11:13:33.662237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54654) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:33.672470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:33.712413 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31f2d0b-10dc-4776-8288-172bb6fd861b x-openstack-request-id: req-f31f2d0b-10dc-4776-8288-172bb6fd861b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:33.712706 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:33.712957 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f31f2d0b-10dc-4776-8288-172bb6fd861b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:33.713868 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'code': 200} Nov 12 11:13:33.725265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8af5e97c-7a5b-4b63-9813-b1d1750ae1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.747197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8af5e97c-7a5b-4b63-9813-b1d1750ae1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.770922 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.821220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=11']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:33.904496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8af5e97c-7a5b-4b63-9813-b1d1750ae1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.908154 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8af5e97c-7a5b-4b63-9813-b1d1750ae1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:33.912645 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8af5e97c-7a5b-4b63-9813-b1d1750ae1ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/448a8d2c-d74b-409d-87a7-6832a574803d HTTP/1.1" status: 204 len: 168 time: 0.2458858 Nov 12 11:13:33.918432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e97c-7a5b-4b63-9813-b1d1750ae1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a8d2c-d74b-409d-87a7-6832a574803d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:34.178521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:34.571185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac027ec-fbce-4c69-a775-34cbf0d19b96 req-9eaef3a0-b70d-41b8-addb-5fc24ee3a684 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:34.573283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ac027ec-fbce-4c69-a775-34cbf0d19b96 req-9eaef3a0-b70d-41b8-addb-5fc24ee3a684 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0664215 Nov 12 11:13:34.648564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ac027ec-fbce-4c69-a775-34cbf0d19b96 req-034de46d-5710-4500-94df-a1f68c66b89e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621614 Nov 12 11:13:34.721793 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:13:34.789797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.339317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54728) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:35.443937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1530719178'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:35.553300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:35.553300 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.562038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.642848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.736877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.774706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:35.790175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64603a05-b570-4a7e-8b7c-9fdc14790085 req-b7b958df-2fcc-43df-a81e-b6e88e6785ec tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:35.791417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721d93f7-af98-41e5-98c3-fd0af971f9f6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:35.792301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64603a05-b570-4a7e-8b7c-9fdc14790085 req-b7b958df-2fcc-43df-a81e-b6e88e6785ec tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0538943 Nov 12 11:13:35.794066 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.794622 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Added segment 29d3f821-b323-4f4d-a79f-3d1825c6add2 of type vlan for network 0a70e22c-43b6-432c-af08-b54cfb20119c Nov 12 11:13:35.838491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.853693 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64603a05-b570-4a7e-8b7c-9fdc14790085 req-8f45ba44-ec1e-4443-95dd-ebe1d4a1c597 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527308 Nov 12 11:13:35.970975 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:35.977368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:35.978416 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.062478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Network': ['ID=0a70e22c-43b6-432c-af08-b54cfb20119c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:36.069555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:36.118054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8284f916-dfda-4e9b-81c4-97f29398a2ac tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7746842 Nov 12 11:13:36.118312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54754) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:36.125444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'name': 'tempest-PortsIpV6TestJSON-1193233195'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:36.315752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:36.319992 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.340323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port bdb4742f-1e53-41ff-96fd-7e9b737c53bc yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:36.529566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.657380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:36.716801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=bdb4742f-1e53-41ff-96fd-7e9b737c53bc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:36.740571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking segment: {'id': '29d3f821-b323-4f4d-a79f-3d1825c6add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:36.740945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network hostable DHCP agents. Network: 0a70e22c-43b6-432c-af08-b54cfb20119c, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:36.850508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:36.972187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 0a70e22c-43b6-432c-af08-b54cfb20119c) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:36.977764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:36.981856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4172687c-ee85-49c5-a7e3-2d044bd8fb04 None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:36.989705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:36.990347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.009460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72d35f-ae45-4112-ba2a-fdf7afac15e5 req-cf1528e1-5382-4cc9-8865-bc10ffd8ce91 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:37.016104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a72d35f-ae45-4112-ba2a-fdf7afac15e5 req-cf1528e1-5382-4cc9-8865-bc10ffd8ce91 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0759149 Nov 12 11:13:37.069771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a72d35f-ae45-4112-ba2a-fdf7afac15e5 req-a7052481-70de-40f9-87ab-3ad3c7c4b93f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517843 Nov 12 11:13:37.169768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-becaec44-16f9-4757-9eb5-5ab899eef76d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0455236 Nov 12 11:13:37.169987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:37.174779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-339881825'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:37.281605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:37.285467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.318458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:37.327513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.327840 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Added segment e52f8ea9-86fd-4744-a0a4-29ca6c662350 of type vlan for network 96618d21-8a4d-4c26-92e5-9d54e9da806b Nov 12 11:13:37.368968 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.475262 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.481192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:37.481796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:37.555966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Network': ['ID=96618d21-8a4d-4c26-92e5-9d54e9da806b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:37.566834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 96618d21-8a4d-4c26-92e5-9d54e9da806b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:37.651189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6d8eb318-4e7c-499e-9186-512d07de5165 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4807982 Nov 12 11:13:37.653927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54796) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:37.659685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'ports': [{'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c'}, {'network_id': '96618d21-8a4d-4c26-92e5-9d54e9da806b'}]} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:37.660025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:37.660871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '96618d21-8a4d-4c26-92e5-9d54e9da806b'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:37.982748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 2} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:37.988136 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.005803 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.110491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 86122760-d6f7-4583-919b-84c58afdffb5 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:38.236992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85110b8d-3d76-4590-85b1-8ca7cee3ff8a req-678e56b4-1973-44a8-abf2-582771874c73 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.244961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-85110b8d-3d76-4590-85b1-8ca7cee3ff8a req-678e56b4-1973-44a8-abf2-582771874c73 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0826662 Nov 12 11:13:38.262728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.298050 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-85110b8d-3d76-4590-85b1-8ca7cee3ff8a req-09fbebe6-4066-46eb-b2aa-e313719c19c8 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512574 Nov 12 11:13:38.347663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port ed442f1b-6876-441f-af41-2c2549585147 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:38.480857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.636340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.680160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:38.683495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:38.690090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:38.691180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:38.704974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca7ec1-c85e-4f45-a80d-a6ee8cebf7be req-31dfb7e2-a078-41e0-ab2d-74743b0e226a tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:38.705378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=86122760-d6f7-4583-919b-84c58afdffb5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:38.706487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8ca7ec1-c85e-4f45-a80d-a6ee8cebf7be req-31dfb7e2-a078-41e0-ab2d-74743b0e226a tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.0615959 Nov 12 11:13:38.778428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking segment: {'id': 'e52f8ea9-86fd-4744-a0a4-29ca6c662350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '96618d21-8a4d-4c26-92e5-9d54e9da806b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:38.778807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network hostable DHCP agents. Network: 96618d21-8a4d-4c26-92e5-9d54e9da806b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:38.782820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d8ca7ec1-c85e-4f45-a80d-a6ee8cebf7be req-b0803cd6-e4cb-4ac0-ba76-48166b63f2b6 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608845 Nov 12 11:13:38.783678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=ed442f1b-6876-441f-af41-2c2549585147,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:38.915725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 96618d21-8a4d-4c26-92e5-9d54e9da806b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:39.023865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 96618d21-8a4d-4c26-92e5-9d54e9da806b) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:39.028248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:39.032434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef0ee7-f76d-45ee-b902-558ecd82c62a None None] Network 96618d21-8a4d-4c26-92e5-9d54e9da806b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:39.035123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:39.040400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:39.041074 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.161211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-85be84dd-68c5-405e-ae73-fd1c3aa2aab9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5037191 Nov 12 11:13:39.161704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54820) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:39.274988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-83cd0903-f466-4ae9-96e3-e774295533b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port ed442f1b-6876-441f-af41-2c2549585147 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:39.275582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83cd0903-f466-4ae9-96e3-e774295533b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.359750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83cd0903-f466-4ae9-96e3-e774295533b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.381325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-83cd0903-f466-4ae9-96e3-e774295533b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for ed442f1b-6876-441f-af41-2c2549585147 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:39.495246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb78bd9-55cf-444f-89ba-6b990e3d48b2 req-5042f8e1-70a6-4708-89bd-189060298d8e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:39.497512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-beb78bd9-55cf-444f-89ba-6b990e3d48b2 req-5042f8e1-70a6-4708-89bd-189060298d8e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0989039 Nov 12 11:13:39.597661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-beb78bd9-55cf-444f-89ba-6b990e3d48b2 req-90d99423-c691-490c-a440-1f5fb1c8986d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878906 Nov 12 11:13:39.606551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83cd0903-f466-4ae9-96e3-e774295533b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.958635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f87691-7421-47c7-8fac-ef7f56171b0f req-0a609cb9-16c0-4d55-81ec-08934015d8ae tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:39.960682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61f87691-7421-47c7-8fac-ef7f56171b0f req-0a609cb9-16c0-4d55-81ec-08934015d8ae tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.0616164 Nov 12 11:13:39.970740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd0903-f466-4ae9-96e3-e774295533b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=ed442f1b-6876-441f-af41-2c2549585147,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:39.976220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83cd0903-f466-4ae9-96e3-e774295533b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:39.979652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-83cd0903-f466-4ae9-96e3-e774295533b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/ed442f1b-6876-441f-af41-2c2549585147 HTTP/1.1" status: 204 len: 168 time: 0.8169670 Nov 12 11:13:39.982208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54840) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.037007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2978150-7ac1-47a4-9bbb-0504febc6207 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:40.046857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2978150-7ac1-47a4-9bbb-0504febc6207 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:40.046857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e2978150-7ac1-47a4-9bbb-0504febc6207 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0618994 Nov 12 11:13:40.048445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54842) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.076592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61f87691-7421-47c7-8fac-ef7f56171b0f req-dcd78c6a-039b-4ca1-a21b-0ddeb05cc1bc tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076593 Nov 12 11:13:40.142545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8c7bb-8810-4937-aaab-1b14dfd181e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 86122760-d6f7-4583-919b-84c58afdffb5 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:40.143155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c7bb-8810-4937-aaab-1b14dfd181e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.213840 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c7bb-8810-4937-aaab-1b14dfd181e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.230412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a6d8c7bb-8810-4937-aaab-1b14dfd181e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 86122760-d6f7-4583-919b-84c58afdffb5 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:40.406928 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c7bb-8810-4937-aaab-1b14dfd181e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.440831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8c7bb-8810-4937-aaab-1b14dfd181e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=86122760-d6f7-4583-919b-84c58afdffb5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:40.450103 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c7bb-8810-4937-aaab-1b14dfd181e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.456206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a6d8c7bb-8810-4937-aaab-1b14dfd181e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/86122760-d6f7-4583-919b-84c58afdffb5 HTTP/1.1" status: 204 len: 168 time: 0.4037480 Nov 12 11:13:40.456412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54846) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.512757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855134f8-90dc-4e8e-bc4a-908790f8e560 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:40.514488 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-855134f8-90dc-4e8e-bc4a-908790f8e560 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0571828 Nov 12 11:13:40.517670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54850) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.542732 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c69169-e51e-47fc-a3e5-90044a7e4a5d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:13:40.544300 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c9c69169-e51e-47fc-a3e5-90044a7e4a5d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/ed442f1b-6876-441f-af41-2c2549585147 HTTP/1.1" status: 404 len: 333 time: 0.0254984 Nov 12 11:13:40.547000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54852) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.572687 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-28827769-de70-4161-be42-42190f49eac0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:13:40.574251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-28827769-de70-4161-be42-42190f49eac0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/86122760-d6f7-4583-919b-84c58afdffb5 HTTP/1.1" status: 404 len: 333 time: 0.0263290 Nov 12 11:13:40.580158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54856) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:40.745843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.749002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-de65633e-89fd-4a9a-9030-d74fbce98d13 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:40.750802 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-de65633e-89fd-4a9a-9030-d74fbce98d13 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.1051629 Nov 12 11:13:40.862378 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.903883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96618d21-8a4d-4c26-92e5-9d54e9da806b']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:40.917149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52f8ea9-86fd-4744-a0a4-29ca6c662350') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:40.917850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52f8ea9-86fd-4744-a0a4-29ca6c662350') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:40.918688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Deleting port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:40.919031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.945205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.962848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:40.998966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:40.999869 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:41.004498 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:41.052902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] For port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:41.053265 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.070987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Calling delete_port for 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:41.182147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c358d-9abb-47c2-9591-2ab0953f5c68 req-0f3888f1-b2a7-4dc3-9aea-96604a1771f2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.188562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-735c358d-9abb-47c2-9591-2ab0953f5c68 req-0f3888f1-b2a7-4dc3-9aea-96604a1771f2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.2297871 Nov 12 11:13:41.193747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-ecfc37bf-c9a6-4ad5-974e-724b4ad77257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.195354 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-ecfc37bf-c9a6-4ad5-974e-724b4ad77257 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a&tenant_id=e9df845ab93d4af692eda94005804137 HTTP/1.1" status: 200 len: 1095 time: 0.1790984 Nov 12 11:13:41.264351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.267063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c645d57-59dc-44dd-b9ab-62c4c8e03b89 req-ad1f57ff-f594-421c-af5c-60583d4f9c01 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.268654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c645d57-59dc-44dd-b9ab-62c4c8e03b89 req-ad1f57ff-f594-421c-af5c-60583d4f9c01 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 948 time: 0.0960066 Nov 12 11:13:41.272448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-735c358d-9abb-47c2-9591-2ab0953f5c68 req-c1a8f14b-5f4a-4e57-9e04-727157219cdb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813820 Nov 12 11:13:41.289018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.291455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/networks/96618d21-8a4d-4c26-92e5-9d54e9da806b HTTP/1.1" status: 204 len: 168 time: 0.7099361 Nov 12 11:13:41.295407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54866) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:41.307333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-435374193'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:41.314126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba8568-87a7-4a41-8a1c-efa684253500 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Network': ['ID=96618d21-8a4d-4c26-92e5-9d54e9da806b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.326225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-a9a5dc47-c2ad-4b0c-9ddc-7f343787feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.328026 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-a9a5dc47-c2ad-4b0c-9ddc-7f343787feef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1095 time: 0.1005225 Nov 12 11:13:41.368491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c645d57-59dc-44dd-b9ab-62c4c8e03b89 req-77f50984-07dc-416d-86df-14f2135d6507 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875208 Nov 12 11:13:41.370126 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.404208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Pushing event deleted for resources: {'Port': ['ID=6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.414528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:41.416486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.454187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-678e8409-b858-4036-80d7-53fd32f61120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.456202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-678e8409-b858-4036-80d7-53fd32f61120 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.1211977 Nov 12 11:13:41.467839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] No DVR routers for this DVR port 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:41.471037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.474393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d63c6da-a42b-4334-9891-d8e68f1e483a req-58027609-c5b7-439c-829e-e484e17eb6b4 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "DELETE /v2.0/ports/6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 HTTP/1.1" status: 204 len: 173 time: 0.7061179 Nov 12 11:13:41.474842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'name': 'network-vif-deleted', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:41.477111 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea399dd7-2b84-480d-b9d6-0c996cf5cb9a" -d '{"events": [{"server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "name": "network-vif-deleted", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:41.489624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:41.510457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.510841 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Added segment 7dfe2c31-31aa-40c1-aa14-6972cef945c0 of type vlan for network e692748e-7974-4f6f-a826-480ed65fbf48 Nov 12 11:13:41.527627 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad50613-fb55-4266-8e21-50e52a510a04 x-openstack-request-id: req-4ad50613-fb55-4266-8e21-50e52a510a04 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:41.528052 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa41a06-442c-43ec-b318-158449269104", "name": "network-vif-deleted", "tag": "6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:41.528235 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4ad50613-fb55-4266-8e21-50e52a510a04 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:41.528622 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa41a06-442c-43ec-b318-158449269104', 'name': 'network-vif-deleted', 'tag': '6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8', 'status': 'completed', 'code': 200} Nov 12 11:13:41.551961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-6025fec1-8e96-4e6d-9e01-6f69420a8f13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 998 time: 0.0881824 Nov 12 11:13:41.564124 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.617898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-742a4a3f-7be6-450b-99aa-8c36df592b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.619395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-742a4a3f-7be6-450b-99aa-8c36df592b87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.0607698 Nov 12 11:13:41.684833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-56957bfb-47fc-4f5e-9184-c6651024a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.684833 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-56957bfb-47fc-4f5e-9184-c6651024a789 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552757 Nov 12 11:13:41.759107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.774896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:41.775564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:41.808383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-ac2ea6be-f2b7-450e-bd40-c8b50acbec51 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179070 Nov 12 11:13:41.888941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Network': ['ID=e692748e-7974-4f6f-a826-480ed65fbf48,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:41.903639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e692748e-7974-4f6f-a826-480ed65fbf48 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:41.911327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fae35ddc-69fa-4f4e-83b9-c699543bac98 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6141560 Nov 12 11:13:41.912571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54878) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:41.920473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': 'e692748e-7974-4f6f-a826-480ed65fbf48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:41.971153 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-e4b91e47-05b4-41d3-9a47-221a86e1b0ad service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548162 Nov 12 11:13:42.221988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:42.225815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.290700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Performing IP validity checks on allocation pools {{(pid=109704) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:13:42.293652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109704) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:13:42.436195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85adb2-4596-43e4-a5b3-0940b0530ee8 req-850e81e1-01bb-4633-8735-0284d9011030 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:42.444534 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c85adb2-4596-43e4-a5b3-0940b0530ee8 req-850e81e1-01bb-4633-8735-0284d9011030 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0838687 Nov 12 11:13:42.540454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c85adb2-4596-43e4-a5b3-0940b0530ee8 req-a39e4d6b-f416-46e3-9d5e-443e6866968d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939476 Nov 12 11:13:42.603612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c2b98e9-dfb8-41a1-b179-0fd6b1d00571 req-e05134c7-5704-411f-ad1d-20d4eac95afb tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=bfa41a06-442c-43ec-b318-158449269104 HTTP/1.1" status: 200 len: 210 time: 0.0387123 Nov 12 11:13:42.676713 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:42.786362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=9c7532b5-4004-421d-8833-61749f811e7a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:42.869574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking segment: {'id': '7dfe2c31-31aa-40c1-aa14-6972cef945c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e692748e-7974-4f6f-a826-480ed65fbf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:42.870343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network hostable DHCP agents. Network: e692748e-7974-4f6f-a826-480ed65fbf48, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:43.012981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network e692748e-7974-4f6f-a826-480ed65fbf48 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:43.183376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e692748e-7974-4f6f-a826-480ed65fbf48) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:43.193094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44418101-e987-4953-a1c7-b4cb6f1d8418 None None] Network e692748e-7974-4f6f-a826-480ed65fbf48 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:43.195910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:43.202591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.329280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7cb3356b-688e-4eec-bc8f-70be788821c3 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4129949 Nov 12 11:13:43.332147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54912) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:43.338600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': 'e692748e-7974-4f6f-a826-480ed65fbf48', 'name': 'tempest-PortsIpV6TestJSON-1318994871'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:43.550509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:43.600924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:43.601701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6fba5729-8d1e-4b7d-a54b-6dbc0dcddaa8 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:43.660630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:43.667680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.670575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e692748e-7974-4f6f-a826-480ed65fbf48', 'network_id': 'e692748e-7974-4f6f-a826-480ed65fbf48', 'tenant_id': '9b045a0c95bb4d67b209c1e1922c8d44', 'fixed_ips': [{'subnet_id': '9c7532b5-4004-421d-8833-61749f811e7a'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:43.671779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:43.738268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 57b84658-954b-4369-8655-0c94ebdc2fc8 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:44.025559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Allocated IP 2001:db8::2 (e692748e-7974-4f6f-a826-480ed65fbf48/9c7532b5-4004-421d-8833-61749f811e7a/2d4abdbb-935a-428e-8d50-0f6ec2cacce5) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:44.353685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.450891 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.518863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Pushing event updated for resources: {'Port': ['ID=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:44.540861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Network e692748e-7974-4f6f-a826-480ed65fbf48 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:44.542306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:44.548407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:44.564512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbd233-11aa-41c6-8dc9-efcbf18222fd req-9549a204-c70d-4a49-95bf-9e49ec7b504f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:44.592405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74fbd233-11aa-41c6-8dc9-efcbf18222fd req-9549a204-c70d-4a49-95bf-9e49ec7b504f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.9056816 Nov 12 11:13:44.685548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::44 (e692748e-7974-4f6f-a826-480ed65fbf48/9c7532b5-4004-421d-8833-61749f811e7a/57b84658-954b-4369-8655-0c94ebdc2fc8) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:44.696723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74fbd233-11aa-41c6-8dc9-efcbf18222fd req-374e5551-0f3a-4867-b132-61a6e6bc13a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031606 Nov 12 11:13:44.728128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Attempting to bind port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:44.728128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Attempting to bind port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '7dfe2c31-31aa-40c1-aa14-6972cef945c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e692748e-7974-4f6f-a826-480ed65fbf48'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:44.728128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Attempting to bind port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 on network e692748e-7974-4f6f-a826-480ed65fbf48 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:44.728128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:44.728754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Checking segment: {'id': '7dfe2c31-31aa-40c1-aa14-6972cef945c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e692748e-7974-4f6f-a826-480ed65fbf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:44.729314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.729826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Bound using segment: {'id': '7dfe2c31-31aa-40c1-aa14-6972cef945c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e692748e-7974-4f6f-a826-480ed65fbf48'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:44.730621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Bound port: 2d4abdbb-935a-428e-8d50-0f6ec2cacce5, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfe2c31-31aa-40c1-aa14-6972cef945c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e692748e-7974-4f6f-a826-480ed65fbf48'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:44.731062 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.819639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340e79-a933-4ae0-b414-5eb670c68aa0 req-561988d6-c199-4605-9b6d-bbf180ffeb0a tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:44.825446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] For port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:44.836965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d340e79-a933-4ae0-b414-5eb670c68aa0 req-561988d6-c199-4605-9b6d-bbf180ffeb0a tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 948 time: 0.1268320 Nov 12 11:13:44.841976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] For port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,segment=NetworkSegment(7dfe2c31-31aa-40c1-aa14-6972cef945c0),segment_id=7dfe2c31-31aa-40c1-aa14-6972cef945c0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:44.907613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d340e79-a933-4ae0-b414-5eb670c68aa0 req-3413a5d0-6266-45a0-bfe6-ce5c44ae9fc9 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639520 Nov 12 11:13:44.958612 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:44.984827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.033327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235811de-2f55-4124-adf2-80b4b7eb40d3 None None] Pushing event updated for resources: {'Port': ['ID=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:45.209017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.301125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network e692748e-7974-4f6f-a826-480ed65fbf48 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:45.305211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:45.310659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:45.318388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:45.318388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.331049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=57b84658-954b-4369-8655-0c94ebdc2fc8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:45.439986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4e03a35c-b8bd-41f3-9daf-dcfa85eb60ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1053848 Nov 12 11:13:45.442863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:45.565136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fd89f0fb-c5bf-4d2e-9123-288c1127d044 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 57b84658-954b-4369-8655-0c94ebdc2fc8 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:45.565721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd89f0fb-c5bf-4d2e-9123-288c1127d044 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.743732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd89f0fb-c5bf-4d2e-9123-288c1127d044 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:45.783936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fd89f0fb-c5bf-4d2e-9123-288c1127d044 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 57b84658-954b-4369-8655-0c94ebdc2fc8 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:45.892074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4641803-fc59-4d65-ad2c-c9bb93f692be req-82fb0b65-e28b-442a-bd09-bf2f10dee0ac tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:45.894127 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4641803-fc59-4d65-ad2c-c9bb93f692be req-82fb0b65-e28b-442a-bd09-bf2f10dee0ac tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0698409 Nov 12 11:13:46.041787 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4641803-fc59-4d65-ad2c-c9bb93f692be req-20dcb858-a5b1-4475-b0a7-8005f585d670 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338749 Nov 12 11:13:46.110995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5530a1-30b4-4811-977c-779015760eb6 req-202b2db1-9ffa-49c0-8e64-a567437eebeb tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:46.112765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a5530a1-30b4-4811-977c-779015760eb6 req-202b2db1-9ffa-49c0-8e64-a567437eebeb tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 948 time: 0.0716484 Nov 12 11:13:46.179250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a5530a1-30b4-4811-977c-779015760eb6 req-90a6ec6a-59a3-4a04-863e-70de2dd02c8f tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Nov 12 11:13:46.188648 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd89f0fb-c5bf-4d2e-9123-288c1127d044 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.255152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89f0fb-c5bf-4d2e-9123-288c1127d044 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=57b84658-954b-4369-8655-0c94ebdc2fc8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:46.307320 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd89f0fb-c5bf-4d2e-9123-288c1127d044 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.313648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fd89f0fb-c5bf-4d2e-9123-288c1127d044 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/57b84658-954b-4369-8655-0c94ebdc2fc8 HTTP/1.1" status: 204 len: 168 time: 0.8681145 Nov 12 11:13:46.314449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54972) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:46.387584 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce96b4be-0c77-4cbd-bd97-1b0d4ccf8579 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:13:46.390331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce96b4be-0c77-4cbd-bd97-1b0d4ccf8579 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:13:46.400873 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce96b4be-0c77-4cbd-bd97-1b0d4ccf8579 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/57b84658-954b-4369-8655-0c94ebdc2fc8 HTTP/1.1" status: 404 len: 333 time: 0.0841262 Nov 12 11:13:46.402970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54974) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:46.455756 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-09224cb5-4651-4175-a2da-0f8c954c1a29 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:13:46.457389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-09224cb5-4651-4175-a2da-0f8c954c1a29 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/57b84658-954b-4369-8655-0c94ebdc2fc8 HTTP/1.1" status: 404 len: 333 time: 0.0533903 Nov 12 11:13:46.460212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54978) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:46.524980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80b4336-0e5b-430f-abb5-0f54b7158b85 None None] Network e692748e-7974-4f6f-a826-480ed65fbf48 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:46.618517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-b5400504-fed7-4852-a159-5d58482f04f3 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:46.625639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-b5400504-fed7-4852-a159-5d58482f04f3 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 948 time: 0.0937722 Nov 12 11:13:46.676345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9528ba-489b-4840-b790-2bd67ae53ecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet 9c7532b5-4004-421d-8833-61749f811e7a {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:13:46.692799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9528ba-489b-4840-b790-2bd67ae53ecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.760763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bfa1a493-0228-488b-8afc-6f6f8dea196a None None] Provisioning complete for port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:46.761394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a493-0228-488b-8afc-6f6f8dea196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.817747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9528ba-489b-4840-b790-2bd67ae53ecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.871357 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a493-0228-488b-8afc-6f6f8dea196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:46.939959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bfa1a493-0228-488b-8afc-6f6f8dea196a None None] For port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,segment=NetworkSegment(7dfe2c31-31aa-40c1-aa14-6972cef945c0),segment_id=7dfe2c31-31aa-40c1-aa14-6972cef945c0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:46.984597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Deleting port ba4b6e28-7d83-421c-8d57-640c47ca6e68 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:46.985195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.047746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a493-0228-488b-8afc-6f6f8dea196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.112763 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9528ba-489b-4840-b790-2bd67ae53ecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.180783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1a493-0228-488b-8afc-6f6f8dea196a None None] Pushing event updated for resources: {'Port': ['ID=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:47.241812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] For port ba4b6e28-7d83-421c-8d57-640c47ca6e68, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ba4b6e28-7d83-421c-8d57-640c47ca6e68,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:47.242374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.264141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Calling delete_port for ba4b6e28-7d83-421c-8d57-640c47ca6e68 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:47.292938 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9528ba-489b-4840-b790-2bd67ae53ecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.417720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9528ba-489b-4840-b790-2bd67ae53ecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.422368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a9528ba-489b-4840-b790-2bd67ae53ecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/9c7532b5-4004-421d-8833-61749f811e7a HTTP/1.1" status: 204 len: 168 time: 0.9607012 Nov 12 11:13:47.425827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9528ba-489b-4840-b790-2bd67ae53ecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7532b5-4004-421d-8833-61749f811e7a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:47.434089 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.444614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54992) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:47.460707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ce187-950f-4c15-bcdb-2253cb0a4281 None None] Network e692748e-7974-4f6f-a826-480ed65fbf48 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:47.544630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:47.606112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-793c0985-d255-4815-9960-ba84c2f25fe9 None None] Provisioning complete for port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:47.606685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-793c0985-d255-4815-9960-ba84c2f25fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.678102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.723216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82446-2ee1-423c-8b6d-7051acc2e2c6 req-3fa63260-d2da-483c-8128-32e02ea0d016 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.740429 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09c82446-2ee1-423c-8b6d-7051acc2e2c6 req-3fa63260-d2da-483c-8128-32e02ea0d016 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 948 time: 0.3579192 Nov 12 11:13:47.760842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986fae8-a41e-46e3-875a-eed07b7fa1f4 req-985b2832-4568-4ca2-9c05-8c330851c13a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:47.773003 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4986fae8-a41e-46e3-875a-eed07b7fa1f4 req-985b2832-4568-4ca2-9c05-8c330851c13a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.2715197 Nov 12 11:13:47.793304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.828823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:47.829267 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:47.883146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Pushing event deleted for resources: {'Port': ['ID=ba4b6e28-7d83-421c-8d57-640c47ca6e68,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:47.971007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09c82446-2ee1-423c-8b6d-7051acc2e2c6 req-57b19f19-d1ec-474e-9f73-c5489197f47d tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/security-groups?id=98fa99a0-7145-4ec5-a370-4db86cac0c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295833 Nov 12 11:13:48.043677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:48.044090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.085038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] DHCP port deletion for e692748e-7974-4f6f-a826-480ed65fbf48 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:48.106353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4986fae8-a41e-46e3-875a-eed07b7fa1f4 req-1595dc71-bb2f-4fce-97de-39ab518fcf1f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323851 Nov 12 11:13:48.164829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] Deleting port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:48.166792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.171550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] No DVR routers for this DVR port ba4b6e28-7d83-421c-8d57-640c47ca6e68 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:48.177947 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.193131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bb65b26-60b7-4150-a5c0-a973f7af4b6b req-853109d2-69d1-46f8-9f5b-717ec8785549 tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.69 "DELETE /v2.0/ports/ba4b6e28-7d83-421c-8d57-640c47ca6e68 HTTP/1.1" status: 204 len: 173 time: 1.5601077 Nov 12 11:13:48.194088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-deleted', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:13:48.199282 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a525bea8-fb71-4245-8301-289a4d8619c3" -d '{"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-deleted", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:13:48.313341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] For port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,segment=NetworkSegment(7dfe2c31-31aa-40c1-aa14-6972cef945c0),segment_id=7dfe2c31-31aa-40c1-aa14-6972cef945c0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:48.314190 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.322577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] For port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,segment=NetworkSegment(7dfe2c31-31aa-40c1-aa14-6972cef945c0),segment_id=7dfe2c31-31aa-40c1-aa14-6972cef945c0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:48.323267 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.371141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] Calling delete_port for 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:48.389787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:48.548951 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de8548-a18a-4599-a878-448de8854c87 x-openstack-request-id: req-34de8548-a18a-4599-a878-448de8854c87 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:13:48.549437 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a12e6c5-e1d1-4a32-b232-e7196dbc62ca", "name": "network-vif-deleted", "tag": "ba4b6e28-7d83-421c-8d57-640c47ca6e68", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:13:48.549840 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-34de8548-a18a-4599-a878-448de8854c87 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:13:48.550342 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a12e6c5-e1d1-4a32-b232-e7196dbc62ca', 'name': 'network-vif-deleted', 'tag': 'ba4b6e28-7d83-421c-8d57-640c47ca6e68', 'status': 'completed', 'code': 200} Nov 12 11:13:48.713820 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.724570 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.741579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No DVR routers for this DVR port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:48.761971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] Pushing event deleted for resources: {'Port': ['ID=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:48.766815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42aedb-1b7b-4715-b42c-5abf844865a6 None None] No DVR routers for this DVR port 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:48.796644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=2d4abdbb-935a-428e-8d50-0f6ec2cacce5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:48.891149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.921639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e692748e-7974-4f6f-a826-480ed65fbf48']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:48.933531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfe2c31-31aa-40c1-aa14-6972cef945c0') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:48.933728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfe2c31-31aa-40c1-aa14-6972cef945c0') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:48.946336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.979340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:48.997151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:48.997560 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:49.001504 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:49.216546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c59b31d6-3373-49fe-b2cb-0bd20fb27a70 req-81b13055-522f-419c-87d7-e03b025bdc7b tempest-ListImageFiltersTestJSON-1238527907 tempest-ListImageFiltersTestJSON-1238527907-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a12e6c5-e1d1-4a32-b232-e7196dbc62ca HTTP/1.1" status: 200 len: 210 time: 0.0699499 Nov 12 11:13:49.218234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.255739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.263037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/networks/e692748e-7974-4f6f-a826-480ed65fbf48 HTTP/1.1" status: 204 len: 168 time: 1.8170357 Nov 12 11:13:49.267172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55012) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:49.272977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1980096516'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:49.331589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03227e51-e0f7-4997-a345-588e89b38b75 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Network': ['ID=e692748e-7974-4f6f-a826-480ed65fbf48,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:49.365096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:49.399413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:49.400180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.465494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:49.467494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d4abdbb-935a-428e-8d50-0f6ec2cacce5 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:49.502840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:49.523142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6edb6-cb70-42db-90cf-d907903dafb5 req-323fd694-ef26-4473-b998-a8026e296b5a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:49.537502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.540622 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Added segment 47aa63d7-85ca-45d1-8c26-69ebf003c3c2 of type vlan for network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 Nov 12 11:13:49.541731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39e6edb6-cb70-42db-90cf-d907903dafb5 req-323fd694-ef26-4473-b998-a8026e296b5a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1731486 Nov 12 11:13:49.596950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:49.628716 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39e6edb6-cb70-42db-90cf-d907903dafb5 req-8a7f2a52-416e-48c9-895d-73282104c730 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842719 Nov 12 11:13:49.635545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.724226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: ba4b6e28-7d83-421c-8d57-640c47ca6e68 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:49.724226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ba4b6e28-7d83-421c-8d57-640c47ca6e68 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:49.801163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.808098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:49.808995 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:49.917256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Network': ['ID=68078d0a-3534-4795-ac4a-5e0b0a0773d3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:49.940216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:49.947651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2fc5fc16-7f79-4035-9985-59f50ceb76ea tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6793616 Nov 12 11:13:49.950724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55022) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:49.962328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '68078d0a-3534-4795-ac4a-5e0b0a0773d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:50.200709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:50.205049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.484624 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.679410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:50.840530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=a8b8a69a-107d-4874-aed3-cbceabd5635f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:50.853231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0f13e-4b39-4905-bc52-1f798c7e8654 req-825bcd1a-9990-4589-891b-96baa68268a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:50.862856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07f0f13e-4b39-4905-bc52-1f798c7e8654 req-825bcd1a-9990-4589-891b-96baa68268a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1131315 Nov 12 11:13:50.869323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking segment: {'id': '47aa63d7-85ca-45d1-8c26-69ebf003c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '68078d0a-3534-4795-ac4a-5e0b0a0773d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:50.869730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network hostable DHCP agents. Network: 68078d0a-3534-4795-ac4a-5e0b0a0773d3, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:13:50.979772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:13:51.011370 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07f0f13e-4b39-4905-bc52-1f798c7e8654 req-e7c0c2bb-2a0c-47b9-a0d5-e10686cb7f1c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343396 Nov 12 11:13:51.087774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 68078d0a-3534-4795-ac4a-5e0b0a0773d3) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:51.104675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcad783-7861-4a4a-83ea-92978e97f13a None None] Network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:51.107481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:51.115276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.277860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15f8ddc8-d966-4495-bc7c-4716f56966cf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3236172 Nov 12 11:13:51.280825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:51.288743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '68078d0a-3534-4795-ac4a-5e0b0a0773d3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2034863153'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:51.475412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-68078d0a-3534-4795-ac4a-5e0b0a0773d3', 'network_id': '68078d0a-3534-4795-ac4a-5e0b0a0773d3', 'tenant_id': '9b045a0c95bb4d67b209c1e1922c8d44', 'fixed_ips': [{'subnet_id': 'a8b8a69a-107d-4874-aed3-cbceabd5635f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:13:51.476428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.782299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:51.786209 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:51.844364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port ed20069b-0201-44a7-b614-f51dd507b530 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:51.850295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Allocated IP 2001:db8::2 (68078d0a-3534-4795-ac4a-5e0b0a0773d3/a8b8a69a-107d-4874-aed3-cbceabd5635f/af1d6c50-f596-4baf-9b93-f339d991ba19) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:52.214419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.335782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d7121-1f44-4b1e-bbcb-1553dae32c52 req-c861e6ed-9483-4022-b154-b1b3c758e4cf tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:52.337942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef1d7121-1f44-4b1e-bbcb-1553dae32c52 req-c861e6ed-9483-4022-b154-b1b3c758e4cf tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1565523 Nov 12 11:13:52.355089 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.428837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:52.438110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:52.441810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:52.453426 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef1d7121-1f44-4b1e-bbcb-1553dae32c52 req-ac9ba70c-0fc0-44a4-b5d0-a6493b2c362c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093659 Nov 12 11:13:52.522235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Pushing event updated for resources: {'Port': ['ID=af1d6c50-f596-4baf-9b93-f339d991ba19,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:52.549349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::ef (68078d0a-3534-4795-ac4a-5e0b0a0773d3/a8b8a69a-107d-4874-aed3-cbceabd5635f/ed20069b-0201-44a7-b614-f51dd507b530) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:13:52.632476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55094) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:52.751242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Attempting to bind port af1d6c50-f596-4baf-9b93-f339d991ba19 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:13:52.757091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Attempting to bind port af1d6c50-f596-4baf-9b93-f339d991ba19 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '47aa63d7-85ca-45d1-8c26-69ebf003c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '68078d0a-3534-4795-ac4a-5e0b0a0773d3'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:13:52.757091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Attempting to bind port af1d6c50-f596-4baf-9b93-f339d991ba19 on network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:13:52.777385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:13:52.778044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Checking segment: {'id': '47aa63d7-85ca-45d1-8c26-69ebf003c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '68078d0a-3534-4795-ac4a-5e0b0a0773d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:13:52.778617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.779165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Bound using segment: {'id': '47aa63d7-85ca-45d1-8c26-69ebf003c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '68078d0a-3534-4795-ac4a-5e0b0a0773d3'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:13:52.779865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Bound port: af1d6c50-f596-4baf-9b93-f339d991ba19, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47aa63d7-85ca-45d1-8c26-69ebf003c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '68078d0a-3534-4795-ac4a-5e0b0a0773d3'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:13:52.781119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.845375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.929025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d579b15e-cda5-4f06-b6c8-93ae846da721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.966865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] For port af1d6c50-f596-4baf-9b93-f339d991ba19, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:13:52.990107 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:52.995780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] For port af1d6c50-f596-4baf-9b93-f339d991ba19, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=af1d6c50-f596-4baf-9b93-f339d991ba19,segment=NetworkSegment(47aa63d7-85ca-45d1-8c26-69ebf003c3c2),segment_id=47aa63d7-85ca-45d1-8c26-69ebf003c3c2)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:13:53.034278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:53.040319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:53.044586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:53.051237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:53.051905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.065715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=ed20069b-0201-44a7-b614-f51dd507b530,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:53.074731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.075324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.075814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.076354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.076873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.077355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.077848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.078175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.078496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.078812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.079132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.079500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:13:53.085261 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d579b15e-cda5-4f06-b6c8-93ae846da721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.098909 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.202190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63fcb8-599f-49b2-8961-461fb7e4540f None None] Pushing event updated for resources: {'Port': ['ID=af1d6c50-f596-4baf-9b93-f339d991ba19,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:53.598595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d579b15e-cda5-4f06-b6c8-93ae846da721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.603489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4d8616f8-6b16-49bf-88da-d63f0cfe50b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3210607 Nov 12 11:13:53.608620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55108) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:53.732532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55116) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:53.740499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d579b15e-cda5-4f06-b6c8-93ae846da721 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6a2b6b7d26b44aa9935bd976e5f8da36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1016264 Nov 12 11:13:53.745381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579b15e-cda5-4f06-b6c8-93ae846da721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9eb4d-a233-462a-8d34-f832ee390470,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:53.843669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9304b78-71fd-4f8b-85cc-5cd6c7ed27ca req-73ed5e04-4883-491f-a22e-b0c2ea116711 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:53.845296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f9304b78-71fd-4f8b-85cc-5cd6c7ed27ca req-73ed5e04-4883-491f-a22e-b0c2ea116711 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.2384412 Nov 12 11:13:53.977541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f21f22de-d26d-4167-ba0e-e5341ca3345f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:53.989824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f9304b78-71fd-4f8b-85cc-5cd6c7ed27ca req-fc8564dd-25eb-4d91-8597-deb290fb13c9 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336503 Nov 12 11:13:54.044734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-00b4acc1-7ef3-423c-8bbb-4488e0413636 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port ed20069b-0201-44a7-b614-f51dd507b530 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:54.050101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00b4acc1-7ef3-423c-8bbb-4488e0413636 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.268830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f21f22de-d26d-4167-ba0e-e5341ca3345f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.305619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00b4acc1-7ef3-423c-8bbb-4488e0413636 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.355905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-00b4acc1-7ef3-423c-8bbb-4488e0413636 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for ed20069b-0201-44a7-b614-f51dd507b530 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:54.746412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc20a376-e135-4117-bba6-45af123faccb None None] Network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:54.876317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-37c0d302-a235-4fd1-a25d-542d806d400f None None] Provisioning complete for port af1d6c50-f596-4baf-9b93-f339d991ba19 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:54.876745 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37c0d302-a235-4fd1-a25d-542d806d400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:54.988493 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37c0d302-a235-4fd1-a25d-542d806d400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.074668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-37c0d302-a235-4fd1-a25d-542d806d400f None None] For port af1d6c50-f596-4baf-9b93-f339d991ba19, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=af1d6c50-f596-4baf-9b93-f339d991ba19,segment=NetworkSegment(47aa63d7-85ca-45d1-8c26-69ebf003c3c2),segment_id=47aa63d7-85ca-45d1-8c26-69ebf003c3c2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:55.144257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b962-c926-42f6-b04b-ddfa07c056f8 req-1469a872-9093-4dc2-b2a8-960da8c19787 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:55.145969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff44b962-c926-42f6-b04b-ddfa07c056f8 req-1469a872-9093-4dc2-b2a8-960da8c19787 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0644805 Nov 12 11:13:55.212397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff44b962-c926-42f6-b04b-ddfa07c056f8 req-3ca27d78-f9f3-4236-824a-a253b4d65025 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601208 Nov 12 11:13:55.288009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device af1d6c50-f596-4baf-9b93-f339d991ba19 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:13:55.345557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port af1d6c50-f596-4baf-9b93-f339d991ba19 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:55.345923 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.449797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.462354 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00b4acc1-7ef3-423c-8bbb-4488e0413636 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.495337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4acc1-7ef3-423c-8bbb-4488e0413636 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=ed20069b-0201-44a7-b614-f51dd507b530,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:55.510558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37c0d302-a235-4fd1-a25d-542d806d400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.525181 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00b4acc1-7ef3-423c-8bbb-4488e0413636 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.528627 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-00b4acc1-7ef3-423c-8bbb-4488e0413636 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/ed20069b-0201-44a7-b614-f51dd507b530 HTTP/1.1" status: 204 len: 168 time: 1.9132869 Nov 12 11:13:55.529415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f21f22de-d26d-4167-ba0e-e5341ca3345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.531798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55148) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:55.544229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f21f22de-d26d-4167-ba0e-e5341ca3345f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.551803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f21f22de-d26d-4167-ba0e-e5341ca3345f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1fd9eb4d-a233-462a-8d34-f832ee390470 HTTP/1.1" status: 204 len: 168 time: 1.7687268 Nov 12 11:13:55.581768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f22de-d26d-4167-ba0e-e5341ca3345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9eb4d-a233-462a-8d34-f832ee390470,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:55.593311 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c5537b-b285-4226-8755-11a9f9ba5c1d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:13:55.598616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a3c5537b-b285-4226-8755-11a9f9ba5c1d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/ed20069b-0201-44a7-b614-f51dd507b530 HTTP/1.1" status: 404 len: 333 time: 0.0615661 Nov 12 11:13:55.598780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55152) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:55.665141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0d302-a235-4fd1-a25d-542d806d400f None None] Pushing event updated for resources: {'Port': ['ID=af1d6c50-f596-4baf-9b93-f339d991ba19,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:55.733510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab7d0e55-c21f-4485-a94e-c8cf5556a4b8 None None] Could not find standard attr ID for object ed20069b-0201-44a7-b614-f51dd507b530. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:13:55.756240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-61277824-a381-4edd-87b9-4f70410d0545 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet a8b8a69a-107d-4874-aed3-cbceabd5635f {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:13:55.761753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab7d0e55-c21f-4485-a94e-c8cf5556a4b8 None None] Provisioning complete for port af1d6c50-f596-4baf-9b93-f339d991ba19 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:13:55.763168 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab7d0e55-c21f-4485-a94e-c8cf5556a4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.771900 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61277824-a381-4edd-87b9-4f70410d0545 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:55.796515 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:13:55.797261 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:13:55.887000 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61277824-a381-4edd-87b9-4f70410d0545 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.012936 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61277824-a381-4edd-87b9-4f70410d0545 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.266497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61277824-a381-4edd-87b9-4f70410d0545 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.332670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61277824-a381-4edd-87b9-4f70410d0545 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b8a69a-107d-4874-aed3-cbceabd5635f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:56.339720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61277824-a381-4edd-87b9-4f70410d0545 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.341870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-61277824-a381-4edd-87b9-4f70410d0545 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/a8b8a69a-107d-4874-aed3-cbceabd5635f HTTP/1.1" status: 204 len: 168 time: 0.7419827 Nov 12 11:13:56.346873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55168) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:56.376130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd07358e-c825-42de-8afe-510b0f88e325 None None] Network 68078d0a-3534-4795-ac4a-5e0b0a0773d3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:13:56.399057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630c9aa-be39-4a52-86a7-40db7c5c31b0 req-5c7b317d-cc11-4d7c-887f-e61a0ba13e03 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:56.408270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3630c9aa-be39-4a52-86a7-40db7c5c31b0 req-5c7b317d-cc11-4d7c-887f-e61a0ba13e03 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0988827 Nov 12 11:13:56.473717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3630c9aa-be39-4a52-86a7-40db7c5c31b0 req-8276810d-1260-45d9-a83f-da62772d89a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606372 Nov 12 11:13:56.578947 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.663538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port af1d6c50-f596-4baf-9b93-f339d991ba19 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:56.664012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.720547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55174) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:56.742139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] DHCP port deletion for 68078d0a-3534-4795-ac4a-5e0b0a0773d3 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:13:56.748229 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51c28d40-f61e-42da-a7a2-4b39a7e1fbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.769920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] For port af1d6c50-f596-4baf-9b93-f339d991ba19, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=af1d6c50-f596-4baf-9b93-f339d991ba19,segment=NetworkSegment(47aa63d7-85ca-45d1-8c26-69ebf003c3c2),segment_id=47aa63d7-85ca-45d1-8c26-69ebf003c3c2)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:56.770637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.809404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for af1d6c50-f596-4baf-9b93-f339d991ba19 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:56.821746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] Deleting port af1d6c50-f596-4baf-9b93-f339d991ba19 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:56.822352 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.838696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55176) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:56.917047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51c28d40-f61e-42da-a7a2-4b39a7e1fbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:56.994803 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51c28d40-f61e-42da-a7a2-4b39a7e1fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.056870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.079111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-51c28d40-f61e-42da-a7a2-4b39a7e1fbc4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=45e9b98eea914dd191355388dc0de0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566964 Nov 12 11:13:57.088717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55186) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:57.128930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No DVR routers for this DVR port af1d6c50-f596-4baf-9b93-f339d991ba19 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:57.130688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=af1d6c50-f596-4baf-9b93-f339d991ba19,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.176337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] For port af1d6c50-f596-4baf-9b93-f339d991ba19, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=af1d6c50-f596-4baf-9b93-f339d991ba19,segment=NetworkSegment(47aa63d7-85ca-45d1-8c26-69ebf003c3c2),segment_id=47aa63d7-85ca-45d1-8c26-69ebf003c3c2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:13:57.176734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.198165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c28d40-f61e-42da-a7a2-4b39a7e1fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e6a49-3cf4-4de3-b23a-b18d1c54ea9e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.202909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] Calling delete_port for af1d6c50-f596-4baf-9b93-f339d991ba19 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:57.234717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6e8420e-18cc-4f31-bcfe-c6936cc258b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.245372 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.266402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6e8420e-18cc-4f31-bcfe-c6936cc258b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.271511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68078d0a-3534-4795-ac4a-5e0b0a0773d3']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:57.282013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47aa63d7-85ca-45d1-8c26-69ebf003c3c2') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:57.282314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47aa63d7-85ca-45d1-8c26-69ebf003c3c2') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:13:57.292311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.306723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.312837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:13:57.313226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:13:57.324045 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:13:57.354285 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.392874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] Pushing event deleted for resources: {'Port': ['ID=af1d6c50-f596-4baf-9b93-f339d991ba19,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.413476 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6e8420e-18cc-4f31-bcfe-c6936cc258b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.414423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device af1d6c50-f596-4baf-9b93-f339d991ba19 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:13:57.418906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66450d2b-7ded-40f1-93ef-fb2f4c7683e2 None None] No DVR routers for this DVR port af1d6c50-f596-4baf-9b93-f339d991ba19 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:13:57.428806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6e8420e-18cc-4f31-bcfe-c6936cc258b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.428806 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a6e8420e-18cc-4f31-bcfe-c6936cc258b3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a01e6a49-3cf4-4de3-b23a-b18d1c54ea9e HTTP/1.1" status: 204 len: 168 time: 0.3195972 Nov 12 11:13:57.456673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-669f4fca-42b6-422d-885d-7ecf3c4cd76f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=97893eaa9d04467ba600941738d19e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6050217 Nov 12 11:13:57.456673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55194) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:57.464910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8420e-18cc-4f31-bcfe-c6936cc258b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e6a49-3cf4-4de3-b23a-b18d1c54ea9e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.519235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: af1d6c50-f596-4baf-9b93-f339d991ba19 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:13:57.519235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device af1d6c50-f596-4baf-9b93-f339d991ba19 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:13:57.561772 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.566926 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.574974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/networks/68078d0a-3534-4795-ac4a-5e0b0a0773d3 HTTP/1.1" status: 204 len: 168 time: 1.2230864 Nov 12 11:13:57.575529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55206) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:57.583219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'name': 'tempest-PortsIpV6TestJSON-224881912'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:57.586212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-428bbb4c-a483-4a9c-9ce6-9328a7975da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.627085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a8920-3b8b-4aea-9a88-6c29a3f4b90e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Network': ['ID=68078d0a-3534-4795-ac4a-5e0b0a0773d3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:57.671543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-15fe5618-4a13-46a9-b57f-bae3936d60d6 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:57.673311 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-15fe5618-4a13-46a9-b57f-bae3936d60d6 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 815 time: 0.1249018 Nov 12 11:13:57.691524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-64c15006-7d5c-4f06-bf6d-b33034b3fbd9 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/quotas/0c30c041ec87441d80e09579c5ad0992 HTTP/1.1" status: 200 len: 375 time: 0.0111651 Nov 12 11:13:57.693047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-428bbb4c-a483-4a9c-9ce6-9328a7975da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.762231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-f2e945c2-fadc-48b2-8d8d-98197f46c7c3 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639219 Nov 12 11:13:57.776846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdfef-6769-45f1-bdee-b8258b63affa req-474c0c41-0f17-4ed9-b284-7902e42ea82a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:57.778250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d40cdfef-6769-45f1-bdee-b8258b63affa req-474c0c41-0f17-4ed9-b284-7902e42ea82a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1643846 Nov 12 11:13:57.834768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d40cdfef-6769-45f1-bdee-b8258b63affa req-947299eb-173c-46d3-a591-5f22cdfd8efb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469141 Nov 12 11:13:57.880553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-5d08247f-bfeb-4b59-a906-299082f6fdd4 service neutron] 10.222.0.98 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100578 Nov 12 11:13:57.935603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:57.936810 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:57.963200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port c8120c5d-8a49-44f8-b89c-9aaef6b4245e yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:57.985982 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-181847e5-3166-4d91-bd1f-ba2e7919cfba service neutron] 10.222.0.98 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045492 Nov 12 11:13:58.008844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-428bbb4c-a483-4a9c-9ce6-9328a7975da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.011352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-428bbb4c-a483-4a9c-9ce6-9328a7975da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.012571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-428bbb4c-a483-4a9c-9ce6-9328a7975da5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/98fa99a0-7145-4ec5-a370-4db86cac0c6c HTTP/1.1" status: 204 len: 168 time: 0.5576646 Nov 12 11:13:58.027374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bbb4c-a483-4a9c-9ce6-9328a7975da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fa99a0-7145-4ec5-a370-4db86cac0c6c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:58.156853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.269807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.322761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1bbe3512-904f-4044-9daf-453783f93bbb req-0a57b7fb-f3f6-4d98-9efa-1b349c124930 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 210 time: 0.0338264 Nov 12 11:13:58.327724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:13:58.331372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:13:58.341063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:13:58.349677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:58.350309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.371590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=c8120c5d-8a49-44f8-b89c-9aaef6b4245e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:58.460469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b77ce654-96c2-4907-a623-b4136a1b6cb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8823695 Nov 12 11:13:58.462540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55240) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:58.557054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-47bbee80-5fbd-4fa9-98e8-273900178ded tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port c8120c5d-8a49-44f8-b89c-9aaef6b4245e {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:13:58.557411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47bbee80-5fbd-4fa9-98e8-273900178ded tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.631158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47bbee80-5fbd-4fa9-98e8-273900178ded tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.645195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-47bbee80-5fbd-4fa9-98e8-273900178ded tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for c8120c5d-8a49-44f8-b89c-9aaef6b4245e owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:13:58.800727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55254) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:58.840975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47bbee80-5fbd-4fa9-98e8-273900178ded tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.897036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbee80-5fbd-4fa9-98e8-273900178ded tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=c8120c5d-8a49-44f8-b89c-9aaef6b4245e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:58.899690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47bbee80-5fbd-4fa9-98e8-273900178ded tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:58.903467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47bbee80-5fbd-4fa9-98e8-273900178ded tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/c8120c5d-8a49-44f8-b89c-9aaef6b4245e HTTP/1.1" status: 204 len: 168 time: 0.4398501 Nov 12 11:13:58.906089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55262) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:58.912147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'mac_address': 'fa:16:3e:cf:26:0c', 'name': 'tempest-PortsIpV6TestJSON-17452105'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:58.925453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1550488995-network', 'tenant_id': 'ae0f2b8e6e624adebd29213c5c0b4d22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:59.051738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Made reservation on behalf of ae0f2b8e6e624adebd29213c5c0b4d22 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:59.051738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.052072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae93c8-8706-4102-9007-986968ae372c req-49fa97aa-9a3f-4242-a852-7e852f9afc49 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:59.057378 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5dae93c8-8706-4102-9007-986968ae372c req-49fa97aa-9a3f-4242-a852-7e852f9afc49 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1283090 Nov 12 11:13:59.058005 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.127386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5dae93c8-8706-4102-9007-986968ae372c req-67b24fce-e791-410f-87e7-b16a6c87a2bf tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690637 Nov 12 11:13:59.144555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.234406 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.234637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:59.257981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:13:59.273230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7ec1b8-defe-4e30-905b-15da3e581470,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:59.280687 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-17adecd6-8930-4767-bc70-333e87a72902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.284088 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.284407 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Added segment a97d8d77-c0e0-4938-9055-b3c04dc26de0 of type vlan for network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 Nov 12 11:13:59.320125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.369418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.577704 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.578957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:13:59.579572 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.647229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] Pushing event updated for resources: {'Network': ['ID=015b3198-4d4e-4ab2-9f1a-9083f4ea11f8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:13:59.658211 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:13:59.660540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-25e5aab8-2fd5-4eb7-969e-b9cc3c1eab5f req-4bb7cd3d-2d56-4053-ad00-c9413a74d9c6 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 210 time: 0.0323188 Nov 12 11:13:59.664827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 6cf23cfa-8982-4558-a5c3-702162800b56 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:13:59.710326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-abbb5b40-2573-430a-9f76-25a7e38df09f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9056020 Nov 12 11:13:59.710569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:13:59.716565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Request body: {'subnet': {'network_id': '015b3198-4d4e-4ab2-9f1a-9083f4ea11f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1550488995-subnet', 'tenant_id': 'ae0f2b8e6e624adebd29213c5c0b4d22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:13:59.851518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:13:59.868988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Made reservation on behalf of ae0f2b8e6e624adebd29213c5c0b4d22 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:13:59.872740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.012703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.060558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:00.063946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:00.068948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:00.074705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:00.075351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.082867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=6cf23cfa-8982-4558-a5c3-702162800b56,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:00.115259 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.153166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2a890ad2-5689-44cf-a2e6-6fac2121bb5f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.2445123 Nov 12 11:14:00.154661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55298) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:00.184632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61f2510-6e62-45b3-bfb4-cc29a914b9ef,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:00.187779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Checking segment: {'id': 'a97d8d77-c0e0-4938-9055-b3c04dc26de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '015b3198-4d4e-4ab2-9f1a-9083f4ea11f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:00.188228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Network hostable DHCP agents. Network: 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:00.213284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af471f-84d2-425d-a91c-42f9c83f595e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:00.214700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e4af471f-84d2-425d-a91c-42f9c83f595e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/6cf23cfa-8982-4558-a5c3-702162800b56 HTTP/1.1" status: 200 len: 843 time: 0.0575435 Nov 12 11:14:00.218014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55302) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:00.275207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7df4-d6f5-4da2-88f7-6b86134b7390 req-2bf7ec6b-af88-4896-a3ac-4ae9469b206b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:00.276722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a10a7df4-d6f5-4da2-88f7-6b86134b7390 req-2bf7ec6b-af88-4896-a3ac-4ae9469b206b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0520921 Nov 12 11:14:00.298541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:00.316464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-248c1e46-8d68-4a6d-83bd-44b335bbbde2 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 6cf23cfa-8982-4558-a5c3-702162800b56 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:00.316840 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-248c1e46-8d68-4a6d-83bd-44b335bbbde2 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.331541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a10a7df4-d6f5-4da2-88f7-6b86134b7390 req-68c07865-c973-4ab0-bcf1-d01442102725 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477629 Nov 12 11:14:00.387261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-248c1e46-8d68-4a6d-83bd-44b335bbbde2 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.401279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-248c1e46-8d68-4a6d-83bd-44b335bbbde2 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 6cf23cfa-8982-4558-a5c3-702162800b56 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:00.411843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:00.417640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:00.418568 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.424600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9dbf6a-7361-4993-8cd1-a3229bbb0439 None None] Network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:00.512544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2d335042-4beb-4c2a-9dd2-4e254c98a43e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7942200 Nov 12 11:14:00.559968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112993f5-0d92-4ea8-95f2-8571b2060472 None None] Network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:00.595021 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-248c1e46-8d68-4a6d-83bd-44b335bbbde2 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.645920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-248c1e46-8d68-4a6d-83bd-44b335bbbde2 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.653816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-248c1e46-8d68-4a6d-83bd-44b335bbbde2 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/6cf23cfa-8982-4558-a5c3-702162800b56 HTTP/1.1" status: 204 len: 168 time: 0.4308004 Nov 12 11:14:00.655213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55310) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:00.659085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c1e46-8d68-4a6d-83bd-44b335bbbde2 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=6cf23cfa-8982-4558-a5c3-702162800b56,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:00.691405 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e34845-b6e3-49d0-8287-d8dc9f62a00b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:14:00.699172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d9e34845-b6e3-49d0-8287-d8dc9f62a00b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/6cf23cfa-8982-4558-a5c3-702162800b56 HTTP/1.1" status: 404 len: 333 time: 0.0419827 Nov 12 11:14:00.699903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55314) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:00.705637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'name': 'tempest-PortsIpV6TestJSON-504997164'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:00.824130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-a48876b1-2537-403e-b888-a3411509684f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:00.825635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-a48876b1-2537-403e-b888-a3411509684f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 815 time: 0.1864407 Nov 12 11:14:00.832547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fdc1b13f-df47-4c95-bb2c-eee2773f1877 req-fba7525d-0ce1-4088-b8b0-995f9bd91017 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 210 time: 0.0382526 Nov 12 11:14:00.840461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Request body: {'port': {'device_id': '821a2b49-0f81-4219-b6a5-ce8e5c65c962', 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'admin_state_up': True, 'tenant_id': '0c30c041ec87441d80e09579c5ad0992'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:00.941443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:00.945028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:00.963338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port a39101b7-a2d7-4a93-a812-7641015724d7 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:01.040071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Made reservation on behalf of 0c30c041ec87441d80e09579c5ad0992 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:01.046047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.150809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.201785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Allocated IP 172.20.0.9 (ff9f86e0-9543-47d4-ab4b-2a146836f645/a1daf5bc-2933-4f04-832c-f3a5f47e35d7/4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:01.321641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.372720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.391169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:01.395552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:01.398115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=a39101b7-a2d7-4a93-a812-7641015724d7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:01.399961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:01.408702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:01.408909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.503652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:01.505996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1154019410-network', 'tenant_id': '50dc41cbe1134938adb47cc81ce95f7d'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:01.519892 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.525916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-82b59138-5fb7-4909-9c5d-5bb826a6abd4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8248291 Nov 12 11:14:01.529221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55342) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:01.532348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9618009f-d10b-4a2a-8f24-5f42a2381c1c', '63488631-47ce-4b2f-b508-849181779b3d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:01.541928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['277b4526-ab46-4f5d-949e-724a6b644107'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:01.578994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:01.581311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Network ff9f86e0-9543-47d4-ab4b-2a146836f645 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:01.586018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:01.590304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:01.628328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Pushing event updated for resources: {'Port': ['ID=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:01.664078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc0b8e-ce9c-4dec-9ac5-7fa2a31ba0d0 req-23a353a1-b386-476b-bfc0-dd67e0d21dac tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:01.664345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Made reservation on behalf of 50dc41cbe1134938adb47cc81ce95f7d for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:01.664457 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58cc0b8e-ce9c-4dec-9ac5-7fa2a31ba0d0 req-23a353a1-b386-476b-bfc0-dd67e0d21dac tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1498883 Nov 12 11:14:01.665918 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.689080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.705318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.725285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:01.726016 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.760720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58cc0b8e-ce9c-4dec-9ac5-7fa2a31ba0d0 req-79fb45f8-b624-409c-ad93-4c876088a3e1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884328 Nov 12 11:14:01.771255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b76b235b-2e1f-4724-807b-d355a5f7cb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.774081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751da9-e55d-4629-aea9-a7ffd5c86e2f req-9baff7a4-77cb-4dc1-8197-4fe0bb44cc9f tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:01.775476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57751da9-e55d-4629-aea9-a7ffd5c86e2f req-9baff7a4-77cb-4dc1-8197-4fe0bb44cc9f tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 945 time: 0.1591327 Nov 12 11:14:01.882477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-b4439f22-f1b8-4aef-b35f-db3743c98cc7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0462315 Nov 12 11:14:01.900696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Request body: {'port': {'device_id': '821a2b49-0f81-4219-b6a5-ce8e5c65c962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:01.912728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57751da9-e55d-4629-aea9-a7ffd5c86e2f req-4dd6b53d-0f8a-4918-91c7-8aafdc7433df tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133974 Nov 12 11:14:01.946862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:01.977365 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.035013 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.039362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.073154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] In _notify_port_updated(), no bound segment for port a39101b7-a2d7-4a93-a812-7641015724d7 on network 0a70e22c-43b6-432c-af08-b54cfb20119c {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:14:02.081273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.081273 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.081273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "PUT /v2.0/ports/a39101b7-a2d7-4a93-a812-7641015724d7 HTTP/1.1" status: 200 len: 818 time: 0.5366900 Nov 12 11:14:02.084073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55348) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:02.101706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c2a48-e81f-49ee-86a4-d1fc413d3982 req-26f63453-8313-4756-a6f1-aac9d1ca0c81 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.103200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-745c2a48-e81f-49ee-86a4-d1fc413d3982 req-26f63453-8313-4756-a6f1-aac9d1ca0c81 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 931 time: 0.0997815 Nov 12 11:14:02.129893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4e327-ef95-4adf-b478-9b525abd566a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=a39101b7-a2d7-4a93-a812-7641015724d7,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:02.174644 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.198422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-460eaa51-4cfa-4333-98a4-1fcc16512e81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port a39101b7-a2d7-4a93-a812-7641015724d7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:02.198813 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-460eaa51-4cfa-4333-98a4-1fcc16512e81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.232729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:02.266020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f282b216-caa9-4e91-83e8-d3abcebd3100,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:02.280261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.280610 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Added segment 809fec3a-c7f4-45d2-aea6-5d63ad0d799c of type vlan for network 526019b4-1055-4210-976d-5a0d4e30892f Nov 12 11:14:02.283687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-460eaa51-4cfa-4333-98a4-1fcc16512e81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.296265 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-745c2a48-e81f-49ee-86a4-d1fc413d3982 req-f1ff9dd5-fecb-4e26-ac26-1e732e5e6c88 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861949 Nov 12 11:14:02.328018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-460eaa51-4cfa-4333-98a4-1fcc16512e81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for a39101b7-a2d7-4a93-a812-7641015724d7 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:02.369172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.390167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-fcc96dea-49d5-44d3-bd47-e25601e76ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.391696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-fcc96dea-49d5-44d3-bd47-e25601e76ec8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1095 time: 0.0999815 Nov 12 11:14:02.504878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:02.512306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.513511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.514187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.518805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.535909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-88db07b8-8087-48eb-813f-859d4e443b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.537456 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-88db07b8-8087-48eb-813f-859d4e443b51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.1207614 Nov 12 11:14:02.543398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-460eaa51-4cfa-4333-98a4-1fcc16512e81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.560654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Transition to ACTIVE for port object 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:14:02.593715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] Pushing event updated for resources: {'Network': ['ID=526019b4-1055-4210-976d-5a0d4e30892f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:02.607326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 526019b4-1055-4210-976d-5a0d4e30892f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:02.611082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eaa51-4cfa-4333-98a4-1fcc16512e81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=a39101b7-a2d7-4a93-a812-7641015724d7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:02.624342 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.629193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-460eaa51-4cfa-4333-98a4-1fcc16512e81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.638962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-460eaa51-4cfa-4333-98a4-1fcc16512e81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/a39101b7-a2d7-4a93-a812-7641015724d7 HTTP/1.1" status: 204 len: 168 time: 0.5478969 Nov 12 11:14:02.640447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55356) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:02.647469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d3c8b692-cb84-460f-a822-d1814e8f69bb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1455076 Nov 12 11:14:02.651619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55358) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:02.655300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-94932667-0ee0-42cf-9df8-6b6c302ec974 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 200 len: 998 time: 0.1051602 Nov 12 11:14:02.659186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Request body: {'subnet': {'network_id': '526019b4-1055-4210-976d-5a0d4e30892f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1154019410-subnet', 'tenant_id': '50dc41cbe1134938adb47cc81ce95f7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:02.724783 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-8d4912ff-7ef3-4377-83f7-32a97bd8e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.733409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-8d4912ff-7ef3-4377-83f7-32a97bd8e9bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.0635030 Nov 12 11:14:02.776465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Pushing event updated for resources: {'Port': ['ID=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:02.789179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-10181c4e-b6c6-49ee-b405-146dd56e5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.790768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-10181c4e-b6c6-49ee-b405-146dd56e5e9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430069 Nov 12 11:14:02.792630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Made reservation on behalf of 50dc41cbe1134938adb47cc81ce95f7d for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:02.796110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.835095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c445e16-b983-4203-88b8-2588f9eb277e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.841317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3c445e16-b983-4203-88b8-2588f9eb277e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1925809 Nov 12 11:14:02.842862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55364) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:02.896525 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c70edf-9b5f-4715-809d-53a1662aae39 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:14:02.898153 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-18c70edf-9b5f-4715-809d-53a1662aae39 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/a39101b7-a2d7-4a93-a812-7641015724d7 HTTP/1.1" status: 404 len: 333 time: 0.0513408 Nov 12 11:14:02.914693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55366) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:02.925775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-525611934'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:02.948021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-a1e13ca2-5c61-48ea-bf78-d8388e7af427 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:02.949209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-a1e13ca2-5c61-48ea-bf78-d8388e7af427 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.57 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 945 time: 0.1865644 Nov 12 11:14:02.949403 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:02.950916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-15bf5da1-b711-4c2f-ae7b-7bce7a3f2809 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491830 Nov 12 11:14:02.959310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Attempting to bind port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:02.961101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Attempting to bind port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:02.961101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Attempting to bind port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 on network ff9f86e0-9543-47d4-ab4b-2a146836f645 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:03.002214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 on network ff9f86e0-9543-47d4-ab4b-2a146836f645 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:14:03.002547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Attempting to bind port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 on network ff9f86e0-9543-47d4-ab4b-2a146836f645 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:03.018751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:03.019096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Checking segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:03.019476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Bound using segment: {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:03.019917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Bound port: 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:03.020568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.036474 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801e90-7b68-458d-a9a9-1f1ed9ffcd09 req-ab6f3317-bacc-4019-9118-3d709a86c4bd tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.038025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6801e90-7b68-458d-a9a9-1f1ed9ffcd09 req-ab6f3317-bacc-4019-9118-3d709a86c4bd tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1727445 Nov 12 11:14:03.089423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:03.093424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.104101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90cf3916-e44a-41ed-827f-a229a7f0d072 req-02c8f2aa-2899-4579-b326-8cecfc93007d service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417816 Nov 12 11:14:03.195958 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6801e90-7b68-458d-a9a9-1f1ed9ffcd09 req-54e6bd8e-9678-47e5-a166-7a401846a920 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489372 Nov 12 11:14:03.198858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11eefb-aefd-4c36-87bc-282e8e98c787 req-460fa023-5fed-47dc-9526-202fca025112 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.200561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d11eefb-aefd-4c36-87bc-282e8e98c787 req-460fa023-5fed-47dc-9526-202fca025112 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 945 time: 0.0513813 Nov 12 11:14:03.201786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] For port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:03.205713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] For port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:03.208279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:03.218543 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.220700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Deleting port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:03.220940 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.250073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.250409 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Added segment 438c7841-d7b9-4982-affd-4ac58f7affb2 of type vlan for network eadf8571-017c-41be-8ab1-13b127331318 Nov 12 11:14:03.297617 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.310911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d11eefb-aefd-4c36-87bc-282e8e98c787 req-89b60e2e-bc79-42e1-931b-57af68b668b9 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups?id=5a4e1821-9a34-4289-8e90-3ffa7da4bc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005595 Nov 12 11:14:03.316787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=44018e36-6e2f-4283-bf27-94f4027852ce,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:03.330429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Checking segment: {'id': '809fec3a-c7f4-45d2-aea6-5d63ad0d799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '526019b4-1055-4210-976d-5a0d4e30892f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:03.330794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Network hostable DHCP agents. Network: 526019b4-1055-4210-976d-5a0d4e30892f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:03.376207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.376809 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.378206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] 10.222.0.57 "PUT /v2.0/ports/4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 HTTP/1.1" status: 200 len: 1092 time: 1.4849007 Nov 12 11:14:03.380602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821a2b49-0f81-4219-b6a5-ce8e5c65c962', 'tag': '4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:03.383051 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6377c4-695b-4059-8242-cb0360602cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "821a2b49-0f81-4219-b6a5-ce8e5c65c962", "tag": "4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:03.398180 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.427841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Network 526019b4-1055-4210-976d-5a0d4e30892f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:03.429009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] For port 66e37af4-9dae-4cff-be55-bb8c1d02aff7, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=66e37af4-9dae-4cff-be55-bb8c1d02aff7,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:03.429382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.455861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7112b-3a08-475f-a416-8368a89c889b service neutron] Pushing event updated for resources: {'Port': ['ID=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:03.470327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2751c7-f5f6-4e09-91ca-875cdc234c15 req-86d784ff-02b0-4825-80f5-e4f2322fbe80 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.473052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa2751c7-f5f6-4e09-91ca-875cdc234c15 req-86d784ff-02b0-4825-80f5-e4f2322fbe80 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 943 time: 0.0746572 Nov 12 11:14:03.545281 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2665a995-075c-41cb-a49b-a11932bb1627 x-openstack-request-id: req-2665a995-075c-41cb-a49b-a11932bb1627 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:03.545574 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821a2b49-0f81-4219-b6a5-ce8e5c65c962", "tag": "4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:03.545823 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2665a995-075c-41cb-a49b-a11932bb1627 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:03.546229 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821a2b49-0f81-4219-b6a5-ce8e5c65c962', 'tag': '4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5', 'status': 'completed', 'code': 200} Nov 12 11:14:03.549962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa2751c7-f5f6-4e09-91ca-875cdc234c15 req-0bbbecda-d432-43b5-b0e1-212afcff0a9e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698333 Nov 12 11:14:03.561294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 526019b4-1055-4210-976d-5a0d4e30892f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:03.583010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc2f889-a36b-4e0f-86f8-7881ac1199e8 None None] Network 526019b4-1055-4210-976d-5a0d4e30892f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:03.594819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.594819 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.624316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.629486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.630183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.694811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3ffdd7d5-cf9e-4f6b-ab43-abe2593faa8d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0401363 Nov 12 11:14:03.700187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-06c4aded-7674-4ec4-815c-d404fbe4c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.702674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-06c4aded-7674-4ec4-815c-d404fbe4c6ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 1095 time: 0.2165527 Nov 12 11:14:03.760491 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbec3a8-cfea-4fa6-bbca-c849548aff54 None None] Network 526019b4-1055-4210-976d-5a0d4e30892f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:03.788887 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-28884b41-1547-4d30-b56d-0036a2117abd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 HTTP/1.1" status: 200 len: 217 time: 0.0535343 Nov 12 11:14:03.831451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Network': ['ID=eadf8571-017c-41be-8ab1-13b127331318,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:03.831451 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c22b507c-e179-4b7f-a8c3-d39c73997bf4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9106002 Nov 12 11:14:03.832325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55390) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:03.842492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': 'eadf8571-017c-41be-8ab1-13b127331318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:03.896415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network eadf8571-017c-41be-8ab1-13b127331318 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:03.939388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-2fec03c2-2b17-4d1c-b5b1-5f1772d2e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:03.940912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-2fec03c2-2b17-4d1c-b5b1-5f1772d2e312 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1daf5bc-2933-4f04-832c-f3a5f47e35d7 HTTP/1.1" status: 200 len: 855 time: 0.1114504 Nov 12 11:14:03.942889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.943240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:03.943551 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Floating IP dd2068a4-ba0e-40fe-917e-605353a9753e disassociated. External IP: 172.25.3.173, port: 66e37af4-9dae-4cff-be55-bb8c1d02aff7. Nov 12 11:14:03.943900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Calling delete_port for 66e37af4-9dae-4cff-be55-bb8c1d02aff7 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:03.981845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-14028efd-a680-4e47-ba2f-caa7ed536b0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff9f86e0-9543-47d4-ab4b-2a146836f645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315292 Nov 12 11:14:04.086205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:04.093504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.160476 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.188035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-23db9a96-48b0-4e9e-897f-284554f4b048 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744366 Nov 12 11:14:04.327505 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e47ef-4f9d-4dd6-a22c-b2a118173be3 req-d15931fa-4cbd-4d66-af5c-3ee314d93623 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106417 Nov 12 11:14:04.341768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-0ebe4543-9b5f-4e4f-9a33-5f98aca78207 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:04.343858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-0ebe4543-9b5f-4e4f-9a33-5f98aca78207 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/networks?id=015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 HTTP/1.1" status: 200 len: 809 time: 0.1630108 Nov 12 11:14:04.360277 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.378748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-b9de8423-e5a1-4149-b884-bf85a353f7c6 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/quotas/ae0f2b8e6e624adebd29213c5c0b4d22 HTTP/1.1" status: 200 len: 375 time: 0.0262856 Nov 12 11:14:04.401722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event deleted for resources: {'Port': ['ID=66e37af4-9dae-4cff-be55-bb8c1d02aff7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:04.438876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-29cd0e35-4156-40f1-9106-81aeb742c158 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ae0f2b8e6e624adebd29213c5c0b4d22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369415 Nov 12 11:14:04.551960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-5a718275-7196-4965-97ad-1052e765ffd6 service neutron] 10.222.0.98 "GET /v2.0/networks/015b3198-4d4e-4ab2-9f1a-9083f4ea11f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030750 Nov 12 11:14:04.574741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.585109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-f01e2735-5411-43a5-b9dd-0e0936950b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:04.586774 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-f01e2735-5411-43a5-b9dd-0e0936950b6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 1095 time: 0.1264148 Nov 12 11:14:04.608645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:04.667955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940b3bb-4f30-4f9f-b319-d8c8e8a9bd32 req-2046a206-6858-44c7-b052-7259b90dc599 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:04.669533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1940b3bb-4f30-4f9f-b319-d8c8e8a9bd32 req-2046a206-6858-44c7-b052-7259b90dc599 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.1309075 Nov 12 11:14:04.679107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=2dcd30fc-ebc3-4615-843f-991505d5312d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:04.708732 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-db679df4-09db-4ec8-9fc7-7cf26d03503a service neutron] 10.222.0.98 "GET /v2.0/networks/015b3198-4d4e-4ab2-9f1a-9083f4ea11f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525731 Nov 12 11:14:04.709635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking segment: {'id': '438c7841-d7b9-4982-affd-4ac58f7affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eadf8571-017c-41be-8ab1-13b127331318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:04.710001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network hostable DHCP agents. Network: eadf8571-017c-41be-8ab1-13b127331318, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:04.794220 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:04.806769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-8bab2d89-64e6-46f2-ad9e-d6a2001ef16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:04.808296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-8bab2d89-64e6-46f2-ad9e-d6a2001ef16d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 916 time: 0.2126284 Nov 12 11:14:04.821617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network eadf8571-017c-41be-8ab1-13b127331318 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:04.836852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1940b3bb-4f30-4f9f-b319-d8c8e8a9bd32 req-2239de60-8053-4fb7-89dc-c527e8912a77 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571267 Nov 12 11:14:04.987215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, eadf8571-017c-41be-8ab1-13b127331318) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:04.987625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:04.988301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.009885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedf0c4d-fe95-4f18-876b-fc0929fb579c None None] Network eadf8571-017c-41be-8ab1-13b127331318 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:05.087054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1402552c-b57f-40d8-bf9a-e6eebafe5942 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2529051 Nov 12 11:14:05.090036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55426) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:05.095809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9ca5518b-13dc-4b3e-a616-e7698c27187a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': 'eadf8571-017c-41be-8ab1-13b127331318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:05.140925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb3cb8-3428-484d-abaf-898d7343a46c req-4cae58c1-b5b4-4ad9-9de1-de3695e67905 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:05.142635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f2fb3cb8-3428-484d-abaf-898d7343a46c req-4cae58c1-b5b4-4ad9-9de1-de3695e67905 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 943 time: 0.0990341 Nov 12 11:14:05.211271 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-5606bd02-b395-4fa8-968a-b862e391f1ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 HTTP/1.1" status: 200 len: 217 time: 0.3919027 Nov 12 11:14:05.217840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-eadf8571-017c-41be-8ab1-13b127331318', 'network_id': 'eadf8571-017c-41be-8ab1-13b127331318', 'tenant_id': '9b045a0c95bb4d67b209c1e1922c8d44', 'fixed_ips': [{'subnet_id': '2dcd30fc-ebc3-4615-843f-991505d5312d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:05.219462 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.265531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ad5d857-3b0f-4984-b238-f5345270cb8e req-0920a573-781a-42f7-b7e1-8f9e8dbe4eef tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 210 time: 0.0556407 Nov 12 11:14:05.304445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:05.304953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f2fb3cb8-3428-484d-abaf-898d7343a46c req-f649464f-5fa6-42d1-a4c8-269d550bc9c7 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910161 Nov 12 11:14:05.337719 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] Sync routers for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:05.379421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5518b-13dc-4b3e-a616-e7698c27187a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:05.382002 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:05.382995 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:05.385007 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ca5518b-13dc-4b3e-a616-e7698c27187a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.401477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d80b75a3-5398-4a41-96e7-d12fff83fa51 req-ccd3bf49-97a3-4b20-bf3d-5aaccaac6116 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 210 time: 0.0764832 Nov 12 11:14:05.403186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] No DVR routers for this DVR port 66e37af4-9dae-4cff-be55-bb8c1d02aff7 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:05.406948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-8ea1b7d4-841c-47a1-b8ac-8bcedd221da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:05.415563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-8ea1b7d4-841c-47a1-b8ac-8bcedd221da9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1daf5bc-2933-4f04-832c-f3a5f47e35d7 HTTP/1.1" status: 200 len: 855 time: 0.1809912 Nov 12 11:14:05.415563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:05.415563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b0f1a4c-f1f4-4f04-bbbf-a11e588269a8 req-d8481630-ed3e-4456-b7d8-c1f8701ef7a6 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.57 "DELETE /v2.0/ports/66e37af4-9dae-4cff-be55-bb8c1d02aff7 HTTP/1.1" status: 204 len: 173 time: 2.4498856 Nov 12 11:14:05.475583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-df289e55-ede9-4638-85a4-d23d173400eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff9f86e0-9543-47d4-ab4b-2a146836f645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571187 Nov 12 11:14:05.527782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Allocated IP 2001:db8::2 (eadf8571-017c-41be-8ab1-13b127331318/2dcd30fc-ebc3-4615-843f-991505d5312d/ac801261-647d-46ff-aef1-fa867efec3f2) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:05.552079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'name': 'network-vif-deleted', 'tag': '66e37af4-9dae-4cff-be55-bb8c1d02aff7'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:05.561546 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e336497d-6fc3-4610-a496-3f12dc5b9587" -d '{"events": [{"server_uuid": "5213cc27-8da3-4b7d-9b78-6ede90de372c", "name": "network-vif-deleted", "tag": "66e37af4-9dae-4cff-be55-bb8c1d02aff7"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:05.669225 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-9ca5518b-13dc-4b3e-a616-e7698c27187a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dcd30fc-ebc3-4615-843f-991505d5312d (CIDR: 2001:db8::/64) Nov 12 11:14:05.686756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-53b48458-cd21-48a7-bb20-619b75c69100 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034907 Nov 12 11:14:05.726933 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca5518b-13dc-4b3e-a616-e7698c27187a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:14:05.727770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca5518b-13dc-4b3e-a616-e7698c27187a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:14:05.728620 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:05.764989 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7f0c47-1a67-4cdb-bf53-c0fcea606d72 x-openstack-request-id: req-5c7f0c47-1a67-4cdb-bf53-c0fcea606d72 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:05.765280 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5213cc27-8da3-4b7d-9b78-6ede90de372c", "name": "network-vif-deleted", "tag": "66e37af4-9dae-4cff-be55-bb8c1d02aff7", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:05.765536 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5c7f0c47-1a67-4cdb-bf53-c0fcea606d72 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:05.765917 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5213cc27-8da3-4b7d-9b78-6ede90de372c', 'name': 'network-vif-deleted', 'tag': '66e37af4-9dae-4cff-be55-bb8c1d02aff7', 'status': 'completed', 'code': 200} Nov 12 11:14:05.855289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ca5518b-13dc-4b3e-a616-e7698c27187a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7638915 Nov 12 11:14:05.859184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55442) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:05.865134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': 'eadf8571-017c-41be-8ab1-13b127331318', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:05.896687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e6377c4-695b-4059-8242-cb0360602cd7 req-ead69e39-e2b6-4cb0-8c83-8726348e465b service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993210 Nov 12 11:14:05.931146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:06.016787 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:51Z', 'revision_number': 5, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:06.018003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 66e37af4-9dae-4cff-be55-bb8c1d02aff7 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:06.059595 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] Checking router: 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:06.061948 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.074161 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:06.075154 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:06.098483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 66e37af4-9dae-4cff-be55-bb8c1d02aff7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:06.099269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 66e37af4-9dae-4cff-be55-bb8c1d02aff7 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:06.101313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f9f0a-b5ba-4c3b-9e09-1feb3ec27618 req-b94c0eb7-3410-4416-9b8f-6ae7aa9e2c44 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:06.109339 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c49f9f0a-b5ba-4c3b-9e09-1feb3ec27618 req-b94c0eb7-3410-4416-9b8f-6ae7aa9e2c44 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 943 time: 0.0889616 Nov 12 11:14:06.163239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.175280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c49f9f0a-b5ba-4c3b-9e09-1feb3ec27618 req-18335343-c2a7-47fd-b344-4624d4965456 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652966 Nov 12 11:14:06.228732 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:06.253838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Network eadf8571-017c-41be-8ab1-13b127331318 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:06.263523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:06.264705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:06.270132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:06.270903 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.272150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Pushing event updated for resources: {'Port': ['ID=ac801261-647d-46ff-aef1-fa867efec3f2,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:06.276694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:06.325261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'port_id': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'mac_address': 'fa:16:3e:f7:08:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:06.391891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Attempting to bind port ac801261-647d-46ff-aef1-fa867efec3f2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:06.392202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Attempting to bind port ac801261-647d-46ff-aef1-fa867efec3f2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '438c7841-d7b9-4982-affd-4ac58f7affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eadf8571-017c-41be-8ab1-13b127331318'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:06.392569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Attempting to bind port ac801261-647d-46ff-aef1-fa867efec3f2 on network eadf8571-017c-41be-8ab1-13b127331318 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:06.406907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:06.407392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Checking segment: {'id': '438c7841-d7b9-4982-affd-4ac58f7affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eadf8571-017c-41be-8ab1-13b127331318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:06.407760 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.408170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Bound using segment: {'id': '438c7841-d7b9-4982-affd-4ac58f7affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eadf8571-017c-41be-8ab1-13b127331318'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:06.408950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Bound port: ac801261-647d-46ff-aef1-fa867efec3f2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438c7841-d7b9-4982-affd-4ac58f7affb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'eadf8571-017c-41be-8ab1-13b127331318'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:06.409342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.428577 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.496062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d3237b-aef0-4402-9f18-8dacaa8cfbba {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:06.497323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bc164a9-5467-4773-8cef-72409df30b5f req-569956e2-cf86-4a7d-8e59-c798586f6043 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/ports?device_id=5213cc27-8da3-4b7d-9b78-6ede90de372c HTTP/1.1" status: 200 len: 210 time: 0.0496037 Nov 12 11:14:06.513057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] For port ac801261-647d-46ff-aef1-fa867efec3f2, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:06.522194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] For port ac801261-647d-46ff-aef1-fa867efec3f2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ac801261-647d-46ff-aef1-fa867efec3f2,segment=NetworkSegment(438c7841-d7b9-4982-affd-4ac58f7affb2),segment_id=438c7841-d7b9-4982-affd-4ac58f7affb2)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:06.526449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:06.571054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c333706-e7c9-49e5-a6fc-4b064a9e773f req-0d90f1d3-8c90-44d9-9d53-503a3a6d3fd3 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:06.576704 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:51Z', 'revision_number': 5, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:06.580494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c333706-e7c9-49e5-a6fc-4b064a9e773f req-0d90f1d3-8c90-44d9-9d53-503a3a6d3fd3 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 943 time: 0.1325784 Nov 12 11:14:06.624693 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8efca4-ea2f-4790-bcfc-95a523a87128 None None] The sync data for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 is: [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:11:45Z', 'revision_number': 4, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '49baeaf4-5393-4257-a41a-eace211c3130', 'name': '', 'network_id': '08889265-2fd3-4f3b-8dc0-9e89a07e63a5', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'mac_address': 'fa:16:3e:d6:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:43Z', 'updated_at': '2021-11-12T11:11:51Z', 'revision_number': 5, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'subnets': [{'id': '6eba4d1f-dc48-4bcb-b9ee-3da1be55f639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:06.653562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.662299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3ad4f69-ec08-4da1-8cd8-46aa7eb12371 req-da846b6c-f498-4d67-a7f7-03a63991be68 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 210 time: 0.0388486 Nov 12 11:14:06.677408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c333706-e7c9-49e5-a6fc-4b064a9e773f req-ebdc97cd-75e6-41da-b088-85739b9deebf tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959814 Nov 12 11:14:06.743269 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:06.797244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141f676-d748-4aa8-befa-ebd7422e1054 None None] Pushing event updated for resources: {'Port': ['ID=ac801261-647d-46ff-aef1-fa867efec3f2,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:06.921987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:06.979301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['02d3237b-aef0-4402-9f18-8dacaa8cfbba'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:06.995163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.073653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network eadf8571-017c-41be-8ab1-13b127331318 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:07.079114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:07.084514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:07.085296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.114332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=414dae29-c4da-4088-8856-4ebe0222c540,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:07.126238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.126622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.126937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.127277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.127615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.129518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.129924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.130361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.130763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.131464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.131820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.132186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:07.139781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02095977-ea18-48aa-b7e1-22e0f9a4a82d None None] New status for floating IP dd2068a4-ba0e-40fe-917e-605353a9753e: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:14:07.198636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2749da84-2226-465b-9509-556b4ad08831 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3382492 Nov 12 11:14:07.203218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55466) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:07.209575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': 'eadf8571-017c-41be-8ab1-13b127331318', 'fixed_ips': [{'subnet_id': '2dcd30fc-ebc3-4615-843f-991505d5312d'}, {'subnet_id': '414dae29-c4da-4088-8856-4ebe0222c540'}], 'name': 'tempest-PortsIpV6TestJSON-1563495668'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:07.383428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ac801261-647d-46ff-aef1-fa867efec3f2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:07.504728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ac801261-647d-46ff-aef1-fa867efec3f2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:07.504728 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.555171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:07.611856 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.667649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port ac801261-647d-46ff-aef1-fa867efec3f2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ac801261-647d-46ff-aef1-fa867efec3f2,segment=NetworkSegment(438c7841-d7b9-4982-affd-4ac58f7affb2),segment_id=438c7841-d7b9-4982-affd-4ac58f7affb2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:07.707660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55476) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:07.726777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.757394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0bd5-4a38-4ff8-8aa3-fef6fc1ef644 req-3d61b214-c5ed-4883-aa16-d309a34b8bf6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:07.765571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2fe0bd5-4a38-4ff8-8aa3-fef6fc1ef644 req-3d61b214-c5ed-4883-aa16-d309a34b8bf6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 944 time: 0.3866134 Nov 12 11:14:07.780241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 1ba7534d-18eb-43a8-b925-f00175a5458a yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:07.803862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7a50ff2-54a9-4861-ab50-f9f9cb701a10 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.805450 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:07.896807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2fe0bd5-4a38-4ff8-8aa3-fef6fc1ef644 req-07e427af-0306-4054-86b7-d538f0f7ff3f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302242 Nov 12 11:14:08.000541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55488) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:08.135526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92919083-ea46-4692-99fd-2822d1dbba0d req-3cd5a8e3-61a2-4a53-8f8c-fa34c6e4cc4f tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 210 time: 0.0376999 Nov 12 11:14:08.177906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:08.215113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=ac801261-647d-46ff-aef1-fa867efec3f2,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:08.345928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9c555a-1685-4506-815b-1909c03f1afb None None] Network eadf8571-017c-41be-8ab1-13b127331318 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:08.375606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f18e455-cc3d-4072-846a-ba16edddd7de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.496723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f18e455-cc3d-4072-846a-ba16edddd7de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.498878 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7a50ff2-54a9-4861-ab50-f9f9cb701a10 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.525833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:08.537760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::162 (eadf8571-017c-41be-8ab1-13b127331318/2dcd30fc-ebc3-4615-843f-991505d5312d/1ba7534d-18eb-43a8-b925-f00175a5458a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:08.545845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8:0:1::1a3 (eadf8571-017c-41be-8ab1-13b127331318/414dae29-c4da-4088-8856-4ebe0222c540/1ba7534d-18eb-43a8-b925-f00175a5458a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:08.547903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-93b33903-d5bb-460e-ad27-043becf1f953 None None] Provisioning complete for port ac801261-647d-46ff-aef1-fa867efec3f2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:08.548673 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93b33903-d5bb-460e-ad27-043becf1f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.560849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977b2d2-8811-4cb0-a42a-dfe442e69048 req-3fab9fc1-c823-4948-bf32-b5e85b5d178b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:08.562533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a977b2d2-8811-4cb0-a42a-dfe442e69048 req-3fab9fc1-c823-4948-bf32-b5e85b5d178b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 943 time: 0.7319944 Nov 12 11:14:08.573498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5', 'network_id': 'ff9f86e0-9543-47d4-ab4b-2a146836f645', 'port_id': '4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5', 'mac_address': 'fa:16:3e:c0:1d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1daf5bc-2933-4f04-832c-f3a5f47e35d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:08.600375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f18e455-cc3d-4072-846a-ba16edddd7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.687026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-3e1c344e-a231-4e6b-803c-a03298dcaa54 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:08.688750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-3e1c344e-a231-4e6b-803c-a03298dcaa54 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.69 "GET /v2.0/networks?id=015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 HTTP/1.1" status: 200 len: 809 time: 0.2287130 Nov 12 11:14:08.693006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18e455-cc3d-4072-846a-ba16edddd7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cad4d4-8371-4f9f-b440-2f2f6255abb0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:08.695138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a977b2d2-8811-4cb0-a42a-dfe442e69048 req-d5e44d8f-b75a-4404-b33e-e1f191059797 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226132 Nov 12 11:14:08.697824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.704919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Request body: {'port': {'device_id': '947df2c6-404c-4ce9-9434-ab4b41a95b5e', 'network_id': '015b3198-4d4e-4ab2-9f1a-9083f4ea11f8', 'admin_state_up': True, 'tenant_id': 'ae0f2b8e6e624adebd29213c5c0b4d22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:08.720546 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2f18e455-cc3d-4072-846a-ba16edddd7de admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=47df1ac333b14bdaa13596804a25b6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7187829 Nov 12 11:14:08.721515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55494) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:08.744671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:08.781316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7a50ff2-54a9-4861-ab50-f9f9cb701a10 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.784539 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7a50ff2-54a9-4861-ab50-f9f9cb701a10 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.786180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a7a50ff2-54a9-4861-ab50-f9f9cb701a10 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "DELETE /v2.0/security-groups/5a4e1821-9a34-4289-8e90-3ffa7da4bc15 HTTP/1.1" status: 204 len: 168 time: 1.0751705 Nov 12 11:14:08.791055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:08.795962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55496) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:08.822534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a50ff2-54a9-4861-ab50-f9f9cb701a10 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e1821-9a34-4289-8e90-3ffa7da4bc15,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:08.834097 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-68a7f425-b3c2-49d2-845a-654b471f73f7 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] show failed (client error): The resource could not be found. Nov 12 11:14:08.837245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-68a7f425-b3c2-49d2-845a-654b471f73f7 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "GET /v2.0/security-groups/5a4e1821-9a34-4289-8e90-3ffa7da4bc15 HTTP/1.1" status: 404 len: 347 time: 0.0360103 Nov 12 11:14:08.839276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55498) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:08.858622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-924012d6-bb40-4ff7-a1d7-868accd2905e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.866631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.918760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-924012d6-bb40-4ff7-a1d7-868accd2905e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:08.919494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Update dhcp port {'port': {'network_id': 'eadf8571-017c-41be-8ab1-13b127331318', 'fixed_ips': [{'subnet_id': '2dcd30fc-ebc3-4615-843f-991505d5312d', 'ip_address': '2001:db8::2'}, {'subnet_id': '414dae29-c4da-4088-8856-4ebe0222c540'}], 'binding:host_id': 'n-d-768852-22'}, 'id': 'ac801261-647d-46ff-aef1-fa867efec3f2'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:14:08.983029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.004510 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.024995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:09.025868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Deleting port d30fa13e-4153-4bed-94ab-15819b635b4d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:09.026214 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.059400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Made reservation on behalf of ae0f2b8e6e624adebd29213c5c0b4d22 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:09.063971 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.118629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293bdd2-671f-48c4-b41d-1b41922202a1 req-de720133-4c0e-47d1-99c7-78b529bd83a5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:09.127387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f293bdd2-671f-48c4-b41d-1b41922202a1 req-de720133-4c0e-47d1-99c7-78b529bd83a5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 944 time: 0.1382852 Nov 12 11:14:09.135947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:09.151365 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.151777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.172754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Calling delete_port for d30fa13e-4153-4bed-94ab-15819b635b4d owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:09.182091 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-924012d6-bb40-4ff7-a1d7-868accd2905e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.186658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-924012d6-bb40-4ff7-a1d7-868accd2905e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.191602 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-924012d6-bb40-4ff7-a1d7-868accd2905e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1cad4d4-8371-4f9f-b440-2f2f6255abb0 HTTP/1.1" status: 204 len: 168 time: 0.4687684 Nov 12 11:14:09.219625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f293bdd2-671f-48c4-b41d-1b41922202a1 req-11acdbdd-9df5-400f-93bb-118bcba01ce4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839081 Nov 12 11:14:09.224002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.227009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924012d6-bb40-4ff7-a1d7-868accd2905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cad4d4-8371-4f9f-b440-2f2f6255abb0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:09.274075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network eadf8571-017c-41be-8ab1-13b127331318 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:09.277479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:09.282187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:09.288475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:09.289204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.323333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=1ba7534d-18eb-43a8-b925-f00175a5458a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:09.395879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9dbd736-c7b2-4fca-91e6-d7f05000c213 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1911135 Nov 12 11:14:09.400790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55508) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:09.410005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2dcd30fc-ebc3-4615-843f-991505d5312d'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:09.452324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Allocated IP 2001:db8:0:1::2 (eadf8571-017c-41be-8ab1-13b127331318/414dae29-c4da-4088-8856-4ebe0222c540/ac801261-647d-46ff-aef1-fa867efec3f2) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:09.484609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ac801261-647d-46ff-aef1-fa867efec3f2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:09.577635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.586867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0d53b5a-3977-41a2-8555-c0e4ab381d92 req-898494e5-5508-4dc8-a269-dc1301b0c5f6 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 210 time: 0.2723324 Nov 12 11:14:09.729213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Allocated IP 172.20.0.9 (015b3198-4d4e-4ab2-9f1a-9083f4ea11f8/b61f2510-6e62-45b3-bfb4-cc29a914b9ef/a00509e9-523f-426d-b5d3-b607eafe8b3f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:09.738326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] For port ac801261-647d-46ff-aef1-fa867efec3f2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ac801261-647d-46ff-aef1-fa867efec3f2,segment=NetworkSegment(438c7841-d7b9-4982-affd-4ac58f7affb2),segment_id=438c7841-d7b9-4982-affd-4ac58f7affb2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:09.790547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.797896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ac801261-647d-46ff-aef1-fa867efec3f2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:09.798263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.855688 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.918827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:09.959142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:09.959474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Pushing event deleted for resources: {'Port': ['ID=d30fa13e-4153-4bed-94ab-15819b635b4d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:10.008497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9c9a5-e909-4ffa-97b3-9e576e5ca1df req-687ca441-4423-4cd3-97eb-8f1f14312a2b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.010099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb9c9a5-e909-4ffa-97b3-9e576e5ca1df req-687ca441-4423-4cd3-97eb-8f1f14312a2b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 944 time: 0.1976283 Nov 12 11:14:10.059052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Delete allocated IP 2001:db8:0:1::1a3 (eadf8571-017c-41be-8ab1-13b127331318/414dae29-c4da-4088-8856-4ebe0222c540) {{(pid=109705) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:14:10.126099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Pushing event updated for resources: {'Port': ['ID=ac801261-647d-46ff-aef1-fa867efec3f2,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:10.134722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 02d3237b-aef0-4402-9f18-8dacaa8cfbba triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:10.135098 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.135578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.138570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.140538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a833829b-07ba-4e03-a980-d155f8dc5382 tempest-ServersTestFqdnHostnames-43465348 tempest-ServersTestFqdnHostnames-43465348-project] 10.222.0.98 "DELETE /v2.0/floatingips/dd2068a4-ba0e-40fe-917e-605353a9753e HTTP/1.1" status: 204 len: 168 time: 1.3006985 Nov 12 11:14:10.145180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55522) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:10.158230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb9c9a5-e909-4ffa-97b3-9e576e5ca1df req-f0a8883c-7343-4f6f-abc7-a67c9a0c837d tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084428 Nov 12 11:14:10.187605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.187967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.188313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.188651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.188983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.189312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.189637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.189962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.190290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.190615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.191057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.191348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd17de5-46e8-42d5-9802-26f418bd0808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:10.208739 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.264287 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.292356 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.320772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:10.322320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:10.325669 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7ad115-14b0-4dbf-abac-d5d38a918f97" -d '{"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-plugged", "status": "completed", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:10.372498 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.400271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.407229 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.454921 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74758756-fd80-4359-8d26-58cfc1984439 x-openstack-request-id: req-74758756-fd80-4359-8d26-58cfc1984439 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:10.455578 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-plugged", "status": "completed", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:10.455578 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-74758756-fd80-4359-8d26-58cfc1984439 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:10.455854 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'code': 200} Nov 12 11:14:10.510442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:10.517688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Pushing event updated for resources: {'Port': ['ID=a00509e9-523f-426d-b5d3-b607eafe8b3f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:10.520303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:10.524598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db964b-c4be-46ba-aee9-574684a67e2c req-4d98765f-9c21-424f-aa3f-98c4fa55155f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.524839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:10.542287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-76db964b-c4be-46ba-aee9-574684a67e2c req-4d98765f-9c21-424f-aa3f-98c4fa55155f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 944 time: 0.2105262 Nov 12 11:14:10.542670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=10']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:10.614782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] In _notify_port_updated(), no bound segment for port 1ba7534d-18eb-43a8-b925-f00175a5458a on network eadf8571-017c-41be-8ab1-13b127331318 {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:14:10.623752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.624477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.629123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.629894 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "PUT /v2.0/ports/1ba7534d-18eb-43a8-b925-f00175a5458a HTTP/1.1" status: 200 len: 926 time: 1.2230172 Nov 12 11:14:10.630840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.638060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55534) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:10.648031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2dcd30fc-ebc3-4615-843f-991505d5312d'}, {'subnet_id': '414dae29-c4da-4088-8856-4ebe0222c540'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:10.648768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3a521-1f39-4a60-9670-9e0b1465ff11 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=1ba7534d-18eb-43a8-b925-f00175a5458a,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:10.790950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-f43a01f6-f47c-4a92-8d9d-b91b4f44b727 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0913386 Nov 12 11:14:10.812127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Request body: {'port': {'device_id': '947df2c6-404c-4ce9-9434-ab4b41a95b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:10.815726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-76db964b-c4be-46ba-aee9-574684a67e2c req-1856a391-966a-490c-bb85-efeff746ad32 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689846 Nov 12 11:14:10.821404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf642b-27b9-48d9-ac7a-c8ffa0a83950 req-9216f3a4-2acb-431a-bad3-57725871f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.823052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfdf642b-27b9-48d9-ac7a-c8ffa0a83950 req-9216f3a4-2acb-431a-bad3-57725871f1e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 1098 time: 0.1715076 Nov 12 11:14:10.824199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:10.858001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d52b53-7d26-4bca-8b80-925bec43d783 req-5818fb7e-1889-4b56-acfb-9ed8db78155d tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:10.859601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2d52b53-7d26-4bca-8b80-925bec43d783 req-5818fb7e-1889-4b56-acfb-9ed8db78155d tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 931 time: 0.1133101 Nov 12 11:14:10.990605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfdf642b-27b9-48d9-ac7a-c8ffa0a83950 req-7d229218-a784-42ce-aecd-19ced3d38400 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564546 Nov 12 11:14:10.999032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.011514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2d52b53-7d26-4bca-8b80-925bec43d783 req-0ba07cee-75a4-4ec4-8c40-df52d0fcbf79 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402416 Nov 12 11:14:11.046994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55546) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:11.084487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97f1ad-c3f3-4629-afa6-a9a71eb422df None None] Network eadf8571-017c-41be-8ab1-13b127331318 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:11.210147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.213728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1088549604-network', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:11.233343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8:0:1::56 (eadf8571-017c-41be-8ab1-13b127331318/414dae29-c4da-4088-8856-4ebe0222c540/1ba7534d-18eb-43a8-b925-f00175a5458a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:11.306528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-662dff20-0f1e-4b5a-b95d-8f54150b6e5a None None] Provisioning complete for port ac801261-647d-46ff-aef1-fa867efec3f2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:11.307420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-662dff20-0f1e-4b5a-b95d-8f54150b6e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.340745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ac801261-647d-46ff-aef1-fa867efec3f2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:11.386638 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab112-5ba4-4b5e-9ccc-dd56a6c2f059 req-91a550ab-9e88-4f48-af25-349c074e6832 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:11.389199 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-638ab112-5ba4-4b5e-9ccc-dd56a6c2f059 req-91a550ab-9e88-4f48-af25-349c074e6832 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 944 time: 0.1218519 Nov 12 11:14:11.480350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.486293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ac801261-647d-46ff-aef1-fa867efec3f2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:11.486293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.493357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-638ab112-5ba4-4b5e-9ccc-dd56a6c2f059 req-5a26df0e-24a7-484f-be42-72bac6693c8c tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910029 Nov 12 11:14:11.516794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:11.519696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.553568 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.569653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.581026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00509e9-523f-426d-b5d3-b607eafe8b3f {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:11.602896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.648770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Transition to ACTIVE for port object a00509e9-523f-426d-b5d3-b607eafe8b3f will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:14:11.668805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] In _notify_port_updated(), no bound segment for port 1ba7534d-18eb-43a8-b925-f00175a5458a on network eadf8571-017c-41be-8ab1-13b127331318 {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:14:11.674784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:11.675518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.677016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "PUT /v2.0/ports/1ba7534d-18eb-43a8-b925-f00175a5458a HTTP/1.1" status: 200 len: 1011 time: 1.0441031 Nov 12 11:14:11.680131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55554) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:11.718061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3100800-3fd0-4c24-95e6-636ec5a102b6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=1ba7534d-18eb-43a8-b925-f00175a5458a,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:11.726989 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:14:11.740630 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.765518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.809069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4e21550b-ab17-415c-9c6c-4e8f9eb777a4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 1ba7534d-18eb-43a8-b925-f00175a5458a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:11.809313 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e21550b-ab17-415c-9c6c-4e8f9eb777a4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.826464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.854465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Pushing event updated for resources: {'Port': ['ID=a00509e9-523f-426d-b5d3-b607eafe8b3f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:11.856997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2eb7b1df-fa30-4d91-92ba-a227355ec839 None None] Provisioning complete for port ac801261-647d-46ff-aef1-fa867efec3f2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:11.864000 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b1df-fa30-4d91-92ba-a227355ec839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.931530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:11.957491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8c8e8-236a-4ad8-8416-7147b532b69c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:11.966170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:11.990454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:11.990940 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Added segment 4abf7274-aec1-4a83-b173-78d6531652f5 of type vlan for network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 Nov 12 11:14:11.992409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e21550b-ab17-415c-9c6c-4e8f9eb777a4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.022062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Deleting port 49baeaf4-5393-4257-a41a-eace211c3130 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:12.022432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.033133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4e21550b-ab17-415c-9c6c-4e8f9eb777a4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 1ba7534d-18eb-43a8-b925-f00175a5458a owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:12.061069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2eb7b1df-fa30-4d91-92ba-a227355ec839 None None] Provisioning complete for port 1ba7534d-18eb-43a8-b925-f00175a5458a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:12.061485 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b1df-fa30-4d91-92ba-a227355ec839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.106977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7b1df-fa30-4d91-92ba-a227355ec839 None None] Port 1ba7534d-18eb-43a8-b925-f00175a5458a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:12.137469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:14:12.143014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:12.143688 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.264017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.278728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-023efee9-df64-4934-a97d-d993503f2591 None None] Provisioning complete for port 1ba7534d-18eb-43a8-b925-f00175a5458a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:12.284579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-023efee9-df64-4934-a97d-d993503f2591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.284579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.286260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Attempting to bind port a00509e9-523f-426d-b5d3-b607eafe8b3f on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:12.286792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Attempting to bind port a00509e9-523f-426d-b5d3-b607eafe8b3f by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'a97d8d77-c0e0-4938-9055-b3c04dc26de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '015b3198-4d4e-4ab2-9f1a-9083f4ea11f8'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:12.287295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Attempting to bind port a00509e9-523f-426d-b5d3-b607eafe8b3f on network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:12.326513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003b7b8-9d86-462b-9d83-581d14c34d73 req-18fba301-6fa3-4bc4-a924-c1728565295d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.327253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Port a00509e9-523f-426d-b5d3-b607eafe8b3f on network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:14:12.327763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Attempting to bind port a00509e9-523f-426d-b5d3-b607eafe8b3f on network 015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:12.338401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0003b7b8-9d86-462b-9d83-581d14c34d73 req-18fba301-6fa3-4bc4-a924-c1728565295d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 946 time: 0.4091177 Nov 12 11:14:12.364321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:12.364974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Checking segment: {'id': 'a97d8d77-c0e0-4938-9055-b3c04dc26de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '015b3198-4d4e-4ab2-9f1a-9083f4ea11f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:12.366460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Bound using segment: {'id': 'a97d8d77-c0e0-4938-9055-b3c04dc26de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '015b3198-4d4e-4ab2-9f1a-9083f4ea11f8'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:12.367301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Bound port: a00509e9-523f-426d-b5d3-b607eafe8b3f, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97d8d77-c0e0-4938-9055-b3c04dc26de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '015b3198-4d4e-4ab2-9f1a-9083f4ea11f8'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:12.367838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.375948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-023efee9-df64-4934-a97d-d993503f2591 None None] Port 1ba7534d-18eb-43a8-b925-f00175a5458a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:12.388320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:12.391036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699f106-a632-44ef-afc8-7ec9fa1f89d5 req-de132c3e-7801-42de-8a21-88daf9ee87fd tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.392729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5699f106-a632-44ef-afc8-7ec9fa1f89d5 req-de132c3e-7801-42de-8a21-88daf9ee87fd tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 943 time: 0.1562064 Nov 12 11:14:12.418222 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0003b7b8-9d86-462b-9d83-581d14c34d73 req-73713e60-aa1f-4ded-b628-76ef83fe0d3a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786879 Nov 12 11:14:12.424290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e21550b-ab17-415c-9c6c-4e8f9eb777a4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.429518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] For port 49baeaf4-5393-4257-a41a-eace211c3130, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=49baeaf4-5393-4257-a41a-eace211c3130,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:12.429899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.458911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Calling delete_port for 49baeaf4-5393-4257-a41a-eace211c3130 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:12.468246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.471877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21550b-ab17-415c-9c6c-4e8f9eb777a4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=1ba7534d-18eb-43a8-b925-f00175a5458a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:12.493453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.495816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.495816 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.499294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a2b49-0f81-4219-b6a5-ce8e5c65c962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:12.501891 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2190ba09-afde-4d80-b90b-d822bf9a2d22" -d '{"events": [{"server_uuid": "821a2b49-0f81-4219-b6a5-ce8e5c65c962", "name": "network-vif-plugged", "status": "completed", "tag": "4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:12.541362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e21550b-ab17-415c-9c6c-4e8f9eb777a4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.554208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4e21550b-ab17-415c-9c6c-4e8f9eb777a4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/1ba7534d-18eb-43a8-b925-f00175a5458a HTTP/1.1" status: 204 len: 168 time: 0.8706539 Nov 12 11:14:12.554459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55578) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:12.556213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] For port a00509e9-523f-426d-b5d3-b607eafe8b3f, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:12.560928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] For port a00509e9-523f-426d-b5d3-b607eafe8b3f, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a00509e9-523f-426d-b5d3-b607eafe8b3f,segment=NetworkSegment(a97d8d77-c0e0-4938-9055-b3c04dc26de0),segment_id=a97d8d77-c0e0-4938-9055-b3c04dc26de0)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:12.562957 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f9bf4-3633-41de-838b-447a57fde8be x-openstack-request-id: req-c74f9bf4-3633-41de-838b-447a57fde8be {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:12.563429 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821a2b49-0f81-4219-b6a5-ce8e5c65c962", "name": "network-vif-plugged", "status": "completed", "tag": "4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:12.563686 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c74f9bf4-3633-41de-838b-447a57fde8be {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:12.565877 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821a2b49-0f81-4219-b6a5-ce8e5c65c962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5', 'code': 200} Nov 12 11:14:12.568648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:12.610384 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb73246-6898-4d53-9570-d29f3f9087ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:14:12.618222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55582) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:12.622889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7fb73246-6898-4d53-9570-d29f3f9087ff tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/1ba7534d-18eb-43a8-b925-f00175a5458a HTTP/1.1" status: 404 len: 333 time: 0.0566545 Nov 12 11:14:12.665483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5699f106-a632-44ef-afc8-7ec9fa1f89d5 req-9df2eada-728e-4f7a-a56c-63d410ad993f tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501998 Nov 12 11:14:12.696738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f638b0ad-9b3b-4f60-93d3-afabdfc07718 None None] Could not find standard attr ID for object 1ba7534d-18eb-43a8-b925-f00175a5458a. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:14:12.783053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8ab01-0145-4e7c-bc91-b23eec8d1d29 req-e8fe886f-3dd2-4720-86c3-acf2639f7bf1 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.784704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75b8ab01-0145-4e7c-bc91-b23eec8d1d29 req-e8fe886f-3dd2-4720-86c3-acf2639f7bf1 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 945 time: 0.1530330 Nov 12 11:14:12.793884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a346b-b161-478e-8c43-39ef158670fc req-5b6e1630-1559-4792-8111-5117e8b2e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.795619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-931a346b-b161-478e-8c43-39ef158670fc req-5b6e1630-1559-4792-8111-5117e8b2e8bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 1097 time: 0.1267045 Nov 12 11:14:12.805252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.834990 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7768011 Nov 12 11:14:12.848791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55592) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:12.861598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Request body: {'subnet': {'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1088549604-subnet', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:12.869650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:12.870269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.871960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] 10.222.0.69 "PUT /v2.0/ports/a00509e9-523f-426d-b5d3-b607eafe8b3f HTTP/1.1" status: 200 len: 1092 time: 2.0699434 Nov 12 11:14:12.872418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947df2c6-404c-4ce9-9434-ab4b41a95b5e', 'tag': 'a00509e9-523f-426d-b5d3-b607eafe8b3f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:12.874707 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34982c56-3f59-43cf-bfd5-f4a483735c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "947df2c6-404c-4ce9-9434-ab4b41a95b5e", "tag": "a00509e9-523f-426d-b5d3-b607eafe8b3f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:12.897564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd79783-c80f-4be2-9f6f-e98281355d5c admin admin] Pushing event updated for resources: {'Network': ['ID=9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:12.915896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:12.932777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-4169b935-f895-4e08-a277-ffa71a955b40 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet 414dae29-c4da-4088-8856-4ebe0222c540 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:12.944890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4169b935-f895-4e08-a277-ffa71a955b40 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:12.969799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-931a346b-b161-478e-8c43-39ef158670fc req-31f42878-5a33-4f2d-b6ff-aab3a65a06e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629281 Nov 12 11:14:12.973721 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75b8ab01-0145-4e7c-bc91-b23eec8d1d29 req-6a269248-f199-4e2f-a4ce-0389d1a1ab9c tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769831 Nov 12 11:14:12.999059 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c05b718-0a0f-4e10-b749-cd7cd2a97b2f x-openstack-request-id: req-6c05b718-0a0f-4e10-b749-cd7cd2a97b2f {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:12.999059 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947df2c6-404c-4ce9-9434-ab4b41a95b5e", "tag": "a00509e9-523f-426d-b5d3-b607eafe8b3f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:12.999059 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6c05b718-0a0f-4e10-b749-cd7cd2a97b2f {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:12.999059 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947df2c6-404c-4ce9-9434-ab4b41a95b5e', 'tag': 'a00509e9-523f-426d-b5d3-b607eafe8b3f', 'status': 'completed', 'code': 200} Nov 12 11:14:12.999059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122beed8-4054-465b-940a-4d0d9dd80272 service neutron] Pushing event updated for resources: {'Port': ['ID=a00509e9-523f-426d-b5d3-b607eafe8b3f,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:13.085576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4169b935-f895-4e08-a277-ffa71a955b40 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.102856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:13.105242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.122488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a0aadc07-3802-4ba4-b3ce-94d97eed0cca None None] Could not find standard attr ID for object 1ba7534d-18eb-43a8-b925-f00175a5458a. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:14:13.196023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982c56-3f59-43cf-bfd5-f4a483735c1b req-a07e8492-2d53-4c14-8eb9-74c564ab4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:13.197692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34982c56-3f59-43cf-bfd5-f4a483735c1b req-a07e8492-2d53-4c14-8eb9-74c564ab4b51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae0f2b8e6e624adebd29213c5c0b4d22&device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 1095 time: 0.1536334 Nov 12 11:14:13.348664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4169b935-f895-4e08-a277-ffa71a955b40 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.421887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.437457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982c56-3f59-43cf-bfd5-f4a483735c1b req-354e0dc9-8ddd-4e82-8dad-4f9bfbaa7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:13.438952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34982c56-3f59-43cf-bfd5-f4a483735c1b req-354e0dc9-8ddd-4e82-8dad-4f9bfbaa7aaf service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ae0f2b8e6e624adebd29213c5c0b4d22&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2046955 Nov 12 11:14:13.498648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92ba5fc-fc82-4244-8579-84f0a2a4640c,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:13.508934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Checking segment: {'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:13.509314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Network hostable DHCP agents. Network: 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:13.520344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.586307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469486d-fb71-4e2b-b259-462542d478db req-3ebeb7a0-aa5f-4d16-a53b-c06b33cab871 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:13.588704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a469486d-fb71-4e2b-b259-462542d478db req-3ebeb7a0-aa5f-4d16-a53b-c06b33cab871 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 946 time: 0.0648158 Nov 12 11:14:13.646319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:13.653096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a469486d-fb71-4e2b-b259-462542d478db req-a6fcbcf3-9932-4cd9-91f1-dffdcd3d1096 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574663 Nov 12 11:14:13.794539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:13.801031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:13.801921 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.805417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058637a-5864-47dc-98bc-c197b317743e None None] Network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:13.902830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Pushing event deleted for resources: {'Port': ['ID=49baeaf4-5393-4257-a41a-eace211c3130,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:13.905160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4169b935-f895-4e08-a277-ffa71a955b40 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:13.919646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-63ba858c-ecba-4529-b317-8ece57d7f17c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0669253 Nov 12 11:14:13.919833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55620) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:13.924674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:13.968412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169b935-f895-4e08-a277-ffa71a955b40 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=414dae29-c4da-4088-8856-4ebe0222c540,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:14.026547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4169b935-f895-4e08-a277-ffa71a955b40 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.032899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4169b935-f895-4e08-a277-ffa71a955b40 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/414dae29-c4da-4088-8856-4ebe0222c540 HTTP/1.1" status: 204 len: 168 time: 1.4101095 Nov 12 11:14:14.035483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55624) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:14.110921 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982c56-3f59-43cf-bfd5-f4a483735c1b req-324c46a2-d0a9-4349-bd99-c9e3c323f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.110921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34982c56-3f59-43cf-bfd5-f4a483735c1b req-324c46a2-d0a9-4349-bd99-c9e3c323f7a1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6591220 Nov 12 11:14:14.115474 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a603f995-1310-45be-888b-59c142d33be4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet 2dcd30fc-ebc3-4615-843f-991505d5312d {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:14.129812 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a603f995-1310-45be-888b-59c142d33be4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.204456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.205622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.251357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153c90e-3f4b-4044-a4ae-59f8d21d094c None None] Network eadf8571-017c-41be-8ab1-13b127331318 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:14.282671 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a603f995-1310-45be-888b-59c142d33be4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.361691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-e05bc1ec-8ac0-4c2b-8c8d-1ce7720cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.363174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-e05bc1ec-8ac0-4c2b-8c8d-1ce7720cd7f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ae0f2b8e6e624adebd29213c5c0b4d22&device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 1095 time: 0.1330435 Nov 12 11:14:14.374513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a4bd8-a70c-4fec-8a8f-ef184df00478 req-f345b635-0252-4339-9cbd-a32ca1501a2f tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.382183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0', 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'fixed_ips': [{'subnet_id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:14.382870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de9a4bd8-a70c-4fec-8a8f-ef184df00478 req-f345b635-0252-4339-9cbd-a32ca1501a2f tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 943 time: 0.4886727 Nov 12 11:14:14.383064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.396611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffb664-1836-4f23-a43f-085052251223 req-2b9d102a-d507-4046-8230-85f188a70301 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.398299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09ffb664-1836-4f23-a43f-085052251223 req-2b9d102a-d507-4046-8230-85f188a70301 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 945 time: 0.2186425 Nov 12 11:14:14.511752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.521522 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.546390 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de9a4bd8-a70c-4fec-8a8f-ef184df00478 req-e24dbeab-affb-4bdd-b2c3-56203369cbd4 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625364 Nov 12 11:14:14.552121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a603f995-1310-45be-888b-59c142d33be4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.563682 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-09ffb664-1836-4f23-a43f-085052251223 req-159ef1ae-f9bc-4ea8-ab6a-40e56197e2ef tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172578 Nov 12 11:14:14.568864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-2769615b-da1e-444e-8094-fc19904d1343 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a00509e9-523f-426d-b5d3-b607eafe8b3f HTTP/1.1" status: 200 len: 217 time: 0.1750681 Nov 12 11:14:14.599093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Allocated IP 172.20.0.2 (9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0/f92ba5fc-fc82-4244-8579-84f0a2a4640c/7a306c7f-39e3-42d0-8fb8-19346f2510e3) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:14.746544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-e9d68fec-ec30-4948-a61e-cfc162ee9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.748608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-e9d68fec-ec30-4948-a61e-cfc162ee9d74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b61f2510-6e62-45b3-bfb4-cc29a914b9ef HTTP/1.1" status: 200 len: 849 time: 0.0899961 Nov 12 11:14:14.797816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-56b960ac-f969-48b4-bddc-2c908aa5f396 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=015b3198-4d4e-4ab2-9f1a-9083f4ea11f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358732 Nov 12 11:14:14.833096 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.854658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.883664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e1a09-de5b-4663-afa3-82d08832992b req-f28a1672-845a-45cd-a629-1acab76dbfab tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:14.886908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa0e1a09-de5b-4663-afa3-82d08832992b req-f28a1672-845a-45cd-a629-1acab76dbfab tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 946 time: 0.0963542 Nov 12 11:14:14.953745 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a603f995-1310-45be-888b-59c142d33be4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:14.973839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa0e1a09-de5b-4663-afa3-82d08832992b req-2954c4d9-04f9-48f4-bd22-d8af30d1e97e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771415 Nov 12 11:14:14.993729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-d11d753e-497b-492d-9865-c682f53e4d14 service neutron] 10.222.0.69 "GET /v2.0/networks/015b3198-4d4e-4ab2-9f1a-9083f4ea11f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640735 Nov 12 11:14:14.998631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.012786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603f995-1310-45be-888b-59c142d33be4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcd30fc-ebc3-4615-843f-991505d5312d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:15.024303 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a603f995-1310-45be-888b-59c142d33be4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.031042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a603f995-1310-45be-888b-59c142d33be4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/2dcd30fc-ebc3-4615-843f-991505d5312d HTTP/1.1" status: 204 len: 168 time: 0.9942603 Nov 12 11:14:15.032085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55632) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:15.069989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:15.076666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:15.084765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:15.099061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Pushing event updated for resources: {'Port': ['ID=7a306c7f-39e3-42d0-8fb8-19346f2510e3,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:15.128602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.182282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Attempting to bind port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:15.182946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Attempting to bind port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:15.183505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Attempting to bind port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 on network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:15.190131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:15.203743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5e0e49f-7354-4cc6-9f11-365337c63cc2 req-d5edc1c2-8691-47b6-a85f-20aabc7bf28c service neutron] 10.222.0.69 "GET /v2.0/networks/015b3198-4d4e-4ab2-9f1a-9083f4ea11f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700959 Nov 12 11:14:15.204306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Checking segment: {'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:15.205010 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.205600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Bound using segment: {'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:15.206335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Bound port: 7a306c7f-39e3-42d0-8fb8-19346f2510e3, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:15.208409 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.232387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:15.267570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port ac801261-647d-46ff-aef1-fa867efec3f2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:15.268222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.330210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] For port 7a306c7f-39e3-42d0-8fb8-19346f2510e3, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:15.334727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] For port 7a306c7f-39e3-42d0-8fb8-19346f2510e3, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7a306c7f-39e3-42d0-8fb8-19346f2510e3,segment=NetworkSegment(4abf7274-aec1-4a83-b173-78d6531652f5),segment_id=4abf7274-aec1-4a83-b173-78d6531652f5)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:15.380798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] For port ac801261-647d-46ff-aef1-fa867efec3f2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ac801261-647d-46ff-aef1-fa867efec3f2,segment=NetworkSegment(438c7841-d7b9-4982-affd-4ac58f7affb2),segment_id=438c7841-d7b9-4982-affd-4ac58f7affb2)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:15.381179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.436258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.452125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-70b13f38-048b-4d1d-b731-15707f0edc7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1182845 Nov 12 11:14:15.452521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d84741-78a1-4055-a68c-60b752382663 None None] Network eadf8571-017c-41be-8ab1-13b127331318 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:15.459174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:15.460246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for ac801261-647d-46ff-aef1-fa867efec3f2 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:15.467730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3ce0f3e6-bcd9-476f-8df2-6844eeda20ff admin admin] 10.222.0.98 "PUT /v2.0/routers/3d6273da-fac3-4f03-9ed5-46b1dd0515a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3180423 Nov 12 11:14:15.468056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55636) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:15.482536 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] Sync routers for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:15.500814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:15.504755 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:15.559510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.603774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.617792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.640385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5fbd1109-cb47-45d4-a7f2-a49c075cac3a None None] Provisioning complete for port ac801261-647d-46ff-aef1-fa867efec3f2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:15.641890 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5fbd1109-cb47-45d4-a7f2-a49c075cac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.760973 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:15.793540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba69593-9c89-47d2-8b92-f4036c811c8b req-31b09c55-c2c4-420b-8d84-0fd4429687b9 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.803488 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bba69593-9c89-47d2-8b92-f4036c811c8b req-31b09c55-c2c4-420b-8d84-0fd4429687b9 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 943 time: 0.1577065 Nov 12 11:14:15.824112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795db91-96b5-4fcd-91bc-3c68f9fe08fd None None] Pushing event updated for resources: {'Port': ['ID=7a306c7f-39e3-42d0-8fb8-19346f2510e3,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:15.841285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5fbd1109-cb47-45d4-a7f2-a49c075cac3a None None] Could not find standard attr ID for object ac801261-647d-46ff-aef1-fa867efec3f2. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:14:15.844445 n-d-768852-22 neutron-server[109706]: INFO neutron.plugins.ml2.db [None req-5fbd1109-cb47-45d4-a7f2-a49c075cac3a None None] No ports have port_id starting with ac801261-647d-46ff-aef1-fa867efec3f2 Nov 12 11:14:15.860348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.884590 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:15.946381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-e8107a8f-02d1-47ae-a829-c0877982aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.946381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-e8107a8f-02d1-47ae-a829-c0877982aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.946381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-e8107a8f-02d1-47ae-a829-c0877982aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.946381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-e8107a8f-02d1-47ae-a829-c0877982aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.947362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-e8107a8f-02d1-47ae-a829-c0877982aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.948103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-e8107a8f-02d1-47ae-a829-c0877982aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.948253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-e8107a8f-02d1-47ae-a829-c0877982aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.952889 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-e8107a8f-02d1-47ae-a829-c0877982aece service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6509 time: 0.1132061 Nov 12 11:14:15.979315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd85935-5749-40bf-acb6-7f7dc9c1469e req-b5639ce5-bf95-4617-85d1-ab38b64a5e77 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:15.985828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No DVR routers for this DVR port ac801261-647d-46ff-aef1-fa867efec3f2 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:15.989678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bd85935-5749-40bf-acb6-7f7dc9c1469e req-b5639ce5-bf95-4617-85d1-ab38b64a5e77 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 945 time: 0.1531363 Nov 12 11:14:16.027371 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:14:13Z', 'revision_number': 5, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port': {'id': 'fc255a1d-f957-4368-bb52-92abd890e86d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:11:38Z', 'updated_at': '2021-11-12T11:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:16.034883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b0417-4484-44f0-9129-319488eac6c7 None None] DHCP port deletion for eadf8571-017c-41be-8ab1-13b127331318 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:16.062941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=ac801261-647d-46ff-aef1-fa867efec3f2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:16.087643 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] Checking router: 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:16.113780 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] Routers {'3d6273da-fac3-4f03-9ed5-46b1dd0515a6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:16.113780 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:16.155867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Allocated IP 172.25.3.132 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/f3659be4-5d8f-43e4-bddd-c0d764b3d3ff) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:16.162498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bd85935-5749-40bf-acb6-7f7dc9c1469e req-73661bcf-65ca-4b0a-8b40-a5fb08315a90 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717885 Nov 12 11:14:16.204884 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] Set router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:16.215717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Deleting port fc255a1d-f957-4368-bb52-92abd890e86d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:16.216728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.276727 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:14:15Z', 'revision_number': 6, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:16.282578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-b0f2569c-e290-4247-9123-80f39bddb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:16.283085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-b0f2569c-e290-4247-9123-80f39bddb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:16.283531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-b0f2569c-e290-4247-9123-80f39bddb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:16.286169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-b0f2569c-e290-4247-9123-80f39bddb2c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e HTTP/1.1" status: 200 len: 2296 time: 0.2943895 Nov 12 11:14:16.318225 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcbdfd-0126-4b7e-b5bf-f16b1d3d5c7b None None] The sync data for ids ['3d6273da-fac3-4f03-9ed5-46b1dd0515a6'] in n-d-768852-22 is: [{'id': '3d6273da-fac3-4f03-9ed5-46b1dd0515a6', 'name': 'tempest-ServersTestFqdnHostnames-959493393-router', 'tenant_id': '651e77de364e46cbaf9a7346e516b7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:11:37Z', 'updated_at': '2021-11-12T11:14:15Z', 'revision_number': 6, 'project_id': '651e77de364e46cbaf9a7346e516b7ed', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:16.326026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.342691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.377346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bba69593-9c89-47d2-8b92-f4036c811c8b req-cc714d56-49c1-45b7-8e25-de04e38bd641 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600688 Nov 12 11:14:16.397405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] For port fc255a1d-f957-4368-bb52-92abd890e86d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fc255a1d-f957-4368-bb52-92abd890e86d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:16.398853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.420433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Calling delete_port for fc255a1d-f957-4368-bb52-92abd890e86d owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:16.434123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-373b28db-ec11-4897-90d4-3fd0e503da66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f66b097e-87fa-4583-9053-abb58ed084dd HTTP/1.1" status: 200 len: 1001 time: 0.1379485 Nov 12 11:14:16.539907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-981687dc-dcb6-4cb7-b35d-7a074b48a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:16.542170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-981687dc-dcb6-4cb7-b35d-7a074b48a5a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81408f4c-9403-4690-9f6c-f964b92eb25e HTTP/1.1" status: 200 len: 855 time: 0.1001065 Nov 12 11:14:16.679041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-5d01c5e7-2deb-42bb-8d14-868bf1b14c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:16.680606 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-5d01c5e7-2deb-42bb-8d14-868bf1b14c89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296918 Nov 12 11:14:16.816834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadf8571-017c-41be-8ab1-13b127331318']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:16.838136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438c7841-d7b9-4982-affd-4ac58f7affb2') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:16.838526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438c7841-d7b9-4982-affd-4ac58f7affb2') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:16.840593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-bef78f92-169e-4e4d-979a-7c7f8e7e76c7 service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386671 Nov 12 11:14:16.856989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.874238 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.884063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:16.887631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:16.889018 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:16.956777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:16.998870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc255a1d-f957-4368-bb52-92abd890e86d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:17.012234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.014198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-afdea655-34f7-4ea2-9e1d-8051e3826e2e service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630681 Nov 12 11:14:17.033510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a9f058-b966-4c49-a1b2-d6739185511c None None] Network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:17.056071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:17.063428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:17.067649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:17.082930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-afef4b14-bca7-4891-90aa-21b9c4530ea2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 200 len: 217 time: 0.0544746 Nov 12 11:14:17.094881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Pushing event updated for resources: {'Port': ['ID=f3659be4-5d8f-43e4-bddd-c0d764b3d3ff,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:17.134334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-edff0dae-4e86-4bd9-a1c3-a48e4ebb745d None None] Provisioning complete for port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:17.134925 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-edff0dae-4e86-4bd9-a1c3-a48e4ebb745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.139170 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.260603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-3e33bd58-91e8-4a67-a46d-1b20ecc25faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:17.262812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-3e33bd58-91e8-4a67-a46d-1b20ecc25faf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.1698511 Nov 12 11:14:17.286023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.332777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.337204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.340366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.365305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/networks/eadf8571-017c-41be-8ab1-13b127331318 HTTP/1.1" status: 204 len: 168 time: 2.3318245 Nov 12 11:14:17.370967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55656) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:17.398837 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-edff0dae-4e86-4bd9-a1c3-a48e4ebb745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.409813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-577a195f-5620-4a13-b7c9-831d90fb91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:17.412189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-577a195f-5620-4a13-b7c9-831d90fb91e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1409910 Nov 12 11:14:17.442037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193e372-d1ac-4e84-abef-20ab07b1ffe8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Network': ['ID=eadf8571-017c-41be-8ab1-13b127331318,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:17.480493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7a306c7f-39e3-42d0-8fb8-19346f2510e3 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:17.552240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5b602-c54d-4ef3-8edc-ced71d45fffa tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:17.552240 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-21f5b602-c54d-4ef3-8edc-ced71d45fffa tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1711349 Nov 12 11:14:17.553553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55664) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:17.566322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-edff0dae-4e86-4bd9-a1c3-a48e4ebb745d None None] For port 7a306c7f-39e3-42d0-8fb8-19346f2510e3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7a306c7f-39e3-42d0-8fb8-19346f2510e3,segment=NetworkSegment(4abf7274-aec1-4a83-b173-78d6531652f5),segment_id=4abf7274-aec1-4a83-b173-78d6531652f5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:17.570039 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.598189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:17.598704 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.600187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.600723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d6273da-fac3-4f03-9ed5-46b1dd0515a6 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:14:17.635952 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.635952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8f64d521-6883-4a95-84e9-3dc2af20cf2a admin admin] 10.222.0.98 "DELETE /v2.0/routers/3d6273da-fac3-4f03-9ed5-46b1dd0515a6 HTTP/1.1" status: 204 len: 168 time: 2.1651623 Nov 12 11:14:17.644619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55666) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:17.673396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-edff0dae-4e86-4bd9-a1c3-a48e4ebb745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.809193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-de2a07d5-b0ac-4bf1-8f1c-d5bab9e9dce6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2513511 Nov 12 11:14:17.809442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f121f-9ca3-4ef6-bbc8-e3b2242c599a req-6654d6ca-b020-440f-85d4-f6186597ca95 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:17.812108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55668) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:17.817566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-941f121f-9ca3-4ef6-bbc8-e3b2242c599a req-6654d6ca-b020-440f-85d4-f6186597ca95 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 943 time: 0.2643678 Nov 12 11:14:17.825632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a00509e9-523f-426d-b5d3-b607eafe8b3f details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:17.826803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-918fe483-4207-45d4-9a4a-db6c08631527 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926539 Nov 12 11:14:17.831023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-172777427'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:17.847144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.860169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-30df9e3e-8154-41c3-9b70-56659e491ed3 admin admin] Deleting subnet 6eba4d1f-dc48-4bcb-b9ee-3da1be55f639 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:17.864995 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30df9e3e-8154-41c3-9b70-56659e491ed3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:17.914128 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30df9e3e-8154-41c3-9b70-56659e491ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.028644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30df9e3e-8154-41c3-9b70-56659e491ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.055614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:18.066266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.072794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a00509e9-523f-426d-b5d3-b607eafe8b3f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a00509e9-523f-426d-b5d3-b607eafe8b3f,segment=NetworkSegment(a97d8d77-c0e0-4938-9055-b3c04dc26de0),segment_id=a97d8d77-c0e0-4938-9055-b3c04dc26de0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:18.088552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'a00509e9-523f-426d-b5d3-b607eafe8b3f', 'network_id': '015b3198-4d4e-4ab2-9f1a-9083f4ea11f8', 'port_id': 'a00509e9-523f-426d-b5d3-b607eafe8b3f', 'mac_address': 'fa:16:3e:db:5a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61f2510-6e62-45b3-bfb4-cc29a914b9ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:18.096456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fc255a1d-f957-4368-bb52-92abd890e86d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:18.100939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff0dae-4e86-4bd9-a1c3-a48e4ebb745d None None] Pushing event updated for resources: {'Port': ['ID=7a306c7f-39e3-42d0-8fb8-19346f2510e3,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:18.155489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:18.156873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: fc255a1d-f957-4368-bb52-92abd890e86d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:18.157487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fc255a1d-f957-4368-bb52-92abd890e86d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:18.158738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ac801261-647d-46ff-aef1-fa867efec3f2 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:18.192459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30df9e3e-8154-41c3-9b70-56659e491ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.210019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.210437 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Added segment 6c1fae51-f0b1-45a0-af3c-8eca05f05f9c of type vlan for network 56026213-44bf-43c2-8790-bc323eabdfb3 Nov 12 11:14:18.218275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ac801261-647d-46ff-aef1-fa867efec3f2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:18.218926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ac801261-647d-46ff-aef1-fa867efec3f2 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:18.219563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 49baeaf4-5393-4257-a41a-eace211c3130 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:18.252125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 49baeaf4-5393-4257-a41a-eace211c3130 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:18.252725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 49baeaf4-5393-4257-a41a-eace211c3130 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:18.267828 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-941f121f-9ca3-4ef6-bbc8-e3b2242c599a req-16ee59a4-9910-4d5e-9777-b30546c7c7f2 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487476 Nov 12 11:14:18.273657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a9cf7f4d-e279-4136-b49b-e7a69a3f2636 None None] Provisioning complete for port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:18.274210 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a9cf7f4d-e279-4136-b49b-e7a69a3f2636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.284153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df9e3e-8154-41c3-9b70-56659e491ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eba4d1f-dc48-4bcb-b9ee-3da1be55f639,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:18.290562 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30df9e3e-8154-41c3-9b70-56659e491ed3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.295225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-30df9e3e-8154-41c3-9b70-56659e491ed3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6eba4d1f-dc48-4bcb-b9ee-3da1be55f639 HTTP/1.1" status: 204 len: 168 time: 0.6488488 Nov 12 11:14:18.302746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55672) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:18.312055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f6caa7-ea41-41f8-9fe1-ea74e6701bb5 None None] Network 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:18.318861 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.331829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.335736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.390601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-2535e1dd-61ae-4803-ae49-2b8c4092cc75 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536690 Nov 12 11:14:18.472761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.484020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-b378dc7f-e5f0-49bc-8215-379168ec8317 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 200 len: 217 time: 0.0766494 Nov 12 11:14:18.486855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.493712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:18.494622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.548368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00509e9-523f-426d-b5d3-b607eafe8b3f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:18.589849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a00509e9-523f-426d-b5d3-b607eafe8b3f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a00509e9-523f-426d-b5d3-b607eafe8b3f,segment=NetworkSegment(a97d8d77-c0e0-4938-9055-b3c04dc26de0),segment_id=a97d8d77-c0e0-4938-9055-b3c04dc26de0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:18.618377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Network': ['ID=56026213-44bf-43c2-8790-bc323eabdfb3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:18.652497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-f04c3864-b2a4-438f-8699-5271617f3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:18.654539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-f04c3864-b2a4-438f-8699-5271617f3452 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.1569703 Nov 12 11:14:18.665722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 56026213-44bf-43c2-8790-bc323eabdfb3 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:18.668555 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a5fa752d-9778-4486-bffa-ccebb73de85b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8517511 Nov 12 11:14:18.669938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55678) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:18.676279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:18.702931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Deleting port 2404d484-1a5b-4368-a074-bf51189d8713 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:18.703415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.739675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.746900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Router b1299945-c860-48da-9c3c-f88d7d03b827 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:14:18.798611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] For port 2404d484-1a5b-4368-a074-bf51189d8713, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2404d484-1a5b-4368-a074-bf51189d8713,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:18.799017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:18.824522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-d9ba303b-e635-4eca-bae7-4523799b623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:18.829028 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-d9ba303b-e635-4eca-bae7-4523799b623e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618633 Nov 12 11:14:18.834080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=a00509e9-523f-426d-b5d3-b607eafe8b3f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:18.843689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Calling delete_port for 2404d484-1a5b-4368-a074-bf51189d8713 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:18.922892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] DHCP port deletion for 08889265-2fd3-4f3b-8dc0-9e89a07e63a5 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:18.978265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:18.995876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Sync routers for ids ['b1299945-c860-48da-9c3c-f88d7d03b827'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:19.020103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Routers {'b1299945-c860-48da-9c3c-f88d7d03b827'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:19.020752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b1299945-c860-48da-9c3c-f88d7d03b827'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:19.093837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:19.098185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.122009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] Deleting port 2404d484-1a5b-4368-a074-bf51189d8713 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:19.122009 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.196410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a00509e9-523f-426d-b5d3-b607eafe8b3f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:19.243133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Set router b1299945-c860-48da-9c3c-f88d7d03b827 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:19.259846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.261839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-83a7428e-a4b7-42f1-a96d-8feaae4d1327 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3409164 Nov 12 11:14:19.282791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55684) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:19.351422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7a306c7f-39e3-42d0-8fb8-19346f2510e3 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:19.380574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-c50804e7-5912-4094-a626-db3fd9083c73 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383267 Nov 12 11:14:19.406063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] For port 2404d484-1a5b-4368-a074-bf51189d8713, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2404d484-1a5b-4368-a074-bf51189d8713,segment=NetworkSegment(8f7ec9ef-2312-4b7c-9075-908b3d79731f),segment_id=8f7ec9ef-2312-4b7c-9075-908b3d79731f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:19.406465 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.493897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] Calling delete_port for 2404d484-1a5b-4368-a074-bf51189d8713 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:19.507606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bcf1a-7302-42e3-ba5d-8d102b26e49a req-a70f3ca7-249e-4804-81df-aefa823dd316 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:19.507606 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f8bcf1a-7302-42e3-ba5d-8d102b26e49a req-a70f3ca7-249e-4804-81df-aefa823dd316 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 944 time: 0.1150570 Nov 12 11:14:19.553115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.564993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-4850722b-e978-424a-b16d-76f9b8162794 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749563 Nov 12 11:14:19.615645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-3860ffd9-92d7-4feb-82eb-6921aded4fa5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81 HTTP/1.1" status: 200 len: 217 time: 0.0418236 Nov 12 11:14:19.686254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-689a393d-b856-4a07-a1af-9f830e964a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:19.689169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-689a393d-b856-4a07-a1af-9f830e964a48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.0634139 Nov 12 11:14:19.690487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.708184 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f8bcf1a-7302-42e3-ba5d-8d102b26e49a req-25571427-81e0-423a-84c3-d581f6a891cb tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588595 Nov 12 11:14:19.711669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=4e9af613-000c-4461-8130-341a16a35193,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:19.768069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking segment: {'id': '6c1fae51-f0b1-45a0-af3c-8eca05f05f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:19.772243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network hostable DHCP agents. Network: 56026213-44bf-43c2-8790-bc323eabdfb3, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:19.773564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:19.773964 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.806041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Pushing event deleted for resources: {'Port': ['ID=2404d484-1a5b-4368-a074-bf51189d8713,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:19.810392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] No DVR routers for this DVR port 2404d484-1a5b-4368-a074-bf51189d8713 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: from cryptography.utils import int_from_bytes Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: from cryptography.utils import int_from_bytes Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.857441 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:19.860394 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:14:19.881078 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:19.915732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 56026213-44bf-43c2-8790-bc323eabdfb3 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:19.931469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] Pushing event deleted for resources: {'Port': ['ID=2404d484-1a5b-4368-a074-bf51189d8713,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:19.933391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04895cc-6aa2-42ea-833f-bf1a0d0bd2fb None None] No DVR routers for this DVR port 2404d484-1a5b-4368-a074-bf51189d8713 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:19.936292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:14:17Z', 'revision_number': 3, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:19.972107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-d7ac76d2-5fa6-4c80-a6c9-3738de0c760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:19.972350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Checking router: b1299945-c860-48da-9c3c-f88d7d03b827 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:19.972597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Updating router b1299945-c860-48da-9c3c-f88d7d03b827 port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:14:19.975032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-d7ac76d2-5fa6-4c80-a6c9-3738de0c760e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2646523 Nov 12 11:14:19.988094 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.033656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.034148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 56026213-44bf-43c2-8790-bc323eabdfb3) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:20.040324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.045037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.060024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661fc9bd-58d3-4825-8fc1-60bc9d4f4c53 None None] Network 56026213-44bf-43c2-8790-bc323eabdfb3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:20.079057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.110919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08889265-2fd3-4f3b-8dc0-9e89a07e63a5']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:20.128415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7ec9ef-2312-4b7c-9075-908b3d79731f') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:20.128700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7ec9ef-2312-4b7c-9075-908b3d79731f') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:20.145772 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.151652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e0530446-9b07-4136-b3f9-ab2c79594629 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4804106 Nov 12 11:14:20.154698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55692) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:20.164519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3', 'name': 'tempest-PortsIpV6TestJSON-302735536'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:20.188675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2404d484-1a5b-4368-a074-bf51189d8713 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:20.206474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.225359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 2404d484-1a5b-4368-a074-bf51189d8713 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:20.225851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2404d484-1a5b-4368-a074-bf51189d8713 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:20.247843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-da89b055-8f72-4aab-a883-3c1c6b835d65 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630181 Nov 12 11:14:20.251021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:20.251438 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:20.253323 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:20.364480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Allocated IP 172.20.0.1 (9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0/f92ba5fc-fc82-4244-8579-84f0a2a4640c/0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:20.448251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-56026213-44bf-43c2-8790-bc323eabdfb3', 'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3', 'tenant_id': '9b045a0c95bb4d67b209c1e1922c8d44', 'fixed_ips': [{'subnet_id': '4e9af613-000c-4461-8130-341a16a35193'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:20.451960 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.490628 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.495958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.506731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.521623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.525084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] 10.222.0.98 "DELETE /v2.0/networks/08889265-2fd3-4f3b-8dc0-9e89a07e63a5 HTTP/1.1" status: 204 len: 168 time: 2.2217684 Nov 12 11:14:20.541090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cdc64-0a56-45a2-ad1a-eaef5ac3463e admin admin] Pushing event deleted for resources: {'Network': ['ID=08889265-2fd3-4f3b-8dc0-9e89a07e63a5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:20.547189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-8d640224-040e-4387-aa5b-944d04508ed0 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779233 Nov 12 11:14:20.631908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-1d4c4a80-7a69-43f1-b1ae-fe6f9f97b03f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=c6f17775-9a95-4252-931a-f1ea71405cd2 HTTP/1.1" status: 200 len: 217 time: 0.0738673 Nov 12 11:14:20.633119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:20.636840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.687412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 6daad609-8fb4-4c2f-87e6-94e3fae5784b yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:20.719338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.746092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-59800326-940e-4d1b-9847-7b88bdb35861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.753085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-59800326-940e-4d1b-9847-7b88bdb35861 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.1025681 Nov 12 11:14:20.811405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:20.818413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:20.824556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:20.861274 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.870641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Pushing event updated for resources: {'Port': ['ID=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:20.896211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:20.917651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Allocated IP 2001:db8::2 (56026213-44bf-43c2-8790-bc323eabdfb3/4e9af613-000c-4461-8130-341a16a35193/ca2c9015-1376-4112-8fa5-dadd39edf0b9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:20.983353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-264e2472-4919-4d77-a3b2-8d4c59aa75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:20.986268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-264e2472-4919-4d77-a3b2-8d4c59aa75f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2240641 Nov 12 11:14:21.022089 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.117951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0bd52-08a9-47f7-b728-00f02456a0e2 None None] Pushing event updated for resources: {'Port': ['ID=f3659be4-5d8f-43e4-bddd-c0d764b3d3ff,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:21.124542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Attempting to bind port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:21.124907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Attempting to bind port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:21.130267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Attempting to bind port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:21.139967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:21.140598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:21.141216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.142707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:21.143296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Bound port: f3659be4-5d8f-43e4-bddd-c0d764b3d3ff, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:21.143743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.213985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5966cf-31e3-4fb2-b6a2-a9eac87c966d req-e0cbf7fa-f812-4280-ae5d-7cb8e2f4ee35 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:21.222147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e5966cf-31e3-4fb2-b6a2-a9eac87c966d req-e0cbf7fa-f812-4280-ae5d-7cb8e2f4ee35 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 944 time: 0.0917673 Nov 12 11:14:21.227533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55712) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:21.234632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-cddb532a-4d00-47db-b0cc-e16295909cf9 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400417 Nov 12 11:14:21.256184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.271191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] For port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:21.276235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] For port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f3659be4-5d8f-43e4-bddd-c0d764b3d3ff,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:21.327127 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.328002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-176c8134-d1cb-4dfc-aded-e0d6bb4b8d33 None None] Provisioning complete for port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:21.328581 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-176c8134-d1cb-4dfc-aded-e0d6bb4b8d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.337436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e5966cf-31e3-4fb2-b6a2-a9eac87c966d req-04642bb3-ff6d-4431-a6b2-82d103652c9c tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138296 Nov 12 11:14:21.346263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1f628fb5-a856-4fb3-9f7f-b4ecbfc6cbe0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=651e77de364e46cbaf9a7346e516b7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1197350 Nov 12 11:14:21.351504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55714) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:21.387072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-82cc9a5b-2036-4296-b340-ee5fc0a6d20d service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428578 Nov 12 11:14:21.414640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.433539 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.458058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-176c8134-d1cb-4dfc-aded-e0d6bb4b8d33 None None] Port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:21.498529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-18153df6-bf0c-4e17-93fb-997fc1488bec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23d3d990-1ea4-48ed-8037-8035977b61b1 HTTP/1.1" status: 200 len: 217 time: 0.1020095 Nov 12 11:14:21.516826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Network 56026213-44bf-43c2-8790-bc323eabdfb3 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:21.521741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:21.528575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:21.545160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0bd52-08a9-47f7-b728-00f02456a0e2 None None] Pushing event updated for resources: {'Port': ['ID=f3659be4-5d8f-43e4-bddd-c0d764b3d3ff,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:21.555266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Routers {'b1299945-c860-48da-9c3c-f88d7d03b827'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:21.556596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b1299945-c860-48da-9c3c-f88d7d03b827'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:21.569755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::350 (56026213-44bf-43c2-8790-bc323eabdfb3/4e9af613-000c-4461-8130-341a16a35193/6daad609-8fb4-4c2f-87e6-94e3fae5784b) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:21.598029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e993d1f-54f9-42a1-b27e-378b74477ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.621916 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.635855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-21195823-31ee-4a52-83a1-467d7d11211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:21.638772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-21195823-31ee-4a52-83a1-467d7d11211b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.1315098 Nov 12 11:14:21.686344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e993d1f-54f9-42a1-b27e-378b74477ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.705132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Pushing event updated for resources: {'Port': ['ID=ca2c9015-1376-4112-8fa5-dadd39edf0b9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:21.709641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.737152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Attempting to bind port ca2c9015-1376-4112-8fa5-dadd39edf0b9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:21.741730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Attempting to bind port ca2c9015-1376-4112-8fa5-dadd39edf0b9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '6c1fae51-f0b1-45a0-af3c-8eca05f05f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:21.741730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Attempting to bind port ca2c9015-1376-4112-8fa5-dadd39edf0b9 on network 56026213-44bf-43c2-8790-bc323eabdfb3 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:21.752350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:21.752712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Checking segment: {'id': '6c1fae51-f0b1-45a0-af3c-8eca05f05f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:21.753120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.753522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Bound using segment: {'id': '6c1fae51-f0b1-45a0-af3c-8eca05f05f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:21.754029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Bound port: ca2c9015-1376-4112-8fa5-dadd39edf0b9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fae51-f0b1-45a0-af3c-8eca05f05f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:21.754412 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.788508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a00509e9-523f-426d-b5d3-b607eafe8b3f up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:21.843610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] Set router b1299945-c860-48da-9c3c-f88d7d03b827 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:21.856153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-ab77dbff-d733-48f8-8bf5-e2d7b6bb371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:21.859412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-ab77dbff-d733-48f8-8bf5-e2d7b6bb371b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1976526 Nov 12 11:14:21.865741 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:21.869412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Pushing event updated for resources: {'Port': ['ID=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:22.003910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] For port ca2c9015-1376-4112-8fa5-dadd39edf0b9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:22.019447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.026141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e993d1f-54f9-42a1-b27e-378b74477ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.028971 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e993d1f-54f9-42a1-b27e-378b74477ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.030165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4e993d1f-54f9-42a1-b27e-378b74477ee8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7b6769f3-ba59-4878-a8ff-548ea5fb300a HTTP/1.1" status: 204 len: 168 time: 0.6776426 Nov 12 11:14:22.033136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:22.034038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:22.058348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] For port ca2c9015-1376-4112-8fa5-dadd39edf0b9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ca2c9015-1376-4112-8fa5-dadd39edf0b9,segment=NetworkSegment(6c1fae51-f0b1-45a0-af3c-8eca05f05f9c),segment_id=6c1fae51-f0b1-45a0-af3c-8eca05f05f9c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:22.082187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e993d1f-54f9-42a1-b27e-378b74477ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6769f3-ba59-4878-a8ff-548ea5fb300a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:22.139086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-4048883d-a208-4aaa-8cd8-55f337c6bdf7 service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684839 Nov 12 11:14:22.217667 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.233833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port a00509e9-523f-426d-b5d3-b607eafe8b3f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:14:22.311803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Router b1299945-c860-48da-9c3c-f88d7d03b827 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:22.322372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-aa24f59b-97bf-4fdd-9c86-a11739a7998e service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676037 Nov 12 11:14:22.349762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port a00509e9-523f-426d-b5d3-b607eafe8b3f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:22.350757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.395287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.413930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-d4360a84-d9d3-408a-b6f8-5c19f63e9141 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d99c5d1-bb8d-46d9-a781-788965264a54 HTTP/1.1" status: 200 len: 217 time: 0.0809894 Nov 12 11:14:22.456209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88649-043d-4047-bf5e-c2a9229b0f70 None None] Pushing event updated for resources: {'Port': ['ID=ca2c9015-1376-4112-8fa5-dadd39edf0b9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:22.533014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 56026213-44bf-43c2-8790-bc323eabdfb3 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:22.546383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-45ff059c-7e03-42f0-8a03-a39195977911 None None] Provisioning complete for port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:22.548388 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-45ff059c-7e03-42f0-8a03-a39195977911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.561338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:22.570290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:22.586086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:22.587055 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.619013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-c1b6755e-5a57-4c21-a4a8-a16d601a82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:22.621466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:14:21Z', 'revision_number': 4, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486', 'name': '', 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'mac_address': 'fa:16:3e:e2:c5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:20Z', 'revision_number': 1, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'subnets': [{'id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:22.638321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-c1b6755e-5a57-4c21-a4a8-a16d601a82bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.2006886 Nov 12 11:14:22.692637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=6daad609-8fb4-4c2f-87e6-94e3fae5784b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:22.693976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1e1ee-3101-45d9-a09b-ae73a3ab0acc None None] The sync data for ids ['b1299945-c860-48da-9c3c-f88d7d03b827'] in n-d-768852-22 is: [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:14:21Z', 'revision_number': 4, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486', 'name': '', 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'mac_address': 'fa:16:3e:e2:c5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:20Z', 'revision_number': 1, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'subnets': [{'id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:22.716875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.719328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-45ff059c-7e03-42f0-8a03-a39195977911 None None] Port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:22.777915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947df2c6-404c-4ce9-9434-ab4b41a95b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00509e9-523f-426d-b5d3-b607eafe8b3f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:22.781453 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff2234e-5e91-447f-b246-0427e45e69cd" -d '{"events": [{"server_uuid": "947df2c6-404c-4ce9-9434-ab4b41a95b5e", "name": "network-vif-plugged", "status": "completed", "tag": "a00509e9-523f-426d-b5d3-b607eafe8b3f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:22.815970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port a00509e9-523f-426d-b5d3-b607eafe8b3f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a00509e9-523f-426d-b5d3-b607eafe8b3f,segment=NetworkSegment(a97d8d77-c0e0-4938-9055-b3c04dc26de0),segment_id=a97d8d77-c0e0-4938-9055-b3c04dc26de0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:22.821199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:22.830077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2de5f579-4dbb-4d2d-83e4-b0b6a034167d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6708493 Nov 12 11:14:22.832662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55730) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:22.838272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9aee73a4-d1c6-49c8-b142-13f03264c0fc admin admin] 10.222.0.98 "PUT /v2.0/routers/b1299945-c860-48da-9c3c-f88d7d03b827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5545406 Nov 12 11:14:22.869211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '56026213-44bf-43c2-8790-bc323eabdfb3', 'name': 'tempest-PortsIpV6TestJSON-350559261'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:22.893291 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5424653-11df-438d-9005-95b766f8df09 x-openstack-request-id: req-f5424653-11df-438d-9005-95b766f8df09 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:22.893552 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947df2c6-404c-4ce9-9434-ab4b41a95b5e", "name": "network-vif-plugged", "status": "completed", "tag": "a00509e9-523f-426d-b5d3-b607eafe8b3f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:22.893780 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5424653-11df-438d-9005-95b766f8df09 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:22.894207 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947df2c6-404c-4ce9-9434-ab4b41a95b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00509e9-523f-426d-b5d3-b607eafe8b3f', 'code': 200} Nov 12 11:14:22.896605 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:22.919974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc58c4b-430d-4deb-9cea-fb645e11f99f req-0255cc3c-bc27-4722-966f-caee5149e538 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:22.921699 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc58c4b-430d-4deb-9cea-fb645e11f99f req-0255cc3c-bc27-4722-966f-caee5149e538 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 944 time: 0.2830193 Nov 12 11:14:23.031356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=a00509e9-523f-426d-b5d3-b607eafe8b3f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:23.052593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-385b774a-1052-4c8c-879e-21d95b8cf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:23.054226 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-385b774a-1052-4c8c-879e-21d95b8cf6d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4052703 Nov 12 11:14:23.090117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6cc58c4b-430d-4deb-9cea-fb645e11f99f req-b37aa2ab-45fb-41d2-a5ca-a2b714496fa8 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612005 Nov 12 11:14:23.140422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55744) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:23.271606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99d0a9-40a7-4a61-b0ae-9dda544a612b req-eb8294c4-ef6a-4654-80a1-0dc630b2b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:23.273891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f99d0a9-40a7-4a61-b0ae-9dda544a612b req-eb8294c4-ef6a-4654-80a1-0dc630b2b034 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 1097 time: 0.2239497 Nov 12 11:14:23.384559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f99d0a9-40a7-4a61-b0ae-9dda544a612b req-bf7a9b56-2831-4431-8d5f-97f8757f92a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005702 Nov 12 11:14:23.386771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-57ed6c82-eb51-48d7-9106-31f9df8b4a5b service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128159 Nov 12 11:14:23.410901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:23.414971 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.446619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ca2c9015-1376-4112-8fa5-dadd39edf0b9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:23.465782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 6831180e-f224-473b-ac7a-e14355067a6f yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:23.538848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ca2c9015-1376-4112-8fa5-dadd39edf0b9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:23.539324 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.629534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1674250840'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:23.796350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:23.802405 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.837427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:23.847111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::3a5 (56026213-44bf-43c2-8790-bc323eabdfb3/4e9af613-000c-4461-8130-341a16a35193/6831180e-f224-473b-ac7a-e14355067a6f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:23.850133 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.854285 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.854285 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Added segment 61bdd7c0-6522-44b4-98a4-65c3407c2df0 of type vlan for network cd967e1c-922e-4993-acbb-5f9616184691 Nov 12 11:14:23.877660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae07c869-b9f1-4f2f-ae81-0345d5b2bd69 req-11100a52-b65d-4f7b-a18d-52d9e80cd8ec service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928004 Nov 12 11:14:23.926827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:23.980154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port ca2c9015-1376-4112-8fa5-dadd39edf0b9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ca2c9015-1376-4112-8fa5-dadd39edf0b9,segment=NetworkSegment(6c1fae51-f0b1-45a0-af3c-8eca05f05f9c),segment_id=6c1fae51-f0b1-45a0-af3c-8eca05f05f9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:24.055267 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.085226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.090990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:24.099780 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.228344 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=ca2c9015-1376-4112-8fa5-dadd39edf0b9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:24.276091 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1339979 Nov 12 11:14:24.281382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55766) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:24.281382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55768) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:24.291241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.300198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'subnet': {'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:24.330428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1686472-3ce2-4260-bdfc-24132f68796c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Network': ['ID=cd967e1c-922e-4993-acbb-5f9616184691,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:24.342615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network cd967e1c-922e-4993-acbb-5f9616184691 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:24.396852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c639f1-19f2-4761-99df-85a8f5926ce8 req-cb2d87a2-02d8-431b-8584-6ec984a77454 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:24.406413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7c639f1-19f2-4761-99df-85a8f5926ce8 req-cb2d87a2-02d8-431b-8584-6ec984a77454 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 945 time: 0.1551845 Nov 12 11:14:24.502174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df3d78-6392-43f4-8904-57c8c43af301 None None] Network 56026213-44bf-43c2-8790-bc323eabdfb3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:24.547814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7c639f1-19f2-4761-99df-85a8f5926ce8 req-75b8a20b-361f-4d83-8aec-d03e71a8d7cd tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394713 Nov 12 11:14:24.554740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.602170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-103291184-network', 'tenant_id': '581f735a540945528714a1f3fe8c6dc5'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:24.681385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cf7aefdd-d393-4cda-9869-a750734e2063 None None] Provisioning complete for port ca2c9015-1376-4112-8fa5-dadd39edf0b9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:24.681754 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf7aefdd-d393-4cda-9869-a750734e2063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.708127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 56026213-44bf-43c2-8790-bc323eabdfb3 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:24.721210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:24.730550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:24.745042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:24.746376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.753485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=6831180e-f224-473b-ac7a-e14355067a6f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:24.789569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:24.797504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.932595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Made reservation on behalf of 581f735a540945528714a1f3fe8c6dc5 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:24.935872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.958027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:24.994904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1d5055b4-9c70-464b-974c-e112f0e8418e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1609826 Nov 12 11:14:24.995743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55774) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:25.152165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27664052-fc79-484d-b2ad-2bbdc8ad41d6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:25.159211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-27664052-fc79-484d-b2ad-2bbdc8ad41d6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A350 HTTP/1.1" status: 200 len: 928 time: 0.1621871 Nov 12 11:14:25.160644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55778) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:25.226359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.319682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.336856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7e0d5-4c08-4804-8071-a6db74d11f06 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 6831180e-f224-473b-ac7a-e14355067a6f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:25.337198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e0d5-4c08-4804-8071-a6db74d11f06 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.361108 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.377099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:25.439334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aa7a09-538b-4072-8134-d64000b8d840,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:25.466383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.467110 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Added segment 28bd98e0-aca5-4f90-a25e-43131c6fdeec of type vlan for network 89051db4-a3e0-479d-95c1-22847fc48aeb Nov 12 11:14:25.476380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e0d5-4c08-4804-8071-a6db74d11f06 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.516795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7e0d5-4c08-4804-8071-a6db74d11f06 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 6831180e-f224-473b-ac7a-e14355067a6f owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:25.519907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-12e0aebf-3a4e-4cd6-b743-4d64b281e7c0 None None] Provisioning complete for port 6831180e-f224-473b-ac7a-e14355067a6f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:25.522849 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-12e0aebf-3a4e-4cd6-b743-4d64b281e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.552024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Subnet': ['ID=bc1c78cf-d9f5-4a6c-97ad-20050c1062e8,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:25.577924 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.601073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Checking segment: {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:25.601614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network hostable DHCP agents. Network: cd967e1c-922e-4993-acbb-5f9616184691, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:25.704317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.705818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:25.706738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.765571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network cd967e1c-922e-4993-acbb-5f9616184691 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:25.768214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f3659be4-5d8f-43e4-bddd-c0d764b3d3ff up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:25.966677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-12e0aebf-3a4e-4cd6-b743-4d64b281e7c0 None None] Port 6831180e-f224-473b-ac7a-e14355067a6f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:25.966677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-12e0aebf-3a4e-4cd6-b743-4d64b281e7c0 None None] Provisioning complete for port 6daad609-8fb4-4c2f-87e6-94e3fae5784b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:25.966677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-12e0aebf-3a4e-4cd6-b743-4d64b281e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.966677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-12e0aebf-3a4e-4cd6-b743-4d64b281e7c0 None None] Port 6daad609-8fb4-4c2f-87e6-94e3fae5784b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:25.966677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:25.966677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:25.966677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-12e0aebf-3a4e-4cd6-b743-4d64b281e7c0 None None] Provisioning complete for port ca2c9015-1376-4112-8fa5-dadd39edf0b9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:25.966677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-12e0aebf-3a4e-4cd6-b743-4d64b281e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.068241 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.097316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f3659be4-5d8f-43e4-bddd-c0d764b3d3ff,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:26.194425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e0d5-4c08-4804-8071-a6db74d11f06 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.260791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, cd967e1c-922e-4993-acbb-5f9616184691) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:26.269845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9874024 Nov 12 11:14:26.279424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:26.280057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.290624 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0f3f7c46-91c0-4a48-9489-67b258e455ad None None] Provisioning complete for port 6daad609-8fb4-4c2f-87e6-94e3fae5784b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:26.291146 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f3f7c46-91c0-4a48-9489-67b258e455ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.292691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55788) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:26.310987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Request body: {'subnet': {'network_id': '89051db4-a3e0-479d-95c1-22847fc48aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-103291184-subnet', 'tenant_id': '581f735a540945528714a1f3fe8c6dc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:26.314409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7e0d5-4c08-4804-8071-a6db74d11f06 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=6831180e-f224-473b-ac7a-e14355067a6f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:26.346439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d57eaa-d78c-40b0-af3b-e96c3fbffc61 None None] Network cd967e1c-922e-4993-acbb-5f9616184691 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:26.373341 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e0d5-4c08-4804-8071-a6db74d11f06 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.384733 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c0e7e0d5-4c08-4804-8071-a6db74d11f06 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/6831180e-f224-473b-ac7a-e14355067a6f HTTP/1.1" status: 204 len: 168 time: 1.2223463 Nov 12 11:14:26.385713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55790) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:26.389138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9624f-49c6-48cb-aefb-f362e7d39f1c admin admin] Pushing event updated for resources: {'Network': ['ID=89051db4-a3e0-479d-95c1-22847fc48aeb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:26.390821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f7c46-91c0-4a48-9489-67b258e455ad None None] Port 6daad609-8fb4-4c2f-87e6-94e3fae5784b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:26.407522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 89051db4-a3e0-479d-95c1-22847fc48aeb details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:26.421211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d0e19-251c-4586-8a81-561a7455271c req-aba48345-ac4c-404f-9b6c-4227bf59570f tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:26.425802 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-845d0e19-251c-4586-8a81-561a7455271c req-aba48345-ac4c-404f-9b6c-4227bf59570f tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 945 time: 0.7348979 Nov 12 11:14:26.434229 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce499c8-aaa1-459a-b766-490e08db9d50 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:14:26.439181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ce499c8-aaa1-459a-b766-490e08db9d50 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/6831180e-f224-473b-ac7a-e14355067a6f HTTP/1.1" status: 404 len: 333 time: 0.0496464 Nov 12 11:14:26.440130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:26.484500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-72f39ff3-6a39-4b1d-8d4a-98a4fce625b9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1999838 Nov 12 11:14:26.495119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55794) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:26.508372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-116240822'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:26.548080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-845d0e19-251c-4586-8a81-561a7455271c req-cd3c8b0b-2836-4cee-b7c7-7232030146b3 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118722 Nov 12 11:14:26.574690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-abe9b735-5aa1-4ee3-a23e-61327f831abd None None] Could not find standard attr ID for object 6831180e-f224-473b-ac7a-e14355067a6f. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:14:26.579251 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.580791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ca2c9015-1376-4112-8fa5-dadd39edf0b9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:26.599306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Made reservation on behalf of 581f735a540945528714a1f3fe8c6dc5 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:26.604294 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.719575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:26.723234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.734354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-fac9d4d9-306b-443a-a220-cdb8fda19c54 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 6daad609-8fb4-4c2f-87e6-94e3fae5784b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:26.735238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fac9d4d9-306b-443a-a220-cdb8fda19c54 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.793801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:26.804383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.804774 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Added segment be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8 of type vlan for network 54a904d5-cf8f-4463-8e76-ac0f686b7527 Nov 12 11:14:26.823887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=f3659be4-5d8f-43e4-bddd-c0d764b3d3ff,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:26.878601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ca2c9015-1376-4112-8fa5-dadd39edf0b9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:26.878879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.889110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fac9d4d9-306b-443a-a220-cdb8fda19c54 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.907165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-fac9d4d9-306b-443a-a220-cdb8fda19c54 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 6daad609-8fb4-4c2f-87e6-94e3fae5784b owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:26.922726 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:26.986062 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Sync routers for ids ['b1299945-c860-48da-9c3c-f88d7d03b827'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:27.001266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-cd967e1c-922e-4993-acbb-5f9616184691', 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'fixed_ips': [{'subnet_id': 'bc1c78cf-d9f5-4a6c-97ad-20050c1062e8'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:27.002951 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.014969 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Routers {'b1299945-c860-48da-9c3c-f88d7d03b827'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:27.016480 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b1299945-c860-48da-9c3c-f88d7d03b827'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:27.021157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.030445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:27.031740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.144410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Network': ['ID=54a904d5-cf8f-4463-8e76-ac0f686b7527,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:27.159871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 54a904d5-cf8f-4463-8e76-ac0f686b7527 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:27.160563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-98996c75-4fd4-4566-8cc8-c9f8bfd0ba68 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6637352 Nov 12 11:14:27.163680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55802) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:27.170887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'subnet': {'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:27.244959 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Set router b1299945-c860-48da-9c3c-f88d7d03b827 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:27.331664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fac9d4d9-306b-443a-a220-cdb8fda19c54 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.402575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.422400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9d4d9-306b-443a-a220-cdb8fda19c54 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=6daad609-8fb4-4c2f-87e6-94e3fae5784b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:27.448186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:27.449649 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.475035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f3659be4-5d8f-43e4-bddd-c0d764b3d3ff up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:27.518892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b3bfe0-d79d-4a0d-a021-e02caee56ba8,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:27.573973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Allocated IP 19.80.0.2 (cd967e1c-922e-4993-acbb-5f9616184691/bc1c78cf-d9f5-4a6c-97ad-20050c1062e8/9b31b3ae-9858-44a3-9138-b4f2b312bb95) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:27.587056 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fac9d4d9-306b-443a-a220-cdb8fda19c54 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.594369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fac9d4d9-306b-443a-a220-cdb8fda19c54 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/6daad609-8fb4-4c2f-87e6-94e3fae5784b HTTP/1.1" status: 204 len: 168 time: 1.1523390 Nov 12 11:14:27.598032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55808) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:27.625023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:27.627275 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.635111 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dcac7b-7592-4707-92e5-7383539df147 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:14:27.640516 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96dcac7b-7592-4707-92e5-7383539df147 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/6daad609-8fb4-4c2f-87e6-94e3fae5784b HTTP/1.1" status: 404 len: 333 time: 0.0409813 Nov 12 11:14:27.648417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55810) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:27.802673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Checking segment: {'id': '28bd98e0-aca5-4f90-a25e-43131c6fdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '89051db4-a3e0-479d-95c1-22847fc48aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:27.807051 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:14:21Z', 'revision_number': 4, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486', 'name': '', 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'mac_address': 'fa:16:3e:e2:c5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:21Z', 'revision_number': 2, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'subnets': [{'id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:27.807371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Network hostable DHCP agents. Network: 89051db4-a3e0-479d-95c1-22847fc48aeb, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:27.846925 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Checking router: b1299945-c860-48da-9c3c-f88d7d03b827 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:14:27.847696 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Updating router b1299945-c860-48da-9c3c-f88d7d03b827 port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:14:27.896810 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:27.918840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d760368-6397-44a9-882c-ac8a37240f45 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet 4e9af613-000c-4461-8130-341a16a35193 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:27.928082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d760368-6397-44a9-882c-ac8a37240f45 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.004818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.009966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d760368-6397-44a9-882c-ac8a37240f45 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.085506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Network 89051db4-a3e0-479d-95c1-22847fc48aeb is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:28.158774 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.193567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Subnet': ['ID=4fcb19e9-a4b6-48b2-a160-d28c56c93665,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:28.197138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Checking segment: {'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:28.198886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network hostable DHCP agents. Network: 54a904d5-cf8f-4463-8e76-ac0f686b7527, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:28.208454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 89051db4-a3e0-479d-95c1-22847fc48aeb) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:28.224136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6b3991-e39d-4a2b-ab5a-acea704b7545 None None] Network 89051db4-a3e0-479d-95c1-22847fc48aeb requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:28.245917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:28.249126 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.266692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d760368-6397-44a9-882c-ac8a37240f45 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.291673 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.347630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network 54a904d5-cf8f-4463-8e76-ac0f686b7527 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:28.375373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 54a904d5-cf8f-4463-8e76-ac0f686b7527) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:28.404989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:28.407256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Network cd967e1c-922e-4993-acbb-5f9616184691 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:28.408979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.415991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c858b-6f59-4dd7-af9c-e2e615613c9f None None] Network 54a904d5-cf8f-4463-8e76-ac0f686b7527 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:28.457701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4a6b9564-7976-480b-8a91-4e4f0fd0a3eb admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1612127 Nov 12 11:14:28.503280 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.562833 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bee9975c-4606-4a3b-b57e-06e6fce98053 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3980083 Nov 12 11:14:28.581515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:28.603582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:28.638908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Pushing event updated for resources: {'Port': ['ID=9b31b3ae-9858-44a3-9138-b4f2b312bb95,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:28.643809 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.651540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d760368-6397-44a9-882c-ac8a37240f45 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.861869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Attempting to bind port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:28.864567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Attempting to bind port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:28.865071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Attempting to bind port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 on network cd967e1c-922e-4993-acbb-5f9616184691 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:28.938448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:28.938853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Checking segment: {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:28.939347 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.939831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Bound using segment: {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:28.942396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Bound port: 9b31b3ae-9858-44a3-9138-b4f2b312bb95, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:28.942958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:28.949036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bdfd45-90f5-4633-9ed5-5df30b95a9d7 None None] Network 89051db4-a3e0-479d-95c1-22847fc48aeb requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:28.993807 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Pushing event updated for resources: {'Port': ['ID=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:29.006701 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.007387 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.008474 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.008988 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.009485 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.009975 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.011022 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.011514 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.012033 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.012567 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.013512 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.014132 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:29.048844 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Attempting to bind port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:29.049640 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Attempting to bind port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:29.051427 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Attempting to bind port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 on network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:29.058505 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:29.059199 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Checking segment: {'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:29.060063 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.060680 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Bound using segment: {'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:29.062034 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Bound port: 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abf7274-aec1-4a83-b173-78d6531652f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:29.062825 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.233412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-54a904d5-cf8f-4463-8e76-ac0f686b7527', 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'fixed_ips': [{'subnet_id': '4fcb19e9-a4b6-48b2-a160-d28c56c93665'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:29.240477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.248561 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] For port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:29.255032 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] For port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,segment=NetworkSegment(4abf7274-aec1-4a83-b173-78d6531652f5),segment_id=4abf7274-aec1-4a83-b173-78d6531652f5)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:29.324559 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.412099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] For port 9b31b3ae-9858-44a3-9138-b4f2b312bb95, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:29.446370 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd89c6da-70fa-45ce-9298-7480dd1ee268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.473265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] For port 9b31b3ae-9858-44a3-9138-b4f2b312bb95, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9b31b3ae-9858-44a3-9138-b4f2b312bb95,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:29.530869 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64b816-2e65-4650-b542-9ddb88a917c4 None None] Pushing event updated for resources: {'Port': ['ID=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:29.543065 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Routers {'b1299945-c860-48da-9c3c-f88d7d03b827'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:29.543737 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b1299945-c860-48da-9c3c-f88d7d03b827'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:29.725873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d760368-6397-44a9-882c-ac8a37240f45 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9af613-000c-4461-8130-341a16a35193,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:29.755976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d760368-6397-44a9-882c-ac8a37240f45 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.765652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7d760368-6397-44a9-882c-ac8a37240f45 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/4e9af613-000c-4461-8130-341a16a35193 HTTP/1.1" status: 204 len: 168 time: 2.1123416 Nov 12 11:14:29.787114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-ff599ab9-2642-4ad8-8ed1-6bfd6cf04f86 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:29.795192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-ff599ab9-2642-4ad8-8ed1-6bfd6cf04f86 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/networks?id=89051db4-a3e0-479d-95c1-22847fc48aeb HTTP/1.1" status: 200 len: 821 time: 0.3500428 Nov 12 11:14:29.802536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55856) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:29.802735 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] Set router b1299945-c860-48da-9c3c-f88d7d03b827 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:14:29.824694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-e828efe2-4b44-43ce-a614-bf796ba45f8c tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/quotas/581f735a540945528714a1f3fe8c6dc5 HTTP/1.1" status: 200 len: 375 time: 0.0285704 Nov 12 11:14:29.896010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-79f79a12-a1e8-4d07-8af8-706aaeb68cc3 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=581f735a540945528714a1f3fe8c6dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637286 Nov 12 11:14:29.913664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9cfb20e8-7924-429d-a48a-c8ec982f346b None None] Provisioning complete for port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:29.914825 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9cfb20e8-7924-429d-a48a-c8ec982f346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:29.941877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c45d1-c666-497e-a18c-82f0649c6b1b None None] Network 56026213-44bf-43c2-8790-bc323eabdfb3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:30.048920 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.092152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-a0c35e47-0965-48b1-a47b-5d062c59e01c service neutron] 10.222.0.98 "GET /v2.0/networks/89051db4-a3e0-479d-95c1-22847fc48aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951094 Nov 12 11:14:30.202567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee220a12-3a70-491c-a1ee-08a9d590440f None None] Pushing event updated for resources: {'Port': ['ID=9b31b3ae-9858-44a3-9138-b4f2b312bb95,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:30.221614 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.281046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c9c408cc-4492-4263-9517-e6aedfb46123 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:30.300741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c9c408cc-4492-4263-9517-e6aedfb46123 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:30.318369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c9c408cc-4492-4263-9517-e6aedfb46123 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/networks?id=cd967e1c-922e-4993-acbb-5f9616184691&id=54a904d5-cf8f-4463-8e76-ac0f686b7527&id=cd967e1c-922e-4993-acbb-5f9616184691 HTTP/1.1" status: 200 len: 1391 time: 0.5899551 Nov 12 11:14:30.383061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Allocated IP 19.86.0.2 (54a904d5-cf8f-4463-8e76-ac0f686b7527/4fcb19e9-a4b6-48b2-a160-d28c56c93665/f3772767-02fe-4c2e-a851-7b1a07f1a0b8) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:30.412732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9cfb20e8-7924-429d-a48a-c8ec982f346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.415350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] DHCP port deletion for 56026213-44bf-43c2-8790-bc323eabdfb3 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:30.422146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-39cce314-913d-4e25-b2b6-89d10bade72d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/quotas/8dd6c23a8c8a4456aa5a972f5372eb70 HTTP/1.1" status: 200 len: 375 time: 0.0876536 Nov 12 11:14:30.428636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-5b4413db-8e83-40c2-b3df-96eacf29b62f service neutron] 10.222.0.98 "GET /v2.0/networks/89051db4-a3e0-479d-95c1-22847fc48aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351724 Nov 12 11:14:30.482357 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:14:21Z', 'revision_number': 4, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486', 'name': '', 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'mac_address': 'fa:16:3e:e2:c5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:29Z', 'revision_number': 4, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'subnets': [{'id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:30.546829 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4b830-290d-4690-91ce-0d059ade70ca None None] The sync data for ids ['b1299945-c860-48da-9c3c-f88d7d03b827'] in n-d-768852-22 is: [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:14:21Z', 'revision_number': 4, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486', 'name': '', 'network_id': '9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'mac_address': 'fa:16:3e:e2:c5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:20Z', 'updated_at': '2021-11-12T11:14:29Z', 'revision_number': 4, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'subnets': [{'id': 'f92ba5fc-fc82-4244-8579-84f0a2a4640c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:30.655728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port ca2c9015-1376-4112-8fa5-dadd39edf0b9 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:30.656445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.678541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-f01be9ac-4f25-4600-aea1-7800878626d9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2474015 Nov 12 11:14:30.730844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9cfb20e8-7924-429d-a48a-c8ec982f346b None None] For port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,segment=NetworkSegment(4abf7274-aec1-4a83-b173-78d6531652f5),segment_id=4abf7274-aec1-4a83-b173-78d6531652f5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:30.863381 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.865847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] Deleting port ca2c9015-1376-4112-8fa5-dadd39edf0b9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:30.866214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.953981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] For port ca2c9015-1376-4112-8fa5-dadd39edf0b9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ca2c9015-1376-4112-8fa5-dadd39edf0b9,segment=NetworkSegment(6c1fae51-f0b1-45a0-af3c-8eca05f05f9c),segment_id=6c1fae51-f0b1-45a0-af3c-8eca05f05f9c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:30.953981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:30.994261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for ca2c9015-1376-4112-8fa5-dadd39edf0b9 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:31.045367 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9cfb20e8-7924-429d-a48a-c8ec982f346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.081217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] For port ca2c9015-1376-4112-8fa5-dadd39edf0b9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ca2c9015-1376-4112-8fa5-dadd39edf0b9,segment=NetworkSegment(6c1fae51-f0b1-45a0-af3c-8eca05f05f9c),segment_id=6c1fae51-f0b1-45a0-af3c-8eca05f05f9c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:31.084212 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.170886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] Calling delete_port for ca2c9015-1376-4112-8fa5-dadd39edf0b9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:31.249781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.254353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-01d5628f-65c6-4cbc-8fa8-372a971a7849 service neutron] 10.222.0.98 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508921 Nov 12 11:14:31.275563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-46c3546f-690b-459b-a0c0-02f3be4caa52 req-c7c268e8-aa8c-4da1-8df4-5cf0e4d3db68 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 210 time: 0.0717885 Nov 12 11:14:31.502992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-5bdeeb36-d469-4d39-a513-fd9442497b61 service neutron] 10.222.0.98 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420959 Nov 12 11:14:31.508109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.536192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb20e8-7924-429d-a48a-c8ec982f346b None None] Pushing event updated for resources: {'Port': ['ID=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:31.559039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-93c53b23-fb33-428a-89c2-22b5d16eea1b None None] Provisioning complete for port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:31.560426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93c53b23-fb33-428a-89c2-22b5d16eea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.607252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No DVR routers for this DVR port ca2c9015-1376-4112-8fa5-dadd39edf0b9 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:31.627229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Network 54a904d5-cf8f-4463-8e76-ac0f686b7527 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:31.654732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=ca2c9015-1376-4112-8fa5-dadd39edf0b9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:31.661041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:31.694544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:31.764567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9b31b3ae-9858-44a3-9138-b4f2b312bb95 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:31.779474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Pushing event updated for resources: {'Port': ['ID=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:31.879797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.893483 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.933140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56026213-44bf-43c2-8790-bc323eabdfb3']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:31.953804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1fae51-f0b1-45a0-af3c-8eca05f05f9c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:31.954167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1fae51-f0b1-45a0-af3c-8eca05f05f9c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:31.967618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] Pushing event deleted for resources: {'Port': ['ID=ca2c9015-1376-4112-8fa5-dadd39edf0b9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:31.979668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:31.984299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-d179728e-4f85-4cbe-8d99-c7bce709a73e service neutron] 10.222.0.98 "GET /v2.0/networks/54a904d5-cf8f-4463-8e76-ac0f686b7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542632 Nov 12 11:14:31.992791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4e1e-0dea-4506-a9c5-9fa54b991be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.010926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Attempting to bind port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:32.012744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Attempting to bind port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:32.012744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Attempting to bind port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 on network 54a904d5-cf8f-4463-8e76-ac0f686b7527 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:32.028679 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.052804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c683c-f457-432e-a75f-ab7351db11f0 None None] No DVR routers for this DVR port ca2c9015-1376-4112-8fa5-dadd39edf0b9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:32.064101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:32.064438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Checking segment: {'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:32.067082 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.067082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Bound using segment: {'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:32.067473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Bound port: f3772767-02fe-4c2e-a851-7b1a07f1a0b8, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:32.067862 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.124132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:32.124716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:32.133850 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:32.305989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b8aa6-5327-4c06-8e2e-3e97ad01bfc0 None None] Network cd967e1c-922e-4993-acbb-5f9616184691 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:32.350230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-54fdb9fb-5c63-4880-a2ea-fa583a43ae99 service neutron] 10.222.0.98 "GET /v2.0/networks/54a904d5-cf8f-4463-8e76-ac0f686b7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595386 Nov 12 11:14:32.384939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:32.385302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.433923 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.444466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.447781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/networks/56026213-44bf-43c2-8790-bc323eabdfb3 HTTP/1.1" status: 204 len: 168 time: 2.6491485 Nov 12 11:14:32.452087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:32.468786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a04de-7388-484c-ad97-cf86ae26e341 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Network': ['ID=56026213-44bf-43c2-8790-bc323eabdfb3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:32.480640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1255938649'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:32.495595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-9a8ebf03-1c43-4ce2-b0df-9afdf732faca service neutron] 10.222.0.98 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395037 Nov 12 11:14:32.497906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-145efbf6-b6f4-4277-952f-83711ff68f73 req-f76378ea-542c-4d0a-a3fb-5bab290f2f6d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 210 time: 0.0668004 Nov 12 11:14:32.597587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d7c60737-7096-48c8-814c-a17092db4de8 None None] Provisioning complete for port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:32.598294 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7c60737-7096-48c8-814c-a17092db4de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.629254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:32.635975 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.638501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-2bb265d1-a8a8-4c62-a74f-1e7ab447ae56 service neutron] 10.222.0.98 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364543 Nov 12 11:14:32.663455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] For port f3772767-02fe-4c2e-a851-7b1a07f1a0b8, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:32.699233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] For port f3772767-02fe-4c2e-a851-7b1a07f1a0b8, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:32.720459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:32.734746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.735370 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Added segment 010980b4-0fff-4734-ab6b-dfdccff176c0 of type vlan for network ba485de2-c6e1-4ed2-9a15-50769195dce8 Nov 12 11:14:32.823565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.832903 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:32.976216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.023459 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7c60737-7096-48c8-814c-a17092db4de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.032146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b52013-bbf6-403b-86a3-6ccc2a1e0596 None None] Pushing event updated for resources: {'Port': ['ID=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:33.032405 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.055709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:33.056672 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.058808 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.079715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9152207-2de4-4376-8e46-db68f547ac67 req-57f5e80d-96e9-4e30-a182-78a037709bdb tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 210 time: 0.1177838 Nov 12 11:14:33.086334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 9b31b3ae-9858-44a3-9138-b4f2b312bb95, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9b31b3ae-9858-44a3-9138-b4f2b312bb95,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:33.229252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Network': ['ID=ba485de2-c6e1-4ed2-9a15-50769195dce8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:33.247204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ba485de2-c6e1-4ed2-9a15-50769195dce8 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:33.303276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.304518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:33.354523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c04c0eaa-4004-418b-903b-c812c22ba3ae tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9002738 Nov 12 11:14:33.357793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55926) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:33.370238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:33.687560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fece631e-0bff-4351-86e9-91d0779a0d42 req-f20ea869-c1ec-49ce-9dbb-37c88a9bc54b tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 210 time: 0.0462968 Nov 12 11:14:33.755512 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-d7c60737-7096-48c8-814c-a17092db4de8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:14:33.755962 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-d7c60737-7096-48c8-814c-a17092db4de8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:14:33.758072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:33.761810 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:33.783625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=9b31b3ae-9858-44a3-9138-b4f2b312bb95,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:33.809846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:33.811761 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:34.050151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ca2c9015-1376-4112-8fa5-dadd39edf0b9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:34.088987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ca2c9015-1376-4112-8fa5-dadd39edf0b9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:34.089697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ca2c9015-1376-4112-8fa5-dadd39edf0b9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:34.097616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:34.176318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8f7eb-ae58-4b7b-a0c1-a5fc8e56b6c5 req-612b0e71-7eea-4760-9f7f-d360c0ee4311 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:34.178263 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ecc8f7eb-ae58-4b7b-a0c1-a5fc8e56b6c5 req-612b0e71-7eea-4760-9f7f-d360c0ee4311 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 945 time: 0.0962284 Nov 12 11:14:34.225260 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c39a64d4-12b9-4e23-a789-cf37b3f7c41d req-5586ac30-927b-4617-a9a1-f5bdf9c27911 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 210 time: 0.0436864 Nov 12 11:14:34.277248 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:34.360848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ecc8f7eb-ae58-4b7b-a0c1-a5fc8e56b6c5 req-3359fd13-c23b-42cc-a5fd-7bf172fe4e0d tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642053 Nov 12 11:14:34.362735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9b31b3ae-9858-44a3-9138-b4f2b312bb95 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:34.421340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=044f3395-1c05-4957-986b-f357b7c1c1ed,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:34.438123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking segment: {'id': '010980b4-0fff-4734-ab6b-dfdccff176c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:34.438609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network hostable DHCP agents. Network: ba485de2-c6e1-4ed2-9a15-50769195dce8, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:34.472594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4034e618-fa66-4323-90b5-db2f5b64bbfa None None] Provisioning complete for port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:34.472971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4034e618-fa66-4323-90b5-db2f5b64bbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:34.534643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:34.535231 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:34.548069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network ba485de2-c6e1-4ed2-9a15-50769195dce8 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:34.641138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ba485de2-c6e1-4ed2-9a15-50769195dce8) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:34.652522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:34.656187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:34.677453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f0d23-d77c-4fb6-8e3b-4870926915d0 None None] Network ba485de2-c6e1-4ed2-9a15-50769195dce8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:34.727024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355adf3-4748-4859-83b3-610e4325315f None None] Network 54a904d5-cf8f-4463-8e76-ac0f686b7527 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:34.757616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e916b420-72ee-4ffa-94d6-6e41d061b4fc tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3980844 Nov 12 11:14:34.760606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55946) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:34.765799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f3772767-02fe-4c2e-a851-7b1a07f1a0b8 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:34.769402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8', 'name': 'tempest-PortsIpV6TestJSON-1742673909', 'fixed_ips': [{'subnet_id': '044f3395-1c05-4957-986b-f357b7c1c1ed', 'ip_address': '2001:db8::10'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:34.891187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f7b16dbb-b38b-4f14-9979-be53a42d8945 None None] Provisioning complete for port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:34.891642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f7b16dbb-b38b-4f14-9979-be53a42d8945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:34.900480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a6d6214-4ab9-4ccc-b53f-962bd419b5fa req-458d0712-7fad-42b6-87fb-5b71231765ff tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 210 time: 0.0380177 Nov 12 11:14:34.925983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:34.949166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-b20afd14-9a7e-4240-b89e-2b3ea83c3abc tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:34.951678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-b20afd14-9a7e-4240-b89e-2b3ea83c3abc tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.57 "GET /v2.0/networks?id=89051db4-a3e0-479d-95c1-22847fc48aeb HTTP/1.1" status: 200 len: 821 time: 0.2049778 Nov 12 11:14:34.968686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Request body: {'port': {'device_id': '35bfdaec-deb4-43a5-98c4-451fcfd230d0', 'network_id': '89051db4-a3e0-479d-95c1-22847fc48aeb', 'admin_state_up': True, 'tenant_id': '581f735a540945528714a1f3fe8c6dc5'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:35.057606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:35.071157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:35.071530 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.159902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-ba485de2-c6e1-4ed2-9a15-50769195dce8', 'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8', 'tenant_id': '9b045a0c95bb4d67b209c1e1922c8d44', 'fixed_ips': [{'subnet_id': '044f3395-1c05-4957-986b-f357b7c1c1ed'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:35.160801 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.180403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.199750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f7b16dbb-b38b-4f14-9979-be53a42d8945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.208010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 3a450883-d4d7-4e6a-ac70-525e4116bdfa yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:35.261847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Made reservation on behalf of 581f735a540945528714a1f3fe8c6dc5 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:35.272329 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.366685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f7b16dbb-b38b-4f14-9979-be53a42d8945 None None] For port f3772767-02fe-4c2e-a851-7b1a07f1a0b8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:35.415295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c2d134c-cf6c-42a8-a6f6-7bca1622edb8 req-da7c6551-0e6b-4acc-944a-87418480d68c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 210 time: 0.0595613 Nov 12 11:14:35.454879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.531674 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f7b16dbb-b38b-4f14-9979-be53a42d8945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.579346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::10 (ba485de2-c6e1-4ed2-9a15-50769195dce8/044f3395-1c05-4957-986b-f357b7c1c1ed/3a450883-d4d7-4e6a-ac70-525e4116bdfa) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:35.585951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Allocated IP 172.20.0.11 (89051db4-a3e0-479d-95c1-22847fc48aeb/c1b3bfe0-d79d-4a0d-a021-e02caee56ba8/6c529a8c-e9e8-420f-9ae8-02f62475060f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:35.599353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-a483c861-b5fd-418b-9593-32255f5739bc tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:35.601141 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-a483c861-b5fd-418b-9593-32255f5739bc tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.69 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 945 time: 0.1201975 Nov 12 11:14:35.633991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fcc18-b63a-4dbb-880c-2f280308343b req-5f3a8012-7044-499d-8151-1837d0454a24 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:35.643210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b93fcc18-b63a-4dbb-880c-2f280308343b req-5f3a8012-7044-499d-8151-1837d0454a24 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 945 time: 0.1073575 Nov 12 11:14:35.767029 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:14:35.767723 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:14:35.768904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b16dbb-b38b-4f14-9979-be53a42d8945 None None] Pushing event updated for resources: {'Port': ['ID=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:35.836853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b93fcc18-b63a-4dbb-880c-2f280308343b req-fd5916a1-dc9f-44e6-b5cb-11eba0d2f5ca tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/security-groups?id=8d7ec1b8-defe-4e30-905b-15da3e581470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923139 Nov 12 11:14:35.859728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Deleting port a00509e9-523f-426d-b5d3-b607eafe8b3f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:35.860117 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.870596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4582a9f9-6dbb-47cd-94e0-a88ccef5c40d None None] Provisioning complete for port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:35.870596 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4582a9f9-6dbb-47cd-94e0-a88ccef5c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.972273 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:35.998958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] For port a00509e9-523f-426d-b5d3-b607eafe8b3f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=a00509e9-523f-426d-b5d3-b607eafe8b3f,segment=NetworkSegment(a97d8d77-c0e0-4938-9055-b3c04dc26de0),segment_id=a97d8d77-c0e0-4938-9055-b3c04dc26de0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:35.999347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.013178 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.043171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Calling delete_port for a00509e9-523f-426d-b5d3-b607eafe8b3f owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:36.046435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a88caa2d-8e60-48b5-b1eb-ab8a4ef342fb req-89e57950-142d-40d3-970b-115f46527930 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 210 time: 0.0436642 Nov 12 11:14:36.160756 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.195083 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.210990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Network 89051db4-a3e0-479d-95c1-22847fc48aeb is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:36.214485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:36.231583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:36.243669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network ba485de2-c6e1-4ed2-9a15-50769195dce8 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:36.251059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:36.254307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:36.260454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:36.261129 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.267705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Allocated IP 2001:db8::2 (ba485de2-c6e1-4ed2-9a15-50769195dce8/044f3395-1c05-4957-986b-f357b7c1c1ed/f7b4134f-f552-4d63-b5ff-da518fce3f17) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:36.274009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=3a450883-d4d7-4e6a-ac70-525e4116bdfa,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:36.274800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Pushing event updated for resources: {'Port': ['ID=6c529a8c-e9e8-420f-9ae8-02f62475060f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:36.346355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:36.346948 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.379705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Pushing event deleted for resources: {'Port': ['ID=a00509e9-523f-426d-b5d3-b607eafe8b3f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:36.389667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:36.390352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.414830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15051582-f95e-48a4-8d3e-9def3570c00f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6519871 Nov 12 11:14:36.416032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55962) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:36.426181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8', 'name': 'tempest-PortsIpV6TestJSON-1608799613', 'fixed_ips': [{'subnet_id': '044f3395-1c05-4957-986b-f357b7c1c1ed', 'ip_address': '2001:db8::f'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:36.455986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] No DVR routers for this DVR port a00509e9-523f-426d-b5d3-b607eafe8b3f on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:36.470671 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.474310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-1197f7bf-08e9-498c-bb5f-b605f447f535 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:36.474844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3814114b-550c-4bae-9a87-38232e4b6f91 req-ad4f6478-37cb-4453-905a-0c1563156db1 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.69 "DELETE /v2.0/ports/a00509e9-523f-426d-b5d3-b607eafe8b3f HTTP/1.1" status: 204 len: 173 time: 0.8633299 Nov 12 11:14:36.475487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947df2c6-404c-4ce9-9434-ab4b41a95b5e', 'name': 'network-vif-deleted', 'tag': 'a00509e9-523f-426d-b5d3-b607eafe8b3f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:36.478132 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a6d47-43a7-4015-b435-93b7c04d740b" -d '{"events": [{"server_uuid": "947df2c6-404c-4ce9-9434-ab4b41a95b5e", "name": "network-vif-deleted", "tag": "a00509e9-523f-426d-b5d3-b607eafe8b3f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:36.482550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-1197f7bf-08e9-498c-bb5f-b605f447f535 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:36.484739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-1197f7bf-08e9-498c-bb5f-b605f447f535 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "GET /v2.0/networks?id=cd967e1c-922e-4993-acbb-5f9616184691&id=54a904d5-cf8f-4463-8e76-ac0f686b7527&id=cd967e1c-922e-4993-acbb-5f9616184691 HTTP/1.1" status: 200 len: 1391 time: 0.2395096 Nov 12 11:14:36.489913 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-2ad316fe-ad2a-4f2a-8e11-65c3163d084d tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5267315 Nov 12 11:14:36.501681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['a00509e9-523f-426d-b5d3-b607eafe8b3f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:36.504776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'port': {'device_id': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691', 'admin_state_up': True, 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:36.513879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-3771e51a-e160-4a79-9aac-d9be8a3321fa tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:14:36.515047 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-3771e51a-e160-4a79-9aac-d9be8a3321fa tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061879 Nov 12 11:14:36.539559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Request body: {'port': {'device_id': '35bfdaec-deb4-43a5-98c4-451fcfd230d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:36.546472 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4125130c-5353-4c4f-8c98-a692ff909c24 x-openstack-request-id: req-4125130c-5353-4c4f-8c98-a692ff909c24 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:36.546801 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947df2c6-404c-4ce9-9434-ab4b41a95b5e", "name": "network-vif-deleted", "tag": "a00509e9-523f-426d-b5d3-b607eafe8b3f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:36.547050 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4125130c-5353-4c4f-8c98-a692ff909c24 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:36.547449 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947df2c6-404c-4ce9-9434-ab4b41a95b5e', 'name': 'network-vif-deleted', 'tag': 'a00509e9-523f-426d-b5d3-b607eafe8b3f', 'status': 'completed', 'code': 200} Nov 12 11:14:36.586494 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.598846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79706e34-6891-4454-914c-67189debe24b req-418718a3-da2d-4c0f-adfe-670c30b5a257 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 210 time: 0.0816042 Nov 12 11:14:36.615130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:36.615636 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.727340 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.729208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:36.737275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.800121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:36.808100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 59e702bd-f92a-4e0b-be49-66b24f4563ae yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:37.016901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:37.017458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Network ba485de2-c6e1-4ed2-9a15-50769195dce8 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:37.022512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:37.030559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:37.035394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Pushing event updated for resources: {'Port': ['ID=f7b4134f-f552-4d63-b5ff-da518fce3f17,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:37.038650 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.104236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d263620a-7654-4a72-9291-63ed26b495d2 req-58967dd2-6138-4de0-9134-4ed9a6ca6b85 tempest-VolumesActionsTest-2108110530 tempest-VolumesActionsTest-2108110530-project] 10.222.0.98 "GET /v2.0/ports?device_id=947df2c6-404c-4ce9-9434-ab4b41a95b5e HTTP/1.1" status: 200 len: 210 time: 0.0608456 Nov 12 11:14:37.145527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Attempting to bind port f7b4134f-f552-4d63-b5ff-da518fce3f17 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:37.145527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Attempting to bind port f7b4134f-f552-4d63-b5ff-da518fce3f17 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '010980b4-0fff-4734-ab6b-dfdccff176c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:37.145527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Attempting to bind port f7b4134f-f552-4d63-b5ff-da518fce3f17 on network ba485de2-c6e1-4ed2-9a15-50769195dce8 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:37.157965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::f (ba485de2-c6e1-4ed2-9a15-50769195dce8/044f3395-1c05-4957-986b-f357b7c1c1ed/59e702bd-f92a-4e0b-be49-66b24f4563ae) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:37.159047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:37.159998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Checking segment: {'id': '010980b4-0fff-4734-ab6b-dfdccff176c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:37.159998 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.160276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Bound using segment: {'id': '010980b4-0fff-4734-ab6b-dfdccff176c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:37.160700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Bound port: f7b4134f-f552-4d63-b5ff-da518fce3f17, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010980b4-0fff-4734-ab6b-dfdccff176c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ba485de2-c6e1-4ed2-9a15-50769195dce8'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:37.161083 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.203009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f3772767-02fe-4c2e-a851-7b1a07f1a0b8 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:37.347198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c852-0630-4edc-b4b7-f4d455e72261 req-14c728aa-5cc8-483f-a309-627830b7ff18 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:37.348695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7857c852-0630-4edc-b4b7-f4d455e72261 req-14c728aa-5cc8-483f-a309-627830b7ff18 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 932 time: 0.1805491 Nov 12 11:14:37.348848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.367395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] For port f7b4134f-f552-4d63-b5ff-da518fce3f17, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:37.373728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] For port f7b4134f-f552-4d63-b5ff-da518fce3f17, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f7b4134f-f552-4d63-b5ff-da518fce3f17,segment=NetworkSegment(010980b4-0fff-4734-ab6b-dfdccff176c0),segment_id=010980b4-0fff-4734-ab6b-dfdccff176c0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:37.393712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:37.393712 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.417934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Allocated IP 19.80.0.125 (cd967e1c-922e-4993-acbb-5f9616184691/bc1c78cf-d9f5-4a6c-97ad-20050c1062e8/93e5b47f-fe0d-4d0d-9bc9-a439cf112415) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:37.450355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.473689 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.485659 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7857c852-0630-4edc-b4b7-f4d455e72261 req-1fe27c52-87b5-48cb-986f-c2065bb667e8 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201608 Nov 12 11:14:37.532640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network ba485de2-c6e1-4ed2-9a15-50769195dce8 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:37.548777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:37.551270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:37.562040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:37.562722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.569079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baa221-98fb-4277-83d0-1ff61bef72db None None] Pushing event updated for resources: {'Port': ['ID=f7b4134f-f552-4d63-b5ff-da518fce3f17,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:37.581602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=59e702bd-f92a-4e0b-be49-66b24f4563ae,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:37.603800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c529a8c-e9e8-420f-9ae8-02f62475060f {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:37.615376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.645886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Transition to ACTIVE for port object 6c529a8c-e9e8-420f-9ae8-02f62475060f will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:14:37.676421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55980) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:37.677120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f0628995-3447-4d12-9997-0f424464c182 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2563443 Nov 12 11:14:37.740846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.765792 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:37.793044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7990d56-00c6-4b08-8a2d-5c68939b977e req-a4522c0a-a03d-48fd-be4d-e7b8e1e95208 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 210 time: 0.0381641 Nov 12 11:14:37.902059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Pushing event updated for resources: {'Port': ['ID=6c529a8c-e9e8-420f-9ae8-02f62475060f,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:37.937375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efbeaa-6882-4de0-83ca-b841cb102a42 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:37.942469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55988) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:37.948694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-48efbeaa-6882-4de0-83ca-b841cb102a42 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2700977 Nov 12 11:14:38.045440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8989e3-6ccc-4ed3-b0aa-dd7252c96b9f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.051567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8989e3-6ccc-4ed3-b0aa-dd7252c96b9f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.051774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Attempting to bind port 6c529a8c-e9e8-420f-9ae8-02f62475060f on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:38.052034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Attempting to bind port 6c529a8c-e9e8-420f-9ae8-02f62475060f by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '28bd98e0-aca5-4f90-a25e-43131c6fdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '89051db4-a3e0-479d-95c1-22847fc48aeb'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:38.052367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Attempting to bind port 6c529a8c-e9e8-420f-9ae8-02f62475060f on network 89051db4-a3e0-479d-95c1-22847fc48aeb {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:38.057319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Port 6c529a8c-e9e8-420f-9ae8-02f62475060f on network 89051db4-a3e0-479d-95c1-22847fc48aeb not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:14:38.057835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Attempting to bind port 6c529a8c-e9e8-420f-9ae8-02f62475060f on network 89051db4-a3e0-479d-95c1-22847fc48aeb {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:38.058453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8989e3-6ccc-4ed3-b0aa-dd7252c96b9f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.063711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cc8989e3-6ccc-4ed3-b0aa-dd7252c96b9f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1201546 Nov 12 11:14:38.063881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:38.064109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Checking segment: {'id': '28bd98e0-aca5-4f90-a25e-43131c6fdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '89051db4-a3e0-479d-95c1-22847fc48aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:38.064389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55990) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:38.064506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Bound using segment: {'id': '28bd98e0-aca5-4f90-a25e-43131c6fdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '89051db4-a3e0-479d-95c1-22847fc48aeb'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:38.064913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Bound port: 6c529a8c-e9e8-420f-9ae8-02f62475060f, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28bd98e0-aca5-4f90-a25e-43131c6fdeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '89051db4-a3e0-479d-95c1-22847fc48aeb'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:38.065268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.102001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.179237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network cd967e1c-922e-4993-acbb-5f9616184691 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:38.190697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] For port 6c529a8c-e9e8-420f-9ae8-02f62475060f, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:38.191725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-96f9a4a3-7ffa-4564-a96d-2e6f71f4116d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 59e702bd-f92a-4e0b-be49-66b24f4563ae {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:38.192176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96f9a4a3-7ffa-4564-a96d-2e6f71f4116d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.194340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:38.197839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] For port 6c529a8c-e9e8-420f-9ae8-02f62475060f, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6c529a8c-e9e8-420f-9ae8-02f62475060f,segment=NetworkSegment(28bd98e0-aca5-4f90-a25e-43131c6fdeec),segment_id=28bd98e0-aca5-4f90-a25e-43131c6fdeec)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:38.199312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Port': ['ID=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:38.218224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:38.301788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.304474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.310656 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.337861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96f9a4a3-7ffa-4564-a96d-2e6f71f4116d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.363815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-96f9a4a3-7ffa-4564-a96d-2e6f71f4116d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 59e702bd-f92a-4e0b-be49-66b24f4563ae owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:38.406130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.406829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.408292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] 10.222.0.57 "PUT /v2.0/ports/6c529a8c-e9e8-420f-9ae8-02f62475060f HTTP/1.1" status: 200 len: 1093 time: 1.8761954 Nov 12 11:14:38.410390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bfdaec-deb4-43a5-98c4-451fcfd230d0', 'tag': '6c529a8c-e9e8-420f-9ae8-02f62475060f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:38.411669 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6dd568-432b-44d6-8233-f071e08ce42f" -d '{"events": [{"name": "network-changed", "server_uuid": "35bfdaec-deb4-43a5-98c4-451fcfd230d0", "tag": "6c529a8c-e9e8-420f-9ae8-02f62475060f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:38.427422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fd171-a3e6-4acb-a88d-9c2abc02e94d service neutron] Pushing event updated for resources: {'Port': ['ID=6c529a8c-e9e8-420f-9ae8-02f62475060f,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:38.469138 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ac1fd7d6-420b-468c-938a-91a404714ac0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9687669 Nov 12 11:14:38.483954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'port': {'device_id': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527', 'admin_state_up': True, 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:38.517544 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deaa822-5787-44f2-8847-c862c6871e77 x-openstack-request-id: req-0deaa822-5787-44f2-8847-c862c6871e77 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:38.518216 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bfdaec-deb4-43a5-98c4-451fcfd230d0", "tag": "6c529a8c-e9e8-420f-9ae8-02f62475060f", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:38.522368 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0deaa822-5787-44f2-8847-c862c6871e77 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:38.522368 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bfdaec-deb4-43a5-98c4-451fcfd230d0', 'tag': '6c529a8c-e9e8-420f-9ae8-02f62475060f', 'status': 'completed', 'code': 200} Nov 12 11:14:38.573823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1e59e811-4ba0-46d1-90e4-df16a1fc15f5 None None] Provisioning complete for port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:38.574493 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e59e811-4ba0-46d1-90e4-df16a1fc15f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.634230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dd568-432b-44d6-8233-f071e08ce42f req-2b7d9cc0-9a89-40df-b6d9-c82c9aba2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.635762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf6dd568-432b-44d6-8233-f071e08ce42f req-2b7d9cc0-9a89-40df-b6d9-c82c9aba2165 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=581f735a540945528714a1f3fe8c6dc5&device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 1096 time: 0.1138318 Nov 12 11:14:38.652545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1e59e811-4ba0-46d1-90e4-df16a1fc15f5 None None] Port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:38.696419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96f9a4a3-7ffa-4564-a96d-2e6f71f4116d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.744362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9a4a3-7ffa-4564-a96d-2e6f71f4116d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=59e702bd-f92a-4e0b-be49-66b24f4563ae,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:38.794850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde7420-55d0-4a83-b688-01522e1c43c4 req-0b449c7d-27df-4116-878a-bd739ea25f24 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.796705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccde7420-55d0-4a83-b688-01522e1c43c4 req-0b449c7d-27df-4116-878a-bd739ea25f24 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 944 time: 0.1638889 Nov 12 11:14:38.800596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96f9a4a3-7ffa-4564-a96d-2e6f71f4116d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.804460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96f9a4a3-7ffa-4564-a96d-2e6f71f4116d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/59e702bd-f92a-4e0b-be49-66b24f4563ae HTTP/1.1" status: 204 len: 168 time: 0.7390196 Nov 12 11:14:38.808940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56000) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:38.809146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dd568-432b-44d6-8233-f071e08ce42f req-b285ecfa-5f42-45fc-b884-f5a8e351979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:38.810208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf6dd568-432b-44d6-8233-f071e08ce42f req-b285ecfa-5f42-45fc-b884-f5a8e351979e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=581f735a540945528714a1f3fe8c6dc5&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1613102 Nov 12 11:14:38.847419 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd387b8e-9d68-431b-b0a9-74fd65a4fd9c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:14:38.853198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fd387b8e-9d68-431b-b0a9-74fd65a4fd9c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/59e702bd-f92a-4e0b-be49-66b24f4563ae HTTP/1.1" status: 404 len: 333 time: 0.0410287 Nov 12 11:14:38.854645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56006) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:38.903915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccde7420-55d0-4a83-b688-01522e1c43c4 req-fde91689-f476-48a9-a0ed-132982c34398 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866296 Nov 12 11:14:38.944683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:38.949895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:38.969893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f13fca-3d67-477c-b67e-323437ab8733 None None] Network ba485de2-c6e1-4ed2-9a15-50769195dce8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:39.092405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dd568-432b-44d6-8233-f071e08ce42f req-cf9a624b-6e73-4d8b-85ff-d1062d5cc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:39.093994 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf6dd568-432b-44d6-8233-f071e08ce42f req-cf9a624b-6e73-4d8b-85ff-d1062d5cc25b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747514 Nov 12 11:14:39.165420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b3b90-6579-46ca-92ba-8b037ba4df5f req-d75aba98-18ba-45e2-83f3-590f6d68fd49 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:39.183039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-165b3b90-6579-46ca-92ba-8b037ba4df5f req-d75aba98-18ba-45e2-83f3-590f6d68fd49 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 932 time: 0.1973820 Nov 12 11:14:39.206578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c9fe1cdd-bf81-45bb-ba71-cab069a7dfbe None None] Provisioning complete for port f7b4134f-f552-4d63-b5ff-da518fce3f17 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:39.207495 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe1cdd-bf81-45bb-ba71-cab069a7dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.277013 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-165b3b90-6579-46ca-92ba-8b037ba4df5f req-f5da47b7-f8ed-41fc-9298-52631fd0900a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930719 Nov 12 11:14:39.292201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f7b4134f-f552-4d63-b5ff-da518fce3f17 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:39.345534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-208aa2c1-5388-4ad4-9d9a-d46f30d5a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:39.347076 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-208aa2c1-5388-4ad4-9d9a-d46f30d5a05e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=581f735a540945528714a1f3fe8c6dc5&device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 1096 time: 0.1406665 Nov 12 11:14:39.357021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3a500-ab39-4e6a-a4ff-f73cd6611f6c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 3a450883-d4d7-4e6a-ac70-525e4116bdfa {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:39.357351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a500-ab39-4e6a-a4ff-f73cd6611f6c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.404319 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe1cdd-bf81-45bb-ba71-cab069a7dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.426273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f7b4134f-f552-4d63-b5ff-da518fce3f17 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:39.426976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.433401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-d7daa869-7d1a-4209-b09c-c4f9653ee944 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c529a8c-e9e8-420f-9ae8-02f62475060f HTTP/1.1" status: 200 len: 217 time: 0.0728545 Nov 12 11:14:39.435172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Allocated IP 19.86.0.34 (54a904d5-cf8f-4463-8e76-ac0f686b7527/4fcb19e9-a4b6-48b2-a160-d28c56c93665/28eff72c-ceb7-49d0-8e99-da7e09c684df) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:39.493557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c9fe1cdd-bf81-45bb-ba71-cab069a7dfbe None None] For port f7b4134f-f552-4d63-b5ff-da518fce3f17, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f7b4134f-f552-4d63-b5ff-da518fce3f17,segment=NetworkSegment(010980b4-0fff-4734-ab6b-dfdccff176c0),segment_id=010980b4-0fff-4734-ab6b-dfdccff176c0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:39.559510 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.573873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-d6ba3842-a6bd-41de-a4f3-9220483ef900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:39.575957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-d6ba3842-a6bd-41de-a4f3-9220483ef900 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1b3bfe0-d79d-4a0d-a021-e02caee56ba8 HTTP/1.1" status: 200 len: 861 time: 0.1113515 Nov 12 11:14:39.610383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a500-ab39-4e6a-a4ff-f73cd6611f6c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.629611 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:14:39.630185 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:14:39.630637 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe1cdd-bf81-45bb-ba71-cab069a7dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.654790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3a500-ab39-4e6a-a4ff-f73cd6611f6c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 3a450883-d4d7-4e6a-ac70-525e4116bdfa owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:39.694303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe1cdd-bf81-45bb-ba71-cab069a7dfbe None None] Pushing event updated for resources: {'Port': ['ID=f7b4134f-f552-4d63-b5ff-da518fce3f17,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:39.715140 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-827231f3-24a7-48d7-9222-b2e42503422f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89051db4-a3e0-479d-95c1-22847fc48aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288145 Nov 12 11:14:39.813053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a00509e9-523f-426d-b5d3-b607eafe8b3f no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:39.839009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: a00509e9-523f-426d-b5d3-b607eafe8b3f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:39.839785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device a00509e9-523f-426d-b5d3-b607eafe8b3f not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:39.859873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a80e473e-1b05-46ec-a5b0-cce3c5a86554 None None] Provisioning complete for port 3a450883-d4d7-4e6a-ac70-525e4116bdfa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:39.860328 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a80e473e-1b05-46ec-a5b0-cce3c5a86554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:39.914318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a80e473e-1b05-46ec-a5b0-cce3c5a86554 None None] Port 3a450883-d4d7-4e6a-ac70-525e4116bdfa cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:39.938881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a80e473e-1b05-46ec-a5b0-cce3c5a86554 None None] Provisioning complete for port f7b4134f-f552-4d63-b5ff-da518fce3f17 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:39.940022 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a80e473e-1b05-46ec-a5b0-cce3c5a86554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.097926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052b51a-c5ed-4579-8664-2e7b0a02cec3 req-fc027162-cdeb-4230-8916-b1d565718742 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:40.106497 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6052b51a-c5ed-4579-8664-2e7b0a02cec3 req-fc027162-cdeb-4230-8916-b1d565718742 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 944 time: 0.1007822 Nov 12 11:14:40.193187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6052b51a-c5ed-4579-8664-2e7b0a02cec3 req-7bab7754-5dd4-49be-b4ee-71bf9e269478 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856013 Nov 12 11:14:40.357512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-095f26f1-b842-461c-8f16-ba1cfcb5f9b0 None None] Provisioning complete for port 3a450883-d4d7-4e6a-ac70-525e4116bdfa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:40.366678 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-095f26f1-b842-461c-8f16-ba1cfcb5f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.419767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-095f26f1-b842-461c-8f16-ba1cfcb5f9b0 None None] Port 3a450883-d4d7-4e6a-ac70-525e4116bdfa cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:40.467444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-bd949563-7768-4ad5-ac14-493daf8da5a6 service neutron] 10.222.0.57 "GET /v2.0/networks/89051db4-a3e0-479d-95c1-22847fc48aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418404 Nov 12 11:14:40.487546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93f133-afcd-44a5-82e5-514315ea550c req-ae9b4e84-12e1-4330-86ce-69d6f6ac6b3f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:40.496029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bf93f133-afcd-44a5-82e5-514315ea550c req-ae9b4e84-12e1-4330-86ce-69d6f6ac6b3f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 932 time: 0.1000109 Nov 12 11:14:40.553457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0d12a345-68c7-4a48-9b36-8b1548293e44 None None] Could not find standard attr ID for object 59e702bd-f92a-4e0b-be49-66b24f4563ae. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:14:40.589200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.612170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bf93f133-afcd-44a5-82e5-514315ea550c req-354c8f72-e777-4c77-8673-bf51baade783 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102746 Nov 12 11:14:40.764400 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a500-ab39-4e6a-a4ff-f73cd6611f6c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.769131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be19dce0-05f3-4f64-85dd-dba05a88a091 req-bb64bde9-85d3-4129-a534-1e7c5a0eacb4 service neutron] 10.222.0.57 "GET /v2.0/networks/89051db4-a3e0-479d-95c1-22847fc48aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918596 Nov 12 11:14:40.800193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3a500-ab39-4e6a-a4ff-f73cd6611f6c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=3a450883-d4d7-4e6a-ac70-525e4116bdfa,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:40.830569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a500-ab39-4e6a-a4ff-f73cd6611f6c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.833834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6ea3a500-ab39-4e6a-a4ff-f73cd6611f6c tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/3a450883-d4d7-4e6a-ac70-525e4116bdfa HTTP/1.1" status: 204 len: 168 time: 1.9783211 Nov 12 11:14:40.836694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56042) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:40.863525 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0415c6f-7e06-497c-aeb4-67617cabb731 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:14:40.865265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e0415c6f-7e06-497c-aeb4-67617cabb731 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/3a450883-d4d7-4e6a-ac70-525e4116bdfa HTTP/1.1" status: 404 len: 333 time: 0.0275259 Nov 12 11:14:40.868164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56044) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:40.916030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.944250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1ff15b-1cd9-4699-a90b-befc12953bb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet 044f3395-1c05-4957-986b-f357b7c1c1ed {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:40.947752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff15b-1cd9-4699-a90b-befc12953bb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:40.964342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network 54a904d5-cf8f-4463-8e76-ac0f686b7527 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:40.970489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:40.974606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:41.001431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Port': ['ID=28eff72c-ceb7-49d0-8e99-da7e09c684df,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:41.002203 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff15b-1cd9-4699-a90b-befc12953bb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.073994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:41.074416 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.162286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f7b4134f-f552-4d63-b5ff-da518fce3f17 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:41.165042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff15b-1cd9-4699-a90b-befc12953bb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.233679 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-49fbbce4-ae12-4496-8d47-a309ae491c79 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7559857 Nov 12 11:14:41.238192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f7b4134f-f552-4d63-b5ff-da518fce3f17 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:41.239382 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.256069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'port': {'device_id': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691', 'admin_state_up': True, 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:41.377053 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c45e2-1dde-4f30-8572-109ca89543a4 req-fbb9663c-4f01-4907-be1a-0853f9049b80 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:41.386451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-168c45e2-1dde-4f30-8572-109ca89543a4 req-fbb9663c-4f01-4907-be1a-0853f9049b80 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 944 time: 0.1020277 Nov 12 11:14:41.402389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff15b-1cd9-4699-a90b-befc12953bb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.446989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7da1b1-8ea6-4af3-b3f9-1bac57616c3f None None] Network ba485de2-c6e1-4ed2-9a15-50769195dce8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:41.452921 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff15b-1cd9-4699-a90b-befc12953bb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.458465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3d1ff15b-1cd9-4699-a90b-befc12953bb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/044f3395-1c05-4957-986b-f357b7c1c1ed HTTP/1.1" status: 204 len: 168 time: 0.5865180 Nov 12 11:14:41.463385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:41.498627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4b2a5611-a236-42c3-82a4-40e062a6be09 None None] Provisioning complete for port 28eff72c-ceb7-49d0-8e99-da7e09c684df triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:41.498901 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4b2a5611-a236-42c3-82a4-40e062a6be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.499283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff15b-1cd9-4699-a90b-befc12953bb4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=044f3395-1c05-4957-986b-f357b7c1c1ed,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:41.534529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-168c45e2-1dde-4f30-8572-109ca89543a4 req-59eac7b7-031b-4123-b638-89997f4b1fea tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466715 Nov 12 11:14:41.573192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a5611-a236-42c3-82a4-40e062a6be09 None None] Port 28eff72c-ceb7-49d0-8e99-da7e09c684df cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:41.584555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.664423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port f7b4134f-f552-4d63-b5ff-da518fce3f17 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:41.664925 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.698780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:41.698780 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.738363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] DHCP port deletion for ba485de2-c6e1-4ed2-9a15-50769195dce8 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:41.799834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] Deleting port f7b4134f-f552-4d63-b5ff-da518fce3f17 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:41.800626 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.816088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] For port f7b4134f-f552-4d63-b5ff-da518fce3f17, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f7b4134f-f552-4d63-b5ff-da518fce3f17,segment=NetworkSegment(010980b4-0fff-4734-ab6b-dfdccff176c0),segment_id=010980b4-0fff-4734-ab6b-dfdccff176c0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:41.816447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.874130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] For port f7b4134f-f552-4d63-b5ff-da518fce3f17, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f7b4134f-f552-4d63-b5ff-da518fce3f17,segment=NetworkSegment(010980b4-0fff-4734-ab6b-dfdccff176c0),segment_id=010980b4-0fff-4734-ab6b-dfdccff176c0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:41.874130 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:41.874505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for f7b4134f-f552-4d63-b5ff-da518fce3f17 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:41.886404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] Calling delete_port for f7b4134f-f552-4d63-b5ff-da518fce3f17 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:41.898458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87779df-15b8-460c-bc9c-54832cc48692 req-a7926702-849f-48a6-8c4a-e889d99731e1 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:41.904766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87779df-15b8-460c-bc9c-54832cc48692 req-a7926702-849f-48a6-8c4a-e889d99731e1 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:41.906499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d87779df-15b8-460c-bc9c-54832cc48692 req-a7926702-849f-48a6-8c4a-e889d99731e1 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 1654 time: 0.1847205 Nov 12 11:14:42.044599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Allocated IP 19.80.0.91 (cd967e1c-922e-4993-acbb-5f9616184691/bc1c78cf-d9f5-4a6c-97ad-20050c1062e8/fa3ddf52-57f5-4bbd-8796-63bbbb85ac31) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:42.062213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d87779df-15b8-460c-bc9c-54832cc48692 req-4d2879fa-950a-4d87-8ea2-9219a1f83246 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478345 Nov 12 11:14:42.072520 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.110291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.115945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] Pushing event deleted for resources: {'Port': ['ID=f7b4134f-f552-4d63-b5ff-da518fce3f17,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:42.120677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a282704-3ff0-4bd5-9bc1-26a747f4e9e9 None None] No DVR routers for this DVR port f7b4134f-f552-4d63-b5ff-da518fce3f17 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:42.161130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=f7b4134f-f552-4d63-b5ff-da518fce3f17,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:42.166828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No DVR routers for this DVR port f7b4134f-f552-4d63-b5ff-da518fce3f17 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:42.350899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.388742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba485de2-c6e1-4ed2-9a15-50769195dce8']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:42.392994 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.404477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010980b4-0fff-4734-ab6b-dfdccff176c0') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:42.409949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010980b4-0fff-4734-ab6b-dfdccff176c0') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:42.419086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.446317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.455902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:42.456463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:42.459647 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:42.562118 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.625902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.633892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network cd967e1c-922e-4993-acbb-5f9616184691 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:42.655521 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.659086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/networks/ba485de2-c6e1-4ed2-9a15-50769195dce8 HTTP/1.1" status: 204 len: 168 time: 1.1945133 Nov 12 11:14:42.660336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:42.663713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56080) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:42.671165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-870266879'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:42.687458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:42.693573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Port': ['ID=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:42.749504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60d2a1-7aa6-40d5-bcab-6215a48fda9d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Network': ['ID=ba485de2-c6e1-4ed2-9a15-50769195dce8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:42.792076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:42.793180 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.805385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f483cc4-cf15-4d0a-975e-e73b4fd2222d req-947c219e-4040-4c2b-9ef2-ac754e72a75b tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:42.807152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f483cc4-cf15-4d0a-975e-e73b4fd2222d req-947c219e-4040-4c2b-9ef2-ac754e72a75b tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 944 time: 0.1718121 Nov 12 11:14:42.812017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:42.817577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.863653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:14:42.877185 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.878475 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Added segment f723e012-ccc5-4ce9-8598-5a99d787955a of type vlan for network 927d1d72-4eae-450e-9bcf-d8b46cecb938 Nov 12 11:14:42.903142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f483cc4-cf15-4d0a-975e-e73b4fd2222d req-3d27cf5c-9096-4b5d-a386-0e0e57438fb0 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804825 Nov 12 11:14:42.934120 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:42.944865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-35fe6d3a-b0bb-4f9e-bc73-9813abde5ab2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7028830 Nov 12 11:14:42.960803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Request body: {'port': {'device_id': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:43.043579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-af60d65e-02ef-4d0c-9a16-b0af8fe0c9ea None None] Provisioning complete for port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:43.044121 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-af60d65e-02ef-4d0c-9a16-b0af8fe0c9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.055077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.061628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:43.062331 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.062996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.155736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-af60d65e-02ef-4d0c-9a16-b0af8fe0c9ea None None] Port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:43.180260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f7b4134f-f552-4d63-b5ff-da518fce3f17 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:43.208773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f7b4134f-f552-4d63-b5ff-da518fce3f17 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:43.209383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f7b4134f-f552-4d63-b5ff-da518fce3f17 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:43.228683 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5634036 Nov 12 11:14:43.244447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56088) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:43.246918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c3f7d-6d35-4b1a-9413-48fe8ca0a76b tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Network': ['ID=927d1d72-4eae-450e-9bcf-d8b46cecb938,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:43.258761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '927d1d72-4eae-450e-9bcf-d8b46cecb938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:43.260126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 927d1d72-4eae-450e-9bcf-d8b46cecb938 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:14:43.303949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd312a-b517-4b23-865f-4c9b58e60207 req-93dec433-f9d4-4c6a-bd2f-a0e8b27fc404 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:43.310661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd312a-b517-4b23-865f-4c9b58e60207 req-93dec433-f9d4-4c6a-bd2f-a0e8b27fc404 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:43.321010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd312a-b517-4b23-865f-4c9b58e60207 req-93dec433-f9d4-4c6a-bd2f-a0e8b27fc404 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:43.340528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0bbd312a-b517-4b23-865f-4c9b58e60207 req-93dec433-f9d4-4c6a-bd2f-a0e8b27fc404 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2375 time: 0.1266680 Nov 12 11:14:43.427013 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0bbd312a-b517-4b23-865f-4c9b58e60207 req-9f3e7e04-e066-47a2-bf7d-0aaf5967f786 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855694 Nov 12 11:14:43.560983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:43.564627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.735990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:43.751771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.798136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Transition to ACTIVE for port object 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:14:43.885117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:43.963799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.050573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=57bc4ecd-e1a0-40e0-8b17-425f55f75bc3,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:44.070913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Pushing event updated for resources: {'Port': ['ID=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:44.112769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6c529a8c-e9e8-420f-9ae8-02f62475060f details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:44.127759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Attempting to bind port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:44.128134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Attempting to bind port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:44.128474 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Attempting to bind port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 on network cd967e1c-922e-4993-acbb-5f9616184691 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:44.139516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 on network cd967e1c-922e-4993-acbb-5f9616184691 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:14:44.140585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Attempting to bind port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 on network cd967e1c-922e-4993-acbb-5f9616184691 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:44.157682 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:44.158088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Checking segment: {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:44.158473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Bound using segment: {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:44.158912 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Bound port: 93e5b47f-fe0d-4d0d-9bc9-a439cf112415, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:44.159273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.160124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c99a72-1a31-4a83-aa54-8c6694e7551f req-30679ce4-2385-4290-9dfc-d754315c38c3 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.172630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7c99a72-1a31-4a83-aa54-8c6694e7551f req-30679ce4-2385-4290-9dfc-d754315c38c3 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 944 time: 0.1415212 Nov 12 11:14:44.176590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Checking segment: {'id': 'f723e012-ccc5-4ce9-8598-5a99d787955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '927d1d72-4eae-450e-9bcf-d8b46cecb938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:44.176590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network hostable DHCP agents. Network: 927d1d72-4eae-450e-9bcf-d8b46cecb938, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:14:44.238866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] For port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:44.242163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] For port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:44.288978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7c99a72-1a31-4a83-aa54-8c6694e7551f req-09351dc0-02bf-4ed5-9579-f2596df9d281 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152065 Nov 12 11:14:44.330857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6c529a8c-e9e8-420f-9ae8-02f62475060f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6c529a8c-e9e8-420f-9ae8-02f62475060f,segment=NetworkSegment(28bd98e0-aca5-4f90-a25e-43131c6fdeec),segment_id=28bd98e0-aca5-4f90-a25e-43131c6fdeec)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:44.347590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '6c529a8c-e9e8-420f-9ae8-02f62475060f', 'network_id': '89051db4-a3e0-479d-95c1-22847fc48aeb', 'port_id': '6c529a8c-e9e8-420f-9ae8-02f62475060f', 'mac_address': 'fa:16:3e:8a:cd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b3bfe0-d79d-4a0d-a021-e02caee56ba8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:44.364291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.386520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.387437 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.389148 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] 10.222.0.57 "PUT /v2.0/ports/93e5b47f-fe0d-4d0d-9bc9-a439cf112415 HTTP/1.1" status: 200 len: 1093 time: 1.4341059 Nov 12 11:14:44.391908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'tag': '93e5b47f-fe0d-4d0d-9bc9-a439cf112415'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:44.394442 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082e806-e036-48de-9652-9274eb94acd6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "tag": "93e5b47f-fe0d-4d0d-9bc9-a439cf112415"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:44.417460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 927d1d72-4eae-450e-9bcf-d8b46cecb938 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:14:44.466196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.484734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8610d16-c331-46ff-af4e-a31c781aee17 service neutron] Pushing event updated for resources: {'Port': ['ID=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:44.493890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c529a8c-e9e8-420f-9ae8-02f62475060f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:44.516663 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f2574b-1082-4b9c-a6da-2cd3abe32f87 x-openstack-request-id: req-82f2574b-1082-4b9c-a6da-2cd3abe32f87 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:44.517033 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "tag": "93e5b47f-fe0d-4d0d-9bc9-a439cf112415", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:44.517413 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-82f2574b-1082-4b9c-a6da-2cd3abe32f87 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:44.517937 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'tag': '93e5b47f-fe0d-4d0d-9bc9-a439cf112415', 'status': 'completed', 'code': 200} Nov 12 11:14:44.580385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 927d1d72-4eae-450e-9bcf-d8b46cecb938) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:44.580627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6c529a8c-e9e8-420f-9ae8-02f62475060f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6c529a8c-e9e8-420f-9ae8-02f62475060f,segment=NetworkSegment(28bd98e0-aca5-4f90-a25e-43131c6fdeec),segment_id=28bd98e0-aca5-4f90-a25e-43131c6fdeec)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:44.589055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8084e1-8790-4865-84ff-33ad34c91336 None None] Network 927d1d72-4eae-450e-9bcf-d8b46cecb938 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:44.590779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.592761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.661634 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.781024 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0a13c732-73fd-4543-a15f-d58d6ac840de tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5402761 Nov 12 11:14:44.784933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56112) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:44.787974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Request body: {'port': {'device_id': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:44.799561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4d015be4-507f-47d3-a623-95e4abbf77a0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-747341475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:44.840717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e806-e036-48de-9652-9274eb94acd6 req-9eda3ed2-6f00-43d6-8e9f-22a9ba375752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.841208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e806-e036-48de-9652-9274eb94acd6 req-9eda3ed2-6f00-43d6-8e9f-22a9ba375752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.841685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e806-e036-48de-9652-9274eb94acd6 req-9eda3ed2-6f00-43d6-8e9f-22a9ba375752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.844834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6082e806-e036-48de-9652-9274eb94acd6 req-9eda3ed2-6f00-43d6-8e9f-22a9ba375752 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2731 time: 0.2813213 Nov 12 11:14:44.871554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b8e17-f77f-4bd3-b039-e3817a0e6972 req-7a8bfc22-f2d2-4e5e-8f23-df046912ea93 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.889540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b8e17-f77f-4bd3-b039-e3817a0e6972 req-7a8bfc22-f2d2-4e5e-8f23-df046912ea93 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.902975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b8e17-f77f-4bd3-b039-e3817a0e6972 req-7a8bfc22-f2d2-4e5e-8f23-df046912ea93 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:44.917611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d95b8e17-f77f-4bd3-b039-e3817a0e6972 req-7a8bfc22-f2d2-4e5e-8f23-df046912ea93 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2387 time: 0.2114632 Nov 12 11:14:44.934979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:44.983062 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d95b8e17-f77f-4bd3-b039-e3817a0e6972 req-4a7b3361-1dd2-4b3f-9c49-4610f683463f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635161 Nov 12 11:14:45.022637 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d015be4-507f-47d3-a623-95e4abbf77a0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.023988 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d015be4-507f-47d3-a623-95e4abbf77a0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.068004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6c529a8c-e9e8-420f-9ae8-02f62475060f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:45.099702 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d015be4-507f-47d3-a623-95e4abbf77a0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.106358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6c529a8c-e9e8-420f-9ae8-02f62475060f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:45.129497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e806-e036-48de-9652-9274eb94acd6 req-36362a55-3eef-48ff-aac5-2549f03434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:45.129999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e806-e036-48de-9652-9274eb94acd6 req-36362a55-3eef-48ff-aac5-2549f03434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:45.130460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e806-e036-48de-9652-9274eb94acd6 req-36362a55-3eef-48ff-aac5-2549f03434ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:45.132182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6082e806-e036-48de-9652-9274eb94acd6 req-36362a55-3eef-48ff-aac5-2549f03434ad service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2617714 Nov 12 11:14:45.160717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d015be4-507f-47d3-a623-95e4abbf77a0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.223089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-927d1d72-4eae-450e-9bcf-d8b46cecb938', 'network_id': '927d1d72-4eae-450e-9bcf-d8b46cecb938', 'tenant_id': '9b045a0c95bb4d67b209c1e1922c8d44', 'fixed_ips': [{'subnet_id': '57bc4ecd-e1a0-40e0-8b17-425f55f75bc3'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:14:45.224822 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.323740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d015be4-507f-47d3-a623-95e4abbf77a0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.334216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56120) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:45.337334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4d015be4-507f-47d3-a623-95e4abbf77a0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5462506 Nov 12 11:14:45.357459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'network_id': '927d1d72-4eae-450e-9bcf-d8b46cecb938', 'name': 'tempest-PortsIpV6TestJSON-1994753206'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:45.440426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Allocated IP 2001:db8::2 (927d1d72-4eae-450e-9bcf-d8b46cecb938/57bc4ecd-e1a0-40e0-8b17-425f55f75bc3/534be7b9-53a2-4e12-a5a6-992530c666d4) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:45.740743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.756169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e806-e036-48de-9652-9274eb94acd6 req-b1f1c7df-d420-46e8-a199-c65d44292353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:45.757812 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6082e806-e036-48de-9652-9274eb94acd6 req-b1f1c7df-d420-46e8-a199-c65d44292353 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6176660 Nov 12 11:14:45.825116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aa750-06c2-4b7c-8ad2-690ab459df6f req-e431206a-4ea0-41cc-838e-476620af3596 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:45.826662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-770aa750-06c2-4b7c-8ad2-690ab459df6f req-e431206a-4ea0-41cc-838e-476620af3596 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 945 time: 0.3022079 Nov 12 11:14:45.857476 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.875599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28eff72c-ceb7-49d0-8e99-da7e09c684df {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:45.887623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:45.918785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Transition to ACTIVE for port object 28eff72c-ceb7-49d0-8e99-da7e09c684df will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:14:45.933279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-770aa750-06c2-4b7c-8ad2-690ab459df6f req-48b40c0f-c04a-452e-a334-d9893678beee tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839572 Nov 12 11:14:45.937909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Pushing event updated for resources: {'Port': ['ID=534be7b9-53a2-4e12-a5a6-992530c666d4,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:45.965027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Network 927d1d72-4eae-450e-9bcf-d8b46cecb938 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:45.971088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:45.971088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:45.988537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:45.992339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.016884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:14:46.074829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Attempting to bind port 534be7b9-53a2-4e12-a5a6-992530c666d4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:46.075209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Attempting to bind port 534be7b9-53a2-4e12-a5a6-992530c666d4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f723e012-ccc5-4ce9-8598-5a99d787955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '927d1d72-4eae-450e-9bcf-d8b46cecb938'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:46.075574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Attempting to bind port 534be7b9-53a2-4e12-a5a6-992530c666d4 on network 927d1d72-4eae-450e-9bcf-d8b46cecb938 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:46.081402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:46.083566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Checking segment: {'id': 'f723e012-ccc5-4ce9-8598-5a99d787955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '927d1d72-4eae-450e-9bcf-d8b46cecb938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:46.083566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.083566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Bound using segment: {'id': 'f723e012-ccc5-4ce9-8598-5a99d787955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '927d1d72-4eae-450e-9bcf-d8b46cecb938'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:46.083566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Bound port: 534be7b9-53a2-4e12-a5a6-992530c666d4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f723e012-ccc5-4ce9-8598-5a99d787955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '927d1d72-4eae-450e-9bcf-d8b46cecb938'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:46.084008 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.144273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.205047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6c529a8c-e9e8-420f-9ae8-02f62475060f up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:46.228086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] For port 534be7b9-53a2-4e12-a5a6-992530c666d4, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:46.252445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] For port 534be7b9-53a2-4e12-a5a6-992530c666d4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=534be7b9-53a2-4e12-a5a6-992530c666d4,segment=NetworkSegment(f723e012-ccc5-4ce9-8598-5a99d787955a),segment_id=f723e012-ccc5-4ce9-8598-5a99d787955a)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:46.319961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Pushing event updated for resources: {'Port': ['ID=28eff72c-ceb7-49d0-8e99-da7e09c684df,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:46.334143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a6b83-41b6-45ed-82fa-8bbb2c066dfd req-fcb0185a-7198-44f7-8429-e571bda3304d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:46.340775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a6b83-41b6-45ed-82fa-8bbb2c066dfd req-fcb0185a-7198-44f7-8429-e571bda3304d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:46.347274 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.347782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a6b83-41b6-45ed-82fa-8bbb2c066dfd req-fcb0185a-7198-44f7-8429-e571bda3304d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:46.349891 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-408a6b83-41b6-45ed-82fa-8bbb2c066dfd req-fcb0185a-7198-44f7-8429-e571bda3304d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2399 time: 0.2300298 Nov 12 11:14:46.457279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Attempting to bind port 28eff72c-ceb7-49d0-8e99-da7e09c684df on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:46.457711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Attempting to bind port 28eff72c-ceb7-49d0-8e99-da7e09c684df by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:46.458343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Attempting to bind port 28eff72c-ceb7-49d0-8e99-da7e09c684df on network 54a904d5-cf8f-4463-8e76-ac0f686b7527 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:46.480662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::41 (927d1d72-4eae-450e-9bcf-d8b46cecb938/57bc4ecd-e1a0-40e0-8b17-425f55f75bc3/46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:14:46.507050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Port 28eff72c-ceb7-49d0-8e99-da7e09c684df on network 54a904d5-cf8f-4463-8e76-ac0f686b7527 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:14:46.507050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Attempting to bind port 28eff72c-ceb7-49d0-8e99-da7e09c684df on network 54a904d5-cf8f-4463-8e76-ac0f686b7527 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:46.509958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5baa0-4408-40ef-9048-850a95f68a8c None None] Pushing event updated for resources: {'Port': ['ID=534be7b9-53a2-4e12-a5a6-992530c666d4,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:46.524795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 6c529a8c-e9e8-420f-9ae8-02f62475060f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:14:46.528799 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:46.529493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Checking segment: {'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:46.529786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 6c529a8c-e9e8-420f-9ae8-02f62475060f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:46.535196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Bound using segment: {'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:46.535196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Bound port: 28eff72c-ceb7-49d0-8e99-da7e09c684df, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:46.535196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.535798 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.578820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-408a6b83-41b6-45ed-82fa-8bbb2c066dfd req-e475d683-80ce-4f10-9f94-c6f094aefac9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735423 Nov 12 11:14:46.784793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] For port 28eff72c-ceb7-49d0-8e99-da7e09c684df, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:46.816085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] For port 28eff72c-ceb7-49d0-8e99-da7e09c684df, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=28eff72c-ceb7-49d0-8e99-da7e09c684df,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:46.890393 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.904867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.963028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bfdaec-deb4-43a5-98c4-451fcfd230d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c529a8c-e9e8-420f-9ae8-02f62475060f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:46.976124 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976075d7-c751-4c37-8cba-a253c493eba3" -d '{"events": [{"server_uuid": "35bfdaec-deb4-43a5-98c4-451fcfd230d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c529a8c-e9e8-420f-9ae8-02f62475060f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:46.991418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:46.998673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:46.999495 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.000935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] 10.222.0.57 "PUT /v2.0/ports/28eff72c-ceb7-49d0-8e99-da7e09c684df HTTP/1.1" status: 200 len: 1092 time: 2.4472945 Nov 12 11:14:47.005883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'tag': '28eff72c-ceb7-49d0-8e99-da7e09c684df'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:47.008655 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452eb15f-dcec-45c5-92ba-818486791d90" -d '{"events": [{"name": "network-changed", "server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "tag": "28eff72c-ceb7-49d0-8e99-da7e09c684df"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:47.041262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6c529a8c-e9e8-420f-9ae8-02f62475060f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6c529a8c-e9e8-420f-9ae8-02f62475060f,segment=NetworkSegment(28bd98e0-aca5-4f90-a25e-43131c6fdeec),segment_id=28bd98e0-aca5-4f90-a25e-43131c6fdeec)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:47.049544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1990-74e1-4140-ba68-a8572034bebf service neutron] Pushing event updated for resources: {'Port': ['ID=28eff72c-ceb7-49d0-8e99-da7e09c684df,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:47.098513 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63395c39-2289-49ce-b093-487d88fc19a7 x-openstack-request-id: req-63395c39-2289-49ce-b093-487d88fc19a7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:47.098833 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bfdaec-deb4-43a5-98c4-451fcfd230d0", "name": "network-vif-plugged", "status": "completed", "tag": "6c529a8c-e9e8-420f-9ae8-02f62475060f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:47.099067 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-63395c39-2289-49ce-b093-487d88fc19a7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:47.099476 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bfdaec-deb4-43a5-98c4-451fcfd230d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c529a8c-e9e8-420f-9ae8-02f62475060f', 'code': 200} Nov 12 11:14:47.119224 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.149482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Request body: {'port': {'device_id': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:47.315306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 534be7b9-53a2-4e12-a5a6-992530c666d4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:47.374825 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d34e577-5e61-46d1-9827-94a7189b7220 x-openstack-request-id: req-0d34e577-5e61-46d1-9827-94a7189b7220 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:47.375113 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "tag": "28eff72c-ceb7-49d0-8e99-da7e09c684df", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:47.375370 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0d34e577-5e61-46d1-9827-94a7189b7220 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:47.375773 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'tag': '28eff72c-ceb7-49d0-8e99-da7e09c684df', 'status': 'completed', 'code': 200} Nov 12 11:14:47.389662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb15f-dcec-45c5-92ba-818486791d90 req-c96a9a84-a96c-4732-8603-3c716594f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.390129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb15f-dcec-45c5-92ba-818486791d90 req-c96a9a84-a96c-4732-8603-3c716594f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.392396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb15f-dcec-45c5-92ba-818486791d90 req-c96a9a84-a96c-4732-8603-3c716594f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.394163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-452eb15f-dcec-45c5-92ba-818486791d90 req-c96a9a84-a96c-4732-8603-3c716594f649 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2799 time: 0.1261292 Nov 12 11:14:47.463758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6c529a8c-e9e8-420f-9ae8-02f62475060f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:47.500614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.523169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 534be7b9-53a2-4e12-a5a6-992530c666d4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:47.523817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.551978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.614032 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.716424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb15f-dcec-45c5-92ba-818486791d90 req-61df17fa-e0a8-4954-a8dc-3af3fb01a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.716893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb15f-dcec-45c5-92ba-818486791d90 req-61df17fa-e0a8-4954-a8dc-3af3fb01a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.721843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb15f-dcec-45c5-92ba-818486791d90 req-61df17fa-e0a8-4954-a8dc-3af3fb01a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.726157 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-452eb15f-dcec-45c5-92ba-818486791d90 req-61df17fa-e0a8-4954-a8dc-3af3fb01a4a0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3208427 Nov 12 11:14:47.755292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d147136-4e12-409d-b92e-d33404ee440a req-ea482361-6105-4e31-bd0e-93e315971252 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.756926 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0d147136-4e12-409d-b92e-d33404ee440a req-ea482361-6105-4e31-bd0e-93e315971252 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 946 time: 0.4091051 Nov 12 11:14:47.771095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.820860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 534be7b9-53a2-4e12-a5a6-992530c666d4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=534be7b9-53a2-4e12-a5a6-992530c666d4,segment=NetworkSegment(f723e012-ccc5-4ce9-8598-5a99d787955a),segment_id=f723e012-ccc5-4ce9-8598-5a99d787955a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:47.839461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fbe82-862c-43cd-a2f0-10008f4ae079 req-404f3b64-1261-4b36-856a-32743e8ec73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.841422 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-645fbe82-862c-43cd-a2f0-10008f4ae079 req-404f3b64-1261-4b36-856a-32743e8ec73e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 1098 time: 0.5962481 Nov 12 11:14:47.931827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 927d1d72-4eae-450e-9bcf-d8b46cecb938 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:47.936707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:47.939048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb15f-dcec-45c5-92ba-818486791d90 req-55f8b56a-0df7-4125-b2a2-48911832ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:47.943287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-452eb15f-dcec-45c5-92ba-818486791d90 req-55f8b56a-0df7-4125-b2a2-48911832ee10 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2046494 Nov 12 11:14:48.008042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=534be7b9-53a2-4e12-a5a6-992530c666d4,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:48.212999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606a18-15d6-4439-adc0-ad437d41adf1 req-961309d5-2c0f-4fea-a052-11c535a7a15f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:48.220861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606a18-15d6-4439-adc0-ad437d41adf1 req-961309d5-2c0f-4fea-a052-11c535a7a15f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:48.230382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606a18-15d6-4439-adc0-ad437d41adf1 req-961309d5-2c0f-4fea-a052-11c535a7a15f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:48.232208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28606a18-15d6-4439-adc0-ad437d41adf1 req-961309d5-2c0f-4fea-a052-11c535a7a15f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2399 time: 0.1368139 Nov 12 11:14:48.391332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28606a18-15d6-4439-adc0-ad437d41adf1 req-4ed75de0-b25e-40e7-980c-e8a6adf4d499 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418316 Nov 12 11:14:48.414619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13cf3ce-7425-4a6c-8bba-30c1d067eb4d None None] Network 927d1d72-4eae-450e-9bcf-d8b46cecb938 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:48.520197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8549bf75-7876-4506-ba74-268f3ca58ff0 None None] Provisioning complete for port 534be7b9-53a2-4e12-a5a6-992530c666d4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:48.520659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8549bf75-7876-4506-ba74-268f3ca58ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.533390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:48.539900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:14:48.545850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:48.546644 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.560680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:48.626992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d98b5947-9f8e-47af-8ff2-052d27fac46e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2770879 Nov 12 11:14:48.631193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56174) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:48.669338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0d147136-4e12-409d-b92e-d33404ee440a req-3e969024-9897-482e-bded-d68e26586d30 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8788371 Nov 12 11:14:48.697836 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-645fbe82-862c-43cd-a2f0-10008f4ae079 req-4534e47e-403c-479f-a97c-e56f1ce0b94f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8030231 Nov 12 11:14:48.731162 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:14:48.931567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:48.942511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:48.959653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Transition to ACTIVE for port object fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:14:49.020437 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.186502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 534be7b9-53a2-4e12-a5a6-992530c666d4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:49.191868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Pushing event updated for resources: {'Port': ['ID=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:49.296785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Attempting to bind port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:14:49.297143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Attempting to bind port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:14:49.297885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Attempting to bind port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 on network cd967e1c-922e-4993-acbb-5f9616184691 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:49.305305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 on network cd967e1c-922e-4993-acbb-5f9616184691 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:14:49.305647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Attempting to bind port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 on network cd967e1c-922e-4993-acbb-5f9616184691 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:14:49.312593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:14:49.312985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Checking segment: {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:14:49.314017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Bound using segment: {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:14:49.314482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Bound port: fa3ddf52-57f5-4bbd-8796-63bbbb85ac31, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bdd7c0-6522-44b4-98a4-65c3407c2df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:14:49.314840 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.332609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4a4edb51-1e07-4a15-85c4-b3ace68c7e3c None None] Provisioning complete for port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:49.333014 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a4edb51-1e07-4a15-85c4-b3ace68c7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.392223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 534be7b9-53a2-4e12-a5a6-992530c666d4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:49.392587 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.443995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4a4edb51-1e07-4a15-85c4-b3ace68c7e3c None None] Port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:49.444742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] For port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:14:49.449916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] For port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:14:49.494486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4a4edb51-1e07-4a15-85c4-b3ace68c7e3c None None] Provisioning complete for port 534be7b9-53a2-4e12-a5a6-992530c666d4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:49.496985 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a4edb51-1e07-4a15-85c4-b3ace68c7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.558316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.634345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:49.635308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.638881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] 10.222.0.57 "PUT /v2.0/ports/fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 HTTP/1.1" status: 200 len: 1092 time: 2.5328515 Nov 12 11:14:49.642304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'tag': 'fa3ddf52-57f5-4bbd-8796-63bbbb85ac31'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:49.645669 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7e20b6-a0a5-4436-87ed-bf868cc9f205" -d '{"events": [{"name": "network-changed", "server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "tag": "fa3ddf52-57f5-4bbd-8796-63bbbb85ac31"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:49.647512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.697397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1b318-7fcf-47b2-adaa-59a74a4a859f service neutron] Pushing event updated for resources: {'Port': ['ID=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:49.828976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477c56-0041-4479-87b3-b920df7c7290 req-b985e279-ede1-4e6a-a485-104cb605e553 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:49.845550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477c56-0041-4479-87b3-b920df7c7290 req-b985e279-ede1-4e6a-a485-104cb605e553 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:49.852113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477c56-0041-4479-87b3-b920df7c7290 req-b985e279-ede1-4e6a-a485-104cb605e553 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:49.866936 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b477c56-0041-4479-87b3-b920df7c7290 req-b985e279-ede1-4e6a-a485-104cb605e553 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2411 time: 0.2517693 Nov 12 11:14:49.905351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-db4a7d0c-6839-4530-af0c-4db88451ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:49.905992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-db4a7d0c-6839-4530-af0c-4db88451ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:49.906548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-db4a7d0c-6839-4530-af0c-4db88451ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:49.912504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-db4a7d0c-6839-4530-af0c-4db88451ed35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2867 time: 0.1470606 Nov 12 11:14:49.913992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0d7517a2-0a61-4dba-b653-cc526467452b None None] Provisioning complete for port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:49.914364 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0d7517a2-0a61-4dba-b653-cc526467452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:49.969421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-ba544cd5-fb62-4aac-b22d-bcef63cf9a41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=93e5b47f-fe0d-4d0d-9bc9-a439cf112415 HTTP/1.1" status: 200 len: 217 time: 0.0427136 Nov 12 11:14:49.971027 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db01bab-7cce-4b72-a25b-265a554174d7 x-openstack-request-id: req-2db01bab-7cce-4b72-a25b-265a554174d7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:49.971402 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "tag": "fa3ddf52-57f5-4bbd-8796-63bbbb85ac31", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:49.971757 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2db01bab-7cce-4b72-a25b-265a554174d7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:49.972301 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'tag': 'fa3ddf52-57f5-4bbd-8796-63bbbb85ac31', 'status': 'completed', 'code': 200} Nov 12 11:14:50.059947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0d7517a2-0a61-4dba-b653-cc526467452b None None] Port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:50.137862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-1226db0f-e762-46b1-836f-bfefe071846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:50.139772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-1226db0f-e762-46b1-836f-bfefe071846b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc1c78cf-d9f5-4a6c-97ad-20050c1062e8 HTTP/1.1" status: 200 len: 801 time: 0.1604159 Nov 12 11:14:50.173189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b477c56-0041-4479-87b3-b920df7c7290 req-f5bc44ee-2bb5-40ee-b4ce-e16be6633735 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978692 Nov 12 11:14:50.243195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf104-1fac-421a-914d-1597ccc70ebe req-8bfd6864-98a4-442f-a3c9-8d3bf93c8e68 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:50.253945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0d6bf104-1fac-421a-914d-1597ccc70ebe req-8bfd6864-98a4-442f-a3c9-8d3bf93c8e68 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 946 time: 0.1755371 Nov 12 11:14:50.283743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-33f97c65-68f8-461b-92f6-54b0ca018a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:50.285432 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-33f97c65-68f8-461b-92f6-54b0ca018a06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd967e1c-922e-4993-acbb-5f9616184691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343417 Nov 12 11:14:50.338629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.352889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0d6bf104-1fac-421a-914d-1597ccc70ebe req-9252bfe8-b33e-46dc-b14f-63da58a26095 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940468 Nov 12 11:14:50.411510 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.435779 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-d841b704-85fb-4f79-8dac-32628e7c37d4 service neutron] 10.222.0.57 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237707 Nov 12 11:14:50.466092 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.561146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-b36bce83-81ac-4284-82fd-ee487e9dba63 service neutron] 10.222.0.57 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156809 Nov 12 11:14:50.582673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:50.628701 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-2e958d40-e832-40e1-a34b-4900590a5112 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.34&port_id=28eff72c-ceb7-49d0-8e99-da7e09c684df HTTP/1.1" status: 200 len: 217 time: 0.0582883 Nov 12 11:14:50.699997 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.735504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-e47b92d8-7d99-4c85-af46-40a88e1de6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:50.742157 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-e47b92d8-7d99-4c85-af46-40a88e1de6f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fcb19e9-a4b6-48b2-a160-d28c56c93665 HTTP/1.1" status: 200 len: 801 time: 0.1045120 Nov 12 11:14:50.843319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-873daadc-7a2f-4113-9019-892c4c989677 None None] Provisioning complete for port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:50.844260 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-873daadc-7a2f-4113-9019-892c4c989677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:50.865797 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-7c8b857b-b5ae-441f-b184-5cf8055302d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:50.873045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-7c8b857b-b5ae-441f-b184-5cf8055302d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=54a904d5-cf8f-4463-8e76-ac0f686b7527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232212 Nov 12 11:14:50.900600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-873daadc-7a2f-4113-9019-892c4c989677 None None] Port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:50.971308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.048206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-71be4539-3c7b-4cdc-8874-cc7a865f51be service neutron] 10.222.0.57 "GET /v2.0/networks/54a904d5-cf8f-4463-8e76-ac0f686b7527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666391 Nov 12 11:14:51.164237 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-18fddff9-5f93-4bb1-9a46-106ecf1bb094 service neutron] 10.222.0.57 "GET /v2.0/networks/54a904d5-cf8f-4463-8e76-ac0f686b7527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067090 Nov 12 11:14:51.221680 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-e0c2100c-bb2a-4803-8e7d-e1e6c8998f93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 HTTP/1.1" status: 200 len: 217 time: 0.0497074 Nov 12 11:14:51.284634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-6c0413b9-e3a3-4086-914a-3185cf2c9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:51.286999 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-6c0413b9-e3a3-4086-914a-3185cf2c9f4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc1c78cf-d9f5-4a6c-97ad-20050c1062e8 HTTP/1.1" status: 200 len: 801 time: 0.0574045 Nov 12 11:14:51.399656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-23f3ba39-cab3-49d3-b970-4beff4b8e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:51.401302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-23f3ba39-cab3-49d3-b970-4beff4b8e6c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd967e1c-922e-4993-acbb-5f9616184691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036456 Nov 12 11:14:51.427471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a73f3-6b16-43ba-8536-f97aee300762 req-2fcb0c4b-3508-452b-af34-4bcf7f5d4d13 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:51.434895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a73f3-6b16-43ba-8536-f97aee300762 req-2fcb0c4b-3508-452b-af34-4bcf7f5d4d13 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:51.442877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a73f3-6b16-43ba-8536-f97aee300762 req-2fcb0c4b-3508-452b-af34-4bcf7f5d4d13 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:51.445234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e7a73f3-6b16-43ba-8536-f97aee300762 req-2fcb0c4b-3508-452b-af34-4bcf7f5d4d13 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2411 time: 0.1412728 Nov 12 11:14:51.595105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-97dfe611-4b8c-47a6-a7c9-063999812ac9 service neutron] 10.222.0.57 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849835 Nov 12 11:14:51.626434 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.679004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e7a73f3-6b16-43ba-8536-f97aee300762 req-5bdaf93b-420e-4cd0-9103-e5424fa6d49a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027094 Nov 12 11:14:51.732830 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.734450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:51.765543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c16698-2290-482e-8584-812a1e2216be req-753caf70-69ac-4a93-9420-46393220803f tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:51.767143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a5c16698-2290-482e-8584-812a1e2216be req-753caf70-69ac-4a93-9420-46393220803f tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 946 time: 0.1286323 Nov 12 11:14:51.850396 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-773ed84c-d2d4-4322-9b83-bacaf20d9855 req-d6524ccb-b1f9-47cd-8dba-6f618de97c42 service neutron] 10.222.0.57 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474306 Nov 12 11:14:51.924822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a5c16698-2290-482e-8584-812a1e2216be req-292e6d6c-c7ac-4fce-8d35-efa253bc4db1 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488686 Nov 12 11:14:51.947358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:52.051133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 927d1d72-4eae-450e-9bcf-d8b46cecb938 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:52.052915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:52.139913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-e7cc3326-10bb-4012-a1d3-ed8fabbc2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.140559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-e7cc3326-10bb-4012-a1d3-ed8fabbc2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.141105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-e7cc3326-10bb-4012-a1d3-ed8fabbc2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.143339 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-e7cc3326-10bb-4012-a1d3-ed8fabbc2527 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2867 time: 0.0821426 Nov 12 11:14:52.316741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-e4317e6c-d8b3-4862-af4b-8b02b1bcca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.322951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-e4317e6c-d8b3-4862-af4b-8b02b1bcca90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd967e1c-922e-4993-acbb-5f9616184691 HTTP/1.1" status: 200 len: 903 time: 0.1706417 Nov 12 11:14:52.334842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Router a05694b2-dadc-475e-923e-8320d9da8be6 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:14:52.378247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-61c66220-29ab-4f72-ac42-42a00b91c2c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 HTTP/1.1" status: 200 len: 217 time: 0.0476956 Nov 12 11:14:52.494129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-07220759-a6d2-41a1-bab9-b6f98297c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.496304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-07220759-a6d2-41a1-bab9-b6f98297c4b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bc1c78cf-d9f5-4a6c-97ad-20050c1062e8 HTTP/1.1" status: 200 len: 801 time: 0.1077628 Nov 12 11:14:52.510636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:52.519360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-08b4c233-d627-44fc-b432-35c51d214151 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "PUT /v2.0/routers/a05694b2-dadc-475e-923e-8320d9da8be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8854208 Nov 12 11:14:52.520030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56232) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:52.524926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b3e06-cb55-46a2-a078-144f6cdb6722 None None] Sync routers for ids ['a05694b2-dadc-475e-923e-8320d9da8be6'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:52.564559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b3e06-cb55-46a2-a078-144f6cdb6722 None None] Routers {'a05694b2-dadc-475e-923e-8320d9da8be6'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:52.570718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-069b3e06-cb55-46a2-a078-144f6cdb6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['a05694b2-dadc-475e-923e-8320d9da8be6'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:52.622081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-df75c3a7-ba89-44a5-9e25-bf8c6e0e248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.623814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-df75c3a7-ba89-44a5-9e25-bf8c6e0e248e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd967e1c-922e-4993-acbb-5f9616184691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193483 Nov 12 11:14:52.671489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4817bdf-f67c-44fc-b27d-25de45a4f6aa tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.676401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e4817bdf-f67c-44fc-b27d-25de45a4f6aa tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports?device_id=a05694b2-dadc-475e-923e-8320d9da8be6 HTTP/1.1" status: 200 len: 988 time: 0.1552894 Nov 12 11:14:52.677054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56240) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:52.708153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-069b3e06-cb55-46a2-a078-144f6cdb6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:52.740968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b3e06-cb55-46a2-a078-144f6cdb6722 None None] Routers {'a05694b2-dadc-475e-923e-8320d9da8be6'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:52.741582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-069b3e06-cb55-46a2-a078-144f6cdb6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['a05694b2-dadc-475e-923e-8320d9da8be6'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:52.749396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-afa57f53-140f-487b-af7e-5800eca04952 None None] Provisioning complete for port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:52.749757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-afa57f53-140f-487b-af7e-5800eca04952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:52.862637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-7e4f8aca-be0a-4dcc-a738-6edfce66b27b service neutron] 10.222.0.57 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174935 Nov 12 11:14:52.863244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-069b3e06-cb55-46a2-a078-144f6cdb6722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:52.864233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b3e06-cb55-46a2-a078-144f6cdb6722 None None] The sync data for ids ['a05694b2-dadc-475e-923e-8320d9da8be6'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:52.881210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-afa57f53-140f-487b-af7e-5800eca04952 None None] Port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:14:52.915817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477be41-4700-406e-a79a-6f189d1badb4 req-cd5d3f19-6974-4ab6-ba98-82fbe8ca8a09 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.918272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f477be41-4700-406e-a79a-6f189d1badb4 req-cd5d3f19-6974-4ab6-ba98-82fbe8ca8a09 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 946 time: 0.2403457 Nov 12 11:14:52.925357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfba7b-7dbc-4c32-a17d-9a32370410f7 req-0b2f953e-744b-4d20-bdad-f8a08d7567c9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.931852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfba7b-7dbc-4c32-a17d-9a32370410f7 req-0b2f953e-744b-4d20-bdad-f8a08d7567c9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.940835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfba7b-7dbc-4c32-a17d-9a32370410f7 req-0b2f953e-744b-4d20-bdad-f8a08d7567c9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:52.948337 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aedfba7b-7dbc-4c32-a17d-9a32370410f7 req-0b2f953e-744b-4d20-bdad-f8a08d7567c9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2411 time: 0.1543212 Nov 12 11:14:53.063018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aedfba7b-7dbc-4c32-a17d-9a32370410f7 req-190eee7f-ff46-4999-bcfe-181e8f1852ed tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129599 Nov 12 11:14:53.069521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f477be41-4700-406e-a79a-6f189d1badb4 req-4e7358d5-94f6-4f9c-899a-fac9618de7ae tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388822 Nov 12 11:14:53.101761 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7e20b6-a0a5-4436-87ed-bf868cc9f205 req-28c4f33a-6ffb-4696-9fa6-9630f2be5990 service neutron] 10.222.0.57 "GET /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271030 Nov 12 11:14:53.408538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.646837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:53.647509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.816608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:53.832425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:53.941950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-7b615e64-5aeb-4e0e-94bd-aa13236e523b tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:53.943483 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-7b615e64-5aeb-4e0e-94bd-aa13236e523b tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.57 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 946 time: 0.0622449 Nov 12 11:14:54.077032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Deleting port 6c529a8c-e9e8-420f-9ae8-02f62475060f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:54.077406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.117835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.149337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 28eff72c-ceb7-49d0-8e99-da7e09c684df details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:54.274263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:54.287972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389e456-225d-445e-b5ab-08b83095b198 req-3e7809e7-a946-4e5d-959e-4a105fb69e08 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:54.297362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f389e456-225d-445e-b5ab-08b83095b198 req-3e7809e7-a946-4e5d-959e-4a105fb69e08 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 946 time: 0.1060028 Nov 12 11:14:54.300109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] For port 6c529a8c-e9e8-420f-9ae8-02f62475060f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6c529a8c-e9e8-420f-9ae8-02f62475060f,segment=NetworkSegment(28bd98e0-aca5-4f90-a25e-43131c6fdeec),segment_id=28bd98e0-aca5-4f90-a25e-43131c6fdeec)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:54.301376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.332386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Calling delete_port for 6c529a8c-e9e8-420f-9ae8-02f62475060f owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:54.398376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 28eff72c-ceb7-49d0-8e99-da7e09c684df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=28eff72c-ceb7-49d0-8e99-da7e09c684df,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:54.427046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '28eff72c-ceb7-49d0-8e99-da7e09c684df', 'network_id': '54a904d5-cf8f-4463-8e76-ac0f686b7527', 'port_id': '28eff72c-ceb7-49d0-8e99-da7e09c684df', 'mac_address': 'fa:16:3e:60:03:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fcb19e9-a4b6-48b2-a160-d28c56c93665', 'ip_address': '19.86.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:54.438753 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f389e456-225d-445e-b5ab-08b83095b198 req-42afe641-50d7-4323-9191-edbc0ca081ec tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/security-groups?id=21aa7a09-538b-4072-8134-d64000b8d840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330762 Nov 12 11:14:54.529686 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.589828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.613705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28eff72c-ceb7-49d0-8e99-da7e09c684df {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:54.682444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 28eff72c-ceb7-49d0-8e99-da7e09c684df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=28eff72c-ceb7-49d0-8e99-da7e09c684df,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:54.695916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4138ca-ccb3-45c4-8f93-6cb26744cfcc req-2ae92d10-5cab-4fff-8ae6-4e5eac12f3a2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:54.702769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4138ca-ccb3-45c4-8f93-6cb26744cfcc req-2ae92d10-5cab-4fff-8ae6-4e5eac12f3a2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:54.709130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4138ca-ccb3-45c4-8f93-6cb26744cfcc req-2ae92d10-5cab-4fff-8ae6-4e5eac12f3a2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:54.715084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df4138ca-ccb3-45c4-8f93-6cb26744cfcc req-2ae92d10-5cab-4fff-8ae6-4e5eac12f3a2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2411 time: 0.4983873 Nov 12 11:14:54.747608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.748843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:54.770732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:54.819801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Router a05694b2-dadc-475e-923e-8320d9da8be6 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:14:54.846162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Pushing event deleted for resources: {'Port': ['ID=6c529a8c-e9e8-420f-9ae8-02f62475060f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:54.857928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df4138ca-ccb3-45c4-8f93-6cb26744cfcc req-a7a2a6e9-25fa-4c9f-9ce1-3fd25956bd9c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082761 Nov 12 11:14:54.894241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.894590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.894935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.895274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.895609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.895962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.896300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.896628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.896956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.897280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.897608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.897930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:14:54.916624 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=28eff72c-ceb7-49d0-8e99-da7e09c684df,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:54.934893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6c529a8c-e9e8-420f-9ae8-02f62475060f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:54.947906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:14:54.958411 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f09982a-b771-4464-b5e3-9de47bf10a47 None None] Sync routers for ids ['a05694b2-dadc-475e-923e-8320d9da8be6'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:14:54.977131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56274) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:54.978507 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-aee1351d-ab0a-4d38-a927-6a2969eff3b0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "PUT /v2.0/routers/a05694b2-dadc-475e-923e-8320d9da8be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2797074 Nov 12 11:14:54.979172 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09982a-b771-4464-b5e3-9de47bf10a47 None None] Routers {'a05694b2-dadc-475e-923e-8320d9da8be6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:54.980809 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0f09982a-b771-4464-b5e3-9de47bf10a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['a05694b2-dadc-475e-923e-8320d9da8be6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:55.057074 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0f09982a-b771-4464-b5e3-9de47bf10a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:55.082447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] No DVR routers for this DVR port 6c529a8c-e9e8-420f-9ae8-02f62475060f on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:55.084951 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09982a-b771-4464-b5e3-9de47bf10a47 None None] Routers {'a05694b2-dadc-475e-923e-8320d9da8be6'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:14:55.087899 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c96eebc-d044-4ec3-89ae-37b86255840d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:14:55.088558 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0f09982a-b771-4464-b5e3-9de47bf10a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['a05694b2-dadc-475e-923e-8320d9da8be6'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:55.108685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3c96eebc-d044-4ec3-89ae-37b86255840d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/46f1f6dc-9bc0-468c-93b4-2a2dfd7d7fe1 HTTP/1.1" status: 404 len: 333 time: 0.1223812 Nov 12 11:14:55.108685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.109697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56276) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:55.110547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f78dd77a-f52a-4228-a690-ef9ac131c4cb req-c2f794fb-8bd9-40ce-a7ed-b55fde32cd75 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.57 "DELETE /v2.0/ports/6c529a8c-e9e8-420f-9ae8-02f62475060f HTTP/1.1" status: 204 len: 173 time: 1.1596949 Nov 12 11:14:55.111009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bfdaec-deb4-43a5-98c4-451fcfd230d0', 'name': 'network-vif-deleted', 'tag': '6c529a8c-e9e8-420f-9ae8-02f62475060f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:55.121961 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a193a-1e00-409d-a140-beba51bf0ceb" -d '{"events": [{"server_uuid": "35bfdaec-deb4-43a5-98c4-451fcfd230d0", "name": "network-vif-deleted", "tag": "6c529a8c-e9e8-420f-9ae8-02f62475060f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:55.181736 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a909e6-79c2-4847-be39-c6e7df131599 x-openstack-request-id: req-45a909e6-79c2-4847-be39-c6e7df131599 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:55.182285 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bfdaec-deb4-43a5-98c4-451fcfd230d0", "name": "network-vif-deleted", "tag": "6c529a8c-e9e8-420f-9ae8-02f62475060f", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:55.182711 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-45a909e6-79c2-4847-be39-c6e7df131599 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:55.183303 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bfdaec-deb4-43a5-98c4-451fcfd230d0', 'name': 'network-vif-deleted', 'tag': '6c529a8c-e9e8-420f-9ae8-02f62475060f', 'status': 'completed', 'code': 200} Nov 12 11:14:55.210022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:55.223744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'fa3ddf52-57f5-4bbd-8796-63bbbb85ac31', 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691', 'port_id': 'fa3ddf52-57f5-4bbd-8796-63bbbb85ac31', 'mac_address': 'fa:16:3e:08:f2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1c78cf-d9f5-4a6c-97ad-20050c1062e8', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:55.238471 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0f09982a-b771-4464-b5e3-9de47bf10a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:55.239039 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f09982a-b771-4464-b5e3-9de47bf10a47 None None] The sync data for ids ['a05694b2-dadc-475e-923e-8320d9da8be6'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:14:55.313282 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.318359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5d79306-5369-440e-91fe-f9919070aa3f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.342551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:55.423701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:55.541861 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.543049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:14:55.629501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:55.634845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:55.652840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '93e5b47f-fe0d-4d0d-9bc9-a439cf112415', 'network_id': 'cd967e1c-922e-4993-acbb-5f9616184691', 'port_id': '93e5b47f-fe0d-4d0d-9bc9-a439cf112415', 'mac_address': 'fa:16:3e:83:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1c78cf-d9f5-4a6c-97ad-20050c1062e8', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:14:55.696290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-66d4fd29-af7e-4035-96c0-527a479a7f57 req-23839f73-745b-4ca2-80fd-15b987284da6 tempest-ServerAddressesNegativeTestJSON-14454623 tempest-ServerAddressesNegativeTestJSON-14454623-project] 10.222.0.98 "GET /v2.0/ports?device_id=35bfdaec-deb4-43a5-98c4-451fcfd230d0 HTTP/1.1" status: 200 len: 210 time: 0.0833497 Nov 12 11:14:55.746212 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:55.781200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:14:55.850621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:55.941972 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.005851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:56.052384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954866-2527-4bf2-830b-befd03066ccf req-20e038e6-b6b8-4a26-be95-aef85891f203 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:56.064634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954866-2527-4bf2-830b-befd03066ccf req-20e038e6-b6b8-4a26-be95-aef85891f203 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:56.072283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d954866-2527-4bf2-830b-befd03066ccf req-20e038e6-b6b8-4a26-be95-aef85891f203 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:56.075137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d954866-2527-4bf2-830b-befd03066ccf req-20e038e6-b6b8-4a26-be95-aef85891f203 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2414 time: 0.1274457 Nov 12 11:14:56.176167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6c529a8c-e9e8-420f-9ae8-02f62475060f no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:56.197715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d954866-2527-4bf2-830b-befd03066ccf req-4f33faab-67f4-4b35-8aa4-66f9cb6dc253 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145408 Nov 12 11:14:56.236629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 6c529a8c-e9e8-420f-9ae8-02f62475060f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:56.237079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6c529a8c-e9e8-420f-9ae8-02f62475060f not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:56.260041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fa3ddf52-57f5-4bbd-8796-63bbbb85ac31'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:56.326073 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5d79306-5369-440e-91fe-f9919070aa3f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.328534 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5d79306-5369-440e-91fe-f9919070aa3f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.331042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['28eff72c-ceb7-49d0-8e99-da7e09c684df'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:56.489817 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5d79306-5369-440e-91fe-f9919070aa3f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.490359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d79306-5369-440e-91fe-f9919070aa3f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Fanout notify agent at l3_agent the message router_deleted on router a05694b2-dadc-475e-923e-8320d9da8be6 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:14:56.498895 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5d79306-5369-440e-91fe-f9919070aa3f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.503783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b5d79306-5369-440e-91fe-f9919070aa3f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/routers/a05694b2-dadc-475e-923e-8320d9da8be6 HTTP/1.1" status: 204 len: 168 time: 1.3890040 Nov 12 11:14:56.505489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56298) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:56.648715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b3385b-b88e-477d-ada6-fada84d028ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet 57bc4ecd-e1a0-40e0-8b17-425f55f75bc3 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:56.655694 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0b3385b-b88e-477d-ada6-fada84d028ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.765362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0b3385b-b88e-477d-ada6-fada84d028ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.783705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56308) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:56.869796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-814cc59b-506c-4db0-aede-812caca1bcf8 admin admin] Deleting subnet c1b3bfe0-d79d-4a0d-a021-e02caee56ba8 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:14:56.882527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-814cc59b-506c-4db0-aede-812caca1bcf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.927016 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-814cc59b-506c-4db0-aede-812caca1bcf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.955875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0b3385b-b88e-477d-ada6-fada84d028ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:56.992710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-814cc59b-506c-4db0-aede-812caca1bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.306002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0b3385b-b88e-477d-ada6-fada84d028ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.336547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-814cc59b-506c-4db0-aede-812caca1bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.339871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3385b-b88e-477d-ada6-fada84d028ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=57bc4ecd-e1a0-40e0-8b17-425f55f75bc3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:57.344755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0b3385b-b88e-477d-ada6-fada84d028ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.351526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a0b3385b-b88e-477d-ada6-fada84d028ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/57bc4ecd-e1a0-40e0-8b17-425f55f75bc3 HTTP/1.1" status: 204 len: 168 time: 0.8457687 Nov 12 11:14:57.353467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56324) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:57.374662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cc59b-506c-4db0-aede-812caca1bcf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b3bfe0-d79d-4a0d-a021-e02caee56ba8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:57.381490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b610d83-ebf5-4c08-a05b-2daf046fe1b4 None None] Network 927d1d72-4eae-450e-9bcf-d8b46cecb938 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:57.381490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['93e5b47f-fe0d-4d0d-9bc9-a439cf112415'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:14:57.384423 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-814cc59b-506c-4db0-aede-812caca1bcf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.387726 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-814cc59b-506c-4db0-aede-812caca1bcf8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c1b3bfe0-d79d-4a0d-a021-e02caee56ba8 HTTP/1.1" status: 204 len: 168 time: 0.6029541 Nov 12 11:14:57.392672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56326) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:57.398127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678afe-f749-4c82-9d01-4230e2660685 req-2c964426-c450-4482-b855-3292b51f034d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:57.406196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678afe-f749-4c82-9d01-4230e2660685 req-2c964426-c450-4482-b855-3292b51f034d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:57.412272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678afe-f749-4c82-9d01-4230e2660685 req-2c964426-c450-4482-b855-3292b51f034d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:57.421635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1e678afe-f749-4c82-9d01-4230e2660685 req-2c964426-c450-4482-b855-3292b51f034d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2414 time: 0.1504583 Nov 12 11:14:57.562278 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.577860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1e678afe-f749-4c82-9d01-4230e2660685 req-84a20a4d-1a8b-4c4d-b710-8159b91be9a9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545079 Nov 12 11:14:57.599423 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.689019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port 534be7b9-53a2-4e12-a5a6-992530c666d4 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:57.690614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.742394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] DHCP port deletion for 927d1d72-4eae-450e-9bcf-d8b46cecb938 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:14:57.800969 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.809363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] Deleting port 534be7b9-53a2-4e12-a5a6-992530c666d4 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:57.810064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.811006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] For port 534be7b9-53a2-4e12-a5a6-992530c666d4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=534be7b9-53a2-4e12-a5a6-992530c666d4,segment=NetworkSegment(f723e012-ccc5-4ce9-8598-5a99d787955a),segment_id=f723e012-ccc5-4ce9-8598-5a99d787955a)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:57.811376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.830848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89051db4-a3e0-479d-95c1-22847fc48aeb']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:57.854448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for 534be7b9-53a2-4e12-a5a6-992530c666d4 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:57.906592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ce220-4c29-4644-b1f5-9768096609c3 req-9ab3ca3a-9036-4d8a-aae6-8232f97fa830 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:57.908241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a16ce220-4c29-4644-b1f5-9768096609c3 req-9ab3ca3a-9036-4d8a-aae6-8232f97fa830 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 946 time: 0.1593261 Nov 12 11:14:57.914011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] For port 534be7b9-53a2-4e12-a5a6-992530c666d4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=534be7b9-53a2-4e12-a5a6-992530c666d4,segment=NetworkSegment(f723e012-ccc5-4ce9-8598-5a99d787955a),segment_id=f723e012-ccc5-4ce9-8598-5a99d787955a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:57.914492 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.918195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bd98e0-aca5-4f90-a25e-43131c6fdeec') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:57.925111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bd98e0-aca5-4f90-a25e-43131c6fdeec') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:57.943317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] Calling delete_port for 534be7b9-53a2-4e12-a5a6-992530c666d4 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:14:57.966055 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:57.989127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.003719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:58.004172 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:58.005989 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:58.038577 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.046712 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.074607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a16ce220-4c29-4644-b1f5-9768096609c3 req-cdc97ff1-05f8-42e2-83e5-5404f485c698 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582305 Nov 12 11:14:58.078604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] Pushing event deleted for resources: {'Port': ['ID=534be7b9-53a2-4e12-a5a6-992530c666d4,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:58.081794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=534be7b9-53a2-4e12-a5a6-992530c666d4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:58.085384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No DVR routers for this DVR port 534be7b9-53a2-4e12-a5a6-992530c666d4 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:58.096347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2910c-e75d-4aca-a37f-ffba543b281f None None] No DVR routers for this DVR port 534be7b9-53a2-4e12-a5a6-992530c666d4 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:14:58.181505 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.182415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 28eff72c-ceb7-49d0-8e99-da7e09c684df up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:58.208417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.222331 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.239864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] 10.222.0.98 "DELETE /v2.0/networks/89051db4-a3e0-479d-95c1-22847fc48aeb HTTP/1.1" status: 204 len: 168 time: 0.8459747 Nov 12 11:14:58.241678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ccec9-a059-49ab-86c1-f78bd4255f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=89051db4-a3e0-479d-95c1-22847fc48aeb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:58.262685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927d1d72-4eae-450e-9bcf-d8b46cecb938']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:58.294605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f723e012-ccc5-4ce9-8598-5a99d787955a') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:58.300112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f723e012-ccc5-4ce9-8598-5a99d787955a') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:14:58.317839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.339375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.346658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:14:58.351769 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:14:58.370050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 28eff72c-ceb7-49d0-8e99-da7e09c684df completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:14:58.376010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 28eff72c-ceb7-49d0-8e99-da7e09c684df triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:58.380473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.464342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.490374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eff72c-ceb7-49d0-8e99-da7e09c684df'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:14:58.493076 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff754435-90b4-4057-973e-55ca87103d73" -d '{"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "28eff72c-ceb7-49d0-8e99-da7e09c684df"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:14:58.526074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 28eff72c-ceb7-49d0-8e99-da7e09c684df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=28eff72c-ceb7-49d0-8e99-da7e09c684df,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:58.531656 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.579479 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc5651-730a-4b29-8733-21c731f25591 x-openstack-request-id: req-e3bc5651-730a-4b29-8733-21c731f25591 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:14:58.580133 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "28eff72c-ceb7-49d0-8e99-da7e09c684df", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:14:58.580653 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3bc5651-730a-4b29-8733-21c731f25591 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:14:58.581463 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28eff72c-ceb7-49d0-8e99-da7e09c684df', 'code': 200} Nov 12 11:14:58.593693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.596355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:14:58.667081 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:58.681363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/networks/927d1d72-4eae-450e-9bcf-d8b46cecb938 HTTP/1.1" status: 204 len: 168 time: 1.3243649 Nov 12 11:14:58.684038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24fe71-e759-499a-9603-483ed491a39e tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Network': ['ID=927d1d72-4eae-450e-9bcf-d8b46cecb938,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:58.689547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56346) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:58.837823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56350) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:58.893317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946705d-c29a-4cc9-bb45-8434b7b3f6f8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:58.904160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3946705d-c29a-4cc9-bb45-8434b7b3f6f8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/bdb4742f-1e53-41ff-96fd-7e9b737c53bc HTTP/1.1" status: 200 len: 845 time: 0.2126439 Nov 12 11:14:58.905713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997dfdd-1cd4-4aef-8ea6-581f9cbcd4ac req-abe232e9-7383-4aba-b9d3-a63e93eb302b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:58.908883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56352) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:58.915086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=28eff72c-ceb7-49d0-8e99-da7e09c684df,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:58.917101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997dfdd-1cd4-4aef-8ea6-581f9cbcd4ac req-abe232e9-7383-4aba-b9d3-a63e93eb302b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:58.939460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997dfdd-1cd4-4aef-8ea6-581f9cbcd4ac req-abe232e9-7383-4aba-b9d3-a63e93eb302b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:58.952333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d997dfdd-1cd4-4aef-8ea6-581f9cbcd4ac req-abe232e9-7383-4aba-b9d3-a63e93eb302b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2415 time: 0.2556939 Nov 12 11:14:59.034425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d997dfdd-1cd4-4aef-8ea6-581f9cbcd4ac req-adf2bcb6-b9d4-49cc-885c-f394a12329d1 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809681 Nov 12 11:14:59.059181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ae985235-07c3-4391-a135-a6120d3e8b64 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/bdb4742f-1e53-41ff-96fd-7e9b737c53bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1452503 Nov 12 11:14:59.067647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:14:59.069821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:14:59.070263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.071749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3998407a-77d9-4825-b8aa-c703d8341bf3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=581f735a540945528714a1f3fe8c6dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285924 Nov 12 11:14:59.072765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56356) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:59.078461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:14:59.088335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56358) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:14:59.150945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-b1d72fc3-0cdc-417f-88a0-0e5d25f3797f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:59.152927 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-b1d72fc3-0cdc-417f-88a0-0e5d25f3797f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 946 time: 0.1168134 Nov 12 11:14:59.284707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.302732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 534be7b9-53a2-4e12-a5a6-992530c666d4 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:14:59.331195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfaece-7702-4c7d-a4e2-fd096ac83671 req-24165a39-3c9a-4f96-bb33-f9ddc849f6e7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:59.334936 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edfaece-7702-4c7d-a4e2-fd096ac83671 req-24165a39-3c9a-4f96-bb33-f9ddc849f6e7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 946 time: 0.1037083 Nov 12 11:14:59.340998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:59.344413 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51868c59-c04b-44a4-87d1-416882ee8c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.366115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 534be7b9-53a2-4e12-a5a6-992530c666d4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:14:59.366631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 534be7b9-53a2-4e12-a5a6-992530c666d4 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:14:59.376926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:14:59.380866 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.426060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b4adbd2-fe54-4f10-8f64-87f0cef8fc98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.427328 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.466496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b4adbd2-fe54-4f10-8f64-87f0cef8fc98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.503355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:59.525920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edfaece-7702-4c7d-a4e2-fd096ac83671 req-8e5efd98-6904-45dd-99c5-405752c1eef7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=a0983512-f778-46a1-bf72-f7bb5ad3fe17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425688 Nov 12 11:14:59.581483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Deleting port 02d3237b-aef0-4402-9f18-8dacaa8cfbba {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:14:59.582202 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.721367 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b4adbd2-fe54-4f10-8f64-87f0cef8fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.724002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b4adbd2-fe54-4f10-8f64-87f0cef8fc98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.729772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1b4adbd2-fe54-4f10-8f64-87f0cef8fc98 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/21aa7a09-538b-4072-8134-d64000b8d840 HTTP/1.1" status: 204 len: 168 time: 0.6267953 Nov 12 11:14:59.752943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.755331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4adbd2-fe54-4f10-8f64-87f0cef8fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aa7a09-538b-4072-8134-d64000b8d840,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:14:59.821486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] For port 02d3237b-aef0-4402-9f18-8dacaa8cfbba, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02d3237b-aef0-4402-9f18-8dacaa8cfbba,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:14:59.821790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.848122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:14:59.858682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:14:59.866357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:14:59.867079 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:14:59.869600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29802e6d-8a99-4e8d-b08c-4b3758cc5874 None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:14:59.932411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=a4b852c6-b373-4672-8609-0662a24d8b61,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:00.011560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2219445d-aca4-4572-99ee-99dbbcec4340 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9368668 Nov 12 11:15:00.013214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56370) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:00.023154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-50c869a9-8060-4f21-acfb-dbede605d51a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'security_group': {'name': 'tempest-secgroup-1913158321'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:00.130417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.130417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.130417 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Floating IP 152e14be-c931-4ace-bbf5-f6a357172f16 disassociated. External IP: 172.25.3.30, port: 02d3237b-aef0-4402-9f18-8dacaa8cfbba. Nov 12 11:15:00.130417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Calling delete_port for 02d3237b-aef0-4402-9f18-8dacaa8cfbba owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:00.141114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-0a70e22c-43b6-432c-af08-b54cfb20119c', 'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'tenant_id': '9b045a0c95bb4d67b209c1e1922c8d44', 'fixed_ips': [{'subnet_id': 'a4b852c6-b373-4672-8609-0662a24d8b61'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:00.142473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.151557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-50c869a9-8060-4f21-acfb-dbede605d51a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.211246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:00.407165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.448759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Allocated IP 2001:db8::2 (0a70e22c-43b6-432c-af08-b54cfb20119c/a4b852c6-b373-4672-8609-0662a24d8b61/a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:00.453011 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-50c869a9-8060-4f21-acfb-dbede605d51a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.471540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d4c2-836b-4eea-a477-487ec9ba0d41 req-8d03918c-48f4-4583-9f94-083bbaf83589 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:00.481050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d4c2-836b-4eea-a477-487ec9ba0d41 req-8d03918c-48f4-4583-9f94-083bbaf83589 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:00.492098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d4c2-836b-4eea-a477-487ec9ba0d41 req-8d03918c-48f4-4583-9f94-083bbaf83589 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:00.494920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event deleted for resources: {'Port': ['ID=02d3237b-aef0-4402-9f18-8dacaa8cfbba,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:00.526324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c400d4c2-836b-4eea-a477-487ec9ba0d41 req-8d03918c-48f4-4583-9f94-083bbaf83589 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2416 time: 0.2951584 Nov 12 11:15:00.552717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-50c869a9-8060-4f21-acfb-dbede605d51a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.566327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:15:00.575056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:00.575875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.583399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3ddf52-57f5-4bbd-8796-63bbbb85ac31'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:00.586758 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6fdd2-0c1d-4c46-b320-ac564bfbf7b8" -d '{"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "fa3ddf52-57f5-4bbd-8796-63bbbb85ac31"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:00.663904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c400d4c2-836b-4eea-a477-487ec9ba0d41 req-d832f6ae-f55f-4be4-9f83-6286dfd32fc0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364808 Nov 12 11:15:00.665529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c869a9-8060-4f21-acfb-dbede605d51a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217b0b76-b869-4b9d-ace3-756413747d71,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:00.679976 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ec0713-bf2a-428a-b2ed-c21424c4aa7f x-openstack-request-id: req-b9ec0713-bf2a-428a-b2ed-c21424c4aa7f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:00.680523 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "fa3ddf52-57f5-4bbd-8796-63bbbb85ac31", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:00.680907 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9ec0713-bf2a-428a-b2ed-c21424c4aa7f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:00.681437 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3ddf52-57f5-4bbd-8796-63bbbb85ac31', 'code': 200} Nov 12 11:15:00.721847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Router eb4025c7-201c-4875-bb51-bd062891918f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:00.725425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-50c869a9-8060-4f21-acfb-dbede605d51a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.727957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-50c869a9-8060-4f21-acfb-dbede605d51a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7074075 Nov 12 11:15:00.734269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56392) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:00.739210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1909ae51-c207-494f-af9c-4ab93fd7dac4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'security_group': {'name': 'tempest-secgroup-787598414'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:00.816209 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.831026 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.873092 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:00.882201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1909ae51-c207-494f-af9c-4ab93fd7dac4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.936610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e608832-6faa-4e58-a2ac-c672fb71539e req-ccc1571e-41f9-4da0-8faf-12acada9e79a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=a50de82f-b026-44a3-8af5-fc74d0c8f18a HTTP/1.1" status: 200 len: 210 time: 0.0512877 Nov 12 11:15:00.940769 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:00.951810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:01.016844 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.017854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:01.025441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] Sync routers for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:01.045144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] No DVR routers for this DVR port 02d3237b-aef0-4402-9f18-8dacaa8cfbba on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:01.049048 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.055635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4101fac-9a2d-4c3a-8612-de43be896224 req-8eb7729b-0416-4483-b99b-cfe2ab2609a2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.57 "DELETE /v2.0/ports/02d3237b-aef0-4402-9f18-8dacaa8cfbba HTTP/1.1" status: 204 len: 173 time: 1.8962009 Nov 12 11:15:01.056779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-deleted', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:01.059953 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc597c3-128f-4b08-a15b-687a40f698cc" -d '{"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-deleted", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:01.128741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 02d3237b-aef0-4402-9f18-8dacaa8cfbba {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:01.129490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02d3237b-aef0-4402-9f18-8dacaa8cfbba not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:01.141402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1909ae51-c207-494f-af9c-4ab93fd7dac4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.182546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Pushing event updated for resources: {'Port': ['ID=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:01.189289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:01.189289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:14:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:01.209941 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1909ae51-c207-494f-af9c-4ab93fd7dac4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.225145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:01.251808 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a454f461-5798-4c32-8cb3-9eb269822ad3 x-openstack-request-id: req-a454f461-5798-4c32-8cb3-9eb269822ad3 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:01.252129 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50de82f-b026-44a3-8af5-fc74d0c8f18a", "name": "network-vif-deleted", "tag": "02d3237b-aef0-4402-9f18-8dacaa8cfbba", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:01.252378 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a454f461-5798-4c32-8cb3-9eb269822ad3 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:01.252777 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50de82f-b026-44a3-8af5-fc74d0c8f18a', 'name': 'network-vif-deleted', 'tag': '02d3237b-aef0-4402-9f18-8dacaa8cfbba', 'status': 'completed', 'code': 200} Nov 12 11:15:01.280498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909ae51-c207-494f-af9c-4ab93fd7dac4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9784c-67e1-4afb-bb1a-ef44326956cc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:01.373481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:01.379206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:01.381266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1909ae51-c207-494f-af9c-4ab93fd7dac4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:01.386456 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1909ae51-c207-494f-af9c-4ab93fd7dac4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6482141 Nov 12 11:15:01.390144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56410) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:01.396012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-211317958', 'security_groups': ['0cb9784c-67e1-4afb-bb1a-ef44326956cc'], 'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4b852c6-b373-4672-8609-0662a24d8b61'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:01.671691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:01.719351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56420) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:01.782124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:01.904355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:01.949312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1447788974-network', 'tenant_id': 'db43c19f43a64644a43091b14e832964'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:02.021092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328cf8-530f-4c30-8ba6-00273e6006b7 req-8bd81fb5-d90e-4f57-8933-8fdecd44d95e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.034160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767be9f9-20cd-48b0-86cc-990159fd4570 req-d5583f1b-df38-46d0-addc-f9a1796c0a4d tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.040433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-767be9f9-20cd-48b0-86cc-990159fd4570 req-d5583f1b-df38-46d0-addc-f9a1796c0a4d tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 945 time: 0.1653595 Nov 12 11:15:02.066719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Attempting to bind port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:02.069490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328cf8-530f-4c30-8ba6-00273e6006b7 req-8bd81fb5-d90e-4f57-8933-8fdecd44d95e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.069973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Attempting to bind port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '29d3f821-b323-4f4d-a79f-3d1825c6add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:02.070456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Attempting to bind port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa on network 0a70e22c-43b6-432c-af08-b54cfb20119c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:02.106227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328cf8-530f-4c30-8ba6-00273e6006b7 req-8bd81fb5-d90e-4f57-8933-8fdecd44d95e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.129022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6328cf8-530f-4c30-8ba6-00273e6006b7 req-8bd81fb5-d90e-4f57-8933-8fdecd44d95e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2417 time: 0.3293691 Nov 12 11:15:02.167564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-767be9f9-20cd-48b0-86cc-990159fd4570 req-4c4abccd-ceb9-404a-b237-0ab018eddf1c tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166737 Nov 12 11:15:02.186947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:02.190185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.208670 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.285607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:02.286151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Checking segment: {'id': '29d3f821-b323-4f4d-a79f-3d1825c6add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:02.286649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.287142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Bound using segment: {'id': '29d3f821-b323-4f4d-a79f-3d1825c6add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:02.288529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Bound port: a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d3f821-b323-4f4d-a79f-3d1825c6add2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:02.288529 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.378890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:02.430578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.442953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6328cf8-530f-4c30-8ba6-00273e6006b7 req-dc2b1c80-cc86-4c34-b192-cada1fb6bcd6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623239 Nov 12 11:15:02.462050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56434) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:02.495512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.499626 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-38fdaa5d-45bd-4e3d-94c6-4d3747f634ae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643785 Nov 12 11:15:02.538618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.550646 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port ab331d46-a1b2-4b74-a573-74361809b2fd yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:02.559503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:02.571391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.571770 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Added segment 7fbd5cfe-94dd-4dbb-a47b-472b5edf3318 of type vlan for network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b Nov 12 11:15:02.621052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.690865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c314bb84-94b7-4c6e-93a1-a996e402bd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:02.697993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e5b47f-fe0d-4d0d-9bc9-a439cf112415'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:02.701308 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab5f9c1-8e2f-4cf0-93f8-728689f3887a" -d '{"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "93e5b47f-fe0d-4d0d-9bc9-a439cf112415"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:02.709731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] Checking router: eb4025c7-201c-4875-bb51-bd062891918f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:15:02.714762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:02.724675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-ce4a5f94-9782-4dc3-81ca-0fca2c5e407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:02.726735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-ce4a5f94-9782-4dc3-81ca-0fca2c5e407f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c30c041ec87441d80e09579c5ad0992&device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 1098 time: 0.2014589 Nov 12 11:15:02.769937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:02.770756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:02.928374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] For port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:02.928374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] For port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,segment=NetworkSegment(29d3f821-b323-4f4d-a79f-3d1825c6add2),segment_id=29d3f821-b323-4f4d-a79f-3d1825c6add2)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:02.951732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::5a (0a70e22c-43b6-432c-af08-b54cfb20119c/a4b852c6-b373-4672-8609-0662a24d8b61/ab331d46-a1b2-4b74-a573-74361809b2fd) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:02.990451 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17772960-971b-4790-b439-8c7af2cf31a0 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.002634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-cb1154b1-3fa7-49da-8550-8de8d4a9dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.005848 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-cb1154b1-3fa7-49da-8550-8de8d4a9dd3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 200 len: 916 time: 0.2457500 Nov 12 11:15:03.007403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.008401 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4731fe-fc4d-47b6-a858-1e9735d6f420 x-openstack-request-id: req-7c4731fe-fc4d-47b6-a858-1e9735d6f420 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:03.010514 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-plugged", "status": "completed", "tag": "93e5b47f-fe0d-4d0d-9bc9-a439cf112415", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:03.011258 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c4731fe-fc4d-47b6-a858-1e9735d6f420 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:03.012613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.014423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.015168 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e5b47f-fe0d-4d0d-9bc9-a439cf112415', 'code': 200} Nov 12 11:15:03.016186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.070341 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.150201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17772960-971b-4790-b439-8c7af2cf31a0 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.158772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-60ca86c6-7e58-4c95-a3cd-a2674fef9dc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618009f-d10b-4a2a-8f24-5f42a2381c1c HTTP/1.1" status: 200 len: 217 time: 0.1042511 Nov 12 11:15:03.202923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:03.231332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-f4d43e56-210d-4204-b9f6-60e0b3cf90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.232903 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-f4d43e56-210d-4204-b9f6-60e0b3cf90b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1daf5bc-2933-4f04-832c-f3a5f47e35d7 HTTP/1.1" status: 200 len: 855 time: 0.0624576 Nov 12 11:15:03.264890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4fa85-29ad-4096-9506-08fa715100f2 None None] Pushing event updated for resources: {'Port': ['ID=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:03.265419 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5443463 Nov 12 11:15:03.280881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56450) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:03.297393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Request body: {'subnet': {'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1447788974-subnet', 'tenant_id': 'db43c19f43a64644a43091b14e832964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:03.376441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754ae20-6632-48c2-add0-1f13e4b4be80 admin admin] Pushing event updated for resources: {'Network': ['ID=2a948bd9-eaea-414c-aa36-b9a53bc27d8b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:03.389197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-703d4402-f95e-4927-b3da-1700713e6e2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff9f86e0-9543-47d4-ab4b-2a146836f645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226082 Nov 12 11:15:03.396587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae821f6-0c11-4b77-8e8d-a615fe49a2c8 req-daa0b930-d44b-4f23-ab1b-e82be1e7c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.397382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae821f6-0c11-4b77-8e8d-a615fe49a2c8 req-daa0b930-d44b-4f23-ab1b-e82be1e7c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.398070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae821f6-0c11-4b77-8e8d-a615fe49a2c8 req-daa0b930-d44b-4f23-ab1b-e82be1e7c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.400273 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ae821f6-0c11-4b77-8e8d-a615fe49a2c8 req-daa0b930-d44b-4f23-ab1b-e82be1e7c86a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2873 time: 0.3401673 Nov 12 11:15:03.414588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:03.458816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-1ff3d679-b40f-466d-b0a5-5dc98489bf3f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.460467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-1ff3d679-b40f-466d-b0a5-5dc98489bf3f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 945 time: 0.2681327 Nov 12 11:15:03.527112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:03.532478 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.622099 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-cf7b3fa5-b563-44ff-8deb-2c3efa0cb9d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.634371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-cf7b3fa5-b563-44ff-8deb-2c3efa0cb9d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.653956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-cf7b3fa5-b563-44ff-8deb-2c3efa0cb9d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.664701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-cf7b3fa5-b563-44ff-8deb-2c3efa0cb9d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.678400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-cf7b3fa5-b563-44ff-8deb-2c3efa0cb9d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.697036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-cf7b3fa5-b563-44ff-8deb-2c3efa0cb9d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.703400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-cf7b3fa5-b563-44ff-8deb-2c3efa0cb9d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:03.722496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-cf7b3fa5-b563-44ff-8deb-2c3efa0cb9d6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 0.3595340 Nov 12 11:15:03.819077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:03.840119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.841735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17772960-971b-4790-b439-8c7af2cf31a0 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.853261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4a667-ab26-4337-bbd6-ab8318f7a131 None None] The sync data for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 is: [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:03.857858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17772960-971b-4790-b439-8c7af2cf31a0 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:03.861561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-17772960-971b-4790-b439-8c7af2cf31a0 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "DELETE /v2.0/security-groups/a0983512-f778-46a1-bf72-f7bb5ad3fe17 HTTP/1.1" status: 204 len: 168 time: 1.3950448 Nov 12 11:15:03.892425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56456) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:03.959913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17772960-971b-4790-b439-8c7af2cf31a0 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0983512-f778-46a1-bf72-f7bb5ad3fe17,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:04.052171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-485cd557-25d4-4b8e-8833-f038d75f84ea req-25fad699-bc6a-4e39-9d99-37d7f09ee353 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3217475 Nov 12 11:15:04.083664 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.166184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Deleting port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:04.167234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.300685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.368193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=ab331d46-a1b2-4b74-a573-74361809b2fd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:04.418293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:04.425587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:04.431738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:04.437604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:04.438288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.487788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47cc03-ed64-440a-ad2e-061faba64561 req-ae1a306c-1170-4f60-9f6b-8b3026a763ce tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:04.501872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47cc03-ed64-440a-ad2e-061faba64561 req-ae1a306c-1170-4f60-9f6b-8b3026a763ce tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:04.518311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47cc03-ed64-440a-ad2e-061faba64561 req-ae1a306c-1170-4f60-9f6b-8b3026a763ce tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:04.521561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b47cc03-ed64-440a-ad2e-061faba64561 req-ae1a306c-1170-4f60-9f6b-8b3026a763ce tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2417 time: 0.3145702 Nov 12 11:15:04.609046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] For port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:04.609426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.616114 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a865ce02-3e0d-496b-803d-f11d3f4ac154 None None] New status for floating IP 152e14be-c931-4ace-bbf5-f6a357172f16: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:15:04.638463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Calling delete_port for 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:04.658155 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cf50a7e1-95ac-426c-b032-0c7bf880f54f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2639875 Nov 12 11:15:04.660682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56464) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:04.675938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ae1d08ed-2cef-4452-84ec-83ce9db7aa15 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:04.686989 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-308e4480-d4a9-478b-93cd-bbfb46f6a71c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] show failed (client error): The resource could not be found. Nov 12 11:15:04.692466 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-308e4480-d4a9-478b-93cd-bbfb46f6a71c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups/a0983512-f778-46a1-bf72-f7bb5ad3fe17 HTTP/1.1" status: 404 len: 347 time: 0.0809724 Nov 12 11:15:04.730785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56466) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:04.793830 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:04.822107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b47cc03-ed64-440a-ad2e-061faba64561 req-2461aaed-0131-434b-a8d8-473b65bf9eb2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832272 Nov 12 11:15:04.904596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ae821f6-0c11-4b77-8e8d-a615fe49a2c8 req-96c9c290-7d40-49c7-a928-f16162468697 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4808514 Nov 12 11:15:04.921186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-55ef5b6c-617b-475d-8e05-eb3c0c521d91 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5187378 Nov 12 11:15:05.005292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12270757-93b6-445d-925e-12251515b1cb req-614d9076-8ccd-490b-b802-d8338742d528 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.008442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12270757-93b6-445d-925e-12251515b1cb req-614d9076-8ccd-490b-b802-d8338742d528 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 945 time: 1.6171029 Nov 12 11:15:05.008647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1d08ed-2cef-4452-84ec-83ce9db7aa15 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:05.014669 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1d08ed-2cef-4452-84ec-83ce9db7aa15 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.024103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:05.024607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.136468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.167291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9618009f-d10b-4a2a-8f24-5f42a2381c1c', '63488631-47ce-4b2f-b508-849181779b3d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:05.189953 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.191275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['277b4526-ab46-4f5d-949e-724a6b644107'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:05.197989 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.201895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Pushing event deleted for resources: {'Port': ['ID=4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:05.247701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a3e2-907e-47ae-929e-d410f6e8460a req-315723e9-0895-4781-8854-eb363f88126f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.263956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-12270757-93b6-445d-925e-12251515b1cb req-76d42640-219c-4af4-ade5-4f321efe3e75 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399054 Nov 12 11:15:05.269543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a3e2-907e-47ae-929e-d410f6e8460a req-315723e9-0895-4781-8854-eb363f88126f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.282627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a3e2-907e-47ae-929e-d410f6e8460a req-315723e9-0895-4781-8854-eb363f88126f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.296757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a3e2-907e-47ae-929e-d410f6e8460a req-315723e9-0895-4781-8854-eb363f88126f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.309767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a3e2-907e-47ae-929e-d410f6e8460a req-315723e9-0895-4781-8854-eb363f88126f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.316159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a3e2-907e-47ae-929e-d410f6e8460a req-315723e9-0895-4781-8854-eb363f88126f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.326943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a3e2-907e-47ae-929e-d410f6e8460a req-315723e9-0895-4781-8854-eb363f88126f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:05.333108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b478a3e2-907e-47ae-929e-d410f6e8460a req-315723e9-0895-4781-8854-eb363f88126f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 0.2899697 Nov 12 11:15:05.349519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:05.388236 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-ae1d08ed-2cef-4452-84ec-83ce9db7aa15 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4b852c6-b373-4672-8609-0662a24d8b61 (CIDR: 2001:db8::/64) Nov 12 11:15:05.389840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] No DVR routers for this DVR port 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:05.392725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.396451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c95982f-d10e-47ea-bc52-54b1c18f32fc req-184d16ee-5933-43c2-ae16-34b2397e562e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "DELETE /v2.0/ports/4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 HTTP/1.1" status: 204 len: 173 time: 1.9191053 Nov 12 11:15:05.397193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a2b49-0f81-4219-b6a5-ce8e5c65c962', 'name': 'network-vif-deleted', 'tag': '4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:05.397933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] For port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,segment=NetworkSegment(29d3f821-b323-4f4d-a79f-3d1825c6add2),segment_id=29d3f821-b323-4f4d-a79f-3d1825c6add2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:05.421838 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23497541-521d-4c67-a564-aab8c9f55878" -d '{"events": [{"server_uuid": "821a2b49-0f81-4219-b6a5-ce8e5c65c962", "name": "network-vif-deleted", "tag": "4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:05.422274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f7ed30-3a0e-47d9-9235-13bb159a07de,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:05.434927 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1d08ed-2cef-4452-84ec-83ce9db7aa15 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:15:05.435693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1d08ed-2cef-4452-84ec-83ce9db7aa15 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:05.485796 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb372c57-2465-4683-ac32-82c4ca6aa095 x-openstack-request-id: req-fb372c57-2465-4683-ac32-82c4ca6aa095 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:05.486208 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821a2b49-0f81-4219-b6a5-ce8e5c65c962", "name": "network-vif-deleted", "tag": "4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:05.486686 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb372c57-2465-4683-ac32-82c4ca6aa095 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:05.486914 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821a2b49-0f81-4219-b6a5-ce8e5c65c962', 'name': 'network-vif-deleted', 'tag': '4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5', 'status': 'completed', 'code': 200} Nov 12 11:15:05.501058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.526872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Checking segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:05.527508 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ae1d08ed-2cef-4452-84ec-83ce9db7aa15 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8647830 Nov 12 11:15:05.528145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Network hostable DHCP agents. Network: 2a948bd9-eaea-414c-aa36-b9a53bc27d8b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:05.536120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56478) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:05.537070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:05.565732 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5dc0f9a-3828-4e04-bcdf-9da1f58469e9 req-8a97d48f-e55a-46a9-90da-02fcb5c4faac service neutron] 10.222.0.57 "GET /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224706 Nov 12 11:15:05.572489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Deleting port 76fac12a-9e12-416b-95fd-ec86d9375df7 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:05.572970 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.642482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:05.642902 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.649050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] Provisioning complete for port bdb4742f-1e53-41ff-96fd-7e9b737c53bc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:05.649415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.679634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.680015 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.683808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] Pushing event updated for resources: {'Port': ['ID=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:05.701306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Calling delete_port for 76fac12a-9e12-416b-95fd-ec86d9375df7 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:05.797765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bfd89-96f0-4c34-bf66-f2dfefc85920 None None] Port bdb4742f-1e53-41ff-96fd-7e9b737c53bc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:05.827263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:05.831158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.954134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c865f617-5d48-4a8a-acd7-bd069dc71c5f None None] Provisioning complete for port ab331d46-a1b2-4b74-a573-74361809b2fd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:05.954507 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c865f617-5d48-4a8a-acd7-bd069dc71c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:05.965679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:05.998925 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.029115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea281f-a3a3-4035-a274-30b3d3c66cb5 req-71afd436-09e9-448c-9bef-d83b94c6183e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:06.036228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea281f-a3a3-4035-a274-30b3d3c66cb5 req-71afd436-09e9-448c-9bef-d83b94c6183e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:06.043481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea281f-a3a3-4035-a274-30b3d3c66cb5 req-71afd436-09e9-448c-9bef-d83b94c6183e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:06.051807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32ea281f-a3a3-4035-a274-30b3d3c66cb5 req-71afd436-09e9-448c-9bef-d83b94c6183e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2417 time: 0.1387970 Nov 12 11:15:06.068694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c865f617-5d48-4a8a-acd7-bd069dc71c5f None None] Port ab331d46-a1b2-4b74-a573-74361809b2fd cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:06.092739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 2a948bd9-eaea-414c-aa36-b9a53bc27d8b) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:06.105583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event deleted for resources: {'Port': ['ID=76fac12a-9e12-416b-95fd-ec86d9375df7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:06.106878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7269fd10-c863-4cf6-b6ce-3f6234856ee9 None None] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:06.123335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:06.123335 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.152883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32ea281f-a3a3-4035-a274-30b3d3c66cb5 req-24dfe97a-6012-45d4-ba9d-8aa3cd553be3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999098 Nov 12 11:15:06.209176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.209176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.209176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5e8c5b59-5d0f-48ae-a297-01993c052017 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "DELETE /v2.0/floatingips/152e14be-c931-4ace-bbf5-f6a357172f16 HTTP/1.1" status: 204 len: 168 time: 1.4711699 Nov 12 11:15:06.236333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d7591e33-8070-4bfe-a15a-f46beb213828 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.9460192 Nov 12 11:15:06.259125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:06.334923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:06.334923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4ce86538-a9b2-45a0-8beb-d3c5b2b15ba5 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:06.394965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28fa0ac-1497-4a9b-80aa-56bd3e5f823c None None] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:06.769796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56498) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:06.779051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-aa7045dd-e625-4d31-93b2-35ab812e0041 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705572723', 'description': 'tempest-description--1530455836'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:06.805789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-626508d0-70e0-4f53-84f4-3c625580f78c req-768530f4-aecb-4598-82fb-8402dbbd1d22 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=821a2b49-0f81-4219-b6a5-ce8e5c65c962 HTTP/1.1" status: 200 len: 210 time: 0.0409677 Nov 12 11:15:06.897587 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa7045dd-e625-4d31-93b2-35ab812e0041 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.897804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.943523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:06.947824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:06.957392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47331ba5-607a-404c-ab35-069f3b09e04c None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:06.959385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:06.960845 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:06.989062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=7f60f376-b515-41da-9da7-498e216513b1,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:07.079236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-70494fa2-46cf-4823-b054-ee49b3a3d090 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5479555 Nov 12 11:15:07.083430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56512) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:07.087394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2086498382', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f60f376-b515-41da-9da7-498e216513b1'}], 'security_groups': ['217b0b76-b869-4b9d-ace3-756413747d71']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:07.112432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-af6debed-520a-4575-a5ad-17dfe174791d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:07.112432 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-af6debed-520a-4575-a5ad-17dfe174791d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.1842515 Nov 12 11:15:07.117874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa7045dd-e625-4d31-93b2-35ab812e0041 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.156283 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-a7d9de10-7ab7-46f1-a797-7a7e0034e07b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/quotas/db43c19f43a64644a43091b14e832964 HTTP/1.1" status: 200 len: 375 time: 0.0272317 Nov 12 11:15:07.215795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-fe2f3224-5be6-42fd-8ffe-b7e1903f977b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582526 Nov 12 11:15:07.218479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa7045dd-e625-4d31-93b2-35ab812e0041 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.299700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:07.301896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7045dd-e625-4d31-93b2-35ab812e0041 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8418d63e-d9c1-4a70-b264-44f131bab167,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:07.326501 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.386213 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa7045dd-e625-4d31-93b2-35ab812e0041 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.392510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa7045dd-e625-4d31-93b2-35ab812e0041 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6223722 Nov 12 11:15:07.410300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56524) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:07.414684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0e34d69f-62aa-40ff-9524-8b0043bb3047 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'security_group_rule': {'security_group_id': '8418d63e-d9c1-4a70-b264-44f131bab167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:07.449270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-449ffade-1bdb-452a-96b1-742ca5554d18 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214868 Nov 12 11:15:07.473653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d63bfba-2ae0-4992-8400-c31803a6984a None None] Update dhcp port {'port': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'fixed_ips': [{'subnet_id': 'a4b852c6-b373-4672-8609-0662a24d8b61', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f60f376-b515-41da-9da7-498e216513b1'}], 'binding:host_id': 'n-d-768852-22'}, 'id': 'a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:15:07.588530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-15a5de89-423c-4eca-8c67-467f3bcd6abe service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360021 Nov 12 11:15:07.605505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e34d69f-62aa-40ff-9524-8b0043bb3047 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.705871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e34d69f-62aa-40ff-9524-8b0043bb3047 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.749357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Delete allocated IP 2001:db8::5a (0a70e22c-43b6-432c-af08-b54cfb20119c/a4b852c6-b373-4672-8609-0662a24d8b61) {{(pid=109704) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:15:07.750068 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d63bfba-2ae0-4992-8400-c31803a6984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.763864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:07.764258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.771199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6daa25e-823a-461a-8992-34752fc92e6c req-bd36e9d3-ab20-474b-bf44-6d1faf392736 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:07.777345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6daa25e-823a-461a-8992-34752fc92e6c req-bd36e9d3-ab20-474b-bf44-6d1faf392736 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:07.783498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6daa25e-823a-461a-8992-34752fc92e6c req-bd36e9d3-ab20-474b-bf44-6d1faf392736 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:07.785300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6daa25e-823a-461a-8992-34752fc92e6c req-bd36e9d3-ab20-474b-bf44-6d1faf392736 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2417 time: 0.1059322 Nov 12 11:15:07.786323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e34d69f-62aa-40ff-9524-8b0043bb3047 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.786613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8:0:1::133 (0a70e22c-43b6-432c-af08-b54cfb20119c/7f60f376-b515-41da-9da7-498e216513b1/ab331d46-a1b2-4b74-a573-74361809b2fd) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:07.814114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34d69f-62aa-40ff-9524-8b0043bb3047 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ac7828-518a-4cc4-8daf-ddaa8f59bd41,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:07.904719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e34d69f-62aa-40ff-9524-8b0043bb3047 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:07.909229 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6daa25e-823a-461a-8992-34752fc92e6c req-648b2fb8-0fca-43aa-9682-052dbaaca3cc tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129134 Nov 12 11:15:07.910166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0e34d69f-62aa-40ff-9524-8b0043bb3047 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5024917 Nov 12 11:15:07.911678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56534) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:07.929031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-293cabd4-30d0-4774-b10d-e9cc7758a943 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'security_group_rule': {'security_group_id': '8418d63e-d9c1-4a70-b264-44f131bab167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:08.047801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-293cabd4-30d0-4774-b10d-e9cc7758a943 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.143300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-439724b3-190f-46fc-bf6c-a31f82c0b9f5 req-bcd15c89-9f69-4b30-b843-24522301e02b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 210 time: 0.0865858 Nov 12 11:15:08.188207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-293cabd4-30d0-4774-b10d-e9cc7758a943 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.193021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.297156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-293cabd4-30d0-4774-b10d-e9cc7758a943 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.299818 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.381739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cabd4-30d0-4774-b10d-e9cc7758a943 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6535b3e1-cd6f-4121-a8b9-5b1cd2f6a05e,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:08.452299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-293cabd4-30d0-4774-b10d-e9cc7758a943 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.453778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-293cabd4-30d0-4774-b10d-e9cc7758a943 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5408258 Nov 12 11:15:08.458601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-9d63bfba-2ae0-4992-8400-c31803a6984a None None] Allocated IP 2001:db8:0:1::2 (0a70e22c-43b6-432c-af08-b54cfb20119c/7f60f376-b515-41da-9da7-498e216513b1/a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:08.466074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56558) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:08.466526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:08.471761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] In _notify_port_updated(), no bound segment for port ab331d46-a1b2-4b74-a573-74361809b2fd on network 0a70e22c-43b6-432c-af08-b54cfb20119c {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:15:08.478993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.483437 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.488287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "PUT /v2.0/ports/ab331d46-a1b2-4b74-a573-74361809b2fd HTTP/1.1" status: 200 len: 931 time: 1.4033446 Nov 12 11:15:08.489339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56562) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:08.502114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=ab331d46-a1b2-4b74-a573-74361809b2fd,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:08.513878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.514460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.514877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.515328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.515732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.518219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.519297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.519771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.520248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.520702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.521136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.522169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d7bab-8dc2-4356-9dc0-7eb2719ce4d0 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:08.622113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56568) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:08.649658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.748906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9d63bfba-2ae0-4992-8400-c31803a6984a None None] For port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,segment=NetworkSegment(29d3f821-b323-4f4d-a79f-3d1825c6add2),segment_id=29d3f821-b323-4f4d-a79f-3d1825c6add2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:08.762516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-aaa91c9b-2bb9-4eed-b2ac-2e10fd12df1f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port ab331d46-a1b2-4b74-a573-74361809b2fd {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:08.762895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aaa91c9b-2bb9-4eed-b2ac-2e10fd12df1f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.810707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d63bfba-2ae0-4992-8400-c31803a6984a None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.877788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-c1184561-176e-43a2-9b69-47c888aa8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.878281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-c1184561-176e-43a2-9b69-47c888aa8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.878760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-c1184561-176e-43a2-9b69-47c888aa8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.879427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-c1184561-176e-43a2-9b69-47c888aa8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.880355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-c1184561-176e-43a2-9b69-47c888aa8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.881002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-c1184561-176e-43a2-9b69-47c888aa8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.881638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-c1184561-176e-43a2-9b69-47c888aa8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.883846 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-c1184561-176e-43a2-9b69-47c888aa8361 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6496 time: 0.2597349 Nov 12 11:15:08.905552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad673-cd8d-4286-b2c6-bf486ef9faf1 req-d225ae47-037a-47e8-aba5-181bd2001269 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.919884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad673-cd8d-4286-b2c6-bf486ef9faf1 req-d225ae47-037a-47e8-aba5-181bd2001269 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.926564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad673-cd8d-4286-b2c6-bf486ef9faf1 req-d225ae47-037a-47e8-aba5-181bd2001269 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:08.935026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a5ad673-cd8d-4286-b2c6-bf486ef9faf1 req-d225ae47-037a-47e8-aba5-181bd2001269 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2417 time: 0.1709132 Nov 12 11:15:08.949374 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d63bfba-2ae0-4992-8400-c31803a6984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:08.988307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aaa91c9b-2bb9-4eed-b2ac-2e10fd12df1f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.018314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-aaa91c9b-2bb9-4eed-b2ac-2e10fd12df1f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for ab331d46-a1b2-4b74-a573-74361809b2fd owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:09.035079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a5ad673-cd8d-4286-b2c6-bf486ef9faf1 req-d0b6ba18-d031-484c-95dc-b2fe03e64127 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986588 Nov 12 11:15:09.055019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63bfba-2ae0-4992-8400-c31803a6984a None None] Pushing event updated for resources: {'Port': ['ID=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:09.060672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9aac15d-b3a0-43af-a924-0ae6a0e68440 req-453c9fbf-b95e-4d5a-91d7-9ebb743a2191 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=11f375db-1c43-4d02-80aa-7a94efe42893&id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621673 Nov 12 11:15:09.139341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.206928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:09.297629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:09.298181 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.304449 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7502a064-d33b-4ba0-96c6-1aef1de2f97a req-cfc9050e-7b43-4cbc-8797-87d9168a42c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 210 time: 0.0665817 Nov 12 11:15:09.482281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Allocated IP 172.25.3.118 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/46f796d1-fa9a-4b04-a2ee-afd6612ad3bf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:09.608501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aaa91c9b-2bb9-4eed-b2ac-2e10fd12df1f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.642265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.667640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa91c9b-2bb9-4eed-b2ac-2e10fd12df1f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=ab331d46-a1b2-4b74-a573-74361809b2fd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:09.713825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aaa91c9b-2bb9-4eed-b2ac-2e10fd12df1f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.719547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aaa91c9b-2bb9-4eed-b2ac-2e10fd12df1f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/ab331d46-a1b2-4b74-a573-74361809b2fd HTTP/1.1" status: 204 len: 168 time: 1.2267358 Nov 12 11:15:09.719838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56586) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:09.765327 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2f0fc1-0cdd-4cd9-87a5-48a1a74460c4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:15:09.767119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c2f0fc1-0cdd-4cd9-87a5-48a1a74460c4 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/ab331d46-a1b2-4b74-a573-74361809b2fd HTTP/1.1" status: 404 len: 333 time: 0.0462599 Nov 12 11:15:09.770169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56588) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:09.849749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-932f961f-f8cf-4989-bf70-0911daddaf66 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.877484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-932f961f-f8cf-4989-bf70-0911daddaf66 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.890353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:09.950139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'Port': ['ID=46f796d1-fa9a-4b04-a2ee-afd6612ad3bf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:09.976624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:09.978420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:09.981633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:10.130308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-932f961f-f8cf-4989-bf70-0911daddaf66 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.140558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-932f961f-f8cf-4989-bf70-0911daddaf66 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.140558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-932f961f-f8cf-4989-bf70-0911daddaf66 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/security-groups/0cb9784c-67e1-4afb-bb1a-ef44326956cc HTTP/1.1" status: 204 len: 168 time: 0.3620803 Nov 12 11:15:10.140896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56592) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:10.156731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e8e936e5-faed-4936-b056-4f156f84a84c None None] Could not find standard attr ID for object ab331d46-a1b2-4b74-a573-74361809b2fd. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:15:10.191255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e8e936e5-faed-4936-b056-4f156f84a84c None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:10.192770 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8e936e5-faed-4936-b056-4f156f84a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.217044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f961f-f8cf-4989-bf70-0911daddaf66 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9784c-67e1-4afb-bb1a-ef44326956cc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:10.247578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd2bd-2c2d-4813-a5d0-c824a6b9b411 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.284027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.302827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd0c79-2286-4bc8-a532-adbc3a420be2 req-6db6a547-a99f-43e6-b0c1-a511ea90de5b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:10.311339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd0c79-2286-4bc8-a532-adbc3a420be2 req-6db6a547-a99f-43e6-b0c1-a511ea90de5b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:10.321388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd0c79-2286-4bc8-a532-adbc3a420be2 req-6db6a547-a99f-43e6-b0c1-a511ea90de5b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:10.324159 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2dd0c79-2286-4bc8-a532-adbc3a420be2 req-6db6a547-a99f-43e6-b0c1-a511ea90de5b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2417 time: 0.2088280 Nov 12 11:15:10.328339 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd2bd-2c2d-4813-a5d0-c824a6b9b411 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.442463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-8b9e43cd-ab7f-456c-aaac-22e5934e88ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:10.454503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-8b9e43cd-ab7f-456c-aaac-22e5934e88ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:10.465052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-8b9e43cd-ab7f-456c-aaac-22e5934e88ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:10.467228 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-8b9e43cd-ab7f-456c-aaac-22e5934e88ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 2417 time: 0.2830346 Nov 12 11:15:10.490127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd2bd-2c2d-4813-a5d0-c824a6b9b411 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.501786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e8e936e5-faed-4936-b056-4f156f84a84c None None] Provisioning complete for port bdb4742f-1e53-41ff-96fd-7e9b737c53bc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:10.501786 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8e936e5-faed-4936-b056-4f156f84a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.502004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ebfd2bd-2c2d-4813-a5d0-c824a6b9b411 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.502004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2ebfd2bd-2c2d-4813-a5d0-c824a6b9b411 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/security-groups/217b0b76-b869-4b9d-ace3-756413747d71 HTTP/1.1" status: 204 len: 168 time: 0.3574979 Nov 12 11:15:10.524070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56602) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:10.528705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfd2bd-2c2d-4813-a5d0-c824a6b9b411 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217b0b76-b869-4b9d-ace3-756413747d71,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:10.578159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e8e936e5-faed-4936-b056-4f156f84a84c None None] Port bdb4742f-1e53-41ff-96fd-7e9b737c53bc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:10.621366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2dd0c79-2286-4bc8-a532-adbc3a420be2 req-712e111b-ac47-4416-a978-4f09f0d04979 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829568 Nov 12 11:15:10.649681 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.704847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6791a5a5-c627-4dbb-9984-1ba46bf1c76a None None] Could not find standard attr ID for object ab331d46-a1b2-4b74-a573-74361809b2fd. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:15:10.733319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-3138ea1d-4080-4903-b165-7d377672016d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet a4b852c6-b373-4672-8609-0662a24d8b61 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:10.739733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3138ea1d-4080-4903-b165-7d377672016d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.814466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3138ea1d-4080-4903-b165-7d377672016d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.862527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:10.863025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:10.961287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fe1f339-fe1d-4972-b1af-9564ef99fc68 req-c1a729f6-98be-4a09-8f26-308f02dc10c1 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 210 time: 0.2909925 Nov 12 11:15:10.961287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3138ea1d-4080-4903-b165-7d377672016d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.093059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:11.093059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.116775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:11.145217 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.197705 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3138ea1d-4080-4903-b165-7d377672016d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.268538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138ea1d-4080-4903-b165-7d377672016d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b852c6-b373-4672-8609-0662a24d8b61,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:11.273246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3138ea1d-4080-4903-b165-7d377672016d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.284675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3138ea1d-4080-4903-b165-7d377672016d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/a4b852c6-b373-4672-8609-0662a24d8b61 HTTP/1.1" status: 204 len: 168 time: 0.7485340 Nov 12 11:15:11.289232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f80802-42a8-4aab-bf13-1a88f563befc None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:11.305420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56606) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:11.315491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:11.364027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.482287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.527803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-1b269559-b945-4816-9139-d73d152a2d54 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:11.529747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-1b269559-b945-4816-9139-d73d152a2d54 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.3629653 Nov 12 11:15:11.549894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'Port': ['ID=46f796d1-fa9a-4b04-a2ee-afd6612ad3bf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:11.551226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Request body: {'port': {'device_id': 'cfdbaa9c-21c1-43af-a803-c0b69b9b140b', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'admin_state_up': True, 'tenant_id': 'db43c19f43a64644a43091b14e832964'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:11.645087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.646624 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-47d5b083-71d8-43d2-90f5-a16b13b4c249 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1863434 Nov 12 11:15:11.671787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:11.684347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fa3ddf52-57f5-4bbd-8796-63bbbb85ac31', '28eff72c-ceb7-49d0-8e99-da7e09c684df', '93e5b47f-fe0d-4d0d-9bc9-a439cf112415'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:11.775760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=93e5b47f-fe0d-4d0d-9bc9-a439cf112415,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:11.893032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:11.903101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.042536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:12.047258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.063556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-78a35917-6668-4ac4-accf-63ebefc234c6 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "DELETE /v2.0/ports/93e5b47f-fe0d-4d0d-9bc9-a439cf112415 HTTP/1.1" status: 204 len: 173 time: 1.5839298 Nov 12 11:15:12.121890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-deleted', 'tag': '93e5b47f-fe0d-4d0d-9bc9-a439cf112415'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:12.124247 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0d1a32-b5a2-4c5a-8fca-6ce10ef75bce" -d '{"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-deleted", "tag": "93e5b47f-fe0d-4d0d-9bc9-a439cf112415"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:12.378824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24e6d4-b856-46f9-a22b-7e4f5b941046 req-c7048700-0ac5-4425-8b14-9e1596725e6e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:12.387646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24e6d4-b856-46f9-a22b-7e4f5b941046 req-c7048700-0ac5-4425-8b14-9e1596725e6e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:12.397423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b24e6d4-b856-46f9-a22b-7e4f5b941046 req-c7048700-0ac5-4425-8b14-9e1596725e6e tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 1681 time: 0.5080485 Nov 12 11:15:12.540388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7fc3801b-f029-473a-a89f-f8fdd5e5f04a req-78179fbb-5632-4351-873a-db876f0959c7 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 210 time: 0.0480568 Nov 12 11:15:12.551094 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.560757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port 28eff72c-ceb7-49d0-8e99-da7e09c684df {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:12.561312 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.603220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:12.609230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:12.616692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:12.622994 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.639517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:12.651028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.712247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b24e6d4-b856-46f9-a22b-7e4f5b941046 req-0cfbc696-9230-4619-8345-96188a5b8d2b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125379 Nov 12 11:15:12.789820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-bdd9924e-b9e9-4d95-928d-6f1af14411f9 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--705572723&fields=id&tenant_id=e9df845ab93d4af692eda94005804137 HTTP/1.1" status: 200 len: 267 time: 0.0871236 Nov 12 11:15:12.865688 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ee3ccf-04d4-4666-b22c-124f3e6449f7 x-openstack-request-id: req-20ee3ccf-04d4-4666-b22c-124f3e6449f7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:12.867504 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-deleted", "tag": "93e5b47f-fe0d-4d0d-9bc9-a439cf112415", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:12.867783 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20ee3ccf-04d4-4666-b22c-124f3e6449f7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:12.869709 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-deleted', 'tag': '93e5b47f-fe0d-4d0d-9bc9-a439cf112415', 'status': 'completed', 'code': 200} Nov 12 11:15:12.871609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287edcf6-aa5d-49ac-88ec-4916aeb5013f None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:12.910045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port 28eff72c-ceb7-49d0-8e99-da7e09c684df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=28eff72c-ceb7-49d0-8e99-da7e09c684df,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:12.910487 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:12.928117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for 28eff72c-ceb7-49d0-8e99-da7e09c684df owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:12.954006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-3d04fae6-56fd-4f79-9045-49bce98e18c7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:12.961582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-3d04fae6-56fd-4f79-9045-49bce98e18c7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 817 time: 0.1697252 Nov 12 11:15:12.981934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-aa07bb14-9b99-4601-870c-a2305859c189 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:12.982375 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa07bb14-9b99-4601-870c-a2305859c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.007511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-317568a3-aced-4c04-805e-7d2740f65603 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/quotas/e9df845ab93d4af692eda94005804137 HTTP/1.1" status: 200 len: 375 time: 0.0236418 Nov 12 11:15:13.110755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8011208 Nov 12 11:15:13.120669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56642) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:13.165625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e9def9b5-2aee-4db3-a7b8-f1e0a5130782 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'security_group': {'name': 'tempest-secgroup-2072023899'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:13.171028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa61ec-a293-44bc-81b7-5da87b3a709f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=e7ee080a-3333-4c33-a384-735b1b3b6e73,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:13.198471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-6d5a15ff-ca62-42f1-801a-b5a4acc5ba9a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1738899 Nov 12 11:15:13.216752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-aa07bb14-9b99-4601-870c-a2305859c189 None None] Provisioning complete for port bdb4742f-1e53-41ff-96fd-7e9b737c53bc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:13.217457 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa07bb14-9b99-4601-870c-a2305859c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.262362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-aa07bb14-9b99-4601-870c-a2305859c189 None None] Port bdb4742f-1e53-41ff-96fd-7e9b737c53bc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:13.287646 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.327076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Update dhcp port {'port': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'fixed_ips': [{'subnet_id': '7f60f376-b515-41da-9da7-498e216513b1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e7ee080a-3333-4c33-a384-735b1b3b6e73'}], 'binding:host_id': 'n-d-768852-22'}, 'id': 'a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:15:13.332440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=28eff72c-ceb7-49d0-8e99-da7e09c684df,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:13.353858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e9def9b5-2aee-4db3-a7b8-f1e0a5130782 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.358951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Allocated IP 172.20.0.13 (2a948bd9-eaea-414c-aa36-b9a53bc27d8b/b8f7ed30-3a0e-47d9-9235-13bb159a07de/1724f0b1-6b25-4295-ab12-14ada154364a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:13.394783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.404619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port 28eff72c-ceb7-49d0-8e99-da7e09c684df on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:13.408715 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.413019 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-ab7b2740-0a24-4860-a0ed-d4c0102400f0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "DELETE /v2.0/ports/28eff72c-ceb7-49d0-8e99-da7e09c684df HTTP/1.1" status: 204 len: 173 time: 1.2678814 Nov 12 11:15:13.496655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e9def9b5-2aee-4db3-a7b8-f1e0a5130782 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.507395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-89d584c8-b122-490e-8afd-65db8f435182 service neutron] 10.222.0.98 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932947 Nov 12 11:15:13.630951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e9def9b5-2aee-4db3-a7b8-f1e0a5130782 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.634514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:13.634822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.725618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def9b5-2aee-4db3-a7b8-f1e0a5130782 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33ad48b-b854-4cbc-af02-bf53e06c49bc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:13.772161 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e9def9b5-2aee-4db3-a7b8-f1e0a5130782 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.777049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e9def9b5-2aee-4db3-a7b8-f1e0a5130782 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6512370 Nov 12 11:15:13.777724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56654) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:13.787853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-48fe148a-aaee-4366-916b-260e5dfb2937 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'security_group': {'name': 'tempest-secgroup-1978085952'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:13.796629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:13.800187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:13.832992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-b9c0848d-9287-4e1f-9142-29ec7dd54c16 service neutron] 10.222.0.98 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182237 Nov 12 11:15:13.842865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:13.867207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Allocated IP 2001:db8::2 (0a70e22c-43b6-432c-af08-b54cfb20119c/e7ee080a-3333-4c33-a384-735b1b3b6e73/a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:13.910340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7be1e035-583f-409d-832b-196593886ae4 req-5ebfcf6c-7366-4389-8d86-ed3d1f20163d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 210 time: 0.1989622 Nov 12 11:15:13.958633 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.010947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] For port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,segment=NetworkSegment(29d3f821-b323-4f4d-a79f-3d1825c6add2),segment_id=29d3f821-b323-4f4d-a79f-3d1825c6add2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:14.045158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.088238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13b0df-d70d-4d37-8ba0-341cf25b0c18 req-2d4ee667-0994-4b85-bfc5-e20958cb8dbe tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:14.090396 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba13b0df-d70d-4d37-8ba0-341cf25b0c18 req-2d4ee667-0994-4b85-bfc5-e20958cb8dbe tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 945 time: 0.0986416 Nov 12 11:15:14.149525 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.162651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ba13b0df-d70d-4d37-8ba0-341cf25b0c18 req-d681c5ba-5cb5-42c4-bab1-14980c107c04 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630944 Nov 12 11:15:14.183600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48fe148a-aaee-4366-916b-260e5dfb2937 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.198999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.237784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.247432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:14.271057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:14.283421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:14.328208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 28eff72c-ceb7-49d0-8e99-da7e09c684df no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:14.377904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 28eff72c-ceb7-49d0-8e99-da7e09c684df {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:14.378254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 28eff72c-ceb7-49d0-8e99-da7e09c684df not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:14.378688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:14.398948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:14.399629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.419048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=fa3ddf52-57f5-4bbd-8796-63bbbb85ac31,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:14.503095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event updated for resources: {'Port': ['ID=1724f0b1-6b25-4295-ab12-14ada154364a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:14.534958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:14.534958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:14.534958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:14.567648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-4b7822a0-a06b-4091-b3a9-59874f126f0e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0208483 Nov 12 11:15:14.575294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:14.592975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e81eccb5-025b-4557-96aa-cbe10360190e req-94f0653b-b173-4afb-8164-4906ec12192c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 210 time: 0.0633652 Nov 12 11:15:14.594187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:14.594546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 93e5b47f-fe0d-4d0d-9bc9-a439cf112415 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:14.595015 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.599738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-6e014280-4de7-4d19-aa09-28f3d332cbd0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:15:14.603860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Pushing event updated for resources: {'Port': ['ID=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:14.605662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d8adbd7-3ec3-4247-8cab-5f37d771ca9f req-53af82f4-6726-44b7-bed8-037495bbaae9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "DELETE /v2.0/ports/fa3ddf52-57f5-4bbd-8796-63bbbb85ac31 HTTP/1.1" status: 204 len: 173 time: 1.1838379 Nov 12 11:15:14.606420 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-6e014280-4de7-4d19-aa09-28f3d332cbd0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173202 Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.624570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dadfa0-c526-415e-90a5-ffa07858aa0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:14.743560 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48fe148a-aaee-4366-916b-260e5dfb2937 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.784816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Request body: {'port': {'device_id': 'cfdbaa9c-21c1-43af-a803-c0b69b9b140b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:14.815820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46f727-283a-4456-8a95-4893ce2f4b1b req-8bee5bdb-50c9-44ec-8dcd-4a08f9d67abe tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:14.820525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca46f727-283a-4456-8a95-4893ce2f4b1b req-8bee5bdb-50c9-44ec-8dcd-4a08f9d67abe tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 945 time: 0.0798428 Nov 12 11:15:14.843899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:14.872821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-deleted', 'tag': '28eff72c-ceb7-49d0-8e99-da7e09c684df'}, {'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-deleted', 'tag': 'fa3ddf52-57f5-4bbd-8796-63bbbb85ac31'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:14.875510 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29406a4-4c31-41b0-b76a-3dc8251f4ebc" -d '{"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-deleted", "tag": "28eff72c-ceb7-49d0-8e99-da7e09c684df"}, {"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-deleted", "tag": "fa3ddf52-57f5-4bbd-8796-63bbbb85ac31"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:14.892822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca46f727-283a-4456-8a95-4893ce2f4b1b req-8d6e51b1-e7b4-4c2e-ac3e-85a887d321f1 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678487 Nov 12 11:15:14.966527 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb4a4f-f1b6-49c6-98c8-7b93a0f094e5 x-openstack-request-id: req-a6eb4a4f-f1b6-49c6-98c8-7b93a0f094e5 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:14.967399 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-deleted", "tag": "28eff72c-ceb7-49d0-8e99-da7e09c684df", "status": "completed", "code": 200}, {"server_uuid": "eb636e67-3b18-482c-90b4-1f7d84af6c7d", "name": "network-vif-deleted", "tag": "fa3ddf52-57f5-4bbd-8796-63bbbb85ac31", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:14.972317 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a6eb4a4f-f1b6-49c6-98c8-7b93a0f094e5 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:14.972317 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-deleted', 'tag': '28eff72c-ceb7-49d0-8e99-da7e09c684df', 'status': 'completed', 'code': 200} Nov 12 11:15:14.972317 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb636e67-3b18-482c-90b4-1f7d84af6c7d', 'name': 'network-vif-deleted', 'tag': 'fa3ddf52-57f5-4bbd-8796-63bbbb85ac31', 'status': 'completed', 'code': 200} Nov 12 11:15:15.066160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48fe148a-aaee-4366-916b-260e5dfb2937 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.146431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d25dc-dd14-4f6f-a430-8f44724b898f req-8c218966-26fb-4a4e-9357-b0087486bfa8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:15.156279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-840d25dc-dd14-4f6f-a430-8f44724b898f req-8c218966-26fb-4a4e-9357-b0087486bfa8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 932 time: 0.1283169 Nov 12 11:15:15.176582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe148a-aaee-4366-916b-260e5dfb2937 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bebf13-abb2-47b2-acca-0810afa50306,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:15.246641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48fe148a-aaee-4366-916b-260e5dfb2937 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.251831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-48fe148a-aaee-4366-916b-260e5dfb2937 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4652040 Nov 12 11:15:15.252070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56686) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:15.254236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:15.260812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6ee2164d-7034-45bb-8284-3c0aab2275b7 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'security_group': {'name': 'tempest-secgroup-120414236'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:15.277136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-840d25dc-dd14-4f6f-a430-8f44724b898f req-986631ba-f427-40a6-909f-6de8d620a857 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872016 Nov 12 11:15:15.353561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:15.354824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.444237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ee2164d-7034-45bb-8284-3c0aab2275b7 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.565320 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a97dc9c-94c8-418b-981d-cc3385294fe4 req-ccad1482-9d42-4e18-bf6a-438eb089f590 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=eb636e67-3b18-482c-90b4-1f7d84af6c7d HTTP/1.1" status: 200 len: 210 time: 0.0504472 Nov 12 11:15:15.595319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1724f0b1-6b25-4295-ab12-14ada154364a {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:15.608581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.629159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e0e21ee5-403c-4f9a-9699-da30fc764182 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:15.629656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e0e21ee5-403c-4f9a-9699-da30fc764182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.633632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Transition to ACTIVE for port object 1724f0b1-6b25-4295-ab12-14ada154364a will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:15:15.719360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ee2164d-7034-45bb-8284-3c0aab2275b7 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.721581 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a5b6cf7-d146-4fab-a7dd-b956aaa37723 req-e14cfaa5-0a26-4953-bfee-6ba7c7a18089 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 210 time: 0.0420423 Nov 12 11:15:15.724971 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.794864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e0e21ee5-403c-4f9a-9699-da30fc764182 None None] Provisioning complete for port bdb4742f-1e53-41ff-96fd-7e9b737c53bc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:15.795230 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e0e21ee5-403c-4f9a-9699-da30fc764182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.807604 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ee2164d-7034-45bb-8284-3c0aab2275b7 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:15.839339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e0e21ee5-403c-4f9a-9699-da30fc764182 None None] Port bdb4742f-1e53-41ff-96fd-7e9b737c53bc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:15.874458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Pushing event updated for resources: {'Port': ['ID=1724f0b1-6b25-4295-ab12-14ada154364a,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:15.890202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2164d-7034-45bb-8284-3c0aab2275b7 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85731dfe-75d0-49cc-8596-d09be704d7c6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:15.959909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Attempting to bind port 1724f0b1-6b25-4295-ab12-14ada154364a on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:15.960298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Attempting to bind port 1724f0b1-6b25-4295-ab12-14ada154364a by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:15.960630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Attempting to bind port 1724f0b1-6b25-4295-ab12-14ada154364a on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:15.982584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Port 1724f0b1-6b25-4295-ab12-14ada154364a on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:15:15.982912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Attempting to bind port 1724f0b1-6b25-4295-ab12-14ada154364a on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:15.996247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:15.996671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Checking segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:15.997630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Bound using segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:15.999081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Bound port: 1724f0b1-6b25-4295-ab12-14ada154364a, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:15.999747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.024715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ee2164d-7034-45bb-8284-3c0aab2275b7 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.029418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:16.029696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6ee2164d-7034-45bb-8284-3c0aab2275b7 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7762878 Nov 12 11:15:16.037804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-361801045', 'security_groups': ['85731dfe-75d0-49cc-8596-d09be704d7c6'], 'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e7ee080a-3333-4c33-a384-735b1b3b6e73'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:16.193246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63caa2-11dc-40cf-b169-25bf93c316ad req-a1753e7e-11fa-4436-9c44-f33754faa51b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:16.194838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f63caa2-11dc-40cf-b169-25bf93c316ad req-a1753e7e-11fa-4436-9c44-f33754faa51b tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 945 time: 0.1156759 Nov 12 11:15:16.196189 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] For port 1724f0b1-6b25-4295-ab12-14ada154364a, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:16.201322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] For port 1724f0b1-6b25-4295-ab12-14ada154364a, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1724f0b1-6b25-4295-ab12-14ada154364a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:16.267657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f63caa2-11dc-40cf-b169-25bf93c316ad req-96324294-2517-4797-9aea-3f27d0849f84 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580411 Nov 12 11:15:16.306784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:16.307898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.354108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:16.354906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.356944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] 10.222.0.69 "PUT /v2.0/ports/1724f0b1-6b25-4295-ab12-14ada154364a HTTP/1.1" status: 200 len: 1093 time: 1.7134922 Nov 12 11:15:16.359739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdbaa9c-21c1-43af-a803-c0b69b9b140b', 'tag': '1724f0b1-6b25-4295-ab12-14ada154364a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:16.362889 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdbaa9c-21c1-43af-a803-c0b69b9b140b", "tag": "1724f0b1-6b25-4295-ab12-14ada154364a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:16.415241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0500058-5092-4231-b13e-992263c9bab5 service neutron] Pushing event updated for resources: {'Port': ['ID=1724f0b1-6b25-4295-ab12-14ada154364a,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:16.562427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d32206e0-6cc2-4e20-990b-7621ce3d0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:16.564167 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-d32206e0-6cc2-4e20-990b-7621ce3d0cc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 1096 time: 0.1033595 Nov 12 11:15:16.573864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.581628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-58d594c0-6e4c-48ea-8e31-bff0a6117f9a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:16.583237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-58d594c0-6e4c-48ea-8e31-bff0a6117f9a tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.69 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 945 time: 0.0850616 Nov 12 11:15:16.592475 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f151d78-e072-4926-bd4d-6ccc7a6f6718 x-openstack-request-id: req-5f151d78-e072-4926-bd4d-6ccc7a6f6718 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:16.592663 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdbaa9c-21c1-43af-a803-c0b69b9b140b", "tag": "1724f0b1-6b25-4295-ab12-14ada154364a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:16.592968 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5f151d78-e072-4926-bd4d-6ccc7a6f6718 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:16.593306 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdbaa9c-21c1-43af-a803-c0b69b9b140b', 'tag': '1724f0b1-6b25-4295-ab12-14ada154364a', 'status': 'completed', 'code': 200} Nov 12 11:15:16.610027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] device_id is not set on port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:15:16.653430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2448-914d-4f7f-908c-c13946eae136 req-967ac962-83e0-48a8-8320-bbf50b16471e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:16.661740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42bd2448-914d-4f7f-908c-c13946eae136 req-967ac962-83e0-48a8-8320-bbf50b16471e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 944 time: 0.1760240 Nov 12 11:15:16.801428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56724) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:16.844361 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42bd2448-914d-4f7f-908c-c13946eae136 req-b8a4d1ee-9b01-49d2-a2d2-07fcc1e8da17 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815567 Nov 12 11:15:16.905393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-41af1b20-8ebc-4a27-b74c-c1a03f784093 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting subnet 4fcb19e9-a4b6-48b2-a160-d28c56c93665 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:16.912634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41af1b20-8ebc-4a27-b74c-c1a03f784093 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.979674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8::58 (0a70e22c-43b6-432c-af08-b54cfb20119c/e7ee080a-3333-4c33-a384-735b1b3b6e73/beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:16.983501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41af1b20-8ebc-4a27-b74c-c1a03f784093 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:16.992357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-cd2d427f-f0bb-413e-a487-d06a572d0439 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1724f0b1-6b25-4295-ab12-14ada154364a HTTP/1.1" status: 200 len: 217 time: 0.4079187 Nov 12 11:15:17.023627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1db17ad-d0b1-43f7-afa6-7ecc4ec7ba38 req-a24017f1-11eb-427e-8e55-b920f5bf9eed tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 210 time: 0.0750258 Nov 12 11:15:17.116433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-2e273090-934d-4eb3-b9f9-27fc264e4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:17.117987 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-2e273090-934d-4eb3-b9f9-27fc264e4d96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.1069152 Nov 12 11:15:17.162398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Deleting port 277b4526-ab46-4f5d-949e-724a6b644107 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:17.162683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.168214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-c83b9677-8919-47ed-9085-2ebaf88687a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408928 Nov 12 11:15:17.249792 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.303600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-76e63db2-6960-4c7e-b2b8-bdf78da227f8 service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221793 Nov 12 11:15:17.332617 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41af1b20-8ebc-4a27-b74c-c1a03f784093 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.432554 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.467744 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.475064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] For port 277b4526-ab46-4f5d-949e-724a6b644107, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=277b4526-ab46-4f5d-949e-724a6b644107,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:17.475432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.498307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Calling delete_port for 277b4526-ab46-4f5d-949e-724a6b644107 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:17.506843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ce9af3d-892f-4fdf-afbf-c314e4666b1e req-901585a4-dc37-4e95-b2d4-9105eb06021d service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889796 Nov 12 11:15:17.754482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-eb7bf812-6d4b-4f02-a04b-99cd29c61484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:17.756783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-eb7bf812-6d4b-4f02-a04b-99cd29c61484 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 1096 time: 0.1026700 Nov 12 11:15:17.882048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-dc8284b2-db26-4e57-8f31-c0eb16f8e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:17.883658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-dc8284b2-db26-4e57-8f31-c0eb16f8e730 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 907 time: 0.1127613 Nov 12 11:15:17.903540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:17.917493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9618009f-d10b-4a2a-8f24-5f42a2381c1c', '63488631-47ce-4b2f-b508-849181779b3d'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:17.920581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['277b4526-ab46-4f5d-949e-724a6b644107'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:17.963047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-1c608f7f-3129-4e85-ac76-539d937c0e63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1724f0b1-6b25-4295-ab12-14ada154364a HTTP/1.1" status: 200 len: 217 time: 0.0697463 Nov 12 11:15:18.048027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:18.059239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:18.070522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:18.076991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:18.077703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.087352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] No DVR routers for this DVR port 277b4526-ab46-4f5d-949e-724a6b644107 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:18.091129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-2a105f26-2905-4de3-bc8c-9038064ae1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:18.094039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-2a105f26-2905-4de3-bc8c-9038064ae1e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.0649688 Nov 12 11:15:18.095310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.098694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b6883b1-d6c1-44cf-8171-ae85963a0b5c req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.69 "DELETE /v2.0/ports/277b4526-ab46-4f5d-949e-724a6b644107 HTTP/1.1" status: 204 len: 173 time: 1.5033267 Nov 12 11:15:18.100081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e36e53-5977-4f8a-8f46-7e8771301f07 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Pushing event deleted for resources: {'Port': ['ID=277b4526-ab46-4f5d-949e-724a6b644107,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:18.104119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:18.118130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209dae8-857a-4d71-82ae-38893c333c48 req-f1931f93-1cb1-40d1-84c4-93c5dd5d2329 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:18.128024 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0209dae8-857a-4d71-82ae-38893c333c48 req-f1931f93-1cb1-40d1-84c4-93c5dd5d2329 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=977b4064-75fb-4ba1-9084-34a6ef3d90c9 HTTP/1.1" status: 200 len: 867 time: 0.6724050 Nov 12 11:15:18.135689 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-1d95fc9d-2bca-4c37-ab10-7004176ff454 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310693 Nov 12 11:15:18.154897 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41af1b20-8ebc-4a27-b74c-c1a03f784093 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.220381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41af1b20-8ebc-4a27-b74c-c1a03f784093 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.226105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-41af1b20-8ebc-4a27-b74c-c1a03f784093 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "DELETE /v2.0/subnets/4fcb19e9-a4b6-48b2-a160-d28c56c93665 HTTP/1.1" status: 204 len: 168 time: 1.4225454 Nov 12 11:15:18.231139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea287c37-bbac-48a6-8eca-d865096ac375 None None] Network 54a904d5-cf8f-4463-8e76-ac0f686b7527 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:18.237832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af1b20-8ebc-4a27-b74c-c1a03f784093 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Subnet': ['ID=4fcb19e9-a4b6-48b2-a160-d28c56c93665,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:18.242392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c846eabb-1b4c-40e2-a7dc-89b96734ffb6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2108262 Nov 12 11:15:18.243478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56736) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:18.262929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56738) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:18.268173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-db588b4a-117e-4968-9878-4929f501cfa6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:18.272424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-333044cc-3a44-47de-900b-6eea9715517a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:18.274200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-333044cc-3a44-47de-900b-6eea9715517a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 817 time: 0.8362184 Nov 12 11:15:18.442275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0209dae8-857a-4d71-82ae-38893c333c48 req-8b5e7efe-e688-49bf-8cff-0d8a10e5ef80 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149323 Nov 12 11:15:18.534265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.564145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99efba5-c13e-4a60-889d-529fbe2eee84 req-909639f8-08b6-4b44-acd3-ff02e8b8ca6b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:18.565724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a99efba5-c13e-4a60-889d-529fbe2eee84 req-909639f8-08b6-4b44-acd3-ff02e8b8ca6b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 944 time: 0.1405590 Nov 12 11:15:18.569964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-8053c903-e0f3-417c-a4f4-788533334748 service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264882 Nov 12 11:15:18.610894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-570aed94-55a0-4021-834d-accb91c6cd27 None None] Provisioning complete for port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:18.611439 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-570aed94-55a0-4021-834d-accb91c6cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.630085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db18b820-a72e-49b0-a3ae-c455568778ec req-9f3ed373-9e6f-4d7f-b7d8-2df6c1e71133 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 210 time: 0.0762887 Nov 12 11:15:18.679890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-a44d6a85-6437-4e2a-b00c-74401a03d594 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9df845ab93d4af692eda94005804137 HTTP/1.1" status: 200 len: 379 time: 0.3937690 Nov 12 11:15:18.698705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'port': {'device_id': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'admin_state_up': True, 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'security_groups': ['8418d63e-d9c1-4a70-b264-44f131bab167']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:18.705878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-570aed94-55a0-4021-834d-accb91c6cd27 None None] Port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:18.719165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ac362-07d9-4560-9390-560ee0337874 None None] DHCP port deletion for 54a904d5-cf8f-4463-8e76-ac0f686b7527 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:18.722813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977b4064-75fb-4ba1-9084-34a6ef3d90c9', 'name': 'network-vif-deleted', 'tag': '277b4526-ab46-4f5d-949e-724a6b644107'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:18.725295 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77946171-1293-4060-888c-02a43940a0b2" -d '{"events": [{"server_uuid": "977b4064-75fb-4ba1-9084-34a6ef3d90c9", "name": "network-vif-deleted", "tag": "277b4526-ab46-4f5d-949e-724a6b644107"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:18.729987 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-634c4489-2a95-4aa9-8aa9-fdd5ea77ed8c req-84810faa-018c-497a-a527-fb9ac142d840 service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463602 Nov 12 11:15:18.794616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a99efba5-c13e-4a60-889d-529fbe2eee84 req-aa059aff-e322-4bfd-88ea-8e6ed5d3dd58 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200346 Nov 12 11:15:18.821912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-075ac362-07d9-4560-9390-560ee0337874 None None] Deleting port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:18.822491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-075ac362-07d9-4560-9390-560ee0337874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.836308 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc46f9-56a0-421b-bcf9-865ffb2be609 x-openstack-request-id: req-b8dc46f9-56a0-421b-bcf9-865ffb2be609 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:18.836608 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977b4064-75fb-4ba1-9084-34a6ef3d90c9", "name": "network-vif-deleted", "tag": "277b4526-ab46-4f5d-949e-724a6b644107", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:18.836869 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8dc46f9-56a0-421b-bcf9-865ffb2be609 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:18.837284 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977b4064-75fb-4ba1-9084-34a6ef3d90c9', 'name': 'network-vif-deleted', 'tag': '277b4526-ab46-4f5d-949e-724a6b644107', 'status': 'completed', 'code': 200} Nov 12 11:15:18.854705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db588b4a-117e-4968-9878-4929f501cfa6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:18.858512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db588b4a-117e-4968-9878-4929f501cfa6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.921072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-075ac362-07d9-4560-9390-560ee0337874 None None] For port f3772767-02fe-4c2e-a851-7b1a07f1a0b8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:18.921472 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-075ac362-07d9-4560-9390-560ee0337874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:18.943350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-075ac362-07d9-4560-9390-560ee0337874 None None] Calling delete_port for f3772767-02fe-4c2e-a851-7b1a07f1a0b8 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:18.949262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:18.949262 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.012892 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-db588b4a-117e-4968-9878-4929f501cfa6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7ee080a-3333-4c33-a384-735b1b3b6e73 (CIDR: 2001:db8::/64) Nov 12 11:15:19.044569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port f3772767-02fe-4c2e-a851-7b1a07f1a0b8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,segment=NetworkSegment(be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8),segment_id=be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:19.044940 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.057555 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-db588b4a-117e-4968-9878-4929f501cfa6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:15:19.059798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db588b4a-117e-4968-9878-4929f501cfa6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:19.059971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for f3772767-02fe-4c2e-a851-7b1a07f1a0b8 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:19.169363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f3772767-02fe-4c2e-a851-7b1a07f1a0b8 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:19.171156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Made reservation on behalf of e9df845ab93d4af692eda94005804137 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:19.176083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.181401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-db588b4a-117e-4968-9878-4929f501cfa6 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9172897 Nov 12 11:15:19.182044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56746) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:19.189000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-497239e7-0b73-4b37-b4ec-ef3076d6e48a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:19.290120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.351357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Allocated IP 172.20.0.9 (3d3856e7-c21c-4342-addd-7ade6574391c/d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd/0ac59123-7eea-4e5c-8fdb-94ec4d00606f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:19.376354 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.400416 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-075ac362-07d9-4560-9390-560ee0337874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.430053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:19.431811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:19.432702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ac362-07d9-4560-9390-560ee0337874 None None] Pushing event deleted for resources: {'Port': ['ID=f3772767-02fe-4c2e-a851-7b1a07f1a0b8,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:19.440858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ac362-07d9-4560-9390-560ee0337874 None None] No DVR routers for this DVR port f3772767-02fe-4c2e-a851-7b1a07f1a0b8 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:19.559464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497239e7-0b73-4b37-b4ec-ef3076d6e48a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:19.560600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-497239e7-0b73-4b37-b4ec-ef3076d6e48a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.576605 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.612984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a904d5-cf8f-4463-8e76-ac0f686b7527']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:19.635540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:19.635540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be64f1a6-7a9d-47ac-a8b5-71eadfbddfe8') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:19.657951 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.670157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.683855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.690920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:19.691539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.704938 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-497239e7-0b73-4b37-b4ec-ef3076d6e48a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7f60f376-b515-41da-9da7-498e216513b1 (CIDR: 2001:db8:0:1::/64) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:19.706834 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:19.765761 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-497239e7-0b73-4b37-b4ec-ef3076d6e48a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:15:19.767777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497239e7-0b73-4b37-b4ec-ef3076d6e48a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:19.796586 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0ae192c-9556-4e1d-a067-cc4fd04e7f7e req-3f74592a-aecf-4f70-b4ab-657fdd7bb694 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 210 time: 0.0499237 Nov 12 11:15:19.909642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-497239e7-0b73-4b37-b4ec-ef3076d6e48a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7251887 Nov 12 11:15:19.912306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.915040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.924230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56760) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:19.928566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'subnet': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:19.962347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c6361-263d-4c29-8190-b45ecb36d17b req-f23f39ec-4a4a-4c49-ade4-00fd1b10c296 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:19.965194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-913c6361-263d-4c29-8190-b45ecb36d17b req-f23f39ec-4a4a-4c49-ade4-00fd1b10c296 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 944 time: 0.1017118 Nov 12 11:15:19.968118 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:19.981621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "DELETE /v2.0/networks/54a904d5-cf8f-4463-8e76-ac0f686b7527 HTTP/1.1" status: 204 len: 168 time: 1.6984415 Nov 12 11:15:20.004388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56764) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:20.035958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d09e54-2b52-40bd-a6a5-0bcfc5ff85de tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Network': ['ID=54a904d5-cf8f-4463-8e76-ac0f686b7527,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:20.063735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Network 3d3856e7-c21c-4342-addd-7ade6574391c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:20.083695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:20.106757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:20.108970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13cc8c4-ca10-4321-9e79-6dab9f566856 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting subnet bc1c78cf-d9f5-4a6c-97ad-20050c1062e8 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:20.110178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:20.112600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e13cc8c4-ca10-4321-9e79-6dab9f566856 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.206127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-913c6361-263d-4c29-8190-b45ecb36d17b req-ef8f2082-aca5-4774-a6bd-f4beb82cc004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854646 Nov 12 11:15:20.212212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:20.212877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.221501 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e13cc8c4-ca10-4321-9e79-6dab9f566856 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.255539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968db0e3-c336-4a92-8748-4a9209dabad8 req-3dd91455-a801-4150-a0f9-4a04780112e9 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:20.257151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-968db0e3-c336-4a92-8748-4a9209dabad8 req-3dd91455-a801-4150-a0f9-4a04780112e9 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 945 time: 0.1407957 Nov 12 11:15:20.332966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Made reservation on behalf of 9b045a0c95bb4d67b209c1e1922c8d44 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:20.336625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.412365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-968db0e3-c336-4a92-8748-4a9209dabad8 req-5148c0c6-5da3-4ed3-a183-db983f712aae tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470306 Nov 12 11:15:20.418954 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e13cc8c4-ca10-4321-9e79-6dab9f566856 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.431945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-8f613b95-39bf-44f5-b9e2-ed2f3f65f7a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7446535 Nov 12 11:15:20.447595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Request body: {'port': {'device_id': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:20.464797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6c43541f-d4af-4fcb-bf3a-ae837478f2e3 None None] Provisioning complete for port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:20.466542 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c43541f-d4af-4fcb-bf3a-ae837478f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.525266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6c43541f-d4af-4fcb-bf3a-ae837478f2e3 None None] Port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:20.530534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.535518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.607366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e13cc8c4-ca10-4321-9e79-6dab9f566856 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.640584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cc8c4-ca10-4321-9e79-6dab9f566856 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1c78cf-d9f5-4a6c-97ad-20050c1062e8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:20.649340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e13cc8c4-ca10-4321-9e79-6dab9f566856 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.654389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b135ab4f-e622-4bfc-94a0-de586351e964 None None] Network cd967e1c-922e-4993-acbb-5f9616184691 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:20.662816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e13cc8c4-ca10-4321-9e79-6dab9f566856 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "DELETE /v2.0/subnets/bc1c78cf-d9f5-4a6c-97ad-20050c1062e8 HTTP/1.1" status: 204 len: 168 time: 0.6556208 Nov 12 11:15:20.663139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56766) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:20.767909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.849495 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.876840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] DHCP port deletion for cd967e1c-922e-4993-acbb-5f9616184691 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:20.899575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac59123-7eea-4e5c-8fdb-94ec4d00606f {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:20.925298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:20.925641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.928174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:20.966527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Transition to ACTIVE for port object 0ac59123-7eea-4e5c-8fdb-94ec4d00606f will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:15:20.976645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] Deleting port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:20.986145 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.045366 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.067363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port 9b31b3ae-9858-44a3-9138-b4f2b312bb95, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9b31b3ae-9858-44a3-9138-b4f2b312bb95,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:21.070123 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.089397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for 9b31b3ae-9858-44a3-9138-b4f2b312bb95 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:21.140804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] For port 9b31b3ae-9858-44a3-9138-b4f2b312bb95, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9b31b3ae-9858-44a3-9138-b4f2b312bb95,segment=NetworkSegment(61bdd7c0-6522-44b4-98a4-65c3407c2df0),segment_id=61bdd7c0-6522-44b4-98a4-65c3407c2df0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:21.141209 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.155957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:21.161602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] Calling delete_port for 9b31b3ae-9858-44a3-9138-b4f2b312bb95 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:21.259627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Network 0a70e22c-43b6-432c-af08-b54cfb20119c is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:21.264401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6edc81-c235-4a75-89a5-d6c2435ffe16 req-517d306d-1a24-4572-8972-92cbf9b53ba7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:21.272908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc6edc81-c235-4a75-89a5-d6c2435ffe16 req-517d306d-1a24-4572-8972-92cbf9b53ba7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.2392051 Nov 12 11:15:21.304292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:21.313537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:21.313537 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.324118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Subnet': ['ID=3014f634-d4d6-414c-81e7-ae5bfe7d7fbc,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:21.328786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9b31b3ae-9858-44a3-9138-b4f2b312bb95 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:21.330949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427fbaee-43c7-4b57-a1db-ad8eae53961d None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:21.361457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.395625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-f0521473-271e-4f30-b216-d834b1c5fcb6 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:21.398724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-f0521473-271e-4f30-b216-d834b1c5fcb6 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 945 time: 0.1373320 Nov 12 11:15:21.423794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:21.444553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9b31b3ae-9858-44a3-9138-b4f2b312bb95 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:21.444890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9b31b3ae-9858-44a3-9138-b4f2b312bb95 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:21.474111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bc6edc81-c235-4a75-89a5-d6c2435ffe16 req-f00a17bb-ea27-4315-820b-b91d6fd31fbd tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941457 Nov 12 11:15:21.506211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Attempting to bind port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:21.507065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Attempting to bind port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:21.507065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Attempting to bind port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on network 3d3856e7-c21c-4342-addd-7ade6574391c {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:21.520252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on network 3d3856e7-c21c-4342-addd-7ade6574391c not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:15:21.520584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Attempting to bind port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on network 3d3856e7-c21c-4342-addd-7ade6574391c {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:21.542565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:21.543074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Checking segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:21.543477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Bound using segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:21.543947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Bound port: 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:21.544319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.574130 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.578801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=9b31b3ae-9858-44a3-9138-b4f2b312bb95,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:21.633237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-94e9c666-3758-4756-8ef3-6bb01e341ff1 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7071948 Nov 12 11:15:21.640319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:21.654109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] Pushing event deleted for resources: {'Port': ['ID=9b31b3ae-9858-44a3-9138-b4f2b312bb95,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:21.715801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db1615-5e8e-438a-92e2-0f3a3442482c None None] No DVR routers for this DVR port 9b31b3ae-9858-44a3-9138-b4f2b312bb95 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:21.773416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990795f-8668-42a7-8670-3d5d75b050d8 req-64a09373-84ef-47c6-bba0-5eedcb432163 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:21.781964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0990795f-8668-42a7-8670-3d5d75b050d8 req-64a09373-84ef-47c6-bba0-5eedcb432163 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 945 time: 0.1405070 Nov 12 11:15:21.816570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:21.836378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:21.861282 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0990795f-8668-42a7-8670-3d5d75b050d8 req-f57560c0-8dbe-41f4-aa4c-b26d55b51aa1 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778883 Nov 12 11:15:21.892034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9334eb-6091-4e66-9997-33488d6bf13a None None] Update dhcp port {'port': {'network_id': '0a70e22c-43b6-432c-af08-b54cfb20119c', 'fixed_ips': [{'subnet_id': '7f60f376-b515-41da-9da7-498e216513b1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e7ee080a-3333-4c33-a384-735b1b3b6e73', 'ip_address': '2001:db8::2'}, {'subnet_id': '3014f634-d4d6-414c-81e7-ae5bfe7d7fbc'}], 'binding:host_id': 'n-d-768852-22'}, 'id': 'a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:15:21.920389 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cb9334eb-6091-4e66-9997-33488d6bf13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.925894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1724f0b1-6b25-4295-ab12-14ada154364a details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:15:21.936061 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:21.936302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 277b4526-ab46-4f5d-949e-724a6b644107 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:21.976943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 277b4526-ab46-4f5d-949e-724a6b644107 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:21.977286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 277b4526-ab46-4f5d-949e-724a6b644107 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:22.000022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.001086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.002614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 200 len: 1092 time: 1.5609574 Nov 12 11:15:22.003322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:22.013222 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320fddc-814f-476e-93e4-660ea115ccd0" -d '{"events": [{"name": "network-changed", "server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:22.028972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-754874180', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3014f634-d4d6-414c-81e7-ae5bfe7d7fbc'}], 'security_groups': ['b33ad48b-b854-4cbc-af02-bf53e06c49bc', '68bebf13-abb2-47b2-acca-0810afa50306']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:22.081904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4250d1-c1e1-4914-a7ed-2f7ce3b01e78 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:22.086863 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bf53e6-77c6-4ce8-b3dc-47011b5bf7b5 x-openstack-request-id: req-b7bf53e6-77c6-4ce8-b3dc-47011b5bf7b5 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:22.104817 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:22.107047 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b7bf53e6-77c6-4ce8-b3dc-47011b5bf7b5 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:22.108503 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'status': 'completed', 'code': 200} Nov 12 11:15:22.155012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.185164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd967e1c-922e-4993-acbb-5f9616184691']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:22.194057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320fddc-814f-476e-93e4-660ea115ccd0 req-15792d4c-05a1-47ea-837a-3a462a225c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.198340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8320fddc-814f-476e-93e4-660ea115ccd0 req-15792d4c-05a1-47ea-837a-3a462a225c67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1095 time: 0.0888226 Nov 12 11:15:22.199122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bdd7c0-6522-44b4-98a4-65c3407c2df0') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:22.199544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bdd7c0-6522-44b4-98a4-65c3407c2df0') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:22.219555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.224485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1724f0b1-6b25-4295-ab12-14ada154364a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1724f0b1-6b25-4295-ab12-14ada154364a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:22.237187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.245592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:22.246179 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.264841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '1724f0b1-6b25-4295-ab12-14ada154364a', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'port_id': '1724f0b1-6b25-4295-ab12-14ada154364a', 'mac_address': 'fa:16:3e:94:48:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f7ed30-3a0e-47d9-9235-13bb159a07de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:22.310025 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:22.329999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-cb9334eb-6091-4e66-9997-33488d6bf13a None None] Allocated IP 2001:db8:0:2::2 (0a70e22c-43b6-432c-af08-b54cfb20119c/3014f634-d4d6-414c-81e7-ae5bfe7d7fbc/a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:22.333451 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.359446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320fddc-814f-476e-93e4-660ea115ccd0 req-3773da50-4a9d-49cd-9841-e0ce103f3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.363508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1724f0b1-6b25-4295-ab12-14ada154364a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:22.364424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8320fddc-814f-476e-93e4-660ea115ccd0 req-3773da50-4a9d-49cd-9841-e0ce103f3061 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e9df845ab93d4af692eda94005804137&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1573389 Nov 12 11:15:22.395617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9e82d-df57-4279-bc3c-86d1982b9f85 req-695202e0-3150-4e3a-bc26-aed02d341f24 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.397410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7d9e82d-df57-4279-bc3c-86d1982b9f85 req-695202e0-3150-4e3a-bc26-aed02d341f24 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 944 time: 0.8522449 Nov 12 11:15:22.450743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1724f0b1-6b25-4295-ab12-14ada154364a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1724f0b1-6b25-4295-ab12-14ada154364a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:22.492232 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.515481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Deleting port 63488631-47ce-4b2f-b508-849181779b3d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:22.515481 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.518333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.522790 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.527197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "DELETE /v2.0/networks/cd967e1c-922e-4993-acbb-5f9616184691 HTTP/1.1" status: 204 len: 168 time: 1.8630447 Nov 12 11:15:22.540611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56802) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:22.550618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1157320455'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:22.565256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394ff1f-a4f2-4389-a8b3-b185787ac90f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Network': ['ID=cd967e1c-922e-4993-acbb-5f9616184691,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:22.591630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-cb9334eb-6091-4e66-9997-33488d6bf13a None None] For port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,segment=NetworkSegment(29d3f821-b323-4f4d-a79f-3d1825c6add2),segment_id=29d3f821-b323-4f4d-a79f-3d1825c6add2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:22.641387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7d9e82d-df57-4279-bc3c-86d1982b9f85 req-d7a31de2-9af2-4309-93ff-6b510e062e0b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306659 Nov 12 11:15:22.645512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320fddc-814f-476e-93e4-660ea115ccd0 req-4d5236eb-8506-4ce8-aeba-83ef19a75f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.648031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8320fddc-814f-476e-93e4-660ea115ccd0 req-4d5236eb-8506-4ce8-aeba-83ef19a75f6e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2761302 Nov 12 11:15:22.664568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cb9334eb-6091-4e66-9997-33488d6bf13a None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.688566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1724f0b1-6b25-4295-ab12-14ada154364a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:22.694867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be101561-7ebb-4c30-aa31-7847cd0607ad req-fc40b371-8800-45a4-97e0-6cc673ef3282 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.696454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be101561-7ebb-4c30-aa31-7847cd0607ad req-fc40b371-8800-45a4-97e0-6cc673ef3282 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.0807028 Nov 12 11:15:22.711319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:22.714243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.736757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cb9334eb-6091-4e66-9997-33488d6bf13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.764139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] For port 63488631-47ce-4b2f-b508-849181779b3d, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=63488631-47ce-4b2f-b508-849181779b3d,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:22.764664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.779698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.802364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Calling delete_port for 63488631-47ce-4b2f-b508-849181779b3d owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:22.822040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-f31c72a3-ab79-4bf7-bc15-59c55ed07b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:22.823723 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-f31c72a3-ab79-4bf7-bc15-59c55ed07b81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1095 time: 0.1259899 Nov 12 11:15:22.828378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:22.846504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be101561-7ebb-4c30-aa31-7847cd0607ad req-c710d5ad-2f1b-42f2-a60b-6143ecca5071 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375408 Nov 12 11:15:22.909249 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-44e1533d-9f04-458e-a114-d0b4d4c52d03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 200 len: 217 time: 0.0520964 Nov 12 11:15:22.914629 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:22.915261 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Added segment 9cbbb596-b0e0-43ce-895c-0cbdf335b938 of type vlan for network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 Nov 12 11:15:22.939698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:23.027475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9334eb-6091-4e66-9997-33488d6bf13a None None] Pushing event updated for resources: {'Port': ['ID=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:23.033077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.048482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-9d609f40-37b6-44dd-abd4-2998a1c8911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.051042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-9d609f40-37b6-44dd-abd4-2998a1c8911d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.1331642 Nov 12 11:15:23.117324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-2b516170-53e8-47d0-b3dc-50c1f0aad48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.118937 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-2b516170-53e8-47d0-b3dc-50c1f0aad48c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570343 Nov 12 11:15:23.186059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.209676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.209676 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.266697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:23.332461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9e297-e7d3-4254-8950-64e1b753fe88 req-9c1afa01-2232-4aa5-916a-97e377345591 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.340644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61d9e297-e7d3-4254-8950-64e1b753fe88 req-9c1afa01-2232-4aa5-916a-97e377345591 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 945 time: 0.3491070 Nov 12 11:15:23.373658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:23.374047 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.428020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Network': ['ID=0bd3bda0-71a8-4eef-a4b9-012f19382ec1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:23.449691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:23.473371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b7ec8e15-b0f6-4c03-bb11-9db1725c808a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9298000 Nov 12 11:15:23.476280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56808) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:23.483585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'subnet': {'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:23.496433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-5e0a4b8d-71b4-4831-8fd4-ea6e03f1996d service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700404 Nov 12 11:15:23.555036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61d9e297-e7d3-4254-8950-64e1b753fe88 req-d846815a-e518-43a0-8eab-6bca373f2a84 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132545 Nov 12 11:15:23.557415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Delete allocated IP 2001:db8::58 (0a70e22c-43b6-432c-af08-b54cfb20119c/e7ee080a-3333-4c33-a384-735b1b3b6e73) {{(pid=109704) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:15:23.589772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Allocated IP 2001:db8:0:2::117 (0a70e22c-43b6-432c-af08-b54cfb20119c/3014f634-d4d6-414c-81e7-ae5bfe7d7fbc/beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:23.721401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42de619e-f4b3-4a03-b3b0-f8d0205b8c15 req-17c49081-f5bf-44a0-9eed-8389f457c7fb service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097862 Nov 12 11:15:23.776905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.789554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9618009f-d10b-4a2a-8f24-5f42a2381c1c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:23.832312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Pushing event deleted for resources: {'Port': ['ID=63488631-47ce-4b2f-b508-849181779b3d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:23.847900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78127a-46b5-4b01-ae5b-561d16bdb769 req-28689c5c-39e5-4dd8-89da-53e9c4ece814 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:23.860683 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a78127a-46b5-4b01-ae5b-561d16bdb769 req-28689c5c-39e5-4dd8-89da-53e9c4ece814 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 945 time: 0.0746837 Nov 12 11:15:23.910599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:23.917869 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.925867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] No DVR routers for this DVR port 63488631-47ce-4b2f-b508-849181779b3d on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:23.930330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.935151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a76ca38a-44f8-498e-815d-f01bfd0c3836 req-e796ddeb-153d-4bb3-a240-4a2131cd9101 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "DELETE /v2.0/ports/63488631-47ce-4b2f-b508-849181779b3d HTTP/1.1" status: 204 len: 173 time: 2.5131564 Nov 12 11:15:23.935681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cff521a-92be-412b-a2a0-4c0e7a7c6b36', 'name': 'network-vif-deleted', 'tag': '63488631-47ce-4b2f-b508-849181779b3d'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:23.938338 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b122e066-5093-493c-b640-b4ea32c0bcb1" -d '{"events": [{"server_uuid": "9cff521a-92be-412b-a2a0-4c0e7a7c6b36", "name": "network-vif-deleted", "tag": "63488631-47ce-4b2f-b508-849181779b3d"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:23.958103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab601907-9be9-4eec-a437-7bdb53bd5e48 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:23.958640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab601907-9be9-4eec-a437-7bdb53bd5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:23.960157 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.027048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a78127a-46b5-4b01-ae5b-561d16bdb769 req-26151355-fbaf-43bb-92a5-0df2a8f98c7e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631513 Nov 12 11:15:24.029238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.061998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63e6fc-7b85-44ef-8e70-060f3f6e81d2 req-7c6479c9-d695-456f-a2de-59cfa13bd55c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:24.063683 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d63e6fc-7b85-44ef-8e70-060f3f6e81d2 req-7c6479c9-d695-456f-a2de-59cfa13bd55c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.0968003 Nov 12 11:15:24.145931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] In _notify_port_updated(), no bound segment for port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 on network 0a70e22c-43b6-432c-af08-b54cfb20119c {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:15:24.160109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:24.163650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.163650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "PUT /v2.0/ports/beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 HTTP/1.1" status: 200 len: 969 time: 2.1840198 Nov 12 11:15:24.163869 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74c15f9-43c4-4af8-801f-766f60e26c2d x-openstack-request-id: req-f74c15f9-43c4-4af8-801f-766f60e26c2d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:24.164098 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cff521a-92be-412b-a2a0-4c0e7a7c6b36", "name": "network-vif-deleted", "tag": "63488631-47ce-4b2f-b508-849181779b3d", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:24.164338 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f74c15f9-43c4-4af8-801f-766f60e26c2d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:24.164740 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cff521a-92be-412b-a2a0-4c0e7a7c6b36', 'name': 'network-vif-deleted', 'tag': '63488631-47ce-4b2f-b508-849181779b3d', 'status': 'completed', 'code': 200} Nov 12 11:15:24.175196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56818) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:24.198465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd40b-3385-49af-9f4f-9475085225dd tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event updated for resources: {'Port': ['ID=beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:24.225911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab601907-9be9-4eec-a437-7bdb53bd5e48 None None] Provisioning complete for port bdb4742f-1e53-41ff-96fd-7e9b737c53bc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:24.226470 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab601907-9be9-4eec-a437-7bdb53bd5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.272106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ab601907-9be9-4eec-a437-7bdb53bd5e48 None None] Port bdb4742f-1e53-41ff-96fd-7e9b737c53bc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:24.277603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d63e6fc-7b85-44ef-8e70-060f3f6e81d2 req-149f8e5c-5ac4-4868-bc4e-0c3ddeb2b8b4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552622 Nov 12 11:15:24.305705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab601907-9be9-4eec-a437-7bdb53bd5e48 None None] Provisioning complete for port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:24.306136 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab601907-9be9-4eec-a437-7bdb53bd5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.359324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ab601907-9be9-4eec-a437-7bdb53bd5e48 None None] Port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:24.368862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 63488631-47ce-4b2f-b508-849181779b3d no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:24.397963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 63488631-47ce-4b2f-b508-849181779b3d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:24.397963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 63488631-47ce-4b2f-b508-849181779b3d not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:24.398265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7099d-3ee5-4008-9f61-24fdfa34a40f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:24.398265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fd7099d-3ee5-4008-9f61-24fdfa34a40f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.504594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fd7099d-3ee5-4008-9f61-24fdfa34a40f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.520709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7099d-3ee5-4008-9f61-24fdfa34a40f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:24.532140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.607227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-371acdfa-4df7-4e6c-8778-7a3666cb4f85 None None] Provisioning complete for port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:24.607665 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-371acdfa-4df7-4e6c-8778-7a3666cb4f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.671737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-371acdfa-4df7-4e6c-8778-7a3666cb4f85 None None] Port beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:24.672150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Checking segment: {'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:24.672526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network hostable DHCP agents. Network: 0bd3bda0-71a8-4eef-a4b9-012f19382ec1, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:24.674861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Subnet': ['ID=77b5118a-88a2-4468-b170-d18089c69d3d,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:24.735086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d7adf3d-c0c2-40e0-b87d-938b5c4ca662 req-644bde3d-3b91-479b-a911-79a64ee4f60e tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=9cff521a-92be-412b-a2a0-4c0e7a7c6b36 HTTP/1.1" status: 200 len: 210 time: 0.0277848 Nov 12 11:15:24.798066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:24.941337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 0bd3bda0-71a8-4eef-a4b9-012f19382ec1) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:24.943020 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fd7099d-3ee5-4008-9f61-24fdfa34a40f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.952607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e2c4f9-db2b-4535-bbbf-1aaf92f4b322 None None] Network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:24.953215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:24.953351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:24.988492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7099d-3ee5-4008-9f61-24fdfa34a40f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:25.014243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fd7099d-3ee5-4008-9f61-24fdfa34a40f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.021425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1fd7099d-3ee5-4008-9f61-24fdfa34a40f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 HTTP/1.1" status: 204 len: 168 time: 0.8451116 Nov 12 11:15:25.023056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56826) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.060133 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6e628d-0cde-4b26-a5e3-d4488a451e0d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] GET failed (client error): The resource could not be found. Nov 12 11:15:25.061802 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7c6e628d-0cde-4b26-a5e3-d4488a451e0d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports/beadc42a-0bdd-4b6e-a7e0-ddcbaba616f3 HTTP/1.1" status: 404 len: 333 time: 0.0354643 Nov 12 11:15:25.064575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56830) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.154082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7daf25d4-066e-4f15-abe5-8a87ecf3333a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.165242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-0bd3bda0-71a8-4eef-a4b9-012f19382ec1', 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'fixed_ips': [{'subnet_id': '77b5118a-88a2-4468-b170-d18089c69d3d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:25.165718 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b72af2ef-c91a-43a0-81eb-7c8df8e1a0c8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6879454 Nov 12 11:15:25.166996 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.167311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56832) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.174075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1242239980'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:25.218763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7daf25d4-066e-4f15-abe5-8a87ecf3333a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.242880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb06fff-ce57-4b49-ba7c-af30ebb27d8a req-c13d0005-cc4d-43f1-9ff4-98c2754e3464 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:25.244883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bb06fff-ce57-4b49-ba7c-af30ebb27d8a req-c13d0005-cc4d-43f1-9ff4-98c2754e3464 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 945 time: 0.1338754 Nov 12 11:15:25.316245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:25.323004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.386610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1bb06fff-ce57-4b49-ba7c-af30ebb27d8a req-7cb1d9da-cdb7-4308-9ee3-70ff02fe18e1 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286614 Nov 12 11:15:25.387457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:25.403635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.404538 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Added segment 08b87bc0-b95d-429d-9ad9-146051975b8a of type vlan for network 793280d8-c548-42e6-adf4-470f7540f5b3 Nov 12 11:15:25.440285 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7daf25d4-066e-4f15-abe5-8a87ecf3333a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.444616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7daf25d4-066e-4f15-abe5-8a87ecf3333a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.446803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7daf25d4-066e-4f15-abe5-8a87ecf3333a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/security-groups/85731dfe-75d0-49cc-8596-d09be704d7c6 HTTP/1.1" status: 204 len: 168 time: 0.3812473 Nov 12 11:15:25.453550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56836) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.474839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.485582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf25d4-066e-4f15-abe5-8a87ecf3333a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85731dfe-75d0-49cc-8596-d09be704d7c6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:25.527194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b6747-adb8-4bb5-87af-b9b3752a445b req-310310a3-0408-47ae-83d8-edb7245ab9f4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:25.530843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-905b6747-adb8-4bb5-87af-b9b3752a445b req-310310a3-0408-47ae-83d8-edb7245ab9f4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.1390862 Nov 12 11:15:25.599941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Allocated IP 19.80.0.2 (0bd3bda0-71a8-4eef-a4b9-012f19382ec1/77b5118a-88a2-4468-b170-d18089c69d3d/44fdf451-739e-4aaa-b15a-3f5f16239aa3) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:25.604529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.611626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:25.612362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.624351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55255492-f4e5-4411-9fc8-ab71a07ddf48 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.678219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-905b6747-adb8-4bb5-87af-b9b3752a445b req-fc3bebb5-9c29-4011-82a5-51327e52a26b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378756 Nov 12 11:15:25.694995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56842) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.733624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Network': ['ID=793280d8-c548-42e6-adf4-470f7540f5b3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:25.742491 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:15:25.744311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9af97444-840e-404a-a686-7b0c3ed7aaae tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5749071 Nov 12 11:15:25.747616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56844) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:25.755862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'subnet': {'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:25.794275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55255492-f4e5-4411-9fc8-ab71a07ddf48 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.818308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 793280d8-c548-42e6-adf4-470f7540f5b3 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:25.867360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-54be95fc-3f10-4a77-aac2-72251090f6fb admin admin] Deleting subnet b61f2510-6e62-45b3-bfb4-cc29a914b9ef {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:25.875970 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54be95fc-3f10-4a77-aac2-72251090f6fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.896564 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.929612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54be95fc-3f10-4a77-aac2-72251090f6fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.945255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1724f0b1-6b25-4295-ab12-14ada154364a up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:25.979573 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54be95fc-3f10-4a77-aac2-72251090f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:25.986034 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.005473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55255492-f4e5-4411-9fc8-ab71a07ddf48 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.008275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55255492-f4e5-4411-9fc8-ab71a07ddf48 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.012672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-55255492-f4e5-4411-9fc8-ab71a07ddf48 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/security-groups/68bebf13-abb2-47b2-acca-0810afa50306 HTTP/1.1" status: 204 len: 168 time: 0.5543694 Nov 12 11:15:26.013230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56850) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:26.055165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:26.055564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55255492-f4e5-4411-9fc8-ab71a07ddf48 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bebf13-abb2-47b2-acca-0810afa50306,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:26.064539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:26.068422 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.069340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:26.074982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:26.105792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Pushing event updated for resources: {'Port': ['ID=44fdf451-739e-4aaa-b15a-3f5f16239aa3,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:26.160996 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54be95fc-3f10-4a77-aac2-72251090f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.205322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Attempting to bind port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:26.206498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Attempting to bind port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:26.206819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Attempting to bind port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 on network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:26.216841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be95fc-3f10-4a77-aac2-72251090f6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61f2510-6e62-45b3-bfb4-cc29a914b9ef,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:26.222375 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-54be95fc-3f10-4a77-aac2-72251090f6fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.227371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-54be95fc-3f10-4a77-aac2-72251090f6fb admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b61f2510-6e62-45b3-bfb4-cc29a914b9ef HTTP/1.1" status: 204 len: 168 time: 0.5305717 Nov 12 11:15:26.229975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56854) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:26.232978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1f64c62-ed10-4651-a5b3-1401b40e6e38 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.233250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:26.237339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Checking segment: {'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:26.238000 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.238484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Bound using segment: {'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:26.242459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Bound port: 44fdf451-739e-4aaa-b15a-3f5f16239aa3, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:26.243774 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.249041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 1724f0b1-6b25-4295-ab12-14ada154364a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:15:26.272360 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 1724f0b1-6b25-4295-ab12-14ada154364a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:26.273038 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.276777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1f64c62-ed10-4651-a5b3-1401b40e6e38 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.370927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:15:26.429068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.429605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] For port 44fdf451-739e-4aaa-b15a-3f5f16239aa3, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:26.485444 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.492310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] For port 44fdf451-739e-4aaa-b15a-3f5f16239aa3, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=44fdf451-739e-4aaa-b15a-3f5f16239aa3,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:26.501171 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.586917 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1f64c62-ed10-4651-a5b3-1401b40e6e38 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.608441 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1f64c62-ed10-4651-a5b3-1401b40e6e38 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.622031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1f64c62-ed10-4651-a5b3-1401b40e6e38 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/security-groups/b33ad48b-b854-4cbc-af02-bf53e06c49bc HTTP/1.1" status: 204 len: 168 time: 0.6007853 Nov 12 11:15:26.622031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56858) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:26.628136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:26.644696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'port_id': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'mac_address': 'fa:16:3e:8f:93:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:15:26.655050 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.666759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdbaa9c-21c1-43af-a803-c0b69b9b140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1724f0b1-6b25-4295-ab12-14ada154364a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:26.669225 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0911ac-f08e-45eb-b65b-82961238ecc3" -d '{"events": [{"server_uuid": "cfdbaa9c-21c1-43af-a803-c0b69b9b140b", "name": "network-vif-plugged", "status": "completed", "tag": "1724f0b1-6b25-4295-ab12-14ada154364a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:26.674201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.716539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015b3198-4d4e-4ab2-9f1a-9083f4ea11f8']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:26.717412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f64c62-ed10-4651-a5b3-1401b40e6e38 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33ad48b-b854-4cbc-af02-bf53e06c49bc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:26.743761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97d8d77-c0e0-4938-9055-b3c04dc26de0') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:26.745043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97d8d77-c0e0-4938-9055-b3c04dc26de0') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:26.764490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94f76-b790-4aa9-af07-d212b7eac06e req-50edc407-d935-4fd6-8650-fdfe4d325d55 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:26.767722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1f94f76-b790-4aa9-af07-d212b7eac06e req-50edc407-d935-4fd6-8650-fdfe4d325d55 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 945 time: 0.1331217 Nov 12 11:15:26.772311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.815366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.836545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:26.837883 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:26.839897 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:26.842522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Checking segment: {'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:26.842522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network hostable DHCP agents. Network: 793280d8-c548-42e6-adf4-470f7540f5b3, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:26.854278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1724f0b1-6b25-4295-ab12-14ada154364a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1724f0b1-6b25-4295-ab12-14ada154364a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:26.864547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Subnet': ['ID=f0bd9b98-2ba1-43af-a267-8fcef2df2538,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:26.893088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-0910315c-eb1a-4e29-b132-b7674eb59cdf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet e7ee080a-3333-4c33-a384-735b1b3b6e73 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:26.906281 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0910315c-eb1a-4e29-b132-b7674eb59cdf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.954485 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:26.987546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1f94f76-b790-4aa9-af07-d212b7eac06e req-88d2fe10-c6e5-44c6-9786-f1fd4a0d96d1 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062759 Nov 12 11:15:26.992379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac59123-7eea-4e5c-8fdb-94ec4d00606f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:27.008313 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0910315c-eb1a-4e29-b132-b7674eb59cdf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.045430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:27.046579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.052174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb5b20-366f-476b-91f9-95f9e6537293 None None] Pushing event updated for resources: {'Port': ['ID=44fdf451-739e-4aaa-b15a-3f5f16239aa3,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.101454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.117698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.124399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] 10.222.0.98 "DELETE /v2.0/networks/015b3198-4d4e-4ab2-9f1a-9083f4ea11f8 HTTP/1.1" status: 204 len: 168 time: 0.8905475 Nov 12 11:15:27.139496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56870) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:27.143006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb78c4-82ac-4045-872c-5f5070cc985c admin admin] Pushing event deleted for resources: {'Network': ['ID=015b3198-4d4e-4ab2-9f1a-9083f4ea11f8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.154918 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8204c23b-6493-4598-8f39-a06fe755f7a6 x-openstack-request-id: req-8204c23b-6493-4598-8f39-a06fe755f7a6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:27.155425 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdbaa9c-21c1-43af-a803-c0b69b9b140b", "name": "network-vif-plugged", "status": "completed", "tag": "1724f0b1-6b25-4295-ab12-14ada154364a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:27.155425 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8204c23b-6493-4598-8f39-a06fe755f7a6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:27.156014 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdbaa9c-21c1-43af-a803-c0b69b9b140b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1724f0b1-6b25-4295-ab12-14ada154364a', 'code': 200} Nov 12 11:15:27.176857 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.262322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network 793280d8-c548-42e6-adf4-470f7540f5b3 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:27.268388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1724f0b1-6b25-4295-ab12-14ada154364a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.269515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4a77ec-10a3-4aed-8241-8f7f21977b80 admin admin] Deleting subnet 44018e36-6e2f-4283-bf27-94f4027852ce {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:27.278351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c4a77ec-10a3-4aed-8241-8f7f21977b80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.307565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0910315c-eb1a-4e29-b132-b7674eb59cdf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.323049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a2e6f-5eb1-4dc8-b915-e18e62c151db req-707421fd-6d24-4b34-86b2-5835cd003d23 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:27.336558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e4a2e6f-5eb1-4dc8-b915-e18e62c151db req-707421fd-6d24-4b34-86b2-5835cd003d23 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.2205529 Nov 12 11:15:27.358348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.358581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82008a9f-47cf-4b84-becd-8f9d8eb4a462 req-488fb1ef-9c5c-44fe-b732-51026ff426f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:27.359939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82008a9f-47cf-4b84-becd-8f9d8eb4a462 req-488fb1ef-9c5c-44fe-b732-51026ff426f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 1098 time: 0.1863403 Nov 12 11:15:27.376256 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c4a77ec-10a3-4aed-8241-8f7f21977b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.406778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 793280d8-c548-42e6-adf4-470f7540f5b3) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:27.415623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:27.416476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.417981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917272b-6755-4b14-97d4-2fcdd6e49755 None None] Network 793280d8-c548-42e6-adf4-470f7540f5b3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:27.458210 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c4a77ec-10a3-4aed-8241-8f7f21977b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.467767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['0ac59123-7eea-4e5c-8fdb-94ec4d00606f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:27.479839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e4a2e6f-5eb1-4dc8-b915-e18e62c151db req-5e253262-cec3-4f66-9ac6-168e4e88ab25 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317677 Nov 12 11:15:27.528001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82008a9f-47cf-4b84-becd-8f9d8eb4a462 req-956b92d2-89e9-4ce4-bc28-6eb728954494 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372578 Nov 12 11:15:27.538880 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4523a984-2748-40ef-8bff-8f8e414cf8b3 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7893827 Nov 12 11:15:27.564798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0910315c-eb1a-4e29-b132-b7674eb59cdf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.596379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0910315c-eb1a-4e29-b132-b7674eb59cdf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.602933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e6d53-1c31-43b5-b9de-8ac7a9dee375 None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:27.605687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56874) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:27.615400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0910315c-eb1a-4e29-b132-b7674eb59cdf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/e7ee080a-3333-4c33-a384-735b1b3b6e73 HTTP/1.1" status: 204 len: 168 time: 0.9728913 Nov 12 11:15:27.672801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c4a77ec-10a3-4aed-8241-8f7f21977b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.691290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910315c-eb1a-4e29-b132-b7674eb59cdf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ee080a-3333-4c33-a384-735b1b3b6e73,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.707984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c4a77ec-10a3-4aed-8241-8f7f21977b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.711487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c4a77ec-10a3-4aed-8241-8f7f21977b80 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/44018e36-6e2f-4283-bf27-94f4027852ce HTTP/1.1" status: 204 len: 168 time: 0.5703764 Nov 12 11:15:27.718105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56878) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:27.766292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a77ec-10a3-4aed-8241-8f7f21977b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44018e36-6e2f-4283-bf27-94f4027852ce,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:27.779322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6d1e29-b522-4575-ab1d-7b0397b8bd81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet 3014f634-d4d6-414c-81e7-ae5bfe7d7fbc {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:27.783344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1e29-b522-4575-ab1d-7b0397b8bd81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.834813 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1e29-b522-4575-ab1d-7b0397b8bd81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:27.951504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1e29-b522-4575-ab1d-7b0397b8bd81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.051020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-793280d8-c548-42e6-adf4-470f7540f5b3', 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'fixed_ips': [{'subnet_id': 'f0bd9b98-2ba1-43af-a267-8fcef2df2538'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:28.051877 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.089162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.221458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-669f2b92-bffd-4207-a880-17eba1ca38b8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:28.249807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-669f2b92-bffd-4207-a880-17eba1ca38b8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:28.261052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-669f2b92-bffd-4207-a880-17eba1ca38b8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/networks?id=0bd3bda0-71a8-4eef-a4b9-012f19382ec1&id=793280d8-c548-42e6-adf4-470f7540f5b3 HTTP/1.1" status: 200 len: 1392 time: 0.3449275 Nov 12 11:15:28.288237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.298305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-c5c11dbc-2ce3-4b48-b750-ca3847f36ecf tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/quotas/8dd6c23a8c8a4456aa5a972f5372eb70 HTTP/1.1" status: 200 len: 375 time: 0.0350158 Nov 12 11:15:28.320195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Allocated IP 19.86.0.2 (793280d8-c548-42e6-adf4-470f7540f5b3/f0bd9b98-2ba1-43af-a267-8fcef2df2538/8576cc63-87a6-4aaf-9f87-261e813073ad) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:28.322521 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1e29-b522-4575-ab1d-7b0397b8bd81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.404415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-3b8e4a8f-71b0-40dc-813d-5e9ed837176c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050475 Nov 12 11:15:28.446740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d56e81-d430-4af9-8ae7-4be2fe7c8ad9 req-45c30e10-3d62-4d22-a6cc-7a22cdddb5dc tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:28.448780 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08d56e81-d430-4af9-8ae7-4be2fe7c8ad9 req-45c30e10-3d62-4d22-a6cc-7a22cdddb5dc tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 946 time: 0.2819686 Nov 12 11:15:28.454278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526019b4-1055-4210-976d-5a0d4e30892f']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:28.462486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d1e29-b522-4575-ab1d-7b0397b8bd81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=3014f634-d4d6-414c-81e7-ae5bfe7d7fbc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:28.515392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d6d1e29-b522-4575-ab1d-7b0397b8bd81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.526657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d6d1e29-b522-4575-ab1d-7b0397b8bd81 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/3014f634-d4d6-414c-81e7-ae5bfe7d7fbc HTTP/1.1" status: 204 len: 168 time: 0.9198935 Nov 12 11:15:28.527474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56896) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:28.530349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809fec3a-c7f4-45d2-aea6-5d63ad0d799c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:28.530625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809fec3a-c7f4-45d2-aea6-5d63ad0d799c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:28.542557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-c62b6e97-b9c1-481e-8339-090d0a87c6a2 service neutron] 10.222.0.98 "GET /v2.0/networks/0bd3bda0-71a8-4eef-a4b9-012f19382ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368837 Nov 12 11:15:28.570094 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.597649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.629415 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead0493a-5303-45f2-9fac-d2f6b42daecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:28.631008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead0493a-5303-45f2-9fac-d2f6b42daecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:28.635557 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ead0493a-5303-45f2-9fac-d2f6b42daecf tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/e7ee080a-3333-4c33-a384-735b1b3b6e73 HTTP/1.1" status: 404 len: 337 time: 0.1027727 Nov 12 11:15:28.645313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:28.665825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.693147 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.717055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08d56e81-d430-4af9-8ae7-4be2fe7c8ad9 req-ad9a682b-b086-462f-912f-3f053a4eeaa8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432656 Nov 12 11:15:28.728880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:28.729848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:28.738446 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:28.753174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65529e5-257b-41fb-997e-08af86b5f96d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting subnet 7f60f376-b515-41da-9da7-498e216513b1 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:28.782705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb34dd4-6366-420d-b714-9289f67f7804 None None] Network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:28.790932 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Pushing event updated for resources: {'Port': ['ID=8576cc63-87a6-4aaf-9f87-261e813073ad,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:28.898921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Network 793280d8-c548-42e6-adf4-470f7540f5b3 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:28.908734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:28.913981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:28.930759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d7a07234-9adb-4783-90ef-daa0db1c8986 None None] Provisioning complete for port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:28.932056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7a07234-9adb-4783-90ef-daa0db1c8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:28.964889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2aa3-0e9c-42b0-b2b5-b7a81e14d536 req-9b99c2a9-7dd0-4505-84fa-bc54fd1f1cca tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:28.966867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30aa2aa3-0e9c-42b0-b2b5-b7a81e14d536 req-9b99c2a9-7dd0-4505-84fa-bc54fd1f1cca tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.0766468 Nov 12 11:15:29.011687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.075715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30aa2aa3-0e9c-42b0-b2b5-b7a81e14d536 req-9a955425-eee6-400f-840c-2701b58d539c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014240 Nov 12 11:15:29.080139 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.083605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] 10.222.0.98 "DELETE /v2.0/networks/526019b4-1055-4210-976d-5a0d4e30892f HTTP/1.1" status: 204 len: 168 time: 1.3649268 Nov 12 11:15:29.124040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8524b-16b7-44ca-b87c-5ebd43fa2a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=526019b4-1055-4210-976d-5a0d4e30892f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:29.151543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Attempting to bind port 8576cc63-87a6-4aaf-9f87-261e813073ad on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:29.154101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Attempting to bind port 8576cc63-87a6-4aaf-9f87-261e813073ad by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:29.167356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Attempting to bind port 8576cc63-87a6-4aaf-9f87-261e813073ad on network 793280d8-c548-42e6-adf4-470f7540f5b3 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:29.248559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:29.249236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Checking segment: {'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:29.249935 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.251029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Bound using segment: {'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:29.251671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Bound port: 8576cc63-87a6-4aaf-9f87-261e813073ad, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:29.251917 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.307911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44fdf451-739e-4aaa-b15a-3f5f16239aa3 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:29.314823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a65529e5-257b-41fb-997e-08af86b5f96d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.348464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a77bd814-8892-4a0b-b262-3c27b32074cb service neutron] 10.222.0.98 "GET /v2.0/networks/0bd3bda0-71a8-4eef-a4b9-012f19382ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049197 Nov 12 11:15:29.361565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7a07234-9adb-4783-90ef-daa0db1c8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.371792 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a65529e5-257b-41fb-997e-08af86b5f96d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.384229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd1271-c839-4f42-98d7-c480687d465f None None] Network 0a70e22c-43b6-432c-af08-b54cfb20119c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:29.430366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e45d73cd-6473-46a5-a74c-930f2adf85fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.523671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d7a07234-9adb-4783-90ef-daa0db1c8986 None None] For port 44fdf451-739e-4aaa-b15a-3f5f16239aa3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=44fdf451-739e-4aaa-b15a-3f5f16239aa3,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:29.539179 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-bba992b5-96d0-4be8-bf51-665f9b060219 service neutron] 10.222.0.98 "GET /v2.0/networks/793280d8-c548-42e6-adf4-470f7540f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455388 Nov 12 11:15:29.544765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a65529e5-257b-41fb-997e-08af86b5f96d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.560452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:29.560762 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.654261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56906) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:29.694711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-d1293a48-981e-4068-bf9a-6f156d28e730 service neutron] 10.222.0.98 "GET /v2.0/networks/793280d8-c548-42e6-adf4-470f7540f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239195 Nov 12 11:15:29.750504 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] For port 8576cc63-87a6-4aaf-9f87-261e813073ad, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:29.753011 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7a07234-9adb-4783-90ef-daa0db1c8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.768065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56910) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:29.768284 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ec908581-11a8-4bee-ac4b-d951f4359e84 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ae0f2b8e6e624adebd29213c5c0b4d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1112103 Nov 12 11:15:29.811256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] For port 8576cc63-87a6-4aaf-9f87-261e813073ad, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8576cc63-87a6-4aaf-9f87-261e813073ad,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:29.842676 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a65529e5-257b-41fb-997e-08af86b5f96d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.940357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a07234-9adb-4783-90ef-daa0db1c8986 None None] Pushing event updated for resources: {'Port': ['ID=44fdf451-739e-4aaa-b15a-3f5f16239aa3,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:29.948711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65529e5-257b-41fb-997e-08af86b5f96d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Subnet': ['ID=7f60f376-b515-41da-9da7-498e216513b1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:29.953857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a65529e5-257b-41fb-997e-08af86b5f96d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.959951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a65529e5-257b-41fb-997e-08af86b5f96d tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/7f60f376-b515-41da-9da7-498e216513b1 HTTP/1.1" status: 204 len: 168 time: 1.3116338 Nov 12 11:15:29.961070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56912) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:29.965899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d42aa3b0-da87-4c54-83a8-158588eccf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.971792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:29.977552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5570e-977c-4a7c-be1e-749ee8c2dafc req-4ccfaca2-b3a8-4601-af68-95cf7446e87b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:29.982755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ab5570e-977c-4a7c-be1e-749ee8c2dafc req-4ccfaca2-b3a8-4601-af68-95cf7446e87b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 946 time: 0.0963428 Nov 12 11:15:29.994772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-35007db2-3422-4118-9688-c95d9068c1b7 None None] Provisioning complete for port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:29.996193 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35007db2-3422-4118-9688-c95d9068c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.037295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d42aa3b0-da87-4c54-83a8-158588eccf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.115872 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1ef75f-226d-430c-8af5-1f4c9b9bb567 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:30.122835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1ef75f-226d-430c-8af5-1f4c9b9bb567 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:30.131564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5d1ef75f-226d-430c-8af5-1f4c9b9bb567 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/a4b852c6-b373-4672-8609-0662a24d8b61 HTTP/1.1" status: 404 len: 337 time: 0.1475801 Nov 12 11:15:30.156614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4caf12-b235-4575-838a-9e8d4ede41f0 None None] Pushing event updated for resources: {'Port': ['ID=8576cc63-87a6-4aaf-9f87-261e813073ad,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:30.180765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56920) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:30.200624 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd96cae7-4dc5-4732-8043-26e4cf424cdd req-43d4a2ad-2668-4e8e-8932-15bbf37ba8b5 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 210 time: 0.0988090 Nov 12 11:15:30.216629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ab5570e-977c-4a7c-be1e-749ee8c2dafc req-2b1cd6ad-e3b9-4183-b93d-0e184f05be22 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874237 Nov 12 11:15:30.276408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d13412b-50e4-4861-a8a3-48a2cbeed0e8 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "GET /v2.0/ports?device_id=a05694b2-dadc-475e-923e-8320d9da8be6 HTTP/1.1" status: 200 len: 205 time: 0.0867996 Nov 12 11:15:30.276586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56924) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:30.276704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5934c66a-675e-41b3-a312-20af27137895 None None] DHCP port deletion for 0a70e22c-43b6-432c-af08-b54cfb20119c request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:30.341904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-35007db2-3422-4118-9688-c95d9068c1b7 None None] Provisioning complete for port bdb4742f-1e53-41ff-96fd-7e9b737c53bc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:30.342278 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35007db2-3422-4118-9688-c95d9068c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.386089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5934c66a-675e-41b3-a312-20af27137895 None None] Deleting port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:30.386497 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5934c66a-675e-41b3-a312-20af27137895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.389387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-35007db2-3422-4118-9688-c95d9068c1b7 None None] Port bdb4742f-1e53-41ff-96fd-7e9b737c53bc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:30.414987 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-b42d6bc0-92bc-49e9-819b-0cd5642d4a5a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] delete failed (client error): The resource could not be found. Nov 12 11:15:30.416612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b42d6bc0-92bc-49e9-819b-0cd5642d4a5a tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/routers/a05694b2-dadc-475e-923e-8320d9da8be6 HTTP/1.1" status: 404 len: 336 time: 0.1403728 Nov 12 11:15:30.427074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56930) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:30.427074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d42aa3b0-da87-4c54-83a8-158588eccf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.427074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d42aa3b0-da87-4c54-83a8-158588eccf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.427321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:30.427955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d42aa3b0-da87-4c54-83a8-158588eccf67 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8d7ec1b8-defe-4e30-905b-15da3e581470 HTTP/1.1" status: 204 len: 168 time: 0.6584549 Nov 12 11:15:30.600238 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f148f5-f4a3-4f02-bfa2-4fde28e20779 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:30.601749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f148f5-f4a3-4f02-bfa2-4fde28e20779 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:30.611501 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-84f148f5-f4a3-4f02-bfa2-4fde28e20779 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/57bc4ecd-e1a0-40e0-8b17-425f55f75bc3 HTTP/1.1" status: 404 len: 337 time: 0.1816311 Nov 12 11:15:30.613812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56944) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:30.640686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42aa3b0-da87-4c54-83a8-158588eccf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7ec1b8-defe-4e30-905b-15da3e581470,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:30.666377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2ea8a-df15-4592-a3d0-3deb46a95a7f req-55aa517c-f1a6-46d6-aaf1-629c79f496e1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:30.691109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65d2ea8a-df15-4592-a3d0-3deb46a95a7f req-55aa517c-f1a6-46d6-aaf1-629c79f496e1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.3610489 Nov 12 11:15:30.700940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5934c66a-675e-41b3-a312-20af27137895 None None] For port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,segment=NetworkSegment(29d3f821-b323-4f4d-a79f-3d1825c6add2),segment_id=29d3f821-b323-4f4d-a79f-3d1825c6add2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:30.701653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5934c66a-675e-41b3-a312-20af27137895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.718542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8561bf7a-38e0-4ce3-aae9-94bb61b0cf3b None None] Provisioning complete for port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:30.719080 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8561bf7a-38e0-4ce3-aae9-94bb61b0cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.724745 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd0d910-6dbd-488c-b073-ab704eef4436 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:30.725500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd0d910-6dbd-488c-b073-ab704eef4436 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:30.732509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7dd0d910-6dbd-488c-b073-ab704eef4436 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/044f3395-1c05-4957-986b-f357b7c1c1ed HTTP/1.1" status: 404 len: 337 time: 0.1173346 Nov 12 11:15:30.741285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:30.772544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5934c66a-675e-41b3-a312-20af27137895 None None] Calling delete_port for a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:30.832141 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afdd112-48a4-4804-b44f-a30b7552c9ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:30.837453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afdd112-48a4-4804-b44f-a30b7552c9ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:30.847981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0afdd112-48a4-4804-b44f-a30b7552c9ed tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/4e9af613-000c-4461-8130-341a16a35193 HTTP/1.1" status: 404 len: 337 time: 0.1032572 Nov 12 11:15:30.861871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56952) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:30.885981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:15:30.896691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:30.897037 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:30.926670 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fd05db-f611-434e-b4ad-5b39dc74b087 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:30.931412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fd05db-f611-434e-b4ad-5b39dc74b087 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:30.940406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-61fd05db-f611-434e-b4ad-5b39dc74b087 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/1ba7534d-18eb-43a8-b925-f00175a5458a HTTP/1.1" status: 404 len: 333 time: 0.0745857 Nov 12 11:15:30.941527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb8f2f-885e-40fd-a160-ced24618099c req-cfd88275-6116-462d-8e75-914d33e5237d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:30.941832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56954) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:30.949998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cdb8f2f-885e-40fd-a160-ced24618099c req-cfd88275-6116-462d-8e75-914d33e5237d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.2364528 Nov 12 11:15:30.967978 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65d2ea8a-df15-4592-a3d0-3deb46a95a7f req-24b9a3ba-b137-4996-9799-41bec502857c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771204 Nov 12 11:15:30.972087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cdb8f2f-885e-40fd-a160-ced24618099c req-79eca31a-cb10-4fa1-826b-451f31428366 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/quotas/db43c19f43a64644a43091b14e832964 HTTP/1.1" status: 200 len: 375 time: 0.0208707 Nov 12 11:15:31.004319 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-3296fe7e-20ce-4bfb-8cee-f04e12322cb9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:31.004926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3296fe7e-20ce-4bfb-8cee-f04e12322cb9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:31.012567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3296fe7e-20ce-4bfb-8cee-f04e12322cb9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/414dae29-c4da-4088-8856-4ebe0222c540 HTTP/1.1" status: 404 len: 337 time: 0.0690856 Nov 12 11:15:31.015714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:31.167412 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28a115a-f487-4524-9be9-c8dfc435f6b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:31.168942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28a115a-f487-4524-9be9-c8dfc435f6b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:31.176828 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c28a115a-f487-4524-9be9-c8dfc435f6b9 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/2dcd30fc-ebc3-4615-843f-991505d5312d HTTP/1.1" status: 404 len: 337 time: 0.1581206 Nov 12 11:15:31.178653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56962) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:31.191817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.210792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cdb8f2f-885e-40fd-a160-ced24618099c req-2c7d916d-be40-4c4b-9ab4-348ac07759cd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2377872 Nov 12 11:15:31.246467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:31.250342 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f064e621-d194-47b6-a059-9606fc1caea8" -d '{"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-plugged", "status": "completed", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:31.263527 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-448c4b1c-a84a-49f3-9fa5-d8980050f96f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:31.268056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:31.269074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448c4b1c-a84a-49f3-9fa5-d8980050f96f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:31.278151 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5934c66a-675e-41b3-a312-20af27137895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.278911 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-448c4b1c-a84a-49f3-9fa5-d8980050f96f tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/ed20069b-0201-44a7-b614-f51dd507b530 HTTP/1.1" status: 404 len: 333 time: 0.0987568 Nov 12 11:15:31.281523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56968) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:31.318406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934c66a-675e-41b3-a312-20af27137895 None None] Pushing event deleted for resources: {'Port': ['ID=a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:31.325474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934c66a-675e-41b3-a312-20af27137895 None None] No DVR routers for this DVR port a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:31.357361 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.360735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cdb8f2f-885e-40fd-a160-ced24618099c req-9eedf0a1-aa86-46e1-83f7-6ef8ed9b57a0 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415679 Nov 12 11:15:31.392166 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ce7481-f64e-41bf-b14d-6c6c9dedb188 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:31.393631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ce7481-f64e-41bf-b14d-6c6c9dedb188 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:31.398450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-02ce7481-f64e-41bf-b14d-6c6c9dedb188 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/a8b8a69a-107d-4874-aed3-cbceabd5635f HTTP/1.1" status: 404 len: 337 time: 0.1111565 Nov 12 11:15:31.422741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56970) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:31.432861 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0702b722-536a-4acf-ae3c-ed93c4d3e7d1 req-bb4ddd24-6250-424c-9533-7d447630c70c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 210 time: 0.1326334 Nov 12 11:15:31.480586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:31.485772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44fdf451-739e-4aaa-b15a-3f5f16239aa3 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:31.505344 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89ac230-eaae-4077-b47f-c7feff9887c5 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] DELETE failed (client error): The resource could not be found. Nov 12 11:15:31.506339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89ac230-eaae-4077-b47f-c7feff9887c5 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:15:31.511724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d89ac230-eaae-4077-b47f-c7feff9887c5 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/subnets/9c7532b5-4004-421d-8833-61749f811e7a HTTP/1.1" status: 404 len: 337 time: 0.0704272 Nov 12 11:15:31.516897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56974) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:31.598063 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889166e4-3836-4dbb-bfa4-6b9b1b1f7dc0 x-openstack-request-id: req-889166e4-3836-4dbb-bfa4-6b9b1b1f7dc0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:31.598063 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-plugged", "status": "completed", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:31.598063 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-889166e4-3836-4dbb-bfa4-6b9b1b1f7dc0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:31.598063 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'code': 200} Nov 12 11:15:31.649748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:31.650053 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.780066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56978) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:31.804433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-dd041433-ac42-4c35-a8c5-2efed4115877 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Deleting port bdb4742f-1e53-41ff-96fd-7e9b737c53bc {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:31.804805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd041433-ac42-4c35-a8c5-2efed4115877 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.829266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8576cc63-87a6-4aaf-9f87-261e813073ad up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:31.906925 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd041433-ac42-4c35-a8c5-2efed4115877 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.914083 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1a1605aa-1f8e-4de2-a949-82718d972c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:31.927614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-dd041433-ac42-4c35-a8c5-2efed4115877 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Calling delete_port for bdb4742f-1e53-41ff-96fd-7e9b737c53bc owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:31.935088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8576cc63-87a6-4aaf-9f87-261e813073ad triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:31.937024 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.003041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163e92b-f40f-40cb-b064-7d68b24a4fc8 req-06072ec3-eb53-4c38-8f21-825c5455f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.010264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6163e92b-f40f-40cb-b064-7d68b24a4fc8 req-06072ec3-eb53-4c38-8f21-825c5455f3bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1097 time: 0.0751777 Nov 12 11:15:32.011298 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be8ad91-235b-4caa-953c-5c5dbd675982 None None] Network 793280d8-c548-42e6-adf4-470f7540f5b3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:32.056425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-69119247-5f87-405a-a737-312849af07c3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=50dc41cbe1134938adb47cc81ce95f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750709 Nov 12 11:15:32.058809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56982) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:32.060259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d2d2374b-5a3b-4070-9d33-c1aa9ba565dd None None] Provisioning complete for port 8576cc63-87a6-4aaf-9f87-261e813073ad triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:32.071634 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d2d2374b-5a3b-4070-9d33-c1aa9ba565dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.072632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cdb8f2f-885e-40fd-a160-ced24618099c req-f88f2fa5-10d5-4f4d-88d3-c7ac3ba815c2 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987503 Nov 12 11:15:32.141862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6163e92b-f40f-40cb-b064-7d68b24a4fc8 req-c9ac08c4-d586-431f-9808-d09dccfca416 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923645 Nov 12 11:15:32.173106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50ef06-5472-4a9b-bf68-feb0ed8dc976 req-66bc789b-6a6f-4c92-8af5-0b829b10209f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:32.174702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c50ef06-5472-4a9b-bf68-feb0ed8dc976 req-66bc789b-6a6f-4c92-8af5-0b829b10209f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.0713565 Nov 12 11:15:32.186306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c464f7bf-bafe-417a-9ed4-99ab608ac495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.235701 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c464f7bf-bafe-417a-9ed4-99ab608ac495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.257096 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.273471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd041433-ac42-4c35-a8c5-2efed4115877 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.326972 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c50ef06-5472-4a9b-bf68-feb0ed8dc976 req-8e2c338f-15e4-4b46-b3c9-020b474dc5e9 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360321 Nov 12 11:15:32.330389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd041433-ac42-4c35-a8c5-2efed4115877 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Port': ['ID=bdb4742f-1e53-41ff-96fd-7e9b737c53bc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:32.337596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd041433-ac42-4c35-a8c5-2efed4115877 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.341493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dd041433-ac42-4c35-a8c5-2efed4115877 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/ports/bdb4742f-1e53-41ff-96fd-7e9b737c53bc HTTP/1.1" status: 204 len: 168 time: 0.8231728 Nov 12 11:15:32.344263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56984) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:32.358985 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d2d2374b-5a3b-4070-9d33-c1aa9ba565dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.390952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 8576cc63-87a6-4aaf-9f87-261e813073ad, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8576cc63-87a6-4aaf-9f87-261e813073ad,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:32.457518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.540582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c464f7bf-bafe-417a-9ed4-99ab608ac495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.544501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c464f7bf-bafe-417a-9ed4-99ab608ac495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.546722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c464f7bf-bafe-417a-9ed4-99ab608ac495 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f282b216-caa9-4e91-83e8-d3abcebd3100 HTTP/1.1" status: 204 len: 168 time: 0.4867995 Nov 12 11:15:32.564358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.583606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464f7bf-bafe-417a-9ed4-99ab608ac495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f282b216-caa9-4e91-83e8-d3abcebd3100,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:32.629525 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.682795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24807cc9-f6c6-47ab-9bb4-03d59648652e req-bdedbae4-8664-4c16-9905-c54304e8c7a2 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 210 time: 0.1044226 Nov 12 11:15:32.710488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a70e22c-43b6-432c-af08-b54cfb20119c']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:32.733051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d3f821-b323-4f4d-a79f-3d1825c6add2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:32.733360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d3f821-b323-4f4d-a79f-3d1825c6add2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:32.750789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.790158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=8576cc63-87a6-4aaf-9f87-261e813073ad,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:32.825711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.867112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:32.867112 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:32.922278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:32.928620 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:32.952508 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-d2d2374b-5a3b-4070-9d33-c1aa9ba565dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:15:32.957051 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-d2d2374b-5a3b-4070-9d33-c1aa9ba565dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:15:33.034033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:33.034033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a75ce7ce-92a8-4d3b-a41f-a19ec39d83aa not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:33.158399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.159956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.177318 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.182178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] 10.222.0.98 "DELETE /v2.0/networks/0a70e22c-43b6-432c-af08-b54cfb20119c HTTP/1.1" status: 204 len: 168 time: 0.8366182 Nov 12 11:15:33.215602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8576cc63-87a6-4aaf-9f87-261e813073ad up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:33.260915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262f9d4-d092-438a-824b-f1b7c9f85864 tempest-PortsIpV6TestJSON-946368335 tempest-PortsIpV6TestJSON-946368335-project] Pushing event deleted for resources: {'Network': ['ID=0a70e22c-43b6-432c-af08-b54cfb20119c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:33.386799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8576cc63-87a6-4aaf-9f87-261e813073ad triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:33.391185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:33.664541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf79b4f-bb55-4bd7-8024-332576a82508 req-bad556e8-b496-4d44-a892-06fee8bb0a8f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:33.675748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ccf79b4f-bb55-4bd7-8024-332576a82508 req-bad556e8-b496-4d44-a892-06fee8bb0a8f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1512563 Nov 12 11:15:33.684298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a6906490-0927-4818-b297-6900c674baf8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:33.690497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a6906490-0927-4818-b297-6900c674baf8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:33.692161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a6906490-0927-4818-b297-6900c674baf8 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "GET /v2.0/networks?id=0bd3bda0-71a8-4eef-a4b9-012f19382ec1&id=793280d8-c548-42e6-adf4-470f7540f5b3 HTTP/1.1" status: 200 len: 1392 time: 0.3310599 Nov 12 11:15:33.710823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'port': {'device_id': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1', 'admin_state_up': True, 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:33.789551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ccf79b4f-bb55-4bd7-8024-332576a82508 req-21374e68-ce97-46d2-8f0b-425e8b660daf tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076782 Nov 12 11:15:34.076472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8823-a931-4e7f-a5cb-513ed938d35a req-ab142dba-322f-456f-aa1a-e1503c73e73f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:34.081486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-466f8823-a931-4e7f-a5cb-513ed938d35a req-ab142dba-322f-456f-aa1a-e1503c73e73f tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 946 time: 0.1374516 Nov 12 11:15:34.189114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-234246a4-c92a-4d31-a4a4-5ac7e674abc8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:34.192615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5c0fda97-ed3b-41a6-b4c5-d0ca4b9fe0cb None None] Provisioning complete for port 8576cc63-87a6-4aaf-9f87-261e813073ad triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:34.195881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5c0fda97-ed3b-41a6-b4c5-d0ca4b9fe0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.227382 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-234246a4-c92a-4d31-a4a4-5ac7e674abc8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.5206845 Nov 12 11:15:34.231897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-466f8823-a931-4e7f-a5cb-513ed938d35a req-179c58fc-5b83-48be-bb5a-c5fd4ecf72ac tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481297 Nov 12 11:15:34.263641 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.309190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-3316b0ae-20d0-4052-934e-96d193e00b24 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/quotas/db43c19f43a64644a43091b14e832964 HTTP/1.1" status: 200 len: 375 time: 0.0779164 Nov 12 11:15:34.334478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57048) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:34.394267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-35aa4380-0235-4ec1-8c69-122b8cba4da2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838311 Nov 12 11:15:34.451821 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b8bb7bd-c681-4703-ba69-a12f981fd82c req-4e08340c-8f6d-459f-875f-1537290c0faa tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 210 time: 0.0747702 Nov 12 11:15:34.456365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:34.460607 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.580260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-a6f4fa20-0835-4de8-a524-8b0cf36964c9 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806562 Nov 12 11:15:34.783429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Allocated IP 19.80.0.17 (0bd3bda0-71a8-4eef-a4b9-012f19382ec1/77b5118a-88a2-4468-b170-d18089c69d3d/04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:34.797853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e6a1256a-a872-4d04-acd3-67fd48667b86 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9b045a0c95bb4d67b209c1e1922c8d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615047 Nov 12 11:15:34.801956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:34.815419 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-6c620408-c5e6-44ee-aae8-d0195da81606 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376244 Nov 12 11:15:34.822918 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:34.926950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e83cbf80-cc13-4daf-8e65-bcdcb28c958a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.011801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e83cbf80-cc13-4daf-8e65-bcdcb28c958a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.088367 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.142404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26691dd4-f668-4aca-8784-ea98a8e769cb req-26a599a8-c426-4e49-9b2a-e5f7acc36bf7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:35.143980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26691dd4-f668-4aca-8784-ea98a8e769cb req-26a599a8-c426-4e49-9b2a-e5f7acc36bf7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1604378 Nov 12 11:15:35.184108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-c7eb94e6-340b-457b-9598-b562d23069c5 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:35.185633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-c7eb94e6-340b-457b-9598-b562d23069c5 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 946 time: 0.1114898 Nov 12 11:15:35.232888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.256037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26691dd4-f668-4aca-8784-ea98a8e769cb req-df4b6658-777b-4979-8997-b7c2a0c2f96b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052370 Nov 12 11:15:35.300265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e83cbf80-cc13-4daf-8e65-bcdcb28c958a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.304867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e83cbf80-cc13-4daf-8e65-bcdcb28c958a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.310111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e83cbf80-cc13-4daf-8e65-bcdcb28c958a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/721d93f7-af98-41e5-98c3-fd0af971f9f6 HTTP/1.1" status: 204 len: 168 time: 0.5083275 Nov 12 11:15:35.328991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cbf80-cc13-4daf-8e65-bcdcb28c958a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721d93f7-af98-41e5-98c3-fd0af971f9f6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:35.360171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0250341-5def-4827-995d-d3248acd3828 req-5e09a71a-4a5b-4c04-931d-d5cc2c5ccfb3 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 210 time: 0.0611587 Nov 12 11:15:35.362927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:35.364283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Deleting port 9618009f-d10b-4a2a-8f24-5f42a2381c1c {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:35.364922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.368206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:35.385598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:35.394011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Port': ['ID=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:35.464746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:35.466244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.582888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c233da-32ba-47ef-9ad6-2bd5862f7cb5 req-08a88588-844d-4d14-9656-20d61c84437d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:35.590298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96c233da-32ba-47ef-9ad6-2bd5862f7cb5 req-08a88588-844d-4d14-9656-20d61c84437d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1029906 Nov 12 11:15:35.616355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1f386-a33a-4a14-8b60-1787280732d8 req-a9641412-fd42-4cc1-8a22-a5b41afda032 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:35.616628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-6abd991e-2ec5-42a0-9566-bf26fc21d363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9058080 Nov 12 11:15:35.616628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57080) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:35.619906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e1f386-a33a-4a14-8b60-1787280732d8 req-a9641412-fd42-4cc1-8a22-a5b41afda032 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 946 time: 0.1018927 Nov 12 11:15:35.621692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Request body: {'floatingip': {'port_id': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:35.667100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] For port 9618009f-d10b-4a2a-8f24-5f42a2381c1c, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9618009f-d10b-4a2a-8f24-5f42a2381c1c,segment=NetworkSegment(52ea8eff-1119-4bd7-80aa-6728ed7e5ec8),segment_id=52ea8eff-1119-4bd7-80aa-6728ed7e5ec8)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:35.667518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.676229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Request body: {'port': {'device_id': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3', 'admin_state_up': True, 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:35.688314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Calling delete_port for 9618009f-d10b-4a2a-8f24-5f42a2381c1c owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:35.741800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f5e1f386-a33a-4a14-8b60-1787280732d8 req-fd2d0074-ad20-4930-9dfa-a02d77e6ea8d tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d3a6627-e236-40bc-8d4d-ce7656b034db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190724 Nov 12 11:15:35.781747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.905134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d1f6e217-1370-4717-b4db-db5cecce7674 None None] Provisioning complete for port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:35.905724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e217-1370-4717-b4db-db5cecce7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:35.952159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d1f6e217-1370-4717-b4db-db5cecce7674 None None] Port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:36.072402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.087474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9618009f-d10b-4a2a-8f24-5f42a2381c1c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:36.107118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Pushing event deleted for resources: {'Port': ['ID=9618009f-d10b-4a2a-8f24-5f42a2381c1c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:36.187573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192402ca-a983-40fb-a586-ccbf73b1f2e7 req-fe037aea-4eb4-4f21-9e6c-35dcba0bacc1 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:36.191650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] No DVR routers for this DVR port 9618009f-d10b-4a2a-8f24-5f42a2381c1c on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:36.195465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:36.199044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-192402ca-a983-40fb-a586-ccbf73b1f2e7 req-fe037aea-4eb4-4f21-9e6c-35dcba0bacc1 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 931 time: 0.2511106 Nov 12 11:15:36.200427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1db49ad-9fde-40eb-a196-11944b6c5eaa req-9d36c099-9bb5-4e23-a5c3-1f400031f107 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.57 "DELETE /v2.0/ports/9618009f-d10b-4a2a-8f24-5f42a2381c1c HTTP/1.1" status: 204 len: 173 time: 1.0014348 Nov 12 11:15:36.200977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b', 'name': 'network-vif-deleted', 'tag': '9618009f-d10b-4a2a-8f24-5f42a2381c1c'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:36.204519 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b87d4cf-8d47-49a2-bbe3-c1d1ce018922" -d '{"events": [{"server_uuid": "f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b", "name": "network-vif-deleted", "tag": "9618009f-d10b-4a2a-8f24-5f42a2381c1c"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:36.265565 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d667128-c29f-41ba-a6ae-a5fcfc467855 x-openstack-request-id: req-2d667128-c29f-41ba-a6ae-a5fcfc467855 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:36.265863 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b", "name": "network-vif-deleted", "tag": "9618009f-d10b-4a2a-8f24-5f42a2381c1c", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:36.266124 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d667128-c29f-41ba-a6ae-a5fcfc467855 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:36.266435 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b', 'name': 'network-vif-deleted', 'tag': '9618009f-d10b-4a2a-8f24-5f42a2381c1c', 'status': 'completed', 'code': 200} Nov 12 11:15:36.385671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-192402ca-a983-40fb-a586-ccbf73b1f2e7 req-273c392f-a9c2-417f-ab41-94c8e5ad38fc tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642032 Nov 12 11:15:36.481670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b988076-5044-46b2-a06d-6b231c45786a req-1bf5fc68-231e-4690-8648-d7e7085baeab tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 210 time: 0.0418308 Nov 12 11:15:36.501782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Made reservation on behalf of 8dd6c23a8c8a4456aa5a972f5372eb70 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:36.506082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.119693 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f067e6-10c4-47a7-ab8d-a0c75a7bbe14 req-3e6b61cb-09b1-434d-869f-f97f4196d430 tempest-AttachVolumeNegativeTest-923465267 tempest-AttachVolumeNegativeTest-923465267-project] 10.222.0.98 "GET /v2.0/ports?device_id=f7a9488e-b3eb-49b7-8c80-3d49b0e7fa4b HTTP/1.1" status: 200 len: 210 time: 0.0545366 Nov 12 11:15:37.127642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:15:37.185084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Allocated IP 19.86.0.84 (793280d8-c548-42e6-adf4-470f7540f5b3/f0bd9b98-2ba1-43af-a267-8fcef2df2538/e8e44ac2-8249-4eb1-a45a-d859fea29405) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:37.215675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57130) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:37.228693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.371254 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.379663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-313824104'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:37.504819 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.515035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:37.521718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.531956 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Floating IP b8c13a36-6d7a-47ac-93d5-f499d1bb91d4 associated. External IP: 172.25.3.118, port: 0ac59123-7eea-4e5c-8fdb-94ec4d00606f. Nov 12 11:15:37.600306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.671037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f4501-b172-4087-8440-029d6f05c099 req-36ceaf03-5440-4034-b6c8-e877bc41a251 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:37.679094 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a4f4501-b172-4087-8440-029d6f05c099 req-36ceaf03-5440-4034-b6c8-e877bc41a251 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 931 time: 0.1660788 Nov 12 11:15:37.701997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0f466bf-e8bf-49aa-be6a-270547cad295 req-72010c8a-83e2-41a9-807e-924bc44dc794 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 210 time: 0.0995810 Nov 12 11:15:37.748781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a4f4501-b172-4087-8440-029d6f05c099 req-fff15314-05fe-4ce8-b34c-c5982e7eea35 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683417 Nov 12 11:15:37.782431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.787627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.881931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.887317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Network 793280d8-c548-42e6-adf4-470f7540f5b3 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:37.899392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:37.902263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:37.916112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:37.929614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event updated for resources: {'Port': ['ID=e8e44ac2-8249-4eb1-a45a-d859fea29405,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:37.930291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.930822 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment 14fa97f9-3d16-462e-bcf5-69881449176d of type vlan for network 5a4e02da-9f19-4a7a-9261-756a578a12f5 Nov 12 11:15:37.933211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38713975-11be-48f9-9c8e-7198f287db01,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:37.975011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:37.975825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.988803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:37.990204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Router eb4025c7-201c-4875-bb51-bd062891918f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:38.204981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-4449a6c8-ad04-4a74-8ef2-af248170f02d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5780687 Nov 12 11:15:38.225747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Request body: {'port': {'device_id': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:38.245872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.254217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:38.255043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57146) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:38.262580 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.274280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:38.293479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] Sync routers for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:38.294663 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.316314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:38.316968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:38.321897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8c710405-e6ba-4c51-95cc-5964145f7876 None None] Provisioning complete for port e8e44ac2-8249-4eb1-a45a-d859fea29405 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:38.322671 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8c710405-e6ba-4c51-95cc-5964145f7876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.391745 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-63180d01-2f3e-4605-b6ec-89f36b9724af tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "PUT /v2.0/floatingips/b8c13a36-6d7a-47ac-93d5-f499d1bb91d4 HTTP/1.1" status: 200 len: 991 time: 2.7740228 Nov 12 11:15:38.396527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=5a4e02da-9f19-4a7a-9261-756a578a12f5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:38.401860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:38.406538 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b654c47-3d62-4a75-b21f-3b06ac99c43e" -d '{"events": [{"name": "network-changed", "server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:38.415189 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b29fcc-97b0-461e-ac4b-e6bafa4047e0 admin admin] Deleting subnet a1daf5bc-2933-4f04-832c-f3a5f47e35d7 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:38.421244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9618009f-d10b-4a2a-8f24-5f42a2381c1c no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:38.423298 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 5a4e02da-9f19-4a7a-9261-756a578a12f5 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:38.428282 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8204a6f3-b62c-4d7c-84b2-a2e1ec638e9c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2064717 Nov 12 11:15:38.428539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57152) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:38.439528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-1996829886'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:38.444089 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5b29fcc-97b0-461e-ac4b-e6bafa4047e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.452681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.522781 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50501891-2fc2-45a1-9b70-166ddaa51db7 x-openstack-request-id: req-50501891-2fc2-45a1-9b70-166ddaa51db7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:38.522781 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:38.522781 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-50501891-2fc2-45a1-9b70-166ddaa51db7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:38.522781 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'status': 'completed', 'code': 200} Nov 12 11:15:38.584854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 9618009f-d10b-4a2a-8f24-5f42a2381c1c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:38.585291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5b29fcc-97b0-461e-ac4b-e6bafa4047e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.585694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9618009f-d10b-4a2a-8f24-5f42a2381c1c not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:38.591572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8c710405-e6ba-4c51-95cc-5964145f7876 None None] Port e8e44ac2-8249-4eb1-a45a-d859fea29405 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:38.595114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:38.604521 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.669510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:38.682930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:15:38.696734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.697440 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment ebfe194f-3f92-48f3-9713-1dde17149419 of type vlan for network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b Nov 12 11:15:38.717571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-0702df35-8b02-4e93-b6fc-f2c271678c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:38.719145 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-0702df35-8b02-4e93-b6fc-f2c271678c4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1097 time: 0.1737933 Nov 12 11:15:38.779248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.799060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5b29fcc-97b0-461e-ac4b-e6bafa4047e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:38.892563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d46d0553-d603-4349-92d9-044d538dfaa2 req-940abe01-1a4c-4bf2-9088-b9637a1c3d62 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 210 time: 0.0416048 Nov 12 11:15:38.944866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-eff9bb46-f0d7-4818-962f-d2114a0a8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:38.949539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-eff9bb46-f0d7-4818-962f-d2114a0a8435 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.2077842 Nov 12 11:15:39.041529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.056710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.057530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.058471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'b8c13a36-6d7a-47ac-93d5-f499d1bb91d4', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'port_id': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'mac_address': 'fa:16:3e:8f:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:15:10Z', 'updated_at': '2021-11-12T11:15:36Z', 'revision_number': 1, 'project_id': 'e9df845ab93d4af692eda94005804137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:39.114053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] Checking router: eb4025c7-201c-4875-bb51-bd062891918f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:15:39.120874 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-cb18d33b-027b-44a1-ba1a-c1993b3eb9bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 200 len: 999 time: 0.1676626 Nov 12 11:15:39.124974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:39.125946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:39.204464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=1efac5cc-073a-4596-8aa7-62c3c6d5bc3b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:39.221196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-a79ecb69-9942-41ef-8ce1-2d775bf4c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.222709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-a79ecb69-9942-41ef-8ce1-2d775bf4c348 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.0699010 Nov 12 11:15:39.246586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9c9d5-9ab8-4473-91e8-50ab57f56279 req-10693d74-fb69-44b6-8435-9d214700a23f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.255028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9c9d5-9ab8-4473-91e8-50ab57f56279 req-10693d74-fb69-44b6-8435-9d214700a23f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.264164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93e9c9d5-9ab8-4473-91e8-50ab57f56279 req-10693d74-fb69-44b6-8435-9d214700a23f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1653 time: 0.4003568 Nov 12 11:15:39.268927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:39.288042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.319331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-77b69f55-b8d6-448a-bf41-6c2fbf875bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.326014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-77b69f55-b8d6-448a-bf41-6c2fbf875bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957942 Nov 12 11:15:39.338687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d8a4ec2-764e-44e7-a37c-6b65b02844e1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9036534 Nov 12 11:15:39.339366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57164) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:39.351866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': '5a4e02da-9f19-4a7a-9261-756a578a12f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:39.357689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:15:39.377423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-e48186ad-f8f8-45e5-9957-28d54369b884 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:39.380682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-e48186ad-f8f8-45e5-9957-28d54369b884 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.4397545 Nov 12 11:15:39.390375 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5b29fcc-97b0-461e-ac4b-e6bafa4047e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.411046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:15:39.445713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Transition to ACTIVE for port object 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:15:39.452655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Request body: {'port': {'device_id': '3d7db55d-5d35-476d-a356-50b27ce0825e', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'admin_state_up': True, 'tenant_id': 'db43c19f43a64644a43091b14e832964'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:39.458352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b29fcc-97b0-461e-ac4b-e6bafa4047e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1daf5bc-2933-4f04-832c-f3a5f47e35d7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:39.495490 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5b29fcc-97b0-461e-ac4b-e6bafa4047e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.499679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f5b29fcc-97b0-461e-ac4b-e6bafa4047e0 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a1daf5bc-2933-4f04-832c-f3a5f47e35d7 HTTP/1.1" status: 204 len: 168 time: 1.2426326 Nov 12 11:15:39.504085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57166) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:39.548966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-790bb896-6c5c-4050-8136-f854f209aeb1 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135406 Nov 12 11:15:39.578437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93e9c9d5-9ab8-4473-91e8-50ab57f56279 req-5e82a644-6980-4dab-84b4-7182995d0fe4 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128493 Nov 12 11:15:39.581945 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.663488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Pushing event updated for resources: {'Port': ['ID=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:39.709311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.751673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:39.762493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.767883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'b8c13a36-6d7a-47ac-93d5-f499d1bb91d4', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'port_id': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'mac_address': 'fa:16:3e:8f:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:15:10Z', 'updated_at': '2021-11-12T11:15:36Z', 'revision_number': 1, 'project_id': 'e9df845ab93d4af692eda94005804137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:39.821247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4020915e-c2ff-4f4e-901f-8d432f921928 None None] The sync data for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 is: [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'b8c13a36-6d7a-47ac-93d5-f499d1bb91d4', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'port_id': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'mac_address': 'fa:16:3e:8f:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:15:10Z', 'updated_at': '2021-11-12T11:15:36Z', 'revision_number': 1, 'project_id': 'e9df845ab93d4af692eda94005804137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:39.849272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b654c47-3d62-4a75-b21f-3b06ac99c43e req-6437bcb5-c07e-4e59-be6d-8f5ccd18a08e service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913907 Nov 12 11:15:39.869963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Attempting to bind port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:39.870957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Attempting to bind port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:39.876374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Attempting to bind port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc on network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:39.884582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc on network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:15:39.884983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Attempting to bind port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc on network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:39.901022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:39.901365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Checking segment: {'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:39.901914 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Bound using segment: {'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:39.902534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Bound port: 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbbb596-b0e0-43ce-895c-0cbdf335b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:39.903563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:39.950268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:39.963466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.057636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.091266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-122127e7-93e2-435b-be81-8a9a1dcdf19a req-34740bf7-e6b7-4b77-acaf-b0c568c2e061 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 210 time: 0.0811682 Nov 12 11:15:40.142867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9f86e0-9543-47d4-ab4b-2a146836f645']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:40.161599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:40.162170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ea8eff-1119-4bd7-80aa-6728ed7e5ec8') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:40.169490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] For port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:40.174826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] For port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:40.181183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.191628 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8c8e7e-cf45-4831-84dd-cdf350cf5220 None None] New status for floating IP b8c13a36-6d7a-47ac-93d5-f499d1bb91d4: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:15:40.202370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.205866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.219191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:40.219601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:40.221535 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:40.244112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Allocated IP 172.20.0.6 (2a948bd9-eaea-414c-aa36-b9a53bc27d8b/b8f7ed30-3a0e-47d9-9235-13bb159a07de/ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:40.307715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.322058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=ebac0c1c-3d7c-4954-a6a1-7d881e418c74,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:40.333510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': '14fa97f9-3d16-462e-bcf5-69881449176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5a4e02da-9f19-4a7a-9261-756a578a12f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:40.333881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: 5a4e02da-9f19-4a7a-9261-756a578a12f5, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:40.385959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:40.386593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.388017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] 10.222.0.57 "PUT /v2.0/ports/04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc HTTP/1.1" status: 200 len: 1092 time: 2.1720374 Nov 12 11:15:40.397953 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.417632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.424035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] 10.222.0.98 "DELETE /v2.0/networks/ff9f86e0-9543-47d4-ab4b-2a146836f645 HTTP/1.1" status: 204 len: 168 time: 0.9158306 Nov 12 11:15:40.424035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f2602-c4a6-4c84-8e50-8fcfd9a99e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9f86e0-9543-47d4-ab4b-2a146836f645,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:40.437537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 5a4e02da-9f19-4a7a-9261-756a578a12f5 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:40.529991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 5a4e02da-9f19-4a7a-9261-756a578a12f5) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:40.545091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982b444-5831-4b0b-8532-4d09a1f11e37 None None] Network 5a4e02da-9f19-4a7a-9261-756a578a12f5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:40.559007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:40.561371 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.668221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d078f3b-937e-4915-8e86-95bd7c388d2e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3272021 Nov 12 11:15:40.672714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57180) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:40.683239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': '1efac5cc-073a-4596-8aa7-62c3c6d5bc3b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:40.833925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'tag': '04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:40.837493 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e" -d '{"events": [{"name": "network-changed", "server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "tag": "04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:40.850372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d8719-e3a1-4144-9e90-246b81520b5f service neutron] Pushing event updated for resources: {'Port': ['ID=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:40.857543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Request body: {'port': {'device_id': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:40.905671 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b52718-6ef8-4994-9e2f-070611f978a2 x-openstack-request-id: req-91b52718-6ef8-4994-9e2f-070611f978a2 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:40.911418 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "tag": "04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:40.911418 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-91b52718-6ef8-4994-9e2f-070611f978a2 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:40.911418 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'tag': '04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc', 'status': 'completed', 'code': 200} Nov 12 11:15:40.945028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.945377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5a4e02da-9f19-4a7a-9261-756a578a12f5', 'network_id': '5a4e02da-9f19-4a7a-9261-756a578a12f5', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': 'ebac0c1c-3d7c-4954-a6a1-7d881e418c74'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:40.948088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.951818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57186) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:40.969664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:40.973220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:40.981618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-f1c864fd-0952-4941-8bcb-d440080daf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:40.982113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-f1c864fd-0952-4941-8bcb-d440080daf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:40.983798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-f1c864fd-0952-4941-8bcb-d440080daf42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1913 time: 0.0670342 Nov 12 11:15:41.010015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73131f-fa1a-46ca-a9e3-bf061a0d3722 req-a7d4c59d-daff-43eb-b2f2-7e1de6ecc081 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:41.016190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73131f-fa1a-46ca-a9e3-bf061a0d3722 req-a7d4c59d-daff-43eb-b2f2-7e1de6ecc081 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:41.017885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e73131f-fa1a-46ca-a9e3-bf061a0d3722 req-a7d4c59d-daff-43eb-b2f2-7e1de6ecc081 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1665 time: 0.1771357 Nov 12 11:15:41.061381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.121111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Allocated IP 172.20.0.2 (5a4e02da-9f19-4a7a-9261-756a578a12f5/ebac0c1c-3d7c-4954-a6a1-7d881e418c74/b9413a60-adeb-4f08-ab28-e714f162cec4) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:41.132412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57192) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:41.132874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d7ab12d9-9136-46ef-b92b-4127860b9a83 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0c30c041ec87441d80e09579c5ad0992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727057 Nov 12 11:15:41.211525 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-544d5511-0177-4816-9d4f-8cea63852deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:41.212080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-544d5511-0177-4816-9d4f-8cea63852deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:41.213104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-544d5511-0177-4816-9d4f-8cea63852deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:41.214716 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-544d5511-0177-4816-9d4f-8cea63852deb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2206209 Nov 12 11:15:41.288849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.302230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:41.322943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e73131f-fa1a-46ca-a9e3-bf061a0d3722 req-58b49cda-37c7-4985-8ab9-8e54bee4bf92 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865679 Nov 12 11:15:41.371153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.406482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:41.427271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:41.436480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:41.463614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event updated for resources: {'Port': ['ID=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:41.476520 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.533780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:41.535021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.561251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Network 5a4e02da-9f19-4a7a-9261-756a578a12f5 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:41.567979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:41.575003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:41.589786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Pushing event updated for resources: {'Port': ['ID=b9413a60-adeb-4f08-ab28-e714f162cec4,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:41.640784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e44ac2-8249-4eb1-a45a-d859fea29405 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:41.649350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.661980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Attempting to bind port b9413a60-adeb-4f08-ab28-e714f162cec4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:41.662350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Attempting to bind port b9413a60-adeb-4f08-ab28-e714f162cec4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '14fa97f9-3d16-462e-bcf5-69881449176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5a4e02da-9f19-4a7a-9261-756a578a12f5'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:41.662710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Attempting to bind port b9413a60-adeb-4f08-ab28-e714f162cec4 on network 5a4e02da-9f19-4a7a-9261-756a578a12f5 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:41.664879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Transition to ACTIVE for port object e8e44ac2-8249-4eb1-a45a-d859fea29405 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:15:41.669970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:41.670348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Checking segment: {'id': '14fa97f9-3d16-462e-bcf5-69881449176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5a4e02da-9f19-4a7a-9261-756a578a12f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:41.670752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.671149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Bound using segment: {'id': '14fa97f9-3d16-462e-bcf5-69881449176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5a4e02da-9f19-4a7a-9261-756a578a12f5'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:41.671706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Bound port: b9413a60-adeb-4f08-ab28-e714f162cec4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fa97f9-3d16-462e-bcf5-69881449176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5a4e02da-9f19-4a7a-9261-756a578a12f5'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:41.672119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.687541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-317c8cb7-dcca-403f-a808-3fdf3d4e345e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2879016 Nov 12 11:15:41.704265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Request body: {'port': {'device_id': '3d7db55d-5d35-476d-a356-50b27ce0825e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:41.727188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff5dc-f4ec-487f-bc2f-e98cc0391657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.752637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-22328475-2c30-429f-b1af-f1a94557959b None None] For port b9413a60-adeb-4f08-ab28-e714f162cec4, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:41.757280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-22328475-2c30-429f-b1af-f1a94557959b None None] For port b9413a60-adeb-4f08-ab28-e714f162cec4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b9413a60-adeb-4f08-ab28-e714f162cec4,segment=NetworkSegment(14fa97f9-3d16-462e-bcf5-69881449176d),segment_id=14fa97f9-3d16-462e-bcf5-69881449176d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:41.765821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.770082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.782171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f87f7-7081-46f7-9938-b3f1c5db3e19 req-96fe46cc-43b7-4541-a91b-398dae88a0b0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:41.783908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-212f87f7-7081-46f7-9938-b3f1c5db3e19 req-96fe46cc-43b7-4541-a91b-398dae88a0b0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 931 time: 0.5740817 Nov 12 11:15:41.821680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff5dc-f4ec-487f-bc2f-e98cc0391657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.856318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Pushing event updated for resources: {'Port': ['ID=e8e44ac2-8249-4eb1-a45a-d859fea29405,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:41.857409 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:41.861629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-8d07c056-81eb-4efd-93b8-cc6170d899c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:41.863144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-db0f4d6c-2fdf-45f8-9f1f-d86d5fa1b99e req-8d07c056-81eb-4efd-93b8-cc6170d899c0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6354373 Nov 12 11:15:41.966279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-212f87f7-7081-46f7-9938-b3f1c5db3e19 req-505f2176-573f-4e48-ada1-626b1121dea8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661801 Nov 12 11:15:41.979403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.026326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22328475-2c30-429f-b1af-f1a94557959b None None] Pushing event updated for resources: {'Port': ['ID=b9413a60-adeb-4f08-ab28-e714f162cec4,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:42.072698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=213e23b1-2a6d-4412-ad6f-f38141f6251e,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:42.089731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': 'ebfe194f-3f92-48f3-9713-1dde17149419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1efac5cc-073a-4596-8aa7-62c3c6d5bc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:42.090359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:15:42.130551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Attempting to bind port e8e44ac2-8249-4eb1-a45a-d859fea29405 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:42.131502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Attempting to bind port e8e44ac2-8249-4eb1-a45a-d859fea29405 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:42.131994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Attempting to bind port e8e44ac2-8249-4eb1-a45a-d859fea29405 on network 793280d8-c548-42e6-adf4-470f7540f5b3 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:42.152323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Port e8e44ac2-8249-4eb1-a45a-d859fea29405 on network 793280d8-c548-42e6-adf4-470f7540f5b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:15:42.152699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Attempting to bind port e8e44ac2-8249-4eb1-a45a-d859fea29405 on network 793280d8-c548-42e6-adf4-470f7540f5b3 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:42.172834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:42.173180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Checking segment: {'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:42.173574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Bound using segment: {'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:42.174019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Bound port: e8e44ac2-8249-4eb1-a45a-d859fea29405, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b87bc0-b95d-429d-9ad9-146051975b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:42.174399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.208892 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff5dc-f4ec-487f-bc2f-e98cc0391657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.214046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff5dc-f4ec-487f-bc2f-e98cc0391657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.218374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4e7ff5dc-f4ec-487f-bc2f-e98cc0391657 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2d3a6627-e236-40bc-8d4d-ce7656b034db HTTP/1.1" status: 204 len: 168 time: 1.0795147 Nov 12 11:15:42.229494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ff5dc-f4ec-487f-bc2f-e98cc0391657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a6627-e236-40bc-8d4d-ce7656b034db,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:42.260623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:15:42.369388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:42.375687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:42.376529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.381391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c020645-7618-42ee-b9ed-6d72f5a6025d None None] Network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:42.417157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] For port e8e44ac2-8249-4eb1-a45a-d859fea29405, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:42.447530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] For port e8e44ac2-8249-4eb1-a45a-d859fea29405, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e8e44ac2-8249-4eb1-a45a-d859fea29405,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:42.478503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1fb3d11f-4904-4fac-b4ac-a87e7b221869 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8036728 Nov 12 11:15:42.483539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57208) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:42.488032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d9a7f338-d6b9-40cb-ba60-43ff6a2fdf5a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1045962088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:42.538832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.553479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:42.586445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.604213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:42.604836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.606288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] 10.222.0.57 "PUT /v2.0/ports/e8e44ac2-8249-4eb1-a45a-d859fea29405 HTTP/1.1" status: 200 len: 1092 time: 1.7598224 Nov 12 11:15:42.630034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-1efac5cc-073a-4596-8aa7-62c3c6d5bc3b', 'network_id': '1efac5cc-073a-4596-8aa7-62c3c6d5bc3b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': '213e23b1-2a6d-4412-ad6f-f38141f6251e'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:15:42.631354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.631572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41778-b4fa-46ca-a57e-520fb974773b req-1a29f99f-ec5d-4ed4-bd99-f9dee4efd5ee tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:42.638430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41778-b4fa-46ca-a57e-520fb974773b req-1a29f99f-ec5d-4ed4-bd99-f9dee4efd5ee tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:42.644942 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77f41778-b4fa-46ca-a57e-520fb974773b req-1a29f99f-ec5d-4ed4-bd99-f9dee4efd5ee tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1677 time: 0.1716254 Nov 12 11:15:42.646606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Transition to ACTIVE for port object ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:15:42.660928 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f338-d6b9-40cb-ba60-43ff6a2fdf5a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.663370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f338-d6b9-40cb-ba60-43ff6a2fdf5a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.733876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a644bca-38b7-4b7e-8751-8406bc70d01c service neutron] Pushing event updated for resources: {'Port': ['ID=e8e44ac2-8249-4eb1-a45a-d859fea29405,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:42.758186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.784468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f338-d6b9-40cb-ba60-43ff6a2fdf5a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.840041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Allocated IP 172.21.0.2 (1efac5cc-073a-4596-8aa7-62c3c6d5bc3b/213e23b1-2a6d-4412-ad6f-f38141f6251e/21aea400-d5ad-4922-a10f-8de17c6adffc) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:42.860618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f338-d6b9-40cb-ba60-43ff6a2fdf5a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:42.894217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:42.911958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'tag': 'e8e44ac2-8249-4eb1-a45a-d859fea29405'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:42.914763 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a981d9c4-cbf6-4c69-af92-f0b9879629c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "tag": "e8e44ac2-8249-4eb1-a45a-d859fea29405"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:43.004015 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9a7f338-d6b9-40cb-ba60-43ff6a2fdf5a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.007512 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9a7f338-d6b9-40cb-ba60-43ff6a2fdf5a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5250311 Nov 12 11:15:43.010368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57224) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:43.055487 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740ab4ba-e306-4f29-9ee9-d624e606228b x-openstack-request-id: req-740ab4ba-e306-4f29-9ee9-d624e606228b {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:43.076296 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "tag": "e8e44ac2-8249-4eb1-a45a-d859fea29405", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:43.076621 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-740ab4ba-e306-4f29-9ee9-d624e606228b {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:43.077058 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'tag': 'e8e44ac2-8249-4eb1-a45a-d859fea29405', 'status': 'completed', 'code': 200} Nov 12 11:15:43.099271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.169609 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.209559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77f41778-b4fa-46ca-a57e-520fb974773b req-75932549-c828-4fbf-9e82-17f189c69528 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574105 Nov 12 11:15:43.235872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Attempting to bind port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:43.236942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Attempting to bind port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:43.237580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Attempting to bind port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:43.256265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-922db46a-c29b-428a-94f6-45a8211be10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:43.259051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-922db46a-c29b-428a-94f6-45a8211be10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:43.265659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-922db46a-c29b-428a-94f6-45a8211be10d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1981 time: 0.4827280 Nov 12 11:15:43.268977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:15:43.269308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Attempting to bind port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:43.287545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:43.289594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Checking segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:43.290544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Bound using segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:43.292785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Bound port: ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:43.293198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.318312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b9413a60-adeb-4f08-ab28-e714f162cec4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:43.381783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0d1d7-dd87-4ba7-9f02-8a54abb0bd1b req-83de8865-aac0-4b5c-9a45-8dad576d7642 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:43.389382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4d0d1d7-dd87-4ba7-9f02-8a54abb0bd1b req-83de8865-aac0-4b5c-9a45-8dad576d7642 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 943 time: 0.1795230 Nov 12 11:15:43.412670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:43.427478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-d7d9de2f-7a12-45b3-9224-a2ad5f78a4fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc HTTP/1.1" status: 200 len: 217 time: 0.1437066 Nov 12 11:15:43.427794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:43.437712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:43.439820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Pushing event updated for resources: {'Port': ['ID=21aea400-d5ad-4922-a10f-8de17c6adffc,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:43.462972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] For port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:43.500562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b9413a60-adeb-4f08-ab28-e714f162cec4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:43.500562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.516283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] For port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:43.535223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-87ccf6cc-e3c2-4f87-8065-fd39ca0bc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:43.536886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-87ccf6cc-e3c2-4f87-8065-fd39ca0bc803 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=77b5118a-88a2-4468-b170-d18089c69d3d HTTP/1.1" status: 200 len: 801 time: 0.0924206 Nov 12 11:15:43.582379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4d0d1d7-dd87-4ba7-9f02-8a54abb0bd1b req-16662158-7436-4b12-87c9-936dd30f3c5a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920195 Nov 12 11:15:43.615050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.646380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Attempting to bind port 21aea400-d5ad-4922-a10f-8de17c6adffc on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:15:43.646904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Attempting to bind port 21aea400-d5ad-4922-a10f-8de17c6adffc by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'ebfe194f-3f92-48f3-9713-1dde17149419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1efac5cc-073a-4596-8aa7-62c3c6d5bc3b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:15:43.647176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Attempting to bind port 21aea400-d5ad-4922-a10f-8de17c6adffc on network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:15:43.671311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:15:43.681311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Checking segment: {'id': 'ebfe194f-3f92-48f3-9713-1dde17149419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1efac5cc-073a-4596-8aa7-62c3c6d5bc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:15:43.682465 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.683073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Bound using segment: {'id': 'ebfe194f-3f92-48f3-9713-1dde17149419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1efac5cc-073a-4596-8aa7-62c3c6d5bc3b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:15:43.683750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Bound port: 21aea400-d5ad-4922-a10f-8de17c6adffc, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe194f-3f92-48f3-9713-1dde17149419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1efac5cc-073a-4596-8aa7-62c3c6d5bc3b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:15:43.684281 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.685539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:43.692894 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.692894 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] 10.222.0.69 "PUT /v2.0/ports/ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 HTTP/1.1" status: 200 len: 1092 time: 1.9891610 Nov 12 11:15:43.695009 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.766057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-22a65945-6b7a-43d3-a6cb-1f6d826e2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:43.767904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-22a65945-6b7a-43d3-a6cb-1f6d826e2777 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bd3bda0-71a8-4eef-a4b9-012f19382ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238002 Nov 12 11:15:43.809077 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:43.822467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa88646-2985-4c8f-9f9d-43a4f52c5232 None None] Network 5a4e02da-9f19-4a7a-9261-756a578a12f5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:43.822882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d576-490b-4c94-98a6-e15e50e7d470 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:43.911789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-dadd07b5-96a5-4fe2-9624-9e9925d0a316 service neutron] 10.222.0.57 "GET /v2.0/networks/0bd3bda0-71a8-4eef-a4b9-012f19382ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312170 Nov 12 11:15:44.021262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-59b32778-2525-4a85-a2c0-7d450fc0df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.022881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-59b32778-2525-4a85-a2c0-7d450fc0df08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 1095 time: 0.1101320 Nov 12 11:15:44.072912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] For port 21aea400-d5ad-4922-a10f-8de17c6adffc, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:15:44.075952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-0187eed8-af3f-4688-b3b2-661a96355187 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 HTTP/1.1" status: 200 len: 217 time: 0.0426610 Nov 12 11:15:44.110356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f576f022-9ae1-4c67-910b-48dc007c5dc5 None None] Provisioning complete for port b9413a60-adeb-4f08-ab28-e714f162cec4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:44.110735 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f576f022-9ae1-4c67-910b-48dc007c5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.153960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] For port 21aea400-d5ad-4922-a10f-8de17c6adffc, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=21aea400-d5ad-4922-a10f-8de17c6adffc,segment=NetworkSegment(ebfe194f-3f92-48f3-9713-1dde17149419),segment_id=ebfe194f-3f92-48f3-9713-1dde17149419)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:15:44.189823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port b9413a60-adeb-4f08-ab28-e714f162cec4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b9413a60-adeb-4f08-ab28-e714f162cec4,segment=NetworkSegment(14fa97f9-3d16-462e-bcf5-69881449176d),segment_id=14fa97f9-3d16-462e-bcf5-69881449176d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:44.206201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.20.0.1 (5a4e02da-9f19-4a7a-9261-756a578a12f5/ebac0c1c-3d7c-4954-a6a1-7d881e418c74/c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:44.225760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-601aacfa-10e8-47c3-8b68-bfd6c3458ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.229605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-601aacfa-10e8-47c3-8b68-bfd6c3458ae8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.1429574 Nov 12 11:15:44.233979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-2deadbe7-7ecf-4ccd-b7f7-52f9af94f186 service neutron] 10.222.0.57 "GET /v2.0/networks/0bd3bda0-71a8-4eef-a4b9-012f19382ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914371 Nov 12 11:15:44.312290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.318884 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.385251 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f576f022-9ae1-4c67-910b-48dc007c5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.426709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-71a1d073-5935-4b7c-b965-08e43a4ef018 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719892 Nov 12 11:15:44.437041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-161abec5-72cf-46fd-999f-bebb4ca5a769 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=e8e44ac2-8249-4eb1-a45a-d859fea29405 HTTP/1.1" status: 200 len: 217 time: 0.1811426 Nov 12 11:15:44.473775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51803469-5a31-422b-a8f7-6dd9b9963f1d None None] Pushing event updated for resources: {'Port': ['ID=21aea400-d5ad-4922-a10f-8de17c6adffc,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:44.551979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=b9413a60-adeb-4f08-ab28-e714f162cec4,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:44.615318 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-f576f022-9ae1-4c67-910b-48dc007c5dc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:15:44.615818 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-f576f022-9ae1-4c67-910b-48dc007c5dc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:15:44.628064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.663998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-bad44dc0-8900-4132-824e-ae9f7609b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.668444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-bad44dc0-8900-4132-824e-ae9f7609b65b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0bd9b98-2ba1-43af-a267-8fcef2df2538 HTTP/1.1" status: 200 len: 801 time: 0.1683166 Nov 12 11:15:44.798249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:44.828022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d539360-0d95-4d6c-ac1c-1a130634ec45 req-4986d38b-049a-4547-a53c-6268ab387a77 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.840040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d539360-0d95-4d6c-ac1c-1a130634ec45 req-4986d38b-049a-4547-a53c-6268ab387a77 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.848448 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d539360-0d95-4d6c-ac1c-1a130634ec45 req-4986d38b-049a-4547-a53c-6268ab387a77 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1677 time: 0.4192102 Nov 12 11:15:44.876482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 5a4e02da-9f19-4a7a-9261-756a578a12f5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:44.886620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306942b-e431-4979-ab03-de45b519f4db req-824ef368-40bf-44ca-a605-04e132fba596 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.891361 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9306942b-e431-4979-ab03-de45b519f4db req-824ef368-40bf-44ca-a605-04e132fba596 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 943 time: 0.1742740 Nov 12 11:15:44.892255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:44.895117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:44.904652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-72a712f3-0415-4446-b44c-5f76ce7bfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:44.906497 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-72a712f3-0415-4446-b44c-5f76ce7bfe1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=793280d8-c548-42e6-adf4-470f7540f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260370 Nov 12 11:15:44.962376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:44.992097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d539360-0d95-4d6c-ac1c-1a130634ec45 req-4f824cfa-ac23-4731-b06b-53a53ed511e0 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426132 Nov 12 11:15:45.010937 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-2a86aec1-d8d2-4dfc-aae5-639d520b966e service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733087 Nov 12 11:15:45.032704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9306942b-e431-4979-ab03-de45b519f4db req-06c58fa0-8a98-4a82-b3b5-11382572562d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342499 Nov 12 11:15:45.053220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:45.083160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7db55d-5d35-476d-a356-50b27ce0825e', 'tag': 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:45.085681 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e230d6d-a208-4fce-801c-3a5e54514fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7db55d-5d35-476d-a356-50b27ce0825e", "tag": "ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:45.316882 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-1871b581-9b1e-4772-b2df-c839d1fe01de service neutron] 10.222.0.57 "GET /v2.0/networks/793280d8-c548-42e6-adf4-470f7540f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741667 Nov 12 11:15:45.321793 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abccad95-b185-4685-8e97-cefda975d334 x-openstack-request-id: req-abccad95-b185-4685-8e97-cefda975d334 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:45.322355 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7db55d-5d35-476d-a356-50b27ce0825e", "tag": "ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:45.322971 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-abccad95-b185-4685-8e97-cefda975d334 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:45.330406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ccacd7f4-0996-4dd8-9c11-be05e38070e0 None None] Provisioning complete for port b9413a60-adeb-4f08-ab28-e714f162cec4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:45.332623 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccacd7f4-0996-4dd8-9c11-be05e38070e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:45.341597 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7db55d-5d35-476d-a356-50b27ce0825e', 'tag': 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7', 'status': 'completed', 'code': 200} Nov 12 11:15:45.343757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4a28a8f-57b4-4621-99c0-fc68b8a14962 req-a558c804-617b-46da-92a9-a10099f170e1 service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165066 Nov 12 11:15:45.400241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:45.518427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b9413a60-adeb-4f08-ab28-e714f162cec4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:45.598127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b9413a60-adeb-4f08-ab28-e714f162cec4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:45.598845 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:45.692854 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab9f40b0-921a-41eb-9caa-e5e9580448b7 req-db7ff5d7-8d1f-4649-83fd-55ab59847391 service neutron] 10.222.0.57 "GET /v2.0/networks/793280d8-c548-42e6-adf4-470f7540f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477933 Nov 12 11:15:45.724197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-3eac2c2c-289e-430b-8d4f-de338097e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:45.726776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-3eac2c2c-289e-430b-8d4f-de338097e55b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 1095 time: 0.1446009 Nov 12 11:15:45.772172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 21aea400-d5ad-4922-a10f-8de17c6adffc up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:45.781075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c2e19982-8015-431f-b7b1-88c0670dc5a8 None None] Provisioning complete for port c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:45.781440 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2e19982-8015-431f-b7b1-88c0670dc5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:45.861929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c2e19982-8015-431f-b7b1-88c0670dc5a8 None None] Port c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:45.899753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 21aea400-d5ad-4922-a10f-8de17c6adffc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:45.900161 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:45.968584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-be3a9bb6-fae4-47fc-bd6a-a7d16541ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:45.970242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-be3a9bb6-fae4-47fc-bd6a-a7d16541ea25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 907 time: 0.2294812 Nov 12 11:15:45.985887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.028876 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.041236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-1ab95a05-5edc-4046-917e-3f0aaea60b55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 HTTP/1.1" status: 200 len: 217 time: 0.0603857 Nov 12 11:15:46.066716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 21aea400-d5ad-4922-a10f-8de17c6adffc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=21aea400-d5ad-4922-a10f-8de17c6adffc,segment=NetworkSegment(ebfe194f-3f92-48f3-9713-1dde17149419),segment_id=ebfe194f-3f92-48f3-9713-1dde17149419)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:46.076855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.092691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-10721840-5264-4864-88ae-99ba7817a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.093169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-10721840-5264-4864-88ae-99ba7817a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.094841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-10721840-5264-4864-88ae-99ba7817a45f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1981 time: 0.1873076 Nov 12 11:15:46.140830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:46.151616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.225951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbd610-def9-4e83-ba70-805300f7b386 None None] Network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:46.235115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.279865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-687bb41a-e460-41d3-9187-202a141496a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.281583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-687bb41a-e460-41d3-9187-202a141496a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.2220969 Nov 12 11:15:46.301478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=21aea400-d5ad-4922-a10f-8de17c6adffc,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:46.332862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f6ff7881-a3e1-42da-b0c6-552e211fb516 None None] Provisioning complete for port 21aea400-d5ad-4922-a10f-8de17c6adffc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:46.334700 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f6ff7881-a3e1-42da-b0c6-552e211fb516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.357608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57294) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:46.362331 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-18843d28-a403-4668-9be0-e768265821bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563128 Nov 12 11:15:46.390059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-7649257b-b450-4c7f-adc0-cc755a730265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.391571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-7649257b-b450-4c7f-adc0-cc755a730265 service neutron] 10.222.0.57 "GET /v2.0/networks?id=793280d8-c548-42e6-adf4-470f7540f5b3 HTTP/1.1" status: 200 len: 903 time: 0.2759361 Nov 12 11:15:46.453022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2c32-4c89-4f33-b9fc-0daa31baac97 req-84accdcd-108e-4337-9d48-72387e37029f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.463703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e2c32-4c89-4f33-b9fc-0daa31baac97 req-84accdcd-108e-4337-9d48-72387e37029f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.466031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef4e2c32-4c89-4f33-b9fc-0daa31baac97 req-84accdcd-108e-4337-9d48-72387e37029f tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1677 time: 0.2271309 Nov 12 11:15:46.529578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c7c71-c1a7-4b3c-957b-638014d48fce req-104abf75-8634-4c51-a990-797bf508273a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.543530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b8c7c71-c1a7-4b3c-957b-638014d48fce req-104abf75-8634-4c51-a990-797bf508273a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 943 time: 0.3696074 Nov 12 11:15:46.548221 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-2edc4bec-fa27-434d-8a06-a7ec2294dcaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=e8e44ac2-8249-4eb1-a45a-d859fea29405 HTTP/1.1" status: 200 len: 217 time: 0.1300898 Nov 12 11:15:46.598209 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8aad9e5a-2d51-4877-ab08-3847a2a402d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.674307 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b8c7c71-c1a7-4b3c-957b-638014d48fce req-f8774c10-7dff-4174-aee7-f78afe836da2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292727 Nov 12 11:15:46.780462 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8aad9e5a-2d51-4877-ab08-3847a2a402d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.798024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 5a4e02da-9f19-4a7a-9261-756a578a12f5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:46.802433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:46.814997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef4e2c32-4c89-4f33-b9fc-0daa31baac97 req-994f9cd5-9704-4761-a5b2-719f5f58a22d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346972 Nov 12 11:15:46.949343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8aad9e5a-2d51-4877-ab08-3847a2a402d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:46.996843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-89838df4-e20b-46ac-ba21-768d31805127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:46.998766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-89838df4-e20b-46ac-ba21-768d31805127 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0bd9b98-2ba1-43af-a267-8fcef2df2538 HTTP/1.1" status: 200 len: 801 time: 0.3435404 Nov 12 11:15:47.001665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-7ada6c4b-5392-4970-9d77-66959fe74c9a service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090057 Nov 12 11:15:47.040359 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8aad9e5a-2d51-4877-ab08-3847a2a402d7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0c14b26c5b8d4de5b496538202608ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6797245 Nov 12 11:15:47.044277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57302) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:47.065399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad9e5a-2d51-4877-ab08-3847a2a402d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965a2d36-5d95-41a3-b23e-ae9aadbaab54,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:47.149875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89408ca6-c72b-4ca2-8b69-7ecee596d5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.181287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89408ca6-c72b-4ca2-8b69-7ecee596d5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.255483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 9a787041-0948-4029-b0bb-31b39074bae4 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:15:47.310368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7146685a-e7cd-467c-bdd3-6fd9e78c2cd7 None None] Provisioning complete for port c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:47.310938 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7146685a-e7cd-467c-bdd3-6fd9e78c2cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.342987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 21aea400-d5ad-4922-a10f-8de17c6adffc up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:47.380708 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89408ca6-c72b-4ca2-8b69-7ecee596d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.384629 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-89408ca6-c72b-4ca2-8b69-7ecee596d5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.389756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-89408ca6-c72b-4ca2-8b69-7ecee596d5bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/965a2d36-5d95-41a3-b23e-ae9aadbaab54 HTTP/1.1" status: 204 len: 168 time: 0.3416755 Nov 12 11:15:47.391880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7146685a-e7cd-467c-bdd3-6fd9e78c2cd7 None None] Port c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:47.411263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89408ca6-c72b-4ca2-8b69-7ecee596d5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965a2d36-5d95-41a3-b23e-ae9aadbaab54,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:47.430012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:47.437898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-25947c22-644a-4125-813f-a1cab66de50f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/9a787041-0948-4029-b0bb-31b39074bae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4255216 Nov 12 11:15:47.441094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57308) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:47.449325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd235f-f7dd-4af9-b594-3a1e17719f6d None None] Sync routers for ids ['9a787041-0948-4029-b0bb-31b39074bae4'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:47.456036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 21aea400-d5ad-4922-a10f-8de17c6adffc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:47.456723 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.497838 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.534390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04973da3-61c6-46fa-83ca-e193ccaf3dfd tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:47.536327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd235f-f7dd-4af9-b594-3a1e17719f6d None None] Routers {'9a787041-0948-4029-b0bb-31b39074bae4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:47.537188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-67fd235f-f7dd-4af9-b594-3a1e17719f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9a787041-0948-4029-b0bb-31b39074bae4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:47.537867 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-04973da3-61c6-46fa-83ca-e193ccaf3dfd tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports/c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef HTTP/1.1" status: 200 len: 910 time: 0.0952313 Nov 12 11:15:47.542851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57310) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:47.608645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ad7370bc-d98b-40a6-be2d-8b221ede350e None None] Provisioning complete for port 21aea400-d5ad-4922-a10f-8de17c6adffc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:47.609287 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ad7370bc-d98b-40a6-be2d-8b221ede350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:47.614718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-67fd235f-f7dd-4af9-b594-3a1e17719f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:47.699311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd235f-f7dd-4af9-b594-3a1e17719f6d None None] Routers {'9a787041-0948-4029-b0bb-31b39074bae4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:47.700333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-67fd235f-f7dd-4af9-b594-3a1e17719f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9a787041-0948-4029-b0bb-31b39074bae4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:47.740153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e230d6d-a208-4fce-801c-3a5e54514fe8 req-ce08faf2-db2d-4ea7-8bc4-1c88cd63a5e3 service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276337 Nov 12 11:15:47.751466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-f4c824fb-d923-46a4-bd3b-320030291aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:47.753301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-f4c824fb-d923-46a4-bd3b-320030291aed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=793280d8-c548-42e6-adf4-470f7540f5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7392976 Nov 12 11:15:47.788581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-67fd235f-f7dd-4af9-b594-3a1e17719f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:47.792551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd235f-f7dd-4af9-b594-3a1e17719f6d None None] The sync data for ids ['9a787041-0948-4029-b0bb-31b39074bae4'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:47.910952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-924d31e9-1be0-440a-96a3-0da66f54cc09 service neutron] 10.222.0.57 "GET /v2.0/networks/793280d8-c548-42e6-adf4-470f7540f5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484411 Nov 12 11:15:47.998837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460bb39-2f3c-478e-9192-1c95203df3f1 req-3cc00762-52d5-48fb-9b5c-2261be6b5ecc tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:48.000552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b460bb39-2f3c-478e-9192-1c95203df3f1 req-3cc00762-52d5-48fb-9b5c-2261be6b5ecc tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 943 time: 0.0884752 Nov 12 11:15:48.014725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:15:48.106598 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b460bb39-2f3c-478e-9192-1c95203df3f1 req-37c641c2-31d3-4a09-bbe9-d083a9f9df84 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769777 Nov 12 11:15:48.132628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a981d9c4-cbf6-4c69-af92-f0b9879629c3 req-fd4c63fa-8551-4802-8b3a-c4048dfdd282 service neutron] 10.222.0.57 "GET /v2.0/networks/793280d8-c548-42e6-adf4-470f7540f5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028224 Nov 12 11:15:48.205342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:48.221429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'port_id': 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7', 'mac_address': 'fa:16:3e:1d:17:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f7ed30-3a0e-47d9-9235-13bb159a07de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:15:48.255242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:48.269749 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:48.289114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:48.328495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:48.331434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d02788-5d0a-43d9-ad10-387aa3f59a7b req-09cd4e7a-b80f-44c3-993b-070d599dc003 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:48.338455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d02788-5d0a-43d9-ad10-387aa3f59a7b req-09cd4e7a-b80f-44c3-993b-070d599dc003 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:48.340197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7d02788-5d0a-43d9-ad10-387aa3f59a7b req-09cd4e7a-b80f-44c3-993b-070d599dc003 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1677 time: 0.3587353 Nov 12 11:15:48.415293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:48.479273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:48.484199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device e8e44ac2-8249-4eb1-a45a-d859fea29405 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:15:48.504788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7d02788-5d0a-43d9-ad10-387aa3f59a7b req-49622974-987c-41e7-b4cd-dee5e6c1937a tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268184 Nov 12 11:15:48.628413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port e8e44ac2-8249-4eb1-a45a-d859fea29405, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e8e44ac2-8249-4eb1-a45a-d859fea29405,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:48.675250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'e8e44ac2-8249-4eb1-a45a-d859fea29405', 'network_id': '793280d8-c548-42e6-adf4-470f7540f5b3', 'port_id': 'e8e44ac2-8249-4eb1-a45a-d859fea29405', 'mac_address': 'fa:16:3e:d4:9d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0bd9b98-2ba1-43af-a267-8fcef2df2538', 'ip_address': '19.86.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:15:48.730514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.21.0.1 (1efac5cc-073a-4596-8aa7-62c3c6d5bc3b/213e23b1-2a6d-4412-ad6f-f38141f6251e/40c31b94-7745-481e-9ca5-c65e9d97b32f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:15:48.743710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:48.775369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e44ac2-8249-4eb1-a45a-d859fea29405 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:48.823675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port e8e44ac2-8249-4eb1-a45a-d859fea29405, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e8e44ac2-8249-4eb1-a45a-d859fea29405,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:48.863045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:48.887168 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:48.952323 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:48.952994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:15:49.038002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.094146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:49.097816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:49.103670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=e8e44ac2-8249-4eb1-a45a-d859fea29405,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:49.103823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:15:49.184810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:49.202029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc', 'network_id': '0bd3bda0-71a8-4eef-a4b9-012f19382ec1', 'port_id': '04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc', 'mac_address': 'fa:16:3e:e1:6d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b5118a-88a2-4468-b170-d18089c69d3d', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:15:49.204966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=40c31b94-7745-481e-9ca5-c65e9d97b32f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:49.259476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.269641 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.308638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:15:49.354396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a400c-391f-4539-a54d-2d2728c59df7 req-cd51193c-d039-4a81-a799-741b59bd8283 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:49.362834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:49.371799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e8a400c-391f-4539-a54d-2d2728c59df7 req-cd51193c-d039-4a81-a799-741b59bd8283 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 944 time: 0.1245389 Nov 12 11:15:49.453746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e8a400c-391f-4539-a54d-2d2728c59df7 req-9726f1b7-5301-44d4-997b-ecb4aecfe620 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806015 Nov 12 11:15:49.481893 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.537778 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.606879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:49.636956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c1f7b9b1-4d18-47b7-9d12-8ca39c44307a None None] Provisioning complete for port 40c31b94-7745-481e-9ca5-c65e9d97b32f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:49.636956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b9b1-4d18-47b7-9d12-8ca39c44307a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:49.690301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7b9b1-4d18-47b7-9d12-8ca39c44307a None None] Port 40c31b94-7745-481e-9ca5-c65e9d97b32f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:49.742038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['e8e44ac2-8249-4eb1-a45a-d859fea29405'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:49.802907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f54d1-3792-445b-aaa3-bedcfff5bfe7 req-a51684fe-c9b3-4976-9d26-fcf45717c20c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:49.810049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f54d1-3792-445b-aaa3-bedcfff5bfe7 req-a51684fe-c9b3-4976-9d26-fcf45717c20c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:49.811695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e9f54d1-3792-445b-aaa3-bedcfff5bfe7 req-a51684fe-c9b3-4976-9d26-fcf45717c20c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1679 time: 0.1886528 Nov 12 11:15:49.922990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e9f54d1-3792-445b-aaa3-bedcfff5bfe7 req-3e597e40-1fae-44be-841d-101099d1a06d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973010 Nov 12 11:15:50.054785 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.117736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.211886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=40c31b94-7745-481e-9ca5-c65e9d97b32f,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:50.211886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.340996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:15:50.343484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:15:50.518651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device e8e44ac2-8249-4eb1-a45a-d859fea29405 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:50.640216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.778076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:50.804118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f5671-3bb9-4364-91a0-7d7d4f25fb20 req-bec1a32b-caa7-4d72-8fd5-712b574572de tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:50.819680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-495f5671-3bb9-4364-91a0-7d7d4f25fb20 req-bec1a32b-caa7-4d72-8fd5-712b574572de tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 944 time: 0.1108711 Nov 12 11:15:50.826769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port e8e44ac2-8249-4eb1-a45a-d859fea29405 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:15:50.844835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port e8e44ac2-8249-4eb1-a45a-d859fea29405 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:50.845217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:50.940292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-495f5671-3bb9-4364-91a0-7d7d4f25fb20 req-9b91d097-1a63-4a32-8dd7-7789e0071dc6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165164 Nov 12 11:15:50.977259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-82bc8838-3b11-4e32-99dc-8545cab79af7 None None] Provisioning complete for port 40c31b94-7745-481e-9ca5-c65e9d97b32f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:50.977631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82bc8838-3b11-4e32-99dc-8545cab79af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:51.035439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 9a787041-0948-4029-b0bb-31b39074bae4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:51.089553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:51.095213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-82bc8838-3b11-4e32-99dc-8545cab79af7 None None] Port 40c31b94-7745-481e-9ca5-c65e9d97b32f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:15:51.136211 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e44ac2-8249-4eb1-a45a-d859fea29405'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:51.138405 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8532974d-9768-4ca1-b81f-302244482a10" -d '{"events": [{"server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "name": "network-vif-plugged", "status": "completed", "tag": "e8e44ac2-8249-4eb1-a45a-d859fea29405"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:51.161754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port e8e44ac2-8249-4eb1-a45a-d859fea29405, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e8e44ac2-8249-4eb1-a45a-d859fea29405,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:51.200566 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2947eca-759e-4af6-ad12-a2ce0a01eb30 x-openstack-request-id: req-a2947eca-759e-4af6-ad12-a2ce0a01eb30 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:51.200862 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "name": "network-vif-plugged", "status": "completed", "tag": "e8e44ac2-8249-4eb1-a45a-d859fea29405", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:51.201118 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a2947eca-759e-4af6-ad12-a2ce0a01eb30 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:51.201520 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e44ac2-8249-4eb1-a45a-d859fea29405', 'code': 200} Nov 12 11:15:51.208616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:51.215531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:51.226759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-34349577-96ea-49c7-862a-a63315eda8c3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/9a787041-0948-4029-b0bb-31b39074bae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6755402 Nov 12 11:15:51.226893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:51.231128 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811f18fa-b8cb-44e8-a33d-37ad6cb9c0f0 None None] Sync routers for ids ['9a787041-0948-4029-b0bb-31b39074bae4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:51.253296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e9131-a354-4a6e-91cc-18603a30d23a req-e26d8cee-f4f5-4ec2-86c3-a3a21fb0f5f9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:51.257175 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f18fa-b8cb-44e8-a33d-37ad6cb9c0f0 None None] Routers {'9a787041-0948-4029-b0bb-31b39074bae4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:51.258193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-811f18fa-b8cb-44e8-a33d-37ad6cb9c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9a787041-0948-4029-b0bb-31b39074bae4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:51.260151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e9131-a354-4a6e-91cc-18603a30d23a req-e26d8cee-f4f5-4ec2-86c3-a3a21fb0f5f9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:51.261853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a1e9131-a354-4a6e-91cc-18603a30d23a req-e26d8cee-f4f5-4ec2-86c3-a3a21fb0f5f9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1679 time: 0.1158082 Nov 12 11:15:51.324616 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-811f18fa-b8cb-44e8-a33d-37ad6cb9c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:51.335483 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f18fa-b8cb-44e8-a33d-37ad6cb9c0f0 None None] Routers {'9a787041-0948-4029-b0bb-31b39074bae4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:51.336162 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-811f18fa-b8cb-44e8-a33d-37ad6cb9c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9a787041-0948-4029-b0bb-31b39074bae4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:51.344475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=e8e44ac2-8249-4eb1-a45a-d859fea29405,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:51.345838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002d7f77-1017-4e33-9c9b-5459d4c4a259 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:51.352653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-002d7f77-1017-4e33-9c9b-5459d4c4a259 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports/40c31b94-7745-481e-9ca5-c65e9d97b32f HTTP/1.1" status: 200 len: 910 time: 0.1249993 Nov 12 11:15:51.356559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57388) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:51.374983 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-811f18fa-b8cb-44e8-a33d-37ad6cb9c0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:51.375652 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811f18fa-b8cb-44e8-a33d-37ad6cb9c0f0 None None] The sync data for ids ['9a787041-0948-4029-b0bb-31b39074bae4'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:51.412704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a1e9131-a354-4a6e-91cc-18603a30d23a req-57e46d2b-5b16-4fae-b28a-39349a013363 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342666 Nov 12 11:15:51.825554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.034402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:52.201420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72b58-775a-433c-91cd-8c6105f113b2 req-fde9ab82-00a8-4123-8f25-9c2ba109c3ce tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:52.210031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4b72b58-775a-433c-91cd-8c6105f113b2 req-fde9ab82-00a8-4123-8f25-9c2ba109c3ce tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 944 time: 0.0907335 Nov 12 11:15:52.238726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 40c31b94-7745-481e-9ca5-c65e9d97b32f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:52.239477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.266619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:15:52.274778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:52.276087 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.286246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4b72b58-775a-433c-91cd-8c6105f113b2 req-6d4abebb-380b-4ec6-94db-be8102f6d530 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748413 Nov 12 11:15:52.410014 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.437521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 40c31b94-7745-481e-9ca5-c65e9d97b32f owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:52.447831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.496246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:52.534654 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:15:52.588673 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.665664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:52.717866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:15:52.724794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:15:52.725349 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.729344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8fd41-8cc0-48d1-bb58-cd77417d11f2 req-0770c3c7-efe3-4fba-9a02-fafac007eb2c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:52.736218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8fd41-8cc0-48d1-bb58-cd77417d11f2 req-0770c3c7-efe3-4fba-9a02-fafac007eb2c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:52.738394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ec8fd41-8cc0-48d1-bb58-cd77417d11f2 req-0770c3c7-efe3-4fba-9a02-fafac007eb2c tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1680 time: 0.1107769 Nov 12 11:15:52.849951 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:52.861178 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ec8fd41-8cc0-48d1-bb58-cd77417d11f2 req-5282f0ad-98de-42ec-a576-949d94a5e338 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112399 Nov 12 11:15:52.898256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:53.003051 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.037757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.043405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=40c31b94-7745-481e-9ca5-c65e9d97b32f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:53.115072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:53.203093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7db55d-5d35-476d-a356-50b27ce0825e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7'}, {'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:53.205257 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce41c4-f105-41f1-b57c-857d894d73e9" -d '{"events": [{"server_uuid": "3d7db55d-5d35-476d-a356-50b27ce0825e", "name": "network-vif-plugged", "status": "completed", "tag": "ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7"}, {"server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "name": "network-vif-plugged", "status": "completed", "tag": "04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:53.280107 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62ed942-c04e-4279-82d3-8bf624c8f1ce x-openstack-request-id: req-f62ed942-c04e-4279-82d3-8bf624c8f1ce {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:53.280407 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7db55d-5d35-476d-a356-50b27ce0825e", "name": "network-vif-plugged", "status": "completed", "tag": "ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7", "code": 200}, {"server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "name": "network-vif-plugged", "status": "completed", "tag": "04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:53.280712 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f62ed942-c04e-4279-82d3-8bf624c8f1ce {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:53.281252 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7db55d-5d35-476d-a356-50b27ce0825e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7', 'code': 200} Nov 12 11:15:53.281523 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc', 'code': 200} Nov 12 11:15:53.316133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:53.522770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d544e7-1843-4586-a428-12451a9a52ad req-25af1a8e-8bfd-4f08-9174-0822b19c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.524917 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0d544e7-1843-4586-a428-12451a9a52ad req-25af1a8e-8bfd-4f08-9174-0822b19c2eec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 1097 time: 0.1582303 Nov 12 11:15:53.537159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5a0a-bfa6-49b2-9b48-4b81102ec8f8 req-6bebf1f6-08fb-4390-934c-cff5a71efc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.537644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd5a0a-bfa6-49b2-9b48-4b81102ec8f8 req-6bebf1f6-08fb-4390-934c-cff5a71efc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.539445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcfd5a0a-bfa6-49b2-9b48-4b81102ec8f8 req-6bebf1f6-08fb-4390-934c-cff5a71efc8c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1985 time: 0.1830232 Nov 12 11:15:53.549224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584bf2-0f71-478f-94e2-627ae04dacb6 req-1f8f008c-795e-40fd-ae64-b016f2cdb717 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:53.550984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18584bf2-0f71-478f-94e2-627ae04dacb6 req-1f8f008c-795e-40fd-ae64-b016f2cdb717 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 945 time: 0.0974002 Nov 12 11:15:53.635380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 9a787041-0948-4029-b0bb-31b39074bae4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:53.654057 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcfd5a0a-bfa6-49b2-9b48-4b81102ec8f8 req-f670811a-b19d-4c05-8292-be89c6aa8468 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008747 Nov 12 11:15:53.682799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18584bf2-0f71-478f-94e2-627ae04dacb6 req-6979deb7-3a9c-4645-a3f3-ed2ac0d33a37 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171243 Nov 12 11:15:53.712913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0d544e7-1843-4586-a428-12451a9a52ad req-c45bf11a-e127-4787-b448-7e1446fec261 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599412 Nov 12 11:15:53.784301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:53.793438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57428) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:53.793637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-87348b5f-289b-4743-97fe-b80b1465b835 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/9a787041-0948-4029-b0bb-31b39074bae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4353712 Nov 12 11:15:53.803014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5277cc-5935-408c-88c0-0dffb4bac41d None None] Sync routers for ids ['9a787041-0948-4029-b0bb-31b39074bae4'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:53.824809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5277cc-5935-408c-88c0-0dffb4bac41d None None] Routers {'9a787041-0948-4029-b0bb-31b39074bae4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:53.825498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9d5277cc-5935-408c-88c0-0dffb4bac41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9a787041-0948-4029-b0bb-31b39074bae4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:53.885016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9d5277cc-5935-408c-88c0-0dffb4bac41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:53.904813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5277cc-5935-408c-88c0-0dffb4bac41d None None] Routers {'9a787041-0948-4029-b0bb-31b39074bae4'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:53.906684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9d5277cc-5935-408c-88c0-0dffb4bac41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9a787041-0948-4029-b0bb-31b39074bae4'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:53.956607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9d5277cc-5935-408c-88c0-0dffb4bac41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:53.957309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5277cc-5935-408c-88c0-0dffb4bac41d None None] The sync data for ids ['9a787041-0948-4029-b0bb-31b39074bae4'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:54.115507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad5263-ccac-4082-a6eb-a5f9fbeb1ad6 req-382ba1f6-82a2-4fff-a290-931c0ded2848 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:54.122236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad5263-ccac-4082-a6eb-a5f9fbeb1ad6 req-382ba1f6-82a2-4fff-a290-931c0ded2848 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:54.123977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebad5263-ccac-4082-a6eb-a5f9fbeb1ad6 req-382ba1f6-82a2-4fff-a290-931c0ded2848 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1681 time: 0.1046255 Nov 12 11:15:54.243117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebad5263-ccac-4082-a6eb-a5f9fbeb1ad6 req-a960e75b-9b18-4542-9dfe-493515682fdf tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089213 Nov 12 11:15:54.321714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.592411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:54.593263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.724710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:54.742017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:54.870050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d39345-4b4e-4c94-bede-a1c071d3b81d req-415a82d7-921a-484b-9374-9f7358df33aa tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:54.871940 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a4d39345-4b4e-4c94-bede-a1c071d3b81d req-415a82d7-921a-484b-9374-9f7358df33aa tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 945 time: 0.0538516 Nov 12 11:15:55.013693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a4d39345-4b4e-4c94-bede-a1c071d3b81d req-a0657ba9-2e41-4134-90c2-5dae4e180c48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347747 Nov 12 11:15:55.053937 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.107740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=c4e7bc1a-e8ee-405d-a462-c18dbb32d1ef,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:55.325811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:55.505386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858aa6-1aae-4c2c-bd30-ad4a16a0b74f req-d06b9b14-2b6a-479c-8a00-3f76cce54d12 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:55.512190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858aa6-1aae-4c2c-bd30-ad4a16a0b74f req-d06b9b14-2b6a-479c-8a00-3f76cce54d12 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:55.513794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8858aa6-1aae-4c2c-bd30-ad4a16a0b74f req-d06b9b14-2b6a-479c-8a00-3f76cce54d12 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1681 time: 0.1384861 Nov 12 11:15:55.568413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 9a787041-0948-4029-b0bb-31b39074bae4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:15:55.606323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8858aa6-1aae-4c2c-bd30-ad4a16a0b74f req-a1506c75-58c0-4083-8a45-e25f34c20986 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672061 Nov 12 11:15:55.686053 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:15:55.691980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-784266cb-0842-4eec-a9a3-550bd8d9f19d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/9a787041-0948-4029-b0bb-31b39074bae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976209 Nov 12 11:15:55.694413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57468) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:55.704428 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794d3c2-50de-4b4b-b7b4-73291952a328 None None] Sync routers for ids ['9a787041-0948-4029-b0bb-31b39074bae4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:15:55.722757 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794d3c2-50de-4b4b-b7b4-73291952a328 None None] Routers {'9a787041-0948-4029-b0bb-31b39074bae4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:55.723499 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9794d3c2-50de-4b4b-b7b4-73291952a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9a787041-0948-4029-b0bb-31b39074bae4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:55.728250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2b52ecc4-9fa6-4913-99b2-8754f48b25f4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a787041-0948-4029-b0bb-31b39074bae4 HTTP/1.1" status: 200 len: 205 time: 0.0325732 Nov 12 11:15:55.732282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57472) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:55.771992 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9794d3c2-50de-4b4b-b7b4-73291952a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:55.783475 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794d3c2-50de-4b4b-b7b4-73291952a328 None None] Routers {'9a787041-0948-4029-b0bb-31b39074bae4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:15:55.784187 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9794d3c2-50de-4b4b-b7b4-73291952a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9a787041-0948-4029-b0bb-31b39074bae4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:55.822738 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9794d3c2-50de-4b4b-b7b4-73291952a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:55.823623 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794d3c2-50de-4b4b-b7b4-73291952a328 None None] The sync data for ids ['9a787041-0948-4029-b0bb-31b39074bae4'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:15:55.853428 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-859534a1-812e-4f27-be1c-56f9a0cfafdb tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.183974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8d36c-7833-455e-80aa-1308842245e3 req-c3315697-5349-4251-b994-b267ea56e018 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:56.194081 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31e8d36c-7833-455e-80aa-1308842245e3 req-c3315697-5349-4251-b994-b267ea56e018 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 945 time: 0.0893543 Nov 12 11:15:56.283882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31e8d36c-7833-455e-80aa-1308842245e3 req-a05806f5-b361-4ad1-9ce0-f5ea5f8a5d33 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888994 Nov 12 11:15:56.337689 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-859534a1-812e-4f27-be1c-56f9a0cfafdb tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.349344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-859534a1-812e-4f27-be1c-56f9a0cfafdb tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.465934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff22e-443e-4ac6-971f-0b24c819adef req-57ac684a-0d49-44ec-b105-ac386a6e7650 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:56.469273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac82376-6426-4ba7-ae77-263537e7ad61 req-e3c8c3f3-7c71-46d5-8300-bfd22bbc16a3 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:56.471125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ac82376-6426-4ba7-ae77-263537e7ad61 req-e3c8c3f3-7c71-46d5-8300-bfd22bbc16a3 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 945 time: 0.0650241 Nov 12 11:15:56.478841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baff22e-443e-4ac6-971f-0b24c819adef req-57ac684a-0d49-44ec-b105-ac386a6e7650 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:56.484483 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8baff22e-443e-4ac6-971f-0b24c819adef req-57ac684a-0d49-44ec-b105-ac386a6e7650 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1681 time: 0.1270058 Nov 12 11:15:56.517387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-859534a1-812e-4f27-be1c-56f9a0cfafdb tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.521579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859534a1-812e-4f27-be1c-56f9a0cfafdb tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Fanout notify agent at l3_agent the message router_deleted on router 9a787041-0948-4029-b0bb-31b39074bae4 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:15:56.534134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-859534a1-812e-4f27-be1c-56f9a0cfafdb tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.534134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-859534a1-812e-4f27-be1c-56f9a0cfafdb tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/9a787041-0948-4029-b0bb-31b39074bae4 HTTP/1.1" status: 204 len: 168 time: 0.7992883 Nov 12 11:15:56.537683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57514) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:56.552503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8baff22e-443e-4ac6-971f-0b24c819adef req-6cb7462f-8d13-47e5-a709-ac038ba8c6ea tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607035 Nov 12 11:15:56.582199 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ac82376-6426-4ba7-ae77-263537e7ad61 req-24aa9f20-91cd-42d9-9e38-af274e0bcd5e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038074 Nov 12 11:15:56.624595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-743c11b6-56ba-481c-bb4a-ef5f9b3ebb06 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet 213e23b1-2a6d-4412-ad6f-f38141f6251e {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:56.624595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-743c11b6-56ba-481c-bb4a-ef5f9b3ebb06 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.673750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-743c11b6-56ba-481c-bb4a-ef5f9b3ebb06 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.794609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-743c11b6-56ba-481c-bb4a-ef5f9b3ebb06 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:56.980280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-743c11b6-56ba-481c-bb4a-ef5f9b3ebb06 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.009308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c11b6-56ba-481c-bb4a-ef5f9b3ebb06 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=213e23b1-2a6d-4412-ad6f-f38141f6251e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:57.014020 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-743c11b6-56ba-481c-bb4a-ef5f9b3ebb06 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.017752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-743c11b6-56ba-481c-bb4a-ef5f9b3ebb06 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/213e23b1-2a6d-4412-ad6f-f38141f6251e HTTP/1.1" status: 204 len: 168 time: 0.4788201 Nov 12 11:15:57.020554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57536) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:57.021151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2621ee4-6873-42f8-bc70-9265fa55057b None None] Network 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:57.077272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet ebac0c1c-3d7c-4954-a6a1-7d881e418c74 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:15:57.083501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.126988 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.181489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d040d-911a-46c2-9c08-bf88fbb43a9f req-cb9a73bc-4d12-4ab7-b8db-f1fdcc2bbd16 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:57.190243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b9d040d-911a-46c2-9c08-bf88fbb43a9f req-cb9a73bc-4d12-4ab7-b8db-f1fdcc2bbd16 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 945 time: 0.0738516 Nov 12 11:15:57.244180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] DHCP port deletion for 1efac5cc-073a-4596-8aa7-62c3c6d5bc3b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:57.257666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b9d040d-911a-46c2-9c08-bf88fbb43a9f req-dcb65a02-738d-4466-9483-d45dcf0c75d0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609117 Nov 12 11:15:57.278996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.358080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] Deleting port 21aea400-d5ad-4922-a10f-8de17c6adffc {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:57.366824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.437236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.442674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] For port 21aea400-d5ad-4922-a10f-8de17c6adffc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=21aea400-d5ad-4922-a10f-8de17c6adffc,segment=NetworkSegment(ebfe194f-3f92-48f3-9713-1dde17149419),segment_id=ebfe194f-3f92-48f3-9713-1dde17149419)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:57.443325 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.458898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] Calling delete_port for 21aea400-d5ad-4922-a10f-8de17c6adffc owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:57.467162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=ebac0c1c-3d7c-4954-a6a1-7d881e418c74,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:57.469704 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.475470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/ebac0c1c-3d7c-4954-a6a1-7d881e418c74 HTTP/1.1" status: 204 len: 168 time: 0.4514141 Nov 12 11:15:57.475874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57550) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:57.489776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.490045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.490387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.490719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.491053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.491384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.491739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.492071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.492910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.493356 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.493680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.494001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e066216-2214-4e5f-b9e7-13fbe35dc9b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:15:57.506614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05125433-3404-41a9-8fc1-b63879ce9a2e None None] Network 5a4e02da-9f19-4a7a-9261-756a578a12f5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:15:57.588822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.746321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 21aea400-d5ad-4922-a10f-8de17c6adffc {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:57.746561 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.756988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.789948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] Pushing event deleted for resources: {'Port': ['ID=21aea400-d5ad-4922-a10f-8de17c6adffc,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:57.821288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc85d9-6cb1-46b9-b82a-baf80c20590c None None] No DVR routers for this DVR port 21aea400-d5ad-4922-a10f-8de17c6adffc on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:57.856283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d531c-0f1b-477d-b675-445a107b285e req-9b07375f-d41f-4055-8824-2367c2f91b12 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:57.863637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d531c-0f1b-477d-b675-445a107b285e req-9b07375f-d41f-4055-8824-2367c2f91b12 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:57.869094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f5d531c-0f1b-477d-b675-445a107b285e req-9b07375f-d41f-4055-8824-2367c2f91b12 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1681 time: 0.1081362 Nov 12 11:15:57.875996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] DHCP port deletion for 5a4e02da-9f19-4a7a-9261-756a578a12f5 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:15:57.877496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6be552-2ac5-493a-95ea-78e97a104d33 req-2aeb590b-e538-4464-a764-629c67bfc004 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:57.889106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6be552-2ac5-493a-95ea-78e97a104d33 req-2aeb590b-e538-4464-a764-629c67bfc004 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:57.890817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b6be552-2ac5-493a-95ea-78e97a104d33 req-2aeb590b-e538-4464-a764-629c67bfc004 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 1681 time: 0.1937923 Nov 12 11:15:57.896461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port 21aea400-d5ad-4922-a10f-8de17c6adffc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=21aea400-d5ad-4922-a10f-8de17c6adffc,segment=NetworkSegment(ebfe194f-3f92-48f3-9713-1dde17149419),segment_id=ebfe194f-3f92-48f3-9713-1dde17149419)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:57.896820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:57.917917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 21aea400-d5ad-4922-a10f-8de17c6adffc owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:57.982915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] Deleting port b9413a60-adeb-4f08-ab28-e714f162cec4 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:57.983292 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.004233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b6be552-2ac5-493a-95ea-78e97a104d33 req-46173f18-ffe7-46ba-ad3b-a0afa75d1310 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970895 Nov 12 11:15:58.004839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:58.005413 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.036260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.059219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] For port b9413a60-adeb-4f08-ab28-e714f162cec4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b9413a60-adeb-4f08-ab28-e714f162cec4,segment=NetworkSegment(14fa97f9-3d16-462e-bcf5-69881449176d),segment_id=14fa97f9-3d16-462e-bcf5-69881449176d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:58.060289 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.068307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=21aea400-d5ad-4922-a10f-8de17c6adffc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:58.070207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No DVR routers for this DVR port 21aea400-d5ad-4922-a10f-8de17c6adffc on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:58.078601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] Calling delete_port for b9413a60-adeb-4f08-ab28-e714f162cec4 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:58.150932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:58.151313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.156754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.177288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:58.182508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efac5cc-073a-4596-8aa7-62c3c6d5bc3b']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:58.200542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfe194f-3f92-48f3-9713-1dde17149419') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:58.200542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfe194f-3f92-48f3-9713-1dde17149419') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:58.214832 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.238537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.241775 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.260114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:58.260479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:58.264007 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:58.273144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] Pushing event deleted for resources: {'Port': ['ID=b9413a60-adeb-4f08-ab28-e714f162cec4,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:58.279440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900a271-dee9-4d6c-9076-35921a6434f9 None None] No DVR routers for this DVR port b9413a60-adeb-4f08-ab28-e714f162cec4 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:58.444273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b7931-90ce-4e0a-a9a2-e0e0b4d1c930 req-32513f24-92a2-4816-b87f-3fb4f81616f0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:58.445925 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d09b7931-90ce-4e0a-a9a2-e0e0b4d1c930 req-32513f24-92a2-4816-b87f-3fb4f81616f0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 945 time: 0.0779145 Nov 12 11:15:58.447610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.457020 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.464811 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/1efac5cc-073a-4596-8aa7-62c3c6d5bc3b HTTP/1.1" status: 204 len: 168 time: 0.9879544 Nov 12 11:15:58.465584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57574) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:58.497922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10bbf8-caf9-4f86-9212-efe85f7111a6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=1efac5cc-073a-4596-8aa7-62c3c6d5bc3b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:58.548591 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d09b7931-90ce-4e0a-a9a2-e0e0b4d1c930 req-68cbd5b5-77fd-4ec8-80c1-e8fdc6a2571b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849550 Nov 12 11:15:58.580020 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.592967 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.611448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:58.726706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:58.730835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.734751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f5d531c-0f1b-477d-b675-445a107b285e req-ea986499-23c8-4453-910c-ccb10c7f0b4d tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "DELETE /v2.0/ports/04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc HTTP/1.1" status: 204 len: 173 time: 0.8591564 Nov 12 11:15:58.735358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'name': 'network-vif-deleted', 'tag': '04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:15:58.736476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.748721 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508fae99-0b34-4f7e-b40f-34e816cef965" -d '{"events": [{"server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "name": "network-vif-deleted", "tag": "04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:15:58.762749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4e02da-9f19-4a7a-9261-756a578a12f5']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:58.777051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fa97f9-3d16-462e-bcf5-69881449176d') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:58.777368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fa97f9-3d16-462e-bcf5-69881449176d') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:15:58.788739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.803546 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.816545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:15:58.816946 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:15:58.821683 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:15:58.853192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-7093b152-7e17-4118-b916-898b5e9287d4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:58.853192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-7093b152-7e17-4118-b916-898b5e9287d4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 945 time: 0.2364931 Nov 12 11:15:58.855628 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e66a083-8032-49c4-98a3-10a3ec7bdaaa x-openstack-request-id: req-6e66a083-8032-49c4-98a3-10a3ec7bdaaa {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:15:58.857054 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "name": "network-vif-deleted", "tag": "04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:15:58.857864 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6e66a083-8032-49c4-98a3-10a3ec7bdaaa {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:15:58.858282 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'name': 'network-vif-deleted', 'tag': '04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc', 'status': 'completed', 'code': 200} Nov 12 11:15:59.128362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port e8e44ac2-8249-4eb1-a45a-d859fea29405 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:59.128362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.128362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port e8e44ac2-8249-4eb1-a45a-d859fea29405, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=e8e44ac2-8249-4eb1-a45a-d859fea29405,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:59.128362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.162084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for e8e44ac2-8249-4eb1-a45a-d859fea29405 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:59.193902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4ea5-7c65-4256-afe7-75e315318617 req-231c6bb1-257d-4baa-b9e3-abba962efdc1 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:15:59.195513 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-497e4ea5-7c65-4256-afe7-75e315318617 req-231c6bb1-257d-4baa-b9e3-abba962efdc1 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 945 time: 0.1157863 Nov 12 11:15:59.226084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b9413a60-adeb-4f08-ab28-e714f162cec4 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:59.249184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b9413a60-adeb-4f08-ab28-e714f162cec4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:59.249529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b9413a60-adeb-4f08-ab28-e714f162cec4 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:59.250003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 21aea400-d5ad-4922-a10f-8de17c6adffc no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:15:59.271542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 21aea400-d5ad-4922-a10f-8de17c6adffc {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:15:59.271889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 21aea400-d5ad-4922-a10f-8de17c6adffc not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:15:59.287754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Deleting port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:15:59.288052 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.325420 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-497e4ea5-7c65-4256-afe7-75e315318617 req-294d3093-242e-4938-86ed-6c7eadae6f3b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/security-groups?id=cfb8c8e8-236a-4ad8-8416-7147b532b69c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910475 Nov 12 11:15:59.440797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] For port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:15:59.441082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.457686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Calling delete_port for ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:15:59.614529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.614725 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d39224f3-c89a-46cd-8c53-35a2d3823457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.614856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.630241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.644233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=e8e44ac2-8249-4eb1-a45a-d859fea29405,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:59.670070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/5a4e02da-9f19-4a7a-9261-756a578a12f5 HTTP/1.1" status: 204 len: 168 time: 1.2008328 Nov 12 11:15:59.683622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57596) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:15:59.692330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-257012802'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:15:59.698295 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.711576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a', 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:15:59.712666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbeb7e-eb4d-42c5-8a0e-ee2e508d5a70 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=5a4e02da-9f19-4a7a-9261-756a578a12f5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:59.736673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port e8e44ac2-8249-4eb1-a45a-d859fea29405 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:59.756840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.766305 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f5d531c-0f1b-477d-b675-445a107b285e req-6131675a-412b-408d-8296-a0dbd336aaf9 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.57 "DELETE /v2.0/ports/e8e44ac2-8249-4eb1-a45a-d859fea29405 HTTP/1.1" status: 204 len: 173 time: 1.0154004 Nov 12 11:15:59.830058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event deleted for resources: {'Port': ['ID=ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:15:59.840675 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-16444735-b77e-4939-932e-9405e3aba24e req-68343596-5fe7-4cc2-8e14-6fe7581f5c3a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 210 time: 0.0617039 Nov 12 11:15:59.909033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] No DVR routers for this DVR port ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:15:59.911944 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:15:59.916588 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72ce90b6-ef4c-41a8-853a-60a78502b748 req-1ec8b485-f251-42c1-9d2e-0ce87979036e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "DELETE /v2.0/ports/ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 HTTP/1.1" status: 204 len: 173 time: 1.0476892 Nov 12 11:15:59.979078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:15:59.982733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.032567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:00.053347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.053707 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment 3a40c2cd-0f86-48fd-98e5-ffa672042804 of type vlan for network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f Nov 12 11:16:00.096237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.209719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.220178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:00.220178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.299274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:00.314483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:00.382646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-34545a97-bdb2-4ad8-9bc3-5771d5f10865 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6953721 Nov 12 11:16:00.387343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57608) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:00.403429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': '549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:00.491978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-751d07c9-c297-4ede-aaf8-e22e60bd0671 req-fe42353f-2266-4718-8e54-0ccea8dab272 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "GET /v2.0/ports?device_id=5329b2a5-3ad2-41d2-a170-2a907679d729 HTTP/1.1" status: 200 len: 210 time: 0.0538123 Nov 12 11:16:00.548081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57618) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:00.556814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device e8e44ac2-8249-4eb1-a45a-d859fea29405 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:00.597090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:00.603134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.605595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: e8e44ac2-8249-4eb1-a45a-d859fea29405 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:00.606153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device e8e44ac2-8249-4eb1-a45a-d859fea29405 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:00.607487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:00.654397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:00.654740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 04f6e3ed-3f6d-48d7-8b3a-c71aab2979cc not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:00.779010 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f34730c9-6efe-463e-9c73-6021ba43f4b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.859397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'name': 'network-vif-deleted', 'tag': 'e8e44ac2-8249-4eb1-a45a-d859fea29405'}, {'server_uuid': '3d7db55d-5d35-476d-a356-50b27ce0825e', 'name': 'network-vif-deleted', 'tag': 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:00.861974 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e0041-9200-456c-9eb8-d82907807fae" -d '{"events": [{"server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "name": "network-vif-deleted", "tag": "e8e44ac2-8249-4eb1-a45a-d859fea29405"}, {"server_uuid": "3d7db55d-5d35-476d-a356-50b27ce0825e", "name": "network-vif-deleted", "tag": "ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:00.941247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f34730c9-6efe-463e-9c73-6021ba43f4b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:00.947867 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04956af-bbec-403d-8834-ce81ffe0e5dd x-openstack-request-id: req-a04956af-bbec-403d-8834-ce81ffe0e5dd {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:00.949025 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5329b2a5-3ad2-41d2-a170-2a907679d729", "name": "network-vif-deleted", "tag": "e8e44ac2-8249-4eb1-a45a-d859fea29405", "status": "completed", "code": 200}, {"server_uuid": "3d7db55d-5d35-476d-a356-50b27ce0825e", "name": "network-vif-deleted", "tag": "ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:00.949326 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a04956af-bbec-403d-8834-ce81ffe0e5dd {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:00.949946 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5329b2a5-3ad2-41d2-a170-2a907679d729', 'name': 'network-vif-deleted', 'tag': 'e8e44ac2-8249-4eb1-a45a-d859fea29405', 'status': 'completed', 'code': 200} Nov 12 11:16:00.950192 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7db55d-5d35-476d-a356-50b27ce0825e', 'name': 'network-vif-deleted', 'tag': 'ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7', 'status': 'completed', 'code': 200} Nov 12 11:16:00.966192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.027752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d04495b8-bb41-4f88-90be-60b3f1aebb03 req-39b20977-6824-49af-b0b1-6f87a93e6da2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=3d7db55d-5d35-476d-a356-50b27ce0825e HTTP/1.1" status: 200 len: 210 time: 0.0536933 Nov 12 11:16:01.037265 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f34730c9-6efe-463e-9c73-6021ba43f4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.090374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=b7c2d199-a6b7-4f85-974b-195c748ec206,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:01.105984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f34730c9-6efe-463e-9c73-6021ba43f4b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=709926eb27c54810ad6c437f00400fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5567660 Nov 12 11:16:01.108892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34730c9-6efe-463e-9c73-6021ba43f4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b0514d-5c0b-4bb5-ac8f-643600e0416f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:01.109410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57634) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:01.111659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': '3a40c2cd-0f86-48fd-98e5-ffa672042804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:01.112055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:01.173593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13c8e242-a9c8-4845-89e6-9f5e20fa8030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.204124 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13c8e242-a9c8-4845-89e6-9f5e20fa8030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.257324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:01.385554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13c8e242-a9c8-4845-89e6-9f5e20fa8030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.385901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:01.390834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13c8e242-a9c8-4845-89e6-9f5e20fa8030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.393184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:01.394325 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.397983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-13c8e242-a9c8-4845-89e6-9f5e20fa8030 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4b0514d-5c0b-4bb5-ac8f-643600e0416f HTTP/1.1" status: 204 len: 168 time: 0.2864487 Nov 12 11:16:01.417970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8e242-a9c8-4845-89e6-9f5e20fa8030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b0514d-5c0b-4bb5-ac8f-643600e0416f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:01.420098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574e7bf-10c3-40af-85c0-7211d695747a None None] Network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:01.538817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a44ebd46-21fe-4a04-a109-0c0d41e154d2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1459761 Nov 12 11:16:01.538817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57644) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:01.547005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d25eb151-ad74-4b85-b296-87b7e7b7477e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-886391302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:01.580829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57646) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:01.667979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d25eb151-ad74-4b85-b296-87b7e7b7477e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.669070 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d25eb151-ad74-4b85-b296-87b7e7b7477e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.682138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32944a8-cae5-4a18-9d09-6c0d94123c43 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting subnet f0bd9b98-2ba1-43af-a267-8fcef2df2538 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:01.686987 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a32944a8-cae5-4a18-9d09-6c0d94123c43 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.815255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a32944a8-cae5-4a18-9d09-6c0d94123c43 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.844053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d25eb151-ad74-4b85-b296-87b7e7b7477e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.874330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f', 'network_id': '549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': 'b7c2d199-a6b7-4f85-974b-195c748ec206'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:01.875237 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.925649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d25eb151-ad74-4b85-b296-87b7e7b7477e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.960512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a32944a8-cae5-4a18-9d09-6c0d94123c43 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:01.985104 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cd67fb5a-4e29-4ed4-875d-6809f47e69cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.015194 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d25eb151-ad74-4b85-b296-87b7e7b7477e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.020205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57660) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:02.020788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d25eb151-ad74-4b85-b296-87b7e7b7477e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4791687 Nov 12 11:16:02.026156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'port': {'network_id': '549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f', 'name': 'tempest-RoutersTest-1957144880'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:02.079753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:02.127629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:02.127966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ec0cc68d-0367-4f29-a3a6-ae4ef4ef63f7 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:02.162616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Allocated IP 172.20.0.2 (549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f/b7c2d199-a6b7-4f85-974b-195c748ec206/b5bd93e8-9c73-4971-bdf7-a0d03d9a244b) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:02.164945 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a32944a8-cae5-4a18-9d09-6c0d94123c43 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.239114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32944a8-cae5-4a18-9d09-6c0d94123c43 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bd9b98-2ba1-43af-a267-8fcef2df2538,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:02.239114 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a32944a8-cae5-4a18-9d09-6c0d94123c43 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.246418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a32944a8-cae5-4a18-9d09-6c0d94123c43 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "DELETE /v2.0/subnets/f0bd9b98-2ba1-43af-a267-8fcef2df2538 HTTP/1.1" status: 204 len: 168 time: 0.6645441 Nov 12 11:16:02.249285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57668) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:02.350552 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.353104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:02.357301 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.365401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ef9db-c513-4ecd-ae03-8280ccf26d4b None None] Network 793280d8-c548-42e6-adf4-470f7540f5b3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:02.386492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] device_id is not set on port fa7163bb-661f-4362-a96d-9188a0999f38 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:16:02.421585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57672) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:02.447897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8921372a-eead-4a04-8117-80eaeb781794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.460060 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.552459 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.567836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port 8576cc63-87a6-4aaf-9f87-261e813073ad {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:02.568459 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.599448 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8921372a-eead-4a04-8117-80eaeb781794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.631347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:02.635172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:02.639064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:02.672731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8921372a-eead-4a04-8117-80eaeb781794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.674956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] DHCP port deletion for 793280d8-c548-42e6-adf4-470f7540f5b3 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:02.704075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.20.0.13 (549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f/b7c2d199-a6b7-4f85-974b-195c748ec206/fa7163bb-661f-4362-a96d-9188a0999f38) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:02.715259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port 8576cc63-87a6-4aaf-9f87-261e813073ad, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8576cc63-87a6-4aaf-9f87-261e813073ad,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:02.732159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.732665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Pushing event updated for resources: {'Port': ['ID=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:02.734138 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:16:02.743153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8921372a-eead-4a04-8117-80eaeb781794 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3951f0b752b6433eb6d2bdfcb3eb5815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197515 Nov 12 11:16:02.750595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Attempting to bind port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:02.750595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Attempting to bind port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '3a40c2cd-0f86-48fd-98e5-ffa672042804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:02.750873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57676) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:02.750978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Attempting to bind port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b on network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:02.763516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:02.763906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Checking segment: {'id': '3a40c2cd-0f86-48fd-98e5-ffa672042804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:02.764388 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.764743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Bound using segment: {'id': '3a40c2cd-0f86-48fd-98e5-ffa672042804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:02.765287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Bound port: b5bd93e8-9c73-4971-bdf7-a0d03d9a244b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a40c2cd-0f86-48fd-98e5-ffa672042804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:02.765676 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.781470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for 8576cc63-87a6-4aaf-9f87-261e813073ad owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:02.819021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921372a-eead-4a04-8117-80eaeb781794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca6ba00-dd20-40e3-ab46-f09beb76ae2d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:02.843984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] Deleting port 8576cc63-87a6-4aaf-9f87-261e813073ad {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:02.844372 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.956536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] For port 8576cc63-87a6-4aaf-9f87-261e813073ad, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8576cc63-87a6-4aaf-9f87-261e813073ad,segment=NetworkSegment(08b87bc0-b95d-429d-9ad9-146051975b8a),segment_id=08b87bc0-b95d-429d-9ad9-146051975b8a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:02.956909 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.966365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] For port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:02.972117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] For port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,segment=NetworkSegment(3a40c2cd-0f86-48fd-98e5-ffa672042804),segment_id=3a40c2cd-0f86-48fd-98e5-ffa672042804)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:02.974149 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:02.979033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] Calling delete_port for 8576cc63-87a6-4aaf-9f87-261e813073ad owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:02.996207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a99e59c3-de6a-4a64-82f8-fa793bd2482b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.062181 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a99e59c3-de6a-4a64-82f8-fa793bd2482b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.075754 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.213964 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.243012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509cdec-d0da-4ca8-90cb-62bac6ef1c87 None None] Pushing event updated for resources: {'Port': ['ID=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:03.256382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-7a1ef9de-f26c-4de3-a9c8-ff067c191246 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:03.275581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-7a1ef9de-f26c-4de3-a9c8-ff067c191246 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.2235215 Nov 12 11:16:03.300320 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.301146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8576cc63-87a6-4aaf-9f87-261e813073ad no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:03.316863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-07c50de1-a649-407f-a209-d4e747c142d2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/quotas/db43c19f43a64644a43091b14e832964 HTTP/1.1" status: 200 len: 375 time: 0.0384581 Nov 12 11:16:03.333853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 8576cc63-87a6-4aaf-9f87-261e813073ad {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:03.334199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8576cc63-87a6-4aaf-9f87-261e813073ad not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:03.344884 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.348861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=8576cc63-87a6-4aaf-9f87-261e813073ad,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:03.355507 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a99e59c3-de6a-4a64-82f8-fa793bd2482b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.362375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a99e59c3-de6a-4a64-82f8-fa793bd2482b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.363861 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a99e59c3-de6a-4a64-82f8-fa793bd2482b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7ca6ba00-dd20-40e3-ab46-f09beb76ae2d HTTP/1.1" status: 204 len: 168 time: 0.6034553 Nov 12 11:16:03.369717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] Pushing event deleted for resources: {'Port': ['ID=8576cc63-87a6-4aaf-9f87-261e813073ad,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:03.370622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port 8576cc63-87a6-4aaf-9f87-261e813073ad on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:03.377975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e59c3-de6a-4a64-82f8-fa793bd2482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca6ba00-dd20-40e3-ab46-f09beb76ae2d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:03.392983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d429b9-ca4b-4c22-b358-93af19eaafd7 None None] No DVR routers for this DVR port 8576cc63-87a6-4aaf-9f87-261e813073ad on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:03.412775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.426866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-762e75fc-561a-4bcc-880d-3bccfd2e2fc6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073632 Nov 12 11:16:03.544142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:03.556674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:03.568167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:03.587581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.635304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-801795d1-5df5-47e7-bb62-60121ba7fa61 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896729 Nov 12 11:16:03.652186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=fa7163bb-661f-4362-a96d-9188a0999f38,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:03.663792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793280d8-c548-42e6-adf4-470f7540f5b3']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:03.690698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b87bc0-b95d-429d-9ad9-146051975b8a') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:03.691006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b87bc0-b95d-429d-9ad9-146051975b8a') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:03.716820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.729733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:03.730643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.748735 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.752651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-82fcf050-24df-41c9-a64c-3de634c6d1a3 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174471 Nov 12 11:16:03.756717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:03.757119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:03.760713 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:04.129367 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.311248 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-80b852ed-6150-4a1b-940f-7e5038e24f71 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2898860 Nov 12 11:16:04.316443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57736) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:04.374107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a40b51-45d2-43a7-a287-d4704d5bb2a2 req-2beabf79-840b-49e9-889d-8e12806ff044 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 210 time: 0.0912545 Nov 12 11:16:04.454137 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.473783 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.478517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "DELETE /v2.0/networks/793280d8-c548-42e6-adf4-470f7540f5b3 HTTP/1.1" status: 204 len: 168 time: 2.2281194 Nov 12 11:16:04.481954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57740) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:04.495845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8190e-d823-452c-a83d-880d0f7c094b tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Network': ['ID=793280d8-c548-42e6-adf4-470f7540f5b3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:04.574999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-912489d9-51b1-4213-b6be-10f64d4991a7 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting subnet 77b5118a-88a2-4468-b170-d18089c69d3d {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:04.603392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-912489d9-51b1-4213-b6be-10f64d4991a7 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.719885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb77751d-3cd1-41d0-bd61-2933b3181bda None None] Network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:04.746287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-912489d9-51b1-4213-b6be-10f64d4991a7 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.815754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-74b25db9-95d2-4741-8217-5c054f776853 None None] Provisioning complete for port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:04.816201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74b25db9-95d2-4741-8217-5c054f776853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.880118 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.905098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-912489d9-51b1-4213-b6be-10f64d4991a7 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:04.980355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74b25db9-95d2-4741-8217-5c054f776853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.036327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.075547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-74b25db9-95d2-4741-8217-5c054f776853 None None] For port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,segment=NetworkSegment(3a40c2cd-0f86-48fd-98e5-ffa672042804),segment_id=3a40c2cd-0f86-48fd-98e5-ffa672042804)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:05.145553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74b25db9-95d2-4741-8217-5c054f776853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.217495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b25db9-95d2-4741-8217-5c054f776853 None None] Pushing event updated for resources: {'Port': ['ID=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:05.271741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-912489d9-51b1-4213-b6be-10f64d4991a7 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.300411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0963485c-635b-4d0b-81bb-921619452c21 None None] Network 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:05.320597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-912489d9-51b1-4213-b6be-10f64d4991a7 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.324361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-912489d9-51b1-4213-b6be-10f64d4991a7 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "DELETE /v2.0/subnets/77b5118a-88a2-4468-b170-d18089c69d3d HTTP/1.1" status: 204 len: 168 time: 0.8222032 Nov 12 11:16:05.328456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912489d9-51b1-4213-b6be-10f64d4991a7 tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Subnet': ['ID=77b5118a-88a2-4468-b170-d18089c69d3d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:05.335157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57766) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:05.423875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b5bd93e8-9c73-4971-bdf7-a0d03d9a244b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:05.508386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.599263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-963ad7c0-55e7-4b66-b76d-ef4727d224f4 None None] Provisioning complete for port fa7163bb-661f-4362-a96d-9188a0999f38 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:05.599691 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-963ad7c0-55e7-4b66-b76d-ef4727d224f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.692551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:05.693232 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.695496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-963ad7c0-55e7-4b66-b76d-ef4727d224f4 None None] Port fa7163bb-661f-4362-a96d-9188a0999f38 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:05.713985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dec4b12c-bf0f-42a0-8c1b-34c395cadb9e req-d18caad7-48c2-455d-be48-79c37234cfaf tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 210 time: 0.1449366 Nov 12 11:16:05.769341 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.781158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-963ad7c0-55e7-4b66-b76d-ef4727d224f4 None None] Provisioning complete for port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:05.781758 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-963ad7c0-55e7-4b66-b76d-ef4727d224f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.783731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] DHCP port deletion for 0bd3bda0-71a8-4eef-a4b9-012f19382ec1 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:05.806730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Deleting port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:05.807833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.889462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] For port 44fdf451-739e-4aaa-b15a-3f5f16239aa3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=44fdf451-739e-4aaa-b15a-3f5f16239aa3,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:05.891711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.892219 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:05.970885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] Deleting port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:05.971256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.068369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] For port 44fdf451-739e-4aaa-b15a-3f5f16239aa3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=44fdf451-739e-4aaa-b15a-3f5f16239aa3,segment=NetworkSegment(9cbbb596-b0e0-43ce-895c-0cbdf335b938),segment_id=9cbbb596-b0e0-43ce-895c-0cbdf335b938)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:06.068824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.124749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] Calling delete_port for 44fdf451-739e-4aaa-b15a-3f5f16239aa3 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:06.146302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-26dee8f9-6006-49c4-ad16-6307b7b61fe8 None None] Provisioning complete for port fa7163bb-661f-4362-a96d-9188a0999f38 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:06.146907 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-26dee8f9-6006-49c4-ad16-6307b7b61fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.188618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-26dee8f9-6006-49c4-ad16-6307b7b61fe8 None None] Port fa7163bb-661f-4362-a96d-9188a0999f38 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:06.299142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Calling delete_port for 44fdf451-739e-4aaa-b15a-3f5f16239aa3 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:06.399544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=fa7163bb-661f-4362-a96d-9188a0999f38,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:06.421551 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.462589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] Pushing event deleted for resources: {'Port': ['ID=44fdf451-739e-4aaa-b15a-3f5f16239aa3,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:06.466813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77a6d77-d34e-4dcb-8b1b-c9417802f759 None None] No DVR routers for this DVR port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:06.541017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.584339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Port': ['ID=44fdf451-739e-4aaa-b15a-3f5f16239aa3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:06.588845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] No DVR routers for this DVR port 44fdf451-739e-4aaa-b15a-3f5f16239aa3 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:06.640832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.712337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5378e990-639f-4c4c-af4c-3e673acd93bc None None] Provisioning complete for port fa7163bb-661f-4362-a96d-9188a0999f38 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:06.712718 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5378e990-639f-4c4c-af4c-3e673acd93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.753322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5378e990-639f-4c4c-af4c-3e673acd93bc None None] Port fa7163bb-661f-4362-a96d-9188a0999f38 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:06.790234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.866365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd3bda0-71a8-4eef-a4b9-012f19382ec1']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:06.883437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbbb596-b0e0-43ce-895c-0cbdf335b938') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:06.883770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbbb596-b0e0-43ce-895c-0cbdf335b938') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:06.901037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.901470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32d5a5b-f133-41dd-b16d-6e1ba2c640d3 req-255166b0-2b12-4ae6-8918-f129070626ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 210 time: 0.0752094 Nov 12 11:16:06.931831 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.948677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-28698544-329d-45fe-a10b-4543bd7542e4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:06.950308 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-28698544-329d-45fe-a10b-4543bd7542e4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.2128737 Nov 12 11:16:06.953892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:06.954272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:06.957617 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:07.001492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Request body: {'port': {'device_id': '7c394c8b-71e9-4bfa-a2a5-33abee671872', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'admin_state_up': True, 'tenant_id': 'db43c19f43a64644a43091b14e832964'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:07.080387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.255271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b5bd93e8-9c73-4971-bdf7-a0d03d9a244b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:07.273147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.278221 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.281618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] 10.222.0.98 "DELETE /v2.0/networks/0bd3bda0-71a8-4eef-a4b9-012f19382ec1 HTTP/1.1" status: 204 len: 168 time: 1.9465957 Nov 12 11:16:07.320197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bf492-62c9-4873-ab7b-232e240f27ad tempest-ServersTestMultiNic-1228690172 tempest-ServersTestMultiNic-1228690172-project] Pushing event deleted for resources: {'Network': ['ID=0bd3bda0-71a8-4eef-a4b9-012f19382ec1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:07.353197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:07.353729 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.468500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:07.472653 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.580567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44fdf451-739e-4aaa-b15a-3f5f16239aa3 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:07.588455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57840) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:07.615449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 44fdf451-739e-4aaa-b15a-3f5f16239aa3 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:07.615788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 44fdf451-739e-4aaa-b15a-3f5f16239aa3 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:07.684200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.700366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Allocated IP 172.20.0.8 (2a948bd9-eaea-414c-aa36-b9a53bc27d8b/b8f7ed30-3a0e-47d9-9235-13bb159a07de/8f7266e9-db46-4b88-8e35-589c980911de) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:07.797095 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:07.950857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=fa7163bb-661f-4362-a96d-9188a0999f38,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:07.955327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.069680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.111866 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11f99da0-15d4-47e2-a3fc-3fce704c8bca req-cb29ce55-8ae0-4d83-887b-e1e89592ab63 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 210 time: 0.0326810 Nov 12 11:16:08.124345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:08.127357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:08.143091 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.256559 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.273667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:08.314354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:08.320708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:08.330156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:08.474824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event updated for resources: {'Port': ['ID=8f7266e9-db46-4b88-8e35-589c980911de,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:08.518878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:08.520008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.573854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-14940358-6e95-4670-b878-99b85f53f7aa None None] Provisioning complete for port fa7163bb-661f-4362-a96d-9188a0999f38 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:08.574277 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-14940358-6e95-4670-b878-99b85f53f7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.580478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Deleting port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:08.581033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.603975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-f613564e-a57c-490c-8848-25192caca728 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6150384 Nov 12 11:16:08.603975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8c77ee3d-930e-4250-841b-0836406365c9 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:08.622559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-14940358-6e95-4670-b878-99b85f53f7aa None None] Port fa7163bb-661f-4362-a96d-9188a0999f38 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:08.641043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Request body: {'port': {'device_id': '7c394c8b-71e9-4bfa-a2a5-33abee671872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:08.698861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] For port 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,segment=NetworkSegment(4abf7274-aec1-4a83-b173-78d6531652f5),segment_id=4abf7274-aec1-4a83-b173-78d6531652f5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:08.699147 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.713932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Calling delete_port for 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:08.795876 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:08.842291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:08.852541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1a277d57-a852-4e6d-88d2-5e946d171444 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8c77ee3d-930e-4250-841b-0836406365c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5313110 Nov 12 11:16:08.858560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57878) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:08.858685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365b6147-a15a-41c3-a538-4ae8bf67fa89 None None] Sync routers for ids ['8c77ee3d-930e-4250-841b-0836406365c9'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:08.870600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b6147-a15a-41c3-a538-4ae8bf67fa89 None None] Routers {'8c77ee3d-930e-4250-841b-0836406365c9'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:08.871508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-365b6147-a15a-41c3-a538-4ae8bf67fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8c77ee3d-930e-4250-841b-0836406365c9'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:08.916030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-365b6147-a15a-41c3-a538-4ae8bf67fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:08.926366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b6147-a15a-41c3-a538-4ae8bf67fa89 None None] Routers {'8c77ee3d-930e-4250-841b-0836406365c9'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:08.927436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-365b6147-a15a-41c3-a538-4ae8bf67fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8c77ee3d-930e-4250-841b-0836406365c9'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:08.927720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49d121f-c8dc-4244-838d-b4987acc20f0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:08.930094 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e49d121f-c8dc-4244-838d-b4987acc20f0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports/fa7163bb-661f-4362-a96d-9188a0999f38 HTTP/1.1" status: 200 len: 978 time: 0.0728660 Nov 12 11:16:08.938855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57880) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:08.992703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-365b6147-a15a-41c3-a538-4ae8bf67fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:08.993402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365b6147-a15a-41c3-a538-4ae8bf67fa89 None None] The sync data for ids ['8c77ee3d-930e-4250-841b-0836406365c9'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:09.165640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7266e9-db46-4b88-8e35-589c980911de {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:09.174051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.191758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57888) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:09.216173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Transition to ACTIVE for port object 8f7266e9-db46-4b88-8e35-589c980911de will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:16:09.263323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.296159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d5a15-2f73-461e-98dc-ecc2a8b238b2 req-2033ae7d-bdc4-4c51-ba75-637bc75f0447 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:09.298099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a53d5a15-2f73-461e-98dc-ecc2a8b238b2 req-2033ae7d-bdc4-4c51-ba75-637bc75f0447 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 931 time: 0.0604894 Nov 12 11:16:09.317434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:09.328127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.436372 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-622065bb-3884-4c37-84a9-b38412c30854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.455890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a53d5a15-2f73-461e-98dc-ecc2a8b238b2 req-666058b0-2678-4462-9e61-37a34250fc90 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507082 Nov 12 11:16:09.456936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7266e9-db46-4b88-8e35-589c980911de,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:09.494030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.494619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.494833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.495497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.495895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.496321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.496723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.497135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.497529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.497925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.498320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.498719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:09.602251 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.698968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-622065bb-3884-4c37-84a9-b38412c30854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.714441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Attempting to bind port 8f7266e9-db46-4b88-8e35-589c980911de on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:09.714777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Attempting to bind port 8f7266e9-db46-4b88-8e35-589c980911de by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:09.715116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Attempting to bind port 8f7266e9-db46-4b88-8e35-589c980911de on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:09.719915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Port 8f7266e9-db46-4b88-8e35-589c980911de on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:16:09.720273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Attempting to bind port 8f7266e9-db46-4b88-8e35-589c980911de on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:09.725357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:09.726296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Checking segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:09.726296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Bound using segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:09.726600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Bound port: 8f7266e9-db46-4b88-8e35-589c980911de, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:09.726960 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.776764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.781161 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-622065bb-3884-4c37-84a9-b38412c30854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.839588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] For port 8f7266e9-db46-4b88-8e35-589c980911de, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:09.844524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-622065bb-3884-4c37-84a9-b38412c30854 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=453d13f923224f06be85b8468a261c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6502812 Nov 12 11:16:09.846692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] For port 8f7266e9-db46-4b88-8e35-589c980911de, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8f7266e9-db46-4b88-8e35-589c980911de,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:09.846692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57904) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:09.856548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622065bb-3884-4c37-84a9-b38412c30854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff7b100-0ed6-4cc5-adb3-425a1852f2ef,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:09.906013 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48f360af-baab-424d-8d9b-83d66c2adc45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.927625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.936833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48f360af-baab-424d-8d9b-83d66c2adc45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.989984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:09.990606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:09.992594 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] 10.222.0.57 "PUT /v2.0/ports/8f7266e9-db46-4b88-8e35-589c980911de HTTP/1.1" status: 200 len: 1092 time: 1.3777146 Nov 12 11:16:09.999002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c394c8b-71e9-4bfa-a2a5-33abee671872', 'tag': '8f7266e9-db46-4b88-8e35-589c980911de'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:10.003333 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba62dcc-6f80-4190-866c-ae841560b2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c394c8b-71e9-4bfa-a2a5-33abee671872", "tag": "8f7266e9-db46-4b88-8e35-589c980911de"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:10.028466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b23a2-e09c-4e1c-907f-9f664057c115 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7266e9-db46-4b88-8e35-589c980911de,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:10.075182 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e12ff-6989-4590-acb8-1d4c36c2c4bb x-openstack-request-id: req-de9e12ff-6989-4590-acb8-1d4c36c2c4bb {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:10.076263 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c394c8b-71e9-4bfa-a2a5-33abee671872", "tag": "8f7266e9-db46-4b88-8e35-589c980911de", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:10.076263 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de9e12ff-6989-4590-acb8-1d4c36c2c4bb {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:10.076548 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c394c8b-71e9-4bfa-a2a5-33abee671872', 'tag': '8f7266e9-db46-4b88-8e35-589c980911de', 'status': 'completed', 'code': 200} Nov 12 11:16:10.088693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48f360af-baab-424d-8d9b-83d66c2adc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.092117 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-48f360af-baab-424d-8d9b-83d66c2adc45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.096556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-48f360af-baab-424d-8d9b-83d66c2adc45 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ff7b100-0ed6-4cc5-adb3-425a1852f2ef HTTP/1.1" status: 204 len: 168 time: 0.2476587 Nov 12 11:16:10.116361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Router b1299945-c860-48da-9c3c-f88d7d03b827 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:10.165082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f360af-baab-424d-8d9b-83d66c2adc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff7b100-0ed6-4cc5-adb3-425a1852f2ef,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:10.183024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62dcc-6f80-4190-866c-ae841560b2a3 req-0419b8d4-c317-41f7-8a70-ab6cdc9d8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:10.184915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ba62dcc-6f80-4190-866c-ae841560b2a3 req-0419b8d4-c317-41f7-8a70-ab6cdc9d8a53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 1095 time: 0.0843790 Nov 12 11:16:10.268284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port fa7163bb-661f-4362-a96d-9188a0999f38 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:10.269050 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.322457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62dcc-6f80-4190-866c-ae841560b2a3 req-fdad6813-ba57-4cec-9093-668fe9b81c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:10.324101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ba62dcc-6f80-4190-866c-ae841560b2a3 req-fdad6813-ba57-4cec-9093-668fe9b81c20 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=db43c19f43a64644a43091b14e832964&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1297448 Nov 12 11:16:10.340779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:10.349410 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cf6a018e-ae62-4746-9de9-7ba8a9e6ad2b admin admin] 10.222.0.98 "PUT /v2.0/routers/b1299945-c860-48da-9c3c-f88d7d03b827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7562113 Nov 12 11:16:10.349410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57916) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:10.360732 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] Sync routers for ids ['b1299945-c860-48da-9c3c-f88d7d03b827'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:10.376500 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] Routers {'b1299945-c860-48da-9c3c-f88d7d03b827'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:10.379243 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b1299945-c860-48da-9c3c-f88d7d03b827'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:10.439042 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.492377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for fa7163bb-661f-4362-a96d-9188a0999f38 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:10.519972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:10.541575 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] Set router b1299945-c860-48da-9c3c-f88d7d03b827 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:10.858642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481e3fa-300b-4b51-9251-a7025ca4d42c req-efb2adbd-7207-44f4-b98a-bd971aa824c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:10.860289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f481e3fa-300b-4b51-9251-a7025ca4d42c req-efb2adbd-7207-44f4-b98a-bd971aa824c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 943 time: 0.0904930 Nov 12 11:16:10.878942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62dcc-6f80-4190-866c-ae841560b2a3 req-b0cbb655-c974-44d3-91e4-c7ef44666aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:10.887205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ba62dcc-6f80-4190-866c-ae841560b2a3 req-b0cbb655-c974-44d3-91e4-c7ef44666aca service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5562110 Nov 12 11:16:10.909964 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:16:09Z', 'revision_number': 5, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:10.956549 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] Checking router: b1299945-c860-48da-9c3c-f88d7d03b827 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:16:10.971612 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] Routers {'b1299945-c860-48da-9c3c-f88d7d03b827'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:10.972289 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b1299945-c860-48da-9c3c-f88d7d03b827'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:10.991012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57932) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:11.007220 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f481e3fa-300b-4b51-9251-a7025ca4d42c req-57f6677a-25b0-47be-9b53-bcb3a7971cbd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343505 Nov 12 11:16:11.019480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6fbbb698-e21b-4731-ac29-3f49c1767ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.048915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-ea754aef-bd3d-4027-9160-42459c6bacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:11.050468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-ea754aef-bd3d-4027-9160-42459c6bacd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 1095 time: 0.0984879 Nov 12 11:16:11.128453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-4e616334-dd5c-4912-b003-52d27f3e27f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7266e9-db46-4b88-8e35-589c980911de HTTP/1.1" status: 200 len: 217 time: 0.0412827 Nov 12 11:16:11.156810 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] Set router b1299945-c860-48da-9c3c-f88d7d03b827 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:16:11.221589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.231341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-0cdb14f0-9474-43e1-9476-adaeeed93822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:11.233368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-0cdb14f0-9474-43e1-9476-adaeeed93822 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.1027129 Nov 12 11:16:11.283195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-e08e45ab-b2ce-43bc-ab3f-89284db2b127 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350077 Nov 12 11:16:11.295136 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6fbbb698-e21b-4731-ac29-3f49c1767ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.375311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6fbbb698-e21b-4731-ac29-3f49c1767ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.420494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Deleting port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:11.421171 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.432288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6fbbb698-e21b-4731-ac29-3f49c1767ad9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5fabc34d99e4e1496e50f43a617c346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4319627 Nov 12 11:16:11.437065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57940) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:11.444894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbb698-e21b-4731-ac29-3f49c1767ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b1990b-c321-4817-8eae-e7c5fbb17811,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:11.449237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-a60353a2-d8b9-4dfc-887d-d2cd7bed83aa service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566074 Nov 12 11:16:11.462132 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:16:09Z', 'revision_number': 5, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:11.487347 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c96db3-2c0d-4cdf-aaba-ae970b50bfb0 None None] The sync data for ids ['b1299945-c860-48da-9c3c-f88d7d03b827'] in n-d-768852-22 is: [{'id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'name': 'tempest-ServersTestMultiNic-1088549604-router', 'tenant_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:14:14Z', 'updated_at': '2021-11-12T11:16:09Z', 'revision_number': 5, 'project_id': '8dd6c23a8c8a4456aa5a972f5372eb70', 'gw_port': {'id': 'f3659be4-5d8f-43e4-bddd-c0d764b3d3ff', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1299945-c860-48da-9c3c-f88d7d03b827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:14:15Z', 'updated_at': '2021-11-12T11:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:11.505444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.561741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=fa7163bb-661f-4362-a96d-9188a0999f38,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:11.592314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a555a46-ace5-4ad1-b2af-49c5c0c24902 req-2f925be4-f5a8-4e92-a870-058cb050c167 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342235 Nov 12 11:16:11.617906 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e73d57e-539a-4f65-aac2-c56e9f437fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.714452 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e73d57e-539a-4f65-aac2-c56e9f437fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.717462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] For port f3659be4-5d8f-43e4-bddd-c0d764b3d3ff, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f3659be4-5d8f-43e4-bddd-c0d764b3d3ff,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:11.717899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:11.754265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Calling delete_port for f3659be4-5d8f-43e4-bddd-c0d764b3d3ff owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:11.882087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.021880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e73d57e-539a-4f65-aac2-c56e9f437fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.025061 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e73d57e-539a-4f65-aac2-c56e9f437fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.029965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0e73d57e-539a-4f65-aac2-c56e9f437fa7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d5b1990b-c321-4817-8eae-e7c5fbb17811 HTTP/1.1" status: 204 len: 168 time: 0.5881181 Nov 12 11:16:12.053287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73d57e-539a-4f65-aac2-c56e9f437fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b1990b-c321-4817-8eae-e7c5fbb17811,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:12.233558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8c77ee3d-930e-4250-841b-0836406365c9 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:12.259126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd95d-8199-41ee-93ae-5c5c02b6c0ef req-50aeb1d6-a932-4e63-9c17-c2fe1046e92b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:12.260692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-145cd95d-8199-41ee-93ae-5c5c02b6c0ef req-50aeb1d6-a932-4e63-9c17-c2fe1046e92b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 943 time: 0.1385546 Nov 12 11:16:12.355180 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.364548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:12.375847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f858fd-9205-461b-8a92-c4bcfd7c0782 None None] Sync routers for ids ['8c77ee3d-930e-4250-841b-0836406365c9'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:12.378581 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a8c88a84-54e6-4d53-b64f-b19bb3958377 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8c77ee3d-930e-4250-841b-0836406365c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4383109 Nov 12 11:16:12.381443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57960) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:12.388861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f858fd-9205-461b-8a92-c4bcfd7c0782 None None] Routers {'8c77ee3d-930e-4250-841b-0836406365c9'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:12.390579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-27f858fd-9205-461b-8a92-c4bcfd7c0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8c77ee3d-930e-4250-841b-0836406365c9'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:12.406978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3659be4-5d8f-43e4-bddd-c0d764b3d3ff,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:12.428782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-145cd95d-8199-41ee-93ae-5c5c02b6c0ef req-aee6bc5d-09eb-45c9-9009-1719ce07d4d0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552961 Nov 12 11:16:12.455254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-27f858fd-9205-461b-8a92-c4bcfd7c0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:12.464867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f858fd-9205-461b-8a92-c4bcfd7c0782 None None] Routers {'8c77ee3d-930e-4250-841b-0836406365c9'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:12.465479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-27f858fd-9205-461b-8a92-c4bcfd7c0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8c77ee3d-930e-4250-841b-0836406365c9'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:12.505331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.506042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-27f858fd-9205-461b-8a92-c4bcfd7c0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:12.507091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f858fd-9205-461b-8a92-c4bcfd7c0782 None None] The sync data for ids ['8c77ee3d-930e-4250-841b-0836406365c9'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:12.616594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.619558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.710749 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-96656b33-d9aa-4d3f-83e0-b2824e6dde8e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 11:16:12.711953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96656b33-d9aa-4d3f-83e0-b2824e6dde8e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8c77ee3d-930e-4250-841b-0836406365c9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3294742 Nov 12 11:16:12.714755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57972) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:12.739287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.744146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1299945-c860-48da-9c3c-f88d7d03b827 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:12.744314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b0c9d2a5-e4c9-4462-991e-941d9108b9a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=8c77ee3d-930e-4250-841b-0836406365c9 HTTP/1.1" status: 200 len: 205 time: 0.0260043 Nov 12 11:16:12.745733 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.746240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57976) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:12.749689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57978) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:12.750392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-07fb36f3-3683-4a44-9d52-b62a7c469bf5 admin admin] 10.222.0.98 "DELETE /v2.0/routers/b1299945-c860-48da-9c3c-f88d7d03b827 HTTP/1.1" status: 204 len: 168 time: 2.4006236 Nov 12 11:16:12.861388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef083791-5ae3-40db-bbfb-f10efd8a1e36 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:12.914140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed7431e-8c78-4049-8561-e398d4fddffd admin admin] Deleting subnet f92ba5fc-fc82-4244-8579-84f0a2a4640c {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:12.946746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ed7431e-8c78-4049-8561-e398d4fddffd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.089636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ed7431e-8c78-4049-8561-e398d4fddffd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.114606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef083791-5ae3-40db-bbfb-f10efd8a1e36 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.117990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef083791-5ae3-40db-bbfb-f10efd8a1e36 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.231368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ed7431e-8c78-4049-8561-e398d4fddffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.261350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef083791-5ae3-40db-bbfb-f10efd8a1e36 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.261769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef083791-5ae3-40db-bbfb-f10efd8a1e36 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Fanout notify agent at l3_agent the message router_deleted on router 8c77ee3d-930e-4250-841b-0836406365c9 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:13.278714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef083791-5ae3-40db-bbfb-f10efd8a1e36 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.280177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ef083791-5ae3-40db-bbfb-f10efd8a1e36 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/8c77ee3d-930e-4250-841b-0836406365c9 HTTP/1.1" status: 204 len: 168 time: 0.5318248 Nov 12 11:16:13.281994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57996) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:13.354245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f3659be4-5d8f-43e4-bddd-c0d764b3d3ff no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:13.359615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-724c23c1-5d63-45ae-9a01-dbe55d335718 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet b7c2d199-a6b7-4f85-974b-195c748ec206 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:13.364921 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724c23c1-5d63-45ae-9a01-dbe55d335718 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.378227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f3659be4-5d8f-43e4-bddd-c0d764b3d3ff {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:13.379179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f3659be4-5d8f-43e4-bddd-c0d764b3d3ff not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:13.379179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:13.425583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ed7431e-8c78-4049-8561-e398d4fddffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.430053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:13.430430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0d81d5e4-ccd0-4ba0-ad68-dc985bbf5486 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:13.447400 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724c23c1-5d63-45ae-9a01-dbe55d335718 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.485419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7431e-8c78-4049-8561-e398d4fddffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92ba5fc-fc82-4244-8579-84f0a2a4640c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:13.488154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1ed7431e-8c78-4049-8561-e398d4fddffd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.491355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212f1f6-62bd-49a7-b267-486db5498dcc None None] Network 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:13.496723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1ed7431e-8c78-4049-8561-e398d4fddffd admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f92ba5fc-fc82-4244-8579-84f0a2a4640c HTTP/1.1" status: 204 len: 168 time: 0.7430220 Nov 12 11:16:13.498494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58006) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:13.605727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724c23c1-5d63-45ae-9a01-dbe55d335718 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.647188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.659813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41730e-e5d4-4414-9abf-9273dc676d97 req-082fbdcb-f6aa-4064-9630-91a29b2ed31f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:13.670991 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e41730e-e5d4-4414-9abf-9273dc676d97 req-082fbdcb-f6aa-4064-9630-91a29b2ed31f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 943 time: 0.1388483 Nov 12 11:16:13.751760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724c23c1-5d63-45ae-9a01-dbe55d335718 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.768401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e41730e-e5d4-4414-9abf-9273dc676d97 req-384075f3-c99c-467d-a3b1-3cd31b0a8a15 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910232 Nov 12 11:16:13.801843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Deleting port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:13.802243 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.804921 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c23c1-5d63-45ae-9a01-dbe55d335718 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c2d199-a6b7-4f85-974b-195c748ec206,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:13.820292 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724c23c1-5d63-45ae-9a01-dbe55d335718 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.825024 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-724c23c1-5d63-45ae-9a01-dbe55d335718 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/b7c2d199-a6b7-4f85-974b-195c748ec206 HTTP/1.1" status: 204 len: 168 time: 0.5407162 Nov 12 11:16:13.827584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:13.836889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd72fd2-ac52-4453-8814-69e61ebff4c5 None None] Network 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:13.889670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] For port 7a306c7f-39e3-42d0-8fb8-19346f2510e3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7a306c7f-39e3-42d0-8fb8-19346f2510e3,segment=NetworkSegment(4abf7274-aec1-4a83-b173-78d6531652f5),segment_id=4abf7274-aec1-4a83-b173-78d6531652f5)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:13.889932 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:13.905039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Calling delete_port for 7a306c7f-39e3-42d0-8fb8-19346f2510e3 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:13.952285 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.060324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:14.060662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.080128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] DHCP port deletion for 9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:14.142068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.181266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a306c7f-39e3-42d0-8fb8-19346f2510e3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:14.186515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] Deleting port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:14.186757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] No DVR routers for this DVR port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:14.187558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.222604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,segment=NetworkSegment(3a40c2cd-0f86-48fd-98e5-ffa672042804),segment_id=3a40c2cd-0f86-48fd-98e5-ffa672042804)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:14.223226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.273611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for b5bd93e8-9c73-4971-bdf7-a0d03d9a244b owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:14.274700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] DHCP port deletion for 549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:14.300263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.327270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:14.340530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abf7274-aec1-4a83-b173-78d6531652f5') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:14.341074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abf7274-aec1-4a83-b173-78d6531652f5') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:14.374951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.391993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] For port 7a306c7f-39e3-42d0-8fb8-19346f2510e3, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:14.392826 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.403155 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.419279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] Calling delete_port for 7a306c7f-39e3-42d0-8fb8-19346f2510e3 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:14.419754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:14.420969 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.422967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] Port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:14.423646 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:14.430592 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.458835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] Pushing event deleted for resources: {'Port': ['ID=7a306c7f-39e3-42d0-8fb8-19346f2510e3,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:14.469683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0107c571-415e-4fb3-8700-85a50b11bfeb None None] No DVR routers for this DVR port 7a306c7f-39e3-42d0-8fb8-19346f2510e3 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:14.476485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Deleting port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:14.477406 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.500820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.538379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:14.549194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No DVR routers for this DVR port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:14.573367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] For port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,segment=NetworkSegment(3a40c2cd-0f86-48fd-98e5-ffa672042804),segment_id=3a40c2cd-0f86-48fd-98e5-ffa672042804)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:14.573367 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.573367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8f7266e9-db46-4b88-8e35-589c980911de details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:16:14.613951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.652258 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.655124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] 10.222.0.98 "DELETE /v2.0/networks/9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0 HTTP/1.1" status: 204 len: 168 time: 1.1553719 Nov 12 11:16:14.656092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05857343-a81b-4107-afab-8c58aabd219f admin admin] Pushing event deleted for resources: {'Network': ['ID=9af00ae3-5a36-4cf0-9b00-dd1a7a6c58e0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:14.677289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Calling delete_port for b5bd93e8-9c73-4971-bdf7-a0d03d9a244b owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:14.783387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8f7266e9-db46-4b88-8e35-589c980911de, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8f7266e9-db46-4b88-8e35-589c980911de,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:14.791665 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.826610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:14.828165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '8f7266e9-db46-4b88-8e35-589c980911de', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'port_id': '8f7266e9-db46-4b88-8e35-589c980911de', 'mac_address': 'fa:16:3e:61:e7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f7ed30-3a0e-47d9-9235-13bb159a07de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:16:14.838046 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.847522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a40c2cd-0f86-48fd-98e5-ffa672042804') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:14.848230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a40c2cd-0f86-48fd-98e5-ffa672042804') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:14.867559 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.896054 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.905779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:14.906545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:14.911216 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:14.914634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Pushing event deleted for resources: {'Port': ['ID=b5bd93e8-9c73-4971-bdf7-a0d03d9a244b,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:14.918801 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:14.945840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] No DVR routers for this DVR port b5bd93e8-9c73-4971-bdf7-a0d03d9a244b on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:14.951527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb3e7c-0c46-42d7-bf95-56e1ec8377ad req-1ed38a49-149c-4506-9105-b507bb7c69d8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:14.964660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4beb3e7c-0c46-42d7-bf95-56e1ec8377ad req-1ed38a49-149c-4506-9105-b507bb7c69d8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 943 time: 0.0843129 Nov 12 11:16:14.965420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.965764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.966106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.966439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.966770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.967099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.967425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.967746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.968096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.968419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.968740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.969061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36fb20-ac74-4333-a64d-710dfdf2845e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:14.989634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7266e9-db46-4b88-8e35-589c980911de {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:15.021436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8f7266e9-db46-4b88-8e35-589c980911de, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8f7266e9-db46-4b88-8e35-589c980911de,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:15.054945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4beb3e7c-0c46-42d7-bf95-56e1ec8377ad req-e8c7358f-dd62-4b3e-ab9d-0c4b744dbc3a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893295 Nov 12 11:16:15.094039 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.133962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.139550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.144274 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f HTTP/1.1" status: 204 len: 168 time: 1.3155694 Nov 12 11:16:15.150014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:15.157488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-845106956'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:15.168994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3277ee-7191-4fa6-bfb8-a569351575b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=549d5bb5-0ecf-41a9-a6cf-2f8f76f7331f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:15.234271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58056) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:15.243696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8f7266e9-db46-4b88-8e35-589c980911de,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:15.263477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b5bd93e8-9c73-4971-bdf7-a0d03d9a244b no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:15.289474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:15.298239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b5bd93e8-9c73-4971-bdf7-a0d03d9a244b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:15.298799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b5bd93e8-9c73-4971-bdf7-a0d03d9a244b not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:15.299525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7a306c7f-39e3-42d0-8fb8-19346f2510e3 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:15.305170 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.325673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['8f7266e9-db46-4b88-8e35-589c980911de'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:15.330997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 7a306c7f-39e3-42d0-8fb8-19346f2510e3 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:15.331737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7a306c7f-39e3-42d0-8fb8-19346f2510e3 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:15.378243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9818de8e-b853-4b6f-94b4-0bb2665f8c18 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8dd6c23a8c8a4456aa5a972f5372eb70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394112 Nov 12 11:16:15.378243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:15.378948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:15.395796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.396335 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment 3d7351a0-6971-4af1-a7fd-bae940177a78 of type vlan for network 26c2f894-6057-4868-a8b5-e5cadea12b98 Nov 12 11:16:15.443220 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.456417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d3e5-75fd-4d2e-9082-98491dcc9d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.487102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d3e5-75fd-4d2e-9082-98491dcc9d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.533863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.543226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:15.544035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.631702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d3e5-75fd-4d2e-9082-98491dcc9d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.646777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d3e5-75fd-4d2e-9082-98491dcc9d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:15.650149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=26c2f894-6057-4868-a8b5-e5cadea12b98,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:15.653674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f0d8d3e5-75fd-4d2e-9082-98491dcc9d6a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cfb8c8e8-236a-4ad8-8416-7147b532b69c HTTP/1.1" status: 204 len: 168 time: 0.2735398 Nov 12 11:16:15.667183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 26c2f894-6057-4868-a8b5-e5cadea12b98 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:15.670130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-63c51744-f600-47a4-b99a-62d2cba6b939 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5183401 Nov 12 11:16:15.670715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58070) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:15.676120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': '26c2f894-6057-4868-a8b5-e5cadea12b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:15.725044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8d3e5-75fd-4d2e-9082-98491dcc9d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8c8e8-236a-4ad8-8416-7147b532b69c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:15.972828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:15.976498 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:16.328190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421b88d-efa5-497e-9949-6c13a7a77d3e req-aa403ad9-3430-4ef3-b468-d5e2b782e20a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:16.341295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4421b88d-efa5-497e-9949-6c13a7a77d3e req-aa403ad9-3430-4ef3-b468-d5e2b782e20a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 944 time: 0.1811743 Nov 12 11:16:16.346044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:16.460754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=7a1e2bf7-e7e7-4b94-8afb-e954300f1aad,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:16.464696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': '3d7351a0-6971-4af1-a7fd-bae940177a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '26c2f894-6057-4868-a8b5-e5cadea12b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:16.470461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: 26c2f894-6057-4868-a8b5-e5cadea12b98, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:16.526342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4421b88d-efa5-497e-9949-6c13a7a77d3e req-8a14356f-a291-4c24-bcd3-c37379fcbb64 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280344 Nov 12 11:16:16.597757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8f7266e9-db46-4b88-8e35-589c980911de up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:16.841161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 26c2f894-6057-4868-a8b5-e5cadea12b98 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:16.907231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 8f7266e9-db46-4b88-8e35-589c980911de completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:16:16.932150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 8f7266e9-db46-4b88-8e35-589c980911de triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:16.932775 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:16.939354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 26c2f894-6057-4868-a8b5-e5cadea12b98) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:16.945496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:16.947180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.012138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c447114-b6f5-46c7-903f-eff77dcd662a None None] Network 26c2f894-6057-4868-a8b5-e5cadea12b98 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:17.079261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-49a767ef-05f8-4e14-8ca1-ab639f741a42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4074209 Nov 12 11:16:17.082045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58116) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:17.090092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c893aced-7713-4cf9-941e-fc4a96a472b7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1078923575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:17.274885 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.306659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-26c2f894-6057-4868-a8b5-e5cadea12b98', 'network_id': '26c2f894-6057-4868-a8b5-e5cadea12b98', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': '7a1e2bf7-e7e7-4b94-8afb-e954300f1aad'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:17.308863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.312737 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c893aced-7713-4cf9-941e-fc4a96a472b7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.317144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c893aced-7713-4cf9-941e-fc4a96a472b7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.323998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 8f7266e9-db46-4b88-8e35-589c980911de, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8f7266e9-db46-4b88-8e35-589c980911de,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:17.324799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c394c8b-71e9-4bfa-a2a5-33abee671872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7266e9-db46-4b88-8e35-589c980911de'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:17.327311 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a6588e-5e9d-45eb-8387-fa294e36f5da" -d '{"events": [{"server_uuid": "7c394c8b-71e9-4bfa-a2a5-33abee671872", "name": "network-vif-plugged", "status": "completed", "tag": "8f7266e9-db46-4b88-8e35-589c980911de"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:17.465671 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c893aced-7713-4cf9-941e-fc4a96a472b7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.546819 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c893aced-7713-4cf9-941e-fc4a96a472b7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.599352 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c18bc50-86d8-4f44-adad-2d255e9852bc x-openstack-request-id: req-0c18bc50-86d8-4f44-adad-2d255e9852bc {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:17.599352 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c394c8b-71e9-4bfa-a2a5-33abee671872", "name": "network-vif-plugged", "status": "completed", "tag": "8f7266e9-db46-4b88-8e35-589c980911de", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:17.599352 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c18bc50-86d8-4f44-adad-2d255e9852bc {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:17.599352 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c394c8b-71e9-4bfa-a2a5-33abee671872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7266e9-db46-4b88-8e35-589c980911de', 'code': 200} Nov 12 11:16:17.606417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8459b42-3ff1-4432-96fd-1183fc876d21 req-a089e675-9939-4b98-a5da-74c3563624e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:17.609029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8459b42-3ff1-4432-96fd-1183fc876d21 req-a089e675-9939-4b98-a5da-74c3563624e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 1097 time: 0.1030099 Nov 12 11:16:17.630547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.643194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.655602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Allocated IP 172.20.0.2 (26c2f894-6057-4868-a8b5-e5cadea12b98/7a1e2bf7-e7e7-4b94-8afb-e954300f1aad/edc61a2b-4b20-4e8c-97d7-b96ae70504e1) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:17.663397 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c893aced-7713-4cf9-941e-fc4a96a472b7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:17.669315 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c893aced-7713-4cf9-941e-fc4a96a472b7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5818498 Nov 12 11:16:17.669679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58150) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:17.806678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58156) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:17.864122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc77534-b3b4-4897-9436-62bd27088306 req-6278510c-7cd7-4f13-8081-0527b30f6c6c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:17.876372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8bc77534-b3b4-4897-9436-62bd27088306 req-6278510c-7cd7-4f13-8081-0527b30f6c6c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 945 time: 0.1937883 Nov 12 11:16:17.886047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=8f7266e9-db46-4b88-8e35-589c980911de,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:17.993387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8bc77534-b3b4-4897-9436-62bd27088306 req-63b8831b-55b3-496a-a17d-8028a5f2e505 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100285 Nov 12 11:16:18.024043 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.089527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-810546803-network', 'tenant_id': '2619a62ec8b34dcf87d26af794cffd87'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:18.098704 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8459b42-3ff1-4432-96fd-1183fc876d21 req-f3b7b941-e64c-455f-baf3-0fd4df1ea14e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792795 Nov 12 11:16:18.102624 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.166524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Network 26c2f894-6057-4868-a8b5-e5cadea12b98 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:18.171839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:18.181434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:18.190229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Made reservation on behalf of 2619a62ec8b34dcf87d26af794cffd87 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:18.193434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.212413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.302000 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Pushing event updated for resources: {'Port': ['ID=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:18.337227 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.360097 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.367700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Attempting to bind port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:18.368918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Attempting to bind port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '3d7351a0-6971-4af1-a7fd-bae940177a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '26c2f894-6057-4868-a8b5-e5cadea12b98'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:18.369531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Attempting to bind port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 on network 26c2f894-6057-4868-a8b5-e5cadea12b98 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:18.377526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:18.378321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Checking segment: {'id': '3d7351a0-6971-4af1-a7fd-bae940177a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '26c2f894-6057-4868-a8b5-e5cadea12b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:18.378968 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.379553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Bound using segment: {'id': '3d7351a0-6971-4af1-a7fd-bae940177a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '26c2f894-6057-4868-a8b5-e5cadea12b98'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:18.380292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Bound port: edc61a2b-4b20-4e8c-97d7-b96ae70504e1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7351a0-6971-4af1-a7fd-bae940177a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '26c2f894-6057-4868-a8b5-e5cadea12b98'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:18.380881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.386810 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-5970a73f-9f96-4798-93d6-c0395bd0439b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1196485 Nov 12 11:16:18.425271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.457099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:18.471198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b42576-b3a4-46ff-a888-e8c02635e11b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:18.486283 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.486622 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Added segment 4fd39171-647a-40d1-96f5-4bb8a4bdebd0 of type vlan for network 6e15a094-bda5-4889-9af3-4604ec85436a Nov 12 11:16:18.500460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] For port edc61a2b-4b20-4e8c-97d7-b96ae70504e1, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:18.505838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] For port edc61a2b-4b20-4e8c-97d7-b96ae70504e1, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,segment=NetworkSegment(3d7351a0-6971-4af1-a7fd-bae940177a78),segment_id=3d7351a0-6971-4af1-a7fd-bae940177a78)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:18.537475 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.597642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.666881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.669286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.670531 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.699482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aeca9c-08a0-44a7-b531-499c985fcf46 None None] Pushing event updated for resources: {'Port': ['ID=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:18.775565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] Pushing event updated for resources: {'Network': ['ID=6e15a094-bda5-4889-9af3-4604ec85436a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:18.790695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6e15a094-bda5-4889-9af3-4604ec85436a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:18.799749 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a59f26a6-a224-46e8-bac0-d698b7301e76 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9925668 Nov 12 11:16:18.799749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58180) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:18.804287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Request body: {'subnet': {'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-810546803-subnet', 'tenant_id': '2619a62ec8b34dcf87d26af794cffd87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:18.883508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Made reservation on behalf of 2619a62ec8b34dcf87d26af794cffd87 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:18.886535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:18.942641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d0f36ca6-310d-4477-9498-a5645146a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.943292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d0f36ca6-310d-4477-9498-a5645146a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.943477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d0f36ca6-310d-4477-9498-a5645146a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.943950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d0f36ca6-310d-4477-9498-a5645146a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.952025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d0f36ca6-310d-4477-9498-a5645146a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.952343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d0f36ca6-310d-4477-9498-a5645146a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.952999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d0f36ca6-310d-4477-9498-a5645146a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:18.955382 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d0f36ca6-310d-4477-9498-a5645146a3eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=757bbdd23954452ab9f7f620e9a5f030&device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 6496 time: 0.4674911 Nov 12 11:16:18.973677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58184) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:19.234806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19c11652-ffed-4150-a8e7-df81be087151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.289637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device edc61a2b-4b20-4e8c-97d7-b96ae70504e1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:19.345175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:19.345175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.361937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.381391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.20.0.1 (26c2f894-6057-4868-a8b5-e5cadea12b98/7a1e2bf7-e7e7-4b94-8afb-e954300f1aad/bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:19.401363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b584c-ed34-4f2e-a1bc-64abcc363cea req-42ffb2ed-21d1-4de1-bc00-b1d20e66c321 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:19.403046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-097b584c-ed34-4f2e-a1bc-64abcc363cea req-42ffb2ed-21d1-4de1-bc00-b1d20e66c321 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 945 time: 0.2270608 Nov 12 11:16:19.450572 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.462132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-0c78e1de-e1c8-4669-a6d4-978381ab8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:19.462485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-0c78e1de-e1c8-4669-a6d4-978381ab8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:19.462943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-0c78e1de-e1c8-4669-a6d4-978381ab8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:19.464624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-0c78e1de-e1c8-4669-a6d4-978381ab8e67 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=4407588b-65a2-4aac-8a17-a0010c0f14b2&id=31e2f8a8-e302-43c3-acca-4e38462841ab&id=31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 200 len: 2294 time: 0.3596647 Nov 12 11:16:19.494651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010f827c-2624-4538-907c-1b597e1ea329,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:19.500874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Checking segment: {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:19.500874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Network hostable DHCP agents. Network: 6e15a094-bda5-4889-9af3-4604ec85436a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:19.506063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port edc61a2b-4b20-4e8c-97d7-b96ae70504e1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,segment=NetworkSegment(3d7351a0-6971-4af1-a7fd-bae940177a78),segment_id=3d7351a0-6971-4af1-a7fd-bae940177a78)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:19.556451 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.590964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Network 6e15a094-bda5-4889-9af3-4604ec85436a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:19.622590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:19.646513 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-097b584c-ed34-4f2e-a1bc-64abcc363cea req-1e9fd629-ba48-4efb-a038-dfa57bc2e7bc tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210853 Nov 12 11:16:19.681459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 6e15a094-bda5-4889-9af3-4604ec85436a) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:19.686727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-3a5085b2-7a53-4913-8df8-f1bae36cd217 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18940690-d376-4d98-bcd8-33d0180182c5 HTTP/1.1" status: 200 len: 1001 time: 0.2025738 Nov 12 11:16:19.689743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47ef15-58db-4420-bb12-4431828fc369 None None] Network 6e15a094-bda5-4889-9af3-4604ec85436a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:19.692289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:19.693195 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.702391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19c11652-ffed-4150-a8e7-df81be087151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.765642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.774989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-32a7686e-e167-44ec-bda8-4f2eaa26f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:19.776489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-32a7686e-e167-44ec-bda8-4f2eaa26f7bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ee2e48f5-73b4-444d-bf4d-52c50d9610da HTTP/1.1" status: 200 len: 851 time: 0.0764685 Nov 12 11:16:19.816149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19c11652-ffed-4150-a8e7-df81be087151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.841186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e322d-30be-4a41-8eac-3345e369d473 None None] Network 6e15a094-bda5-4889-9af3-4604ec85436a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:19.853549 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b657c12c-ac83-4323-bff1-8f7cd4b0a2a8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0535541 Nov 12 11:16:19.868540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-19c11652-ffed-4150-a8e7-df81be087151 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eb8a1f2a3ad848aaa9dea963db22802b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8935473 Nov 12 11:16:19.871187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58204) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:19.944944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c11652-ffed-4150-a8e7-df81be087151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4858e636-c525-4b5f-972f-bd51cdba59f1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:19.972176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e6d459f-5267-493a-ade4-41a2fc060a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:19.977490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-9b33da54-072c-4287-923a-87b8abd0f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:19.982811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-9b33da54-072c-4287-923a-87b8abd0f600 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b3ead54-dbb5-4b5c-8f2f-d0402a029464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955221 Nov 12 11:16:20.014149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.041637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e6d459f-5267-493a-ade4-41a2fc060a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.117206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 26c2f894-6057-4868-a8b5-e5cadea12b98 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:20.133233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:20.148314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:20.223423 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.268795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:20.273221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3529a6-5540-4f9d-8287-1647d97faa41 None None] Network 26c2f894-6057-4868-a8b5-e5cadea12b98 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:20.298157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e6d459f-5267-493a-ade4-41a2fc060a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.300978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e6d459f-5267-493a-ade4-41a2fc060a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.302248 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e6d459f-5267-493a-ade4-41a2fc060a09 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4858e636-c525-4b5f-972f-bd51cdba59f1 HTTP/1.1" status: 204 len: 168 time: 0.4292226 Nov 12 11:16:20.313455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d459f-5267-493a-ade4-41a2fc060a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4858e636-c525-4b5f-972f-bd51cdba59f1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:20.316482 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-406207ff-693f-4c2b-bd0f-25e5a7e870f5 service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256259 Nov 12 11:16:20.396083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c5baf9c4-53ce-4006-911b-2fb5d98f0c18 None None] Provisioning complete for port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:20.396642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5baf9c4-53ce-4006-911b-2fb5d98f0c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.464658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-25f1abfb-e90b-4fcb-a75a-3155bea2499a service neutron] 10.222.0.69 "GET /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364455 Nov 12 11:16:20.578947 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.584603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:20.590717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-90842f88-7f09-4d23-8af4-2d6fbd44da8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 217 time: 0.1173913 Nov 12 11:16:20.615414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-97b7d3de-6c8e-41cc-8084-70d5062a22dc tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:20.630390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-97b7d3de-6c8e-41cc-8084-70d5062a22dc tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/networks?id=6e15a094-bda5-4889-9af3-4604ec85436a HTTP/1.1" status: 200 len: 817 time: 0.1295943 Nov 12 11:16:20.656590 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7614cb7b-6ee0-4e84-97b6-1fde4c836f1e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/quotas/2619a62ec8b34dcf87d26af794cffd87 HTTP/1.1" status: 200 len: 375 time: 0.0253778 Nov 12 11:16:20.754619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-cdb8f847-640c-40f0-bc57-af0b45f733ab tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=2619a62ec8b34dcf87d26af794cffd87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846004 Nov 12 11:16:20.830777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-846364a1-4108-42a7-9c55-13f2e32f9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:20.833304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-846364a1-4108-42a7-9c55-13f2e32f9309 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.2338405 Nov 12 11:16:20.903630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-8d1e0b50-5b1d-4226-95f3-83cf74b71016 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:16:20.905064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-8d1e0b50-5b1d-4226-95f3-83cf74b71016 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1486993 Nov 12 11:16:20.983082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce023b15-6ff9-4242-8a24-c03c0a0033f1 req-c840a817-c8fb-4721-84ac-73ac311122af tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:20.984697 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce023b15-6ff9-4242-8a24-c03c0a0033f1 req-c840a817-c8fb-4721-84ac-73ac311122af tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 945 time: 0.2190466 Nov 12 11:16:21.014420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ef346df0-edf8-4ad0-8c67-785ab60f13eb None None] Provisioning complete for port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:21.015633 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef346df0-edf8-4ad0-8c67-785ab60f13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.021136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-f3765dab-b5c9-49b3-b77b-2628e0e8d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:21.023446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-f3765dab-b5c9-49b3-b77b-2628e0e8d34c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1462052 Nov 12 11:16:21.096276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-88ef7c0a-28e2-49aa-8b28-defa68cf05d9 service neutron] 10.222.0.98 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821938 Nov 12 11:16:21.199717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ef346df0-edf8-4ad0-8c67-785ab60f13eb None None] Provisioning complete for port bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:21.200452 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ef346df0-edf8-4ad0-8c67-785ab60f13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.224453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58246) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:21.254366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-3973a004-0c6e-495e-a70e-02a73a6913fd service neutron] 10.222.0.98 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572022 Nov 12 11:16:21.255245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfe3bf02-9a51-432e-be18-2a269b13c162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.260470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device edc61a2b-4b20-4e8c-97d7-b96ae70504e1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:21.274118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.308299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-83ebbc6a-a1d7-4050-bb84-fa8fbd017cee service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680082 Nov 12 11:16:21.313754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce023b15-6ff9-4242-8a24-c03c0a0033f1 req-c9b8ffe5-b673-447f-826d-d91e25e4fd43 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216777 Nov 12 11:16:21.340659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ef346df0-edf8-4ad0-8c67-785ab60f13eb None None] Port bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:21.376559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:21.376974 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.395401 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.427113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfe3bf02-9a51-432e-be18-2a269b13c162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.487820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfe3bf02-9a51-432e-be18-2a269b13c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.520956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e3c7abe1-fa74-43bc-9ae8-681e70e91c89 None None] Provisioning complete for port bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:21.520956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e3c7abe1-fa74-43bc-9ae8-681e70e91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.529715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bfe3bf02-9a51-432e-be18-2a269b13c162 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1d17859a3dab4245b17666bab3b34e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3036754 Nov 12 11:16:21.533369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58252) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:21.552100 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.564044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:21.588022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3bf02-9a51-432e-be18-2a269b13c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c6cfa6-d433-4ea6-9278-c2bd70c4f769,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:21.637823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-1b491d4e-34ef-4b03-a197-39923d53f760 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156650 Nov 12 11:16:21.644004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cfbacd5-e53a-4ae3-924d-2f8d793ed835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.672290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cfbacd5-e53a-4ae3-924d-2f8d793ed835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.728095 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-d6b0e7d6-4dcb-4647-8a3f-9aeb7259120a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 217 time: 0.0874927 Nov 12 11:16:21.756240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7abe1-fa74-43bc-9ae8-681e70e91c89 None None] Port bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:21.841881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cfbacd5-e53a-4ae3-924d-2f8d793ed835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.844444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9cfbacd5-e53a-4ae3-924d-2f8d793ed835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:21.845589 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9cfbacd5-e53a-4ae3-924d-2f8d793ed835 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/42c6cfa6-d433-4ea6-9278-c2bd70c4f769 HTTP/1.1" status: 204 len: 168 time: 0.3115783 Nov 12 11:16:21.854672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbacd5-e53a-4ae3-924d-2f8d793ed835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c6cfa6-d433-4ea6-9278-c2bd70c4f769,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:21.857597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28db0c1-d280-4179-80de-ed4fab8b9533 req-a4a73986-5e41-49c1-95b3-e3a136dd1203 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:21.865327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d28db0c1-d280-4179-80de-ed4fab8b9533 req-a4a73986-5e41-49c1-95b3-e3a136dd1203 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 945 time: 0.1788626 Nov 12 11:16:21.886157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 26c2f894-6057-4868-a8b5-e5cadea12b98 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:21.888160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-8634b4fd-90b7-4b8f-a8da-e6a6450e41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:21.912788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-8634b4fd-90b7-4b8f-a8da-e6a6450e41c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.1581569 Nov 12 11:16:21.923386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:22.029722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7d8f998-d478-42b9-80a2-a83d17c0658c req-06fd2778-b5b8-4de4-8ed6-bc064c1a300c tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 210 time: 0.0416710 Nov 12 11:16:22.149951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d28db0c1-d280-4179-80de-ed4fab8b9533 req-71b9d4e6-4a1c-4cdc-8a77-9354cf0a89ec tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836728 Nov 12 11:16:22.153945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-209d53ff-a664-4b4f-82a0-0a516ae427ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:22.155718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-209d53ff-a664-4b4f-82a0-0a516ae427ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2336142 Nov 12 11:16:22.294902 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-fb274f0b-61eb-45bc-80c6-a9f50f60cbaf service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282411 Nov 12 11:16:22.305869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ad83f1b6-dcf9-457b-9881-604542ada6e8 None None] Provisioning complete for port bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:22.308059 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ad83f1b6-dcf9-457b-9881-604542ada6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:22.378192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ad83f1b6-dcf9-457b-9881-604542ada6e8 None None] Port bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:22.383440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 9531005a-f15c-4df4-b5db-660cafc13d91 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:22.737113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f48b1c-7ad4-4a7d-8fa0-9ab4f67abfb8 req-56400d08-5e51-4f11-8635-e1bd07f73851 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:22.745421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d1f48b1c-7ad4-4a7d-8fa0-9ab4f67abfb8 req-56400d08-5e51-4f11-8635-e1bd07f73851 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 945 time: 0.0600500 Nov 12 11:16:22.806435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-129ff4e4-b71e-4d61-964b-6044a9f57a52 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025582 Nov 12 11:16:22.815649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d1f48b1c-7ad4-4a7d-8fa0-9ab4f67abfb8 req-30881618-87b5-467d-b829-ee5ca6007748 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688305 Nov 12 11:16:22.873769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-5294e9d7-d30e-40b4-b7f6-f9a14823d687 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a HTTP/1.1" status: 200 len: 217 time: 0.0405965 Nov 12 11:16:22.901551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:22.913809 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8a464f-4273-4522-a3b5-3faeeeef987e None None] Sync routers for ids ['9531005a-f15c-4df4-b5db-660cafc13d91'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:22.927639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-62315662-0d6a-403d-9d34-7149e3a3cb7a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/9531005a-f15c-4df4-b5db-660cafc13d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2549317 Nov 12 11:16:22.928044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58312) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:22.933582 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8a464f-4273-4522-a3b5-3faeeeef987e None None] Routers {'9531005a-f15c-4df4-b5db-660cafc13d91'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:22.936455 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bc8a464f-4273-4522-a3b5-3faeeeef987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9531005a-f15c-4df4-b5db-660cafc13d91'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:22.969135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-301a3af0-e6d4-44a0-b1ac-29f89c554cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:22.971116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-301a3af0-e6d4-44a0-b1ac-29f89c554cea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.0710337 Nov 12 11:16:22.983999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b95ae9-7a5c-4399-b450-f938d5a5baa9 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:22.985789 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-82b95ae9-7a5c-4399-b450-f938d5a5baa9 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports/bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 HTTP/1.1" status: 200 len: 910 time: 0.0560164 Nov 12 11:16:22.988523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58316) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:22.989491 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bc8a464f-4273-4522-a3b5-3faeeeef987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:23.007112 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8a464f-4273-4522-a3b5-3faeeeef987e None None] Routers {'9531005a-f15c-4df4-b5db-660cafc13d91'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:23.008301 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bc8a464f-4273-4522-a3b5-3faeeeef987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9531005a-f15c-4df4-b5db-660cafc13d91'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:23.058479 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bc8a464f-4273-4522-a3b5-3faeeeef987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:23.059436 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8a464f-4273-4522-a3b5-3faeeeef987e None None] The sync data for ids ['9531005a-f15c-4df4-b5db-660cafc13d91'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:23.076360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-eb7ea69b-af82-46b2-9dc5-f953a5491594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:23.078562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-eb7ea69b-af82-46b2-9dc5-f953a5491594 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908103 Nov 12 11:16:23.148743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d850bb6c-2103-4f1b-a02e-62300729c5ee req-d0082543-014c-4a16-b13a-28ad8bfaed10 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 210 time: 0.0500984 Nov 12 11:16:23.250435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-90280d8d-c4d4-4d0c-b502-f7a35cc1a05d service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605229 Nov 12 11:16:23.397159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-39af1c37-96de-49cc-98a2-0c303acb37a3 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383533 Nov 12 11:16:23.397978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:23.455186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-2daf51eb-527a-424c-88cf-a6d90fc61c65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=1a779cea-43ea-4aff-9730-204aa60a2453 HTTP/1.1" status: 200 len: 217 time: 0.0493703 Nov 12 11:16:23.511375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-ed567861-eb59-40e5-8861-91f18189f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:23.512979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-ed567861-eb59-40e5-8861-91f18189f482 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 200 len: 797 time: 0.0497611 Nov 12 11:16:23.590035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-6f929377-bf28-4c11-b8bc-70e4d5b95af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:23.592914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-6f929377-bf28-4c11-b8bc-70e4d5b95af8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4407588b-65a2-4aac-8a17-a0010c0f14b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719795 Nov 12 11:16:23.795876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:23.795876 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:23.833228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-44fb591d-0726-400a-bcd1-5a3432d5a43b service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329040 Nov 12 11:16:23.923805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:23.970937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:24.014221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-1ec0e478-0d40-4540-8f7e-acf85ad956ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:24.015690 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-1ec0e478-0d40-4540-8f7e-acf85ad956ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 945 time: 0.1260858 Nov 12 11:16:24.038805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fafd2-2bcb-49d4-b07d-70d92b37f912 req-242aa285-6221-4a46-bf33-01ce76d4af9e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:24.040847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-174fafd2-2bcb-49d4-b07d-70d92b37f912 req-242aa285-6221-4a46-bf33-01ce76d4af9e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 945 time: 0.0997772 Nov 12 11:16:24.082025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-21e84f31-219f-41f7-bcb2-108bb340cb84 service neutron] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381690 Nov 12 11:16:24.149937 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-174fafd2-2bcb-49d4-b07d-70d92b37f912 req-7ef80ccc-3ec6-4a91-8fcd-3bbb74d32a8d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909619 Nov 12 11:16:24.150566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-9740ee83-d7d7-4ce1-a7a4-b3be73f534d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 HTTP/1.1" status: 200 len: 217 time: 0.0604002 Nov 12 11:16:24.266694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5619b41-82e8-471c-bbec-ba92609d16e1 req-0a3b6580-8236-4bd3-ac6d-3cc8f145c29d tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 210 time: 0.0379403 Nov 12 11:16:24.293751 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-0c203185-a924-4a8e-9e19-eeb84c6585a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:24.293751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-0c203185-a924-4a8e-9e19-eeb84c6585a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.0990720 Nov 12 11:16:24.332809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Deleting port 8f7266e9-db46-4b88-8e35-589c980911de {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:24.333157 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.371338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.401595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=bea9121d-3aaf-4a8e-a462-f8a7b0fd3b20,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:24.407212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-cf091dd9-ea90-400d-86b5-8fc47a1bfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:24.407981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-cf091dd9-ea90-400d-86b5-8fc47a1bfee9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1066985 Nov 12 11:16:24.539635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] For port 8f7266e9-db46-4b88-8e35-589c980911de, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=8f7266e9-db46-4b88-8e35-589c980911de,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:24.540628 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:24.563319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Calling delete_port for 8f7266e9-db46-4b88-8e35-589c980911de owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:24.646228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-39208186-a3dd-4af7-9688-b4e6bdc846ba service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248104 Nov 12 11:16:24.842104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-197c698c-0b48-4c51-a635-7a6e30666555 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776552 Nov 12 11:16:24.940559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-ac412275-4cf4-4aa9-87eb-5d113eb0ac9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aee3264f-14b1-4799-838a-712bfed63c38 HTTP/1.1" status: 200 len: 217 time: 0.0916519 Nov 12 11:16:25.010553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-81762c6a-693b-424a-aa08-e40539f67706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:25.012140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-81762c6a-693b-424a-aa08-e40539f67706 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 200 len: 797 time: 0.0556319 Nov 12 11:16:25.054598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.079799 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.094739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:25.133769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event deleted for resources: {'Port': ['ID=8f7266e9-db46-4b88-8e35-589c980911de,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:25.161154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-813b13c7-d5b8-44d4-8520-a186a7ed54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:25.162374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-813b13c7-d5b8-44d4-8520-a186a7ed54a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31e2f8a8-e302-43c3-acca-4e38462841ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1323888 Nov 12 11:16:25.316488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] No DVR routers for this DVR port 8f7266e9-db46-4b88-8e35-589c980911de on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:25.318330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.323334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07f5bdb3-1362-4677-a052-e2d6a0c03f65 req-d6b91355-cb6f-4ec4-babd-a7b8cc1f26ea tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "DELETE /v2.0/ports/8f7266e9-db46-4b88-8e35-589c980911de HTTP/1.1" status: 204 len: 173 time: 1.2979753 Nov 12 11:16:25.325876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c394c8b-71e9-4bfa-a2a5-33abee671872', 'name': 'network-vif-deleted', 'tag': '8f7266e9-db46-4b88-8e35-589c980911de'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:25.329186 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb4217-bf4d-4304-b65d-33f34ec564e0" -d '{"events": [{"server_uuid": "7c394c8b-71e9-4bfa-a2a5-33abee671872", "name": "network-vif-deleted", "tag": "8f7266e9-db46-4b88-8e35-589c980911de"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:25.347233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0598c284-c573-470a-bb2d-a0bef2a335d3 req-536e3925-0bbb-42aa-a4d9-6dc061925a43 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 210 time: 0.0731738 Nov 12 11:16:25.441025 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb584b0-c717-47a4-ac14-ff9065de87f0 x-openstack-request-id: req-8bb584b0-c717-47a4-ac14-ff9065de87f0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:25.441363 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c394c8b-71e9-4bfa-a2a5-33abee671872", "name": "network-vif-deleted", "tag": "8f7266e9-db46-4b88-8e35-589c980911de", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:25.441617 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8bb584b0-c717-47a4-ac14-ff9065de87f0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:25.442017 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c394c8b-71e9-4bfa-a2a5-33abee671872', 'name': 'network-vif-deleted', 'tag': '8f7266e9-db46-4b88-8e35-589c980911de', 'status': 'completed', 'code': 200} Nov 12 11:16:25.488478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bb31b8f-28bd-4577-be84-455280ebe73d req-67ac77fb-3bc0-42df-ae3a-8f363da831be tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 210 time: 0.0837691 Nov 12 11:16:25.498554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 9531005a-f15c-4df4-b5db-660cafc13d91 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:25.542792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-f5b855bd-b51f-4db6-bf3d-35137b676ff1 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313739 Nov 12 11:16:25.596144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:25.601695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d04b1792-bb8b-44ba-91b0-a75be3a2cd10 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/9531005a-f15c-4df4-b5db-660cafc13d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6118639 Nov 12 11:16:25.606047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58394) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:25.609313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027cff1-c8bf-457e-98e4-9d92f8c294fc None None] Sync routers for ids ['9531005a-f15c-4df4-b5db-660cafc13d91'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:25.658740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027cff1-c8bf-457e-98e4-9d92f8c294fc None None] Routers {'9531005a-f15c-4df4-b5db-660cafc13d91'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:25.665698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b027cff1-c8bf-457e-98e4-9d92f8c294fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9531005a-f15c-4df4-b5db-660cafc13d91'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:25.671566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fed42a40-c281-43a6-bc7b-5d580d8a59f1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=9531005a-f15c-4df4-b5db-660cafc13d91 HTTP/1.1" status: 200 len: 205 time: 0.0643766 Nov 12 11:16:25.674490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58396) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:25.766074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a77a936-e9d4-4b11-8536-dbdbb3748912 req-a94cb226-a3db-4b4b-8429-43ae870a0f57 service neutron] 10.222.0.69 "GET /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138996 Nov 12 11:16:25.772999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b027cff1-c8bf-457e-98e4-9d92f8c294fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:25.818452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027cff1-c8bf-457e-98e4-9d92f8c294fc None None] Routers {'9531005a-f15c-4df4-b5db-660cafc13d91'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:25.819362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b027cff1-c8bf-457e-98e4-9d92f8c294fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9531005a-f15c-4df4-b5db-660cafc13d91'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:25.819586 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67cf1564-ff86-4658-afac-2289561a86e7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:25.879240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b027cff1-c8bf-457e-98e4-9d92f8c294fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:25.880018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027cff1-c8bf-457e-98e4-9d92f8c294fc None None] The sync data for ids ['9531005a-f15c-4df4-b5db-660cafc13d91'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:26.053182 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67cf1564-ff86-4658-afac-2289561a86e7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.056284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67cf1564-ff86-4658-afac-2289561a86e7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.117008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-8b5fdd5f-8c82-4c38-8100-0b8396121b71 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:26.118832 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-8b5fdd5f-8c82-4c38-8100-0b8396121b71 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.69 "GET /v2.0/networks?id=6e15a094-bda5-4889-9af3-4604ec85436a HTTP/1.1" status: 200 len: 817 time: 0.1528778 Nov 12 11:16:26.140529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Request body: {'port': {'device_id': '896c4d25-61ce-4d41-ba56-a8d6e4626fb4', 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a', 'admin_state_up': True, 'tenant_id': '2619a62ec8b34dcf87d26af794cffd87'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:26.191881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67cf1564-ff86-4658-afac-2289561a86e7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.191881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cf1564-ff86-4658-afac-2289561a86e7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Fanout notify agent at l3_agent the message router_deleted on router 9531005a-f15c-4df4-b5db-660cafc13d91 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:26.199873 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67cf1564-ff86-4658-afac-2289561a86e7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.202038 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-67cf1564-ff86-4658-afac-2289561a86e7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/9531005a-f15c-4df4-b5db-660cafc13d91 HTTP/1.1" status: 204 len: 168 time: 0.5264764 Nov 12 11:16:26.204995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58414) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:26.266052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-6908d878-f2a5-4d27-9c38-f7ced2f58dbf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet 7a1e2bf7-e7e7-4b94-8afb-e954300f1aad {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:26.270297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6908d878-f2a5-4d27-9c38-f7ced2f58dbf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.315179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6908d878-f2a5-4d27-9c38-f7ced2f58dbf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.368040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Made reservation on behalf of 2619a62ec8b34dcf87d26af794cffd87 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:26.372394 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.513241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6908d878-f2a5-4d27-9c38-f7ced2f58dbf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.579164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cb900fab-06f7-41ca-88cc-2f289ae86a03 req-76ba7237-b907-4d4c-a452-213d565a0382 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c394c8b-71e9-4bfa-a2a5-33abee671872 HTTP/1.1" status: 200 len: 210 time: 0.0292234 Nov 12 11:16:26.610660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-1244488f-4c0b-41b6-abda-b2896d131653 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:26.612389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-1244488f-4c0b-41b6-abda-b2896d131653 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.57 "GET /v2.0/networks?id=6e15a094-bda5-4889-9af3-4604ec85436a HTTP/1.1" status: 200 len: 817 time: 0.3174748 Nov 12 11:16:26.637976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Request body: {'port': {'device_id': '08616a36-89fb-443a-914d-c0024cb43c69', 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a', 'admin_state_up': True, 'tenant_id': '2619a62ec8b34dcf87d26af794cffd87'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:26.659189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d40c4477-b74d-4f52-a73d-e7ade81d3580 req-5df24be8-b744-4951-955f-cd77042b8ff7 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 210 time: 0.0431759 Nov 12 11:16:26.662731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8f7266e9-db46-4b88-8e35-589c980911de no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:26.686568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 8f7266e9-db46-4b88-8e35-589c980911de {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:26.686915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 8f7266e9-db46-4b88-8e35-589c980911de not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:26.723287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6908d878-f2a5-4d27-9c38-f7ced2f58dbf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.748288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908d878-f2a5-4d27-9c38-f7ced2f58dbf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1e2bf7-e7e7-4b94-8afb-e954300f1aad,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:26.762524 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6908d878-f2a5-4d27-9c38-f7ced2f58dbf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:26.766599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab9bd4-a2a1-4b82-8853-26ee20d22fd8 None None] Network 26c2f894-6057-4868-a8b5-e5cadea12b98 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:26.772813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6908d878-f2a5-4d27-9c38-f7ced2f58dbf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/7a1e2bf7-e7e7-4b94-8afb-e954300f1aad HTTP/1.1" status: 204 len: 168 time: 0.5639706 Nov 12 11:16:26.775601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58430) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:26.868719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Allocated IP 172.20.0.11 (6e15a094-bda5-4889-9af3-4604ec85436a/010f827c-2624-4538-907c-1b597e1ea329/419cc161-25ed-4e02-92fb-c2b4706d52be) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:26.977902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.092721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] DHCP port deletion for 26c2f894-6057-4868-a8b5-e5cadea12b98 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:27.113070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:27.113723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.191352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-38299047-c32e-4b7b-8a2c-a41e21cabf09 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:27.192919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-38299047-c32e-4b7b-8a2c-a41e21cabf09 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.69 "GET /v2.0/networks?id=6e15a094-bda5-4889-9af3-4604ec85436a HTTP/1.1" status: 200 len: 817 time: 0.2108400 Nov 12 11:16:27.218812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] Deleting port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:27.221511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.254135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port edc61a2b-4b20-4e8c-97d7-b96ae70504e1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,segment=NetworkSegment(3d7351a0-6971-4af1-a7fd-bae940177a78),segment_id=3d7351a0-6971-4af1-a7fd-bae940177a78)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:27.254519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.268870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device edc61a2b-4b20-4e8c-97d7-b96ae70504e1 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:27.279212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for edc61a2b-4b20-4e8c-97d7-b96ae70504e1 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:27.295444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Request body: {'port': {'device_id': '105c2f60-7d0e-4ed1-8eab-d60752ab8a20', 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a', 'admin_state_up': True, 'tenant_id': '2619a62ec8b34dcf87d26af794cffd87'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:27.359593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] For port edc61a2b-4b20-4e8c-97d7-b96ae70504e1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,segment=NetworkSegment(3d7351a0-6971-4af1-a7fd-bae940177a78),segment_id=3d7351a0-6971-4af1-a7fd-bae940177a78)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:27.360024 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.389187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] Calling delete_port for edc61a2b-4b20-4e8c-97d7-b96ae70504e1 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:27.447774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.472237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.497749 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.506028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:27.510958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No DVR routers for this DVR port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:27.525820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Made reservation on behalf of 2619a62ec8b34dcf87d26af794cffd87 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:27.538039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.558761 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.572858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] No DVR routers for this DVR port edc61a2b-4b20-4e8c-97d7-b96ae70504e1 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:27.592357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ab164-17f0-4236-9ab5-6a8dde3bb3f9 None None] Pushing event deleted for resources: {'Port': ['ID=edc61a2b-4b20-4e8c-97d7-b96ae70504e1,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:27.642027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.664415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58450) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:27.675611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c2f894-6057-4868-a8b5-e5cadea12b98']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:27.689968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7351a0-6971-4af1-a7fd-bae940177a78') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:27.690763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7351a0-6971-4af1-a7fd-bae940177a78') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:27.707568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.722145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Made reservation on behalf of 2619a62ec8b34dcf87d26af794cffd87 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:27.727443 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.738672 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.752481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:27.752883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:27.763515 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:27.829525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Allocated IP 172.20.0.3 (6e15a094-bda5-4889-9af3-4604ec85436a/010f827c-2624-4538-907c-1b597e1ea329/b163389f-10b5-466b-86d2-cb1811bcb67f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:27.836376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.907452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebe08a97-b200-476b-b0fd-4d55d3ebe9a7 req-51c5d2a7-d2d9-49b1-b125-6663bc355b32 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 210 time: 0.1239493 Nov 12 11:16:27.913318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a422ba45-43db-4f28-bf88-9b8dab781187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:27.997645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Network 6e15a094-bda5-4889-9af3-4604ec85436a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:28.011673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Pushing event updated for resources: {'Port': ['ID=419cc161-25ed-4e02-92fb-c2b4706d52be,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:28.026693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:28.032270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a422ba45-43db-4f28-bf88-9b8dab781187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.041943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:28.123660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:28.124308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.146360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.156394 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.163841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58480) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:28.166077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/26c2f894-6057-4868-a8b5-e5cadea12b98 HTTP/1.1" status: 204 len: 168 time: 1.3890343 Nov 12 11:16:28.176963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1270772225', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:28.187572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464171b0-2dbb-400c-b869-602a2250fbe2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=26c2f894-6057-4868-a8b5-e5cadea12b98,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:28.198318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-d0a99370-ac09-468d-95a3-f6ba3aa10299 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:28.205427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-d0a99370-ac09-468d-95a3-f6ba3aa10299 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.1485398 Nov 12 11:16:28.215730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a422ba45-43db-4f28-bf88-9b8dab781187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.242990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-b905127b-398d-4822-9b54-e406bc5f4bb9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/quotas/db43c19f43a64644a43091b14e832964 HTTP/1.1" status: 200 len: 375 time: 0.0365183 Nov 12 11:16:28.316965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a422ba45-43db-4f28-bf88-9b8dab781187 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=89d61fdacfda4df3a8cb9b8daecf370c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6478205 Nov 12 11:16:28.316965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422ba45-43db-4f28-bf88-9b8dab781187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3ef6f0-1a24-43ae-b2f2-0d369f7298b3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:28.318370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58484) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:28.353434 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-cc8b345e-393f-46a9-87f3-b797a25ea7e5 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095483 Nov 12 11:16:28.437707 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0df580ca-6be1-401e-877f-abdb0988446a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.473479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0df580ca-6be1-401e-877f-abdb0988446a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.484458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2e9f207b-30f5-4706-8bf4-19338b163ef3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3502514 Nov 12 11:16:28.500126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Request body: {'port': {'device_id': '896c4d25-61ce-4d41-ba56-a8d6e4626fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:28.501497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-8bc57386-4fba-487f-9918-52d3234c36a6 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376066 Nov 12 11:16:28.572557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.582908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.609137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-04020056-f93a-4a58-8c36-a961736398ef service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995934 Nov 12 11:16:28.634595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.635629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.685318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0df580ca-6be1-401e-877f-abdb0988446a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.686006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0df580ca-6be1-401e-877f-abdb0988446a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.693526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0df580ca-6be1-401e-877f-abdb0988446a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7d3ef6f0-1a24-43ae-b2f2-0d369f7298b3 HTTP/1.1" status: 204 len: 168 time: 0.3706710 Nov 12 11:16:28.701967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df580ca-6be1-401e-877f-abdb0988446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3ef6f0-1a24-43ae-b2f2-0d369f7298b3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:28.801512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.939487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Network 6e15a094-bda5-4889-9af3-4604ec85436a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:28.941053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:28.951682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:28.955055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:28.964488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Allocated IP 172.20.0.6 (6e15a094-bda5-4889-9af3-4604ec85436a/010f827c-2624-4538-907c-1b597e1ea329/9d4176cc-a86b-41e9-bc20-80f4b22f8433) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:29.046609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Pushing event updated for resources: {'Port': ['ID=b163389f-10b5-466b-86d2-cb1811bcb67f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:29.102862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11cfaee4-1dc7-41f3-bd1f-d64c335b31cf req-b361b252-4d7e-4a5d-a170-6ee27ad9707a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 210 time: 0.0843704 Nov 12 11:16:29.109215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c57edc54-9cd4-4b9e-a71b-fdf85952a4e6 req-5c3e72e4-fda1-48ad-ab3b-56e615363139 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 210 time: 0.0581484 Nov 12 11:16:29.236829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:29.237502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.339751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4ad3c30c-64e2-41fb-be83-312d2aedef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.354282 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.441776 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.450610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-113135be-6b58-43e9-88ef-f9c521ef114e tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8193309 Nov 12 11:16:29.467587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Request body: {'port': {'device_id': '08616a36-89fb-443a-914d-c0024cb43c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:29.546916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.649089 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:29.811694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Network 6e15a094-bda5-4889-9af3-4604ec85436a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:29.821308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Pushing event updated for resources: {'Port': ['ID=9d4176cc-a86b-41e9-bc20-80f4b22f8433,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:29.847130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:29.856793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:29.944415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:29.945047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:30.025146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419cc161-25ed-4e02-92fb-c2b4706d52be {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:30.059456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:30.066885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-67ae515b-a606-4d18-b2b3-fa9f3a41cdf2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8607178 Nov 12 11:16:30.111532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Request body: {'port': {'device_id': '105c2f60-7d0e-4ed1-8eab-d60752ab8a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:30.117885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:30.119987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Transition to ACTIVE for port object 419cc161-25ed-4e02-92fb-c2b4706d52be will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:16:30.182098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:30.260263 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fc9edc3d-3e0e-44c4-a59a-b412ec7a4cb6 req-fa87df67-e90b-44e7-b7e7-ab6ed95b5e20 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 210 time: 0.0430350 Nov 12 11:16:30.308575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:30.446920 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:30.537188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb0a19-0f24-4e62-b238-be7b8e5dd124 req-ba4d9bc2-4efc-4c96-9653-36156fd66ed2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:30.538693 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aedb0a19-0f24-4e62-b238-be7b8e5dd124 req-ba4d9bc2-4efc-4c96-9653-36156fd66ed2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 931 time: 0.3509152 Nov 12 11:16:30.545582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=419cc161-25ed-4e02-92fb-c2b4706d52be,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:30.652686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.25.3.64 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/20b2f69f-6b45-49f7-a5a9-b77d6bef0567) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:30.976328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58564) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:31.106547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02891bec-b703-4c1d-8b3c-02a7a2b1d10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.203053 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02891bec-b703-4c1d-8b3c-02a7a2b1d10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.217893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Attempting to bind port 419cc161-25ed-4e02-92fb-c2b4706d52be on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:31.218394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Attempting to bind port 419cc161-25ed-4e02-92fb-c2b4706d52be by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:31.218723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Attempting to bind port 419cc161-25ed-4e02-92fb-c2b4706d52be on network 6e15a094-bda5-4889-9af3-4604ec85436a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:31.229377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aedb0a19-0f24-4e62-b238-be7b8e5dd124 req-af6c4a16-791f-4fcb-8802-ff2ecd4d6ef6 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780040 Nov 12 11:16:31.259243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b163389f-10b5-466b-86d2-cb1811bcb67f {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:31.265030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Port 419cc161-25ed-4e02-92fb-c2b4706d52be on network 6e15a094-bda5-4889-9af3-4604ec85436a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:16:31.265366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Attempting to bind port 419cc161-25ed-4e02-92fb-c2b4706d52be on network 6e15a094-bda5-4889-9af3-4604ec85436a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:31.276154 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02891bec-b703-4c1d-8b3c-02a7a2b1d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.312793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.321582 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.330772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02891bec-b703-4c1d-8b3c-02a7a2b1d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6949ba0-79df-4a15-9064-48771f8e406c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:31.331621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:31.331982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Checking segment: {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:31.332637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Bound using segment: {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:31.333076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Bound port: 419cc161-25ed-4e02-92fb-c2b4706d52be, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:31.333430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.343598 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-02891bec-b703-4c1d-8b3c-02a7a2b1d10e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0fa52d9e69bd4954a010ca7b8e42de33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648794 Nov 12 11:16:31.345569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Transition to ACTIVE for port object b163389f-10b5-466b-86d2-cb1811bcb67f will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:16:31.354163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58576) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:31.384333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a93e6e9f-fa9e-4f78-b413-3ac82039ed23 req-750bdefb-b92d-4ca3-977f-4f4d3c080105 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 210 time: 0.0389953 Nov 12 11:16:31.431318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-035b7f97-b5f5-4d88-8bec-fdebf4addc88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.444025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] For port 419cc161-25ed-4e02-92fb-c2b4706d52be, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:31.448057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] For port 419cc161-25ed-4e02-92fb-c2b4706d52be, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=419cc161-25ed-4e02-92fb-c2b4706d52be,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:31.454806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.461544 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-035b7f97-b5f5-4d88-8bec-fdebf4addc88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.557651 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.564610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.627892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:31.630819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b163389f-10b5-466b-86d2-cb1811bcb67f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:31.638549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:31.639096 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.640523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/419cc161-25ed-4e02-92fb-c2b4706d52be HTTP/1.1" status: 200 len: 1093 time: 3.1460938 Nov 12 11:16:31.641269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896c4d25-61ce-4d41-ba56-a8d6e4626fb4', 'tag': '419cc161-25ed-4e02-92fb-c2b4706d52be'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:31.643552 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e906e4be-2e9e-4844-b70b-75357453fbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "896c4d25-61ce-4d41-ba56-a8d6e4626fb4", "tag": "419cc161-25ed-4e02-92fb-c2b4706d52be"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:31.672430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:31.685396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-ea5f792e-8c97-4cc7-a8dc-dbc4fc49c9b4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:31.687571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-ea5f792e-8c97-4cc7-a8dc-dbc4fc49c9b4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.1238463 Nov 12 11:16:31.689064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-035b7f97-b5f5-4d88-8bec-fdebf4addc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.692012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-035b7f97-b5f5-4d88-8bec-fdebf4addc88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.693383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-035b7f97-b5f5-4d88-8bec-fdebf4addc88 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b6949ba0-79df-4a15-9064-48771f8e406c HTTP/1.1" status: 204 len: 168 time: 0.3382039 Nov 12 11:16:31.702456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:31.716370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Request body: {'port': {'device_id': '09e2845f-efc9-4695-8fb8-27d598576668', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'admin_state_up': True, 'tenant_id': 'db43c19f43a64644a43091b14e832964'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:31.741695 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd17e19-deb6-4f95-95eb-b8836f0a59f7 x-openstack-request-id: req-0fd17e19-deb6-4f95-95eb-b8836f0a59f7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:31.742040 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896c4d25-61ce-4d41-ba56-a8d6e4626fb4", "tag": "419cc161-25ed-4e02-92fb-c2b4706d52be", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:31.742222 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0fd17e19-deb6-4f95-95eb-b8836f0a59f7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:31.742620 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896c4d25-61ce-4d41-ba56-a8d6e4626fb4', 'tag': '419cc161-25ed-4e02-92fb-c2b4706d52be', 'status': 'completed', 'code': 200} Nov 12 11:16:31.768816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b7f97-b5f5-4d88-8bec-fdebf4addc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6949ba0-79df-4a15-9064-48771f8e406c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:31.823212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=20b2f69f-6b45-49f7-a5a9-b77d6bef0567,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:31.833256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-777077f5-94bc-4724-8695-0e7630f73f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:31.849329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Attempting to bind port b163389f-10b5-466b-86d2-cb1811bcb67f on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:31.849720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Attempting to bind port b163389f-10b5-466b-86d2-cb1811bcb67f by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:31.849984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Attempting to bind port b163389f-10b5-466b-86d2-cb1811bcb67f on network 6e15a094-bda5-4889-9af3-4604ec85436a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:31.961077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Port b163389f-10b5-466b-86d2-cb1811bcb67f on network 6e15a094-bda5-4889-9af3-4604ec85436a not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:16:31.961403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Attempting to bind port b163389f-10b5-466b-86d2-cb1811bcb67f on network 6e15a094-bda5-4889-9af3-4604ec85436a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:32.008684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:32.010798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Checking segment: {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:32.010798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Bound using segment: {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:32.010798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Bound port: b163389f-10b5-466b-86d2-cb1811bcb67f, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:32.010798 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.016861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4176cc-a86b-41e9-bc20-80f4b22f8433 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:32.023612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e4be-2e9e-4844-b70b-75357453fbd6 req-49e5e635-074f-4931-819c-197ed2a4a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:32.025169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e906e4be-2e9e-4844-b70b-75357453fbd6 req-49e5e635-074f-4931-819c-197ed2a4a792 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2619a62ec8b34dcf87d26af794cffd87&device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 1096 time: 0.2717984 Nov 12 11:16:32.048062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.106593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e02291-8a6a-4607-b447-7e49ebbdd8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=419cc161-25ed-4e02-92fb-c2b4706d52be,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:32.133777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:32.138265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.197324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Transition to ACTIVE for port object 9d4176cc-a86b-41e9-bc20-80f4b22f8433 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:16:32.254811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.267835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] For port b163389f-10b5-466b-86d2-cb1811bcb67f, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:32.299811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e4be-2e9e-4844-b70b-75357453fbd6 req-a791bdb6-0867-4f2d-b78d-537e5bcd93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:32.301333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e906e4be-2e9e-4844-b70b-75357453fbd6 req-a791bdb6-0867-4f2d-b78d-537e5bcd93b5 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2619a62ec8b34dcf87d26af794cffd87&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2559187 Nov 12 11:16:32.305750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] For port b163389f-10b5-466b-86d2-cb1811bcb67f, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b163389f-10b5-466b-86d2-cb1811bcb67f,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:32.332984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Allocated IP 172.20.0.10 (2a948bd9-eaea-414c-aa36-b9a53bc27d8b/b8f7ed30-3a0e-47d9-9235-13bb159a07de/834cdff0-56dd-4f8d-9f2e-16693c87a686) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:32.431667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02283-629c-4a4d-9890-a52b061c94dd req-df474b64-9523-4856-ba68-97ed566c4b92 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:32.433646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27e02283-629c-4a4d-9890-a52b061c94dd req-df474b64-9523-4856-ba68-97ed566c4b92 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 943 time: 0.0887709 Nov 12 11:16:32.439834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.503162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Pushing event updated for resources: {'Port': ['ID=9d4176cc-a86b-41e9-bc20-80f4b22f8433,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:32.601131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:32.601761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.603181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/b163389f-10b5-466b-86d2-cb1811bcb67f HTTP/1.1" status: 200 len: 1092 time: 3.1436489 Nov 12 11:16:32.609566 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-27e02283-629c-4a4d-9890-a52b061c94dd req-613d9138-b2d4-4e8a-af2e-010597a79997 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186359 Nov 12 11:16:32.680505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-602fffbe-9d35-4ad6-9b40-1f03756b42c3 req-fd8521f2-a830-4482-9c87-19e45e7e2022 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 210 time: 0.0977921 Nov 12 11:16:32.701624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.750422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e4be-2e9e-4844-b70b-75357453fbd6 req-0e92cc2a-7c7a-4ff9-acd0-06569c3af707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:32.751999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e906e4be-2e9e-4844-b70b-75357453fbd6 req-0e92cc2a-7c7a-4ff9-acd0-06569c3af707 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4332647 Nov 12 11:16:32.773704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64698c1-17f4-4ee4-ba25-42751eecb0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b163389f-10b5-466b-86d2-cb1811bcb67f,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:32.781928 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.837025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:32.859814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:32.904586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:32.907319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Attempting to bind port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:32.907884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Attempting to bind port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:32.908426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Attempting to bind port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 on network 6e15a094-bda5-4889-9af3-4604ec85436a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:32.909797 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:32.915541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:32.942028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event updated for resources: {'Port': ['ID=834cdff0-56dd-4f8d-9f2e-16693c87a686,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:32.976422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:32.977790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.008320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 on network 6e15a094-bda5-4889-9af3-4604ec85436a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:16:33.008653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Attempting to bind port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 on network 6e15a094-bda5-4889-9af3-4604ec85436a {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:33.012075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-ec53773e-2eab-4301-8849-0b18866c3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:33.013609 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-ec53773e-2eab-4301-8849-0b18866c3738 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2619a62ec8b34dcf87d26af794cffd87&device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 1095 time: 0.2832456 Nov 12 11:16:33.020104 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.033524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:33.033867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Checking segment: {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:33.034250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Bound using segment: {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:33.034707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Bound port: 9d4176cc-a86b-41e9-bc20-80f4b22f8433, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd39171-647a-40d1-96f5-4bb8a4bdebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:33.035093 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.086190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-8abeab16-018e-4649-998a-55c8e3b354ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b163389f-10b5-466b-86d2-cb1811bcb67f HTTP/1.1" status: 200 len: 217 time: 0.0620191 Nov 12 11:16:33.090315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2131f82b-05ad-4ec1-a7c6-f6ada1cf45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:33.097956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2131f82b-05ad-4ec1-a7c6-f6ada1cf45e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2619a62ec8b34dcf87d26af794cffd87&device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 1096 time: 0.2487297 Nov 12 11:16:33.118532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-a2baba6e-e774-4ac2-bcd1-cc2fabf046c4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4212625 Nov 12 11:16:33.132646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Request body: {'port': {'device_id': '09e2845f-efc9-4695-8fb8-27d598576668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:33.202657 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.225376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7b12d3bd-2f88-4065-bbbe-06606ae74a15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=419cc161-25ed-4e02-92fb-c2b4706d52be HTTP/1.1" status: 200 len: 217 time: 0.1173480 Nov 12 11:16:33.559914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834cdff0-56dd-4f8d-9f2e-16693c87a686 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:33.568001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.574746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-0bd7808d-24af-41b5-996b-a527336a560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:33.576228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-0bd7808d-24af-41b5-996b-a527336a560e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=010f827c-2624-4538-907c-1b597e1ea329 HTTP/1.1" status: 200 len: 857 time: 0.4820197 Nov 12 11:16:33.581905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Transition to ACTIVE for port object 834cdff0-56dd-4f8d-9f2e-16693c87a686 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:16:33.632394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] For port 9d4176cc-a86b-41e9-bc20-80f4b22f8433, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:33.667459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-24884bea-c774-4b4f-a712-4fae95c8c2d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e15a094-bda5-4889-9af3-4604ec85436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519438 Nov 12 11:16:33.685105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-9685c9fe-0a26-4f1d-83d3-2799f58d7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:33.686528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-9685c9fe-0a26-4f1d-83d3-2799f58d7311 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=010f827c-2624-4538-907c-1b597e1ea329 HTTP/1.1" status: 200 len: 857 time: 0.4495540 Nov 12 11:16:33.690897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] For port 9d4176cc-a86b-41e9-bc20-80f4b22f8433, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9d4176cc-a86b-41e9-bc20-80f4b22f8433,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:33.735680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.749915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08616a36-89fb-443a-914d-c0024cb43c69', 'tag': 'b163389f-10b5-466b-86d2-cb1811bcb67f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:33.764594 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8764890b-65e4-4351-8a75-f18239872b19" -d '{"events": [{"name": "network-changed", "server_uuid": "08616a36-89fb-443a-914d-c0024cb43c69", "tag": "b163389f-10b5-466b-86d2-cb1811bcb67f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:33.769174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-fb6b326a-fc6f-4184-8c86-4a9c050857d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6e15a094-bda5-4889-9af3-4604ec85436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640597 Nov 12 11:16:33.773657 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.779186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.810120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f1d6b-4c65-4f72-8a57-136185a4cafa req-91217cb4-b817-4e2d-94e4-78129b2abb02 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:33.812232 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-048f1d6b-4c65-4f72-8a57-136185a4cafa req-91217cb4-b817-4e2d-94e4-78129b2abb02 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 943 time: 0.1184242 Nov 12 11:16:33.879060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Pushing event updated for resources: {'Port': ['ID=834cdff0-56dd-4f8d-9f2e-16693c87a686,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:33.955973 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-048f1d6b-4c65-4f72-8a57-136185a4cafa req-4ad8c823-2ed3-4d37-b370-d3338beee876 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355319 Nov 12 11:16:33.978002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Attempting to bind port 834cdff0-56dd-4f8d-9f2e-16693c87a686 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:33.978352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Attempting to bind port 834cdff0-56dd-4f8d-9f2e-16693c87a686 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:33.978805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Attempting to bind port 834cdff0-56dd-4f8d-9f2e-16693c87a686 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:33.980461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:33.981107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:33.982544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] 10.222.0.69 "PUT /v2.0/ports/9d4176cc-a86b-41e9-bc20-80f4b22f8433 HTTP/1.1" status: 200 len: 1092 time: 3.9024341 Nov 12 11:16:33.984277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Port 834cdff0-56dd-4f8d-9f2e-16693c87a686 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:16:33.984423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Attempting to bind port 834cdff0-56dd-4f8d-9f2e-16693c87a686 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:33.994008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:33.994008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Checking segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:33.994008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Bound using segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:33.994008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Bound port: 834cdff0-56dd-4f8d-9f2e-16693c87a686, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:33.994008 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.092643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.097816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205dad6-bf49-4966-9469-59242a0d18ea service neutron] Pushing event updated for resources: {'Port': ['ID=9d4176cc-a86b-41e9-bc20-80f4b22f8433,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:34.098037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] For port 834cdff0-56dd-4f8d-9f2e-16693c87a686, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:34.103636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] For port 834cdff0-56dd-4f8d-9f2e-16693c87a686, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=834cdff0-56dd-4f8d-9f2e-16693c87a686,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:34.106346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-2c00c7e4-cf05-4b29-9186-62620d8ac7e9 service neutron] 10.222.0.57 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336166 Nov 12 11:16:34.183207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360a35f-a73f-40a3-84a8-699c1965f91c req-6b339629-9588-4036-a729-63bc516685c5 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.185182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3360a35f-a73f-40a3-84a8-699c1965f91c req-6b339629-9588-4036-a729-63bc516685c5 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 944 time: 0.3575497 Nov 12 11:16:34.196188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.212253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.213115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.215196 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] 10.222.0.57 "PUT /v2.0/ports/834cdff0-56dd-4f8d-9f2e-16693c87a686 HTTP/1.1" status: 200 len: 1093 time: 1.0877037 Nov 12 11:16:34.217091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e2845f-efc9-4695-8fb8-27d598576668', 'tag': '834cdff0-56dd-4f8d-9f2e-16693c87a686'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:34.218344 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8147e7a-1964-4bda-afea-ac505249f48b x-openstack-request-id: req-a8147e7a-1964-4bda-afea-ac505249f48b {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:34.218344 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08616a36-89fb-443a-914d-c0024cb43c69", "tag": "b163389f-10b5-466b-86d2-cb1811bcb67f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:34.218344 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a8147e7a-1964-4bda-afea-ac505249f48b {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:34.218676 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08616a36-89fb-443a-914d-c0024cb43c69', 'tag': 'b163389f-10b5-466b-86d2-cb1811bcb67f', 'status': 'completed', 'code': 200} Nov 12 11:16:34.219611 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed1ce13-78f1-4695-930b-beb5cc5f006e" -d '{"events": [{"name": "network-changed", "server_uuid": "09e2845f-efc9-4695-8fb8-27d598576668", "tag": "834cdff0-56dd-4f8d-9f2e-16693c87a686"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:34.296510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-ea2477ff-d24d-483e-9d09-aaa402583800 service neutron] 10.222.0.69 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881818 Nov 12 11:16:34.298934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9a336-81fb-43c6-9cd2-36dc7dfcc32b service neutron] Pushing event updated for resources: {'Port': ['ID=834cdff0-56dd-4f8d-9f2e-16693c87a686,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:34.419503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-891ea802-1614-405d-851d-0bedadd18a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.421242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-891ea802-1614-405d-851d-0bedadd18a0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 1096 time: 0.0772612 Nov 12 11:16:34.468888 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167ef942-6496-4194-8e2f-1cd17629de70 x-openstack-request-id: req-167ef942-6496-4194-8e2f-1cd17629de70 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:34.469194 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e2845f-efc9-4695-8fb8-27d598576668", "tag": "834cdff0-56dd-4f8d-9f2e-16693c87a686", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:34.469578 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-167ef942-6496-4194-8e2f-1cd17629de70 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:34.470897 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e2845f-efc9-4695-8fb8-27d598576668', 'tag': '834cdff0-56dd-4f8d-9f2e-16693c87a686', 'status': 'completed', 'code': 200} Nov 12 11:16:34.472889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-0384fee0-0560-49e8-b782-8128bf1f244e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=834cdff0-56dd-4f8d-9f2e-16693c87a686 HTTP/1.1" status: 200 len: 217 time: 0.0427496 Nov 12 11:16:34.493095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-c92c228f-91d2-48ca-a7f9-84f75bc7d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.499139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-c92c228f-91d2-48ca-a7f9-84f75bc7d860 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2619a62ec8b34dcf87d26af794cffd87&device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 1095 time: 0.3861225 Nov 12 11:16:34.528729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-900b49a6-d449-4742-8982-d7a40fe156f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.530312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-900b49a6-d449-4742-8982-d7a40fe156f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.0506334 Nov 12 11:16:34.566291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-9b646486-123e-47d6-94ce-8e31c8debbf7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271530 Nov 12 11:16:34.588599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-57c838e6-bcc0-4766-8805-6552624c50c0 service neutron] 10.222.0.57 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646683 Nov 12 11:16:34.589849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-8a9ac9cf-12e3-4294-b6c9-a33095573da4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d4176cc-a86b-41e9-bc20-80f4b22f8433 HTTP/1.1" status: 200 len: 217 time: 0.0794730 Nov 12 11:16:34.604232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3360a35f-a73f-40a3-84a8-699c1965f91c req-92ce4c24-2bad-402b-9f29-be6152774b57 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846788 Nov 12 11:16:34.608233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58684) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:34.669681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 9439b493-1591-497a-83e7-54f9ba4f9677 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:34.675966 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-e5a726d7-5d66-4937-bbdd-99553972414e service neutron] 10.222.0.69 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620234 Nov 12 11:16:34.679777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-b1812568-3a85-4360-8dc1-d13a3ab92680 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063604 Nov 12 11:16:34.804816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-d723bf44-4091-4564-8481-20c606b14970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:34.806525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-d723bf44-4091-4564-8481-20c606b14970 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=010f827c-2624-4538-907c-1b597e1ea329 HTTP/1.1" status: 200 len: 857 time: 0.2012200 Nov 12 11:16:34.831044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.836390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d3a7f46-4ca5-423b-bc40-e5a4a4af9975 req-0a981b0d-837e-4d28-a550-d918eaa88179 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414392 Nov 12 11:16:34.873907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-0c4f91d3-c5db-446d-94ca-fb5b58db8129 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6e15a094-bda5-4889-9af3-4604ec85436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462518 Nov 12 11:16:34.880417 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99f8a813-a374-4cf8-96c7-82c6019825c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:34.923855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:34.934375 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e840a-971c-4da8-b865-d86d833d36b9 None None] Sync routers for ids ['9439b493-1591-497a-83e7-54f9ba4f9677'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:34.944141 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e840a-971c-4da8-b865-d86d833d36b9 None None] Routers {'9439b493-1591-497a-83e7-54f9ba4f9677'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:34.944753 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f76e840a-971c-4da8-b865-d86d833d36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9439b493-1591-497a-83e7-54f9ba4f9677'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.980944 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f76e840a-971c-4da8-b865-d86d833d36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:34.990101 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e840a-971c-4da8-b865-d86d833d36b9 None None] Routers {'9439b493-1591-497a-83e7-54f9ba4f9677'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:34.990717 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f76e840a-971c-4da8-b865-d86d833d36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9439b493-1591-497a-83e7-54f9ba4f9677'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:35.011091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-936bddc0-3889-4f21-8813-c045f961c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.013073 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-936bddc0-3889-4f21-8813-c045f961c917 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 1096 time: 0.0594447 Nov 12 11:16:35.026936 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f76e840a-971c-4da8-b865-d86d833d36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:35.027363 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e840a-971c-4da8-b865-d86d833d36b9 None None] The sync data for ids ['9439b493-1591-497a-83e7-54f9ba4f9677'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:35.043576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764890b-65e4-4351-8a75-f18239872b19 req-e7d8eec9-011b-4cb7-be52-36e96782b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.045289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8764890b-65e4-4351-8a75-f18239872b19 req-e7d8eec9-011b-4cb7-be52-36e96782b6c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2619a62ec8b34dcf87d26af794cffd87&device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 1095 time: 0.2344158 Nov 12 11:16:35.055277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-79d4752c-f9e5-41e4-9628-03cc942b4257 service neutron] 10.222.0.69 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599598 Nov 12 11:16:35.155584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96baee-3295-40ae-865d-e98eb1e12746 req-9743d9dc-35e4-4657-9926-3aeffdcc21d5 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.157153 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe96baee-3295-40ae-865d-e98eb1e12746 req-9743d9dc-35e4-4657-9926-3aeffdcc21d5 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 943 time: 0.0782626 Nov 12 11:16:35.163326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-cb5bf6d3-887e-4793-87a7-ad90485f8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.165846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-cb5bf6d3-887e-4793-87a7-ad90485f8288 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 907 time: 0.1414618 Nov 12 11:16:35.191548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:35.194549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9f6272ab-0d93-4507-83c2-d5f966882998 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.0278511 Nov 12 11:16:35.202982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58698) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:35.222759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-27b16d86-363f-44fd-b976-5be12b34b9e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=834cdff0-56dd-4f8d-9f2e-16693c87a686 HTTP/1.1" status: 200 len: 217 time: 0.0442002 Nov 12 11:16:35.326191 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe96baee-3295-40ae-865d-e98eb1e12746 req-cd16da75-cf59-4e53-ba6f-2c9b6054c0e2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476829 Nov 12 11:16:35.332465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99f8a813-a374-4cf8-96c7-82c6019825c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:35.345695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-dca454b5-5318-4a27-931e-481631f6a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.347215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-dca454b5-5318-4a27-931e-481631f6a026 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.1178567 Nov 12 11:16:35.375667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764890b-65e4-4351-8a75-f18239872b19 req-b5739372-f7de-4add-9dbb-61db4442e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.375667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8764890b-65e4-4351-8a75-f18239872b19 req-b5739372-f7de-4add-9dbb-61db4442e4e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e15a094-bda5-4889-9af3-4604ec85436a HTTP/1.1" status: 200 len: 918 time: 0.3176095 Nov 12 11:16:35.379008 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e69ba80c-667f-49b7-aef5-30b9ea0f9d20 req-ec1bbcfa-4809-4873-9236-fd239db9fb76 service neutron] 10.222.0.69 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110015 Nov 12 11:16:35.412676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-423b2e3b-b714-4312-9d38-4a3b4d54634b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467949 Nov 12 11:16:35.516920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-8d541e6f-33de-42e1-be39-b07e14ab6bf9 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927391 Nov 12 11:16:35.619790 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eed1ce13-78f1-4695-930b-beb5cc5f006e req-b2fcd847-edde-4b84-a2d7-50d8cbe34a55 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948100 Nov 12 11:16:35.720311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99f8a813-a374-4cf8-96c7-82c6019825c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:35.735241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8764890b-65e4-4351-8a75-f18239872b19 req-4edb8c30-e29b-48a5-8c91-cbcd5ebdf1d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b163389f-10b5-466b-86d2-cb1811bcb67f HTTP/1.1" status: 200 len: 217 time: 0.3513889 Nov 12 11:16:35.811514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e9bd43ec-99f7-4c6b-a81f-4c808d4ac55c tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/routers/9439b493-1591-497a-83e7-54f9ba4f9677 HTTP/1.1" status: 200 len: 880 time: 0.6066477 Nov 12 11:16:35.815715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58710) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:35.829408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-99f8a813-a374-4cf8-96c7-82c6019825c7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=50f668cebfde4f719e225e819c27255d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2165856 Nov 12 11:16:35.835107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58712) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:35.850950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8a813-a374-4cf8-96c7-82c6019825c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5f1e44-64c2-452d-9e0d-27b93d023199,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:35.877619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764890b-65e4-4351-8a75-f18239872b19 req-7b2779b3-6e09-4279-b1a4-51f01fb5d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.879123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8764890b-65e4-4351-8a75-f18239872b19 req-7b2779b3-6e09-4279-b1a4-51f01fb5d957 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=010f827c-2624-4538-907c-1b597e1ea329 HTTP/1.1" status: 200 len: 857 time: 0.1261597 Nov 12 11:16:35.891127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdddfb-e328-41db-9737-35124f719ffd req-cf74752b-e1b9-4df7-8cee-1d2b8e71e6e9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:35.892652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15cdddfb-e328-41db-9737-35124f719ffd req-cf74752b-e1b9-4df7-8cee-1d2b8e71e6e9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 944 time: 0.1763282 Nov 12 11:16:35.938827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8764890b-65e4-4351-8a75-f18239872b19 req-3e6dacef-7ff1-4bff-9879-b95dc20cb10b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e15a094-bda5-4889-9af3-4604ec85436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451987 Nov 12 11:16:36.020758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d10148d7-8ebf-4fa7-9747-d02b47cfcef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.076872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15cdddfb-e328-41db-9737-35124f719ffd req-c07a4b55-c956-4120-a3d9-19cb7c19368d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703432 Nov 12 11:16:36.080727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d10148d7-8ebf-4fa7-9747-d02b47cfcef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.112910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8764890b-65e4-4351-8a75-f18239872b19 req-5eee1a0d-ab59-46b4-9b67-4724b403670b service neutron] 10.222.0.57 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655958 Nov 12 11:16:36.218959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105c2f60-7d0e-4ed1-8eab-d60752ab8a20', 'tag': '9d4176cc-a86b-41e9-bc20-80f4b22f8433'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:36.221303 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23" -d '{"events": [{"name": "network-changed", "server_uuid": "105c2f60-7d0e-4ed1-8eab-d60752ab8a20", "tag": "9d4176cc-a86b-41e9-bc20-80f4b22f8433"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:36.226834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8764890b-65e4-4351-8a75-f18239872b19 req-8f45572e-b5ea-4f3e-aa2b-8595faf793a7 service neutron] 10.222.0.57 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063383 Nov 12 11:16:36.284364 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715c8308-a83a-489d-963c-63013417af38 x-openstack-request-id: req-715c8308-a83a-489d-963c-63013417af38 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:36.284726 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105c2f60-7d0e-4ed1-8eab-d60752ab8a20", "tag": "9d4176cc-a86b-41e9-bc20-80f4b22f8433", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:36.285050 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-715c8308-a83a-489d-963c-63013417af38 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:36.285580 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105c2f60-7d0e-4ed1-8eab-d60752ab8a20', 'tag': '9d4176cc-a86b-41e9-bc20-80f4b22f8433', 'status': 'completed', 'code': 200} Nov 12 11:16:36.293216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d10148d7-8ebf-4fa7-9747-d02b47cfcef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.297411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d10148d7-8ebf-4fa7-9747-d02b47cfcef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.297411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d10148d7-8ebf-4fa7-9747-d02b47cfcef8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ec5f1e44-64c2-452d-9e0d-27b93d023199 HTTP/1.1" status: 204 len: 168 time: 0.4604268 Nov 12 11:16:36.311624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10148d7-8ebf-4fa7-9747-d02b47cfcef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5f1e44-64c2-452d-9e0d-27b93d023199,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:36.446493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a409cc43-b3cc-4a01-ad97-c7ce8a453c33 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6310802 Nov 12 11:16:36.449540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58734) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:36.456880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-47b2c6fa-0424-4500-a11a-92e81d8d7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:36.458724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-47b2c6fa-0424-4500-a11a-92e81d8d7fd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2619a62ec8b34dcf87d26af794cffd87&device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 1095 time: 0.1189194 Nov 12 11:16:36.461390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9dc1547a-a312-4c87-9273-9725b78c36bf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1270772225'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:36.579833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6428eae-7b84-4767-9438-75388b0dafc7 req-056e4b18-3f75-463a-939e-c1b147008522 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:36.581512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6428eae-7b84-4767-9438-75388b0dafc7 req-056e4b18-3f75-463a-939e-c1b147008522 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 943 time: 0.1218116 Nov 12 11:16:36.645963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-5982c68d-c008-441d-8546-25a71fea6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:36.647536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-5982c68d-c008-441d-8546-25a71fea6acc service neutron] 10.222.0.69 "GET /v2.0/networks?id=6e15a094-bda5-4889-9af3-4604ec85436a HTTP/1.1" status: 200 len: 918 time: 0.1755145 Nov 12 11:16:36.682821 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6428eae-7b84-4767-9438-75388b0dafc7 req-33e70079-a1a4-4ff3-b4a7-1a1031964a88 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770097 Nov 12 11:16:36.727500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-25868b1d-3667-4821-ba95-364df3c9dd90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d4176cc-a86b-41e9-bc20-80f4b22f8433 HTTP/1.1" status: 200 len: 217 time: 0.0492392 Nov 12 11:16:36.742097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b163389f-10b5-466b-86d2-cb1811bcb67f details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:16:36.788882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-4761188c-7832-4f32-b332-9046a525d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:36.790713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-4761188c-7832-4f32-b332-9046a525d96b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=010f827c-2624-4538-907c-1b597e1ea329 HTTP/1.1" status: 200 len: 857 time: 0.0553238 Nov 12 11:16:36.831189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-9b3ef0dd-4f1f-4838-8c86-47a038e5cff2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6e15a094-bda5-4889-9af3-4604ec85436a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294566 Nov 12 11:16:36.858906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port b163389f-10b5-466b-86d2-cb1811bcb67f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b163389f-10b5-466b-86d2-cb1811bcb67f,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:36.878247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'b163389f-10b5-466b-86d2-cb1811bcb67f', 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a', 'port_id': 'b163389f-10b5-466b-86d2-cb1811bcb67f', 'mac_address': 'fa:16:3e:d9:14:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010f827c-2624-4538-907c-1b597e1ea329', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:16:36.966109 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.975373 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dc1547a-a312-4c87-9273-9725b78c36bf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:36.976041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-812222f6-dc7b-410c-bc9b-bb68d713f6a8 service neutron] 10.222.0.69 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358919 Nov 12 11:16:36.984818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b163389f-10b5-466b-86d2-cb1811bcb67f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:37.005913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port b163389f-10b5-466b-86d2-cb1811bcb67f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b163389f-10b5-466b-86d2-cb1811bcb67f,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:37.074424 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aafa678-3dd8-43d5-88a2-c1841ed0ab23 req-3f63fc51-6b28-4f66-948b-e42ff155758b service neutron] 10.222.0.69 "GET /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906019 Nov 12 11:16:37.098684 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.099092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dc1547a-a312-4c87-9273-9725b78c36bf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.099449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 834cdff0-56dd-4f8d-9f2e-16693c87a686 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:16:37.199131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=b163389f-10b5-466b-86d2-cb1811bcb67f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:37.266875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc1547a-a312-4c87-9273-9725b78c36bf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 9439b493-1591-497a-83e7-54f9ba4f9677 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:37.276944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17604559-e1c0-4d5c-a330-4c2ef6dcde41 req-eb2bac35-8332-412f-9598-bccd3f750d62 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:37.282593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 834cdff0-56dd-4f8d-9f2e-16693c87a686, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=834cdff0-56dd-4f8d-9f2e-16693c87a686,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:37.285868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-17604559-e1c0-4d5c-a330-4c2ef6dcde41 req-eb2bac35-8332-412f-9598-bccd3f750d62 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 944 time: 0.1176245 Nov 12 11:16:37.298173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '834cdff0-56dd-4f8d-9f2e-16693c87a686', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'port_id': '834cdff0-56dd-4f8d-9f2e-16693c87a686', 'mac_address': 'fa:16:3e:b2:25:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f7ed30-3a0e-47d9-9235-13bb159a07de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:16:37.356686 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.374748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834cdff0-56dd-4f8d-9f2e-16693c87a686 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:37.399141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 834cdff0-56dd-4f8d-9f2e-16693c87a686, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=834cdff0-56dd-4f8d-9f2e-16693c87a686,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:37.443704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-17604559-e1c0-4d5c-a330-4c2ef6dcde41 req-f43ddc2b-a4b7-48c2-92ae-905e82aa2d23 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569157 Nov 12 11:16:37.481561 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.526551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc1547a-a312-4c87-9273-9725b78c36bf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:37.536249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dc1547a-a312-4c87-9273-9725b78c36bf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:37.538120 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9dc1547a-a312-4c87-9273-9725b78c36bf tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/9439b493-1591-497a-83e7-54f9ba4f9677 HTTP/1.1" status: 200 len: 887 time: 1.0865126 Nov 12 11:16:37.540596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58772) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:37.545863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa828da6-3a86-4a03-a4ea-1465ad5f4bf3 None None] Sync routers for ids ['9439b493-1591-497a-83e7-54f9ba4f9677'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:37.549531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=834cdff0-56dd-4f8d-9f2e-16693c87a686,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:37.561481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa828da6-3a86-4a03-a4ea-1465ad5f4bf3 None None] Routers {'9439b493-1591-497a-83e7-54f9ba4f9677'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:37.562105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-aa828da6-3a86-4a03-a4ea-1465ad5f4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9439b493-1591-497a-83e7-54f9ba4f9677'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:37.595845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-aa828da6-3a86-4a03-a4ea-1465ad5f4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:37.609301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa828da6-3a86-4a03-a4ea-1465ad5f4bf3 None None] Routers {'9439b493-1591-497a-83e7-54f9ba4f9677'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:37.609952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-aa828da6-3a86-4a03-a4ea-1465ad5f4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9439b493-1591-497a-83e7-54f9ba4f9677'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:37.650237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-aa828da6-3a86-4a03-a4ea-1465ad5f4bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:37.650925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa828da6-3a86-4a03-a4ea-1465ad5f4bf3 None None] The sync data for ids ['9439b493-1591-497a-83e7-54f9ba4f9677'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:37.684521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3cd839dc-4856-4d2c-9c83-3be1fea88084 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/routers/9439b493-1591-497a-83e7-54f9ba4f9677 HTTP/1.1" status: 200 len: 887 time: 0.1427097 Nov 12 11:16:37.687354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58776) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:37.716471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bdadd664-76b0-43a9-ac42-9702a4f08aeb tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=9439b493-1591-497a-83e7-54f9ba4f9677 HTTP/1.1" status: 200 len: 205 time: 0.0276206 Nov 12 11:16:37.718619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58782) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:37.731705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['b163389f-10b5-466b-86d2-cb1811bcb67f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:37.735424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['834cdff0-56dd-4f8d-9f2e-16693c87a686'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:37.762855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58784) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:37.886821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-823117056'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:37.943118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa08db-29a3-4af5-bdbc-4a0b43a1ee8c req-b6a7aabd-7c9c-4179-87e8-52433fa3fc71 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:37.945504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1aa08db-29a3-4af5-bdbc-4a0b43a1ee8c req-b6a7aabd-7c9c-4179-87e8-52433fa3fc71 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 943 time: 0.1406164 Nov 12 11:16:37.955237 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.007746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Made reservation on behalf of b31ef6a07931483ebb22dfbf58cb0fa3 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:38.013213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.024816 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.082158 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b1aa08db-29a3-4af5-bdbc-4a0b43a1ee8c req-07922509-adda-480a-bfb8-c6fb55813616 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233034 Nov 12 11:16:38.103206 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.110187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.201905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.229707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9d4176cc-a86b-41e9-bc20-80f4b22f8433 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:16:38.232580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:38.246183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f56b3-e5c7-4a9b-948c-9fc0ebfbbdfd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:38.253137 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.255275 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Added segment d6e3d7bc-dc97-46a8-9a8c-542e879334b8 of type vlan for network 671494ca-7036-42c2-8b04-502ca0b6923b Nov 12 11:16:38.268883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 20b2f69f-6b45-49f7-a5a9-b77d6bef0567 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:38.269274 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.316654 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.363497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 9d4176cc-a86b-41e9-bc20-80f4b22f8433, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9d4176cc-a86b-41e9-bc20-80f4b22f8433,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:38.363782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.378830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '9d4176cc-a86b-41e9-bc20-80f4b22f8433', 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a', 'port_id': '9d4176cc-a86b-41e9-bc20-80f4b22f8433', 'mac_address': 'fa:16:3e:24:ff:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010f827c-2624-4538-907c-1b597e1ea329', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:16:38.379163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 20b2f69f-6b45-49f7-a5a9-b77d6bef0567 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:38.418105 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.423426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.424372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:38.425276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.440035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4176cc-a86b-41e9-bc20-80f4b22f8433 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:38.465895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 9d4176cc-a86b-41e9-bc20-80f4b22f8433, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9d4176cc-a86b-41e9-bc20-80f4b22f8433,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:38.516943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'Network': ['ID=671494ca-7036-42c2-8b04-502ca0b6923b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:38.528850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 671494ca-7036-42c2-8b04-502ca0b6923b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:38.581309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.581937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 419cc161-25ed-4e02-92fb-c2b4706d52be details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:16:38.605022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ff742009-86e7-4fff-9972-3a82a479c11e tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8410342 Nov 12 11:16:38.607857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58804) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:38.622566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044678c-24e7-4a61-b7aa-d09d64dd50a9 req-955a66e2-e650-416f-b6b4-54382e063519 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:38.625377 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2044678c-24e7-4a61-b7aa-d09d64dd50a9 req-955a66e2-e650-416f-b6b4-54382e063519 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 945 time: 0.0766480 Nov 12 11:16:38.634950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Request body: {'subnet': {'network_id': '671494ca-7036-42c2-8b04-502ca0b6923b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:38.664563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=9d4176cc-a86b-41e9-bc20-80f4b22f8433,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:38.682925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 419cc161-25ed-4e02-92fb-c2b4706d52be, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=419cc161-25ed-4e02-92fb-c2b4706d52be,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:38.697535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.711408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2044678c-24e7-4a61-b7aa-d09d64dd50a9 req-c235d822-e27d-406c-b930-15a27a45facc tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796058 Nov 12 11:16:38.738588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '419cc161-25ed-4e02-92fb-c2b4706d52be', 'network_id': '6e15a094-bda5-4889-9af3-4604ec85436a', 'port_id': '419cc161-25ed-4e02-92fb-c2b4706d52be', 'mac_address': 'fa:16:3e:08:0f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010f827c-2624-4538-907c-1b597e1ea329', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:16:38.740597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b163389f-10b5-466b-86d2-cb1811bcb67f up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:38.757375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=20b2f69f-6b45-49f7-a5a9-b77d6bef0567,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:38.826030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.834623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.843401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419cc161-25ed-4e02-92fb-c2b4706d52be {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:38.873043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 419cc161-25ed-4e02-92fb-c2b4706d52be, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=419cc161-25ed-4e02-92fb-c2b4706d52be,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:38.881812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Made reservation on behalf of b31ef6a07931483ebb22dfbf58cb0fa3 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:38.885367 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.934557 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.937047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:38.938251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port b163389f-10b5-466b-86d2-cb1811bcb67f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:16:38.942952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port b163389f-10b5-466b-86d2-cb1811bcb67f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:38.942952 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.025025 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.050246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08616a36-89fb-443a-914d-c0024cb43c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b163389f-10b5-466b-86d2-cb1811bcb67f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:39.053746 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c41566-abab-4a76-b3b7-2d54639c12f5" -d '{"events": [{"server_uuid": "08616a36-89fb-443a-914d-c0024cb43c69", "name": "network-vif-plugged", "status": "completed", "tag": "b163389f-10b5-466b-86d2-cb1811bcb67f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:39.058317 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.073040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port b163389f-10b5-466b-86d2-cb1811bcb67f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b163389f-10b5-466b-86d2-cb1811bcb67f,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:39.095755 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ee0e1-f6a3-4f4b-a9bf-c563f76b7cd8 x-openstack-request-id: req-7a8ee0e1-f6a3-4f4b-a9bf-c563f76b7cd8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:39.096103 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08616a36-89fb-443a-914d-c0024cb43c69", "name": "network-vif-plugged", "status": "completed", "tag": "b163389f-10b5-466b-86d2-cb1811bcb67f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:39.096315 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7a8ee0e1-f6a3-4f4b-a9bf-c563f76b7cd8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:39.096706 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08616a36-89fb-443a-914d-c0024cb43c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b163389f-10b5-466b-86d2-cb1811bcb67f', 'code': 200} Nov 12 11:16:39.110143 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.110795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Fanout notify agent at l3_agent the message router_deleted on router 9439b493-1591-497a-83e7-54f9ba4f9677 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:39.121129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.121129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8174898c-7c8b-4d20-8983-9a2ec0849547 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/9439b493-1591-497a-83e7-54f9ba4f9677 HTTP/1.1" status: 204 len: 168 time: 1.3994567 Nov 12 11:16:39.133190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58814) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:39.138582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-1221339762'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:39.140067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.140704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 834cdff0-56dd-4f8d-9f2e-16693c87a686 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:39.142517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=419cc161-25ed-4e02-92fb-c2b4706d52be,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:39.233134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.241899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:39.247026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.296179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676ce00-87e8-4904-81a6-69d44799b3d7 req-f7c1e162-52c4-4614-8ba2-a620d1060f35 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:39.298317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6676ce00-87e8-4904-81a6-69d44799b3d7 req-f7c1e162-52c4-4614-8ba2-a620d1060f35 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 944 time: 0.0958171 Nov 12 11:16:39.305335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:39.322389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'Subnet': ['ID=a141519a-0911-4752-b699-00e1f5ba1b7d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:39.323000 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.323559 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment 9be6efdc-bd4d-40d7-9be1-0cf13217a703 of type vlan for network d422c236-e315-40eb-8581-fc06ea37bafc Nov 12 11:16:39.350613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1a94d-cbb7-4fb7-af70-da0966a5d8ee req-91360336-27a5-4729-b38d-1fca9889e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:39.353137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd1a94d-cbb7-4fb7-af70-da0966a5d8ee req-91360336-27a5-4729-b38d-1fca9889e479 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 1097 time: 0.1876495 Nov 12 11:16:39.422327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=b163389f-10b5-466b-86d2-cb1811bcb67f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:39.423001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.426271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Checking segment: {'id': 'd6e3d7bc-dc97-46a8-9a8c-542e879334b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '671494ca-7036-42c2-8b04-502ca0b6923b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:39.426785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Network hostable DHCP agents. Network: 671494ca-7036-42c2-8b04-502ca0b6923b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:39.447311 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bd1a94d-cbb7-4fb7-af70-da0966a5d8ee req-46dbe2ea-18ba-419f-8626-7cbbad5e14d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854290 Nov 12 11:16:39.453162 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6676ce00-87e8-4904-81a6-69d44799b3d7 req-c6287ce0-c5c7-4d1a-beeb-093b92b0a526 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435170 Nov 12 11:16:39.498413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 834cdff0-56dd-4f8d-9f2e-16693c87a686 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:16:39.502600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 834cdff0-56dd-4f8d-9f2e-16693c87a686 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:39.502962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.533895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Network 671494ca-7036-42c2-8b04-502ca0b6923b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:39.534119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.540344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:39.541075 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.566262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['419cc161-25ed-4e02-92fb-c2b4706d52be'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:39.569237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['9d4176cc-a86b-41e9-bc20-80f4b22f8433'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:39.627377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=d422c236-e315-40eb-8581-fc06ea37bafc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:39.647377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 671494ca-7036-42c2-8b04-502ca0b6923b) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:39.655070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:39.660062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.660197 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:39.663385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d422c236-e315-40eb-8581-fc06ea37bafc details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:39.665444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef00baf-f0ce-42bb-aa63-975be8dbf426 None None] Network 671494ca-7036-42c2-8b04-502ca0b6923b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:39.689710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-29e9811a-0fa3-48ea-bd8b-9657777f6494 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5553365 Nov 12 11:16:39.692616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58824) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:39.698389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': 'd422c236-e315-40eb-8581-fc06ea37bafc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:39.733452 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:16:39.773958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58830) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:39.775808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-050665ac-81d9-4e38-b0bf-a07dd4603702 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1659505 Nov 12 11:16:39.794047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7a4ce5ee-bcc7-4043-a7bf-77eadc4c3d08 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2024848170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:39.878945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befacb7b-f312-4aed-ac05-5754d73d7929 req-1fe03d0b-e2cf-48a1-8763-e6d1f5f7c4a1 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:39.879238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 834cdff0-56dd-4f8d-9f2e-16693c87a686, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=834cdff0-56dd-4f8d-9f2e-16693c87a686,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:39.880665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-befacb7b-f312-4aed-ac05-5754d73d7929 req-1fe03d0b-e2cf-48a1-8763-e6d1f5f7c4a1 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 945 time: 0.0556211 Nov 12 11:16:39.930134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-befacb7b-f312-4aed-ac05-5754d73d7929 req-69ddbccf-07fb-412f-a00b-a2e01d5d6520 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Nov 12 11:16:40.009325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce5ee-bcc7-4043-a7bf-77eadc4c3d08 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.010448 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce5ee-bcc7-4043-a7bf-77eadc4c3d08 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.057732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.064061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-671494ca-7036-42c2-8b04-502ca0b6923b', 'network_id': '671494ca-7036-42c2-8b04-502ca0b6923b', 'tenant_id': 'b31ef6a07931483ebb22dfbf58cb0fa3', 'fixed_ips': [{'subnet_id': 'a141519a-0911-4752-b699-00e1f5ba1b7d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:40.064891 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.073099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce5ee-bcc7-4043-a7bf-77eadc4c3d08 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.178861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:40.183649 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.210391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce5ee-bcc7-4043-a7bf-77eadc4c3d08 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.223650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=834cdff0-56dd-4f8d-9f2e-16693c87a686,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:40.293097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Allocated IP 172.20.0.2 (671494ca-7036-42c2-8b04-502ca0b6923b/a141519a-0911-4752-b699-00e1f5ba1b7d/d6fe7f6e-352b-497e-a508-c8d44702c724) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:40.346241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce5ee-bcc7-4043-a7bf-77eadc4c3d08 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.347517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7a4ce5ee-bcc7-4043-a7bf-77eadc4c3d08 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5725944 Nov 12 11:16:40.350873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58836) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:40.456026 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.539565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.590628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Network 671494ca-7036-42c2-8b04-502ca0b6923b is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:40.594078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:40.605952 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.606221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:40.607685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Pushing event updated for resources: {'Port': ['ID=d6fe7f6e-352b-497e-a508-c8d44702c724,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:40.667747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Attempting to bind port d6fe7f6e-352b-497e-a508-c8d44702c724 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:40.669546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Attempting to bind port d6fe7f6e-352b-497e-a508-c8d44702c724 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd6e3d7bc-dc97-46a8-9a8c-542e879334b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '671494ca-7036-42c2-8b04-502ca0b6923b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:40.669546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Attempting to bind port d6fe7f6e-352b-497e-a508-c8d44702c724 on network 671494ca-7036-42c2-8b04-502ca0b6923b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:40.681192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:40.681568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Checking segment: {'id': 'd6e3d7bc-dc97-46a8-9a8c-542e879334b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '671494ca-7036-42c2-8b04-502ca0b6923b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:40.681965 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.682358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Bound using segment: {'id': 'd6e3d7bc-dc97-46a8-9a8c-542e879334b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '671494ca-7036-42c2-8b04-502ca0b6923b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:40.682847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Bound port: d6fe7f6e-352b-497e-a508-c8d44702c724, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e3d7bc-dc97-46a8-9a8c-542e879334b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '671494ca-7036-42c2-8b04-502ca0b6923b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:40.683226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.733175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbae0f-7ffa-4a82-84e2-be4ef1e789ab req-98006df0-e27a-487b-8a19-7caaf0be0a27 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:40.740917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0efbae0f-7ffa-4a82-84e2-be4ef1e789ab req-98006df0-e27a-487b-8a19-7caaf0be0a27 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 944 time: 0.2093003 Nov 12 11:16:40.757404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] For port d6fe7f6e-352b-497e-a508-c8d44702c724, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:40.761263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] For port d6fe7f6e-352b-497e-a508-c8d44702c724, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d6fe7f6e-352b-497e-a508-c8d44702c724,segment=NetworkSegment(d6e3d7bc-dc97-46a8-9a8c-542e879334b8),segment_id=d6e3d7bc-dc97-46a8-9a8c-542e879334b8)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:40.784486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=f529f10d-0ce1-422a-9387-344e25aab63e,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:40.846356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.846510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:40.846510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': '9be6efdc-bd4d-40d7-9be1-0cf13217a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd422c236-e315-40eb-8581-fc06ea37bafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:40.846510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: d422c236-e315-40eb-8581-fc06ea37bafc, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:40.865208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0efbae0f-7ffa-4a82-84e2-be4ef1e789ab req-4d6117ee-01dd-4263-8be6-9a0f784a9aa1 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232901 Nov 12 11:16:40.919443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e3332-f23e-4f9b-9255-5a25452acb06 None None] Pushing event updated for resources: {'Port': ['ID=d6fe7f6e-352b-497e-a508-c8d44702c724,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:41.086713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network d422c236-e315-40eb-8581-fc06ea37bafc is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:41.099571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e2845f-efc9-4695-8fb8-27d598576668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834cdff0-56dd-4f8d-9f2e-16693c87a686'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:41.103550 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985213a5-7336-40e0-919c-7d3bc6f8a762" -d '{"events": [{"server_uuid": "09e2845f-efc9-4695-8fb8-27d598576668", "name": "network-vif-plugged", "status": "completed", "tag": "834cdff0-56dd-4f8d-9f2e-16693c87a686"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:41.172839 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111c6fb9-be6f-475f-bbd5-69bc74dd0794 x-openstack-request-id: req-111c6fb9-be6f-475f-bbd5-69bc74dd0794 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:41.172839 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e2845f-efc9-4695-8fb8-27d598576668", "name": "network-vif-plugged", "status": "completed", "tag": "834cdff0-56dd-4f8d-9f2e-16693c87a686", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:41.172839 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-111c6fb9-be6f-475f-bbd5-69bc74dd0794 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:41.172839 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e2845f-efc9-4695-8fb8-27d598576668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834cdff0-56dd-4f8d-9f2e-16693c87a686', 'code': 200} Nov 12 11:16:41.213204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22be30-7ffa-403d-879e-81815e11a33b req-6d373764-7033-4e94-9cb1-d278317d1c5f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:41.213204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a22be30-7ffa-403d-879e-81815e11a33b req-6d373764-7033-4e94-9cb1-d278317d1c5f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 946 time: 0.1893940 Nov 12 11:16:41.218228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d422c236-e315-40eb-8581-fc06ea37bafc) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:41.230337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:41.230931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.251762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd816fb-5578-42f9-b4db-9cfddcda07ff None None] Network d422c236-e315-40eb-8581-fc06ea37bafc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:41.264378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Allocated IP 172.20.0.1 (671494ca-7036-42c2-8b04-502ca0b6923b/a141519a-0911-4752-b699-00e1f5ba1b7d/35e6d7d4-c872-40ae-a9ce-822700948052) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:41.358073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbcfaa-0c5c-4b4e-ab2e-8f69b6ee91a5 req-d8bb7fbd-ac53-469d-88bc-473ac1f6ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:41.360591 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcfbcfaa-0c5c-4b4e-ab2e-8f69b6ee91a5 req-d8bb7fbd-ac53-469d-88bc-473ac1f6ddb5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 1098 time: 0.0876122 Nov 12 11:16:41.397984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d6fe7f6e-352b-497e-a508-c8d44702c724 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:41.404584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-02c9c533-d7b7-4de0-b4d8-d743d13fec03 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7100463 Nov 12 11:16:41.409008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58860) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:41.417165 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a22be30-7ffa-403d-879e-81815e11a33b req-bbe927cf-b53b-41a4-b9b0-e9b0b45c892e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670313 Nov 12 11:16:41.424082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bc11a5be-b16a-40e5-a296-e4a6600e0368 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-397983961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:41.450949 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcfbcfaa-0c5c-4b4e-ab2e-8f69b6ee91a5 req-88ed92ed-34f0-4c37-a82c-c268d1f24c18 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832927 Nov 12 11:16:41.454826 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.516572 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc11a5be-b16a-40e5-a296-e4a6600e0368 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.518042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc11a5be-b16a-40e5-a296-e4a6600e0368 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.541743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d6fe7f6e-352b-497e-a508-c8d44702c724 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:41.542314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.550027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.595522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-d422c236-e315-40eb-8581-fc06ea37bafc', 'network_id': 'd422c236-e315-40eb-8581-fc06ea37bafc', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': 'f529f10d-0ce1-422a-9387-344e25aab63e'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:41.596473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.623592 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc11a5be-b16a-40e5-a296-e4a6600e0368 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.705215 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc11a5be-b16a-40e5-a296-e4a6600e0368 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.725780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.813401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port d6fe7f6e-352b-497e-a508-c8d44702c724, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d6fe7f6e-352b-497e-a508-c8d44702c724,segment=NetworkSegment(d6e3d7bc-dc97-46a8-9a8c-542e879334b8),segment_id=d6e3d7bc-dc97-46a8-9a8c-542e879334b8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:41.820864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Allocated IP 172.20.0.2 (d422c236-e315-40eb-8581-fc06ea37bafc/f529f10d-0ce1-422a-9387-344e25aab63e/1334dfe0-1071-4258-a2e1-a3fe1e8c0545) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:41.838875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc11a5be-b16a-40e5-a296-e4a6600e0368 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:41.840264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bc11a5be-b16a-40e5-a296-e4a6600e0368 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4298937 Nov 12 11:16:41.851013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58870) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:41.922892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.012896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Network 671494ca-7036-42c2-8b04-502ca0b6923b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:42.018440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:42.030723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:42.054430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=d6fe7f6e-352b-497e-a508-c8d44702c724,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:42.087069 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.121201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'Port': ['ID=35e6d7d4-c872-40ae-a9ce-822700948052,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:42.138637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.178785 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.197066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b2fa-f002-4ab4-bdd7-cb304b99d39f req-49f1f364-eeed-4b5a-bb50-761d6ab0030b tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:42.198655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d606b2fa-f002-4ab4-bdd7-cb304b99d39f req-49f1f364-eeed-4b5a-bb50-761d6ab0030b tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 944 time: 0.1255302 Nov 12 11:16:42.252829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9d4176cc-a86b-41e9-bc20-80f4b22f8433 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:42.265285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Network d422c236-e315-40eb-8581-fc06ea37bafc is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:42.296813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:42.299237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:42.304511 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d606b2fa-f002-4ab4-bdd7-cb304b99d39f req-5127e3da-50f1-4257-8021-dbe05c2fa3b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900311 Nov 12 11:16:42.348897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Pushing event updated for resources: {'Port': ['ID=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:42.355984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.360494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b879eb-fb5f-4708-89fb-4138eadcd9c2 None None] Network 671494ca-7036-42c2-8b04-502ca0b6923b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:42.425673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.470524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Attempting to bind port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:42.471247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Attempting to bind port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9be6efdc-bd4d-40d7-9be1-0cf13217a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd422c236-e315-40eb-8581-fc06ea37bafc'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:42.471823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Attempting to bind port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 on network d422c236-e315-40eb-8581-fc06ea37bafc {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:42.506812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:42.507568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Checking segment: {'id': '9be6efdc-bd4d-40d7-9be1-0cf13217a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd422c236-e315-40eb-8581-fc06ea37bafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:42.508201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.508789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Bound using segment: {'id': '9be6efdc-bd4d-40d7-9be1-0cf13217a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd422c236-e315-40eb-8581-fc06ea37bafc'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:42.509494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Bound port: 1334dfe0-1071-4258-a2e1-a3fe1e8c0545, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be6efdc-bd4d-40d7-9be1-0cf13217a703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd422c236-e315-40eb-8581-fc06ea37bafc'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:42.510101 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.628084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-91774303-ff74-4e53-ae41-ae01d82f20af None None] Provisioning complete for port d6fe7f6e-352b-497e-a508-c8d44702c724 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:42.629353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91774303-ff74-4e53-ae41-ae01d82f20af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.701551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:16:42.712038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8408fc-1767-4231-a794-1a708f038df5 req-be14fa6c-d0b1-44f5-b699-9b4c936581df tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:42.719333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:42.727939 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:42.728178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e8408fc-1767-4231-a794-1a708f038df5 req-be14fa6c-d0b1-44f5-b699-9b4c936581df tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 946 time: 0.1602206 Nov 12 11:16:42.860864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e8408fc-1767-4231-a794-1a708f038df5 req-0bb6dc48-1da3-47d8-81d3-7faa976ec790 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359775 Nov 12 11:16:42.894909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.20.0.1 (d422c236-e315-40eb-8581-fc06ea37bafc/f529f10d-0ce1-422a-9387-344e25aab63e/a2e00aa8-9b64-45f6-abfb-1baaa5447219) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:42.986724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.035807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.052072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] For port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:43.072551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.078081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] For port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,segment=NetworkSegment(9be6efdc-bd4d-40d7-9be1-0cf13217a703),segment_id=9be6efdc-bd4d-40d7-9be1-0cf13217a703)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:43.131069 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.156575 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.168521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'Port': ['ID=35e6d7d4-c872-40ae-a9ce-822700948052,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:43.177129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.182221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network d422c236-e315-40eb-8581-fc06ea37bafc is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:43.185984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:43.192664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:43.223322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=a2e00aa8-9b64-45f6-abfb-1baaa5447219,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:43.257025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.312993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.318570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d6fe7f6e-352b-497e-a508-c8d44702c724 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:43.332392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Network 671494ca-7036-42c2-8b04-502ca0b6923b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:43.334790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:43.396918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3065-5b93-4092-b81e-f5278e4ac24d None None] Pushing event updated for resources: {'Port': ['ID=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:43.437184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c2f60-7d0e-4ed1-8eab-d60752ab8a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4176cc-a86b-41e9-bc20-80f4b22f8433'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:43.440114 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc96a4a6-1539-4019-9567-7dd7a0a2ccc2" -d '{"events": [{"server_uuid": "105c2f60-7d0e-4ed1-8eab-d60752ab8a20", "name": "network-vif-plugged", "status": "completed", "tag": "9d4176cc-a86b-41e9-bc20-80f4b22f8433"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:43.483831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 9d4176cc-a86b-41e9-bc20-80f4b22f8433, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9d4176cc-a86b-41e9-bc20-80f4b22f8433,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:43.492386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d6fe7f6e-352b-497e-a508-c8d44702c724 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:43.492727 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.586118 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68001a3-4a20-41e7-98b1-a0cd7d601630 x-openstack-request-id: req-d68001a3-4a20-41e7-98b1-a0cd7d601630 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:43.586445 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c2f60-7d0e-4ed1-8eab-d60752ab8a20", "name": "network-vif-plugged", "status": "completed", "tag": "9d4176cc-a86b-41e9-bc20-80f4b22f8433", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:43.586735 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d68001a3-4a20-41e7-98b1-a0cd7d601630 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:43.587389 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c2f60-7d0e-4ed1-8eab-d60752ab8a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4176cc-a86b-41e9-bc20-80f4b22f8433', 'code': 200} Nov 12 11:16:43.600852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.601681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 419cc161-25ed-4e02-92fb-c2b4706d52be up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:43.667867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fedc24-794d-4f4c-ad86-3e0af4efa565 req-394ee3da-ffad-41de-b3e9-3050cec5c1e6 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:43.669682 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78fedc24-794d-4f4c-ad86-3e0af4efa565 req-394ee3da-ffad-41de-b3e9-3050cec5c1e6 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 944 time: 0.1504128 Nov 12 11:16:43.772154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.795184 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78fedc24-794d-4f4c-ad86-3e0af4efa565 req-5f67673a-5e5d-482a-8833-03ac527bbf70 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017745 Nov 12 11:16:43.796239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Router db1c0c59-f36d-4ae5-a284-c053e162fedc is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:43.820793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377328d-893f-4011-acae-1267f8624b34 req-a1353e62-fa43-4df3-89e2-9a43cfb3db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:43.822352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8377328d-893f-4011-acae-1267f8624b34 req-a1353e62-fa43-4df3-89e2-9a43cfb3db1f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 1097 time: 0.2319806 Nov 12 11:16:43.863401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=9d4176cc-a86b-41e9-bc20-80f4b22f8433,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:43.877602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-08213af0-ff50-4d5d-bdbf-53cbae65901d None None] Provisioning complete for port 35e6d7d4-c872-40ae-a9ce-822700948052 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:43.878507 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08213af0-ff50-4d5d-bdbf-53cbae65901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.937391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 419cc161-25ed-4e02-92fb-c2b4706d52be completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:16:43.973509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:43.982352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-11c1e472-8cb6-407b-be58-d4ec336e0e69 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "PUT /v2.0/routers/db1c0c59-f36d-4ae5-a284-c053e162fedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6270113 Nov 12 11:16:43.982352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58910) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:43.984681 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3bd60f-8d10-4456-ae9c-591946538144 None None] Sync routers for ids ['db1c0c59-f36d-4ae5-a284-c053e162fedc'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:43.988587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 419cc161-25ed-4e02-92fb-c2b4706d52be triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:43.989905 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:43.991855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Request body: {'port': {'network_id': '671494ca-7036-42c2-8b04-502ca0b6923b', 'name': 'tempest-FloatingIPNegativeTestJSON-942617278'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:43.994886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-08213af0-ff50-4d5d-bdbf-53cbae65901d None None] Port 35e6d7d4-c872-40ae-a9ce-822700948052 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:44.010989 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3bd60f-8d10-4456-ae9c-591946538144 None None] Routers {'db1c0c59-f36d-4ae5-a284-c053e162fedc'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:44.011620 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ad3bd60f-8d10-4456-ae9c-591946538144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db1c0c59-f36d-4ae5-a284-c053e162fedc'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:44.042802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-08213af0-ff50-4d5d-bdbf-53cbae65901d None None] Provisioning complete for port d6fe7f6e-352b-497e-a508-c8d44702c724 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:44.043175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-08213af0-ff50-4d5d-bdbf-53cbae65901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.093999 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ad3bd60f-8d10-4456-ae9c-591946538144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:44.110060 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3bd60f-8d10-4456-ae9c-591946538144 None None] Routers {'db1c0c59-f36d-4ae5-a284-c053e162fedc'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:44.110947 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ad3bd60f-8d10-4456-ae9c-591946538144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db1c0c59-f36d-4ae5-a284-c053e162fedc'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:44.116730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8377328d-893f-4011-acae-1267f8624b34 req-6bd6ffdb-38b0-4dd4-8779-fad201cc1a45 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579024 Nov 12 11:16:44.169985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0d74b-3210-4a4d-9e40-a0eed5f4e8f1 req-ddf66289-e208-433c-9645-c220571b69ba tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:44.180597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0db0d74b-3210-4a4d-9e40-a0eed5f4e8f1 req-ddf66289-e208-433c-9645-c220571b69ba tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 946 time: 0.1782084 Nov 12 11:16:44.192411 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ad3bd60f-8d10-4456-ae9c-591946538144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:44.194257 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3bd60f-8d10-4456-ae9c-591946538144 None None] The sync data for ids ['db1c0c59-f36d-4ae5-a284-c053e162fedc'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:44.293434 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.329767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0db0d74b-3210-4a4d-9e40-a0eed5f4e8f1 req-373a9bb4-5f45-4d48-8e27-6845fef84732 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482177 Nov 12 11:16:44.354867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 419cc161-25ed-4e02-92fb-c2b4706d52be, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=419cc161-25ed-4e02-92fb-c2b4706d52be,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:44.361435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Made reservation on behalf of b31ef6a07931483ebb22dfbf58cb0fa3 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:44.361435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.397200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] device_id is not set on port f7feed59-3d89-46e1-9b06-59e8deae4bcb yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:16:44.436113 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.481123 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.520043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-471dae38-f38d-4c42-adbf-5ca0b450d456 None None] Provisioning complete for port 35e6d7d4-c872-40ae-a9ce-822700948052 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:44.520560 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-471dae38-f38d-4c42-adbf-5ca0b450d456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.559409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=419cc161-25ed-4e02-92fb-c2b4706d52be,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:44.573161 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.582894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-471dae38-f38d-4c42-adbf-5ca0b450d456 None None] Port 35e6d7d4-c872-40ae-a9ce-822700948052 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:44.621665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Allocated IP 172.20.0.13 (671494ca-7036-42c2-8b04-502ca0b6923b/a141519a-0911-4752-b699-00e1f5ba1b7d/f7feed59-3d89-46e1-9b06-59e8deae4bcb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:44.725180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8282ec9a-63e0-4b5f-b7f1-fa77a53dbc37 None None] Provisioning complete for port 35e6d7d4-c872-40ae-a9ce-822700948052 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:44.725582 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8282ec9a-63e0-4b5f-b7f1-fa77a53dbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.729960 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:44.738515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=a2e00aa8-9b64-45f6-abfb-1baaa5447219,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:44.778058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8282ec9a-63e0-4b5f-b7f1-fa77a53dbc37 None None] Port 35e6d7d4-c872-40ae-a9ce-822700948052 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:44.907365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-f8aa7800-68ef-42c9-8228-4791856f46a8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:44.908939 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-f8aa7800-68ef-42c9-8228-4791856f46a8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.2533529 Nov 12 11:16:44.925654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network d422c236-e315-40eb-8581-fc06ea37bafc is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:44.929572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:44.937126 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-e83dacd9-afbe-4343-9c94-09aacefd330a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/quotas/db43c19f43a64644a43091b14e832964 HTTP/1.1" status: 200 len: 375 time: 0.0199037 Nov 12 11:16:44.977889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe402927-f25f-4f96-b706-1145f708ab11 None None] Network d422c236-e315-40eb-8581-fc06ea37bafc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:44.996068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7b93-3577-45ae-a88c-9991c151f5c0 req-49a73bd3-6166-43e1-b177-3a2427fefbe9 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:44.999323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57ce7b93-3577-45ae-a88c-9991c151f5c0 req-49a73bd3-6166-43e1-b177-3a2427fefbe9 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 945 time: 0.1135490 Nov 12 11:16:45.008052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.031804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-16c89ebe-bb1c-4566-b6f0-8cd1d0fbaab1 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841081 Nov 12 11:16:45.059470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1255ff7e-f159-4b14-a5d9-be9ee2d8f74a None None] Provisioning complete for port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:45.059937 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1255ff7e-f159-4b14-a5d9-be9ee2d8f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.163721 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-dc4ec758-c004-4ef4-a6dd-8accf218881a service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172192 Nov 12 11:16:45.204739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.310917 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1255ff7e-f159-4b14-a5d9-be9ee2d8f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.367866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'Port': ['ID=f7feed59-3d89-46e1-9b06-59e8deae4bcb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:45.388484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:45.391328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Network 671494ca-7036-42c2-8b04-502ca0b6923b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:45.397442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:45.404067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:45.522549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1255ff7e-f159-4b14-a5d9-be9ee2d8f74a None None] For port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,segment=NetworkSegment(9be6efdc-bd4d-40d7-9be1-0cf13217a703),segment_id=9be6efdc-bd4d-40d7-9be1-0cf13217a703)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:45.536871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:45.537576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.542080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57ce7b93-3577-45ae-a88c-9991c151f5c0 req-fa6d53d1-b95a-4780-a32b-2e29d7663111 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010194 Nov 12 11:16:45.550797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:45.551001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-1e5841e7-7584-47b3-b457-01060d4141ba service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808782 Nov 12 11:16:45.551516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.589823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c4d25-61ce-4d41-ba56-a8d6e4626fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419cc161-25ed-4e02-92fb-c2b4706d52be'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:45.592109 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50438f12-798d-42e5-8b15-b550a8940a7c" -d '{"events": [{"server_uuid": "896c4d25-61ce-4d41-ba56-a8d6e4626fb4", "name": "network-vif-plugged", "status": "completed", "tag": "419cc161-25ed-4e02-92fb-c2b4706d52be"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:45.688104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 1ef89cc2-3d1f-41fe-ad54-d426becd5750 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:45.697851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1255ff7e-f159-4b14-a5d9-be9ee2d8f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.702507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-305f1388-0f7f-4eb1-851c-f3b618cf5b4f tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7154009 Nov 12 11:16:45.706068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58952) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:45.735407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:45.777597 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.799224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255ff7e-f159-4b14-a5d9-be9ee2d8f74a None None] Pushing event updated for resources: {'Port': ['ID=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:45.862477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:16:45.863068 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:16:45.864324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4b05bd41-f1e3-4b08-a7a5-0930f408869a None None] Provisioning complete for port a2e00aa8-9b64-45f6-abfb-1baaa5447219 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:45.867216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4b05bd41-f1e3-4b08-a7a5-0930f408869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.921985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4b05bd41-f1e3-4b08-a7a5-0930f408869a None None] Port a2e00aa8-9b64-45f6-abfb-1baaa5447219 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:45.934195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4b05bd41-f1e3-4b08-a7a5-0930f408869a None None] Provisioning complete for port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:45.934562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4b05bd41-f1e3-4b08-a7a5-0930f408869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:45.949781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:45.965266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d41cd71d-9a89-49e1-84d1-32e05bed0563 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/1ef89cc2-3d1f-41fe-ad54-d426becd5750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1189284 Nov 12 11:16:45.966396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58954) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:45.978787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d52a8e-2051-4c10-9488-b0211d8c02e7 None None] Sync routers for ids ['1ef89cc2-3d1f-41fe-ad54-d426becd5750'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:45.985387 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457dae06-11e8-47f9-a435-2b8df20b389f x-openstack-request-id: req-457dae06-11e8-47f9-a435-2b8df20b389f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:45.985925 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896c4d25-61ce-4d41-ba56-a8d6e4626fb4", "name": "network-vif-plugged", "status": "completed", "tag": "419cc161-25ed-4e02-92fb-c2b4706d52be", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:45.986439 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-457dae06-11e8-47f9-a435-2b8df20b389f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:45.986979 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c4d25-61ce-4d41-ba56-a8d6e4626fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419cc161-25ed-4e02-92fb-c2b4706d52be', 'code': 200} Nov 12 11:16:46.043208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d52a8e-2051-4c10-9488-b0211d8c02e7 None None] Routers {'1ef89cc2-3d1f-41fe-ad54-d426becd5750'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:46.044143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d7d52a8e-2051-4c10-9488-b0211d8c02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1ef89cc2-3d1f-41fe-ad54-d426becd5750'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:46.046190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7036c-6000-4e4b-bd85-9cddcb940c67 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:46.047603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3db7036c-6000-4e4b-bd85-9cddcb940c67 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports/a2e00aa8-9b64-45f6-abfb-1baaa5447219 HTTP/1.1" status: 200 len: 910 time: 0.0802097 Nov 12 11:16:46.050762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58958) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:46.057515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fc4326f7-a730-4de9-8110-d78a492d24b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f529f10d-0ce1-422a-9387-344e25aab63e'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:46.114720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55d865-9a38-4247-ac04-85e0fea33d11 req-6ff1d765-8cef-4a90-83b6-38f8701f45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:46.114720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a55d865-9a38-4247-ac04-85e0fea33d11 req-6ff1d765-8cef-4a90-83b6-38f8701f45f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 1098 time: 0.0510497 Nov 12 11:16:46.119718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d7d52a8e-2051-4c10-9488-b0211d8c02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:46.138784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.176739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d52a8e-2051-4c10-9488-b0211d8c02e7 None None] Routers {'1ef89cc2-3d1f-41fe-ad54-d426becd5750'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:46.177364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d7d52a8e-2051-4c10-9488-b0211d8c02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1ef89cc2-3d1f-41fe-ad54-d426becd5750'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:46.181717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a1a32bb-cfb4-4bd5-83fa-c8b41a3786a3 req-05384837-2e96-428c-b2ce-43c85b04565f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 210 time: 0.0434639 Nov 12 11:16:46.210706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a55d865-9a38-4247-ac04-85e0fea33d11 req-703bdfed-3ab7-456d-a65f-807317353784 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888710 Nov 12 11:16:46.229378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d7d52a8e-2051-4c10-9488-b0211d8c02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:46.229378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d52a8e-2051-4c10-9488-b0211d8c02e7 None None] The sync data for ids ['1ef89cc2-3d1f-41fe-ad54-d426becd5750'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:46.300059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b7d52884-b5c9-4a9d-ad48-347e2ebe99b2 None None] Provisioning complete for port a2e00aa8-9b64-45f6-abfb-1baaa5447219 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:46.300327 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7d52884-b5c9-4a9d-ad48-347e2ebe99b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.403515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b7d52884-b5c9-4a9d-ad48-347e2ebe99b2 None None] Port a2e00aa8-9b64-45f6-abfb-1baaa5447219 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:46.420306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b7d52884-b5c9-4a9d-ad48-347e2ebe99b2 None None] Provisioning complete for port f7feed59-3d89-46e1-9b06-59e8deae4bcb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:46.420675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7d52884-b5c9-4a9d-ad48-347e2ebe99b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.424342 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc4326f7-a730-4de9-8110-d78a492d24b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.429639 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.460055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b7d52884-b5c9-4a9d-ad48-347e2ebe99b2 None None] Port f7feed59-3d89-46e1-9b06-59e8deae4bcb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:46.580320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5a3e62a7-bae2-4c24-b03c-f8688f900b6a None None] Provisioning complete for port a2e00aa8-9b64-45f6-abfb-1baaa5447219 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:46.584521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a3e62a7-bae2-4c24-b03c-f8688f900b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:46.616786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e62a7-bae2-4c24-b03c-f8688f900b6a None None] Port a2e00aa8-9b64-45f6-abfb-1baaa5447219 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:46.690487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Allocated IP 172.25.3.2 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/1cea1966-cdc4-4eaa-9988-59d92d18a0b9) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:46.766454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d994d-369c-4813-bc3d-1701d3e57c67 req-c812cf9e-131f-4837-92d7-778802a4059b tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:46.768074 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf8d994d-369c-4813-bc3d-1701d3e57c67 req-c812cf9e-131f-4837-92d7-778802a4059b tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 945 time: 0.1479535 Nov 12 11:16:46.963183 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf8d994d-369c-4813-bc3d-1701d3e57c67 req-a03621a7-3604-4773-89e9-7a29f8d074d4 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772618 Nov 12 11:16:47.008815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.088898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06703ddf-f957-45bd-9426-5bbe7b7493fd req-e7b32aca-519a-4e4e-b511-bec64694dd81 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:47.090785 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06703ddf-f957-45bd-9426-5bbe7b7493fd req-e7b32aca-519a-4e4e-b511-bec64694dd81 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 945 time: 0.0545955 Nov 12 11:16:47.092176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc4326f7-a730-4de9-8110-d78a492d24b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.140330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06703ddf-f957-45bd-9426-5bbe7b7493fd req-c04d5ea2-b8e6-4a88-a25e-e691dde867a2 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Nov 12 11:16:47.207415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.273852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc4326f7-a730-4de9-8110-d78a492d24b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.274099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b380e9e0-6e19-4ad9-97c5-766fcf034c41 req-0e9c3933-e217-47dd-8532-bc91c1d9e042 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 210 time: 0.0365994 Nov 12 11:16:47.285947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:47.309509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:47.342381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:47.350099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:47.352337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:47.352926 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.380171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'Port': ['ID=1cea1966-cdc4-4eaa-9988-59d92d18a0b9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:47.422877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4326f7-a730-4de9-8110-d78a492d24b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:47.423393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc4326f7-a730-4de9-8110-d78a492d24b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.428515 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fc4326f7-a730-4de9-8110-d78a492d24b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/ports/a2e00aa8-9b64-45f6-abfb-1baaa5447219 HTTP/1.1" status: 200 len: 910 time: 1.3728731 Nov 12 11:16:47.429166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58998) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:47.469083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f9a27-8860-4d07-9cd8-3ea6d1d19b8d req-8201bb8c-9e70-48b5-b8b8-ee241e14b0e3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:47.470711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a1f9a27-8860-4d07-9cd8-3ea6d1d19b8d req-8201bb8c-9e70-48b5-b8b8-ee241e14b0e3 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 946 time: 0.2193449 Nov 12 11:16:47.477755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4326f7-a730-4de9-8110-d78a492d24b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=a2e00aa8-9b64-45f6-abfb-1baaa5447219,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:47.532851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.573978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.582666 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a1f9a27-8860-4d07-9cd8-3ea6d1d19b8d req-7639a230-7f49-40f6-989c-25d473f7ba32 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011438 Nov 12 11:16:47.837295 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:47.985395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.112890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port a2e00aa8-9b64-45f6-abfb-1baaa5447219 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:48.113551 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.162265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.219307 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.234871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for a2e00aa8-9b64-45f6-abfb-1baaa5447219 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:48.246887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.322368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'Port': ['ID=1cea1966-cdc4-4eaa-9988-59d92d18a0b9,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:48.333539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.420195 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.424271 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a1f8a924-86cd-4b74-bab3-3beac7625a64 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7142727 Nov 12 11:16:48.425002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59008) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:48.430465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-96554bce-ac7d-49b7-a5c2-9aed6f563afb tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Request body: {'floatingip': {'port_id': 'f7feed59-3d89-46e1-9b06-59e8deae4bcb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:48.446580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e67454e-c42c-4ff1-938e-2e5bcd30799d req-83c084d8-6f90-4353-9e9b-9c1b1e04671d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 210 time: 0.0396340 Nov 12 11:16:48.482802 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-96554bce-ac7d-49b7-a5c2-9aed6f563afb tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.583905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.604375 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-96554bce-ac7d-49b7-a5c2-9aed6f563afb tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] update failed (client error): The resource could not be found. Nov 12 11:16:48.605702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-96554bce-ac7d-49b7-a5c2-9aed6f563afb tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "PUT /v2.0/floatingips/0b9f0024-eabe-4286-918a-e211cdd421c1 HTTP/1.1" status: 404 len: 507 time: 0.1797037 Nov 12 11:16:48.608453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:48.620958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=a2e00aa8-9b64-45f6-abfb-1baaa5447219,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:48.824497 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.847287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d1501-780e-4ef5-a965-951b4442bf9e req-c9435ce0-f4ee-40ac-a4bf-bc4a6282a272 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:48.856352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d29d1501-780e-4ef5-a965-951b4442bf9e req-c9435ce0-f4ee-40ac-a4bf-bc4a6282a272 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 946 time: 0.1357391 Nov 12 11:16:48.900102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Deleting port 1cea1966-cdc4-4eaa-9988-59d92d18a0b9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:48.900443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:48.939782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d29d1501-780e-4ef5-a965-951b4442bf9e req-1b0e5f15-bdc3-4bab-a0fc-a0e962fb4778 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820823 Nov 12 11:16:49.033467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.033946 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.052029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Calling delete_port for 1cea1966-cdc4-4eaa-9988-59d92d18a0b9 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:49.152699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 1ef89cc2-3d1f-41fe-ad54-d426becd5750 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:49.245873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-a5eda7c1-17d2-41d4-97c8-b30dff5041a5 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:49.247062 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-a5eda7c1-17d2-41d4-97c8-b30dff5041a5 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.2460828 Nov 12 11:16:49.285169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Request body: {'port': {'device_id': 'a8afa056-5c50-42a9-b6ea-b9495925c8c5', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'admin_state_up': True, 'tenant_id': 'db43c19f43a64644a43091b14e832964'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:49.313952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:49.322609 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-473b871a-f121-464d-80cb-34b85dea96c2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/1ef89cc2-3d1f-41fe-ad54-d426becd5750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913987 Nov 12 11:16:49.325324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59022) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:49.341266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beffa31-dc55-4ba6-a358-f974f00e3721 None None] Sync routers for ids ['1ef89cc2-3d1f-41fe-ad54-d426becd5750'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:49.373584 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beffa31-dc55-4ba6-a358-f974f00e3721 None None] Routers {'1ef89cc2-3d1f-41fe-ad54-d426becd5750'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:49.374625 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9beffa31-dc55-4ba6-a358-f974f00e3721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1ef89cc2-3d1f-41fe-ad54-d426becd5750'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:49.419471 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9beffa31-dc55-4ba6-a358-f974f00e3721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:49.434916 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beffa31-dc55-4ba6-a358-f974f00e3721 None None] Routers {'1ef89cc2-3d1f-41fe-ad54-d426becd5750'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:49.436181 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9beffa31-dc55-4ba6-a358-f974f00e3721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1ef89cc2-3d1f-41fe-ad54-d426becd5750'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:49.496715 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9beffa31-dc55-4ba6-a358-f974f00e3721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:49.497419 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beffa31-dc55-4ba6-a358-f974f00e3721 None None] The sync data for ids ['1ef89cc2-3d1f-41fe-ad54-d426becd5750'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:49.539454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:49.544916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.696760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d29e6-36d7-469a-bf81-5392b56b00ac req-4a1d20c7-bb12-4cf4-a093-abdb93d9ca0c tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:49.698717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-718d29e6-36d7-469a-bf81-5392b56b00ac req-4a1d20c7-bb12-4cf4-a093-abdb93d9ca0c tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 946 time: 0.1413486 Nov 12 11:16:49.813952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-718d29e6-36d7-469a-bf81-5392b56b00ac req-34a2c8e4-9a3c-442c-8474-8b3a5fde9e86 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050518 Nov 12 11:16:49.821491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Allocated IP 172.20.0.6 (2a948bd9-eaea-414c-aa36-b9a53bc27d8b/b8f7ed30-3a0e-47d9-9235-13bb159a07de/2f95bf02-661e-48f6-b0f9-7052a2d62098) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:49.879288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-904548bf-3243-4f25-9338-0310f05c0597 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef89cc2-3d1f-41fe-ad54-d426becd5750 HTTP/1.1" status: 200 len: 205 time: 0.5521469 Nov 12 11:16:49.881461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:49.882494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59030) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:49.964188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b7825006-8aba-483a-9355-36ef3b99a26f req-849cf9f6-d86b-4b81-afc1-f0de9b019e9b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 210 time: 0.0873227 Nov 12 11:16:49.986820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event deleted for resources: {'Port': ['ID=1cea1966-cdc4-4eaa-9988-59d92d18a0b9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:50.017028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.021091 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.026194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3811a66a-be00-4762-84cd-a5d897454bf6 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "DELETE /v2.0/floatingips/0b9f0024-eabe-4286-918a-e211cdd421c1 HTTP/1.1" status: 204 len: 168 time: 1.4130204 Nov 12 11:16:50.026737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59034) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:50.033533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b8416543-6ae0-4a86-94d3-a57d684b7f37 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Request body: {'floatingip': {'floating_network_id': '671494ca-7036-42c2-8b04-502ca0b6923b', 'port_id': 'f7feed59-3d89-46e1-9b06-59e8deae4bcb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:50.069602 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e495f83-40f2-4142-9671-7fef35bff241 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.150118 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8416543-6ae0-4a86-94d3-a57d684b7f37 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.268536 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.273435 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e495f83-40f2-4142-9671-7fef35bff241 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.276702 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e495f83-40f2-4142-9671-7fef35bff241 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.338615 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-b8416543-6ae0-4a86-94d3-a57d684b7f37 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:16:50.339622 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b8416543-6ae0-4a86-94d3-a57d684b7f37 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3116939 Nov 12 11:16:50.343866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59038) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:50.348690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'f7feed59-3d89-46e1-9b06-59e8deae4bcb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:50.429247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e495f83-40f2-4142-9671-7fef35bff241 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.429796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e495f83-40f2-4142-9671-7fef35bff241 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Fanout notify agent at l3_agent the message router_deleted on router 1ef89cc2-3d1f-41fe-ad54-d426becd5750 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:50.439200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e495f83-40f2-4142-9671-7fef35bff241 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.439200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2e495f83-40f2-4142-9671-7fef35bff241 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/1ef89cc2-3d1f-41fe-ad54-d426becd5750 HTTP/1.1" status: 204 len: 168 time: 0.5542800 Nov 12 11:16:50.440684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59040) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:50.459248 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.472516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.476499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:50.478794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['834cdff0-56dd-4f8d-9f2e-16693c87a686'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:50.515363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c5eaa2-4ef6-480d-b195-76f51a0cdb74 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet f529f10d-0ce1-422a-9387-344e25aab63e {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:50.531299 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.548740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaa2-4ef6-480d-b195-76f51a0cdb74 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.555355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event updated for resources: {'Port': ['ID=2f95bf02-661e-48f6-b0f9-7052a2d62098,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:50.564784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:50.566537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:50.573651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:50.601235 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaa2-4ef6-480d-b195-76f51a0cdb74 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.639551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:50.640934 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.709375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.745769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-fcea6880-1dc2-4c2a-bfd3-480cd3097004 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4663224 Nov 12 11:16:50.762401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaa2-4ef6-480d-b195-76f51a0cdb74 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.773711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Request body: {'port': {'device_id': 'a8afa056-5c50-42a9-b6ea-b9495925c8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:50.859429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:50.919057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Allocated IP 172.25.3.111 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/e0259a2a-db18-4dc0-a3c3-f4c0e10aa9f7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:51.034754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaa2-4ef6-480d-b195-76f51a0cdb74 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.126268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d2fc9-de24-4fc6-a266-a7b060b033c8 None None] Network d422c236-e315-40eb-8581-fc06ea37bafc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:51.173075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5eaa2-4ef6-480d-b195-76f51a0cdb74 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=f529f10d-0ce1-422a-9387-344e25aab63e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:51.230012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43c5eaa2-4ef6-480d-b195-76f51a0cdb74 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.239768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-43c5eaa2-4ef6-480d-b195-76f51a0cdb74 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/f529f10d-0ce1-422a-9387-344e25aab63e HTTP/1.1" status: 204 len: 168 time: 0.7975473 Nov 12 11:16:51.242030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59050) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:51.327344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.386369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bffe-59b0-45a8-9f5c-f87e3a6fb050 req-f3978d5d-8165-4fdb-a23f-8418911e483f tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:51.388064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a50bffe-59b0-45a8-9f5c-f87e3a6fb050 req-f3978d5d-8165-4fdb-a23f-8418911e483f tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 946 time: 0.4597812 Nov 12 11:16:51.422504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f857cf-aeb5-420d-b259-46f0e5748ba7 req-edbac70a-733a-4d1f-8673-0ed42c10cf6e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:51.428530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c9f857cf-aeb5-420d-b259-46f0e5748ba7 req-edbac70a-733a-4d1f-8673-0ed42c10cf6e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 931 time: 0.3168018 Nov 12 11:16:51.453081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] DHCP port deletion for d422c236-e315-40eb-8581-fc06ea37bafc request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:51.514206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] Deleting port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:51.514899 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.515907 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.553268 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c9f857cf-aeb5-420d-b259-46f0e5748ba7 req-1357331d-dfa2-46f7-acf2-22c63692dd5f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131465 Nov 12 11:16:51.566530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f95bf02-661e-48f6-b0f9-7052a2d62098 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:51.583693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.607215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Transition to ACTIVE for port object 2f95bf02-661e-48f6-b0f9-7052a2d62098 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:16:51.626037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.679426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:51.681114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:51.681451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.683026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-81dfcb68-9378-465b-84ac-f73073102ba7 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:51.686319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-81dfcb68-9378-465b-84ac-f73073102ba7 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.69 "GET /v2.0/ports?device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 946 time: 0.4171355 Nov 12 11:16:51.688320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] For port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,segment=NetworkSegment(9be6efdc-bd4d-40d7-9be1-0cf13217a703),segment_id=9be6efdc-bd4d-40d7-9be1-0cf13217a703)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:51.688600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:51.702185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.703136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:51.733186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.733440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event updated for resources: {'Port': ['ID=e0259a2a-db18-4dc0-a3c3-f4c0e10aa9f7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:51.747557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] Calling delete_port for 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:51.873702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,segment=NetworkSegment(9be6efdc-bd4d-40d7-9be1-0cf13217a703),segment_id=9be6efdc-bd4d-40d7-9be1-0cf13217a703)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:51.874078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:51.897315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:51.897972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a50bffe-59b0-45a8-9f5c-f87e3a6fb050 req-cf099240-cc31-4f43-a500-b8a78dde1a58 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875440 Nov 12 11:16:51.959628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Pushing event updated for resources: {'Port': ['ID=2f95bf02-661e-48f6-b0f9-7052a2d62098,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:51.989196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.034610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] Pushing event deleted for resources: {'Port': ['ID=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:52.042718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Deleting port 419cc161-25ed-4e02-92fb-c2b4706d52be {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:52.043049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.045858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590bd01d-06af-47ad-83df-35aa7bc4272a None None] No DVR routers for this DVR port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:52.078884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Attempting to bind port 2f95bf02-661e-48f6-b0f9-7052a2d62098 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:52.079233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Attempting to bind port 2f95bf02-661e-48f6-b0f9-7052a2d62098 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:52.079591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Attempting to bind port 2f95bf02-661e-48f6-b0f9-7052a2d62098 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:52.082927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Deleting port e0259a2a-db18-4dc0-a3c3-f4c0e10aa9f7 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:52.085827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.104145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.112123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Port 2f95bf02-661e-48f6-b0f9-7052a2d62098 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:16:52.112457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Attempting to bind port 2f95bf02-661e-48f6-b0f9-7052a2d62098 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:52.122487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:52.122487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Checking segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:52.122487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Bound using segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:52.123016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Bound port: 2f95bf02-661e-48f6-b0f9-7052a2d62098, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:52.123016 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.143167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No DVR routers for this DVR port 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:52.209882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] For port 419cc161-25ed-4e02-92fb-c2b4706d52be, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=419cc161-25ed-4e02-92fb-c2b4706d52be,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:52.210272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.220747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=1334dfe0-1071-4258-a2e1-a3fe1e8c0545,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:52.234026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Calling delete_port for 419cc161-25ed-4e02-92fb-c2b4706d52be owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:52.251328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] For port 2f95bf02-661e-48f6-b0f9-7052a2d62098, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:52.257055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] For port 2f95bf02-661e-48f6-b0f9-7052a2d62098, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2f95bf02-661e-48f6-b0f9-7052a2d62098,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:52.278865 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.315557 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.315828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.319628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d422c236-e315-40eb-8581-fc06ea37bafc']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:52.344801 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.345843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be6efdc-bd4d-40d7-9be1-0cf13217a703') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:52.346144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be6efdc-bd4d-40d7-9be1-0cf13217a703') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:52.348123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Calling delete_port for e0259a2a-db18-4dc0-a3c3-f4c0e10aa9f7 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:52.360419 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.382060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.389047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:16:52.389441 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.447065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:52.448042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.450113 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] 10.222.0.57 "PUT /v2.0/ports/2f95bf02-661e-48f6-b0f9-7052a2d62098 HTTP/1.1" status: 200 len: 1092 time: 1.6886797 Nov 12 11:16:52.450700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8afa056-5c50-42a9-b6ea-b9495925c8c5', 'tag': '2f95bf02-661e-48f6-b0f9-7052a2d62098'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:52.454041 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a4df54-b35a-4e0f-9473-7682babc019f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8afa056-5c50-42a9-b6ea-b9495925c8c5", "tag": "2f95bf02-661e-48f6-b0f9-7052a2d62098"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:16:52.499192 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:16:52.508137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e082df-50d7-4447-91b6-293690d5f300 service neutron] Pushing event updated for resources: {'Port': ['ID=2f95bf02-661e-48f6-b0f9-7052a2d62098,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:52.526941 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f6cc6-9b67-4ecf-8dbc-f50bff973cbe x-openstack-request-id: req-135f6cc6-9b67-4ecf-8dbc-f50bff973cbe {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:52.527234 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8afa056-5c50-42a9-b6ea-b9495925c8c5", "tag": "2f95bf02-661e-48f6-b0f9-7052a2d62098", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:52.527480 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-135f6cc6-9b67-4ecf-8dbc-f50bff973cbe {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:52.527905 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8afa056-5c50-42a9-b6ea-b9495925c8c5', 'tag': '2f95bf02-661e-48f6-b0f9-7052a2d62098', 'status': 'completed', 'code': 200} Nov 12 11:16:52.540227 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.559135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.567253 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/d422c236-e315-40eb-8581-fc06ea37bafc HTTP/1.1" status: 204 len: 168 time: 1.3159852 Nov 12 11:16:52.569364 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.569364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59058) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:52.583568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['b163389f-10b5-466b-86d2-cb1811bcb67f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:52.656362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['9d4176cc-a86b-41e9-bc20-80f4b22f8433'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:52.659961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f915afb-cb43-4085-91d7-392c0242535e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=d422c236-e315-40eb-8581-fc06ea37bafc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:52.672393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2b430010-62e0-431b-a58f-181edd46354a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2131375031', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:52.781696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Pushing event deleted for resources: {'Port': ['ID=419cc161-25ed-4e02-92fb-c2b4706d52be,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:52.881226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.934333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] No DVR routers for this DVR port 419cc161-25ed-4e02-92fb-c2b4706d52be on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:52.940821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:52.941371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event deleted for resources: {'Port': ['ID=e0259a2a-db18-4dc0-a3c3-f4c0e10aa9f7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:52.946195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6be074e-bcab-45cf-b08a-e77b63d548dd req-b2269cf9-72bd-4b30-b3aa-ab0076e53dbe tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.69 "DELETE /v2.0/ports/419cc161-25ed-4e02-92fb-c2b4706d52be HTTP/1.1" status: 204 len: 173 time: 1.2320027 Nov 12 11:16:52.969110 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4df54-b35a-4e0f-9473-7682babc019f req-81b52ff6-a3bc-4256-a833-1b313f1f9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:52.970734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58a4df54-b35a-4e0f-9473-7682babc019f req-81b52ff6-a3bc-4256-a833-1b313f1f9a84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 1095 time: 0.4047163 Nov 12 11:16:53.019473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b430010-62e0-431b-a58f-181edd46354a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.021786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b430010-62e0-431b-a58f-181edd46354a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.142276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb29a7-eed2-42e0-885b-d09cfaa68ca9 req-70894f1b-fd1e-4161-91c5-81641be37d97 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:53.144118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60bb29a7-eed2-42e0-885b-d09cfaa68ca9 req-70894f1b-fd1e-4161-91c5-81641be37d97 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 943 time: 0.3683755 Nov 12 11:16:53.254134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8eb45850-581e-4687-a426-200c062b5e8f req-1b7d55a4-bb45-4d11-879f-6bb6eb70344d tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=896c4d25-61ce-4d41-ba56-a8d6e4626fb4 HTTP/1.1" status: 200 len: 210 time: 0.0817351 Nov 12 11:16:53.338689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:53.349028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b430010-62e0-431b-a58f-181edd46354a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.355724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4df54-b35a-4e0f-9473-7682babc019f req-b46aca5d-2e64-44cb-bd95-071e31919e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:53.359117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58a4df54-b35a-4e0f-9473-7682babc019f req-b46aca5d-2e64-44cb-bd95-071e31919e5d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=db43c19f43a64644a43091b14e832964&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3714728 Nov 12 11:16:53.368143 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] create failed (client error): The resource could not be found. Nov 12 11:16:53.374453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6bf595a4-c218-4f59-9b78-57ceac7636c2 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0289404 Nov 12 11:16:53.378762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59070) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:53.381972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:53.382352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1334dfe0-1071-4258-a2e1-a3fe1e8c0545 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:53.404782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60bb29a7-eed2-42e0-885b-d09cfaa68ca9 req-f0bbffc1-06e4-4bfd-bfec-436755b0bdd6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340207 Nov 12 11:16:53.461924 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b430010-62e0-431b-a58f-181edd46354a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.506192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab538b-ba02-489c-9ff3-3d8c34c8bc24 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Deleting port f7feed59-3d89-46e1-9b06-59e8deae4bcb {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:53.506437 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a4ab538b-ba02-489c-9ff3-3d8c34c8bc24 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.539941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4df54-b35a-4e0f-9473-7682babc019f req-9ea0e038-fadd-4198-abbc-c153eb0f1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:53.541643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58a4df54-b35a-4e0f-9473-7682babc019f req-9ea0e038-fadd-4198-abbc-c153eb0f1f1a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721969 Nov 12 11:16:53.557186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b430010-62e0-431b-a58f-181edd46354a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.561510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2b430010-62e0-431b-a58f-181edd46354a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9825978 Nov 12 11:16:53.562244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59072) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:53.569789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-950833296'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:53.649197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a4ab538b-ba02-489c-9ff3-3d8c34c8bc24 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.663157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-31606e05-7772-4e67-969d-4b07760753a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:53.665366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-31606e05-7772-4e67-969d-4b07760753a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 1095 time: 0.0529799 Nov 12 11:16:53.666286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab538b-ba02-489c-9ff3-3d8c34c8bc24 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Calling delete_port for f7feed59-3d89-46e1-9b06-59e8deae4bcb owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:53.700913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:53.707870 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.753575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-198d826c-0861-4509-ba6a-9f58dc4d7ffa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f95bf02-661e-48f6-b0f9-7052a2d62098 HTTP/1.1" status: 200 len: 217 time: 0.0740914 Nov 12 11:16:53.848362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-d98df505-a6ce-4a7c-8eba-c3bc9cd3cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:53.851759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-d98df505-a6ce-4a7c-8eba-c3bc9cd3cbc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.0875549 Nov 12 11:16:53.894648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-8427adde-2465-4c7e-9e99-35f79a99390d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340502 Nov 12 11:16:53.910993 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a4ab538b-ba02-489c-9ff3-3d8c34c8bc24 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:53.981714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab538b-ba02-489c-9ff3-3d8c34c8bc24 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event deleted for resources: {'Port': ['ID=f7feed59-3d89-46e1-9b06-59e8deae4bcb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:54.014266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:16:54.072991 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.073651 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment 7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a of type vlan for network cb6931a6-8461-4854-b2aa-97dc111bcdc1 Nov 12 11:16:54.114777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a4ab538b-ba02-489c-9ff3-3d8c34c8bc24 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.118465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a4ab538b-ba02-489c-9ff3-3d8c34c8bc24 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "DELETE /v2.0/ports/f7feed59-3d89-46e1-9b06-59e8deae4bcb HTTP/1.1" status: 204 len: 168 time: 0.7382843 Nov 12 11:16:54.123195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59080) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:54.160791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-b726cba5-8d8f-468d-8241-11d490cf7178 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534566 Nov 12 11:16:54.163112 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.219980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e5a68-9ecb-4fca-be28-2962a6d680a4 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:54.221947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b04e5a68-9ecb-4fca-be28-2962a6d680a4 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "GET /v2.0/ports?device_id=db1c0c59-f36d-4ae5-a284-c053e162fedc HTTP/1.1" status: 200 len: 913 time: 0.0972636 Nov 12 11:16:54.226543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59082) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:54.315366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 419cc161-25ed-4e02-92fb-c2b4706d52be no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:54.323632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11204cb7-577d-4d32-9525-ea5fde7661cc req-87bdd268-afbe-4176-9fea-639785052c0e service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429145 Nov 12 11:16:54.332393 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.339758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:54.342655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.358224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 419cc161-25ed-4e02-92fb-c2b4706d52be {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:16:54.358630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 419cc161-25ed-4e02-92fb-c2b4706d52be not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:16:54.451033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=cb6931a6-8461-4854-b2aa-97dc111bcdc1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:54.470524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7a3b5f19-c215-475a-929e-0bd52f7f3943 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9036002 Nov 12 11:16:54.471243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59090) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:54.477584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network cb6931a6-8461-4854-b2aa-97dc111bcdc1 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:16:54.482619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:16:54.571957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c4d25-61ce-4d41-ba56-a8d6e4626fb4', 'name': 'network-vif-deleted', 'tag': '419cc161-25ed-4e02-92fb-c2b4706d52be'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:54.574393 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c326fcf-1fc7-4f8c-9d9d-2d751b853e1a" -d '{"events": [{"server_uuid": "896c4d25-61ce-4d41-ba56-a8d6e4626fb4", "name": "network-vif-deleted", "tag": "419cc161-25ed-4e02-92fb-c2b4706d52be"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:54.662017 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677131a5-b1de-4c94-92d9-e5411f15576c x-openstack-request-id: req-677131a5-b1de-4c94-92d9-e5411f15576c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:54.663136 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896c4d25-61ce-4d41-ba56-a8d6e4626fb4", "name": "network-vif-deleted", "tag": "419cc161-25ed-4e02-92fb-c2b4706d52be", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:54.663482 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-677131a5-b1de-4c94-92d9-e5411f15576c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:54.664208 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c4d25-61ce-4d41-ba56-a8d6e4626fb4', 'name': 'network-vif-deleted', 'tag': '419cc161-25ed-4e02-92fb-c2b4706d52be', 'status': 'completed', 'code': 200} Nov 12 11:16:54.681076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:16:54.689926 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:54.737910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68055f1-1383-465a-b744-29c1a9cf651b req-161b169e-3c8f-4ad0-a763-d4d9a66091f6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:54.740773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c68055f1-1383-465a-b744-29c1a9cf651b req-161b169e-3c8f-4ad0-a763-d4d9a66091f6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 943 time: 0.1784127 Nov 12 11:16:54.890288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c68055f1-1383-465a-b744-29c1a9cf651b req-484f74e8-a847-4955-a48a-fab80f0859e2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243138 Nov 12 11:16:54.994619 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.002307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.091321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=40ebad5d-7ee4-494e-b639-832eb5be71ee,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:55.094283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:55.094653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: cb6931a6-8461-4854-b2aa-97dc111bcdc1, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:16:55.223729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network cb6931a6-8461-4854-b2aa-97dc111bcdc1 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:16:55.313374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Deleting port 35e6d7d4-c872-40ae-a9ce-822700948052 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:55.313795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.328506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, cb6931a6-8461-4854-b2aa-97dc111bcdc1) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:55.342719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378498a3-a0be-477d-a3ff-804dd6bb96eb None None] Network cb6931a6-8461-4854-b2aa-97dc111bcdc1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:55.349877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:55.353079 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.451893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a66a7f5b-f2f9-4b38-b4dd-c9ad98205294 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9768915 Nov 12 11:16:55.452936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59118) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:55.470494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.491020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac442-74c1-46f6-8318-35a540357952 req-05efe223-fc80-4c02-a115-9bd45ac3c17c tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:55.497151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac442-74c1-46f6-8318-35a540357952 req-05efe223-fc80-4c02-a115-9bd45ac3c17c tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:55.498789 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-02bac442-74c1-46f6-8318-35a540357952 req-05efe223-fc80-4c02-a115-9bd45ac3c17c tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=08616a36-89fb-443a-914d-c0024cb43c69&device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 1681 time: 0.0902100 Nov 12 11:16:55.503685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Calling delete_port for 35e6d7d4-c872-40ae-a9ce-822700948052 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:55.545835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:16:55.546717 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.601453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-02bac442-74c1-46f6-8318-35a540357952 req-e1764668-c210-4be3-aa6d-4c066ea39858 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956547 Nov 12 11:16:55.826961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.870737 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:55.894762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Allocated IP 172.20.0.2 (cb6931a6-8461-4854-b2aa-97dc111bcdc1/40ebad5d-7ee4-494e-b639-832eb5be71ee/2524ebfd-974c-49ae-ad20-35239ee721af) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:55.900601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event deleted for resources: {'Port': ['ID=35e6d7d4-c872-40ae-a9ce-822700948052,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:56.120499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.165139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.169204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424d1bd-4629-40b5-b6fe-13f8095637de req-3182aa17-d547-4966-a056-5c7c83797879 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:56.170834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b424d1bd-4629-40b5-b6fe-13f8095637de req-3182aa17-d547-4966-a056-5c7c83797879 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 943 time: 0.1800988 Nov 12 11:16:56.230368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.246392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b424d1bd-4629-40b5-b6fe-13f8095637de req-e0b71c19-5765-490a-b5dd-c17d3ff1d13d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584450 Nov 12 11:16:56.338525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.20.0.1 (cb6931a6-8461-4854-b2aa-97dc111bcdc1/40ebad5d-7ee4-494e-b639-832eb5be71ee/b3ee5466-00f5-4b3e-9952-dd030a0be448) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:16:56.346837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Network cb6931a6-8461-4854-b2aa-97dc111bcdc1 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:56.357600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:56.361924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:56.406871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Router db1c0c59-f36d-4ae5-a284-c053e162fedc has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:16:56.460958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Pushing event updated for resources: {'Port': ['ID=2524ebfd-974c-49ae-ad20-35239ee721af,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:56.495856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:16:56.508130 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c6a1a788-fa2c-4669-a010-2e9935d897ad tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "PUT /v2.0/routers/db1c0c59-f36d-4ae5-a284-c053e162fedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2759223 Nov 12 11:16:56.510371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59144) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:56.515193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e5ef7-252a-4ce0-b27c-59498308237d None None] Sync routers for ids ['db1c0c59-f36d-4ae5-a284-c053e162fedc'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:16:56.523326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.526577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Attempting to bind port 2524ebfd-974c-49ae-ad20-35239ee721af on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:16:56.527336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Attempting to bind port 2524ebfd-974c-49ae-ad20-35239ee721af by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:16:56.527708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Attempting to bind port 2524ebfd-974c-49ae-ad20-35239ee721af on network cb6931a6-8461-4854-b2aa-97dc111bcdc1 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:16:56.538275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e5ef7-252a-4ce0-b27c-59498308237d None None] Routers {'db1c0c59-f36d-4ae5-a284-c053e162fedc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:56.538919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-be3e5ef7-252a-4ce0-b27c-59498308237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db1c0c59-f36d-4ae5-a284-c053e162fedc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:56.542688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:16:56.543071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Checking segment: {'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:16:56.543451 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.543852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Bound using segment: {'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:16:56.544988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Bound port: 2524ebfd-974c-49ae-ad20-35239ee721af, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:16:56.545410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.588353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-be3e5ef7-252a-4ce0-b27c-59498308237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:56.620478 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54ff1a4c-14a4-4e02-b2e5-a08dfb06d9aa tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.623408 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e5ef7-252a-4ce0-b27c-59498308237d None None] Routers {'db1c0c59-f36d-4ae5-a284-c053e162fedc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:16:56.624067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-be3e5ef7-252a-4ce0-b27c-59498308237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db1c0c59-f36d-4ae5-a284-c053e162fedc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:56.663453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-be3e5ef7-252a-4ce0-b27c-59498308237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:56.664148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e5ef7-252a-4ce0-b27c-59498308237d None None] The sync data for ids ['db1c0c59-f36d-4ae5-a284-c053e162fedc'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:16:56.673857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.701892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] For port 2524ebfd-974c-49ae-ad20-35239ee721af, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:16:56.708625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] For port 2524ebfd-974c-49ae-ad20-35239ee721af, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2524ebfd-974c-49ae-ad20-35239ee721af,segment=NetworkSegment(7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a),segment_id=7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:16:56.772025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network cb6931a6-8461-4854-b2aa-97dc111bcdc1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:56.784613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:56.792399 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.796469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:16:56.836783 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54ff1a4c-14a4-4e02-b2e5-a08dfb06d9aa tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.839556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54ff1a4c-14a4-4e02-b2e5-a08dfb06d9aa tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:56.854436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2f95bf02-661e-48f6-b0f9-7052a2d62098 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:16:56.865365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=b3ee5466-00f5-4b3e-9952-dd030a0be448,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:56.886139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246b3e4-0842-47df-a25a-e838a8bc662a None None] Pushing event updated for resources: {'Port': ['ID=2524ebfd-974c-49ae-ad20-35239ee721af,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:56.929576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cff60-85e7-4f87-bf54-9c108df6cd52 req-24575e5f-2821-402e-ba03-aa0f680b0378 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:56.941134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa9cff60-85e7-4f87-bf54-9c108df6cd52 req-24575e5f-2821-402e-ba03-aa0f680b0378 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 945 time: 0.1264799 Nov 12 11:16:56.949805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.017726 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54ff1a4c-14a4-4e02-b2e5-a08dfb06d9aa tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.018355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ff1a4c-14a4-4e02-b2e5-a08dfb06d9aa tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Fanout notify agent at l3_agent the message router_deleted on router db1c0c59-f36d-4ae5-a284-c053e162fedc {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:16:57.029791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54ff1a4c-14a4-4e02-b2e5-a08dfb06d9aa tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.032212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2f95bf02-661e-48f6-b0f9-7052a2d62098, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2f95bf02-661e-48f6-b0f9-7052a2d62098,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:57.032428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54ff1a4c-14a4-4e02-b2e5-a08dfb06d9aa tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "DELETE /v2.0/routers/db1c0c59-f36d-4ae5-a284-c053e162fedc HTTP/1.1" status: 204 len: 168 time: 0.5215499 Nov 12 11:16:57.033154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59152) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:57.049336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '2f95bf02-661e-48f6-b0f9-7052a2d62098', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'port_id': '2f95bf02-661e-48f6-b0f9-7052a2d62098', 'mac_address': 'fa:16:3e:d4:6a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f7ed30-3a0e-47d9-9235-13bb159a07de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:16:57.058744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa9cff60-85e7-4f87-bf54-9c108df6cd52 req-4371f97f-3d4f-4605-8c24-b1bc16b5836b tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166990 Nov 12 11:16:57.092513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.111872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f95bf02-661e-48f6-b0f9-7052a2d62098 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:16:57.133950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Deleting subnet a141519a-0911-4752-b699-00e1f5ba1b7d {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:16:57.150233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2f95bf02-661e-48f6-b0f9-7052a2d62098, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2f95bf02-661e-48f6-b0f9-7052a2d62098,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:57.156011 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.229649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.233942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.241208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.320403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2f95bf02-661e-48f6-b0f9-7052a2d62098,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:57.376865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2524ebfd-974c-49ae-ad20-35239ee721af up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:57.457375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2524ebfd-974c-49ae-ad20-35239ee721af triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:57.458421 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.501102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b23ad-187f-4402-928c-2dc007925817 req-e41948ab-d3dd-4ffe-bd59-a8e44c09d657 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:57.503433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea5b23ad-187f-4402-928c-2dc007925817 req-e41948ab-d3dd-4ffe-bd59-a8e44c09d657 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 944 time: 0.0926285 Nov 12 11:16:57.505093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.566696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['2f95bf02-661e-48f6-b0f9-7052a2d62098'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:16:57.624070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea5b23ad-187f-4402-928c-2dc007925817 req-1d81f1e3-f93f-4fd7-80dc-6b6e1f81a867 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079350 Nov 12 11:16:57.643004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.686792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.698792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 2524ebfd-974c-49ae-ad20-35239ee721af, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2524ebfd-974c-49ae-ad20-35239ee721af,segment=NetworkSegment(7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a),segment_id=7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:57.721304 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.750974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event deleted for resources: {'Subnet': ['ID=a141519a-0911-4752-b699-00e1f5ba1b7d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:57.756744 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.762766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "DELETE /v2.0/subnets/a141519a-0911-4752-b699-00e1f5ba1b7d HTTP/1.1" status: 204 len: 168 time: 0.7269800 Nov 12 11:16:57.763456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59164) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:16:57.765821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e228a7-4be2-4736-b277-01caa2d5e459 None None] Network 671494ca-7036-42c2-8b04-502ca0b6923b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:57.768578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.775307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e6dfa-982f-47dc-a6c5-300233ea9c27 tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:16:57.815821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.853946 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:57.949558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=2524ebfd-974c-49ae-ad20-35239ee721af,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:58.049385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] DHCP port deletion for 671494ca-7036-42c2-8b04-502ca0b6923b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:16:58.112734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] Deleting port d6fe7f6e-352b-497e-a508-c8d44702c724 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:58.113225 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.181980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175db52b-17e2-45f9-9678-b7c52d186b2a None None] Network cb6931a6-8461-4854-b2aa-97dc111bcdc1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:16:58.191766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] For port d6fe7f6e-352b-497e-a508-c8d44702c724, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d6fe7f6e-352b-497e-a508-c8d44702c724,segment=NetworkSegment(d6e3d7bc-dc97-46a8-9a8c-542e879334b8),segment_id=d6e3d7bc-dc97-46a8-9a8c-542e879334b8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:58.192274 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.223403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] Calling delete_port for d6fe7f6e-352b-497e-a508-c8d44702c724 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:58.313871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=b3ee5466-00f5-4b3e-9952-dd030a0be448,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:58.329189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.329385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3f54ce89-9824-4b5d-ba01-d70fc36bc28e None None] Provisioning complete for port 2524ebfd-974c-49ae-ad20-35239ee721af triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:58.329614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3f54ce89-9824-4b5d-ba01-d70fc36bc28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.339945 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.353809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-88a847f3-ca46-4ac2-b887-93a2b3d45516 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:58.355441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-88a847f3-ca46-4ac2-b887-93a2b3d45516 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.57 "GET /v2.0/ports?device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 945 time: 0.5760252 Nov 12 11:16:58.413051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aecd79-674f-4886-bf7f-c249bcf0319c req-cb3817e5-ee5e-4b83-8c6c-e416848a7626 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:58.414574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4aecd79-674f-4886-bf7f-c249bcf0319c req-cb3817e5-ee5e-4b83-8c6c-e416848a7626 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 945 time: 0.1978483 Nov 12 11:16:58.440955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-0c5071b6-234a-4405-bbca-8011d3b88a44 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:58.442541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-0c5071b6-234a-4405-bbca-8011d3b88a44 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.69 "GET /v2.0/ports?device_id=105c2f60-7d0e-4ed1-8eab-d60752ab8a20 HTTP/1.1" status: 200 len: 945 time: 0.2051461 Nov 12 11:16:58.526655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.565721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] No DVR routers for this DVR port d6fe7f6e-352b-497e-a508-c8d44702c724 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:58.568351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1d1d8-d80b-49a2-adde-f7d1211313ff None None] Pushing event deleted for resources: {'Port': ['ID=d6fe7f6e-352b-497e-a508-c8d44702c724,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:58.713334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4aecd79-674f-4886-bf7f-c249bcf0319c req-ecac0b02-f429-4af8-a06b-2293f485492f tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493951 Nov 12 11:16:58.735186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network cb6931a6-8461-4854-b2aa-97dc111bcdc1 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:16:58.747693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:16:58.776068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Deleting port d6fe7f6e-352b-497e-a508-c8d44702c724 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:58.776660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.866422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2f95bf02-661e-48f6-b0f9-7052a2d62098 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:58.873180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dd2c-34d0-429b-b9dd-ee10b6197d13 req-698738fe-070a-4c7d-9f73-3b60fe8dab5b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:58.876325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5198dd2c-34d0-429b-b9dd-ee10b6197d13 req-698738fe-070a-4c7d-9f73-3b60fe8dab5b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 944 time: 0.0781059 Nov 12 11:16:58.944194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9409a011-a4ee-4c52-8d40-dfba343a53d7 None None] Provisioning complete for port 2524ebfd-974c-49ae-ad20-35239ee721af triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:58.945014 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9409a011-a4ee-4c52-8d40-dfba343a53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:58.976193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5198dd2c-34d0-429b-b9dd-ee10b6197d13 req-5d356ec7-fd72-4688-b327-9568949dd9e8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914195 Nov 12 11:16:59.011982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Deleting port b163389f-10b5-466b-86d2-cb1811bcb67f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:59.012586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.068085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9409a011-a4ee-4c52-8d40-dfba343a53d7 None None] Provisioning complete for port b3ee5466-00f5-4b3e-9952-dd030a0be448 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:59.068648 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9409a011-a4ee-4c52-8d40-dfba343a53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.093562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Deleting port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:16:59.093904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.107042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 2f95bf02-661e-48f6-b0f9-7052a2d62098 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:16:59.120276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 2f95bf02-661e-48f6-b0f9-7052a2d62098 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:59.131123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.141972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] For port d6fe7f6e-352b-497e-a508-c8d44702c724, host n-d-768852-22, got binding levels [] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:59.142326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.206177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Calling delete_port for d6fe7f6e-352b-497e-a508-c8d44702c724 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:59.218682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9409a011-a4ee-4c52-8d40-dfba343a53d7 None None] Port b3ee5466-00f5-4b3e-9952-dd030a0be448 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:59.239098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Port d6fe7f6e-352b-497e-a508-c8d44702c724 was not found and therefore no delete operation was performed {{(pid=109704) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:16:59.254865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.314239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2524ebfd-974c-49ae-ad20-35239ee721af up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:16:59.334565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event deleted for resources: {'Port': ['ID=d6fe7f6e-352b-497e-a508-c8d44702c724,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:59.355109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] No DVR routers for this DVR port d6fe7f6e-352b-497e-a508-c8d44702c724 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:16:59.390625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] For port b163389f-10b5-466b-86d2-cb1811bcb67f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b163389f-10b5-466b-86d2-cb1811bcb67f,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:59.390980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.396486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4ff0429c-130c-4a20-ac54-75bd32ffd2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.418502 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.434933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Calling delete_port for b163389f-10b5-466b-86d2-cb1811bcb67f owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:59.438066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] For port 9d4176cc-a86b-41e9-bc20-80f4b22f8433, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=9d4176cc-a86b-41e9-bc20-80f4b22f8433,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:59.438497 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.454540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8afa056-5c50-42a9-b6ea-b9495925c8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f95bf02-661e-48f6-b0f9-7052a2d62098'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:16:59.457942 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e87aec-81d3-47e5-9898-d94fa829d59d" -d '{"events": [{"server_uuid": "a8afa056-5c50-42a9-b6ea-b9495925c8c5", "name": "network-vif-plugged", "status": "completed", "tag": "2f95bf02-661e-48f6-b0f9-7052a2d62098"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:16:59.460072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-43f73a20-46d1-4955-9f76-600e6f4a7b41 None None] Provisioning complete for port b3ee5466-00f5-4b3e-9952-dd030a0be448 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:59.460450 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43f73a20-46d1-4955-9f76-600e6f4a7b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.489380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Calling delete_port for 9d4176cc-a86b-41e9-bc20-80f4b22f8433 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:16:59.512899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 2f95bf02-661e-48f6-b0f9-7052a2d62098, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2f95bf02-661e-48f6-b0f9-7052a2d62098,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:16:59.534107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-43f73a20-46d1-4955-9f76-600e6f4a7b41 None None] Port b3ee5466-00f5-4b3e-9952-dd030a0be448 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:59.534898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.546503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2524ebfd-974c-49ae-ad20-35239ee721af triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:59.546885 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.575861 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d5c341-9f5a-40f1-8f62-eb48e786a2b6 x-openstack-request-id: req-72d5c341-9f5a-40f1-8f62-eb48e786a2b6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:16:59.576211 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8afa056-5c50-42a9-b6ea-b9495925c8c5", "name": "network-vif-plugged", "status": "completed", "tag": "2f95bf02-661e-48f6-b0f9-7052a2d62098", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:16:59.576389 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-72d5c341-9f5a-40f1-8f62-eb48e786a2b6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:16:59.576785 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8afa056-5c50-42a9-b6ea-b9495925c8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f95bf02-661e-48f6-b0f9-7052a2d62098', 'code': 200} Nov 12 11:16:59.612051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:16:59.614073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.615462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b163389f-10b5-466b-86d2-cb1811bcb67f no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:16:59.711040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b2a89-fd0b-45ab-b0af-fc48667177e9 req-2e86b9e6-b65d-4542-b02f-79fe5249bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:16:59.712812 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-077b2a89-fd0b-45ab-b0af-fc48667177e9 req-2e86b9e6-b65d-4542-b02f-79fe5249bebf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 1097 time: 0.0592752 Nov 12 11:16:59.748068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671494ca-7036-42c2-8b04-502ca0b6923b']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:59.789528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=2f95bf02-661e-48f6-b0f9-7052a2d62098,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:16:59.806802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9596963f-8e2d-4514-ad60-21d25993430d None None] Provisioning complete for port b3ee5466-00f5-4b3e-9952-dd030a0be448 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:16:59.807160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9596963f-8e2d-4514-ad60-21d25993430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.841453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e3d7bc-dc97-46a8-9a8c-542e879334b8') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:59.841453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e3d7bc-dc97-46a8-9a8c-542e879334b8') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:16:59.871898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9596963f-8e2d-4514-ad60-21d25993430d None None] Port b3ee5466-00f5-4b3e-9952-dd030a0be448 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:16:59.959360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.974718 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:16:59.982808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d6fe7f6e-352b-497e-a508-c8d44702c724 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:00.043856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.049407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d6fe7f6e-352b-497e-a508-c8d44702c724 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:00.050032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d6fe7f6e-352b-497e-a508-c8d44702c724 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:00.070912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:00.073706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:00.076216 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:00.106021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port b163389f-10b5-466b-86d2-cb1811bcb67f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b163389f-10b5-466b-86d2-cb1811bcb67f,segment=NetworkSegment(4fd39171-647a-40d1-96f5-4bb8a4bdebd0),segment_id=4fd39171-647a-40d1-96f5-4bb8a4bdebd0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:00.184289 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.221038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:00.235739 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:00.266821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:00.269471 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:16:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:00.275121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=b163389f-10b5-466b-86d2-cb1811bcb67f,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:00.335485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1a4e8393-5830-453b-88f6-a6d449aa05a5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8789620 Nov 12 11:17:00.346026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59194) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:00.352391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-1286806117'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:00.361489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-077b2a89-fd0b-45ab-b0af-fc48667177e9 req-506f364c-b232-4188-bc03-1068b94bec10 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407454 Nov 12 11:17:00.386799 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074dce1-558e-4581-9aa3-922e5fb1966f req-032ef67a-cfec-4e12-a586-344368a97af1 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:00.394199 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:00.394964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6074dce1-558e-4581-9aa3-922e5fb1966f req-032ef67a-cfec-4e12-a586-344368a97af1 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 943 time: 0.0906329 Nov 12 11:17:00.429407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808c9e1-d223-43d3-8aa8-ab2f1bf29930 req-2d430520-8710-4de4-8fe9-455b0f019fed tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:00.433849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7808c9e1-d223-43d3-8aa8-ab2f1bf29930 req-2d430520-8710-4de4-8fe9-455b0f019fed tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 945 time: 0.3111894 Nov 12 11:17:00.439714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.456518 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6074dce1-558e-4581-9aa3-922e5fb1966f req-faac21bf-f8f3-4530-b463-8b13edc462b9 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/security-groups?id=a8b42576-b3a4-46ff-a888-e8c02635e11b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603352 Nov 12 11:17:00.460760 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.467135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] 10.222.0.98 "DELETE /v2.0/networks/671494ca-7036-42c2-8b04-502ca0b6923b HTTP/1.1" status: 204 len: 168 time: 2.7012599 Nov 12 11:17:00.490431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37060ba-3b55-4bf7-b592-e42fb9e4d30d tempest-FloatingIPNegativeTestJSON-699518133 tempest-FloatingIPNegativeTestJSON-699518133-project] Pushing event deleted for resources: {'Network': ['ID=671494ca-7036-42c2-8b04-502ca0b6923b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:00.498724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.557746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:00.559473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.561693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.565723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Pushing event deleted for resources: {'Port': ['ID=9d4176cc-a86b-41e9-bc20-80f4b22f8433,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:00.583556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7808c9e1-d223-43d3-8aa8-ab2f1bf29930 req-db47c345-7841-47a4-b814-4c5e08887ff6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394851 Nov 12 11:17:00.686946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Pushing event deleted for resources: {'Port': ['ID=b163389f-10b5-466b-86d2-cb1811bcb67f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:00.690922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] No DVR routers for this DVR port 9d4176cc-a86b-41e9-bc20-80f4b22f8433 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:00.700014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.703365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-abec2635-a935-447b-8f95-bcc98d46dca8 req-69d2d792-d593-4ad4-8cad-e15f37fbd4b0 tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.69 "DELETE /v2.0/ports/9d4176cc-a86b-41e9-bc20-80f4b22f8433 HTTP/1.1" status: 204 len: 173 time: 2.2106977 Nov 12 11:17:00.703848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c2f60-7d0e-4ed1-8eab-d60752ab8a20', 'name': 'network-vif-deleted', 'tag': '9d4176cc-a86b-41e9-bc20-80f4b22f8433'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:00.707128 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f938ef7-9cfc-436d-944c-8b03bd4b1469" -d '{"events": [{"server_uuid": "105c2f60-7d0e-4ed1-8eab-d60752ab8a20", "name": "network-vif-deleted", "tag": "9d4176cc-a86b-41e9-bc20-80f4b22f8433"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:00.745402 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:16:57Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:16:57Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:00.760756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:00.793750 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:00.794232 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Updating router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 port b3ee5466-00f5-4b3e-9952-dd030a0be448 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:00.795240 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664da3cc-61d6-4217-bad0-df92ed76f8d7 x-openstack-request-id: req-664da3cc-61d6-4217-bad0-df92ed76f8d7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:00.795531 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c2f60-7d0e-4ed1-8eab-d60752ab8a20", "name": "network-vif-deleted", "tag": "9d4176cc-a86b-41e9-bc20-80f4b22f8433", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:00.795781 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-664da3cc-61d6-4217-bad0-df92ed76f8d7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:00.797501 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c2f60-7d0e-4ed1-8eab-d60752ab8a20', 'name': 'network-vif-deleted', 'tag': '9d4176cc-a86b-41e9-bc20-80f4b22f8433', 'status': 'completed', 'code': 200} Nov 12 11:17:00.798427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] No DVR routers for this DVR port b163389f-10b5-466b-86d2-cb1811bcb67f on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:00.802088 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.808013 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75bfb2f5-e90a-466e-a6ec-d6b309f0bac2 req-8658ac44-c6bf-4227-9d5b-4592a4bd3d6a tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.57 "DELETE /v2.0/ports/b163389f-10b5-466b-86d2-cb1811bcb67f HTTP/1.1" status: 204 len: 173 time: 2.4377701 Nov 12 11:17:00.824705 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.824705 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment 39ee1a52-9b2f-4199-bead-8187d8f0d5d9 of type vlan for network 1c2d2043-8b37-4381-aac1-d800138fe03b Nov 12 11:17:00.845045 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:00.914791 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.047783 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.058755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:01.059776 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.072048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59206) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:01.146667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=1c2d2043-8b37-4381-aac1-d800138fe03b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:01.160878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 1c2d2043-8b37-4381-aac1-d800138fe03b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:01.230694 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.287453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-79cb7ffd-9b0b-4699-975d-cbab3091a30f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9371057 Nov 12 11:17:01.287853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59210) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:01.291892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0ed479e1-ec0c-4fc2-8daf-486c3e736eda admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b31ef6a07931483ebb22dfbf58cb0fa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159646 Nov 12 11:17:01.292771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59212) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:01.293753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:01.352254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3c516c4-60a7-4484-9df7-d371eac8d6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.374278 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.384548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3c516c4-60a7-4484-9df7-d371eac8d6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.451464 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Pushing event updated for resources: {'Port': ['ID=b3ee5466-00f5-4b3e-9952-dd030a0be448,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:01.465656 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.466125 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.466526 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.466921 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.467322 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.467724 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.468299 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.468711 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.469229 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.469557 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.470940 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.470940 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:01.527361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:01.531964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.554934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3c516c4-60a7-4484-9df7-d371eac8d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.557582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a3c516c4-60a7-4484-9df7-d371eac8d6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.559023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a3c516c4-60a7-4484-9df7-d371eac8d6ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b77f56b3-e5c7-4a9b-948c-9fc0ebfbbdfd HTTP/1.1" status: 204 len: 168 time: 0.2652712 Nov 12 11:17:01.578069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08616a36-89fb-443a-914d-c0024cb43c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b163389f-10b5-466b-86d2-cb1811bcb67f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:01.582373 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577b7c5-bdd4-4058-866f-ccfee4aeac77" -d '{"events": [{"server_uuid": "08616a36-89fb-443a-914d-c0024cb43c69", "name": "network-vif-unplugged", "status": "completed", "tag": "b163389f-10b5-466b-86d2-cb1811bcb67f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:01.587341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c516c4-60a7-4484-9df7-d371eac8d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f56b3-e5c7-4a9b-948c-9fc0ebfbbdfd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:01.630518 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Attempting to bind port b3ee5466-00f5-4b3e-9952-dd030a0be448 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:01.631727 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Attempting to bind port b3ee5466-00f5-4b3e-9952-dd030a0be448 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:01.639142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Attempting to bind port b3ee5466-00f5-4b3e-9952-dd030a0be448 on network cb6931a6-8461-4854-b2aa-97dc111bcdc1 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:01.664003 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:01.664475 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Checking segment: {'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:01.665130 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.665788 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Bound using segment: {'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:01.666632 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Bound port: b3ee5466-00f5-4b3e-9952-dd030a0be448, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:01.687161 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.731538 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd769a2-c34e-4557-9a10-eea88c38a586 x-openstack-request-id: req-4cd769a2-c34e-4557-9a10-eea88c38a586 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:01.733567 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08616a36-89fb-443a-914d-c0024cb43c69", "name": "network-vif-unplugged", "status": "completed", "tag": "b163389f-10b5-466b-86d2-cb1811bcb67f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:01.733966 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4cd769a2-c34e-4557-9a10-eea88c38a586 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:01.737929 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08616a36-89fb-443a-914d-c0024cb43c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b163389f-10b5-466b-86d2-cb1811bcb67f', 'code': 200} Nov 12 11:17:01.811409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f931504-f31c-497c-ac40-e90944149d8d req-ca13bd77-9122-4994-add9-c9767c12a59f tempest-ListServersNegativeTestJSON-1790890858 tempest-ListServersNegativeTestJSON-1790890858-project] 10.222.0.98 "GET /v2.0/ports?device_id=08616a36-89fb-443a-914d-c0024cb43c69 HTTP/1.1" status: 200 len: 210 time: 0.0815003 Nov 12 11:17:01.854318 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1a0c45b4-b828-4c4e-aa22-2da7462d7c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:01.866751 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] For port b3ee5466-00f5-4b3e-9952-dd030a0be448, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:01.879001 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] For port b3ee5466-00f5-4b3e-9952-dd030a0be448, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b3ee5466-00f5-4b3e-9952-dd030a0be448,segment=NetworkSegment(7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a),segment_id=7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:01.937643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c441fa-af0a-43ed-a228-ffc3c94b9bcd req-4e488e65-4bcd-47fe-99fe-4ca2b14ee1a2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:01.940802 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6c441fa-af0a-43ed-a228-ffc3c94b9bcd req-4e488e65-4bcd-47fe-99fe-4ca2b14ee1a2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 945 time: 0.1150372 Nov 12 11:17:02.027359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-df9aefcb-3799-47ce-aadd-981b7cbdfa35 None None] Provisioning complete for port b3ee5466-00f5-4b3e-9952-dd030a0be448 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:02.027898 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df9aefcb-3799-47ce-aadd-981b7cbdfa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.032781 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.034574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c6c441fa-af0a-43ed-a228-ffc3c94b9bcd req-8c176755-9616-487d-b889-bf8d476091f4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801980 Nov 12 11:17:02.189445 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:02.190899 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:02.231459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.282760 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df9aefcb-3799-47ce-aadd-981b7cbdfa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.293663 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6a1d6-1f78-4ede-841c-7a8445b8ad87 None None] Pushing event updated for resources: {'Port': ['ID=b3ee5466-00f5-4b3e-9952-dd030a0be448,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:02.355667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7bf7f-c2ea-4816-ae2a-0a9ebee4bcdc req-387ce42d-4aba-4eb2-934a-76b97a8ebb06 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:02.370513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0a7bf7f-c2ea-4816-ae2a-0a9ebee4bcdc req-387ce42d-4aba-4eb2-934a-76b97a8ebb06 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 946 time: 0.1643934 Nov 12 11:17:02.378013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9d4176cc-a86b-41e9-bc20-80f4b22f8433 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:02.389696 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:02.434991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:02.435619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: 1c2d2043-8b37-4381-aac1-d800138fe03b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:02.440398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=61546768-3115-42ab-b0b3-bc9ad0bc98a9,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:02.445768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 9d4176cc-a86b-41e9-bc20-80f4b22f8433 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:02.445768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 9d4176cc-a86b-41e9-bc20-80f4b22f8433 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:02.474554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-df9aefcb-3799-47ce-aadd-981b7cbdfa35 None None] For port b3ee5466-00f5-4b3e-9952-dd030a0be448, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b3ee5466-00f5-4b3e-9952-dd030a0be448,segment=NetworkSegment(7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a),segment_id=7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:02.532565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0a7bf7f-c2ea-4816-ae2a-0a9ebee4bcdc req-5d8b8164-e43d-4703-b948-c2c164b4c28b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566641 Nov 12 11:17:02.560617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df9aefcb-3799-47ce-aadd-981b7cbdfa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.594833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 1c2d2043-8b37-4381-aac1-d800138fe03b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:02.714674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 1c2d2043-8b37-4381-aac1-d800138fe03b) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:02.722684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:02.724040 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.740055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18455143-9fa9-4c09-b0aa-0e103c750aab None None] Network 1c2d2043-8b37-4381-aac1-d800138fe03b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:02.771886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93f9c5-d9cd-441e-bc56-0ccb5219fa91 req-ec417be4-1f3e-4e3e-a223-53cee8940bb7 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:02.774145 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee93f9c5-d9cd-441e-bc56-0ccb5219fa91 req-ec417be4-1f3e-4e3e-a223-53cee8940bb7 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 945 time: 0.1076667 Nov 12 11:17:02.789274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9aefcb-3799-47ce-aadd-981b7cbdfa35 None None] Pushing event updated for resources: {'Port': ['ID=b3ee5466-00f5-4b3e-9952-dd030a0be448,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:02.806940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08616a36-89fb-443a-914d-c0024cb43c69', 'name': 'network-vif-deleted', 'tag': 'b163389f-10b5-466b-86d2-cb1811bcb67f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:02.816756 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae6042c-47f9-4ff0-96d4-9c84334adc9e" -d '{"events": [{"server_uuid": "08616a36-89fb-443a-914d-c0024cb43c69", "name": "network-vif-deleted", "tag": "b163389f-10b5-466b-86d2-cb1811bcb67f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:02.852836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8d19700e-96f9-4832-b021-5093f69647a1 None None] Provisioning complete for port b3ee5466-00f5-4b3e-9952-dd030a0be448 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:02.853419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d19700e-96f9-4832-b021-5093f69647a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:02.879696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-86f9d135-3050-4fba-974f-3815161957d3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5906427 Nov 12 11:17:02.883133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59248) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:02.907506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee93f9c5-d9cd-441e-bc56-0ccb5219fa91 req-ebb53b4c-0ce7-49c4-ae83-855c41fcc2df tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234393 Nov 12 11:17:02.910570 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba953b9b-6b5d-4808-9104-f63c80e89df0 x-openstack-request-id: req-ba953b9b-6b5d-4808-9104-f63c80e89df0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:02.915368 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08616a36-89fb-443a-914d-c0024cb43c69", "name": "network-vif-deleted", "tag": "b163389f-10b5-466b-86d2-cb1811bcb67f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:02.915368 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ba953b9b-6b5d-4808-9104-f63c80e89df0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:02.915368 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08616a36-89fb-443a-914d-c0024cb43c69', 'name': 'network-vif-deleted', 'tag': 'b163389f-10b5-466b-86d2-cb1811bcb67f', 'status': 'completed', 'code': 200} Nov 12 11:17:02.967575 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:16:57Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:01Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:03.007633 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10801158-bc17-431d-8a05-e3bfc75e62d3 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:16:57Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:01Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:03.147008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59260) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:03.235392 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.295312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cdbbcb-9bae-414a-8915-a0b662221760 admin admin] Deleting subnet 010f827c-2624-4538-907c-1b597e1ea329 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:03.303319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-1c2d2043-8b37-4381-aac1-d800138fe03b', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:03.305636 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.307655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbbcb-9bae-414a-8915-a0b662221760 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.349245 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbbcb-9bae-414a-8915-a0b662221760 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.430392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbbcb-9bae-414a-8915-a0b662221760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.680893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Allocated IP 172.21.0.2 (1c2d2043-8b37-4381-aac1-d800138fe03b/61546768-3115-42ab-b0b3-bc9ad0bc98a9/a1a25eb2-0b08-452d-abb6-405e5fae5c1c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:03.682315 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbbcb-9bae-414a-8915-a0b662221760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.684954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59272) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:03.724442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdbbcb-9bae-414a-8915-a0b662221760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010f827c-2624-4538-907c-1b597e1ea329,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:03.739342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbbcb-9bae-414a-8915-a0b662221760 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.743021 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d4cdbbcb-9bae-414a-8915-a0b662221760 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/010f827c-2624-4538-907c-1b597e1ea329 HTTP/1.1" status: 204 len: 168 time: 0.5947897 Nov 12 11:17:03.746319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59276) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:03.753331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.856072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:03.868328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5025913-a40f-4a7d-a284-8e98ae97f78f req-1a450448-7697-4564-951c-8700304f66b6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:03.877628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5025913-a40f-4a7d-a284-8e98ae97f78f req-1a450448-7697-4564-951c-8700304f66b6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 945 time: 0.2701371 Nov 12 11:17:03.940997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616531702'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:03.996221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.077658 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.135564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Network 1c2d2043-8b37-4381-aac1-d800138fe03b is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:04.139697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:04.144523 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.146774 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:04.228740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Pushing event updated for resources: {'Port': ['ID=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:04.251036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Attempting to bind port a1a25eb2-0b08-452d-abb6-405e5fae5c1c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:04.251506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Attempting to bind port a1a25eb2-0b08-452d-abb6-405e5fae5c1c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:04.251948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Attempting to bind port a1a25eb2-0b08-452d-abb6-405e5fae5c1c on network 1c2d2043-8b37-4381-aac1-d800138fe03b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:04.259738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:04.260463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Checking segment: {'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:04.261011 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.262176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Bound using segment: {'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:04.262745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Bound port: a1a25eb2-0b08-452d-abb6-405e5fae5c1c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:04.263198 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.290940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.21.0.1 (1c2d2043-8b37-4381-aac1-d800138fe03b/61546768-3115-42ab-b0b3-bc9ad0bc98a9/ebec395f-98c6-4377-87fc-251b1e595ad6) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:04.366047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] For port a1a25eb2-0b08-452d-abb6-405e5fae5c1c, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:04.381730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] For port a1a25eb2-0b08-452d-abb6-405e5fae5c1c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,segment=NetworkSegment(39ee1a52-9b2f-4199-bead-8187d8f0d5d9),segment_id=39ee1a52-9b2f-4199-bead-8187d8f0d5d9)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:04.394432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5025913-a40f-4a7d-a284-8e98ae97f78f req-47b853a4-608a-4459-a4bb-1a509895d830 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160780 Nov 12 11:17:04.400730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:04.403602 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.421917 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.430629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.435725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-00dfdc44-5df5-4594-b633-3a08899abc49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1320384 Nov 12 11:17:04.437313 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.484659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e15a094-bda5-4889-9af3-4604ec85436a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:04.514309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.530400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd39171-647a-40d1-96f5-4bb8a4bdebd0') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:04.530754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd39171-647a-40d1-96f5-4bb8a4bdebd0') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:04.563908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.572468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.595305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.600034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c64e6-116b-4155-b25f-6d469fca78d1 None None] Pushing event updated for resources: {'Port': ['ID=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:04.613187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:04.613838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:04.616358 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:04.629478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=ebec395f-98c6-4377-87fc-251b1e595ad6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:04.663771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 1c2d2043-8b37-4381-aac1-d800138fe03b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:04.670587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:04.673695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:04.685713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-f7df57dc-c24e-4f84-8fb3-e4aed792d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:04.687256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-f7df57dc-c24e-4f84-8fb3-e4aed792d9ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1097 time: 0.1734712 Nov 12 11:17:04.756564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.820627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.835202 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.838664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:04.844833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] 10.222.0.98 "DELETE /v2.0/networks/6e15a094-bda5-4889-9af3-4604ec85436a HTTP/1.1" status: 204 len: 168 time: 1.0952406 Nov 12 11:17:04.869312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b696ab-0b62-48df-bb9a-f226bc4acf1e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e15a094-bda5-4889-9af3-4604ec85436a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:04.877699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-aecce518-7f6f-4e1d-a847-ab2bf1425517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:04.887039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-aecce518-7f6f-4e1d-a847-ab2bf1425517 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.1680150 Nov 12 11:17:04.917057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.011236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.076180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:05.087035 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.104472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-45f1a8e0-b516-4273-843b-4df29f51b004 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 200 len: 1001 time: 0.2140145 Nov 12 11:17:05.105733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.106099 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment 1ef98da7-053b-4f1c-ab84-3bf3eada44f7 of type vlan for network 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c Nov 12 11:17:05.107453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4847604b-c127-48d7-ae2d-6164a15a5670,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:05.112108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e686d-9116-486f-9954-ecac2eb71992 req-77acd7c9-71f3-4431-a708-a42dfaaebdd6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:05.113794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-170e686d-9116-486f-9954-ecac2eb71992 req-77acd7c9-71f3-4431-a708-a42dfaaebdd6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 945 time: 0.1713619 Nov 12 11:17:05.193732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.208248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-c65213fd-0dfe-492d-bdc9-b1e9eafbfe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:05.209898 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-c65213fd-0dfe-492d-bdc9-b1e9eafbfe29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.0922914 Nov 12 11:17:05.284463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-1294b6d2-db24-4ace-8961-629385e419a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:05.284827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-1294b6d2-db24-4ace-8961-629385e419a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634975 Nov 12 11:17:05.320811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.336086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:05.337212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.434635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b3ee5466-00f5-4b3e-9952-dd030a0be448 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:05.441754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59290) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:05.517828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Deleting port 2f95bf02-661e-48f6-b0f9-7052a2d62098 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:05.518490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.541604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8514283 Nov 12 11:17:05.563786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b3ee5466-00f5-4b3e-9952-dd030a0be448 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:05.576429 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.578235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d2fc-d6ab-4564-956f-a836b2fb04f7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=769cf79c-e1b5-4fa1-9b13-6e1d7843d34c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:05.598221 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-99a28ca5-9379-4941-9baa-36c14f813dac service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037558 Nov 12 11:17:05.604910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-066cb0c5-c9b7-442c-8e9b-538611fb52ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2619a62ec8b34dcf87d26af794cffd87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613660 Nov 12 11:17:05.608566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59294) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:05.670720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:05.879477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e37201e-676a-44ec-8ccf-a827388f9461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:05.955363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b779e5a1-3453-41a3-94c8-c5b5d252382d req-7a0ac0ec-e9c0-41fa-8861-faae2b800688 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390760 Nov 12 11:17:05.958711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e37201e-676a-44ec-8ccf-a827388f9461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.030199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a1a25eb2-0b08-452d-abb6-405e5fae5c1c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:06.077318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b4578-5529-439b-b9a2-857c9c003246 req-b666d5b1-2b46-43ba-9296-d42784539c6e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:06.086330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a8b4578-5529-439b-b9a2-857c9c003246 req-b666d5b1-2b46-43ba-9296-d42784539c6e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 945 time: 0.5584590 Nov 12 11:17:06.149840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e37201e-676a-44ec-8ccf-a827388f9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.154163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e37201e-676a-44ec-8ccf-a827388f9461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.155470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4e37201e-676a-44ec-8ccf-a827388f9461 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a8b42576-b3a4-46ff-a888-e8c02635e11b HTTP/1.1" status: 204 len: 168 time: 0.5489116 Nov 12 11:17:06.181077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] For port 2f95bf02-661e-48f6-b0f9-7052a2d62098, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=2f95bf02-661e-48f6-b0f9-7052a2d62098,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:06.181435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.184533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a1a25eb2-0b08-452d-abb6-405e5fae5c1c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:06.185011 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.202843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37201e-676a-44ec-8ccf-a827388f9461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b42576-b3a4-46ff-a888-e8c02635e11b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:06.210691 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a8b4578-5529-439b-b9a2-857c9c003246 req-333d4429-d4f5-4c4e-a80a-fc2e90c9d436 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232436 Nov 12 11:17:06.229196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Calling delete_port for 2f95bf02-661e-48f6-b0f9-7052a2d62098 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:06.314424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.325989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69fe53-ba0c-4166-b41c-a4a90c0de4a0 None None] Network 1c2d2043-8b37-4381-aac1-d800138fe03b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:06.412755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.489419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-20b7d901-2dab-4221-8df3-f39f8cde3e42 None None] Provisioning complete for port a1a25eb2-0b08-452d-abb6-405e5fae5c1c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:06.490070 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20b7d901-2dab-4221-8df3-f39f8cde3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.616143 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.668150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.747469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=ebec395f-98c6-4377-87fc-251b1e595ad6,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:06.811297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port a1a25eb2-0b08-452d-abb6-405e5fae5c1c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,segment=NetworkSegment(39ee1a52-9b2f-4199-bead-8187d8f0d5d9),segment_id=39ee1a52-9b2f-4199-bead-8187d8f0d5d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:06.825791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20b7d901-2dab-4221-8df3-f39f8cde3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.841357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:06.861371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['834cdff0-56dd-4f8d-9f2e-16693c87a686', '2f95bf02-661e-48f6-b0f9-7052a2d62098'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:06.868694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:06.935237 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.043944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event deleted for resources: {'Port': ['ID=2f95bf02-661e-48f6-b0f9-7052a2d62098,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:07.106202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:07.138931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] No DVR routers for this DVR port 2f95bf02-661e-48f6-b0f9-7052a2d62098 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:07.144906 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:07.150668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-170e686d-9116-486f-9954-ecac2eb71992 req-ff7f7074-aa6b-4572-971a-5fad60ee0c80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "DELETE /v2.0/ports/2f95bf02-661e-48f6-b0f9-7052a2d62098 HTTP/1.1" status: 204 len: 173 time: 2.0293221 Nov 12 11:17:07.151589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8afa056-5c50-42a9-b6ea-b9495925c8c5', 'name': 'network-vif-deleted', 'tag': '2f95bf02-661e-48f6-b0f9-7052a2d62098'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:07.154595 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e7bfe-abd8-416c-b331-14abb1f6a3f7" -d '{"events": [{"server_uuid": "a8afa056-5c50-42a9-b6ea-b9495925c8c5", "name": "network-vif-deleted", "tag": "2f95bf02-661e-48f6-b0f9-7052a2d62098"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:07.311787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network 1c2d2043-8b37-4381-aac1-d800138fe03b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:07.323620 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be270f5e-3c56-41dc-9c1f-42e70313491c x-openstack-request-id: req-be270f5e-3c56-41dc-9c1f-42e70313491c {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:07.325607 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8afa056-5c50-42a9-b6ea-b9495925c8c5", "name": "network-vif-deleted", "tag": "2f95bf02-661e-48f6-b0f9-7052a2d62098", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:07.325970 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-be270f5e-3c56-41dc-9c1f-42e70313491c {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:07.326381 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8afa056-5c50-42a9-b6ea-b9495925c8c5', 'name': 'network-vif-deleted', 'tag': '2f95bf02-661e-48f6-b0f9-7052a2d62098', 'status': 'completed', 'code': 200} Nov 12 11:17:07.332471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:07.372420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-20b7d901-2dab-4221-8df3-f39f8cde3e42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:07.373882 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-20b7d901-2dab-4221-8df3-f39f8cde3e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:07.824732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:07.856033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-74283abe-d48d-421d-b079-12c1d437f4ee req-3a11820b-9456-446d-8d41-f7f75def473c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 210 time: 0.0533516 Nov 12 11:17:08.011663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a1a25eb2-0b08-452d-abb6-405e5fae5c1c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:08.179780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a1a25eb2-0b08-452d-abb6-405e5fae5c1c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:08.183529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:08.188217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.194796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ece916a9-8722-4597-8d4e-5dce220e1184 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3103263 Nov 12 11:17:08.197499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59338) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:08.202845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-343153938'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:08.219895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:08.264668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:08.264668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:08.306874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:08.325412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b6199265-eb87-4585-ac13-8390208aa2ad None None] Provisioning complete for port a1a25eb2-0b08-452d-abb6-405e5fae5c1c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:08.331483 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6199265-eb87-4585-ac13-8390208aa2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.377602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:08.384407 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.459262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:08.488773 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.489215 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment 44bd3517-709c-4369-a05f-a02e5543c051 of type vlan for network e0670ec6-821f-49e8-9948-60c6ceb5609a Nov 12 11:17:08.523712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:08.579896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.606653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-107203208-network', 'tenant_id': '47eb09e34b40417790f30046c157e078'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:08.692670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.702809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:08.703986 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.773453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Made reservation on behalf of 47eb09e34b40417790f30046c157e078 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:08.777799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.835444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:08.885445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=e0670ec6-821f-49e8-9948-60c6ceb5609a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:08.994741 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d2964108-a67a-4032-bb08-7739292a8afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7959869 Nov 12 11:17:08.998469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59350) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:09.022736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:09.095981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.135220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2f95bf02-661e-48f6-b0f9-7052a2d62098 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:09.137246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e0670ec6-821f-49e8-9948-60c6ceb5609a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:09.224399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.239863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b6199265-eb87-4585-ac13-8390208aa2ad None None] Provisioning complete for port ebec395f-98c6-4377-87fc-251b1e595ad6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:09.239863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6199265-eb87-4585-ac13-8390208aa2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.251303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10ec8fa9-72fc-466f-acee-d240a987b07d req-3d8df11f-5e9a-48b7-bfdb-1750fada0ac6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8afa056-5c50-42a9-b6ea-b9495925c8c5 HTTP/1.1" status: 200 len: 210 time: 0.2538424 Nov 12 11:17:09.256674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59354) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:09.268718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': '769cf79c-e1b5-4fa1-9b13-6e1d7843d34c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:09.289955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:09.309027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.309608 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Added segment 08ce91b4-780c-49f7-974d-0f2eaf06d01c of type vlan for network dee60f8e-6462-4771-93ee-ff3744977885 Nov 12 11:17:09.312634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 2f95bf02-661e-48f6-b0f9-7052a2d62098 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:09.313124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 2f95bf02-661e-48f6-b0f9-7052a2d62098 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:09.330965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:09.330965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.356657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b6199265-eb87-4585-ac13-8390208aa2ad None None] Port ebec395f-98c6-4377-87fc-251b1e595ad6 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:09.388080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:04Z', 'revision_number': 3, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:05Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:09.414819 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.423946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:09.424306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Updating router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 port ebec395f-98c6-4377-87fc-251b1e595ad6 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:09.466253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:09.467831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.532585 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.533567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:09.534142 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.604273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] Pushing event updated for resources: {'Network': ['ID=dee60f8e-6462-4771-93ee-ff3744977885,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:09.662812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:09.668702 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.699065 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2a70c292-36a3-45ec-a94f-4558d5d0d5cf admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3903563 Nov 12 11:17:09.701477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59356) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:09.706613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Request body: {'subnet': {'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-107203208-subnet', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:09.719159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network dee60f8e-6462-4771-93ee-ff3744977885 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:09.740215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-86fdc75e-aba1-4188-9080-4077d26ba9d6 None None] Provisioning complete for port ebec395f-98c6-4377-87fc-251b1e595ad6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:09.740579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-86fdc75e-aba1-4188-9080-4077d26ba9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.755542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.851718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Made reservation on behalf of 47eb09e34b40417790f30046c157e078 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:09.855210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=96c5daf4-26bb-4398-8218-c868e8167b97,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:09.855744 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:09.864912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:09.865237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: e0670ec6-821f-49e8-9948-60c6ceb5609a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:09.868439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-86fdc75e-aba1-4188-9080-4077d26ba9d6 None None] Port ebec395f-98c6-4377-87fc-251b1e595ad6 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:09.897408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.897767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.898121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.898467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.898806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.899144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.899477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.899812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.900175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.900506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.900843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:09.901177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:10.042220 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.061919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network e0670ec6-821f-49e8-9948-60c6ceb5609a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:10.120882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.183829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e0670ec6-821f-49e8-9948-60c6ceb5609a) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:10.189916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:10.190864 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.216685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b8116-925c-4f0f-8062-f31cd0b972a7 None None] Pushing event updated for resources: {'Port': ['ID=ebec395f-98c6-4377-87fc-251b1e595ad6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:10.224405 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.233073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.234257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f35b0-957f-4e9f-9f05-f58ce409b534 None None] Network e0670ec6-821f-49e8-9948-60c6ceb5609a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:10.268822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Attempting to bind port ebec395f-98c6-4377-87fc-251b1e595ad6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:10.268822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Attempting to bind port ebec395f-98c6-4377-87fc-251b1e595ad6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:10.268822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Attempting to bind port ebec395f-98c6-4377-87fc-251b1e595ad6 on network 1c2d2043-8b37-4381-aac1-d800138fe03b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:10.327350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6b770d8c-377c-49c6-bdaf-7d9594ace3e5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3243139 Nov 12 11:17:10.334033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59366) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:10.335264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': '1ef98da7-053b-4f1c-ab84-3bf3eada44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '769cf79c-e1b5-4fa1-9b13-6e1d7843d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:10.335795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:10.337188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:10.339897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Checking segment: {'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:10.340518 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.341735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Bound using segment: {'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:10.342420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=907495e6-49af-4065-b6a2-2d3d5a8b7d63,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:10.343193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Bound port: ebec395f-98c6-4377-87fc-251b1e595ad6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ee1a52-9b2f-4199-bead-8187d8f0d5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:10.354854 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.511511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad8e53f-894d-4de8-8319-ecbcc2645a04,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:10.540460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Checking segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:10.541215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Network hostable DHCP agents. Network: dee60f8e-6462-4771-93ee-ff3744977885, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:10.571617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] For port ebec395f-98c6-4377-87fc-251b1e595ad6, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:10.575302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] For port ebec395f-98c6-4377-87fc-251b1e595ad6, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ebec395f-98c6-4377-87fc-251b1e595ad6,segment=NetworkSegment(39ee1a52-9b2f-4199-bead-8187d8f0d5d9),segment_id=39ee1a52-9b2f-4199-bead-8187d8f0d5d9)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:10.591373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:10.647217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Network dee60f8e-6462-4771-93ee-ff3744977885 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:10.681329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e0670ec6-821f-49e8-9948-60c6ceb5609a', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:10.682501 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.687707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.743998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, dee60f8e-6462-4771-93ee-ff3744977885) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:10.750302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:10.751372 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.757249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:10.765498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:10.766114 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:10.825761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d4db7d-4cb6-465d-b2c6-38023591566a None None] Network dee60f8e-6462-4771-93ee-ff3744977885 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:10.828207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b3b30-ed71-44e2-b142-7a27d2ba1d7b None None] Network 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:10.910174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8fddee95-d139-4a9d-ad02-2ecb911e3c9e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2051759 Nov 12 11:17:10.911470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59372) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:10.928168 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:10.976393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-578bebb6-3ef6-428a-85b9-78554dc5d1be tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7185175 Nov 12 11:17:10.981983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59380) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:10.992624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-349215314'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:11.017659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:11.017894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.api [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:17:11.017894 n-d-768852-22 neutron-server[109705]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 11:17:11.017894 n-d-768852-22 neutron-server[109705]: [parameters: {'project_id_1': '25e59bc198a74a84b01e5434ac28864d', 'expiration_1': datetime.datetime(2021, 11, 12, 11, 16, 51, 3064)}] Nov 12 11:17:11.017894 n-d-768852-22 neutron-server[109705]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:11.018283 n-d-768852-22 neutron-server[109705]: DEBUG oslo_db.api [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:11.018557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:11.043316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.155733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.157464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.170938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b947279-cc39-4262-b800-c8e15c96bb78 req-77b5a23c-c2a4-475d-ba59-0d69acae2d34 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.173932 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b947279-cc39-4262-b800-c8e15c96bb78 req-77b5a23c-c2a4-475d-ba59-0d69acae2d34 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 946 time: 0.1107888 Nov 12 11:17:11.270964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b947279-cc39-4262-b800-c8e15c96bb78 req-1e6544a3-fdd4-4d12-8a8e-2ca6d0365360 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899205 Nov 12 11:17:11.288670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e9eb482b-3425-4f94-a87d-0943822665c4 None None] Provisioning complete for port ebec395f-98c6-4377-87fc-251b1e595ad6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:11.289342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9eb482b-3425-4f94-a87d-0943822665c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.303956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b8116-925c-4f0f-8062-f31cd0b972a7 None None] Pushing event updated for resources: {'Port': ['ID=ebec395f-98c6-4377-87fc-251b1e595ad6,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:11.399650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Allocated IP 172.22.0.2 (e0670ec6-821f-49e8-9948-60c6ceb5609a/96c5daf4-26bb-4398-8218-c868e8167b97/2793bff7-049c-4e4f-bbe1-1885a483f798) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:11.422764 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.436252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:11.660941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-46278d64-d9cd-462c-84ec-fa16ee8f0536 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.664426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:11.671174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.672755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-46278d64-d9cd-462c-84ec-fa16ee8f0536 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.680549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-46278d64-d9cd-462c-84ec-fa16ee8f0536 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.687418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-46278d64-d9cd-462c-84ec-fa16ee8f0536 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.697093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-46278d64-d9cd-462c-84ec-fa16ee8f0536 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.703656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-46278d64-d9cd-462c-84ec-fa16ee8f0536 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.711255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-46278d64-d9cd-462c-84ec-fa16ee8f0536 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.713732 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-46278d64-d9cd-462c-84ec-fa16ee8f0536 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 0.2423468 Nov 12 11:17:11.721092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:11.734281 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.735044 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment ddd06614-12ac-4486-bb44-bc6be66a8928 of type vlan for network bd214671-66d7-489a-b355-b5f787ae1247 Nov 12 11:17:11.753153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.783705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.818918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95160ad1-c0f0-46e8-8407-81cc22a87860 req-9a32d3bf-daf9-4413-a0db-b0d523864682 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707235 Nov 12 11:17:11.946399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.954657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:11.955601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.962212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-dee60f8e-6462-4771-93ee-ff3744977885', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:11.963255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:11.966048 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9eb482b-3425-4f94-a87d-0943822665c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.010025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-769cf79c-e1b5-4fa1-9b13-6e1d7843d34c', 'network_id': '769cf79c-e1b5-4fa1-9b13-6e1d7843d34c', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': '907495e6-49af-4065-b6a2-2d3d5a8b7d63'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:12.010883 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.052414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=bd214671-66d7-489a-b355-b5f787ae1247,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:12.077138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network bd214671-66d7-489a-b355-b5f787ae1247 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:12.094698 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0c538293-4370-4d8b-9afc-be14ca752073 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1113036 Nov 12 11:17:12.097438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59388) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:12.103425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': 'bd214671-66d7-489a-b355-b5f787ae1247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:12.153406 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.184944 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.305353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:12.315199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.328867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e9eb482b-3425-4f94-a87d-0943822665c4 None None] For port ebec395f-98c6-4377-87fc-251b1e595ad6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ebec395f-98c6-4377-87fc-251b1e595ad6,segment=NetworkSegment(39ee1a52-9b2f-4199-bead-8187d8f0d5d9),segment_id=39ee1a52-9b2f-4199-bead-8187d8f0d5d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:12.332315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Allocated IP 172.25.3.168 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b8e8410f-693d-45be-a3cb-1f6c6fbe4986) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:12.471868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.486792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.519058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9eb482b-3425-4f94-a87d-0943822665c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.547688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804b78b-95e3-40a2-a5ad-5634af9b217b req-b1869c3b-1283-4722-8e68-6eae612f2bba tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:12.549508 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f804b78b-95e3-40a2-a5ad-5634af9b217b req-b1869c3b-1283-4722-8e68-6eae612f2bba tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 946 time: 0.1296713 Nov 12 11:17:12.563393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-a9af703f-05e7-4c2c-b802-a5969791023f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:12.565518 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-a9af703f-05e7-4c2c-b802-a5969791023f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 946 time: 0.1358280 Nov 12 11:17:12.642105 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.661957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb482b-3425-4f94-a87d-0943822665c4 None None] Pushing event updated for resources: {'Port': ['ID=ebec395f-98c6-4377-87fc-251b1e595ad6,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:12.775217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Network e0670ec6-821f-49e8-9948-60c6ceb5609a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:12.784454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Allocated IP 2001:db8:0:ffff::2 (769cf79c-e1b5-4fa1-9b13-6e1d7843d34c/907495e6-49af-4065-b6a2-2d3d5a8b7d63/63d2dbdc-43d3-4b72-940f-96a3d1f67669) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:12.802675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-484a2fa2-0c50-417d-a48a-acb79a55e714 None None] Provisioning complete for port ebec395f-98c6-4377-87fc-251b1e595ad6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:12.803046 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-484a2fa2-0c50-417d-a48a-acb79a55e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.805140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:12.815144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:12.861325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Allocated IP 172.20.0.2 (dee60f8e-6462-4771-93ee-ff3744977885/4ad8e53f-894d-4de8-8319-ecbcc2645a04/08dd48c0-6206-44ef-9df4-5e0c16462cc6) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:12.867476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Pushing event updated for resources: {'Port': ['ID=2793bff7-049c-4e4f-bbe1-1885a483f798,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:12.906485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:12.923105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:04Z', 'revision_number': 3, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:10Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:12.923562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f804b78b-95e3-40a2-a5ad-5634af9b217b req-2849404c-d546-4769-988e-d5de0c634a51 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524253 Nov 12 11:17:13.000756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=6e5a3abe-deea-48e2-bf38-db2e088406ea,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:13.008338 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.011469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82588161-cf2e-4b20-8e35-9163cc6c0476 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:04Z', 'revision_number': 3, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:10Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:13.165825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Attempting to bind port 2793bff7-049c-4e4f-bbe1-1885a483f798 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:13.166402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Attempting to bind port 2793bff7-049c-4e4f-bbe1-1885a483f798 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:13.167049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Attempting to bind port 2793bff7-049c-4e4f-bbe1-1885a483f798 on network e0670ec6-821f-49e8-9948-60c6ceb5609a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:13.194571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:13.195497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Checking segment: {'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:13.196174 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.196681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Bound using segment: {'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:13.197477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Bound port: 2793bff7-049c-4e4f-bbe1-1885a483f798, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:13.197790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.199259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.22.0.1 (e0670ec6-821f-49e8-9948-60c6ceb5609a/96c5daf4-26bb-4398-8218-c868e8167b97/40a03d69-9ec4-4295-8139-b08d44f8931f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:13.263204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e8410f-693d-45be-a3cb-1f6c6fbe4986,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:13.276642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:13.325421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:13.567132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.606385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': 'ddd06614-12ac-4486-bb44-bc6be66a8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bd214671-66d7-489a-b355-b5f787ae1247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:13.606920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: bd214671-66d7-489a-b355-b5f787ae1247, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:13.615391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Deleting port 834cdff0-56dd-4f8d-9f2e-16693c87a686 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:13.615991 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.650221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] For port 2793bff7-049c-4e4f-bbe1-1885a483f798, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:13.652711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.654547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.656118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:13.666848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] For port 2793bff7-049c-4e4f-bbe1-1885a483f798, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2793bff7-049c-4e4f-bbe1-1885a483f798,segment=NetworkSegment(44bd3517-709c-4369-a05f-a02e5543c051),segment_id=44bd3517-709c-4369-a05f-a02e5543c051)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:13.680452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4107c9eb-1d1a-4c8e-9fd3-729728c8a263 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.687944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4107c9eb-1d1a-4c8e-9fd3-729728c8a263 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.710897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4107c9eb-1d1a-4c8e-9fd3-729728c8a263 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.721100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4107c9eb-1d1a-4c8e-9fd3-729728c8a263 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.740139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4107c9eb-1d1a-4c8e-9fd3-729728c8a263 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.755609 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.761415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.763572 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.765361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4107c9eb-1d1a-4c8e-9fd3-729728c8a263 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.777265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4107c9eb-1d1a-4c8e-9fd3-729728c8a263 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:13.780954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4107c9eb-1d1a-4c8e-9fd3-729728c8a263 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 0.7867060 Nov 12 11:17:13.827340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] For port 834cdff0-56dd-4f8d-9f2e-16693c87a686, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=834cdff0-56dd-4f8d-9f2e-16693c87a686,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:13.827702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:13.845946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network bd214671-66d7-489a-b355-b5f787ae1247 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:13.905389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Network 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:13.913703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Network dee60f8e-6462-4771-93ee-ff3744977885 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:13.919181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:13.921776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:13.923984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:13.926265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a068f13-9642-4358-bfb7-1762633d39b2 None None] Pushing event updated for resources: {'Port': ['ID=2793bff7-049c-4e4f-bbe1-1885a483f798,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:13.928862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:13.939160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Calling delete_port for 834cdff0-56dd-4f8d-9f2e-16693c87a686 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:13.997162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, bd214671-66d7-489a-b355-b5f787ae1247) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:14.019285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.021517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.075151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2c685c-1c71-4ac8-992a-ba930328f31c None None] Network bd214671-66d7-489a-b355-b5f787ae1247 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:14.076969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ebec395f-98c6-4377-87fc-251b1e595ad6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:14.153362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-2f4d2f45-0206-43d8-8613-02ef97276912 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.162992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-2f4d2f45-0206-43d8-8613-02ef97276912 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.192917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-2f4d2f45-0206-43d8-8613-02ef97276912 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.213266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-2f4d2f45-0206-43d8-8613-02ef97276912 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.228211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-2f4d2f45-0206-43d8-8613-02ef97276912 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.240764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-2f4d2f45-0206-43d8-8613-02ef97276912 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.253001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-2f4d2f45-0206-43d8-8613-02ef97276912 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.262341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-2f4d2f45-0206-43d8-8613-02ef97276912 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 1.2678742 Nov 12 11:17:14.271432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.276964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4720b3a3-2715-43c0-aaa9-1f469567ba84 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.278711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-4720b3a3-2715-43c0-aaa9-1f469567ba84 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "GET /v2.0/ports/f866ef73-bd21-4307-bf8e-49c9d55fc860?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2397473 Nov 12 11:17:14.383466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5cd39-de7d-49c6-8e19-f3c664a597de req-5e3f9200-92c2-4a0b-9380-42834597f4ae tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:14.392048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Attempting to bind port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:14.392770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Attempting to bind port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1ef98da7-053b-4f1c-ab84-3bf3eada44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '769cf79c-e1b5-4fa1-9b13-6e1d7843d34c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:14.393704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Attempting to bind port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 on network 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:14.397327 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bb5cd39-de7d-49c6-8e19-f3c664a597de req-5e3f9200-92c2-4a0b-9380-42834597f4ae tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 946 time: 0.1815712 Nov 12 11:17:14.425009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:14.425457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Checking segment: {'id': '1ef98da7-053b-4f1c-ab84-3bf3eada44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '769cf79c-e1b5-4fa1-9b13-6e1d7843d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:14.425788 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.426239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Bound using segment: {'id': '1ef98da7-053b-4f1c-ab84-3bf3eada44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '769cf79c-e1b5-4fa1-9b13-6e1d7843d34c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:14.429897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-de3e8fd9-dead-4e1d-b442-16da1257fcdc tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3305235 Nov 12 11:17:14.430634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Bound port: 63d2dbdc-43d3-4b72-940f-96a3d1f67669, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef98da7-053b-4f1c-ab84-3bf3eada44f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '769cf79c-e1b5-4fa1-9b13-6e1d7843d34c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:14.431057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.445898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59422) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:14.567398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=40a03d69-9ec4-4295-8139-b08d44f8931f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:14.592146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network e0670ec6-821f-49e8-9948-60c6ceb5609a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:14.660330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:14.674019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:14.790793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] For port 63d2dbdc-43d3-4b72-940f-96a3d1f67669, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:14.795597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] For port 63d2dbdc-43d3-4b72-940f-96a3d1f67669, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=63d2dbdc-43d3-4b72-940f-96a3d1f67669,segment=NetworkSegment(1ef98da7-053b-4f1c-ab84-3bf3eada44f7),segment_id=1ef98da7-053b-4f1c-ab84-3bf3eada44f7)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:14.797575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Pushing event updated for resources: {'Port': ['ID=63d2dbdc-43d3-4b72-940f-96a3d1f67669,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:14.829737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bb5cd39-de7d-49c6-8e19-f3c664a597de req-c8a91ae6-5a0c-455f-9d30-4c4fecde8d47 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302881 Nov 12 11:17:14.862846 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec041644-77da-4a24-8c5f-4ed18d495838 req-cb80ca1f-8d58-4c37-8d3e-e251efaee287 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5995202 Nov 12 11:17:14.889104 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.913122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.916058 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:14.923018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 834cdff0-56dd-4f8d-9f2e-16693c87a686 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:14.929394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Pushing event updated for resources: {'Port': ['ID=08dd48c0-6206-44ef-9df4-5e0c16462cc6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:14.933118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Attempting to bind port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:14.933488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Attempting to bind port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:14.933852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Attempting to bind port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:14.972289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:14.981965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.011411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.014615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 834cdff0-56dd-4f8d-9f2e-16693c87a686 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:15.014963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 834cdff0-56dd-4f8d-9f2e-16693c87a686 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:15.023168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] No DVR routers for this DVR port 834cdff0-56dd-4f8d-9f2e-16693c87a686 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:15.027201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.031229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b21fdcdd-02fc-4f18-8adf-012f37b1eeea req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "DELETE /v2.0/ports/834cdff0-56dd-4f8d-9f2e-16693c87a686 HTTP/1.1" status: 204 len: 173 time: 2.4598489 Nov 12 11:17:15.033028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:15.034078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Checking segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:15.034078 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.034346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Bound using segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:15.034704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Bound port: 08dd48c0-6206-44ef-9df4-5e0c16462cc6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:15.035081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.037442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-150787ec-ae84-4c3e-93bd-73c8790846e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "GET /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6556587 Nov 12 11:17:15.045358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e2845f-efc9-4695-8fb8-27d598576668', 'name': 'network-vif-deleted', 'tag': '834cdff0-56dd-4f8d-9f2e-16693c87a686'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:15.051096 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7ffff-2aee-439e-a31f-fdb182490fa5" -d '{"events": [{"server_uuid": "09e2845f-efc9-4695-8fb8-27d598576668", "name": "network-vif-deleted", "tag": "834cdff0-56dd-4f8d-9f2e-16693c87a686"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:15.053155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b62f58-eb3c-45ad-8a6f-baaa1e099afb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event deleted for resources: {'Port': ['ID=834cdff0-56dd-4f8d-9f2e-16693c87a686,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:15.075449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:15.144057 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2945a90e-858b-434a-a8c2-0599d866c18e x-openstack-request-id: req-2945a90e-858b-434a-a8c2-0599d866c18e {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:15.145606 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e2845f-efc9-4695-8fb8-27d598576668", "name": "network-vif-deleted", "tag": "834cdff0-56dd-4f8d-9f2e-16693c87a686", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:15.146112 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2945a90e-858b-434a-a8c2-0599d866c18e {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:15.146711 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e2845f-efc9-4695-8fb8-27d598576668', 'name': 'network-vif-deleted', 'tag': '834cdff0-56dd-4f8d-9f2e-16693c87a686', 'status': 'completed', 'code': 200} Nov 12 11:17:15.240146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.342706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.354170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ebec395f-98c6-4377-87fc-251b1e595ad6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:15.354540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.364051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Pushing event updated for resources: {'Port': ['ID=63d2dbdc-43d3-4b72-940f-96a3d1f67669,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:15.653281 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.653281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5a3abe-deea-48e2-bf38-db2e088406ea,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:15.662698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.662698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.663969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.663969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.664752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.665247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.665864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.666172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.666670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.667142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.667750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.668357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a333341-eb0b-4e76-b356-aed793614501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:15.744695 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.778669 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.797365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b9fee-465c-42a9-9737-0ee05a168b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-bd214671-66d7-489a-b355-b5f787ae1247', 'network_id': 'bd214671-66d7-489a-b355-b5f787ae1247', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': '6e5a3abe-deea-48e2-bf38-db2e088406ea'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:15.800237 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f35b9fee-465c-42a9-9737-0ee05a168b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.815841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd214671-66d7-489a-b355-b5f787ae1247']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:15.816898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] For port 08dd48c0-6206-44ef-9df4-5e0c16462cc6, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:15.857156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd06614-12ac-4486-bb44-bc6be66a8928') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:15.857745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd06614-12ac-4486-bb44-bc6be66a8928') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:15.875694 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.916073 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.941270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.963190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] For port 08dd48c0-6206-44ef-9df4-5e0c16462cc6, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=08dd48c0-6206-44ef-9df4-5e0c16462cc6,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:15.965881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:15.967246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:15.979084 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:16.132310 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.143724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca08e5d-755a-4908-9ccf-24eb04ac385d None None] Network e0670ec6-821f-49e8-9948-60c6ceb5609a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:16.187433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7e780332-2d8f-4c35-8b78-06e2b10d5498 req-de9b511d-c238-4dc0-bdf7-aeb90ac3ec9b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=09e2845f-efc9-4695-8fb8-27d598576668 HTTP/1.1" status: 200 len: 210 time: 0.0390599 Nov 12 11:17:16.480741 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.506899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.536267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/bd214671-66d7-489a-b355-b5f787ae1247 HTTP/1.1" status: 204 len: 168 time: 2.0880692 Nov 12 11:17:16.540567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59466) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:16.578307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45477465'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:16.579996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f866ef73-bd21-4307-bf8e-49c9d55fc860 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:16.584602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] For port f866ef73-bd21-4307-bf8e-49c9d55fc860, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f866ef73-bd21-4307-bf8e-49c9d55fc860,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:16.638095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940c3df-c8f9-4a2d-90bb-d6c041e604ef tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=bd214671-66d7-489a-b355-b5f787ae1247,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:16.703299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d123d4-853b-4404-b3c2-d62a72e47d73 None None] Network bd214671-66d7-489a-b355-b5f787ae1247 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:16.711538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] For port f866ef73-bd21-4307-bf8e-49c9d55fc860, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:16.715604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 63d2dbdc-43d3-4b72-940f-96a3d1f67669 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:16.718304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81e3d3-9450-44ec-a152-5f253cebfa18 None None] Pushing event updated for resources: {'Port': ['ID=08dd48c0-6206-44ef-9df4-5e0c16462cc6,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:16.733950 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:17:16.748985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:16.755706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.787701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3f8e3182-5483-41c2-b634-56f95bd762db None None] Provisioning complete for port 2793bff7-049c-4e4f-bbe1-1885a483f798 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:16.800445 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3182-5483-41c2-b634-56f95bd762db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.876618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:16.903713 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:16.904265 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment 40bc1421-aada-477b-ab4d-aac7aeb9531c of type vlan for network 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 Nov 12 11:17:16.983520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d123d4-853b-4404-b3c2-d62a72e47d73 None None] Network bd214671-66d7-489a-b355-b5f787ae1247 could not be found, it might have been deleted concurrently. {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:17:17.043958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.156945 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.169249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.170392 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.211523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-685b84fb-b4df-4534-84ca-ace0c4a55375 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.217970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-685b84fb-b4df-4534-84ca-ace0c4a55375 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.225874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-685b84fb-b4df-4534-84ca-ace0c4a55375 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.235264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-685b84fb-b4df-4534-84ca-ace0c4a55375 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.241674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-685b84fb-b4df-4534-84ca-ace0c4a55375 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.257013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-685b84fb-b4df-4534-84ca-ace0c4a55375 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.264093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-685b84fb-b4df-4534-84ca-ace0c4a55375 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:17.273169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-685b84fb-b4df-4534-84ca-ace0c4a55375 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 5432 time: 1.1256251 Nov 12 11:17:17.277129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] device_id is not set on port f866ef73-bd21-4307-bf8e-49c9d55fc860 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:17.325874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:17.326259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.329909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7674525 Nov 12 11:17:17.354668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59482) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:17.380343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': '9eb2d552-342a-4ad5-8dcc-8a974e7ad386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:17.393698 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3182-5483-41c2-b634-56f95bd762db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.430860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b2d4d4-849d-4671-bcac-1dc020141974 None None] Network 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:17.441836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.510521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2879baf-0f03-40e9-a553-c6f9ee87a5eb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=9eb2d552-342a-4ad5-8dcc-8a974e7ad386,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:17.529764 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.563899 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.570022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:17.766074 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:17.780498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3f8e3182-5483-41c2-b634-56f95bd762db None None] For port 2793bff7-049c-4e4f-bbe1-1885a483f798, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2793bff7-049c-4e4f-bbe1-1885a483f798,segment=NetworkSegment(44bd3517-709c-4369-a05f-a02e5543c051),segment_id=44bd3517-709c-4369-a05f-a02e5543c051)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:17.939152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3182-5483-41c2-b634-56f95bd762db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.146965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Router 4f8dc78c-c457-4389-b797-de749f52d0d4 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:17:18.154866 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.157684 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.228055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:18.228785 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:18.236880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e3182-5483-41c2-b634-56f95bd762db None None] Pushing event updated for resources: {'Port': ['ID=2793bff7-049c-4e4f-bbe1-1885a483f798,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:18.460339 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.515103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Provisioning complete for port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:18.515103 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.522526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb909a98-9e7b-475e-990b-7b90f7e9abd4 None None] Network dee60f8e-6462-4771-93ee-ff3744977885 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:18.551664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fa0f22f-c0d3-4d1e-8637-412df8dd1056 req-43c49afb-9fa7-4012-8a5c-464e3ce83611 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2747004 Nov 12 11:17:18.594557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.796124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] No DVR routers for this DVR port f866ef73-bd21-4307-bf8e-49c9d55fc860 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:18.799446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 63d2dbdc-43d3-4b72-940f-96a3d1f67669, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=63d2dbdc-43d3-4b72-940f-96a3d1f67669,segment=NetworkSegment(1ef98da7-053b-4f1c-ab84-3bf3eada44f7),segment_id=1ef98da7-053b-4f1c-ab84-3bf3eada44f7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:18.822868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=40a03d69-9ec4-4295-8139-b08d44f8931f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:18.850152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5aa5b261-3b63-450e-bef7-12cbc53d65a4 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:18.908397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network e0670ec6-821f-49e8-9948-60c6ceb5609a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:18.973922 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:18.982462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2793bff7-049c-4e4f-bbe1-1885a483f798 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:18.993590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:18.999228 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.105964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:19.144132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] In _notify_port_updated(), no bound segment for port f866ef73-bd21-4307-bf8e-49c9d55fc860 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:17:19.144587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:19.145746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.147104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] 10.222.0.69 "PUT /v2.0/ports/f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 200 len: 1026 time: 4.0766518 Nov 12 11:17:19.247571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb558-a096-423c-956a-bc93af0aff42 req-e9d55078-ee5e-47ea-bc23-14a4d2c263a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:19.250743 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23fcb558-a096-423c-956a-bc93af0aff42 req-e9d55078-ee5e-47ea-bc23-14a4d2c263a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.0949264 Nov 12 11:17:19.349181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23fcb558-a096-423c-956a-bc93af0aff42 req-c2106728-077b-4a90-baec-92950004b72a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803256 Nov 12 11:17:19.367958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.414312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3b89a-9217-4a43-8f56-2c7f6192bfaa service neutron] Pushing event updated for resources: {'Port': ['ID=f866ef73-bd21-4307-bf8e-49c9d55fc860,revision_number=6']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:19.488103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=63d2dbdc-43d3-4b72-940f-96a3d1f67669,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:19.527885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:19.542744 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.557581 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:19.557581 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:19.558402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2793bff7-049c-4e4f-bbe1-1885a483f798 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:19.558767 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.566592 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Sync routers for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:19.572404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-3dde1992-0494-4767-aabb-b9948529f416 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:19.572404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-3dde1992-0494-4767-aabb-b9948529f416 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.7859704 Nov 12 11:17:19.589138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c6378521-0c3b-4db3-8d4a-e68ccf4fe052 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:19.590809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c6378521-0c3b-4db3-8d4a-e68ccf4fe052 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "GET /v2.0/ports/5aa5b261-3b63-450e-bef7-12cbc53d65a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4099305 Nov 12 11:17:19.604860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:19.610308 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:19.610308 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:19.611488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa5b261-3b63-450e-bef7-12cbc53d65a4'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:19.612825 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d3bcb-3bd8-4186-a9fa-78d30ac137c3" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa5b261-3b63-450e-bef7-12cbc53d65a4"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:19.615136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:19.647869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:19.696719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-e19d7e94-2c8d-4534-a1de-fd25d9431f83 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/quotas/db43c19f43a64644a43091b14e832964 HTTP/1.1" status: 200 len: 375 time: 0.1048481 Nov 12 11:17:19.725745 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ea0745c0-44f9-410b-914c-fee1fc418362 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3082311 Nov 12 11:17:19.813347 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.814044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 3c320c77-72e2-4e56-beb5-c9c05b4caa5a no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:19.817197 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bec98b-e3ab-4e59-bfbe-10324639fea0 x-openstack-request-id: req-10bec98b-e3ab-4e59-bfbe-10324639fea0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:19.817623 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa5b261-3b63-450e-bef7-12cbc53d65a4", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:19.817971 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10bec98b-e3ab-4e59-bfbe-10324639fea0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:19.818465 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa5b261-3b63-450e-bef7-12cbc53d65a4', 'code': 200} Nov 12 11:17:19.822495 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:19.823827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-24d74b91-eff7-4d47-81f3-33e5c176de10 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9111059 Nov 12 11:17:19.826589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59542) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:19.933881 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:20.080534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=5aa5b261-3b63-450e-bef7-12cbc53d65a4,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:20.088890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831776d1-6688-4342-84a1-6c26c66e1562 req-258b7ffc-ad07-4c5c-b5ca-3cc7194068e1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.096485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831776d1-6688-4342-84a1-6c26c66e1562 req-258b7ffc-ad07-4c5c-b5ca-3cc7194068e1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.103754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831776d1-6688-4342-84a1-6c26c66e1562 req-258b7ffc-ad07-4c5c-b5ca-3cc7194068e1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.113868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831776d1-6688-4342-84a1-6c26c66e1562 req-258b7ffc-ad07-4c5c-b5ca-3cc7194068e1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.125365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831776d1-6688-4342-84a1-6c26c66e1562 req-258b7ffc-ad07-4c5c-b5ca-3cc7194068e1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.141956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831776d1-6688-4342-84a1-6c26c66e1562 req-258b7ffc-ad07-4c5c-b5ca-3cc7194068e1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.148175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.150747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-831776d1-6688-4342-84a1-6c26c66e1562 req-258b7ffc-ad07-4c5c-b5ca-3cc7194068e1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 4657 time: 0.2192307 Nov 12 11:17:20.183520 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.233564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:20.235381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Provisioning complete for port 40a03d69-9ec4-4295-8139-b08d44f8931f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:20.235381 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.241729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-74b25b0f-e657-41a4-b8ff-55a6c0d09d6d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5369003 Nov 12 11:17:20.288477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Port 40a03d69-9ec4-4295-8139-b08d44f8931f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:20.305413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:20.321962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Provisioning complete for port 2793bff7-049c-4e4f-bbe1-1885a483f798 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:20.321962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-143a4fa5-63d0-4a9b-b34a-9d2cab4244bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.352483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8d6dfb29-c6d2-4468-83e5-216e093382b4 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0069864 Nov 12 11:17:20.355827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59552) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:20.361703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b752c87c-4536-4b9a-86d6-a4349cacd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.362258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b752c87c-4536-4b9a-86d6-a4349cacd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.362750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b752c87c-4536-4b9a-86d6-a4349cacd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.363626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b752c87c-4536-4b9a-86d6-a4349cacd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.363881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b752c87c-4536-4b9a-86d6-a4349cacd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.364412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b752c87c-4536-4b9a-86d6-a4349cacd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.365055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b752c87c-4536-4b9a-86d6-a4349cacd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.367142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b752c87c-4536-4b9a-86d6-a4349cacd563 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6509 time: 0.5598190 Nov 12 11:17:20.373950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'network': {'name': 'tempest-RoutersTest-283688098'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:20.412309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.418870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:20.427900 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-831776d1-6688-4342-84a1-6c26c66e1562 req-b94317c0-2ca8-4056-94f5-97a742dccc87 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2731986 Nov 12 11:17:20.432663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 08dd48c0-6206-44ef-9df4-5e0c16462cc6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:20.453087 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:14Z', 'revision_number': 3, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:20.503651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-c35cc99c-bb2b-4128-b975-6cb1a22d4693 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:17:20.505498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-c35cc99c-bb2b-4128-b975-6cb1a22d4693 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2215762 Nov 12 11:17:20.521473 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Checking router: 4f8dc78c-c457-4389-b797-de749f52d0d4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:20.521875 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Updating router 4f8dc78c-c457-4389-b797-de749f52d0d4 port b8e8410f-693d-45be-a3cb-1f6c6fbe4986 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:20.551872 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.553282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 18940690-d376-4d98-bcd8-33d0180182c5 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:20.595158 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.731140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:20.732743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:20.799912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:20.805632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.811211 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:20.811949 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.877863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92884d51-3a63-431e-adb9-e108a18af179 req-1dfa22c7-a7bb-4ac4-b21b-f92bd73f4334 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:20.880476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92884d51-3a63-431e-adb9-e108a18af179 req-1dfa22c7-a7bb-4ac4-b21b-f92bd73f4334 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1608810 Nov 12 11:17:20.907598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] For port 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5aa5b261-3b63-450e-bef7-12cbc53d65a4,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:20.919121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:20.930539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=ed6b5aa8-e11c-4ce9-b106-6a62948199c7,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:20.939880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:20.945747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.010633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:21.092117 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.116231 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.152221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.181088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Provisioning complete for port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:21.181758 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.188270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-4d8e2457-a561-4c6b-ba4b-ef201b05540e service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484964 Nov 12 11:17:21.192458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-17bc4bfc-5614-4cdc-897f-b0ee9ea81e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.192458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-17bc4bfc-5614-4cdc-897f-b0ee9ea81e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.192458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-17bc4bfc-5614-4cdc-897f-b0ee9ea81e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.201987 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-17bc4bfc-5614-4cdc-897f-b0ee9ea81e5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e HTTP/1.1" status: 200 len: 2296 time: 0.7214661 Nov 12 11:17:21.223094 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.240307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 08dd48c0-6206-44ef-9df4-5e0c16462cc6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=08dd48c0-6206-44ef-9df4-5e0c16462cc6,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:21.248666 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-92884d51-3a63-431e-adb9-e108a18af179 req-d8ac59b2-70f3-406c-851b-98724c46f9ad tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498111 Nov 12 11:17:21.348633 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Attempting to bind port b8e8410f-693d-45be-a3cb-1f6c6fbe4986 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:21.349678 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Attempting to bind port b8e8410f-693d-45be-a3cb-1f6c6fbe4986 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:21.350210 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Attempting to bind port b8e8410f-693d-45be-a3cb-1f6c6fbe4986 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:21.355624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Allocated IP 172.20.0.1 (dee60f8e-6462-4771-93ee-ff3744977885/4ad8e53f-894d-4de8-8319-ecbcc2645a04/f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:21.379245 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:21.380486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 18940690-d376-4d98-bcd8-33d0180182c5, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=18940690-d376-4d98-bcd8-33d0180182c5,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:21.381155 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:21.383809 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.384450 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:21.385115 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Bound port: b8e8410f-693d-45be-a3cb-1f6c6fbe4986, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:21.386276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.386876 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.387743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2793bff7-049c-4e4f-bbe1-1885a483f798 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:21.440315 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-47d6091d-3ec5-4ca5-a416-5b51fb568112 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334421 Nov 12 11:17:21.465776 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] For port b8e8410f-693d-45be-a3cb-1f6c6fbe4986, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:21.469932 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] For port b8e8410f-693d-45be-a3cb-1f6c6fbe4986, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b8e8410f-693d-45be-a3cb-1f6c6fbe4986,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:21.536041 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.537108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1a779cea-43ea-4aff-9730-204aa60a2453 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:21.538805 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf6f09-e4bc-461d-9336-558bdaf50d1a None None] Pushing event updated for resources: {'Port': ['ID=b8e8410f-693d-45be-a3cb-1f6c6fbe4986,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:21.546905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] For port 5aa5b261-3b63-450e-bef7-12cbc53d65a4, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:21.550914 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.558567 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.600450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] device_id is not set on port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:17:21.614419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.635376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': '40bc1421-aada-477b-ab4d-aac7aeb9531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9eb2d552-342a-4ad5-8dcc-8a974e7ad386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:21.638217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: 9eb2d552-342a-4ad5-8dcc-8a974e7ad386, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:21.665147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:21.677665 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.678072 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added segment 234f2c63-e7dd-46cd-9e1e-edd3519a7729 of type vlan for network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 Nov 12 11:17:21.714732 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:21.716373 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:21.733092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.763658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94c0b-487d-4b54-87f4-e1a4b8ae9a65 req-0f8baac0-e5cc-4f94-9811-6c3ce87294a2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.774440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94c0b-487d-4b54-87f4-e1a4b8ae9a65 req-0f8baac0-e5cc-4f94-9811-6c3ce87294a2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.786319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94c0b-487d-4b54-87f4-e1a4b8ae9a65 req-0f8baac0-e5cc-4f94-9811-6c3ce87294a2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.797825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94c0b-487d-4b54-87f4-e1a4b8ae9a65 req-0f8baac0-e5cc-4f94-9811-6c3ce87294a2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.799816 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.806809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94c0b-487d-4b54-87f4-e1a4b8ae9a65 req-0f8baac0-e5cc-4f94-9811-6c3ce87294a2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.810598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=08dd48c0-6206-44ef-9df4-5e0c16462cc6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:21.815149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f94c0b-487d-4b54-87f4-e1a4b8ae9a65 req-0f8baac0-e5cc-4f94-9811-6c3ce87294a2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:21.823059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a'}, {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:21.824634 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b199a01-b420-4bfa-a9af-3b89a0152efb" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c320c77-72e2-4e56-beb5-c9c05b4caa5a"}, {"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "18940690-d376-4d98-bcd8-33d0180182c5"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:21.833756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03f94c0b-487d-4b54-87f4-e1a4b8ae9a65 req-0f8baac0-e5cc-4f94-9811-6c3ce87294a2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 4575 time: 0.1776459 Nov 12 11:17:21.864551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:21.937420 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:21.980446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.001136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2793bff7-049c-4e4f-bbe1-1885a483f798 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:22.001369 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.042974 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf6f09-e4bc-461d-9336-558bdaf50d1a None None] Pushing event updated for resources: {'Port': ['ID=b8e8410f-693d-45be-a3cb-1f6c6fbe4986,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:22.071069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=18940690-d376-4d98-bcd8-33d0180182c5,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:22.076547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03f94c0b-487d-4b54-87f4-e1a4b8ae9a65 req-d6c38096-04db-489a-a9d8-f1b80cadbaaa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&id=11f375db-1c43-4d02-80aa-7a94efe42893&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2406619 Nov 12 11:17:22.103520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:15Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:16Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:22.118271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Network dee60f8e-6462-4771-93ee-ff3744977885 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:22.140366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:22.142208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:22.164437 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.177278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:22.205290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:22.206305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.284560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-070d7bbe-9fd1-4240-b3da-f178cf4c5aaf req-0805f724-67c3-4c11-a203-49a1cbe01de2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 210 time: 0.0601876 Nov 12 11:17:22.293348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa5b261-3b63-450e-bef7-12cbc53d65a4,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:22.350107 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.379715 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:14Z', 'revision_number': 3, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:22.443971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0719163 Nov 12 11:17:22.445392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59594) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:22.451998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'subnet': {'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:22.455654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-629726f0-e869-4c36-b0ed-32827166caac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f66b097e-87fa-4583-9053-abb58ed084dd HTTP/1.1" status: 200 len: 1001 time: 1.1861923 Nov 12 11:17:22.458134 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7213de8c-a274-4c24-8b3d-754eedcf9f7b None None] The sync data for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 is: [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:14Z', 'revision_number': 3, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:22.559328 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7afa66-b282-4b4b-a8e5-f0c79b21bf01 x-openstack-request-id: req-2f7afa66-b282-4b4b-a8e5-f0c79b21bf01 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:22.559911 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c320c77-72e2-4e56-beb5-c9c05b4caa5a", "code": 200}, {"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "18940690-d376-4d98-bcd8-33d0180182c5", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:22.560489 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2f7afa66-b282-4b4b-a8e5-f0c79b21bf01 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:22.561149 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a', 'code': 200} Nov 12 11:17:22.561784 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5', 'code': 200} Nov 12 11:17:22.587651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:22.598817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Updating router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 port 40a03d69-9ec4-4295-8139-b08d44f8931f binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:22.638147 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.654563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Provisioning complete for port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:22.655266 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.670445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1a779cea-43ea-4aff-9730-204aa60a2453, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1a779cea-43ea-4aff-9730-204aa60a2453,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:22.681763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] No DVR routers for this DVR port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:22.731117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:22.795747 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:22.796908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device aee3264f-14b1-4799-838a-712bfed63c38 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:22.967157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Made reservation on behalf of 562d12db036f4405876fc90cda08629e for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:22.971536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.164773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1a779cea-43ea-4aff-9730-204aa60a2453,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:23.185383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 63d2dbdc-43d3-4b72-940f-96a3d1f67669 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:23.411789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] In _notify_port_updated(), no bound segment for port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 on network 4407588b-65a2-4aac-8a17-a0010c0f14b2 {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:17:23.412755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.413521 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.414981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-ded7114a-21ba-4415-b5d9-40d6acb2e5a8 service neutron] 10.222.0.69 "PUT /v2.0/ports/5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 200 len: 1026 time: 3.8051877 Nov 12 11:17:23.419118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f088d-e9ab-4f52-a7cd-e187a30dbdd6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Network': ['ID=e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:23.476588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:23.492229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.509426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9eb2d552-342a-4ad5-8dcc-8a974e7ad386) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:23.512577 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.519792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.573372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c843d9f-2fc0-4dc8-9ed3-68e2b0cf69c2 None None] Network 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:23.594890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.595762 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.668264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08934a94-64bd-4950-a904-597ffad5bd07 req-24665465-5835-4e94-a41e-3389e18bb3c5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.677404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08934a94-64bd-4950-a904-597ffad5bd07 req-24665465-5835-4e94-a41e-3389e18bb3c5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 1.0909886 Nov 12 11:17:23.681553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-a53e1229-c4c6-4699-a5c5-29712efe6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.689392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da2c87-84fe-4ccc-97d5-4282f7913205 req-33068d44-0297-483f-8eea-deec7704bd71 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.689672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-a53e1229-c4c6-4699-a5c5-29712efe6fda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81408f4c-9403-4690-9f6c-f964b92eb25e HTTP/1.1" status: 200 len: 855 time: 1.1151073 Nov 12 11:17:23.689841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:23.689841 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:23.690208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da2c87-84fe-4ccc-97d5-4282f7913205 req-33068d44-0297-483f-8eea-deec7704bd71 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.711694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da2c87-84fe-4ccc-97d5-4282f7913205 req-33068d44-0297-483f-8eea-deec7704bd71 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.718460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da2c87-84fe-4ccc-97d5-4282f7913205 req-33068d44-0297-483f-8eea-deec7704bd71 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.726591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da2c87-84fe-4ccc-97d5-4282f7913205 req-33068d44-0297-483f-8eea-deec7704bd71 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.735320 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7da2c87-84fe-4ccc-97d5-4282f7913205 req-33068d44-0297-483f-8eea-deec7704bd71 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 3880 time: 0.3277857 Nov 12 11:17:23.800258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Checking segment: {'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:23.800740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network hostable DHCP agents. Network: e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:23.809476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Subnet': ['ID=0d84f71d-ad1c-4f73-ade9-1ab276f08936,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:23.810346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fb2ceca8-c62f-4fa9-811e-065384e73fe9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 6.4474771 Nov 12 11:17:23.824522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59618) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:23.837606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1424133424'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:23.846452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-9765224e-f5fe-4c18-857f-bea3402a00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:23.848805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-9765224e-f5fe-4c18-857f-bea3402a00f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462297 Nov 12 11:17:23.867412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08934a94-64bd-4950-a904-597ffad5bd07 req-b8415d05-eb2e-4fc7-bb79-383f78da804e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890118 Nov 12 11:17:23.926575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port 18940690-d376-4d98-bcd8-33d0180182c5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:23.927015 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.045189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7da2c87-84fe-4ccc-97d5-4282f7913205 req-8c8e9612-7392-4b79-8f20-07e8607d3ad9 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077662 Nov 12 11:17:24.059909 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.128386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port aee3264f-14b1-4799-838a-712bfed63c38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=aee3264f-14b1-4799-838a-712bfed63c38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:24.165047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.221058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.246647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Provisioning complete for port f866ef73-bd21-4307-bf8e-49c9d55fc860 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:24.248503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.252947 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.254139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:24.292070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:24.299963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.300253 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8123d64-15aa-43b4-b040-752b10e4f23d req-5af955a6-410a-4503-b3a6-c2defddab5e2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 210 time: 0.1746187 Nov 12 11:17:24.342863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:24.348226 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.357491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-941737da-4521-4f4f-9238-11b9f8710053 service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884460 Nov 12 11:17:24.405579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:24.421614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:24.422526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.433677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-9eb2d552-342a-4ad5-8dcc-8a974e7ad386', 'network_id': '9eb2d552-342a-4ad5-8dcc-8a974e7ad386', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': 'ed6b5aa8-e11c-4ce9-b106-6a62948199c7'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:24.433933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] For port 18940690-d376-4d98-bcd8-33d0180182c5, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=18940690-d376-4d98-bcd8-33d0180182c5,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:24.434420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.434991 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.443157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:24.450473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.498170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:24.542085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb8fa0-5512-4eb8-8cde-37a1dcaeff94 None None] Network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:24.590553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.590969 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment f4570d31-2a3f-4117-aae3-38465f26ddd6 of type vlan for network 9b08e000-a879-4c8c-a9b4-f0fc9f3b3821 Nov 12 11:17:24.608395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1fa05a39-9e39-43e8-9cb2-0cf2f5dc347b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1552861 Nov 12 11:17:24.608395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59630) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:24.613087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a779cea-43ea-4aff-9730-204aa60a2453'}, {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee3264f-14b1-4799-838a-712bfed63c38'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:24.617780 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe37ac5-9304-48ef-a3ff-77625ff1e93e" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a779cea-43ea-4aff-9730-204aa60a2453"}, {"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "aee3264f-14b1-4799-838a-712bfed63c38"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:24.771356 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a26e38b-be5b-456c-b356-54f4207491d5 x-openstack-request-id: req-7a26e38b-be5b-456c-b356-54f4207491d5 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:24.771804 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1a779cea-43ea-4aff-9730-204aa60a2453", "code": 200}, {"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "aee3264f-14b1-4799-838a-712bfed63c38", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:24.772291 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7a26e38b-be5b-456c-b356-54f4207491d5 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:24.772794 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a779cea-43ea-4aff-9730-204aa60a2453', 'code': 200} Nov 12 11:17:24.774341 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee3264f-14b1-4799-838a-712bfed63c38', 'code': 200} Nov 12 11:17:24.783306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-a7db4981-5753-4738-be50-eb2fc99321da service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094551 Nov 12 11:17:24.838124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Port f866ef73-bd21-4307-bf8e-49c9d55fc860 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:24.842796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:24.889540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-502f2942-1c0a-4692-b812-a2d48c6c7767 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 200 len: 217 time: 0.0578501 Nov 12 11:17:24.891275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Network dee60f8e-6462-4771-93ee-ff3744977885 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:24.920332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:25.165557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.166097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.166505 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Floating IP 9e4165b3-1dec-4864-a217-eb239fd4cda4 disassociated. External IP: 172.25.3.17, port: 18940690-d376-4d98-bcd8-33d0180182c5. Nov 12 11:17:25.167088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for 18940690-d376-4d98-bcd8-33d0180182c5 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:25.194597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-fc31df98-8e71-42ef-8af5-cd239164b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.194597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-fc31df98-8e71-42ef-8af5-cd239164b321 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.2828135 Nov 12 11:17:25.203052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade9699-a04c-43c5-8001-5f642a4b9267 None None] Pushing event updated for resources: {'Port': ['ID=40a03d69-9ec4-4295-8139-b08d44f8931f,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:25.203349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.215283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.219182 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.388825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=aee3264f-14b1-4799-838a-712bfed63c38,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:25.395089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b8e8410f-693d-45be-a3cb-1f6c6fbe4986 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:25.576762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7494416 Nov 12 11:17:25.579946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59650) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:25.597969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': '9b08e000-a879-4c8c-a9b4-f0fc9f3b3821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:25.662349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Provisioning complete for port 40a03d69-9ec4-4295-8139-b08d44f8931f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:25.663023 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.665135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Attempting to bind port 40a03d69-9ec4-4295-8139-b08d44f8931f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:25.665741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Attempting to bind port 40a03d69-9ec4-4295-8139-b08d44f8931f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:25.666285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Attempting to bind port 40a03d69-9ec4-4295-8139-b08d44f8931f on network e0670ec6-821f-49e8-9948-60c6ceb5609a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:25.733366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:25.734045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Checking segment: {'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:25.734631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.735253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Bound using segment: {'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:25.735979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Bound port: 40a03d69-9ec4-4295-8139-b08d44f8931f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bd3517-709c-4369-a05f-a02e5543c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:25.736711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.746384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-5ba24a51-18db-448d-84e9-f25f62096d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.748960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-5ba24a51-18db-448d-84e9-f25f62096d20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5234082 Nov 12 11:17:25.756973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19aa06-8e55-42d4-a301-cfb06e5508b9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=9b08e000-a879-4c8c-a9b4-f0fc9f3b3821,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:25.760259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.784638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9b08e000-a879-4c8c-a9b4-f0fc9f3b3821 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:25.795110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d527dcd-48d8-433f-8de3-de6a5014ce50 req-d1e396c9-c936-4507-add1-8b66d12d598c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.796372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d527dcd-48d8-433f-8de3-de6a5014ce50 req-d1e396c9-c936-4507-add1-8b66d12d598c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.5805562 Nov 12 11:17:25.833629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Allocated IP 2001:db8::1 (9eb2d552-342a-4ad5-8dcc-8a974e7ad386/ed6b5aa8-e11c-4ce9-b106-6a62948199c7/6ddf850b-2d04-4829-8480-2fb289a22872) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:25.916451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f05cf-1e23-4572-a147-d9bcadc1828e req-e4b82f02-f0c5-4447-b762-44e6ec9f653e tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.937824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f05cf-1e23-4572-a147-d9bcadc1828e req-e4b82f02-f0c5-4447-b762-44e6ec9f653e tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.958748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f05cf-1e23-4572-a147-d9bcadc1828e req-e4b82f02-f0c5-4447-b762-44e6ec9f653e tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.965756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ec54254c-26f4-4cba-a222-1280b71bd9e0 None None] Port 40a03d69-9ec4-4295-8139-b08d44f8931f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:25.968931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f05cf-1e23-4572-a147-d9bcadc1828e req-e4b82f02-f0c5-4447-b762-44e6ec9f653e tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.976039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f05cf-1e23-4572-a147-d9bcadc1828e req-e4b82f02-f0c5-4447-b762-44e6ec9f653e tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:25.985970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd8f05cf-1e23-4572-a147-d9bcadc1828e req-e4b82f02-f0c5-4447-b762-44e6ec9f653e tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 3878 time: 0.5840125 Nov 12 11:17:25.996042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:25.998605 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:25.999257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-df8b064a-f0b2-47a4-9a63-e8144c81771c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:26.002481 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-df8b064a-f0b2-47a4-9a63-e8144c81771c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.7329984 Nov 12 11:17:26.014691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Router 4f8dc78c-c457-4389-b797-de749f52d0d4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:26.041941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d527dcd-48d8-433f-8de3-de6a5014ce50 req-b68a19ef-bba1-4cba-b323-04500bcdf8b2 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183967 Nov 12 11:17:26.056264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Request body: {'port': {'device_id': '49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'admin_state_up': True, 'tenant_id': 'db43c19f43a64644a43091b14e832964'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:26.109129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-727a9689-41c9-4a41-a69a-90e006e5702a service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397512 Nov 12 11:17:26.179739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Performing IP validity checks on allocation pools {{(pid=109704) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:17:26.180876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109704) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:17:26.283345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b8e8410f-693d-45be-a3cb-1f6c6fbe4986 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:26.283725 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.341966 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd8f05cf-1e23-4572-a147-d9bcadc1828e req-b829803a-81b1-4ea3-9483-534f9610b945 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484571 Nov 12 11:17:26.413436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ce1007c9-4505-4787-90b8-6fffad1561db service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724822 Nov 12 11:17:26.498548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-7cf15886-2ef3-430a-aa47-c01f25a9604b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 200 len: 217 time: 0.0746272 Nov 12 11:17:26.499748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.531321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:26.578952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] For port 40a03d69-9ec4-4295-8139-b08d44f8931f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:26.585292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=18940690-d376-4d98-bcd8-33d0180182c5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:26.704189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Provisioning complete for port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:26.704560 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.713124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] For port 40a03d69-9ec4-4295-8139-b08d44f8931f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=40a03d69-9ec4-4295-8139-b08d44f8931f,segment=NetworkSegment(44bd3517-709c-4369-a05f-a02e5543c051),segment_id=44bd3517-709c-4369-a05f-a02e5543c051)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:26.715494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:26.716407 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.719228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.759548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ea512ddd-98ed-4323-9755-8776f05bb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:26.762151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ea512ddd-98ed-4323-9755-8776f05bb95f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.2513177 Nov 12 11:17:26.791877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:26.794580 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17e1ae6-9578-4e2e-b2f1-6fc1be48dbd6" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:26.890738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.939320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:26.964081 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aecee36-bd6c-4e23-881b-26312f687452 x-openstack-request-id: req-4aecee36-bd6c-4e23-881b-26312f687452 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:26.964740 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-unplugged", "status": "completed", "tag": "96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:26.964740 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4aecee36-bd6c-4e23-881b-26312f687452 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:26.966738 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38', 'code': 200} Nov 12 11:17:26.974267 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.027783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69eaac10-c12f-46b0-a4cd-ce54dabfae47 req-d18eee8d-eb78-48e4-96a0-79bc25ab0933 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 210 time: 0.1256149 Nov 12 11:17:27.032059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:27.071398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-27f58579-eb85-4b84-a677-3da87a040345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:27.073505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-27f58579-eb85-4b84-a677-3da87a040345 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2995877 Nov 12 11:17:27.151151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=44b41fb1-f6c0-4676-b1fe-c586619a048c,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:27.164888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:27.210133 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.262174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': 'f4570d31-2a3f-4117-aae3-38465f26ddd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b08e000-a879-4c8c-a9b4-f0fc9f3b3821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:27.266785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: 9b08e000-a879-4c8c-a9b4-f0fc9f3b3821, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:27.334204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:27.347427 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Sync routers for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:27.369736 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:27.369736 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:27.389078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Allocated IP 172.23.0.2 (e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7/0d84f71d-ad1c-4f73-ade9-1ab276f08936/743e287d-052b-4f2e-aba3-a740847d17f9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:27.465851 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-959b7734-2b1d-4037-a5ed-d36bfeda6503 admin admin] 10.222.0.98 "PUT /v2.0/routers/4f8dc78c-c457-4389-b797-de749f52d0d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6376026 Nov 12 11:17:27.471991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:27.484226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.517186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:27.526729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 9b08e000-a879-4c8c-a9b4-f0fc9f3b3821 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:27.570754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-a4d27edf-0a73-4c87-8946-1f591fa63453 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805970 Nov 12 11:17:27.582194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.587016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:27.618796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] Sync routers for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:27.695090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5faea6-77de-4a7c-bbd8-ffe5f3894802 req-526d40ca-6dbe-427e-8d35-50c79918bf9e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:27.704829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a5faea6-77de-4a7c-bbd8-ffe5f3894802 req-526d40ca-6dbe-427e-8d35-50c79918bf9e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.4318469 Nov 12 11:17:27.709708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] No DVR routers for this DVR port 18940690-d376-4d98-bcd8-33d0180182c5 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:27.713478 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.719292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-c9d85a9b-b8b7-4118-a3a8-400a213a1415 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "DELETE /v2.0/ports/18940690-d376-4d98-bcd8-33d0180182c5 HTTP/1.1" status: 204 len: 173 time: 4.2952354 Nov 12 11:17:27.737638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:27.740749 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d812fe11-0a8b-4f0e-b586-35c31d2a376d" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "18940690-d376-4d98-bcd8-33d0180182c5"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:27.743901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9b08e000-a879-4c8c-a9b4-f0fc9f3b3821) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:27.749931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:27.750689 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.804643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:27.805790 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:27.830881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3db77-7d46-47fe-ab0d-301d608ee876 None None] Network 9b08e000-a879-4c8c-a9b4-f0fc9f3b3821 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:27.859774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6c8fb-30aa-4d75-a09d-b6111d6fa88f req-70461195-f155-420e-8acb-c527032b8655 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:27.894406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6c8fb-30aa-4d75-a09d-b6111d6fa88f req-70461195-f155-420e-8acb-c527032b8655 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:27.923741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6c8fb-30aa-4d75-a09d-b6111d6fa88f req-70461195-f155-420e-8acb-c527032b8655 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:27.931835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port b8e8410f-693d-45be-a3cb-1f6c6fbe4986, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b8e8410f-693d-45be-a3cb-1f6c6fbe4986,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:27.935709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6c8fb-30aa-4d75-a09d-b6111d6fa88f req-70461195-f155-420e-8acb-c527032b8655 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:27.938256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ef6c8fb-30aa-4d75-a09d-b6111d6fa88f req-70461195-f155-420e-8acb-c527032b8655 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 3142 time: 0.3162165 Nov 12 11:17:27.955749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Network 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:27.966051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Provisioning complete for port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:27.966576 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.022843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:28.024095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:28.026510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:28.027258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:28.039565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:28.135119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:28.181458 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.182407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 08dd48c0-6206-44ef-9df4-5e0c16462cc6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:28.204703 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:23Z', 'revision_number': 2, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:28.247603 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Checking router: 4f8dc78c-c457-4389-b797-de749f52d0d4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:28.248376 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Updating router 4f8dc78c-c457-4389-b797-de749f52d0d4 port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:28.280282 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.307056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade9699-a04c-43c5-8001-5f642a4b9267 None None] Pushing event updated for resources: {'Port': ['ID=40a03d69-9ec4-4295-8139-b08d44f8931f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:28.320286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-31d0f1a1-46e6-4268-a238-d61931dad087 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7297754 Nov 12 11:17:28.338128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59694) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:28.372947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Allocated IP 172.20.0.12 (2a948bd9-eaea-414c-aa36-b9a53bc27d8b/b8f7ed30-3a0e-47d9-9235-13bb159a07de/79fe4701-b1d7-4c47-9c88-7ae3231d8b06) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:28.459885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a5faea6-77de-4a7c-bbd8-ffe5f3894802 req-756a3b46-ddc3-49c9-a477-27b74ddac9ed tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7541139 Nov 12 11:17:28.460185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ef6c8fb-30aa-4d75-a09d-b6111d6fa88f req-9bbcd209-e5cc-4bc8-bad5-dbfe4f157f87 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5114174 Nov 12 11:17:28.461383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:28.549442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-575d48f8-7021-4a2f-aa6b-b481fffb17fb service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9190032 Nov 12 11:17:28.554746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:28.642442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-03e4a042-5e53-4967-b5cd-226c0debd165 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81 HTTP/1.1" status: 200 len: 217 time: 0.0814490 Nov 12 11:17:28.667021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.703049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:28.703778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.805950 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76752dd9-38e3-4a95-a914-e55202dcc6d9 x-openstack-request-id: req-76752dd9-38e3-4a95-a914-e55202dcc6d9 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:28.807455 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "18940690-d376-4d98-bcd8-33d0180182c5", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:28.808030 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-76752dd9-38e3-4a95-a914-e55202dcc6d9 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:28.808774 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': '18940690-d376-4d98-bcd8-33d0180182c5', 'status': 'completed', 'code': 200} Nov 12 11:17:28.814036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ee6f1aab-6379-4974-8986-753a373f552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:28.821165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.821932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ee6f1aab-6379-4974-8986-753a373f552d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.1711838 Nov 12 11:17:28.865301 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.867151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Provisioning complete for port 40a03d69-9ec4-4295-8139-b08d44f8931f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:28.867520 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:28.900521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c8bb8a7-108c-46fc-b03c-907b1f933c2d req-7637a06c-60d5-4b09-9191-a42618ecdce6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 210 time: 0.0551395 Nov 12 11:17:28.992716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Attempting to bind port 6ddf850b-2d04-4829-8480-2fb289a22872 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:28.993129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Attempting to bind port 6ddf850b-2d04-4829-8480-2fb289a22872 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '40bc1421-aada-477b-ab4d-aac7aeb9531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9eb2d552-342a-4ad5-8dcc-8a974e7ad386'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:28.993876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Attempting to bind port 6ddf850b-2d04-4829-8480-2fb289a22872 on network 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:29.012171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Pushing event updated for resources: {'Port': ['ID=6ddf850b-2d04-4829-8480-2fb289a22872,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:29.065662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Allocated IP 172.23.0.1 (e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7/0d84f71d-ad1c-4f73-ade9-1ab276f08936/7f5141de-29a8-4830-a6a7-0b3f2dcebfab) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:29.075679 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.122377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:29.123306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Checking segment: {'id': '40bc1421-aada-477b-ab4d-aac7aeb9531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9eb2d552-342a-4ad5-8dcc-8a974e7ad386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:29.124543 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.125390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Bound using segment: {'id': '40bc1421-aada-477b-ab4d-aac7aeb9531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9eb2d552-342a-4ad5-8dcc-8a974e7ad386'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:29.126510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Bound port: 6ddf850b-2d04-4829-8480-2fb289a22872, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bc1421-aada-477b-ab4d-aac7aeb9531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9eb2d552-342a-4ad5-8dcc-8a974e7ad386'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:29.134729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] For port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:29.135426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.142339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-d00af09e-5216-41c9-892f-e7b0017a2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:29.142566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.144999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-d00af09e-5216-41c9-892f-e7b0017a2176 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2282698 Nov 12 11:17:29.177464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for 3c320c77-72e2-4e56-beb5-c9c05b4caa5a owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:29.204321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.239679 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.247763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.302892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:29.314908 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.324443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:29.328707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:29.341130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0ac5df-e7d2-4bd4-996b-e6c360aab74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-9b08e000-a879-4c8c-a9b4-f0fc9f3b3821', 'network_id': '9b08e000-a879-4c8c-a9b4-f0fc9f3b3821', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': '44b41fb1-f6c0-4676-b1fe-c586619a048c'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:29.341378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:29.341499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df0ac5df-e7d2-4bd4-996b-e6c360aab74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.341499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:29.353495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-672677d6-97d4-45c6-9d24-b6e800a24205 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934063 Nov 12 11:17:29.355591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.417940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event updated for resources: {'Port': ['ID=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:29.442744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:29.448204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:29.455313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:29.463623 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.465896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.575819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=44b41fb1-f6c0-4676-b1fe-c586619a048c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:29.624933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:29.625851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.645212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:29.672295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.744104 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bfb45-e70d-4173-a779-0886eacb5a22 None None] Pushing event updated for resources: {'Port': ['ID=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:29.795383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-993a43ca-1360-4124-b65b-5495b5513810 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7696667 Nov 12 11:17:29.830148 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Attempting to bind port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:29.830519 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Attempting to bind port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:29.830885 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Attempting to bind port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:29.840009 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:29.840394 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Checking segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:29.840805 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.841199 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Bound using segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:29.841675 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Bound port: f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:29.842099 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.851104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Request body: {'port': {'device_id': '49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:29.863827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ea520f73-8b13-4912-962f-cb8952a4ae71 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991674 Nov 12 11:17:29.918673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef1e6-9e6a-4949-945e-dbfacc8b9906 req-44b4399a-9355-4c7a-be5a-980bb8a0e05f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:29.927233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef1e6-9e6a-4949-945e-dbfacc8b9906 req-44b4399a-9355-4c7a-be5a-980bb8a0e05f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:29.934661 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] For port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:29.935403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef1e6-9e6a-4949-945e-dbfacc8b9906 req-44b4399a-9355-4c7a-be5a-980bb8a0e05f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:29.938282 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] For port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:29.940200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.943534 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:29.945202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ef1e6-9e6a-4949-945e-dbfacc8b9906 req-44b4399a-9355-4c7a-be5a-980bb8a0e05f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:29.947364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e96ef1e6-9e6a-4949-945e-dbfacc8b9906 req-44b4399a-9355-4c7a-be5a-980bb8a0e05f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 3064 time: 0.1591985 Nov 12 11:17:30.000879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59724) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:30.028077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.029448 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceaffe15-1486-40eb-9efb-146b8918ebe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.048950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-10881ebb-be3f-43cd-97b9-32a323e355ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334585238', 'description': 'tempest-description--887399965'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:30.076228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:30.076692 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.079751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-80e794ce-9a02-4be9-b662-87f538c9b53b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=c6f17775-9a95-4252-931a-f1ea71405cd2 HTTP/1.1" status: 200 len: 217 time: 0.1633177 Nov 12 11:17:30.087992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=3c320c77-72e2-4e56-beb5-c9c05b4caa5a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:30.089352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b08e000-a879-4c8c-a9b4-f0fc9f3b3821']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:30.098322 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.128365 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.188756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e96ef1e6-9e6a-4949-945e-dbfacc8b9906 req-b802b0c7-bb48-4019-8486-af8adddf27d5 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887853 Nov 12 11:17:30.195839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4570d31-2a3f-4117-aae3-38465f26ddd6') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:30.196243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4570d31-2a3f-4117-aae3-38465f26ddd6') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:30.274916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.279982 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:30.287408 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:30.291733 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bfb45-e70d-4173-a779-0886eacb5a22 None None] Pushing event updated for resources: {'Port': ['ID=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:30.299144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:30.302016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] No DVR routers for this DVR port 3c320c77-72e2-4e56-beb5-c9c05b4caa5a on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:30.314529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.319830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-673fa8b9-7c7f-46a2-9244-28d814f94b4c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "DELETE /v2.0/ports/3c320c77-72e2-4e56-beb5-c9c05b4caa5a HTTP/1.1" status: 204 len: 173 time: 2.5638020 Nov 12 11:17:30.363297 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.370282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-10881ebb-be3f-43cd-97b9-32a323e355ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.408194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-65a95471-c035-4705-9e28-2bcb5080dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:30.422960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-65a95471-c035-4705-9e28-2bcb5080dbda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.3292017 Nov 12 11:17:30.454882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:30.497847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ee8a8-7ee0-487b-9aef-c618e19a97fd req-9d01198a-d39d-44fd-bb29-4f0b4b691140 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:30.507176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a6ee8a8-7ee0-487b-9aef-c618e19a97fd req-9d01198a-d39d-44fd-bb29-4f0b4b691140 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.4398036 Nov 12 11:17:30.543861 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:30.562619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:30.563366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:30.574021 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:30.624105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] For port 6ddf850b-2d04-4829-8480-2fb289a22872, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:30.640310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] For port 6ddf850b-2d04-4829-8480-2fb289a22872, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6ddf850b-2d04-4829-8480-2fb289a22872,segment=NetworkSegment(40bc1421-aada-477b-ab4d-aac7aeb9531c),segment_id=40bc1421-aada-477b-ab4d-aac7aeb9531c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:30.665466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:30.713022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=b8e8410f-693d-45be-a3cb-1f6c6fbe4986,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:30.827373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:30.838953 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b983795-11fd-4865-b3a4-de4fb6fcf5ae" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "3c320c77-72e2-4e56-beb5-c9c05b4caa5a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:30.851565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.925680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-fa8ef9b2-3756-44ad-b6b8-0039bce7adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:30.927225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-fa8ef9b2-3756-44ad-b6b8-0039bce7adea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4089966 Nov 12 11:17:30.940011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:30.943127 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a6ee8a8-7ee0-487b-9aef-c618e19a97fd req-39a0f73a-4d31-4ec8-8fcd-1751883a8549 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349904 Nov 12 11:17:30.953553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:30.988643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38f59a-c538-49de-923f-945bdf7620de None None] Network 9b08e000-a879-4c8c-a9b4-f0fc9f3b3821 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:30.998916 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:29Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:31.040911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535761c-13c3-4093-aa25-4be5a378f6f2 req-35e4c50b-263f-414c-897d-8564d8afaa85 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.045448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b535761c-13c3-4093-aa25-4be5a378f6f2 req-35e4c50b-263f-414c-897d-8564d8afaa85 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 932 time: 0.4400129 Nov 12 11:17:31.063209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.070642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Transition to ACTIVE for port object 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:17:31.079001 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9619e686-43d0-435f-8770-c8bb329cf36d x-openstack-request-id: req-9619e686-43d0-435f-8770-c8bb329cf36d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:31.079299 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "3c320c77-72e2-4e56-beb5-c9c05b4caa5a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:31.079556 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9619e686-43d0-435f-8770-c8bb329cf36d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:31.079987 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': '3c320c77-72e2-4e56-beb5-c9c05b4caa5a', 'status': 'completed', 'code': 200} Nov 12 11:17:31.092026 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34515c9-e26a-4e52-8f97-4735a380fe31 None None] The sync data for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 is: [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:29Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:31.113253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:17:31.183803 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.185825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.198356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38f59a-c538-49de-923f-945bdf7620de None None] Network 9b08e000-a879-4c8c-a9b4-f0fc9f3b3821 could not be found, it might have been deleted concurrently. {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:17:31.201278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/9b08e000-a879-4c8c-a9b4-f0fc9f3b3821 HTTP/1.1" status: 204 len: 168 time: 2.8618908 Nov 12 11:17:31.227954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59742) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:31.245460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-191278587'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:31.272568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df0ccd-3bae-41f3-9f46-9d315ca92fb6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=9b08e000-a879-4c8c-a9b4-f0fc9f3b3821,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:31.277258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:31.289914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.414625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:31.505216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.507327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'port_id': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'mac_address': 'fa:16:3e:8f:93:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:17:31.536228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-7532a199-8046-444c-91bf-d019de54bd31 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887234 Nov 12 11:17:31.630985 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.664773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ac59123-7eea-4e5c-8fdb-94ec4d00606f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:31.691377 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b535761c-13c3-4093-aa25-4be5a378f6f2 req-5d0fd8ed-0fe3-45a3-8ef3-2954708de15d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456752 Nov 12 11:17:31.705428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:31.714277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978d485-1d53-4b2a-bcbb-3e705f5252c9 req-a6693325-9705-4c8b-8342-4c2de4050a50 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.727522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Pushing event updated for resources: {'Port': ['ID=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:31.735182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978d485-1d53-4b2a-bcbb-3e705f5252c9 req-a6693325-9705-4c8b-8342-4c2de4050a50 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.743766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Pushing event updated for resources: {'Port': ['ID=743e287d-052b-4f2e-aba3-a740847d17f9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:31.745431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-10881ebb-be3f-43cd-97b9-32a323e355ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.773383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978d485-1d53-4b2a-bcbb-3e705f5252c9 req-a6693325-9705-4c8b-8342-4c2de4050a50 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:31.788094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b978d485-1d53-4b2a-bcbb-3e705f5252c9 req-a6693325-9705-4c8b-8342-4c2de4050a50 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 2409 time: 0.4113812 Nov 12 11:17:31.880229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Attempting to bind port 743e287d-052b-4f2e-aba3-a740847d17f9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:31.880596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Attempting to bind port 743e287d-052b-4f2e-aba3-a740847d17f9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:31.880953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Attempting to bind port 743e287d-052b-4f2e-aba3-a740847d17f9 on network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:31.890014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:31.900599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.900902 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.905271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-10881ebb-be3f-43cd-97b9-32a323e355ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:31.943271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] For port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:31.943271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.010597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:06Z', 'revision_number': 5, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:32.023716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:32.036196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:32.082030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:32.115710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['0ac59123-7eea-4e5c-8fdb-94ec4d00606f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:32.116325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.118237 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment 7a4f8722-1dce-4c33-b937-dd24c0ebba4c of type vlan for network 3835772e-a587-4bf5-a0af-5e5f2fb42727 Nov 12 11:17:32.118393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:32.118817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Checking segment: {'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:32.119256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.119648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Bound using segment: {'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:32.120420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Bound port: 743e287d-052b-4f2e-aba3-a740847d17f9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:32.120798 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.141564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-d8e6438b-7c30-49a9-b151-a3fb34719588 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965962 Nov 12 11:17:32.147190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b978d485-1d53-4b2a-bcbb-3e705f5252c9 req-b1a77c9f-5253-46e8-bf98-acba9e643a46 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568201 Nov 12 11:17:32.239864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.267225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-d4f648ff-b0e9-49cb-93dd-5be8b71e653a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23d3d990-1ea4-48ed-8037-8035977b61b1 HTTP/1.1" status: 200 len: 217 time: 0.1118801 Nov 12 11:17:32.299972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10881ebb-be3f-43cd-97b9-32a323e355ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:32.322824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d0f50029-822e-4409-bb28-ecbeb8b25011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.335618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] For port 40a03d69-9ec4-4295-8139-b08d44f8931f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=40a03d69-9ec4-4295-8139-b08d44f8931f,segment=NetworkSegment(44bd3517-709c-4369-a05f-a02e5543c051),segment_id=44bd3517-709c-4369-a05f-a02e5543c051)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:32.349068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] Checking router: 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:32.391375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.401609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:32.404540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.410424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-4e563c18-24b1-423b-9fd6-91f6cd46e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:32.412278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-4e563c18-24b1-423b-9fd6-91f6cd46e5d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.1142032 Nov 12 11:17:32.412526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Attempting to bind port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:32.412905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Attempting to bind port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:32.416565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Attempting to bind port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:32.423853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:15Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:26Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:32.432082 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.506640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec54c9a-aea1-49d7-8a9f-826a6ede4641 None None] Pushing event updated for resources: {'Port': ['ID=6ddf850b-2d04-4829-8480-2fb289a22872,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:32.528753 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.539605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361f7c20-6765-4458-8e8f-f31c47c18e04 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:15Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:26Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:32.590489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:32.590953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:32.591693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:17:32.592322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Attempting to bind port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:32.600880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-10881ebb-be3f-43cd-97b9-32a323e355ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.602455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-10881ebb-be3f-43cd-97b9-32a323e355ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.5585432 Nov 12 11:17:32.608892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59776) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:32.624028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=3835772e-a587-4bf5-a0af-5e5f2fb42727,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:32.649203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:32.649867 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.649981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901dd7-44eb-4e91-b614-47871e5b18e8 req-a6b64dc4-ab36-45be-bf4c-4e7a7281ea8b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:32.667607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc901dd7-44eb-4e91-b614-47871e5b18e8 req-a6b64dc4-ab36-45be-bf4c-4e7a7281ea8b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.3918393 Nov 12 11:17:32.668511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:32.706458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 3835772e-a587-4bf5-a0af-5e5f2fb42727 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:32.760129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7a6f2a6e-1d59-4b55-9738-6cb9316e60b9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'security_group_rule': {'security_group_id': '6e1a0cac-bbe6-4201-8aed-3222b1c69d4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:32.836141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-d4a38625-1f38-4f8b-83d1-b86f867de008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:32.838620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-d4a38625-1f38-4f8b-83d1-b86f867de008 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4123771 Nov 12 11:17:32.892974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.144116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] For port 743e287d-052b-4f2e-aba3-a740847d17f9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:33.170019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:33.245303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d38a97c0-d243-488b-b8ea-bdd062966c44 None None] Provisioning complete for port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:33.245695 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d38a97c0-d243-488b-b8ea-bdd062966c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.277635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] For port 743e287d-052b-4f2e-aba3-a740847d17f9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=743e287d-052b-4f2e-aba3-a740847d17f9,segment=NetworkSegment(234f2c63-e7dd-46cd-9e1e-edd3519a7729),segment_id=234f2c63-e7dd-46cd-9e1e-edd3519a7729)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:33.293594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc51b820-67ae-4feb-bea3-18c779e6f65c None None] Network 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:33.444540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event updated for resources: {'Port': ['ID=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:33.452789 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.497342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.513607 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.598461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:33.598811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Checking segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:33.599202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Bound using segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:33.599657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Bound port: 79fe4701-b1d7-4c47-9c88-7ae3231d8b06, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:33.601700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.627436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:33.668503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c696ec4-97b5-4758-aa08-54141ab9d27f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4359820 Nov 12 11:17:33.716538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59806) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:33.731147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:33.737353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': '3835772e-a587-4bf5-a0af-5e5f2fb42727', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:33.802786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] No DVR routers for this DVR port 96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:33.806399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:33.812816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-49eb7046-0e15-42eb-8286-3789728cbc9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "DELETE /v2.0/ports/96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38 HTTP/1.1" status: 204 len: 173 time: 3.4213274 Nov 12 11:17:33.822474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:33.828256 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e481f4c-b63b-4315-9c0b-7a190c86885f" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:33.842959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] For port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:33.846505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] For port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:33.847973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:33.878814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c4414-5151-4da1-913e-4a7a0fb8f5fb req-a113cc31-487d-4b29-8db1-86e3729e812d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:33.888171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-251c4414-5151-4da1-913e-4a7a0fb8f5fb req-a113cc31-487d-4b29-8db1-86e3729e812d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 944 time: 0.3784502 Nov 12 11:17:33.955103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:33.959684 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc901dd7-44eb-4e91-b614-47871e5b18e8 req-3190798f-0bcf-4e73-bf60-ee608c06e446 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2928452 Nov 12 11:17:34.007266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.049655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-30c845ac-cb5b-43b1-96c7-6783e4df8904 service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1939256 Nov 12 11:17:34.120312 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a6f2a6e-1d59-4b55-9738-6cb9316e60b9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.301135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b790ba3-9ffd-4734-afbf-4d0760a33619 None None] Pushing event updated for resources: {'Port': ['ID=40a03d69-9ec4-4295-8139-b08d44f8931f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:34.309444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:34.310090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.318760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] 10.222.0.57 "PUT /v2.0/ports/79fe4701-b1d7-4c47-9c88-7ae3231d8b06 HTTP/1.1" status: 200 len: 1093 time: 4.4967232 Nov 12 11:17:34.373819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d', 'tag': '79fe4701-b1d7-4c47-9c88-7ae3231d8b06'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:34.377327 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d" -d '{"events": [{"name": "network-changed", "server_uuid": "49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d", "tag": "79fe4701-b1d7-4c47-9c88-7ae3231d8b06"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:34.381177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6e35e-f205-4b57-9ae2-4017deb265ce service neutron] Pushing event updated for resources: {'Port': ['ID=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:34.582134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:34.586232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.707273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947e506-e62e-43be-8ede-0489c386c662 req-63f803b9-71cf-4b6d-b340-244fbcf0b579 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:34.745298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947e506-e62e-43be-8ede-0489c386c662 req-63f803b9-71cf-4b6d-b340-244fbcf0b579 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:34.760276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d947e506-e62e-43be-8ede-0489c386c662 req-63f803b9-71cf-4b6d-b340-244fbcf0b579 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 1676 time: 0.3733368 Nov 12 11:17:34.869188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.876208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13144587-cdb9-41e7-9c07-2828e3826ea6 None None] Pushing event updated for resources: {'Port': ['ID=743e287d-052b-4f2e-aba3-a740847d17f9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:34.902340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-251c4414-5151-4da1-913e-4a7a0fb8f5fb req-0ac34c8c-9091-41f6-9589-6be762b3525c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0125866 Nov 12 11:17:34.925432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:34.958992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:35.055571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port 1a779cea-43ea-4aff-9730-204aa60a2453 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:35.056132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.067802 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64096fa-b01f-4df1-adc1-8d775eef7880 x-openstack-request-id: req-d64096fa-b01f-4df1-adc1-8d775eef7880 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:35.068734 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:35.069217 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d64096fa-b01f-4df1-adc1-8d775eef7880 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:35.069839 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': '96f52e4a-2695-4bfa-9b9d-8eeeaed8fc38', 'status': 'completed', 'code': 200} Nov 12 11:17:35.114986 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a6f2a6e-1d59-4b55-9738-6cb9316e60b9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.131599 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d38a97c0-d243-488b-b8ea-bdd062966c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.139126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.141828 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-7be81efe-252a-407c-9c46-374158dab5aa service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0908267 Nov 12 11:17:35.275106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-3f37f805-6b37-4234-b52d-eac6c3ff1030 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d99c5d1-bb8d-46d9-a781-788965264a54 HTTP/1.1" status: 200 len: 217 time: 0.0682015 Nov 12 11:17:35.298594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a6f2a6e-1d59-4b55-9738-6cb9316e60b9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.335109 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf46a1cd-6f50-43af-aeb5-ea9996905c02 x-openstack-request-id: req-bf46a1cd-6f50-43af-aeb5-ea9996905c02 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:35.335617 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d", "tag": "79fe4701-b1d7-4c47-9c88-7ae3231d8b06", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:35.335836 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf46a1cd-6f50-43af-aeb5-ea9996905c02 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:35.336633 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d', 'tag': '79fe4701-b1d7-4c47-9c88-7ae3231d8b06', 'status': 'completed', 'code': 200} Nov 12 11:17:35.381962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:35.450527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-5077c7ff-bc38-44ad-973f-a83c0bb39526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:35.452443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-5077c7ff-bc38-44ad-973f-a83c0bb39526 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 1096 time: 0.9787958 Nov 12 11:17:35.477565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.480122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b8e8410f-693d-45be-a3cb-1f6c6fbe4986 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:35.663787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f2a6e-1d59-4b55-9738-6cb9316e60b9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b967ee-45e4-4154-8694-3ea842293c30,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:35.711671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ad39a72b-6939-4d90-88eb-318795fa84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:35.713985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-ad39a72b-6939-4d90-88eb-318795fa84d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.4116950 Nov 12 11:17:35.723503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a6f2a6e-1d59-4b55-9738-6cb9316e60b9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.725672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7a6f2a6e-1d59-4b55-9738-6cb9316e60b9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0658507 Nov 12 11:17:35.749311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d947e506-e62e-43be-8ede-0489c386c662 req-33f3b869-9fdc-40a2-9180-73132f70d7d4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9843216 Nov 12 11:17:35.749311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59834) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:35.761777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.824072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] For port 1a779cea-43ea-4aff-9730-204aa60a2453, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1a779cea-43ea-4aff-9730-204aa60a2453,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:35.825062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:35.857427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6ae7039a-8c7f-4d3f-91db-9e716ecf7806 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'security_group_rule': {'security_group_id': '6e1a0cac-bbe6-4201-8aed-3222b1c69d4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:35.936436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for 1a779cea-43ea-4aff-9730-204aa60a2453 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:35.968666 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-d38a97c0-d243-488b-b8ea-bdd062966c44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:35.968989 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-d38a97c0-d243-488b-b8ea-bdd062966c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:35.989670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:36.054560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-b065c52e-c6e5-4b37-89e5-cfca8c2e2535 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79fe4701-b1d7-4c47-9c88-7ae3231d8b06 HTTP/1.1" status: 200 len: 217 time: 0.5685413 Nov 12 11:17:36.069550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=9f8e94ce-b046-41eb-a7a8-dde99c9290c5,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:36.137430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b8e8410f-693d-45be-a3cb-1f6c6fbe4986 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:36.137887 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.250081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:06Z', 'revision_number': 5, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:36.266823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f60f5-bebf-4528-a4fe-33ef947087e9 req-e6f7b93d-abb5-47af-83a7-6c5422e0ab50 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.268905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d0f60f5-bebf-4528-a4fe-33ef947087e9 req-e6f7b93d-abb5-47af-83a7-6c5422e0ab50 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.8488092 Nov 12 11:17:36.285868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49475cd9-ff1f-401d-9441-613b369972ba None None] The sync data for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 is: [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:05:00Z', 'revision_number': 4, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '77f7fbb8-1696-4a40-9e29-0d6c61943083', 'name': '', 'network_id': '7b3ead54-dbb5-4b5c-8f2f-d0402a029464', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'mac_address': 'fa:16:3e:39:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:58Z', 'updated_at': '2021-11-12T11:05:06Z', 'revision_number': 5, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'subnets': [{'id': 'ee2e48f5-73b4-444d-bf4d-52c50d9610da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:36.309604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b2d75861-4366-4ca7-a3ec-fcdfaa9e4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.310629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-37922f8b-66ac-4f76-a8da-af0c49be2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:36.311111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-b2d75861-4366-4ca7-a3ec-fcdfaa9e4c36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5773067 Nov 12 11:17:36.313303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-37922f8b-66ac-4f76-a8da-af0c49be2d16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.2170064 Nov 12 11:17:36.314736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:36.327426 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:36.337461 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7c438fe9-1409-46dc-b6d9-1797a1c9002f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7291114 Nov 12 11:17:36.349820 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:36.350500 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:36.408149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59844) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:36.436013 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.469672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:36.497682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ae7039a-8c7f-4d3f-91db-9e716ecf7806 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.507046 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-f66bcf2c-1328-4327-b61f-3640d8cb2188 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645825 Nov 12 11:17:36.648212 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:36.655052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': '7a4f8722-1dce-4c33-b937-dd24c0ebba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3835772e-a587-4bf5-a0af-5e5f2fb42727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:36.655052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: 3835772e-a587-4bf5-a0af-5e5f2fb42727, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:36.691977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=1a779cea-43ea-4aff-9730-204aa60a2453,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:36.777822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d38a97c0-d243-488b-b8ea-bdd062966c44 None None] Provisioning complete for port 40a03d69-9ec4-4295-8139-b08d44f8931f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:36.779244 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d38a97c0-d243-488b-b8ea-bdd062966c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:36.858387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01969de8-e7a6-492c-9178-29c5ddc2b9fe None None] Network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:36.918377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d0f60f5-bebf-4528-a4fe-33ef947087e9 req-1e37eaba-cc38-42b7-be62-cdf51f72926e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6234319 Nov 12 11:17:37.015380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] No DVR routers for this DVR port 1a779cea-43ea-4aff-9730-204aa60a2453 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:37.036775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f80b2-e941-457d-be13-4de07021558e req-e814d473-679f-4ad8-b1e5-17f1c0657364 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:37.039997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-105f80b2-e941-457d-be13-4de07021558e req-e814d473-679f-4ad8-b1e5-17f1c0657364 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 944 time: 0.7398927 Nov 12 11:17:37.076133 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.076266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:37.076385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-22cfafae-ea8c-40e1-9a40-ded7211450e3 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "DELETE /v2.0/ports/1a779cea-43ea-4aff-9730-204aa60a2453 HTTP/1.1" status: 204 len: 173 time: 3.2317901 Nov 12 11:17:37.077175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': '1a779cea-43ea-4aff-9730-204aa60a2453'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:37.083221 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94608308-e596-440a-ac04-6f4d494cc57e" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "1a779cea-43ea-4aff-9730-204aa60a2453"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:37.224926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb91ca-6e64-4601-9196-4f4d173e89e1 None None] New status for floating IP 9e4165b3-1dec-4864-a217-eb239fd4cda4: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:17:37.238107 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:29Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:37.281667 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:37.284176 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Updating router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:17:37.353126 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:37.388858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-7c8fe83f-ae1a-4198-ae83-cf08cb80231a service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0674484 Nov 12 11:17:37.457427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-105f80b2-e941-457d-be13-4de07021558e req-b74d8dab-1bac-4c69-8f86-b85600dd3ae8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079142 Nov 12 11:17:37.595290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:37.602110 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef332329-29e1-40a0-acb6-774354ef1741 req-d2acdfd0-8925-47a3-9f76-64216ba597b2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:37.626631 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef332329-29e1-40a0-acb6-774354ef1741 req-d2acdfd0-8925-47a3-9f76-64216ba597b2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 943 time: 0.3562806 Nov 12 11:17:37.996318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Provisioning complete for port 6ddf850b-2d04-4829-8480-2fb289a22872 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:37.996984 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.010793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:38.015969 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.016353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:38.016704 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.064121 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca51c5-b186-4c06-bc74-382dd6284511 x-openstack-request-id: req-beca51c5-b186-4c06-bc74-382dd6284511 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:38.064627 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "1a779cea-43ea-4aff-9730-204aa60a2453", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:38.064735 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-beca51c5-b186-4c06-bc74-382dd6284511 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:38.065161 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': '1a779cea-43ea-4aff-9730-204aa60a2453', 'status': 'completed', 'code': 200} Nov 12 11:17:38.072091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:17:38.103112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5e8b238-fb05-4409-8bd6-fc51626a89c8 req-7d11bd5c-a1cb-4a23-b423-b36bcdbb521b service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017348 Nov 12 11:17:38.104628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Removed routes are [] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:17:38.105254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.150057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ae7039a-8c7f-4d3f-91db-9e716ecf7806 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.195322 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef332329-29e1-40a0-acb6-774354ef1741 req-0cdae9da-cc5f-4494-8b7e-60ed46555063 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups?id=314ab9a3-649d-4a26-ac6e-7ca9a9280164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5070539 Nov 12 11:17:38.238784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port aee3264f-14b1-4799-838a-712bfed63c38 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:38.240930 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.302906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-a3832e4e-42b5-4857-8710-6ff2597e250e service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7155986 Nov 12 11:17:38.317419 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.411347 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.467338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ae7039a-8c7f-4d3f-91db-9e716ecf7806 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.470889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 3835772e-a587-4bf5-a0af-5e5f2fb42727 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:38.587626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] For port aee3264f-14b1-4799-838a-712bfed63c38, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=aee3264f-14b1-4799-838a-712bfed63c38,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:38.587890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.599521 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fc09d-2e7b-4c1e-a1c8-f06415215562 None None] Pushing event updated for resources: {'Port': ['ID=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:38.626968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for aee3264f-14b1-4799-838a-712bfed63c38 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:38.738156 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Attempting to bind port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:38.740352 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Attempting to bind port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:38.741999 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Attempting to bind port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab on network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:38.757423 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:38.758590 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Checking segment: {'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:38.760846 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.761348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Bound using segment: {'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:38.763634 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Bound port: 7f5141de-29a8-4830-a6a7-0b3f2dcebfab, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234f2c63-e7dd-46cd-9e1e-edd3519a7729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:38.764183 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.802610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1b4b22aa-0d55-45ae-b213-b66b935be4a5 req-14e4835e-0c6b-4347-9175-de800ea3cf94 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795274 Nov 12 11:17:38.968657 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ae7039a-8c7f-4d3f-91db-9e716ecf7806 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:38.968842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6ae7039a-8c7f-4d3f-91db-9e716ecf7806 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.2083683 Nov 12 11:17:38.971945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59880) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:38.997294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7bfb7-b6fa-4f36-99e8-10a4a7a67eef req-81bd4482-0c5c-4c3e-b1dc-3ca542e9a10d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:39.009804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b8b7bfb7-b6fa-4f36-99e8-10a4a7a67eef req-81bd4482-0c5c-4c3e-b1dc-3ca542e9a10d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.8241813 Nov 12 11:17:39.059813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:39.102221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 3835772e-a587-4bf5-a0af-5e5f2fb42727) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:39.151059 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] For port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:39.164857 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] For port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,segment=NetworkSegment(234f2c63-e7dd-46cd-9e1e-edd3519a7729),segment_id=234f2c63-e7dd-46cd-9e1e-edd3519a7729)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:39.165999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb2976-a0b2-49f5-8a3b-5f7ba89da503 req-2336928a-3932-402e-8de3-ff2faa323eeb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:39.166465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b7febf-bb60-49e7-81c6-0a324ef460a4 None None] Network 3835772e-a587-4bf5-a0af-5e5f2fb42727 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:39.178381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4eb2976-a0b2-49f5-8a3b-5f7ba89da503 req-2336928a-3932-402e-8de3-ff2faa323eeb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 944 time: 0.3686192 Nov 12 11:17:39.248989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.274337 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.392276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=aee3264f-14b1-4799-838a-712bfed63c38,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:39.405472 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:39.421594 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:39.423134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 743e287d-052b-4f2e-aba3-a740847d17f9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:39.553039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] No DVR routers for this DVR port aee3264f-14b1-4799-838a-712bfed63c38 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:39.559308 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fc09d-2e7b-4c1e-a1c8-f06415215562 None None] Pushing event updated for resources: {'Port': ['ID=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:39.571549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4eb2976-a0b2-49f5-8a3b-5f7ba89da503 req-50fba270-b8f7-4488-9015-f806a2e4ed6c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848619 Nov 12 11:17:39.573057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.585149 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3c9cc87-b12a-4024-a833-174f4a577882 req-3913d9b9-db73-428a-83f8-73f48436fc75 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.69 "DELETE /v2.0/ports/aee3264f-14b1-4799-838a-712bfed63c38 HTTP/1.1" status: 204 len: 173 time: 2.4785841 Nov 12 11:17:39.631336 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.681040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.683237 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:39.784908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] For port 6ddf850b-2d04-4829-8480-2fb289a22872, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6ddf850b-2d04-4829-8480-2fb289a22872,segment=NetworkSegment(40bc1421-aada-477b-ab4d-aac7aeb9531c),segment_id=40bc1421-aada-477b-ab4d-aac7aeb9531c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:39.845712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7039a-8c7f-4d3f-91db-9e716ecf7806 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93d045b-bfb4-4a4b-acdf-9661f69cb336,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:39.913085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:39.919172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.932831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.934190 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:39.969176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:39.978546 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46646910-5f0d-4942-811a-284f14d91d8b" -d '{"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-plugged", "status": "completed", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:40.016937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-3835772e-a587-4bf5-a0af-5e5f2fb42727', 'network_id': '3835772e-a587-4bf5-a0af-5e5f2fb42727', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': '9f8e94ce-b046-41eb-a7a8-dde99c9290c5'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:40.017912 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.066434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': 'aee3264f-14b1-4799-838a-712bfed63c38'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:40.070249 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf2efff-04e9-41f3-b207-a110c8e2ff2a" -d '{"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "aee3264f-14b1-4799-838a-712bfed63c38"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:40.154517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18b3634e-b8ca-4334-8059-d97d340f0b7a req-cf5dde6a-a952-4b62-a065-20b279e49b17 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0692446 Nov 12 11:17:40.199809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b8b7bfb7-b6fa-4f36-99e8-10a4a7a67eef req-b53e556c-10af-4b8a-abd4-e50a9b6f88b6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1890633 Nov 12 11:17:40.213182 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.218844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-758a1d46-2d61-4c8a-9e13-fea718ea42a0 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 6.4965324 Nov 12 11:17:40.222713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59902) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:40.236583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.263672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-98644c82-8d92-4ae5-a317-6ca4673e0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:40.266082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-98644c82-8d92-4ae5-a317-6ca4673e0e30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 1096 time: 1.2539027 Nov 12 11:17:40.506973 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98d8f9b-f6d1-47b3-b2a3-53ca0be78f75 x-openstack-request-id: req-d98d8f9b-f6d1-47b3-b2a3-53ca0be78f75 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:40.507573 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-plugged", "status": "completed", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:40.509108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.513153 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd00d4e-62d7-4f5c-b9cb-424481c17033 x-openstack-request-id: req-2fd00d4e-62d7-4f5c-b9cb-424481c17033 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:40.513443 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aac625-9fd4-4485-9e9f-48d1837d28e4", "name": "network-vif-deleted", "tag": "aee3264f-14b1-4799-838a-712bfed63c38", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:40.513594 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d98d8f9b-f6d1-47b3-b2a3-53ca0be78f75 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:40.513708 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2fd00d4e-62d7-4f5c-b9cb-424481c17033 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:40.514076 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aac625-9fd4-4485-9e9f-48d1837d28e4', 'name': 'network-vif-deleted', 'tag': 'aee3264f-14b1-4799-838a-712bfed63c38', 'status': 'completed', 'code': 200} Nov 12 11:17:40.514865 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'code': 200} Nov 12 11:17:40.518460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 743e287d-052b-4f2e-aba3-a740847d17f9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:40.528603 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:38Z', 'revision_number': 6, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:39Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:40.529370 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.540780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:40.605362 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388a509-e095-405a-8df3-d07be8c64b36 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:38Z', 'revision_number': 6, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:39Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:40.636199 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.655416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Provisioning complete for port 743e287d-052b-4f2e-aba3-a740847d17f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:40.655882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.782021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:40.795663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-2b073246-8657-4efe-a3ef-fad1ee2b7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:40.817539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-2b073246-8657-4efe-a3ef-fad1ee2b7432 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 907 time: 0.5372806 Nov 12 11:17:40.827470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Pushing event updated for resources: {'Port': ['ID=6ddf850b-2d04-4829-8480-2fb289a22872,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:40.964877 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:40.982472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Allocated IP 2001:db8::1 (3835772e-a587-4bf5-a0af-5e5f2fb42727/9f8e94ce-b046-41eb-a7a8-dde99c9290c5/4839063e-ffff-4cc1-9a9a-9fb0065a3d6b) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:40.984981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-2cc5dfed-5bb4-4f7e-b34e-c2fea455ee7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79fe4701-b1d7-4c47-9c88-7ae3231d8b06 HTTP/1.1" status: 200 len: 217 time: 0.1591122 Nov 12 11:17:41.013144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.139212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917ea6b-450b-49c3-94d6-0cd66efe0a59 req-b19eada6-4614-47a2-80d1-867c7f82423c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:41.143143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5917ea6b-450b-49c3-94d6-0cd66efe0a59 req-b19eada6-4614-47a2-80d1-867c7f82423c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 944 time: 0.2750187 Nov 12 11:17:41.287146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5917ea6b-450b-49c3-94d6-0cd66efe0a59 req-7ed8b5e9-9a8a-4842-adb0-0ed5433215da tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314971 Nov 12 11:17:41.365893 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.379717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:17:41.452239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.517299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c059c77e-9b2f-42eb-9573-c590671fdbde req-67bf0473-45c4-473f-9367-370d3230cd98 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.1275280 Nov 12 11:17:41.536398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.570697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-4e4bbae1-1152-4b66-8c99-a668f94330e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:41.572449 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-4e4bbae1-1152-4b66-8c99-a668f94330e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.5768561 Nov 12 11:17:41.583239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.592325 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:17:41.595522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:41.605717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Network 3835772e-a587-4bf5-a0af-5e5f2fb42727 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:41.668752 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-dd95012d-2a35-44ed-8b50-f6fe27896315 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791273 Nov 12 11:17:41.725206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Pushing event updated for resources: {'Port': ['ID=4839063e-ffff-4cc1-9a9a-9fb0065a3d6b,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:41.736260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:41.753763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:41.835246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 743e287d-052b-4f2e-aba3-a740847d17f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=743e287d-052b-4f2e-aba3-a740847d17f9,segment=NetworkSegment(234f2c63-e7dd-46cd-9e1e-edd3519a7729),segment_id=234f2c63-e7dd-46cd-9e1e-edd3519a7729)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:41.842522 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.855793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.873344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-b777c9e4-adbd-4367-87ed-a248e05042df service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993721 Nov 12 11:17:41.902860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:41.918498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3835772e-a587-4bf5-a0af-5e5f2fb42727']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:41.924255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.933924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6ddf850b-2d04-4829-8480-2fb289a22872 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:41.942024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4f8722-1dce-4c33-b937-dd24c0ebba4c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:41.942734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4f8722-1dce-4c33-b937-dd24c0ebba4c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:41.945497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.949632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-16158196-e995-458d-b1b5-f962571d9db7 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 200 len: 934 time: 5.5436471 Nov 12 11:17:41.961927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59926) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:41.963591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:41.991026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.003203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:42.011254 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:42.124345 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:42.154422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Attempting to bind port 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:42.155015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Attempting to bind port 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '7a4f8722-1dce-4c33-b937-dd24c0ebba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3835772e-a587-4bf5-a0af-5e5f2fb42727'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:42.155393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Attempting to bind port 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b on network 3835772e-a587-4bf5-a0af-5e5f2fb42727 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:42.178733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8e94ce-b046-41eb-a7a8-dde99c9290c5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:42.205242 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:17:42.205242 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:17:42.205242 n-d-768852-22 neutron-server[109704]: [parameters: {'id': '3835772e-a587-4bf5-a0af-5e5f2fb42727'}] Nov 12 11:17:42.205242 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:42.217791 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:42.232595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ad4f6-3038-4e39-b415-fb86aa52ab53 req-60dd8fef-d4b3-45b0-b3d4-e08f433d7f67 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:42.242698 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d87ad4f6-3038-4e39-b415-fb86aa52ab53 req-60dd8fef-d4b3-45b0-b3d4-e08f433d7f67 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.7833998 Nov 12 11:17:42.261336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:42.261705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Checking segment: {'id': '7a4f8722-1dce-4c33-b937-dd24c0ebba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3835772e-a587-4bf5-a0af-5e5f2fb42727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:42.262119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.262524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Bound using segment: {'id': '7a4f8722-1dce-4c33-b937-dd24c0ebba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3835772e-a587-4bf5-a0af-5e5f2fb42727'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:42.263036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Bound port: 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4f8722-1dce-4c33-b937-dd24c0ebba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3835772e-a587-4bf5-a0af-5e5f2fb42727'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:42.263431 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.339181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c578043-9688-431c-a344-49a3da588276 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 200 len: 934 time: 0.3577013 Nov 12 11:17:42.346783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59936) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:42.353349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'routes': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:42.422494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] For port 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:42.429976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] For port 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4839063e-ffff-4cc1-9a9a-9fb0065a3d6b,segment=NetworkSegment(7a4f8722-1dce-4c33-b937-dd24c0ebba4c),segment_id=7a4f8722-1dce-4c33-b937-dd24c0ebba4c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:42.444707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d87ad4f6-3038-4e39-b415-fb86aa52ab53 req-effdd2f9-6b73-4439-9c33-a702cf6d54a3 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999381 Nov 12 11:17:42.478546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:17:42.480192 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-8dc084a5-3c09-421c-8678-2eb5073d57cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:17:42.480906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:42.486164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=743e287d-052b-4f2e-aba3-a740847d17f9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:42.505831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6ddf850b-2d04-4829-8480-2fb289a22872 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:42.506228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.512726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '79fe4701-b1d7-4c47-9c88-7ae3231d8b06', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'port_id': '79fe4701-b1d7-4c47-9c88-7ae3231d8b06', 'mac_address': 'fa:16:3e:51:b0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f7ed30-3a0e-47d9-9235-13bb159a07de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:17:42.543054 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.637428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Allocated IP 172.25.3.10 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/62b5b042-2374-41f8-883e-816ec4b16717) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:42.716918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.733704 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fb65e9f-49ec-4ea8-9660-cce020b266bc req-fe0743dd-8bcb-48fd-aeaa-0a0dd33ae5c2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0507462 Nov 12 11:17:42.788216 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ccd93a2-db7a-4c86-89a6-bb8bbe77f53d req-61fe44d9-89a6-4711-9431-afc66909d318 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9064903 Nov 12 11:17:42.985636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting port 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:42.985636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:42.985854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.002114 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:43.037486 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:43.038378 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:43.064838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5db06-2fe6-4b2e-96a5-49fd52f4824e req-52d5f62a-faf3-446c-abac-fb8068356d5f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:43.074267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-54a5db06-2fe6-4b2e-96a5-49fd52f4824e req-52d5f62a-faf3-446c-abac-fb8068356d5f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 944 time: 0.5715358 Nov 12 11:17:43.164056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] For port 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4839063e-ffff-4cc1-9a9a-9fb0065a3d6b,segment=NetworkSegment(7a4f8722-1dce-4c33-b937-dd24c0ebba4c),segment_id=7a4f8722-1dce-4c33-b937-dd24c0ebba4c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:43.176859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.247356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Calling delete_port for 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:43.311516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.379152 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:43.401279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b12c9f-284a-4f42-9242-c829edd7143e None None] Network 3835772e-a587-4bf5-a0af-5e5f2fb42727 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:43.407608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8381d57-9952-484d-a32d-314dea9d918b None None] Pushing event updated for resources: {'Port': ['ID=4839063e-ffff-4cc1-9a9a-9fb0065a3d6b,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:43.493600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:43.567666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:43.569722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added routes are [] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:17:43.572147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:17:43.579309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 40a03d69-9ec4-4295-8139-b08d44f8931f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:43.652398 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.677691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.720407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c3d5d2ac-be6e-43d0-af18-5f39caba51f2 None None] Provisioning complete for port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:43.720809 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d2ac-be6e-43d0-af18-5f39caba51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.728625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.755295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No DVR routers for this DVR port 4839063e-ffff-4cc1-9a9a-9fb0065a3d6b on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:43.768367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9b9eb-1e6d-4f2d-ada6-86323626f83f req-1ff0dd9f-3770-46fe-88f8-7c9240baa9a6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:43.777446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aba9b9eb-1e6d-4f2d-ada6-86323626f83f req-1ff0dd9f-3770-46fe-88f8-7c9240baa9a6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1688879 Nov 12 11:17:43.813996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:43.819637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'Port': ['ID=62b5b042-2374-41f8-883e-816ec4b16717,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:43.828160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Port': ['ID=4839063e-ffff-4cc1-9a9a-9fb0065a3d6b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:43.836394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:43.848816 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:43.981425 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:38Z', 'revision_number': 6, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:39Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:44.005451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:44.013638 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:44.043047 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:44.043047 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:44.154054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.157155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-54a5db06-2fe6-4b2e-96a5-49fd52f4824e req-ac9c950e-4d94-4300-bc29-52fdb7010e26 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0818644 Nov 12 11:17:44.242878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aba9b9eb-1e6d-4f2d-ada6-86323626f83f req-69caef32-860d-4f77-b7c2-9581fc535205 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4612415 Nov 12 11:17:44.259458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3835772e-a587-4bf5-a0af-5e5f2fb42727']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:44.314191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4f8722-1dce-4c33-b937-dd24c0ebba4c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:44.314938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4f8722-1dce-4c33-b937-dd24c0ebba4c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:44.350387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.397559 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.402491 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:44.412640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:44.413490 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:44.417038 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:44.593765 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.596534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 40a03d69-9ec4-4295-8139-b08d44f8931f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:44.597155 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.635102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.654911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/3835772e-a587-4bf5-a0af-5e5f2fb42727 HTTP/1.1" status: 204 len: 168 time: 4.4310257 Nov 12 11:17:44.655873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227ba89-5e14-4ea0-aaec-f2eb638b312b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=3835772e-a587-4bf5-a0af-5e5f2fb42727,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:44.664494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59964) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:44.675384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1416267309'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:44.694362 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d2ac-be6e-43d0-af18-5f39caba51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.697614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['79fe4701-b1d7-4c47-9c88-7ae3231d8b06'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:17:44.750094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4b220-23d9-4cde-8904-01a29b987df4 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:17:44.817649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:44.826729 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.889930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:44.904158 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:43Z', 'revision_number': 7, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:39Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:44.917667 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:44.918017 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment 6a122c61-847a-46fa-8990-d3f046f340a9 of type vlan for network 0aca8941-a6f7-47d1-95c8-9ced941e6709 Nov 12 11:17:44.981922 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb14643-03af-47d1-8d6b-dda06abad418 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:43Z', 'revision_number': 7, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:39Z', 'revision_number': 4, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:45.033313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.153147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.159015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:45.159641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.199597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:45.203157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f4b220-23d9-4cde-8904-01a29b987df4 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:17:45.336499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6685963 Nov 12 11:17:45.337472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59972) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:45.343478 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.361658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': '0aca8941-a6f7-47d1-95c8-9ced941e6709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:45.447689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.480843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b273a-780d-468d-b5d9-1c89f8fff790 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=0aca8941-a6f7-47d1-95c8-9ced941e6709,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:45.525345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8add7556-f1df-40e9-a4c7-28228b08fe55 req-1f7f65d1-2ec0-4fad-bfd9-d3a06956fdbf tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.1725004 Nov 12 11:17:45.650346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66f8e-d1e4-49e8-976d-58f149c0f1b9 req-fd2c3629-8989-46da-a693-6e15468af541 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:45.652419 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0a66f8e-d1e4-49e8-976d-58f149c0f1b9 req-fd2c3629-8989-46da-a693-6e15468af541 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 945 time: 0.2840950 Nov 12 11:17:45.767234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 0aca8941-a6f7-47d1-95c8-9ced941e6709 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:45.782550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0a66f8e-d1e4-49e8-976d-58f149c0f1b9 req-8f3a0888-acaf-4c3f-8d02-ddce1ae71942 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128864 Nov 12 11:17:45.787833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:45.817005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c3d5d2ac-be6e-43d0-af18-5f39caba51f2 None None] For port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,segment=NetworkSegment(234f2c63-e7dd-46cd-9e1e-edd3519a7729),segment_id=234f2c63-e7dd-46cd-9e1e-edd3519a7729)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:45.827190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.833461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:45.905902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd5f35-1725-4223-9313-e1a78df9a53b req-e3ee28ca-dcfd-4257-b6c1-240250eb7b7b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:45.908994 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-04cd5f35-1725-4223-9313-e1a78df9a53b req-e3ee28ca-dcfd-4257-b6c1-240250eb7b7b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1883612 Nov 12 11:17:45.978612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:46.014113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.044687 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d2ac-be6e-43d0-af18-5f39caba51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.167033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:46.179333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.180556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6bd3af34-c051-4e32-bdc4-913862a31ab6 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 200 len: 700 time: 3.8324802 Nov 12 11:17:46.186867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59978) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:46.191102 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-04cd5f35-1725-4223-9313-e1a78df9a53b req-e214dd74-fb8e-48e2-a706-9c28537d775a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744913 Nov 12 11:17:46.266287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:46.384138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c3d5d2ac-be6e-43d0-af18-5f39caba51f2 None None] Provisioning complete for port 743e287d-052b-4f2e-aba3-a740847d17f9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:46.384649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3d5d2ac-be6e-43d0-af18-5f39caba51f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.419357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e8b7442d-311b-4109-ab97-92761659d5e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 200 len: 700 time: 0.2263157 Nov 12 11:17:46.422442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59980) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:46.450027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:46.450940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:46.506199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.536310 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.572641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5d2ac-be6e-43d0-af18-5f39caba51f2 None None] Pushing event updated for resources: {'Port': ['ID=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:46.651357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:46.723513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:46.870494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7f5141de-29a8-4830-a6a7-0b3f2dcebfab up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:46.882153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'Port': ['ID=62b5b042-2374-41f8-883e-816ec4b16717,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:46.923814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.048245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.051108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-feef9b0d-60c1-438f-b457-fc121217c3ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0644722 Nov 12 11:17:47.119690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6507e9-029e-47fe-9185-7abf0a59a970 req-55777e31-b4c5-4bc8-b71c-5539cee780b9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:47.121920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a6507e9-029e-47fe-9185-7abf0a59a970 req-55777e31-b4c5-4bc8-b71c-5539cee780b9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 945 time: 0.1394393 Nov 12 11:17:47.230409 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7a6507e9-029e-47fe-9185-7abf0a59a970 req-34518df7-bf81-4437-aea7-58a5fa99decb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014900 Nov 12 11:17:47.391662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3b6652f-7c67-43b6-80cc-23470024932c req-f77165ad-7314-472c-9de0-4b37064f1de4 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0825372 Nov 12 11:17:47.503075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=04390644-20b7-45cd-ac95-27ba99526d9d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:47.552490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': '6a122c61-847a-46fa-8990-d3f046f340a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0aca8941-a6f7-47d1-95c8-9ced941e6709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:47.552490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: 0aca8941-a6f7-47d1-95c8-9ced941e6709, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:47.568717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:47.569079 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.642278 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.752538 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-a35c7f33-1b81-4336-8625-5fa49b7e2f1e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--334585238&fields=id&tenant_id=47eb09e34b40417790f30046c157e078 HTTP/1.1" status: 200 len: 267 time: 0.1707432 Nov 12 11:17:47.759770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 0aca8941-a6f7-47d1-95c8-9ced941e6709 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:47.767220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port b8e8410f-693d-45be-a3cb-1f6c6fbe4986 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:47.767781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:47.802713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a97028-580c-4363-8897-8212cc8f8328 req-c47540dc-a2e2-4040-bd8f-4b35805cf920 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:47.809451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6a97028-580c-4363-8897-8212cc8f8328 req-c47540dc-a2e2-4040-bd8f-4b35805cf920 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.2224672 Nov 12 11:17:47.850994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:43Z', 'revision_number': 7, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:45Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:47.858058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 743e287d-052b-4f2e-aba3-a740847d17f9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:47.916740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:47.982203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:47.982871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:48.033947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 0aca8941-a6f7-47d1-95c8-9ced941e6709) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:48.059363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:48.061652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.066884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b116-6086-4921-8137-693a3621dd8b req-4dabaab8-0d68-4273-94e1-e56fa0499329 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:48.072796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-4dabaab8-0d68-4273-94e1-e56fa0499329 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.3097782 Nov 12 11:17:48.082124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6c455-a5ad-408b-aff5-e2c72bc6fc7e None None] Network 0aca8941-a6f7-47d1-95c8-9ced941e6709 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:48.104957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-55b89481-0439-45d8-87a7-9f955606fed7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/quotas/47eb09e34b40417790f30046c157e078 HTTP/1.1" status: 200 len: 375 time: 0.0253396 Nov 12 11:17:48.124621 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6a97028-580c-4363-8897-8212cc8f8328 req-c19407a2-c21d-4bce-95d8-7b5786eeed78 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022776 Nov 12 11:17:48.187390 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c96494bd-5d63-4ea0-b6fd-3e2dcc6fee4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8378739 Nov 12 11:17:48.192006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60006) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:48.284603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-e69a9b4c-feb3-40ba-8138-b599ad5f2a7f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1718693 Nov 12 11:17:48.368236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port 8c7ff506-8e55-4b6c-b87b-f6583245b86c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:48.368778 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.473573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Port 8c7ff506-8e55-4b6c-b87b-f6583245b86c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:48.484887 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-11e9cdc3-f5b0-46e1-8be2-c3169c8472b6 service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843362 Nov 12 11:17:48.486594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.504545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 743e287d-052b-4f2e-aba3-a740847d17f9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:48.505218 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.518623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:48.592108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.610556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port 62b5b042-2374-41f8-883e-816ec4b16717 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:48.611102 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.659175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Port 62b5b042-2374-41f8-883e-816ec4b16717 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:48.671512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4ad98-4956-4b75-a744-e4ff530b5260 req-1c616b14-d99c-44bc-97a5-e718acd728b1 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:48.680265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374eedce-f135-4759-acfb-225cf3fb999f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-0aca8941-a6f7-47d1-95c8-9ced941e6709', 'network_id': '0aca8941-a6f7-47d1-95c8-9ced941e6709', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': '04390644-20b7-45cd-ac95-27ba99526d9d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:48.681310 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-374eedce-f135-4759-acfb-225cf3fb999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.692880 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30c4ad98-4956-4b75-a744-e4ff530b5260 req-1c616b14-d99c-44bc-97a5-e718acd728b1 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 945 time: 0.2842069 Nov 12 11:17:48.734813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-9e0f1d05-6d17-41d5-9514-7cf658027c15 service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483749 Nov 12 11:17:48.853939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30c4ad98-4956-4b75-a744-e4ff530b5260 req-5af445e0-4563-445e-afbc-4a8a6ec75d27 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600590 Nov 12 11:17:48.868386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:48.946455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port 1724f0b1-6b25-4295-ab12-14ada154364a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:48.946455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.086414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.166979 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-260d89b9-a994-436a-aaf9-297f74517147 req-d8000bff-bb2e-4526-925d-a99b9a92201f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 210 time: 0.0670738 Nov 12 11:17:49.219031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=04390644-20b7-45cd-ac95-27ba99526d9d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:49.289755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4dcb039-59d7-4c90-aecb-d17d8a084819 req-82cc1d5e-0fb7-496d-afec-d6703cf57d0c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0824635 Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server [None req-374eedce-f135-4759-acfb-225cf3fb999f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04390644-20b7-45cd-ac95-27ba99526d9d: This subnet is being modified by another concurrent operation. Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04390644-20b7-45cd-ac95-27ba99526d9d: This subnet is being modified by another concurrent operation. Nov 12 11:17:49.398188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Nov 12 11:17:49.407277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6ddf850b-2d04-4829-8480-2fb289a22872 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:49.488910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d141ea6-b6ac-4a17-96e6-c124f8e0c990 req-1efab4cd-a4c4-4074-a9bc-b2d79dfb292b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:49.493060 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d141ea6-b6ac-4a17-96e6-c124f8e0c990 req-1efab4cd-a4c4-4074-a9bc-b2d79dfb292b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1622367 Nov 12 11:17:49.501509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.551241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0636d699-7e69-4e54-8e1d-e82a0c5ae0d1 None None] Network 0aca8941-a6f7-47d1-95c8-9ced941e6709 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:49.583150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aca8941-a6f7-47d1-95c8-9ced941e6709']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:49.610262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a122c61-847a-46fa-8990-d3f046f340a9') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:49.610552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a122c61-847a-46fa-8990-d3f046f340a9') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:49.641554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.641852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9d141ea6-b6ac-4a17-96e6-c124f8e0c990 req-c6a16c1f-3fa9-4bbf-9fd6-450bb5a5f1c8 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409149 Nov 12 11:17:49.765165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.774826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:49.776466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.853452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4933925-e47d-4d90-8511-a96748c9d4ca None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:49.890704 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:49.903533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:43Z', 'revision_number': 7, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:45Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:49.908183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:49.910839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port fe762df8-8f2d-47e8-9800-6c3445993006 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:49.911211 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.965749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.971011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b12f40f-f1c0-490c-aa65-2930f527d037 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:43Z', 'revision_number': 7, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f5141de-29a8-4830-a6a7-0b3f2dcebfab', 'name': '', 'network_id': 'e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:4b:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:28Z', 'updated_at': '2021-11-12T11:17:45Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '0d84f71d-ad1c-4f73-ade9-1ab276f08936', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:49.977394 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:49.998010 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/0aca8941-a6f7-47d1-95c8-9ced941e6709 HTTP/1.1" status: 204 len: 168 time: 1.8004298 Nov 12 11:17:49.999321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60032) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:50.000949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:50.001509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.004398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-84708085'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:50.072486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6ddf850b-2d04-4829-8480-2fb289a22872 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:50.072923 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.142039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:50.146060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.198621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:50.217257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.217609 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment 89d2d961-7fa0-4eed-873f-dc6c83516247 of type vlan for network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 Nov 12 11:17:50.313623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port 7f5141de-29a8-4830-a6a7-0b3f2dcebfab, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,segment=NetworkSegment(234f2c63-e7dd-46cd-9e1e-edd3519a7729),segment_id=234f2c63-e7dd-46cd-9e1e-edd3519a7729)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:50.314437 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.346680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 7f5141de-29a8-4830-a6a7-0b3f2dcebfab owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:50.457293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.577453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33feb0dc-7b1c-4e9a-aac3-8bece69139c2 req-b7c1cd24-fd27-41da-846d-5d8d00d9e557 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 210 time: 0.2501268 Nov 12 11:17:50.635860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a113608-e45e-418a-b468-1aef134b632c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=0aca8941-a6f7-47d1-95c8-9ced941e6709,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:50.656896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.663387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:50.665779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.665959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b57d-4996-4dc7-a09d-42e8ca310eed req-69181efb-db3f-43f7-9cd6-c9b478ac447a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:50.668324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47f6b57d-4996-4dc7-a09d-42e8ca310eed req-69181efb-db3f-43f7-9cd6-c9b478ac447a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 945 time: 0.5526743 Nov 12 11:17:50.739957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.767216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:17:50.779965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:50.781942 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.782537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=7f5141de-29a8-4830-a6a7-0b3f2dcebfab,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:50.798213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47f6b57d-4996-4dc7-a09d-42e8ca310eed req-98f5d4a9-73e3-4026-9cfe-3554aa0e3d7c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210215 Nov 12 11:17:50.831587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa764e31-5e1a-45a1-a6dc-054d73ada5bc req-6148557f-856f-4b44-80d5-cbc82f270c8d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0992537 Nov 12 11:17:50.938460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9324977 Nov 12 11:17:50.939196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60042) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:50.951345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:50.983322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:51.022579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4933925-e47d-4d90-8511-a96748c9d4ca None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:17:51.035452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port c1964eed-b642-4260-b93c-cc58c302eea4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:51.035830 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.052478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e2795-ad5d-41cc-b44c-731e9b597cbe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:51.163554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:51.165699 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.264287 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d476482-1ad7-4a93-91ce-820806ff8321 req-806fab12-f36f-4cf4-b33b-6863fa623917 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:51.265999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d476482-1ad7-4a93-91ce-820806ff8321 req-806fab12-f36f-4cf4-b33b-6863fa623917 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1369526 Nov 12 11:17:51.302847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:51.307212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.342708 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.426859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d476482-1ad7-4a93-91ce-820806ff8321 req-e5a59d0f-3610-4952-86d0-59dbbac46941 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883157 Nov 12 11:17:51.664215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:51.686778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fe4701-b1d7-4c47-9c88-7ae3231d8b06'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:51.689205 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d43227-8fdc-4331-ba33-f6c0ee09e274" -d '{"events": [{"server_uuid": "49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d", "name": "network-vif-plugged", "status": "completed", "tag": "79fe4701-b1d7-4c47-9c88-7ae3231d8b06"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:51.732550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:17:51.735553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.789578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0498b572-8bbc-4836-a2cc-9267114c5af9 req-606d9cc5-73b5-46cd-8059-1e5f2548a6aa tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 210 time: 0.0604718 Nov 12 11:17:51.880158 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e014e-28df-41f1-92d7-b1bb21e53b01 x-openstack-request-id: req-ff7e014e-28df-41f1-92d7-b1bb21e53b01 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:51.880581 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d", "name": "network-vif-plugged", "status": "completed", "tag": "79fe4701-b1d7-4c47-9c88-7ae3231d8b06", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:51.880857 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ff7e014e-28df-41f1-92d7-b1bb21e53b01 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:51.881226 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fe4701-b1d7-4c47-9c88-7ae3231d8b06', 'code': 200} Nov 12 11:17:51.902224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.948620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port b7d7fd71-c825-4fb9-93d5-b261f9ecb5c1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:51.948853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:51.995963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Port b7d7fd71-c825-4fb9-93d5-b261f9ecb5c1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:51.997628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:52.069048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port 46f796d1-fa9a-4b04-a2ee-afd6612ad3bf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:52.070235 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.089942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:17:52.102483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15afc481-54d6-489d-8ac0-8bd01270e40b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6756024 Nov 12 11:17:52.103058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60056) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:52.106318 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:17:52.123406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592a518-a113-4df4-8097-cdfa778eec5e req-9cf4ca57-7a97-4a8e-9932-9e84479e5833 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:52.136274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b592a518-a113-4df4-8097-cdfa778eec5e req-9cf4ca57-7a97-4a8e-9932-9e84479e5833 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.1513703 Nov 12 11:17:52.137487 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:52.138496 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:52.212102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Port 46f796d1-fa9a-4b04-a2ee-afd6612ad3bf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:17:52.225391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port c5c6ca80-6585-4421-9dfd-58c314071ad0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:52.225763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.366516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4adc9ce-b0d6-4957-8e87-5e725fc86917 req-49f3b4c9-a45b-4ecd-be1e-ded6b36ecc49 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.2652640 Nov 12 11:17:52.388531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b592a518-a113-4df4-8097-cdfa778eec5e req-52aeefc3-fce1-4085-8eb6-6404e596eb9c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561643 Nov 12 11:17:52.435328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d2f33-f6f2-44d9-833c-33924de694d2 req-9cf6454f-c873-4c61-a6ad-471e712854c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:52.449762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cc1d2f33-f6f2-44d9-833c-33924de694d2 req-9cf6454f-c873-4c61-a6ad-471e712854c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 1098 time: 0.5760102 Nov 12 11:17:52.459051 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:52.461184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=9ca14b7a-7145-4e57-926c-e0e4ebaf8cb6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:52.478904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9236ce-1fa3-49a2-8019-a56332e8bb18 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet 0d84f71d-ad1c-4f73-ade9-1ab276f08936 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:17:52.484460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': '89d2d961-7fa0-4eed-873f-dc6c83516247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:52.484832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:17:52.486730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d9236ce-1fa3-49a2-8019-a56332e8bb18 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.488845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Provisioning complete for port 186e9c28-273d-4ced-923b-377b0aceff28 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:52.489202 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff995d9b-4d3e-47f5-b164-a6585cca6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.570724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d9236ce-1fa3-49a2-8019-a56332e8bb18 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.629829 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cc1d2f33-f6f2-44d9-833c-33924de694d2 req-1972b350-e3f1-4487-8024-96250efdf71e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682925 Nov 12 11:17:52.682565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b116-6086-4921-8137-693a3621dd8b req-478eb4ad-bebc-48ce-8855-8ff471f3b905 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:52.684142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-478eb4ad-bebc-48ce-8855-8ff471f3b905 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.4640946 Nov 12 11:17:52.704519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:17:52.759420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fe243-7286-4ad9-974e-21565c87fcdb req-1feb32a6-92a9-4811-b95a-19bfc88eb114 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:52.778330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f31fe243-7286-4ad9-974e-21565c87fcdb req-1feb32a6-92a9-4811-b95a-19bfc88eb114 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1093645 Nov 12 11:17:52.787167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:52.799581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1360d75e-954a-47c3-baea-18102a2aad5a None None] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:52.839163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:52.840551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:52.944664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f31fe243-7286-4ad9-974e-21565c87fcdb req-1267ca96-8ab6-4846-af98-ffae329c5399 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649606 Nov 12 11:17:52.970463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bfa8fa65-29e6-4dd5-a859-78c524e3869a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0018356 Nov 12 11:17:52.973339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60066) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:52.984678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:53.191889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808', 'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': '9ca14b7a-7145-4e57-926c-e0e4ebaf8cb6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:17:53.209899 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.220799 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:50Z', 'revision_number': 8, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:53.292121 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:17:53.307811 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:17:53.308726 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:53.353202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:53.357351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.422861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Allocated IP 2001:db8::2 (1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808/9ca14b7a-7145-4e57-926c-e0e4ebaf8cb6/0ab7e51d-5783-48ae-9d26-50e82affc942) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:53.649636 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:17:53.739764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e7cf7-e973-4ce4-b9cc-2a15203f22c4 req-e5c40923-235d-464d-b98f-3fee6ddfbfe4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:53.754133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e0e7cf7-e973-4ce4-b9cc-2a15203f22c4 req-e5c40923-235d-464d-b98f-3fee6ddfbfe4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.2418401 Nov 12 11:17:53.824652 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.839755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-cdf605bb-289e-439e-b56b-f9c687a7177c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47eb09e34b40417790f30046c157e078 HTTP/1.1" status: 200 len: 379 time: 1.1379819 Nov 12 11:17:53.887151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'port': {'device_id': '85083adb-ae58-471e-8318-c51d0842fc98', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'admin_state_up': True, 'tenant_id': '47eb09e34b40417790f30046c157e078', 'security_groups': ['6e1a0cac-bbe6-4201-8aed-3222b1c69d4f']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:53.894528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e0e7cf7-e973-4ce4-b9cc-2a15203f22c4 req-b8c30799-2e16-405d-97b3-9c6a905eca68 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161497 Nov 12 11:17:53.924252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d9236ce-1fa3-49a2-8019-a56332e8bb18 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:53.959289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a8959714-c941-4e5a-9e4f-6496cb4929af req-db98cdf6-8dfd-4952-91ee-46c7fe084846 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 210 time: 0.1377137 Nov 12 11:17:54.023722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.112051 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac2a0ed1-9df2-4c0c-a838-07dae3536c00 req-4bf6f2d9-3f2b-45f5-8146-71d4d9f34d9c tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0701849 Nov 12 11:17:54.116201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:54.122673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:54.125540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:54.196711 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:17:54.206877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Pushing event updated for resources: {'Port': ['ID=0ab7e51d-5783-48ae-9d26-50e82affc942,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:54.244789 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:50Z', 'revision_number': 8, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:54.280869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Attempting to bind port 0ab7e51d-5783-48ae-9d26-50e82affc942 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:54.281167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Attempting to bind port 0ab7e51d-5783-48ae-9d26-50e82affc942 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '89d2d961-7fa0-4eed-873f-dc6c83516247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:54.281508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Attempting to bind port 0ab7e51d-5783-48ae-9d26-50e82affc942 on network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:54.283790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b35399-eb55-4c5b-9935-b3f85035a965 req-eb0e522c-4aa9-4972-b0ab-0ba97e288adc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:54.285243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9b35399-eb55-4c5b-9935-b3f85035a965 req-eb0e522c-4aa9-4972-b0ab-0ba97e288adc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.0681245 Nov 12 11:17:54.289739 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fa52f-5f45-4fbd-b96b-2e0d96274759 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:17:50Z', 'revision_number': 8, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': '40a03d69-9ec4-4295-8139-b08d44f8931f', 'name': '', 'network_id': 'e0670ec6-821f-49e8-9948-60c6ceb5609a', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:b5:a7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:31Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '96c5daf4-26bb-4398-8218-c868e8167b97', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:17:54.291365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:54.291746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Checking segment: {'id': '89d2d961-7fa0-4eed-873f-dc6c83516247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:54.292258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.292660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Bound using segment: {'id': '89d2d961-7fa0-4eed-873f-dc6c83516247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:54.293151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Bound port: 0ab7e51d-5783-48ae-9d26-50e82affc942, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2d961-7fa0-4eed-873f-dc6c83516247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:54.293541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.368527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9b35399-eb55-4c5b-9935-b3f85035a965 req-b1de493b-7d0d-48ce-8f76-c9d3d5097808 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742090 Nov 12 11:17:54.387792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] For port 0ab7e51d-5783-48ae-9d26-50e82affc942, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:54.392348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] For port 0ab7e51d-5783-48ae-9d26-50e82affc942, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0ab7e51d-5783-48ae-9d26-50e82affc942,segment=NetworkSegment(89d2d961-7fa0-4eed-873f-dc6c83516247),segment_id=89d2d961-7fa0-4eed-873f-dc6c83516247)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:54.537573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.540680 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.540844 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Made reservation on behalf of 47eb09e34b40417790f30046c157e078 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:54.547600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.556101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d9236ce-1fa3-49a2-8019-a56332e8bb18 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.586496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d9236ce-1fa3-49a2-8019-a56332e8bb18 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.597592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5d9236ce-1fa3-49a2-8019-a56332e8bb18 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/0d84f71d-ad1c-4f73-ade9-1ab276f08936 HTTP/1.1" status: 204 len: 168 time: 2.4919963 Nov 12 11:17:54.606981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f8ed9-d220-45c8-a06b-b81b0de3434c None None] Network e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:54.607786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60080) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:54.632274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:54.643696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9236ce-1fa3-49a2-8019-a56332e8bb18 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=0d84f71d-ad1c-4f73-ade9-1ab276f08936,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:54.666425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:54.678494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:54.684338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.781498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4432cfe-80a7-48a4-bded-83ea43619f1b None None] Pushing event updated for resources: {'Port': ['ID=0ab7e51d-5783-48ae-9d26-50e82affc942,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:54.817047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=b654bb81-a6c6-4340-bf35-6f0d75d8d7b5,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:54.879131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:54.950172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-37e9ad10-57e9-4eb4-9f3f-5b412425934c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9686215 Nov 12 11:17:54.951335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60088) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:55.005889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 743e287d-052b-4f2e-aba3-a740847d17f9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:55.005889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.043382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7f5141de-29a8-4830-a6a7-0b3f2dcebfab no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:55.081485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 7f5141de-29a8-4830-a6a7-0b3f2dcebfab {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:55.082047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7f5141de-29a8-4830-a6a7-0b3f2dcebfab not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:55.170677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] DHCP port deletion for e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:17:55.288780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e7048-6e33-4133-b302-425b84ad76ca tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:55.293966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e7048-6e33-4133-b302-425b84ad76ca tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:55.296716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e7048-6e33-4133-b302-425b84ad76ca tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:55.316204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e7048-6e33-4133-b302-425b84ad76ca tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:55.316204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e7048-6e33-4133-b302-425b84ad76ca tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:55.316572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] Deleting port 743e287d-052b-4f2e-aba3-a740847d17f9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:55.317066 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-727e7048-6e33-4133-b302-425b84ad76ca tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3581648 Nov 12 11:17:55.317190 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.317309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port 743e287d-052b-4f2e-aba3-a740847d17f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=743e287d-052b-4f2e-aba3-a740847d17f9,segment=NetworkSegment(234f2c63-e7dd-46cd-9e1e-edd3519a7729),segment_id=234f2c63-e7dd-46cd-9e1e-edd3519a7729)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:55.317309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.322850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60098) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:55.335660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276660413'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:55.361892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46183a2f-57aa-49a4-9e05-fd8240bb8e00 req-9aa4ce80-ba76-43f3-b8f7-56facc648eed tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:55.363470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-46183a2f-57aa-49a4-9e05-fd8240bb8e00 req-9aa4ce80-ba76-43f3-b8f7-56facc648eed tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.2760079 Nov 12 11:17:55.364565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 743e287d-052b-4f2e-aba3-a740847d17f9 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:55.374775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78e6afa1-46ec-4740-9fcb-db50f84980e8 req-3648503e-368c-45a3-8f49-0872255f1acc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 210 time: 0.1410093 Nov 12 11:17:55.380585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Allocated IP 172.20.0.13 (dee60f8e-6462-4771-93ee-ff3744977885/4ad8e53f-894d-4de8-8319-ecbcc2645a04/85ca9f1e-0e01-439d-af05-f28fa75d86c1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:55.529987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-46183a2f-57aa-49a4-9e05-fd8240bb8e00 req-4d1ccd12-ee58-4034-b66b-53e8c3421b34 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418889 Nov 12 11:17:55.538987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] For port 743e287d-052b-4f2e-aba3-a740847d17f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=743e287d-052b-4f2e-aba3-a740847d17f9,segment=NetworkSegment(234f2c63-e7dd-46cd-9e1e-edd3519a7729),segment_id=234f2c63-e7dd-46cd-9e1e-edd3519a7729)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:55.540262 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.586369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] Calling delete_port for 743e287d-052b-4f2e-aba3-a740847d17f9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:55.614712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:55.629853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.703529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9a0931b-6b93-459f-8cf9-ee9d181ea6bc req-045b6be4-9a5a-4299-a04d-6abdbd20e55d tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0416672 Nov 12 11:17:55.826750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.843780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:55.939899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] Pushing event deleted for resources: {'Port': ['ID=743e287d-052b-4f2e-aba3-a740847d17f9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:55.953220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a2605-cee2-40fd-92d6-674e3679b82f None None] No DVR routers for this DVR port 743e287d-052b-4f2e-aba3-a740847d17f9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:55.993901 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.089096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:56.122598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Network dee60f8e-6462-4771-93ee-ff3744977885 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:17:56.148485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:17:56.158271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.166647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:17:56.179160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:17:56.201524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=743e287d-052b-4f2e-aba3-a740847d17f9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:56.203422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No DVR routers for this DVR port 743e287d-052b-4f2e-aba3-a740847d17f9 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:17:56.222532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.222797 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment 89c5044e-3095-4c63-9a47-251f81c70296 of type vlan for network a5ed72f7-b3e8-40df-bde7-07fe77581414 Nov 12 11:17:56.234924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e46db-5195-4efd-979a-fc590ecdbb74 req-47ee7daf-2a2c-418f-a5f0-6b99379e713c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.237006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e91e46db-5195-4efd-979a-fc590ecdbb74 req-47ee7daf-2a2c-418f-a5f0-6b99379e713c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.5229564 Nov 12 11:17:56.306466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.307168 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.328781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a591e-e869-4af5-97a1-8142d3e20aee req-a513c43e-3e05-4eb1-80de-1d1bccd0dec9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.332275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c15a591e-e869-4af5-97a1-8142d3e20aee req-a513c43e-3e05-4eb1-80de-1d1bccd0dec9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.2060199 Nov 12 11:17:56.351470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.440341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c15a591e-e869-4af5-97a1-8142d3e20aee req-a3c0de64-aa04-456e-b567-1d33c57517f4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964391 Nov 12 11:17:56.441074 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e91e46db-5195-4efd-979a-fc590ecdbb74 req-428c6619-9c74-4a22-8a06-8465ea39b677 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957548 Nov 12 11:17:56.447694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-f2a898a7-4c75-409a-96f8-94bddb52a864 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5827122 Nov 12 11:17:56.451339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.470636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Request body: {'port': {'device_id': '85083adb-ae58-471e-8318-c51d0842fc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:56.512392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:56.519646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d6c7f-44a4-42f5-b9a0-edc843d8e693 None None] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:17:56.553113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234f2c63-e7dd-46cd-9e1e-edd3519a7729') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:56.553407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234f2c63-e7dd-46cd-9e1e-edd3519a7729') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:17:56.591389 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.607760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.614860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:17:56.615370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.694126 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.resource_extend [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:17:56.710230 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:17:56.742840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.762917 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.767866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.774056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fa9ff6fa-f067-42e9-b60c-e3b8aefae880 None None] Provisioning complete for port 0ab7e51d-5783-48ae-9d26-50e82affc942 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:56.774056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6fa-f067-42e9-b60c-e3b8aefae880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.775085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7 HTTP/1.1" status: 204 len: 168 time: 2.1598916 Nov 12 11:17:56.775199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60116) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:56.912156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2da71-e52f-4521-b5c8-a068ee3824f7 req-ceb3641d-5def-4781-863e-d4fc9924c565 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.921948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1a2da71-e52f-4521-b5c8-a068ee3824f7 req-ceb3641d-5def-4781-863e-d4fc9924c565 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 932 time: 0.2850451 Nov 12 11:17:56.934226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:56.943070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:56.943727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.026400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038394c0-6333-4f5b-b21e-ecf44831b2b9 None None] Update dhcp port {'port': {'network_id': '1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808', 'fixed_ips': [{'subnet_id': '9ca14b7a-7145-4e57-926c-e0e4ebaf8cb6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b654bb81-a6c6-4340-bf35-6f0d75d8d7b5'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '0ab7e51d-5783-48ae-9d26-50e82affc942'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:17:57.032881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0b8cd-ab4f-4c65-a72f-84ffdc357c30 req-150fec71-4930-49c2-a6eb-1dc129abb9f8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:57.036723 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56f0b8cd-ab4f-4c65-a72f-84ffdc357c30 req-150fec71-4930-49c2-a6eb-1dc129abb9f8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.3232367 Nov 12 11:17:57.045004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91636d-24e7-41b1-9e8c-0b0952ac67a0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=e750d5d4-e61e-4cc5-b8d5-25ba1daa5bb7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:57.109058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1a2da71-e52f-4521-b5c8-a068ee3824f7 req-d94de14d-a917-4a40-b243-f460aafea451 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858096 Nov 12 11:17:57.141675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6fa-f067-42e9-b60c-e3b8aefae880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.190498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fa9ff6fa-f067-42e9-b60c-e3b8aefae880 None None] For port 0ab7e51d-5783-48ae-9d26-50e82affc942, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0ab7e51d-5783-48ae-9d26-50e82affc942,segment=NetworkSegment(89d2d961-7fa0-4eed-873f-dc6c83516247),segment_id=89d2d961-7fa0-4eed-873f-dc6c83516247)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:57.190746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-038394c0-6333-4f5b-b21e-ecf44831b2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.256239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=a5ed72f7-b3e8-40df-bde7-07fe77581414,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:57.305361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0ab7e51d-5783-48ae-9d26-50e82affc942 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:57.305590 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-56f0b8cd-ab4f-4c65-a72f-84ffdc357c30 req-cfd32be3-d256-4a3e-bb35-773beca85c1f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807409 Nov 12 11:17:57.318941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-385abbfc-6c06-49a7-9227-07d86312d35c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9893956 Nov 12 11:17:57.319766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60118) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:57.329065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:57.405908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:57.413478 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff6fa-f067-42e9-b60c-e3b8aefae880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.514490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ca9f1e-0e01-439d-af05-f28fa75d86c1 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:17:57.534007 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.567612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Transition to ACTIVE for port object 85ca9f1e-0e01-439d-af05-f28fa75d86c1 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:17:57.667459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f3f93c3-4b92-45e5-9415-c6d23541c7c7 req-257d1485-5a5f-4cea-a610-b34055fee6a1 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0922849 Nov 12 11:17:57.668639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.837022 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:57.949212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0ab7e51d-5783-48ae-9d26-50e82affc942 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:57.949835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.048794 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.070701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 is not hosted by any dhcp agent {{(pid=109705) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:17:58.095652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:58.097699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.110159 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "PUT /v2.0/networks/a5ed72f7-b3e8-40df-bde7-07fe77581414 HTTP/1.1" status: 200 len: 723 time: 0.7841711 Nov 12 11:17:58.117126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Attempting to bind port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:17:58.122591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Attempting to bind port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:17:58.123206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Attempting to bind port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:58.140570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ff6fa-f067-42e9-b60c-e3b8aefae880 None None] Pushing event updated for resources: {'Port': ['ID=0ab7e51d-5783-48ae-9d26-50e82affc942,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:58.145593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de585456-58cb-4cb4-abbb-d0b73f70c8cb req-d6b023cb-9df7-42b0-8b36-652da48c2f87 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:58.161002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de585456-58cb-4cb4-abbb-d0b73f70c8cb req-d6b023cb-9df7-42b0-8b36-652da48c2f87 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.3440399 Nov 12 11:17:58.164230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60128) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:17:58.170752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 on network dee60f8e-6462-4771-93ee-ff3744977885 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:17:58.171119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Attempting to bind port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:17:58.182450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': 'a5ed72f7-b3e8-40df-bde7-07fe77581414', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:17:58.208843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:17:58.209175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Checking segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:17:58.209578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Bound using segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:17:58.210706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Bound port: 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:17:58.210706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.253518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:58.279851 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de585456-58cb-4cb4-abbb-d0b73f70c8cb req-512b25a6-a42b-4d90-bdf9-b17179fc3378 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179214 Nov 12 11:17:58.306456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dce0ed-d749-454c-9c15-d653800826ca req-9bc397fb-0b07-4acb-afe3-2009afb99d0d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:58.319776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-04dce0ed-d749-454c-9c15-d653800826ca req-9bc397fb-0b07-4acb-afe3-2009afb99d0d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.2820427 Nov 12 11:17:58.339219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-038394c0-6333-4f5b-b21e-ecf44831b2b9 None None] Allocated IP 172.20.0.1 (1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808/b654bb81-a6c6-4340-bf35-6f0d75d8d7b5/0ab7e51d-5783-48ae-9d26-50e82affc942) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:17:58.360231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=a5ed72f7-b3e8-40df-bde7-07fe77581414,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:58.432276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.432768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.433431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.433918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.434388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.434858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.436130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.436544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.436944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.438129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.438540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.440254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98a990-fd9b-4413-aac2-16613a0b93cd tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:17:58.456401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:17:58.458625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 743e287d-052b-4f2e-aba3-a740847d17f9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:17:58.495345 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.511599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 743e287d-052b-4f2e-aba3-a740847d17f9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:17:58.512061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 743e287d-052b-4f2e-aba3-a740847d17f9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:17:58.584426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-038394c0-6333-4f5b-b21e-ecf44831b2b9 None None] For port 0ab7e51d-5783-48ae-9d26-50e82affc942, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0ab7e51d-5783-48ae-9d26-50e82affc942,segment=NetworkSegment(89d2d961-7fa0-4eed-873f-dc6c83516247),segment_id=89d2d961-7fa0-4eed-873f-dc6c83516247)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:58.599011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-04dce0ed-d749-454c-9c15-d653800826ca req-bc86a6f0-418c-4b0a-998a-763caee82ac3 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782168 Nov 12 11:17:58.636512 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-038394c0-6333-4f5b-b21e-ecf44831b2b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.707126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:17:58.718158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:17:58.719228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-038394c0-6333-4f5b-b21e-ecf44831b2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.744818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867c7a2-181b-4a99-9091-fe1042ef3aa5 req-f6e6e334-3179-4883-9460-6318bf6a2e1c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:58.754163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6867c7a2-181b-4a99-9091-fe1042ef3aa5 req-f6e6e334-3179-4883-9460-6318bf6a2e1c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 944 time: 0.2344873 Nov 12 11:17:58.828645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6867c7a2-181b-4a99-9091-fe1042ef3aa5 req-8572af49-59ba-455c-9cf4-2c636204f863 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734076 Nov 12 11:17:58.833668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.913606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:58.918028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.918028 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] 10.222.0.69 "PUT /v2.0/ports/85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 1093 time: 2.4532382 Nov 12 11:17:58.918028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:17:58.928579 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aff8e4-30c7-4a02-af29-57ebde8836f7" -d '{"events": [{"name": "network-changed", "server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:17:58.950402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:17:58.962806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:58.969558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711ece68-8fb8-43a7-8923-76c779322ee5 req-8b36add4-84f4-48d7-9f46-970d1a8bd4e6 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0934999 Nov 12 11:17:59.001053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038394c0-6333-4f5b-b21e-ecf44831b2b9 None None] Pushing event updated for resources: {'Port': ['ID=0ab7e51d-5783-48ae-9d26-50e82affc942,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:59.028458 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f421c9b-7160-4a84-934a-28c7798c6581 x-openstack-request-id: req-0f421c9b-7160-4a84-934a-28c7798c6581 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:17:59.029795 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:17:59.030163 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0f421c9b-7160-4a84-934a-28c7798c6581 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:17:59.030582 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'status': 'completed', 'code': 200} Nov 12 11:17:59.204808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0ab7e51d-5783-48ae-9d26-50e82affc942 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:17:59.237027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e1c1e-81f2-4087-a669-3a0ac74e21e9 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:17:59.317813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aff8e4-30c7-4a02-af29-57ebde8836f7 req-eae3ac0f-2681-4c49-81a9-f52c59fede48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:59.320492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4aff8e4-30c7-4a02-af29-57ebde8836f7 req-eae3ac0f-2681-4c49-81a9-f52c59fede48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1096 time: 0.2114117 Nov 12 11:17:59.368448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-05e3dba1-4c9f-49ec-b6a2-5a7dbbe10820 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:59.368448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-05e3dba1-4c9f-49ec-b6a2-5a7dbbe10820 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.1374977 Nov 12 11:17:59.409058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 40a03d69-9ec4-4295-8139-b08d44f8931f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:59.409398 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.470094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0ab7e51d-5783-48ae-9d26-50e82affc942 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:17:59.471398 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.477378 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-082d04a0-bc3d-4196-9fba-2324f583c7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.715689 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.773039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f14e5-99e1-408a-a9b1-85a07f79bece req-42739f27-9275-407e-97bf-0a4d5a58f2c8 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:59.774543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f8f14e5-99e1-408a-a9b1-85a07f79bece req-42739f27-9275-407e-97bf-0a4d5a58f2c8 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.2403104 Nov 12 11:17:59.789900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port 40a03d69-9ec4-4295-8139-b08d44f8931f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=40a03d69-9ec4-4295-8139-b08d44f8931f,segment=NetworkSegment(44bd3517-709c-4369-a05f-a02e5543c051),segment_id=44bd3517-709c-4369-a05f-a02e5543c051)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:17:59.790244 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.831051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 40a03d69-9ec4-4295-8139-b08d44f8931f owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:17:59.842936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Deleting port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:17:59.843277 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:17:59.893837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aff8e4-30c7-4a02-af29-57ebde8836f7 req-8053ad7b-db70-4a99-93d4-bfb0ade7f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:17:59.895405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4aff8e4-30c7-4a02-af29-57ebde8836f7 req-8053ad7b-db70-4a99-93d4-bfb0ade7f3bb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=47eb09e34b40417790f30046c157e078&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5599689 Nov 12 11:18:00.024789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': '89c5044e-3095-4c63-9a47-251f81c70296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a5ed72f7-b3e8-40df-bde7-07fe77581414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:00.025481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: a5ed72f7-b3e8-40df-bde7-07fe77581414, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:00.027742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=583f1147-60c9-4791-85d3-cb17ca169757,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:00.086735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4711f59-8a15-4b4c-9ece-664ec95980eb None None] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:00.185918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-77e165b2-b083-4cbf-80ec-bec6f46061e0 None None] Provisioning complete for port 0ab7e51d-5783-48ae-9d26-50e82affc942 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:00.186189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f8f14e5-99e1-408a-a9b1-85a07f79bece req-4728f1d3-d073-48cc-85e2-6d215d91076d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032061 Nov 12 11:18:00.186564 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77e165b2-b083-4cbf-80ec-bec6f46061e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.214864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aff8e4-30c7-4a02-af29-57ebde8836f7 req-d9ed42cb-6455-46ae-9118-643a95679918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.220695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4aff8e4-30c7-4a02-af29-57ebde8836f7 req-d9ed42cb-6455-46ae-9118-643a95679918 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3060112 Nov 12 11:18:00.271527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1726c-731f-4b17-b6c6-8497927d5388 req-8498d5cd-e672-4e70-8c66-7690d7ae09f9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.275263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.281579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94a1726c-731f-4b17-b6c6-8497927d5388 req-8498d5cd-e672-4e70-8c66-7690d7ae09f9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.5307496 Nov 12 11:18:00.372310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:00.388951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=40a03d69-9ec4-4295-8139-b08d44f8931f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:00.480968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94a1726c-731f-4b17-b6c6-8497927d5388 req-735c5607-a95b-4472-8439-fffaeffa43ae tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984737 Nov 12 11:18:00.497728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b116-6086-4921-8137-693a3621dd8b req-dcb74b8f-f1d2-4b65-9093-4fff0fc22e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.502963 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-dcb74b8f-f1d2-4b65-9093-4fff0fc22e5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1096 time: 0.2186260 Nov 12 11:18:00.605049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, a5ed72f7-b3e8-40df-bde7-07fe77581414) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:00.612424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.613029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.622006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccdc6e-1b71-47aa-ad9d-31ec45fc6703 None None] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:00.625374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-fde3ac30-f264-4ea7-8f33-4dd5b694500e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 217 time: 0.1140745 Nov 12 11:18:00.688552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] For port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:00.689132 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:00.738786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Calling delete_port for 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:00.785182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14ebbb5c-ad42-458c-b634-4dcebaca509d req-72a6eba2-77ff-4f86-998c-ab3092439b8b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0667357 Nov 12 11:18:00.802896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dede07d3-f720-427b-9b8f-a304391b4d4d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6224933 Nov 12 11:18:00.811472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60154) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:00.828682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f6498366-59ca-47ee-a22e-965833cd9406 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:00.875581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b116-6086-4921-8137-693a3621dd8b req-ade3d3b9-2f90-41ff-865a-c9c14a74ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.876795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-ade3d3b9-2f90-41ff-865a-c9c14a74ecc4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.2438483 Nov 12 11:18:00.969294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d10aa-1f89-403b-87fd-24b05817b1c6 req-932b306e-d285-4118-bc35-06e91347231b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:00.981983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-498d10aa-1f89-403b-87fd-24b05817b1c6 req-932b306e-d285-4118-bc35-06e91347231b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 944 time: 0.5125611 Nov 12 11:18:00.988788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-a5ed72f7-b3e8-40df-bde7-07fe77581414', 'network_id': 'a5ed72f7-b3e8-40df-bde7-07fe77581414', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': '583f1147-60c9-4791-85d3-cb17ca169757'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:00.989841 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.026191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4375c71f-47e8-4617-a72f-1feffec4cd76 None None] Provisioning complete for port 0ab7e51d-5783-48ae-9d26-50e82affc942 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:01.039503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b116-6086-4921-8137-693a3621dd8b req-30ae478d-ef6a-492f-8846-6b988e43ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:01.044213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-30ae478d-ef6a-492f-8846-6b988e43ad83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571879 Nov 12 11:18:01.047513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4375c71f-47e8-4617-a72f-1feffec4cd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.136515 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6498366-59ca-47ee-a22e-965833cd9406 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30374591'] for subnet, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.149333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.301452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-498d10aa-1f89-403b-87fd-24b05817b1c6 req-9895077e-1831-412f-ab8e-67acac70367f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164265 Nov 12 11:18:01.323943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0ab7e51d-5783-48ae-9d26-50e82affc942 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:01.377651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Allocated IP 2001:db8::2 (a5ed72f7-b3e8-40df-bde7-07fe77581414/583f1147-60c9-4791-85d3-cb17ca169757/ba4ddbe3-cfb0-43e9-adb3-5802288d01eb) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:01.448382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd3115-a1e1-4a5f-aad6-bf7239435f49 req-5cc5ed5b-3954-43ec-ba55-8fb4e465c171 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:01.450317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47cd3115-a1e1-4a5f-aad6-bf7239435f49 req-5cc5ed5b-3954-43ec-ba55-8fb4e465c171 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.0957844 Nov 12 11:18:01.527083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-e798502f-4e84-4a20-9cbe-8104a177d71b service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712095 Nov 12 11:18:01.599116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0ab7e51d-5783-48ae-9d26-50e82affc942 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:01.599489 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.691294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47cd3115-a1e1-4a5f-aad6-bf7239435f49 req-aa5d91ee-b587-4b82-b52a-e24700bcebc4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333715 Nov 12 11:18:01.832048 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23e5d1bd-3d08-4d1c-99aa-84fd0642fd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.893495 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:01.913312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0b4b116-6086-4921-8137-693a3621dd8b req-666d39bb-c211-4ef7-8b03-018181ff5667 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661270 Nov 12 11:18:01.959832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:01.984325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe90bd3-cbf1-49a5-8278-447021eace63 req-455a5746-632b-45e6-a493-6a32cb32fbed tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:01.990026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3587122e-a677-48be-915b-913c2c78c96e req-f42a6672-37c8-4322-ace9-1018a1837654 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0738549 Nov 12 11:18:01.993587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfe90bd3-cbf1-49a5-8278-447021eace63 req-455a5746-632b-45e6-a493-6a32cb32fbed tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 946 time: 0.1299636 Nov 12 11:18:01.999958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.062676 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.074397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:02.082941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:02.085791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:02.130539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:02.202658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Pushing event updated for resources: {'Port': ['ID=ba4ddbe3-cfb0-43e9-adb3-5802288d01eb,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:02.252736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Attempting to bind port ba4ddbe3-cfb0-43e9-adb3-5802288d01eb on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:02.253093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Attempting to bind port ba4ddbe3-cfb0-43e9-adb3-5802288d01eb by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '89c5044e-3095-4c63-9a47-251f81c70296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a5ed72f7-b3e8-40df-bde7-07fe77581414'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:02.253468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Attempting to bind port ba4ddbe3-cfb0-43e9-adb3-5802288d01eb on network a5ed72f7-b3e8-40df-bde7-07fe77581414 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:02.276941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:02.277318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Checking segment: {'id': '89c5044e-3095-4c63-9a47-251f81c70296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a5ed72f7-b3e8-40df-bde7-07fe77581414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:02.277727 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.278124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Bound using segment: {'id': '89c5044e-3095-4c63-9a47-251f81c70296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a5ed72f7-b3e8-40df-bde7-07fe77581414'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:02.278670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Bound port: ba4ddbe3-cfb0-43e9-adb3-5802288d01eb, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c5044e-3095-4c63-9a47-251f81c70296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a5ed72f7-b3e8-40df-bde7-07fe77581414'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:02.279061 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.301898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6498366-59ca-47ee-a22e-965833cd9406 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769636192395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29689559'] for subnet, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.443872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6498366-59ca-47ee-a22e-965833cd9406 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:02.444965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6498366-59ca-47ee-a22e-965833cd9406 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.453235 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f6498366-59ca-47ee-a22e-965833cd9406 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "PUT /v2.0/subnets/583f1147-60c9-4791-85d3-cb17ca169757 HTTP/1.1" status: 200 len: 826 time: 1.6390033 Nov 12 11:18:02.454414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60168) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:02.568770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] For port ba4ddbe3-cfb0-43e9-adb3-5802288d01eb, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:02.576968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] For port ba4ddbe3-cfb0-43e9-adb3-5802288d01eb, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ba4ddbe3-cfb0-43e9-adb3-5802288d01eb,segment=NetworkSegment(89c5044e-3095-4c63-9a47-251f81c70296),segment_id=89c5044e-3095-4c63-9a47-251f81c70296)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:02.589530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6498366-59ca-47ee-a22e-965833cd9406 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=583f1147-60c9-4791-85d3-cb17ca169757,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:02.680325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537bf0b-183a-4a17-adda-fad653c88032 req-6e73fbc1-b3d6-4468-b2a8-fa2eaf085d4a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:02.682501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8537bf0b-183a-4a17-adda-fad653c88032 req-6e73fbc1-b3d6-4468-b2a8-fa2eaf085d4a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 944 time: 0.1800206 Nov 12 11:18:02.698458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb70514-4a25-4ae6-91e1-6aa40124b59f None None] DHCP port deletion for 2a948bd9-eaea-414c-aa36-b9a53bc27d8b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:02.720091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:02.833202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event deleted for resources: {'Port': ['ID=79fe4701-b1d7-4c47-9c88-7ae3231d8b06,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:02.868316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:02.881104 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdcf0e-764d-4c04-9edb-5824ea7dc645 None None] Pushing event updated for resources: {'Port': ['ID=ba4ddbe3-cfb0-43e9-adb3-5802288d01eb,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:03.323997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-05d5baf1-0ad5-470a-a894-cbf14dd5f4cc tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1120667 Nov 12 11:18:03.327723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:03.328689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60176) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:03.328689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] No DVR routers for this DVR port 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:03.328689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.328689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33af320d-24e5-4fe2-8698-ff62202b68c3 req-89520b99-984d-47ec-8a36-d5ce56480a48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "DELETE /v2.0/ports/79fe4701-b1d7-4c47-9c88-7ae3231d8b06 HTTP/1.1" status: 204 len: 173 time: 3.6031537 Nov 12 11:18:03.328689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bfe90bd3-cbf1-49a5-8278-447021eace63 req-fece01a8-9299-4624-a5e3-f48970550779 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0021744 Nov 12 11:18:03.328689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d', 'name': 'network-vif-deleted', 'tag': '79fe4701-b1d7-4c47-9c88-7ae3231d8b06'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:03.328689 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d8a547-5671-4ce1-a454-3a671dd95b95" -d '{"events": [{"server_uuid": "49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d", "name": "network-vif-deleted", "tag": "79fe4701-b1d7-4c47-9c88-7ae3231d8b06"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:03.329430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:03.329430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:03.329583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-971d266e-7929-43d0-bdbc-62c3cb055517 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet 96c5daf4-26bb-4398-8218-c868e8167b97 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:03.329583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-971d266e-7929-43d0-bdbc-62c3cb055517 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.329719 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.329793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8537bf0b-183a-4a17-adda-fad653c88032 req-04877430-fa90-4c69-bfad-755de121e4e4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5520670 Nov 12 11:18:03.329793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.330601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-971d266e-7929-43d0-bdbc-62c3cb055517 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.376169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting port ba4ddbe3-cfb0-43e9-adb3-5802288d01eb {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:03.377742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.385761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:03.419209 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42557458-0752-461c-a581-2e019b4ec936 x-openstack-request-id: req-42557458-0752-461c-a581-2e019b4ec936 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:03.419531 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d", "name": "network-vif-deleted", "tag": "79fe4701-b1d7-4c47-9c88-7ae3231d8b06", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:03.419792 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42557458-0752-461c-a581-2e019b4ec936 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:03.421715 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d', 'name': 'network-vif-deleted', 'tag': '79fe4701-b1d7-4c47-9c88-7ae3231d8b06', 'status': 'completed', 'code': 200} Nov 12 11:18:03.554272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-563ff5f9-1e16-490a-9319-e2fe11c3ad55 req-0fa206b6-7bdb-4ed0-8d4b-8522b8adf93b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0332844 Nov 12 11:18:03.561212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] For port ba4ddbe3-cfb0-43e9-adb3-5802288d01eb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ba4ddbe3-cfb0-43e9-adb3-5802288d01eb,segment=NetworkSegment(89c5044e-3095-4c63-9a47-251f81c70296),segment_id=89c5044e-3095-4c63-9a47-251f81c70296)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:03.561701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.585737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Calling delete_port for ba4ddbe3-cfb0-43e9-adb3-5802288d01eb owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:03.600746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-971d266e-7929-43d0-bdbc-62c3cb055517 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:03.741849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330d71d-0263-43b6-b88b-bcb2be3c9586 req-9e950408-9efe-40ba-b0ea-4b54f2cf02e5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:03.756127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9330d71d-0263-43b6-b88b-bcb2be3c9586 req-9e950408-9efe-40ba-b0ea-4b54f2cf02e5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.2735062 Nov 12 11:18:03.900791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9330d71d-0263-43b6-b88b-bcb2be3c9586 req-51a3e96b-9439-483a-90bd-b96718cebabb tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433327 Nov 12 11:18:03.975532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:04.007711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:04.008106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 79fe4701-b1d7-4c47-9c88-7ae3231d8b06 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:04.056827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:00Z', 'revision_number': 9, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:04.110241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:04.123555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:04.124511 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:04.178839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-196c1f41-9eb1-49f9-b71b-cffdc1de6c08 req-a683fd78-cf4a-4686-9657-a3dc54424acc tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=49e4bc2b-78c3-4fa1-9b7a-bac0e8ec1c4d HTTP/1.1" status: 200 len: 210 time: 0.0521815 Nov 12 11:18:04.280818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-971d266e-7929-43d0-bdbc-62c3cb055517 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.314539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d266e-7929-43d0-bdbc-62c3cb055517 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=96c5daf4-26bb-4398-8218-c868e8167b97,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:04.316641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-971d266e-7929-43d0-bdbc-62c3cb055517 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.317348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.320038 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-971d266e-7929-43d0-bdbc-62c3cb055517 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/96c5daf4-26bb-4398-8218-c868e8167b97 HTTP/1.1" status: 204 len: 168 time: 1.4144611 Nov 12 11:18:04.322539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60190) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:04.369465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Port': ['ID=ba4ddbe3-cfb0-43e9-adb3-5802288d01eb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:04.467453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No DVR routers for this DVR port ba4ddbe3-cfb0-43e9-adb3-5802288d01eb on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:04.494451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.548757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d09f64-6821-4ab5-b483-24f367d3ccac None None] Network e0670ec6-821f-49e8-9948-60c6ceb5609a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:04.627826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 2793bff7-049c-4e4f-bbe1-1885a483f798 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:04.628196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.636036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.666969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4a06f-8859-4287-9e0c-80d5e07f3bda req-81d25364-9499-40b9-905e-084f8b9a5b7d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:04.668519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bb4a06f-8859-4287-9e0c-80d5e07f3bda req-81d25364-9499-40b9-905e-084f8b9a5b7d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 944 time: 0.2141254 Nov 12 11:18:04.686531 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.806600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port 2793bff7-049c-4e4f-bbe1-1885a483f798, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2793bff7-049c-4e4f-bbe1-1885a483f798,segment=NetworkSegment(44bd3517-709c-4369-a05f-a02e5543c051),segment_id=44bd3517-709c-4369-a05f-a02e5543c051)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:04.806962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:04.855364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 2793bff7-049c-4e4f-bbe1-1885a483f798 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:04.863251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:18:04.877536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee8521-86b0-4892-a4da-01b8f239a9ed None None] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:04.898603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bb4a06f-8859-4287-9e0c-80d5e07f3bda req-30b4a39d-1e2d-4aa3-ab6a-cf29510ca85c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205181 Nov 12 11:18:04.907762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-276e83d7-7c3a-4a20-b5a4-360964b784f3 req-60c73605-6bd4-4d05-b67c-cdb974f5e9f8 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0906882 Nov 12 11:18:05.081166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d9ba339a-18d2-4055-8ec3-2d9dd8b27fd7 None None] Could not find standard attr ID for object ba4ddbe3-cfb0-43e9-adb3-5802288d01eb. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:18:05.083611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:05.088880 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.184139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=583f1147-60c9-4791-85d3-cb17ca169757,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.226327 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.260657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3454-0382-4d58-ab95-62a99836f9d4 req-94b351ea-36d3-4e54-9e94-fde69f05d35e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:05.262417 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a9d3454-0382-4d58-ab95-62a99836f9d4 req-94b351ea-36d3-4e54-9e94-fde69f05d35e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.2231874 Nov 12 11:18:05.309386 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.399701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No DVR routers for this DVR port 2793bff7-049c-4e4f-bbe1-1885a483f798 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:05.413530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=2793bff7-049c-4e4f-bbe1-1885a483f798,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.439494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.489058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a9d3454-0382-4d58-ab95-62a99836f9d4 req-5d3c2ef0-e016-4981-b1b0-4a6e35a9e207 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860747 Nov 12 11:18:05.490899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ed72f7-b3e8-40df-bde7-07fe77581414']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:05.531963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c5044e-3095-4c63-9a47-251f81c70296') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:05.531963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c5044e-3095-4c63-9a47-251f81c70296') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:05.537787 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.570555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.579627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:05.580800 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:05.583694 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:05.777439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.844067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.856299 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:05.862866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/a5ed72f7-b3e8-40df-bde7-07fe77581414 HTTP/1.1" status: 204 len: 168 time: 3.3998444 Nov 12 11:18:05.871218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:05.878100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60220) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:05.890499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33243b3e-fe71-4d6a-9897-f9424cd62b97 None None] DHCP port deletion for e0670ec6-821f-49e8-9948-60c6ceb5609a request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:05.898969 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-af61158a-8540-490c-863c-c9762b00d527 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:05.899720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af61158a-8540-490c-863c-c9762b00d527 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:05.903800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-af61158a-8540-490c-863c-c9762b00d527 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/a5ed72f7-b3e8-40df-bde7-07fe77581414 HTTP/1.1" status: 404 len: 339 time: 0.0236011 Nov 12 11:18:05.904475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e67d-32c2-4794-a79c-bb64ecd7b889 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=a5ed72f7-b3e8-40df-bde7-07fe77581414,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:05.913762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60222) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:05.928129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1487519040', 'description': 'd1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:05.930576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0670ec6-821f-49e8-9948-60c6ceb5609a']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:05.962515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bd3517-709c-4369-a05f-a02e5543c051') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:05.962809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bd3517-709c-4369-a05f-a02e5543c051') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:05.987716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'mac_address': 'fa:16:3e:11:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:18:06.010321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.056461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.087471 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.092052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:06.092474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:06.102268 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:06.115948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca9f1e-0e01-439d-af05-f28fa75d86c1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:06.122889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989aa2-d8de-4f02-b294-332727d0b512 req-2f743480-7f54-4f06-b49d-d7a6926d18a8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:06.137860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3989aa2-d8de-4f02-b294-332727d0b512 req-2f743480-7f54-4f06-b49d-d7a6926d18a8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 944 time: 0.1214900 Nov 12 11:18:06.138658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:06.142292 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.159106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42808a66-f914-43bb-ab6b-4dcd9b4731db None None] DHCP port deletion for a5ed72f7-b3e8-40df-bde7-07fe77581414 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:06.170639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:06.192182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-00af2cc6-2479-4774-bdbc-0a3b356eca6c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:06.194982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc0614-3604-48e9-be9d-4baac9cc088e None None] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:06.211882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-00af2cc6-2479-4774-bdbc-0a3b356eca6c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.4840624 Nov 12 11:18:06.218021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc0614-3604-48e9-be9d-4baac9cc088e None None] Network a5ed72f7-b3e8-40df-bde7-07fe77581414 could not be found, it might have been deleted concurrently. {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 11:18:06.225228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:06.234565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-0e5ba493-47bc-494d-aec9-c5a17d06c0f7 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/quotas/db43c19f43a64644a43091b14e832964 HTTP/1.1" status: 200 len: 375 time: 0.0265641 Nov 12 11:18:06.235995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:00Z', 'revision_number': 9, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:06.247119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.249271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3989aa2-d8de-4f02-b294-332727d0b512 req-5aea216c-d871-44c4-9f9a-7b3f3845d66b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923893 Nov 12 11:18:06.253582 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.253931 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment 88c0de31-b9ac-4012-bf04-5355ffd553d3 of type vlan for network 10116f35-c4f2-42b7-b035-9a261af6351d Nov 12 11:18:06.289017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2251e2-3574-417a-8ddd-10b016e050ec None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:00Z', 'revision_number': 9, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebec395f-98c6-4377-87fc-251b1e595ad6', 'name': '', 'network_id': '1c2d2043-8b37-4381-aac1-d800138fe03b', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:49:21:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:03Z', 'updated_at': '2021-11-12T11:17:12Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '61546768-3115-42ab-b0b3-bc9ad0bc98a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:06.331043 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.337486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.370870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.371801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:06.376048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/e0670ec6-821f-49e8-9948-60c6ceb5609a HTTP/1.1" status: 204 len: 168 time: 2.0507276 Nov 12 11:18:06.380520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60234) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:06.400621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-25bdbcd7-dc39-401b-b5b3-c5d38ca7b020 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1651189 Nov 12 11:18:06.401734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f5687-0405-45bc-8d19-db79ef8e8080 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=e0670ec6-821f-49e8-9948-60c6ceb5609a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:06.502224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.507904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:06.508555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:06.552117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-6a6b5c71-f9aa-4225-adb6-1bbba4e51347 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369338 Nov 12 11:18:06.594345 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-983b28da-210f-40f2-8353-f730622d8f3b req-b8c66428-afca-43d4-83a7-f370e62c9bc2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.2249660 Nov 12 11:18:06.613997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['85ca9f1e-0e01-439d-af05-f28fa75d86c1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:06.692693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-dc1bc2c1-5cf2-4cdf-b5c3-a3c1d7772540 service neutron] 10.222.0.98 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324213 Nov 12 11:18:06.715191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60244) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:06.715791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8000662 Nov 12 11:18:06.784422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75916c-499a-4fa1-98cb-d8d7e932675c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=10116f35-c4f2-42b7-b035-9a261af6351d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:06.813995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 10116f35-c4f2-42b7-b035-9a261af6351d details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:06.900986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff9471-29f8-4c07-bae3-37197ee1ced7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:06.904106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-19ff9471-29f8-4c07-bae3-37197ee1ced7 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/networks?id=10116f35-c4f2-42b7-b035-9a261af6351d HTTP/1.1" status: 200 len: 765 time: 0.1878109 Nov 12 11:18:06.906656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60248) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:06.915561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1446df7f-79b7-47d9-8477-1d2bbf512c19 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'description': 'd2'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:07.067417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fcad-5433-45e2-8444-c11871123d7a req-c0e485a6-1838-41c1-8192-09e74410c3fc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.076548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e905fcad-5433-45e2-8444-c11871123d7a req-c0e485a6-1838-41c1-8192-09e74410c3fc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1783438 Nov 12 11:18:07.117558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2793bff7-049c-4e4f-bbe1-1885a483f798 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:07.136272 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1446df7f-79b7-47d9-8477-1d2bbf512c19 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.167458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd776a5c-c17d-493e-9efb-6eea1056a375 req-ff5ac856-53cb-474c-870d-5f4f9d8dc71a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 210 time: 0.0454693 Nov 12 11:18:07.180830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 2793bff7-049c-4e4f-bbe1-1885a483f798 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:07.181417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2793bff7-049c-4e4f-bbe1-1885a483f798 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:07.182090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ba4ddbe3-cfb0-43e9-adb3-5802288d01eb no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:07.216086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ba4ddbe3-cfb0-43e9-adb3-5802288d01eb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:07.216367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ba4ddbe3-cfb0-43e9-adb3-5802288d01eb not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:07.216840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 40a03d69-9ec4-4295-8139-b08d44f8931f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:07.233089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e905fcad-5433-45e2-8444-c11871123d7a req-996c68ed-a90a-4b64-9794-60d9ae8c4e30 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555688 Nov 12 11:18:07.238694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 40a03d69-9ec4-4295-8139-b08d44f8931f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:07.239044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 40a03d69-9ec4-4295-8139-b08d44f8931f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:07.279270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1446df7f-79b7-47d9-8477-1d2bbf512c19 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.290011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1446df7f-79b7-47d9-8477-1d2bbf512c19 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 10116f35-c4f2-42b7-b035-9a261af6351d is not hosted by any dhcp agent {{(pid=109705) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:18:07.296391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1446df7f-79b7-47d9-8477-1d2bbf512c19 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.297078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1446df7f-79b7-47d9-8477-1d2bbf512c19 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.298491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1446df7f-79b7-47d9-8477-1d2bbf512c19 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "PUT /v2.0/networks/10116f35-c4f2-42b7-b035-9a261af6351d HTTP/1.1" status: 200 len: 762 time: 0.3905845 Nov 12 11:18:07.301761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60258) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:07.338333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:07.476349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-cb73c4d7-a385-4636-ad36-a80d4b98c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.478026 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-cb73c4d7-a385-4636-ad36-a80d4b98c988 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1097 time: 0.2516484 Nov 12 11:18:07.487214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11f6ae-ebb1-47f2-8528-71443159a89b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.492294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3b11f6ae-ebb1-47f2-8528-71443159a89b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/networks?id=10116f35-c4f2-42b7-b035-9a261af6351d HTTP/1.1" status: 200 len: 765 time: 0.1858504 Nov 12 11:18:07.492294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446df7f-79b7-47d9-8477-1d2bbf512c19 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=10116f35-c4f2-42b7-b035-9a261af6351d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:07.501643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60262) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:07.503029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 10116f35-c4f2-42b7-b035-9a261af6351d details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:07.575009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a77a19-1031-4da9-97d6-32f7d0c30ed2 req-de33dade-045a-4d1f-bcfe-87af95a42a16 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.576887 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-25a77a19-1031-4da9-97d6-32f7d0c30ed2 req-de33dade-045a-4d1f-bcfe-87af95a42a16 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1890213 Nov 12 11:18:07.633968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-3df09977-e873-48bc-aa8a-ce4435c18fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.635524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-3df09977-e873-48bc-aa8a-ce4435c18fb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.1457770 Nov 12 11:18:07.813795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-25a77a19-1031-4da9-97d6-32f7d0c30ed2 req-01426d82-52a8-4ca2-aeb3-b41cece0ce59 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242913 Nov 12 11:18:07.844723 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-b37d3c82-7434-4d7c-9949-1b02521ecc30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 200 len: 1001 time: 0.1969650 Nov 12 11:18:07.860972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d5f518c2-7874-4b59-8411-264e79266219 req-6525e31d-6607-4e50-94e6-1e706e7125f2 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0954497 Nov 12 11:18:07.884385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f04dc0-51a6-46a1-b11e-777cd96f1de6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.890172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15f04dc0-51a6-46a1-b11e-777cd96f1de6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3820617 Nov 12 11:18:07.898960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60272) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:07.933835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-448e3a00-b022-4508-aab9-ad9d225432e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.936155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-448e3a00-b022-4508-aab9-ad9d225432e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.0848749 Nov 12 11:18:07.963713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5e703bf1-2e73-47c3-97fc-2092abafb39f tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 207 time: 0.0636370 Nov 12 11:18:07.966985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60274) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:07.996445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-3b8f0252-5051-405d-a2a8-abc6ebe9e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:07.998242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-3b8f0252-5051-405d-a2a8-abc6ebe9e625 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559897 Nov 12 11:18:08.106005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-7a0dee8a-91e8-4703-84f0-d22568a530c0 service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997741 Nov 12 11:18:08.213296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423b93d-6264-47c8-b21d-415541a4489c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.219742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423b93d-6264-47c8-b21d-415541a4489c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.225068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be7f9ebd-87aa-40d3-b092-88962695b580 req-d9fc4ef5-fff1-42bf-86e4-b584258e5a6a service neutron] 10.222.0.57 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116743 Nov 12 11:18:08.225858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423b93d-6264-47c8-b21d-415541a4489c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.232321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423b93d-6264-47c8-b21d-415541a4489c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.238750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423b93d-6264-47c8-b21d-415541a4489c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.244685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423b93d-6264-47c8-b21d-415541a4489c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.252190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7423b93d-6264-47c8-b21d-415541a4489c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.2788541 Nov 12 11:18:08.252190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port ebec395f-98c6-4377-87fc-251b1e595ad6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:08.252190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:08.257207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60278) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:08.363634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port ebec395f-98c6-4377-87fc-251b1e595ad6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ebec395f-98c6-4377-87fc-251b1e595ad6,segment=NetworkSegment(39ee1a52-9b2f-4199-bead-8187d8f0d5d9),segment_id=39ee1a52-9b2f-4199-bead-8187d8f0d5d9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:08.363965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:08.401139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for ebec395f-98c6-4377-87fc-251b1e595ad6 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:08.404548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16c83383-5047-4eee-bab7-06a86b54a163 req-dc225300-478d-497d-bde2-e3d8baef2e4b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 210 time: 0.0439775 Nov 12 11:18:08.520633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678861ca-8de1-4d70-b0d3-94523c50b642 req-f0c6c91f-8e93-409e-a75f-47e57d3f2605 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.522554 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-678861ca-8de1-4d70-b0d3-94523c50b642 req-f0c6c91f-8e93-409e-a75f-47e57d3f2605 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1364644 Nov 12 11:18:08.545831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-36df5b4a-d2c0-4284-ac3e-40a89b0529d1 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2890565 Nov 12 11:18:08.560266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60282) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:08.594701 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-678861ca-8de1-4d70-b0d3-94523c50b642 req-c28919eb-cd04-44f1-84a7-edd2dd2878b5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474155 Nov 12 11:18:08.658824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac99ea9-3262-4510-bbe4-8f1e07be1df5 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.660498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac99ea9-3262-4510-bbe4-8f1e07be1df5 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.661995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac99ea9-3262-4510-bbe4-8f1e07be1df5 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.663494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac99ea9-3262-4510-bbe4-8f1e07be1df5 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.665036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac99ea9-3262-4510-bbe4-8f1e07be1df5 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.666651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4ac99ea9-3262-4510-bbe4-8f1e07be1df5 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1054652 Nov 12 11:18:08.671192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60284) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:08.744115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:08.765025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:08.766634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ced4c2-d584-4c78-b898-efb5feee8745 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.768778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ced4c2-d584-4c78-b898-efb5feee8745 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.770431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ced4c2-d584-4c78-b898-efb5feee8745 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.771910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ced4c2-d584-4c78-b898-efb5feee8745 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.774093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ced4c2-d584-4c78-b898-efb5feee8745 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:08.780494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-70ced4c2-d584-4c78-b898-efb5feee8745 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1079328 Nov 12 11:18:08.783949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60286) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:08.810103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=ebec395f-98c6-4377-87fc-251b1e595ad6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:08.878862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:18:08.889396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:08.889396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.073458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d4b9e1-ffc1-47ac-803f-0b1af6546b86 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.080443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-60d4b9e1-ffc1-47ac-803f-0b1af6546b86 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/networks/769cf79c-e1b5-4fa1-9b13-6e1d7843d34c HTTP/1.1" status: 200 len: 803 time: 0.2840161 Nov 12 11:18:09.082172 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.088890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2163453-ec93-493f-9fbd-fc5a71eafaa6 req-67a56f5f-7814-4731-8608-eb5baae324b0 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0757852 Nov 12 11:18:09.089438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60296) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:09.153247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:09.156337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:09.159476 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4707a-4b8b-42d8-9171-20fd48491945" -d '{"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-plugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:09.162070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b71a9-1bdb-40c0-bb34-c8610145a607 req-c43491c7-b640-48a1-ab57-6ec598dc5721 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.172251 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-603b71a9-1bdb-40c0-bb34-c8610145a607 req-c43491c7-b640-48a1-ab57-6ec598dc5721 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2403264 Nov 12 11:18:09.239137 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.304857 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641d310d-c6ee-451b-8459-7aba94f2341d x-openstack-request-id: req-641d310d-c6ee-451b-8459-7aba94f2341d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:09.305484 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-plugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:09.305999 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-641d310d-c6ee-451b-8459-7aba94f2341d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:09.306683 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'code': 200} Nov 12 11:18:09.349598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:09.585578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7c7ef79e-a630-4b40-823c-3d3d58865cde req-15a4be77-93be-45e7-a40a-8b5e66f84f45 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 210 time: 0.0324116 Nov 12 11:18:09.599913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:09.606088 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-41a6f193-19ef-4333-b49a-093c18ac3548 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/networks/769cf79c-e1b5-4fa1-9b13-6e1d7843d34c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5144348 Nov 12 11:18:09.609599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60302) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:09.644014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-603b71a9-1bdb-40c0-bb34-c8610145a607 req-de00aa93-89f5-4ece-a323-5697384cf028 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4699228 Nov 12 11:18:09.676573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7470f-7242-4d04-8124-72578c17d9d6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.678004 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-99a7470f-7242-4d04-8124-72578c17d9d6 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/subnets/907495e6-49af-4065-b6a2-2d3d5a8b7d63 HTTP/1.1" status: 200 len: 843 time: 0.0674667 Nov 12 11:18:09.693147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60306) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:09.755592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89249ad2-b4a9-4509-a47b-b5fb319c9128 req-8320b1fc-f3b4-438a-9ca6-aa0933542310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.757098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89249ad2-b4a9-4509-a47b-b5fb319c9128 req-8320b1fc-f3b4-438a-9ca6-aa0933542310 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1098 time: 0.1881902 Nov 12 11:18:09.808920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f0a9d-b032-43cc-8c1a-79fbde294fdb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.813837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8c7f0a9d-b032-43cc-8c1a-79fbde294fdb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "GET /v2.0/subnets/907495e6-49af-4065-b6a2-2d3d5a8b7d63?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1163697 Nov 12 11:18:09.814606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60308) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:09.821016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1171753052'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:09.867147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de29a1-dcd2-4481-be8a-47ff788ff7b2 req-304ee9cf-919e-4a4f-b3ea-e186e55a5667 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:09.868719 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4de29a1-dcd2-4481-be8a-47ff788ff7b2 req-304ee9cf-919e-4a4f-b3ea-e186e55a5667 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1286023 Nov 12 11:18:09.906190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89249ad2-b4a9-4509-a47b-b5fb319c9128 req-f57f8ff7-40a1-4f9e-aa87-27056b8c64c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320069 Nov 12 11:18:09.953440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:09.962563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:10.015446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:10.015446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.052703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-4acbc54b-17d8-4a03-a6f5-c2a6f1ed33e8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.058670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-4acbc54b-17d8-4a03-a6f5-c2a6f1ed33e8 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 806 time: 0.2259970 Nov 12 11:18:10.086211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4de29a1-dcd2-4481-be8a-47ff788ff7b2 req-c38c75bb-c684-4786-87de-2fbd84c48e86 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843860 Nov 12 11:18:10.090229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Request body: {'port': {'device_id': '1a01c76f-c23d-4b12-9d56-327d8aa47c92', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'admin_state_up': True, 'tenant_id': 'db43c19f43a64644a43091b14e832964'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:10.122156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:10.124861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:10.134772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bb5c7637-1028-49da-9151-2092bf69461d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7506948 Nov 12 11:18:10.135804 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:10.140674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60318) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:10.163031 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:10.164910 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:10.184303 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.184741 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Added segment 98212fd0-8acf-44cf-8222-23437af25525 of type vlan for network 8403ebca-71e8-4998-9ee2-94b0d93d44ff Nov 12 11:18:10.254186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.255516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet 61546768-3115-42ab-b0b3-bc9ad0bc98a9 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:10.259272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.338468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.360647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:10.377825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.409093 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:10.447456 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.478291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-761cd7c8-f126-4f86-b220-1b6ad7525e1d req-4ba17d07-89e2-4431-a9b3-56740bcf7446 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0361428 Nov 12 11:18:10.493050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.512900 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.521208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:10.522071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.607438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Made reservation on behalf of db43c19f43a64644a43091b14e832964 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:10.607867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:10.635191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.651313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.718100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Network': ['ID=8403ebca-71e8-4998-9ee2-94b0d93d44ff,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:10.728074 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f13f5be1-e56b-4483-8afa-5e571c0e0f3a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9121742 Nov 12 11:18:10.732897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 8403ebca-71e8-4998-9ee2-94b0d93d44ff details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:10.762121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:10.772146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'network_id': '8403ebca-71e8-4998-9ee2-94b0d93d44ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:10.782060 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:08Z', 'revision_number': 10, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:10.806027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=61546768-3115-42ab-b0b3-bc9ad0bc98a9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:10.825843 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:10.841158 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:10.841779 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:10.865217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:10.875989 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/61546768-3115-42ab-b0b3-bc9ad0bc98a9 HTTP/1.1" status: 204 len: 168 time: 0.7338936 Nov 12 11:18:10.878530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.878884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.879226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.879573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.879906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.880261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.880593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.880922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.881247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.881573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.881896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.882221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8b1516-7906-4207-9c09-6cf541dca70e tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:10.891601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60344) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:10.909350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35326089-5f71-4ebb-8e4c-f6ed7578354e req-711806db-eaae-4284-9501-7597bd8e2ace tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 210 time: 0.0643713 Nov 12 11:18:10.931819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246a65a-7689-4cb9-b203-722ed0f842c7 None None] Network 1c2d2043-8b37-4381-aac1-d800138fe03b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:10.998520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:11.017387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Allocated IP 172.20.0.7 (2a948bd9-eaea-414c-aa36-b9a53bc27d8b/b8f7ed30-3a0e-47d9-9235-13bb159a07de/9dfccba1-2025-4c93-9921-889077ca597a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:11.107716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Made reservation on behalf of 25e59bc198a74a84b01e5434ac28864d for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:11.112015 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.134789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3409e-5c94-4c1b-94fc-f525aa37d376 req-877b9b87-6e26-4b0d-a5d5-9fd9c83b2ae5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:11.136445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72e3409e-5c94-4c1b-94fc-f525aa37d376 req-877b9b87-6e26-4b0d-a5d5-9fd9c83b2ae5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 946 time: 0.3444221 Nov 12 11:18:11.170804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.247484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72e3409e-5c94-4c1b-94fc-f525aa37d376 req-4a8147c7-d3bb-46f9-a1a3-2d015d34c9b7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928400 Nov 12 11:18:11.280933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port a1a25eb2-0b08-452d-abb6-405e5fae5c1c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:11.281799 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.307612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:11.310662 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e20adc-7649-4004-91b2-d7a72ac2432e" -d '{"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-unplugged", "status": "completed", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:11.316515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] DHCP port deletion for 1c2d2043-8b37-4381-aac1-d800138fe03b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:11.316686 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:08Z', 'revision_number': 10, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:11.363060 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680bf1b-c600-456f-975b-2c28be5d94d1 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:08Z', 'revision_number': 10, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None, '_interfaces': [{'id': 'b3ee5466-00f5-4b3e-9952-dd030a0be448', 'name': '', 'network_id': 'cb6931a6-8461-4854-b2aa-97dc111bcdc1', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'mac_address': 'fa:16:3e:2b:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:16:55Z', 'updated_at': '2021-11-12T11:17:02Z', 'revision_number': 5, 'project_id': '562d12db036f4405876fc90cda08629e', 'subnets': [{'id': '40ebad5d-7ee4-494e-b639-832eb5be71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:11.374885 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab9122f-0273-44f2-82a7-0e43c5f1dc89 x-openstack-request-id: req-2ab9122f-0273-44f2-82a7-0e43c5f1dc89 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:11.375171 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-unplugged", "status": "failed", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f", "code": 422}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:11.376221 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2ab9122f-0273-44f2-82a7-0e43c5f1dc89 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:11.378065 n-d-768852-22 neutron-server[109706]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'code': 422} returned with failed status Nov 12 11:18:11.409097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port a1a25eb2-0b08-452d-abb6-405e5fae5c1c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,segment=NetworkSegment(39ee1a52-9b2f-4199-bead-8187d8f0d5d9),segment_id=39ee1a52-9b2f-4199-bead-8187d8f0d5d9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:11.409469 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.425508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for a1a25eb2-0b08-452d-abb6-405e5fae5c1c owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:11.430478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Performing IP validity checks on allocation pools {{(pid=109705) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:18:11.431011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109705) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:18:11.450950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] Deleting port a1a25eb2-0b08-452d-abb6-405e5fae5c1c {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:11.451614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.505154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952c067-5137-42c1-9170-e388a2ec3435 req-99acf09c-1509-43d6-b937-f86b4f30a686 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:11.513994 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f952c067-5137-42c1-9170-e388a2ec3435 req-99acf09c-1509-43d6-b937-f86b4f30a686 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.2376003 Nov 12 11:18:11.559083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.607298 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] For port a1a25eb2-0b08-452d-abb6-405e5fae5c1c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,segment=NetworkSegment(39ee1a52-9b2f-4199-bead-8187d8f0d5d9),segment_id=39ee1a52-9b2f-4199-bead-8187d8f0d5d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:11.607897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.615592 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.622922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] Calling delete_port for a1a25eb2-0b08-452d-abb6-405e5fae5c1c owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:11.676275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:11.695537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No DVR routers for this DVR port a1a25eb2-0b08-452d-abb6-405e5fae5c1c on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:11.738300 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:18:11.741974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3eda568-81a6-44ab-ac8d-098093dd821a req-3afbbc30-624a-45f1-b0eb-e818bc50582b tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0701692 Nov 12 11:18:11.764857 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.773402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f952c067-5137-42c1-9170-e388a2ec3435 req-1e672d2f-695a-4d5b-be16-99f63caa358e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581410 Nov 12 11:18:11.823794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] Pushing event deleted for resources: {'Port': ['ID=a1a25eb2-0b08-452d-abb6-405e5fae5c1c,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:11.827672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb71fcd-af27-4cf3-b68b-431587d13ca1 None None] No DVR routers for this DVR port a1a25eb2-0b08-452d-abb6-405e5fae5c1c on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:11.916635 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:11.967337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2d2043-8b37-4381-aac1-d800138fe03b']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:11.978532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ee1a52-9b2f-4199-bead-8187d8f0d5d9') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:11.978837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ee1a52-9b2f-4199-bead-8187d8f0d5d9') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:11.991220 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.009025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.016131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:12.016749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:12.020078 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:12.022931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.035411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:12.102871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event updated for resources: {'Port': ['ID=9dfccba1-2025-4c93-9921-889077ca597a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:12.115219 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.214080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:12.221894 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.237326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.238961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/1c2d2043-8b37-4381-aac1-d800138fe03b HTTP/1.1" status: 204 len: 168 time: 1.3432086 Nov 12 11:18:12.239692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60384) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:12.276293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb4d73-a59e-4e70-9a4d-9f25299f73b7 req-f1f80a45-5e57-4251-90e6-21de9d3908ab tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:12.278038 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-63fb4d73-a59e-4e70-9a4d-9f25299f73b7 req-f1f80a45-5e57-4251-90e6-21de9d3908ab tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 931 time: 0.2690208 Nov 12 11:18:12.281988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:12.291468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:12.302515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523a9dd-033e-41f4-9369-ca8c985e762f None None] DHCP port deletion for 2a948bd9-eaea-414c-aa36-b9a53bc27d8b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:12.371960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:12.374596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.393821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=70788cef-5d47-45c6-b02e-e9cac91786f4,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:12.429847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556baab-2e87-4bcb-b0ca-5c4cb1b79024 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=1c2d2043-8b37-4381-aac1-d800138fe03b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:12.440661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-75c62629-0ce1-4c5e-beea-59982af74f80 None None] Provisioning complete for port 9dfccba1-2025-4c93-9921-889077ca597a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:12.441544 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-75c62629-0ce1-4c5e-beea-59982af74f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.444623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Checking segment: {'id': '98212fd0-8acf-44cf-8222-23437af25525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8403ebca-71e8-4998-9ee2-94b0d93d44ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:12.444998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network hostable DHCP agents. Network: 8403ebca-71e8-4998-9ee2-94b0d93d44ff, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:12.496292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-9c63e4d3-3c2e-41b8-ad62-c4b0e6a7e6a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4108772 Nov 12 11:18:12.503800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-63fb4d73-a59e-4e70-9a4d-9f25299f73b7 req-86b0fb59-a994-44ea-8173-eb85736a3dcb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385071 Nov 12 11:18:12.511820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Request body: {'port': {'device_id': '1a01c76f-c23d-4b12-9d56-327d8aa47c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:12.520533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-75c62629-0ce1-4c5e-beea-59982af74f80 None None] Port 9dfccba1-2025-4c93-9921-889077ca597a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:18:12.583717 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.585960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Network 8403ebca-71e8-4998-9ee2-94b0d93d44ff is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:12.688159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 8403ebca-71e8-4998-9ee2-94b0d93d44ff) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:12.702659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:12.703414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561538'] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.712320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f19f56e-d4b2-40ed-9bc6-d37a1ee81b65 None None] Network 8403ebca-71e8-4998-9ee2-94b0d93d44ff requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:12.742764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8670687-7e6d-4f0d-a5ac-fe646556d7fd req-2ab2bf0c-511f-46ac-a99c-7dc4227412a4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:12.750731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e8670687-7e6d-4f0d-a5ac-fe646556d7fd req-2ab2bf0c-511f-46ac-a99c-7dc4227412a4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 946 time: 0.1544390 Nov 12 11:18:12.838123 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.842004 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5ee779ff-1478-4086-a388-919ff494d5bb tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0790374 Nov 12 11:18:12.847005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60414) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:12.855719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c8e3cdc4-cf05-40fc-b01a-64fd0db11c5b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:12.974718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-8403ebca-71e8-4998-9ee2-94b0d93d44ff', 'network_id': '8403ebca-71e8-4998-9ee2-94b0d93d44ff', 'tenant_id': '25e59bc198a74a84b01e5434ac28864d', 'fixed_ips': [{'subnet_id': '70788cef-5d47-45c6-b02e-e9cac91786f4'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:12.975603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:12.997070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e8670687-7e6d-4f0d-a5ac-fe646556d7fd req-aa9e38a3-0af6-437c-aa84-3749bc45f5d9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451792 Nov 12 11:18:13.098298 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cdc4-cf05-40fc-b01a-64fd0db11c5b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-50030948'] for subnet, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.236211 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a1a25eb2-0b08-452d-abb6-405e5fae5c1c no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:13.308937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a1a25eb2-0b08-452d-abb6-405e5fae5c1c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:13.309363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a1a25eb2-0b08-452d-abb6-405e5fae5c1c not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:13.309927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ebec395f-98c6-4377-87fc-251b1e595ad6 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:13.337993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ebec395f-98c6-4377-87fc-251b1e595ad6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:13.338588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ebec395f-98c6-4377-87fc-251b1e595ad6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:13.410456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfccba1-2025-4c93-9921-889077ca597a {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:13.424109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33244531-9619-4fd7-aa26-1364ca923184 req-44af795b-c0e0-4919-8132-48bf82168b3e tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.0951426 Nov 12 11:18:13.429134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.475352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port b3ee5466-00f5-4b3e-9952-dd030a0be448 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:13.475352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.485361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Transition to ACTIVE for port object 9dfccba1-2025-4c93-9921-889077ca597a will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:18:13.496586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:18:13.496586 n-d-768852-22 neutron-server[109706]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 11:18:13.496586 n-d-768852-22 neutron-server[109706]: [parameters: {'in_use': 1, 'id_1': '70788cef-5d47-45c6-b02e-e9cac91786f4'}] Nov 12 11:18:13.496586 n-d-768852-22 neutron-server[109706]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:18:13.497309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeafef8-05cf-4eae-99ff-78a5bcacc5dd req-d14ba24e-9c4b-4ac5-b33c-aa69e562d3bf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:13.497392 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:18:13.501839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-adeafef8-05cf-4eae-99ff-78a5bcacc5dd req-d14ba24e-9c4b-4ac5-b33c-aa69e562d3bf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 946 time: 0.1635306 Nov 12 11:18:13.511534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60442) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:13.516396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'floatingip': {'port_id': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:13.578190 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.584343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.639051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port b3ee5466-00f5-4b3e-9952-dd030a0be448, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b3ee5466-00f5-4b3e-9952-dd030a0be448,segment=NetworkSegment(7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a),segment_id=7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:13.639746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:13.663605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for b3ee5466-00f5-4b3e-9952-dd030a0be448 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:13.830861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98870e6d-aef8-4e29-9003-bc5db3758c64 None None] DHCP port deletion for 2a948bd9-eaea-414c-aa36-b9a53bc27d8b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:13.942922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfccba1-2025-4c93-9921-889077ca597a,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:13.974708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:13.998817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.012971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406176c5-7641-4566-ae46-4e085818a088 req-421e06e8-099f-41e9-b93d-ca488698acbd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.014645 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-406176c5-7641-4566-ae46-4e085818a088 req-421e06e8-099f-41e9-b93d-ca488698acbd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 943 time: 0.3391924 Nov 12 11:18:14.019540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cdc4-cf05-40fc-b01a-64fd0db11c5b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769636192395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-49386039'] for subnet, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.033669 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.075567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=b3ee5466-00f5-4b3e-9952-dd030a0be448,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:14.212643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e3cdc4-cf05-40fc-b01a-64fd0db11c5b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.213250 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cdc4-cf05-40fc-b01a-64fd0db11c5b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.214896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c8e3cdc4-cf05-40fc-b01a-64fd0db11c5b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "PUT /v2.0/subnets/70788cef-5d47-45c6-b02e-e9cac91786f4 HTTP/1.1" status: 200 len: 900 time: 1.3638821 Nov 12 11:18:14.234128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60476) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:14.240516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Attempting to bind port 9dfccba1-2025-4c93-9921-889077ca597a on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:14.240874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Attempting to bind port 9dfccba1-2025-4c93-9921-889077ca597a by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:14.244659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Attempting to bind port 9dfccba1-2025-4c93-9921-889077ca597a on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:14.257918 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-406176c5-7641-4566-ae46-4e085818a088 req-2e303601-d5a2-4b34-b799-036d1e4d0684 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296052 Nov 12 11:18:14.258590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3cdc4-cf05-40fc-b01a-64fd0db11c5b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event updated for resources: {'Subnet': ['ID=70788cef-5d47-45c6-b02e-e9cac91786f4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:14.265347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Port 9dfccba1-2025-4c93-9921-889077ca597a on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:18:14.265935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Attempting to bind port 9dfccba1-2025-4c93-9921-889077ca597a on network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:14.284628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:14.284965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Checking segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:14.285354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Bound using segment: {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:14.285803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Bound port: 9dfccba1-2025-4c93-9921-889077ca597a, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:14.286445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.309178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Allocated IP 2001:db8::3 (8403ebca-71e8-4998-9ee2-94b0d93d44ff/70788cef-5d47-45c6-b02e-e9cac91786f4/7e5016d2-fb01-4adf-9c62-75dfb8922915) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:14.616342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.651586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.676029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-d360b544-4afe-4067-968d-b34ad9e24e73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.682671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-d360b544-4afe-4067-968d-b34ad9e24e73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.690027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-d360b544-4afe-4067-968d-b34ad9e24e73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.696440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-d360b544-4afe-4067-968d-b34ad9e24e73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.703111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-d360b544-4afe-4067-968d-b34ad9e24e73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.709701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-d360b544-4afe-4067-968d-b34ad9e24e73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.716593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-d360b544-4afe-4067-968d-b34ad9e24e73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:14.718726 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-d360b544-4afe-4067-968d-b34ad9e24e73 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.2018194 Nov 12 11:18:14.737982 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.760830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Network 8403ebca-71e8-4998-9ee2-94b0d93d44ff is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:14.764926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:14.819303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:14.900617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Pushing event updated for resources: {'Port': ['ID=7e5016d2-fb01-4adf-9c62-75dfb8922915,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:14.900808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-595c864a-26f8-40f4-b1b0-3e1952750c92 req-c5467181-e262-4095-83d8-2ac307f46eb9 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:18:14.901936 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-595c864a-26f8-40f4-b1b0-3e1952750c92 req-c5467181-e262-4095-83d8-2ac307f46eb9 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1527219 Nov 12 11:18:14.906407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Attempting to bind port 7e5016d2-fb01-4adf-9c62-75dfb8922915 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:14.907156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Attempting to bind port 7e5016d2-fb01-4adf-9c62-75dfb8922915 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '98212fd0-8acf-44cf-8222-23437af25525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8403ebca-71e8-4998-9ee2-94b0d93d44ff'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:14.908010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Attempting to bind port 7e5016d2-fb01-4adf-9c62-75dfb8922915 on network 8403ebca-71e8-4998-9ee2-94b0d93d44ff {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:14.914372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:14.914877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Checking segment: {'id': '98212fd0-8acf-44cf-8222-23437af25525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8403ebca-71e8-4998-9ee2-94b0d93d44ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:14.915373 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.915947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Bound using segment: {'id': '98212fd0-8acf-44cf-8222-23437af25525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8403ebca-71e8-4998-9ee2-94b0d93d44ff'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:14.916514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Bound port: 7e5016d2-fb01-4adf-9c62-75dfb8922915, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98212fd0-8acf-44cf-8222-23437af25525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8403ebca-71e8-4998-9ee2-94b0d93d44ff'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:14.917123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:14.975122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.006142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] For port 7e5016d2-fb01-4adf-9c62-75dfb8922915, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:15.016636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] For port 7e5016d2-fb01-4adf-9c62-75dfb8922915, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7e5016d2-fb01-4adf-9c62-75dfb8922915,segment=NetworkSegment(98212fd0-8acf-44cf-8222-23437af25525),segment_id=98212fd0-8acf-44cf-8222-23437af25525)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:15.050584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:15.059045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9816bbb-57a7-412d-b0b6-a8c77896b50e req-044fd787-855c-47ec-a45f-177a65aedad9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2255120 Nov 12 11:18:15.123750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] For port 9dfccba1-2025-4c93-9921-889077ca597a, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:15.126102 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.180650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] For port 9dfccba1-2025-4c93-9921-889077ca597a, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9dfccba1-2025-4c93-9921-889077ca597a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:15.187981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.resource_extend [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:18:15.245933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcf9fb-2874-4ab4-9f42-54173c6e88f6 None None] Pushing event updated for resources: {'Port': ['ID=7e5016d2-fb01-4adf-9c62-75dfb8922915,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:15.251951 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.389325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.406874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.408018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.410599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] 10.222.0.57 "PUT /v2.0/ports/9dfccba1-2025-4c93-9921-889077ca597a HTTP/1.1" status: 200 len: 1092 time: 2.9057338 Nov 12 11:18:15.422763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a01c76f-c23d-4b12-9d56-327d8aa47c92', 'tag': '9dfccba1-2025-4c93-9921-889077ca597a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:15.422944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870e6d3-f72b-4459-b7b7-cb9df1beb955 None None] DHCP port deletion for 2a948bd9-eaea-414c-aa36-b9a53bc27d8b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:15.436912 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81" -d '{"events": [{"name": "network-changed", "server_uuid": "1a01c76f-c23d-4b12-9d56-327d8aa47c92", "tag": "9dfccba1-2025-4c93-9921-889077ca597a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:15.520536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:15.747649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03753199-9267-446b-bf5c-1ea05096e599 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfccba1-2025-4c93-9921-889077ca597a,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:15.814258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128122-020b-439b-8d50-7d8f7087f40b req-062958cf-d048-4948-adc6-5340c3ed089e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.822497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128122-020b-439b-8d50-7d8f7087f40b req-062958cf-d048-4948-adc6-5340c3ed089e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.847293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128122-020b-439b-8d50-7d8f7087f40b req-062958cf-d048-4948-adc6-5340c3ed089e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.855507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128122-020b-439b-8d50-7d8f7087f40b req-062958cf-d048-4948-adc6-5340c3ed089e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.863767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128122-020b-439b-8d50-7d8f7087f40b req-062958cf-d048-4948-adc6-5340c3ed089e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.875496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128122-020b-439b-8d50-7d8f7087f40b req-062958cf-d048-4948-adc6-5340c3ed089e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.882610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128122-020b-439b-8d50-7d8f7087f40b req-062958cf-d048-4948-adc6-5340c3ed089e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.884803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08128122-020b-439b-8d50-7d8f7087f40b req-062958cf-d048-4948-adc6-5340c3ed089e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.5050123 Nov 12 11:18:15.914167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-c6d4387c-2ebf-49f7-ae90-f4c6a64c766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:15.926750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-c6d4387c-2ebf-49f7-ae90-f4c6a64c766e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 1095 time: 0.3267705 Nov 12 11:18:15.961679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:15.970602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bd3df747-6ea0-45e9-8de7-9a7406b9e4e8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7272775 Nov 12 11:18:15.971532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-22072aa4-c480-4021-bb5c-88da1d9c1729 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfccba1-2025-4c93-9921-889077ca597a HTTP/1.1" status: 200 len: 217 time: 0.0438879 Nov 12 11:18:15.973013 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Floating IP e54eb523-0417-41e2-a98f-8c180e36ded4 associated. External IP: 172.25.3.10, port: 85ca9f1e-0e01-439d-af05-f28fa75d86c1. Nov 12 11:18:15.976764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:15.984711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60550) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:15.995098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:15.995739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:16.054009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting port 7e5016d2-fb01-4adf-9c62-75dfb8922915 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:16.055080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.172816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:16.208734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] For port 7e5016d2-fb01-4adf-9c62-75dfb8922915, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7e5016d2-fb01-4adf-9c62-75dfb8922915,segment=NetworkSegment(98212fd0-8acf-44cf-8222-23437af25525),segment_id=98212fd0-8acf-44cf-8222-23437af25525)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:16.209254 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.224875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Calling delete_port for 7e5016d2-fb01-4adf-9c62-75dfb8922915 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:16.229224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-350b4d63-89c7-4b29-a74c-cf82747716c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:16.230686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-350b4d63-89c7-4b29-a74c-cf82747716c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.2457368 Nov 12 11:18:16.322995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:13Z', 'revision_number': 11, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:16.409222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d7b1c39-6920-4b5a-bfa9-8d62cf0f48a9 req-7314fd18-2018-4063-8afb-ea169c7c7032 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/ports?device_id=c0aac625-9fd4-4485-9e9f-48d1837d28e4 HTTP/1.1" status: 200 len: 210 time: 0.4369891 Nov 12 11:18:16.427349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:16.466707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa196c71-17f6-41b5-8613-bb7030eb0cc2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting subnet 40ebad5d-7ee4-494e-b639-832eb5be71ee {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:16.469554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:16.469893 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-745fe630-24d8-4bf2-8dff-f04b0430a184 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2141857 Nov 12 11:18:16.472678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:16.479612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa196c71-17f6-41b5-8613-bb7030eb0cc2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.556485 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa196c71-17f6-41b5-8613-bb7030eb0cc2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.739779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:16.751454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa196c71-17f6-41b5-8613-bb7030eb0cc2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.855405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:13Z', 'revision_number': 11, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:16.858156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796196-ee68-4302-8a81-39a6f10a3ff6 req-fa3803e0-61e9-44de-be21-33efc0ad3b0c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:16.876272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0796196-ee68-4302-8a81-39a6f10a3ff6 req-fa3803e0-61e9-44de-be21-33efc0ad3b0c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.6442142 Nov 12 11:18:16.885607 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:16.911299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f71929-715f-4c9c-9d27-ca9098791f15 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:13Z', 'revision_number': 11, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:16.931107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Port': ['ID=7e5016d2-fb01-4adf-9c62-75dfb8922915,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:16.984826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a99233-b1e3-4311-9852-8110451bf6ab None None] Network 8403ebca-71e8-4998-9ee2-94b0d93d44ff requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:16.992685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa196c71-17f6-41b5-8613-bb7030eb0cc2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.041214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-fca6ce5d-55b9-4928-ad7b-5b60c0216404 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8082261 Nov 12 11:18:17.046650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae61af0-28f8-46cb-a695-5dbd9ffe62c6 req-3af11a0b-7f62-4784-bbe2-1c3ff002ad71 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:17.055988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Router 4f8dc78c-c457-4389-b797-de749f52d0d4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:17.056181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ae61af0-28f8-46cb-a695-5dbd9ffe62c6 req-3af11a0b-7f62-4784-bbe2-1c3ff002ad71 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 943 time: 0.2056172 Nov 12 11:18:17.070897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-6a02c890-7042-4d25-9a76-97eefaf33715 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:18:17.072791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-6a02c890-7042-4d25-9a76-97eefaf33715 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0302613 Nov 12 11:18:17.075679 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-aa196c71-17f6-41b5-8613-bb7030eb0cc2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.082504 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-aa196c71-17f6-41b5-8613-bb7030eb0cc2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/40ebad5d-7ee4-494e-b639-832eb5be71ee HTTP/1.1" status: 204 len: 168 time: 1.0949194 Nov 12 11:18:17.086385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60586) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:17.101204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392fe6fa-8d4c-48b0-88ab-c2ac1e203175 None None] Network cb6931a6-8461-4854-b2aa-97dc111bcdc1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:17.114846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No DVR routers for this DVR port 7e5016d2-fb01-4adf-9c62-75dfb8922915 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:17.122179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa196c71-17f6-41b5-8613-bb7030eb0cc2 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Subnet': ['ID=40ebad5d-7ee4-494e-b639-832eb5be71ee,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:17.182372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8c1574c6-d059-44b9-b974-a7b6241423e6 None None] Could not find standard attr ID for object 7e5016d2-fb01-4adf-9c62-75dfb8922915. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:18:17.226044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-0ea5fdad-301a-4467-bfa5-de87962a2a7c service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370028 Nov 12 11:18:17.327629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ae61af0-28f8-46cb-a695-5dbd9ffe62c6 req-03934dce-2fb5-49f3-96fb-e5c20da510e2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703803 Nov 12 11:18:17.389022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b3ee5466-00f5-4b3e-9952-dd030a0be448 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:17.395216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.419714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b3ee5466-00f5-4b3e-9952-dd030a0be448 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:17.420274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b3ee5466-00f5-4b3e-9952-dd030a0be448 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:17.443294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0796196-ee68-4302-8a81-39a6f10a3ff6 req-ec1f1bb1-b063-42ec-ac7e-0cf2f775e620 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5651240 Nov 12 11:18:17.546220 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.640179 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:17.699855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=70788cef-5d47-45c6-b02e-e9cac91786f4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:17.765753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] DHCP port deletion for cb6931a6-8461-4854-b2aa-97dc111bcdc1 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:17.771516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60626) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:17.922335 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.022176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Deleting port 2524ebfd-974c-49ae-ad20-35239ee721af {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:18.022670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.035392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c79199-0bc4-4430-8aa2-e4b55579d0b7 None None] Network 8403ebca-71e8-4998-9ee2-94b0d93d44ff requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:18.076494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8403ebca-71e8-4998-9ee2-94b0d93d44ff']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:18.116805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98212fd0-8acf-44cf-8222-23437af25525') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:18.118689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98212fd0-8acf-44cf-8222-23437af25525') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:18.156397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.239041 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.256245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:18.256723 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:18.262966 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:18.274782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c8a2-73cb-4d9f-8377-ed3331f5e4aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.351874 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba92676-54c7-482e-a967-a4ee832c2470 x-openstack-request-id: req-9ba92676-54c7-482e-a967-a4ee832c2470 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:18.351874 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a01c76f-c23d-4b12-9d56-327d8aa47c92", "tag": "9dfccba1-2025-4c93-9921-889077ca597a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:18.351874 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9ba92676-54c7-482e-a967-a4ee832c2470 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:18.359307 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a01c76f-c23d-4b12-9d56-327d8aa47c92', 'tag': '9dfccba1-2025-4c93-9921-889077ca597a', 'status': 'completed', 'code': 200} Nov 12 11:18:18.364038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.367380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7fd005b2-69cf-4d8a-93aa-438fb5b9252b req-08d84112-e7b8-4eea-85a8-3fb7df92de40 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1264491 Nov 12 11:18:18.393431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c8a2-73cb-4d9f-8377-ed3331f5e4aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.453013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:18.501817 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] Sync routers for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:18.515373 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:18.516049 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:18.517640 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.636282 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.640196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] For port 2524ebfd-974c-49ae-ad20-35239ee721af, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2524ebfd-974c-49ae-ad20-35239ee721af,segment=NetworkSegment(7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a),segment_id=7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:18.645021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.671509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:18.686462 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/8403ebca-71e8-4998-9ee2-94b0d93d44ff HTTP/1.1" status: 204 len: 168 time: 4.4492624 Nov 12 11:18:18.695532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Calling delete_port for 2524ebfd-974c-49ae-ad20-35239ee721af owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:18.722351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60666) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:18.826603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd4c5e-99a0-4cf6-9cf0-001ea37b2c55 None None] DHCP port deletion for 8403ebca-71e8-4998-9ee2-94b0d93d44ff request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:18.859531 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e3b4d1-8980-4220-8baf-dd4129cad5b8 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:18.866869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e3b4d1-8980-4220-8baf-dd4129cad5b8 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:18.866869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-80e3b4d1-8980-4220-8baf-dd4129cad5b8 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/70788cef-5d47-45c6-b02e-e9cac91786f4 HTTP/1.1" status: 404 len: 337 time: 0.1342616 Nov 12 11:18:18.870382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60678) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:18.870725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60680) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:18.890042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22382103-966a-45be-9605-9ddcae67e12b tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=8403ebca-71e8-4998-9ee2-94b0d93d44ff,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:18.915387 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6d668c-df8b-4b52-a996-86946a94973c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:18.917511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6d668c-df8b-4b52-a996-86946a94973c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:18.921512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1b6d668c-df8b-4b52-a996-86946a94973c tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/8403ebca-71e8-4998-9ee2-94b0d93d44ff HTTP/1.1" status: 404 len: 339 time: 0.0432503 Nov 12 11:18:18.922142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c5a93953-41f2-4417-a381-f7dbc487b06c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "PUT /v2.0/floatingips/e54eb523-0417-41e2-a98f-8c180e36ded4 HTTP/1.1" status: 200 len: 991 time: 5.4094114 Nov 12 11:18:18.928099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:18.931615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305059b-e43b-4f8a-8f4f-8989e63a1b31 req-0f53dbbe-73a5-4cb6-a231-8dff9e7d5c9c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:18.939016 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:18.944791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1305059b-e43b-4f8a-8f4f-8989e63a1b31 req-0f53dbbe-73a5-4cb6-a231-8dff9e7d5c9c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 943 time: 0.4783039 Nov 12 11:18:19.009760 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.019013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-b4b9d001-efb6-4f9b-83a1-552d17909c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.021842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-b4b9d001-efb6-4f9b-83a1-552d17909c10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 1095 time: 0.4446194 Nov 12 11:18:19.098065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Pushing event deleted for resources: {'Port': ['ID=2524ebfd-974c-49ae-ad20-35239ee721af,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:19.110818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] No DVR routers for this DVR port 2524ebfd-974c-49ae-ad20-35239ee721af on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:19.125471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2524ebfd-974c-49ae-ad20-35239ee721af no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:19.133282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1305059b-e43b-4f8a-8f4f-8989e63a1b31 req-e549932d-7284-494c-b411-22b0ef54567a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874719 Nov 12 11:18:19.137524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.138062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.138532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.139063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.139789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.140402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.140894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.141415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.143697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.144227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.144933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.145697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6999300e-8968-496a-bbf1-66db33eaa8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:19.152684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4189194-5de7-4bb2-b6c3-3f3f014d43df req-ee60baba-a512-4f5c-bcd0-5f9e9d944630 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.154357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a4189194-5de7-4bb2-b6c3-3f3f014d43df req-ee60baba-a512-4f5c-bcd0-5f9e9d944630 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.5554142 Nov 12 11:18:19.171835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c8a2-73cb-4d9f-8377-ed3331f5e4aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.172393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.174120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 2524ebfd-974c-49ae-ad20-35239ee721af {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:19.175011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2524ebfd-974c-49ae-ad20-35239ee721af not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:19.175838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7e5016d2-fb01-4adf-9c62-75dfb8922915 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:19.185386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ffb3c8a2-73cb-4d9f-8377-ed3331f5e4aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.185958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ffb3c8a2-73cb-4d9f-8377-ed3331f5e4aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "DELETE /v2.0/security-groups/314ab9a3-649d-4a26-ac6e-7ca9a9280164 HTTP/1.1" status: 204 len: 168 time: 1.4130399 Nov 12 11:18:19.225636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60692) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:19.250212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 7e5016d2-fb01-4adf-9c62-75dfb8922915 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:19.252026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7e5016d2-fb01-4adf-9c62-75dfb8922915 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:19.297480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3c8a2-73cb-4d9f-8377-ed3331f5e4aa tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ab9a3-649d-4a26-ac6e-7ca9a9280164,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:19.307318 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-b9628f59-81d2-4786-9c51-ace3425a7c03 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] show failed (client error): The resource could not be found. Nov 12 11:18:19.313540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b9628f59-81d2-4786-9c51-ace3425a7c03 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "GET /v2.0/security-groups/314ab9a3-649d-4a26-ac6e-7ca9a9280164 HTTP/1.1" status: 404 len: 347 time: 0.0643756 Nov 12 11:18:19.318080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60696) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:19.323667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Deleting port 2524ebfd-974c-49ae-ad20-35239ee721af {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:19.324141 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.369399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-9f9d48aa-7858-42cf-ac17-18acf8f16ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.370811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-9f9d48aa-7858-42cf-ac17-18acf8f16ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.370811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-9f9d48aa-7858-42cf-ac17-18acf8f16ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.371111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-9f9d48aa-7858-42cf-ac17-18acf8f16ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.371585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-9f9d48aa-7858-42cf-ac17-18acf8f16ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.372176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-9f9d48aa-7858-42cf-ac17-18acf8f16ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.372654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-9f9d48aa-7858-42cf-ac17-18acf8f16ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.374776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-9f9d48aa-7858-42cf-ac17-18acf8f16ad5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6509 time: 0.4978220 Nov 12 11:18:19.447730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-6b8df2b1-8520-4a69-92a8-7d451431902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.449343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-6b8df2b1-8520-4a69-92a8-7d451431902e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085&tenant_id=e9df845ab93d4af692eda94005804137 HTTP/1.1" status: 200 len: 1095 time: 0.2549236 Nov 12 11:18:19.453492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-7dde2df6-6155-4485-b943-848fac4e9cfd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1796031 Nov 12 11:18:19.489394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-a116fc28-c664-43a8-8f00-746b0ff417a0 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989769 Nov 12 11:18:19.501825 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e54eb523-0417-41e2-a98f-8c180e36ded4', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'port_id': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'mac_address': 'fa:16:3e:11:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85083adb-ae58-471e-8318-c51d0842fc98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:17:44Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 1, 'project_id': '47eb09e34b40417790f30046c157e078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:35Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:19.514270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-0e642435-d075-491b-b91b-5fb178d56096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.515771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-0e642435-d075-491b-b91b-5fb178d56096 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 907 time: 0.4296055 Nov 12 11:18:19.529194 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] Checking router: 4f8dc78c-c457-4389-b797-de749f52d0d4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:19.545416 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:19.546037 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:19.546523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:19.626355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a4189194-5de7-4bb2-b6c3-3f3f014d43df req-0038b515-4771-402a-a875-11505bb3c09d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4588499 Nov 12 11:18:19.627597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-57bafd0d-4242-4548-b8ec-7280926dafa7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfccba1-2025-4c93-9921-889077ca597a HTTP/1.1" status: 200 len: 217 time: 0.0740399 Nov 12 11:18:19.675971 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:19.682942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.768494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-c925d739-2be6-432e-8f66-525e55c34c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.777408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-c925d739-2be6-432e-8f66-525e55c34c5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db43c19f43a64644a43091b14e832964&device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 1098 time: 0.1889725 Nov 12 11:18:19.821242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] For port 2524ebfd-974c-49ae-ad20-35239ee721af, host n-d-768852-22, got binding levels [] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:19.821611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.840612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.855816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Calling delete_port for 2524ebfd-974c-49ae-ad20-35239ee721af owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:19.860341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Port 2524ebfd-974c-49ae-ad20-35239ee721af was not found and therefore no delete operation was performed {{(pid=109705) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:18:19.880919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:19.917742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10116f35-c4f2-42b7-b035-9a261af6351d']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:19.921691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Port': ['ID=2524ebfd-974c-49ae-ad20-35239ee721af,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:19.939590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-4b05cc57-4620-4c08-b253-07675774483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:19.941499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-4b05cc57-4620-4c08-b253-07675774483e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.2476499 Nov 12 11:18:19.944397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c0de31-b9ac-4012-bf04-5355ffd553d3') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:19.944696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c0de31-b9ac-4012-bf04-5355ffd553d3') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:19.956560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No DVR routers for this DVR port 2524ebfd-974c-49ae-ad20-35239ee721af on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:20.005328 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.010306 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e54eb523-0417-41e2-a98f-8c180e36ded4', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'port_id': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'mac_address': 'fa:16:3e:11:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85083adb-ae58-471e-8318-c51d0842fc98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:17:44Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 1, 'project_id': '47eb09e34b40417790f30046c157e078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:35Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:20.046850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-dfe919d7-791d-49ae-b46d-32ea0e76411b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857635 Nov 12 11:18:20.056812 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090c5d2-0ae0-4a2f-a67c-96c81b42e22e None None] The sync data for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 is: [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e54eb523-0417-41e2-a98f-8c180e36ded4', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'port_id': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'mac_address': 'fa:16:3e:11:d4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85083adb-ae58-471e-8318-c51d0842fc98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:17:44Z', 'updated_at': '2021-11-12T11:18:15Z', 'revision_number': 1, 'project_id': '47eb09e34b40417790f30046c157e078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:35Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:20.069396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port 8c7ff506-8e55-4b6c-b87b-f6583245b86c {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:20.069778 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.074450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-d4d3a4e5-da2e-43b9-a764-df0d60766143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:20.076298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-d4d3a4e5-da2e-43b9-a764-df0d60766143 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 200 len: 907 time: 0.2803993 Nov 12 11:18:20.134966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.138816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-c4a4747c-d52f-4990-98e0-e4af988ea5c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1724f0b1-6b25-4295-ab12-14ada154364a HTTP/1.1" status: 200 len: 217 time: 0.0521679 Nov 12 11:18:20.170163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6931a6-8461-4854-b2aa-97dc111bcdc1']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:20.182588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:20.182966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cca9e59-1b21-4cdd-aa6f-ad367b2e6f8a') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:20.192098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.199404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:20.199807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:20.203511 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:20.239189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.264414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-9308f394-5a77-475d-ba06-960b196eeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:20.265945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-9308f394-5a77-475d-ba06-960b196eeb9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 200 len: 846 time: 0.1141264 Nov 12 11:18:20.312114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:20.363618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:20.366601 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5072699b-9331-4c09-89fc-e08938c78cca" -d '{"events": [{"name": "network-changed", "server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:20.374936 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-397b5e8d-8090-4bc4-9800-e01e05a16d7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2a948bd9-eaea-414c-aa36-b9a53bc27d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864725 Nov 12 11:18:20.449483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.464535 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345ee989-cc08-45c9-8c0f-114dedeea2b9 x-openstack-request-id: req-345ee989-cc08-45c9-8c0f-114dedeea2b9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:20.465006 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:20.465266 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-345ee989-cc08-45c9-8c0f-114dedeea2b9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:20.466068 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'status': 'completed', 'code': 200} Nov 12 11:18:20.472118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:20.472539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:20.476763 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:20.499072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939a683-13ab-4960-b33b-1016fbdaf5da None None] New status for floating IP e54eb523-0417-41e2-a98f-8c180e36ded4: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:18:20.564038 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.578323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.582826 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-e25c791d-5c0d-4cd2-a392-0cb32403e38f service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962538 Nov 12 11:18:20.583420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.587643 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/10116f35-c4f2-42b7-b035-9a261af6351d HTTP/1.1" status: 204 len: 168 time: 1.6581414 Nov 12 11:18:20.593019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60754) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:20.596370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:20.647715 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.648071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.651061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2bb93-e54c-49cd-b4d7-4f50595b506a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=10116f35-c4f2-42b7-b035-9a261af6351d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:20.663992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-f125011f-d8cc-45cd-b5ba-03ee8edf9a99 service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018643 Nov 12 11:18:20.690228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3a4c-2770-4687-ba63-9b4a1f82bde7 req-a6583b6c-7a9a-4f7d-811e-b173efb1cbaa tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:20.692408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b5e3a4c-2770-4687-ba63-9b4a1f82bde7 req-a6583b6c-7a9a-4f7d-811e-b173efb1cbaa tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 943 time: 0.4567802 Nov 12 11:18:20.704164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for 8c7ff506-8e55-4b6c-b87b-f6583245b86c owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:20.752596 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e21e1cd-3020-4116-bd0b-1a2029d73098 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:20.753049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e21e1cd-3020-4116-bd0b-1a2029d73098 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:20.758822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2e21e1cd-3020-4116-bd0b-1a2029d73098 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/583f1147-60c9-4791-85d3-cb17ca169757 HTTP/1.1" status: 404 len: 337 time: 0.1646099 Nov 12 11:18:20.762426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60766) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:20.826501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac59123-7eea-4e5c-8fdb-94ec4d00606f {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:20.827837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.850100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072699b-9331-4c09-89fc-e08938c78cca req-3819c351-2012-4d03-8d36-ee78416aa76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:20.850978 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06c714a-612a-4266-951c-e3cbef4891fa tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:20.851614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06c714a-612a-4266-951c-e3cbef4891fa tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:20.851988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5072699b-9331-4c09-89fc-e08938c78cca req-3819c351-2012-4d03-8d36-ee78416aa76e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1098 time: 0.3565173 Nov 12 11:18:20.854864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d06c714a-612a-4266-951c-e3cbef4891fa tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/a5ed72f7-b3e8-40df-bde7-07fe77581414 HTTP/1.1" status: 404 len: 339 time: 0.0861027 Nov 12 11:18:20.859308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.879267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b5e3a4c-2770-4687-ba63-9b4a1f82bde7 req-f19f1b5c-06ac-41ad-9cb3-806c991db6ce tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578975 Nov 12 11:18:20.893751 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60772) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:20.900949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:20.907148 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/networks/cb6931a6-8461-4854-b2aa-97dc111bcdc1 HTTP/1.1" status: 204 len: 168 time: 3.8053362 Nov 12 11:18:20.911149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60774) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:20.941405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'routes': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:20.950416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Transition to ACTIVE for port object 0ac59123-7eea-4e5c-8fdb-94ec4d00606f will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:18:20.999913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62386e-8c70-432a-a6ee-87c54ce61948 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Pushing event deleted for resources: {'Network': ['ID=cb6931a6-8461-4854-b2aa-97dc111bcdc1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:21.046314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ea579e9-8067-42c6-8f60-6cf472aef604 req-c718f19c-ba8f-4405-94ae-360287f94860 service neutron] 10.222.0.69 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328308 Nov 12 11:18:21.054173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d49a4fa-65e5-444d-b6ae-4dfb3c101c14 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting subnet b654bb81-a6c6-4340-bf35-6f0d75d8d7b5 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:21.058130 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.088911 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d49a4fa-65e5-444d-b6ae-4dfb3c101c14 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.112453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca063c9-d368-4875-9ccd-345eba0d7184 req-6dadc9c3-2446-4103-a6aa-2e415a43f29a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:21.113986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ca063c9-d368-4875-9ccd-345eba0d7184 req-6dadc9c3-2446-4103-a6aa-2e415a43f29a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.2960527 Nov 12 11:18:21.142976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70fc1a7d-a53a-4cbf-a37f-abfae7300b81 req-617cdd86-935a-48e5-92fc-afba5534670d service neutron] 10.222.0.57 "GET /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653823 Nov 12 11:18:21.194169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072699b-9331-4c09-89fc-e08938c78cca req-0664bda5-e547-479e-be3e-6c3b8dbd659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:21.195583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5072699b-9331-4c09-89fc-e08938c78cca req-0664bda5-e547-479e-be3e-6c3b8dbd659a service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.3069198 Nov 12 11:18:21.219079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ca063c9-d368-4875-9ccd-345eba0d7184 req-abd3e05a-2d67-4e69-9ced-4a116001a893 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846710 Nov 12 11:18:21.232558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.extraroute_db [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Added routes are [] {{(pid=109704) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:18:21.233398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.extraroute_db [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Removed routes are [] {{(pid=109704) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:18:21.233911 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.241855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d49a4fa-65e5-444d-b6ae-4dfb3c101c14 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.277823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.322289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5072699b-9331-4c09-89fc-e08938c78cca req-5c7d6c90-43d1-411f-a6d2-f3ccaf56d4dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 1001 time: 0.1179247 Nov 12 11:18:21.330056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=8c7ff506-8e55-4b6c-b87b-f6583245b86c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:21.350557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8405b3e-9c75-4d65-b757-0b2b68e20d03 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:21.498345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072699b-9331-4c09-89fc-e08938c78cca req-965ed1aa-3599-48a3-9ff6-2e100e87e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:21.500397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5072699b-9331-4c09-89fc-e08938c78cca req-965ed1aa-3599-48a3-9ff6-2e100e87e738 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1605127 Nov 12 11:18:21.509830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.512821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.517054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-06366533-5723-4cfc-86a0-bb451b264fff tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "DELETE /v2.0/floatingips/9e4165b3-1dec-4864-a217-eb239fd4cda4 HTTP/1.1" status: 204 len: 168 time: 2.1950893 Nov 12 11:18:21.528967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60796) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:21.644954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072699b-9331-4c09-89fc-e08938c78cca req-346b34a7-e406-4a31-bc02-e5a0f7b8f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:21.646492 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5072699b-9331-4c09-89fc-e08938c78cca req-346b34a7-e406-4a31-bc02-e5a0f7b8f6b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381731 Nov 12 11:18:21.745895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3b62e6ff-c4ac-4cb3-abd3-dbff41af8332 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port f866ef73-bd21-4307-bf8e-49c9d55fc860 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:21.746231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b62e6ff-c4ac-4cb3-abd3-dbff41af8332 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.757753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=9']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:21.822311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5072699b-9331-4c09-89fc-e08938c78cca req-5622d291-fa4f-4dba-825f-929fbbf6d930 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671686 Nov 12 11:18:21.910752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b62e6ff-c4ac-4cb3-abd3-dbff41af8332 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:21.941188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3b62e6ff-c4ac-4cb3-abd3-dbff41af8332 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for f866ef73-bd21-4307-bf8e-49c9d55fc860 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:21.984309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] No DVR routers for this DVR port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:21.986893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9dfccba1-2025-4c93-9921-889077ca597a details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:18:21.995268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.036589 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.043022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d49a4fa-65e5-444d-b6ae-4dfb3c101c14 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.048489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5072699b-9331-4c09-89fc-e08938c78cca req-395a86a5-8145-4cb6-848e-ba93be33c99a service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131872 Nov 12 11:18:22.093363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff1d06-8376-4675-b244-7620807e505d req-d9f508d9-a597-434a-b16c-40e617265912 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:22.095128 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-46ff1d06-8376-4675-b244-7620807e505d req-d9f508d9-a597-434a-b16c-40e617265912 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 943 time: 0.1392484 Nov 12 11:18:22.183817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9dfccba1-2025-4c93-9921-889077ca597a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9dfccba1-2025-4c93-9921-889077ca597a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:22.192291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-46ff1d06-8376-4675-b244-7620807e505d req-074c45d1-5b9d-473e-991f-8e494e764c47 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871251 Nov 12 11:18:22.201658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '9dfccba1-2025-4c93-9921-889077ca597a', 'network_id': '2a948bd9-eaea-414c-aa36-b9a53bc27d8b', 'port_id': '9dfccba1-2025-4c93-9921-889077ca597a', 'mac_address': 'fa:16:3e:da:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f7ed30-3a0e-47d9-9235-13bb159a07de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:18:22.213071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:22.252563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.267799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfccba1-2025-4c93-9921-889077ca597a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:22.298678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9dfccba1-2025-4c93-9921-889077ca597a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9dfccba1-2025-4c93-9921-889077ca597a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:22.319482 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b62e6ff-c4ac-4cb3-abd3-dbff41af8332 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.355452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62e6ff-c4ac-4cb3-abd3-dbff41af8332 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=f866ef73-bd21-4307-bf8e-49c9d55fc860,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:22.366027 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d49a4fa-65e5-444d-b6ae-4dfb3c101c14 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.398998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:22.409493 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] Sync routers for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:22.434546 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:22.435158 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:22.439713 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b62e6ff-c4ac-4cb3-abd3-dbff41af8332 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.443970 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.449883 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.454371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2ac7b5ac-6220-46f4-98ed-647ff614e2ab tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 200 len: 701 time: 1.5394132 Nov 12 11:18:22.456997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60830) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:22.457975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Attempting to bind port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:22.458490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Attempting to bind port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:22.459079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Attempting to bind port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on network 3d3856e7-c21c-4342-addd-7ade6574391c {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:22.462585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3b62e6ff-c4ac-4cb3-abd3-dbff41af8332 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "DELETE /v2.0/ports/f866ef73-bd21-4307-bf8e-49c9d55fc860 HTTP/1.1" status: 204 len: 168 time: 0.9310193 Nov 12 11:18:22.462894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60832) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:22.465798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49a4fa-65e5-444d-b6ae-4dfb3c101c14 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=b654bb81-a6c6-4340-bf35-6f0d75d8d7b5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:22.484118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d49a4fa-65e5-444d-b6ae-4dfb3c101c14 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.488415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7d49a4fa-65e5-444d-b6ae-4dfb3c101c14 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/b654bb81-a6c6-4340-bf35-6f0d75d8d7b5 HTTP/1.1" status: 204 len: 168 time: 1.5920236 Nov 12 11:18:22.493842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60834) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:22.517607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-69dcfcf3-df20-42e9-a0cf-3b1d58819058 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 200 len: 205 time: 0.0527411 Nov 12 11:18:22.518570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on network 3d3856e7-c21c-4342-addd-7ade6574391c not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:18:22.519110 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Attempting to bind port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on network 3d3856e7-c21c-4342-addd-7ade6574391c {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:22.527389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60838) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:22.528129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:22.528710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Checking segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:22.529315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Bound using segment: {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:22.530822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Bound port: 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b91850-13d6-453f-89d4-0d36c5c6b372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:22.531378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.552815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00ee9d-d345-4509-af29-756f4cb4c3ed req-7704cca4-bd5b-4cb8-8031-befd9ead487b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:22.554521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e00ee9d-d345-4509-af29-756f4cb4c3ed req-7704cca4-bd5b-4cb8-8031-befd9ead487b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 943 time: 0.2084684 Nov 12 11:18:22.589287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=9dfccba1-2025-4c93-9921-889077ca597a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:22.589530 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:22.606930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b221a91-74be-495c-a5fe-0b4cf5e14a3e None None] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:22.660408 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:13Z', 'revision_number': 11, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:22.701733 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] Checking router: 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:22.715481 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] Routers {'8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:22.716723 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:22.744648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e00ee9d-d345-4509-af29-756f4cb4c3ed req-8c2296b9-0626-4afe-b9bf-942a7efc5611 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820552 Nov 12 11:18:22.760203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:22.763680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:22.812153 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] Set router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:22.884836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.888642 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:13Z', 'revision_number': 11, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:22.927305 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1044eb8-052c-47b2-b4f4-1f4f219f5d49 None None] The sync data for ids ['8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8'] in n-d-768852-22 is: [{'id': '8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8', 'name': 'tempest-RoutersTest-router-2131375031', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:16:53Z', 'updated_at': '2021-11-12T11:18:13Z', 'revision_number': 11, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:22.954734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=10']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:22.977170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:22.978379 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:22.980319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-e79c4aca-0c71-4d17-a597-c287b4dc061a service neutron] 10.222.0.69 "PUT /v2.0/ports/0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 200 len: 1092 time: 3.4499159 Nov 12 11:18:22.983789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:22.983789 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb19870-f8b7-4890-8402-c61a78b3262d" -d '{"events": [{"name": "network-changed", "server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:23.089399 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aba517b-f799-45f6-9957-0b1133c20816 x-openstack-request-id: req-9aba517b-f799-45f6-9957-0b1133c20816 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:23.089833 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:23.090177 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9aba517b-f799-45f6-9957-0b1133c20816 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:23.090700 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'status': 'completed', 'code': 200} Nov 12 11:18:23.153791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-b40e756d-0d94-4331-8b09-8d313d3f1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:23.156336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-b40e756d-0d94-4331-8b09-8d313d3f1ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1096 time: 0.1468492 Nov 12 11:18:23.205483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9dfccba1-2025-4c93-9921-889077ca597a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:23.299373 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca458d-036c-45ce-852a-2f6ad3e47039 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.310363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-b6d20f86-440f-49d3-b5af-0034176715ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:23.317239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-b6d20f86-440f-49d3-b5af-0034176715ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.1431837 Nov 12 11:18:23.462708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcdb27-58c7-4887-b791-481e4ee1df20 req-4233b43c-1799-4e62-89a8-7b7417235120 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:23.464447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7afcdb27-58c7-4887-b791-481e4ee1df20 req-4233b43c-1799-4e62-89a8-7b7417235120 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 944 time: 0.0837181 Nov 12 11:18:23.467064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-6a1ff7f4-7fc8-43ff-82f8-d120f4aa1138 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 200 len: 999 time: 0.1458955 Nov 12 11:18:23.474360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17a3e36-c730-48fe-b325-136099cc416d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting subnet 9ca14b7a-7145-4e57-926c-e0e4ebaf8cb6 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:23.477996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d17a3e36-c730-48fe-b325-136099cc416d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.561658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7afcdb27-58c7-4887-b791-481e4ee1df20 req-0bc90f38-1f32-4260-9aff-cdc92cd3ad7a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905325 Nov 12 11:18:23.563832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-12ebc18b-cae5-41b3-921f-d25099d14615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:23.566861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-12ebc18b-cae5-41b3-921f-d25099d14615 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.0803957 Nov 12 11:18:23.608228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d17a3e36-c730-48fe-b325-136099cc416d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.642847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-8c33934b-79ae-4e91-9940-868f561a9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:23.645078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-8c33934b-79ae-4e91-9940-868f561a9db9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692854 Nov 12 11:18:23.692979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca458d-036c-45ce-852a-2f6ad3e47039 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.698240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca458d-036c-45ce-852a-2f6ad3e47039 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.706418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-03e1c7bb-4f61-4244-9f5c-1980d45a2591 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port 5aa5b261-3b63-450e-bef7-12cbc53d65a4 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:23.706752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03e1c7bb-4f61-4244-9f5c-1980d45a2591 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.751722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-24139c14-e896-45e3-a1a9-7890b96eea97 service neutron] 10.222.0.69 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954933 Nov 12 11:18:23.857504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d17a3e36-c730-48fe-b325-136099cc416d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.888613 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca458d-036c-45ce-852a-2f6ad3e47039 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.889026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ca458d-036c-45ce-852a-2f6ad3e47039 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:18:23.900054 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca458d-036c-45ce-852a-2f6ad3e47039 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.905881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c8ca458d-036c-45ce-852a-2f6ad3e47039 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 204 len: 168 time: 1.3258615 Nov 12 11:18:23.906752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-ca8528c6-f024-4cd6-bfdf-fac31739ee3a service neutron] 10.222.0.69 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466229 Nov 12 11:18:23.907232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60900) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:23.913318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-04b74a18-7df1-4e79-9111-d891a9ce0412 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1551375108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:23.958732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03e1c7bb-4f61-4244-9f5c-1980d45a2591 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:23.973080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fa814-fdb3-4b2e-9828-0a1c07d215aa req-a7b16054-37c4-47b4-aab2-8808a7e42e86 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:23.974760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-675fa814-fdb3-4b2e-9828-0a1c07d215aa req-a7b16054-37c4-47b4-aab2-8808a7e42e86 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.1004539 Nov 12 11:18:23.979422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-03e1c7bb-4f61-4244-9f5c-1980d45a2591 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for 5aa5b261-3b63-450e-bef7-12cbc53d65a4 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:24.008814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9dfccba1-2025-4c93-9921-889077ca597a up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:24.049221 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-675fa814-fdb3-4b2e-9828-0a1c07d215aa req-62b82151-af3e-4912-957e-b4e0f8e79958 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628705 Nov 12 11:18:24.070441 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b74a18-7df1-4e79-9111-d891a9ce0412 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.071544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b74a18-7df1-4e79-9111-d891a9ce0412 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.101380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d17a3e36-c730-48fe-b325-136099cc416d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.140781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a3e36-c730-48fe-b325-136099cc416d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca14b7a-7145-4e57-926c-e0e4ebaf8cb6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:24.147535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-9fffdcf6-48e8-44ad-bf8c-46e2d3957535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:24.149470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-9fffdcf6-48e8-44ad-bf8c-46e2d3957535 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e9df845ab93d4af692eda94005804137&device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1096 time: 0.0991790 Nov 12 11:18:24.164499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebe1bd-c7a4-47d5-9e63-2943ad37abd5 None None] Network 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:24.172491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d17a3e36-c730-48fe-b325-136099cc416d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.176355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d17a3e36-c730-48fe-b325-136099cc416d tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/9ca14b7a-7145-4e57-926c-e0e4ebaf8cb6 HTTP/1.1" status: 204 len: 168 time: 1.6790426 Nov 12 11:18:24.179898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60916) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:24.204202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-801abdd9-bc62-475a-a84e-e3642b91acf5 None None] Provisioning complete for port 0ab7e51d-5783-48ae-9d26-50e82affc942 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:24.204871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-801abdd9-bc62-475a-a84e-e3642b91acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.277807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.287384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 9dfccba1-2025-4c93-9921-889077ca597a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:18:24.299720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 9dfccba1-2025-4c93-9921-889077ca597a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:24.300538 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.304071 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b74a18-7df1-4e79-9111-d891a9ce0412 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.308011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-a152acd9-f007-4e24-8a1a-9da7714614f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:24.310069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-a152acd9-f007-4e24-8a1a-9da7714614f5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 200 len: 918 time: 0.1340687 Nov 12 11:18:24.338133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting port 0ab7e51d-5783-48ae-9d26-50e82affc942 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:24.338723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.351056 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03e1c7bb-4f61-4244-9f5c-1980d45a2591 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.386716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b74a18-7df1-4e79-9111-d891a9ce0412 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.424565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-672db054-e8ef-4efc-b94d-3593e8c136b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 200 len: 999 time: 0.0924103 Nov 12 11:18:24.424757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1c7bb-4f61-4244-9f5c-1980d45a2591 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=5aa5b261-3b63-450e-bef7-12cbc53d65a4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:24.466061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] For port 0ab7e51d-5783-48ae-9d26-50e82affc942, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0ab7e51d-5783-48ae-9d26-50e82affc942,segment=NetworkSegment(89d2d961-7fa0-4eed-873f-dc6c83516247),segment_id=89d2d961-7fa0-4eed-873f-dc6c83516247)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:24.466425 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.501421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-d5d9fb26-522a-409d-9222-b85fe94439d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:24.503186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-d5d9fb26-522a-409d-9222-b85fe94439d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 200 len: 856 time: 0.0741975 Nov 12 11:18:24.504848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Calling delete_port for 0ab7e51d-5783-48ae-9d26-50e82affc942 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:24.505757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.534758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-03e1c7bb-4f61-4244-9f5c-1980d45a2591 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.538387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-03e1c7bb-4f61-4244-9f5c-1980d45a2591 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "DELETE /v2.0/ports/5aa5b261-3b63-450e-bef7-12cbc53d65a4 HTTP/1.1" status: 204 len: 168 time: 2.0723341 Nov 12 11:18:24.544598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 9dfccba1-2025-4c93-9921-889077ca597a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9dfccba1-2025-4c93-9921-889077ca597a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:24.545640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a01c76f-c23d-4b12-9d56-327d8aa47c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfccba1-2025-4c93-9921-889077ca597a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:24.548189 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac5d917-32f1-443b-b7e4-e96be5f02163" -d '{"events": [{"server_uuid": "1a01c76f-c23d-4b12-9d56-327d8aa47c92", "name": "network-vif-plugged", "status": "completed", "tag": "9dfccba1-2025-4c93-9921-889077ca597a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:24.557594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-04b74a18-7df1-4e79-9111-d891a9ce0412 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.562767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-04b74a18-7df1-4e79-9111-d891a9ce0412 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6535463 Nov 12 11:18:24.562995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60936) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:24.566432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60940) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:24.572198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f67af0ef-d434-4992-b8cb-9b4a4a63fc78 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:24.605635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] DHCP port deletion for 1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:24.723399 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2134231-4ef8-450c-a075-ac2baae9e2df x-openstack-request-id: req-b2134231-4ef8-450c-a075-ac2baae9e2df {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:24.724078 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a01c76f-c23d-4b12-9d56-327d8aa47c92", "name": "network-vif-plugged", "status": "completed", "tag": "9dfccba1-2025-4c93-9921-889077ca597a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:24.724552 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2134231-4ef8-450c-a075-ac2baae9e2df {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:24.725156 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a01c76f-c23d-4b12-9d56-327d8aa47c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfccba1-2025-4c93-9921-889077ca597a', 'code': 200} Nov 12 11:18:24.729834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.818307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.873586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=9dfccba1-2025-4c93-9921-889077ca597a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:24.899031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] Deleting port 0ab7e51d-5783-48ae-9d26-50e82affc942 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:24.899760 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:24.906373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Port': ['ID=0ab7e51d-5783-48ae-9d26-50e82affc942,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:24.917733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78865f7b-5f2f-4e15-b820-7e173072d246 req-6fa1b469-1e15-4330-a50e-f53bc1efee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:24.919306 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78865f7b-5f2f-4e15-b820-7e173072d246 req-6fa1b469-1e15-4330-a50e-f53bc1efee2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 1097 time: 0.1782379 Nov 12 11:18:24.929286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No DVR routers for this DVR port 0ab7e51d-5783-48ae-9d26-50e82affc942 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:25.008542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06c023-03d1-48e3-a413-8e11fbeb64db req-96a1d902-d2df-4534-9197-15b0bf9172ad tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:25.010281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e06c023-03d1-48e3-a413-8e11fbeb64db req-96a1d902-d2df-4534-9197-15b0bf9172ad tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.2989831 Nov 12 11:18:25.078032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] For port 0ab7e51d-5783-48ae-9d26-50e82affc942, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:25.078032 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.113756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] Calling delete_port for 0ab7e51d-5783-48ae-9d26-50e82affc942 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:25.123005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] Port 0ab7e51d-5783-48ae-9d26-50e82affc942 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:18:25.128055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.154055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-573fe4b7-2cf9-4982-89d5-2595a4f1f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:25.155837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0ab7e51d-5783-48ae-9d26-50e82affc942 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:25.157457 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-573fe4b7-2cf9-4982-89d5-2595a4f1f2d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d3856e7-c21c-4342-addd-7ade6574391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6453412 Nov 12 11:18:25.165343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f631db-7d30-472f-b3d7-692d79197310 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting subnet a1892f51-c2d3-4ebe-b14f-7d272b24a529 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:25.170830 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49f631db-7d30-472f-b3d7-692d79197310 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.218673 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49f631db-7d30-472f-b3d7-692d79197310 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.237859 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.277390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] Pushing event deleted for resources: {'Port': ['ID=0ab7e51d-5783-48ae-9d26-50e82affc942,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:25.279332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff813a6-dae9-4011-b55d-358bad7fd7f0 None None] No DVR routers for this DVR port 0ab7e51d-5783-48ae-9d26-50e82affc942 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:25.280746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 0ab7e51d-5783-48ae-9d26-50e82affc942 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:25.285538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0ab7e51d-5783-48ae-9d26-50e82affc942 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:25.341902 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49f631db-7d30-472f-b3d7-692d79197310 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.345705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78865f7b-5f2f-4e15-b820-7e173072d246 req-80525210-7ce1-4519-91e3-dc6fad76b21f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523192 Nov 12 11:18:25.352722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:25.366538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d2d961-7fa0-4eed-873f-dc6c83516247') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:25.366942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d2d961-7fa0-4eed-873f-dc6c83516247') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:25.385128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.416864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da210f-5b19-4ec6-8da9-31faf7f7b02e req-7af45870-b8c1-4cd1-a689-c3351bc20e47 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:25.418421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89da210f-5b19-4ec6-8da9-31faf7f7b02e req-7af45870-b8c1-4cd1-a689-c3351bc20e47 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.1635165 Nov 12 11:18:25.431182 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.448891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:25.449357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:25.455638 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:25.573766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89da210f-5b19-4ec6-8da9-31faf7f7b02e req-913cf715-097b-4572-be51-aac7053097ec tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324580 Nov 12 11:18:25.581808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f67af0ef-d434-4992-b8cb-9b4a4a63fc78 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.604705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e06c023-03d1-48e3-a413-8e11fbeb64db req-873616a9-c373-4660-b83c-20495c14098d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458780 Nov 12 11:18:25.641314 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.656368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.656477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49f631db-7d30-472f-b3d7-692d79197310 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.671349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808 HTTP/1.1" status: 204 len: 168 time: 1.4861851 Nov 12 11:18:25.671349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60964) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:25.700570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91b598-57f6-4abe-9a3b-f29d63e444d3 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=1e20cfd5-5ba4-4fcc-bdbb-88b5ac863808,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:25.713703 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f67af0ef-d434-4992-b8cb-9b4a4a63fc78 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.730734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f631db-7d30-472f-b3d7-692d79197310 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Subnet': ['ID=a1892f51-c2d3-4ebe-b14f-7d272b24a529,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:25.748915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9645750d-4740-439a-9c3c-5a84a225ebc2 None None] Network 31e2f8a8-e302-43c3-acca-4e38462841ab requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:25.750146 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8966f1-ae7f-44ca-a53c-62b00cb9dd08 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:25.750644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8966f1-ae7f-44ca-a53c-62b00cb9dd08 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:25.758545 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa8966f1-ae7f-44ca-a53c-62b00cb9dd08 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/04390644-20b7-45cd-ac95-27ba99526d9d HTTP/1.1" status: 404 len: 337 time: 0.0835092 Nov 12 11:18:25.759216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60966) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:25.788184 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49f631db-7d30-472f-b3d7-692d79197310 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.793157 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-49f631db-7d30-472f-b3d7-692d79197310 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "DELETE /v2.0/subnets/a1892f51-c2d3-4ebe-b14f-7d272b24a529 HTTP/1.1" status: 204 len: 168 time: 1.2268698 Nov 12 11:18:25.796346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60970) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:25.810485 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-609c5f0a-4680-4ef6-9508-29f41950fe07 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:25.811468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609c5f0a-4680-4ef6-9508-29f41950fe07 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:25.817107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-609c5f0a-4680-4ef6-9508-29f41950fe07 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/0aca8941-a6f7-47d1-95c8-9ced941e6709 HTTP/1.1" status: 404 len: 339 time: 0.0568531 Nov 12 11:18:25.820479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60974) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:25.873045 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6b1430-c37f-41d3-a631-459e8fb3b6cf tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:25.873501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6b1430-c37f-41d3-a631-459e8fb3b6cf tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:25.879039 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-af6b1430-c37f-41d3-a631-459e8fb3b6cf tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/9f8e94ce-b046-41eb-a7a8-dde99c9290c5 HTTP/1.1" status: 404 len: 337 time: 0.0551167 Nov 12 11:18:25.880115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60976) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:25.907702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ca60c3-92be-4cb0-ae74-d2cefd65d537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting subnet 04163d51-5fb1-48ec-a539-631189f61b2b {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:25.911575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60c3-92be-4cb0-ae74-d2cefd65d537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.921970 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b34fac-5f9f-4f92-89e5-ac5422c4a6b2 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:25.924178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b34fac-5f9f-4f92-89e5-ac5422c4a6b2 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:25.931091 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-02b34fac-5f9f-4f92-89e5-ac5422c4a6b2 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/3835772e-a587-4bf5-a0af-5e5f2fb42727 HTTP/1.1" status: 404 len: 339 time: 0.0500760 Nov 12 11:18:25.940334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60980) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:25.961620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60c3-92be-4cb0-ae74-d2cefd65d537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:25.990148 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8ef887-5072-44c1-a3bb-943966ee7284 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:25.990852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8ef887-5072-44c1-a3bb-943966ee7284 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:25.994311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5d8ef887-5072-44c1-a3bb-943966ee7284 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/44b41fb1-f6c0-4676-b1fe-c586619a048c HTTP/1.1" status: 404 len: 337 time: 0.0527253 Nov 12 11:18:25.997207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60982) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.031692 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba3369f-0e51-48e3-93b4-4625fde6d636 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:26.033868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba3369f-0e51-48e3-93b4-4625fde6d636 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:26.037363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-eba3369f-0e51-48e3-93b4-4625fde6d636 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/9b08e000-a879-4c8c-a9b4-f0fc9f3b3821 HTTP/1.1" status: 404 len: 339 time: 0.0390174 Nov 12 11:18:26.050270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60984) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.098858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] DHCP port deletion for 31e2f8a8-e302-43c3-acca-4e38462841ab request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:26.142130 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60c3-92be-4cb0-ae74-d2cefd65d537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.165957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-4363d6a3-ef4e-4161-90ce-8780e7c0f64a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting subnet ed6b5aa8-e11c-4ce9-b106-6a62948199c7 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:26.169684 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4363d6a3-ef4e-4161-90ce-8780e7c0f64a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.198532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67af0ef-d434-4992-b8cb-9b4a4a63fc78 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Router ffdd5ead-06d3-4364-b913-2d56ae6d8416 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:18:26.211755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] Deleting port 171eeeea-d231-4762-b6de-e62edc179ad6 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:26.212386 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.213755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4363d6a3-ef4e-4161-90ce-8780e7c0f64a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.323310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] For port 171eeeea-d231-4762-b6de-e62edc179ad6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=171eeeea-d231-4762-b6de-e62edc179ad6,segment=NetworkSegment(3a474a0d-7d51-4642-9fef-7330c8642021),segment_id=3a474a0d-7d51-4642-9fef-7330c8642021)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:26.323971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.346920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] Calling delete_port for 171eeeea-d231-4762-b6de-e62edc179ad6 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:26.369553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4363d6a3-ef4e-4161-90ce-8780e7c0f64a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.598258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.640435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4363d6a3-ef4e-4161-90ce-8780e7c0f64a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.658071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] Pushing event deleted for resources: {'Port': ['ID=171eeeea-d231-4762-b6de-e62edc179ad6,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:26.677572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba36eb2-7911-4cec-bdc2-0bab710d8c92 None None] No DVR routers for this DVR port 171eeeea-d231-4762-b6de-e62edc179ad6 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:26.751282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363d6a3-ef4e-4161-90ce-8780e7c0f64a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6b5aa8-e11c-4ce9-b106-6a62948199c7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:26.785827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecb7a26-72e8-4826-a68c-aa42fb0fa424 None None] Network 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:26.787116 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4363d6a3-ef4e-4161-90ce-8780e7c0f64a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.801601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4363d6a3-ef4e-4161-90ce-8780e7c0f64a tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/ed6b5aa8-e11c-4ce9-b106-6a62948199c7 HTTP/1.1" status: 204 len: 168 time: 0.7478633 Nov 12 11:18:26.803010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32774) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.862767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67af0ef-d434-4992-b8cb-9b4a4a63fc78 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:26.889341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26086ad0-66bb-4529-b7c8-09a48826c8e9 req-54029047-6643-4012-9633-eb81349b555a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:26.892473 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26086ad0-66bb-4529-b7c8-09a48826c8e9 req-54029047-6643-4012-9633-eb81349b555a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0890167 Nov 12 11:18:26.893292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] Sync routers for ids ['ffdd5ead-06d3-4364-b913-2d56ae6d8416'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:26.908662 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f67af0ef-d434-4992-b8cb-9b4a4a63fc78 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.911910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f67af0ef-d434-4992-b8cb-9b4a4a63fc78 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "PUT /v2.0/routers/ffdd5ead-06d3-4364-b913-2d56ae6d8416 HTTP/1.1" status: 200 len: 694 time: 2.3417115 Nov 12 11:18:26.911910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60c3-92be-4cb0-ae74-d2cefd65d537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.919809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32778) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:26.927827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] Routers {'ffdd5ead-06d3-4364-b913-2d56ae6d8416'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:26.930138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ffdd5ead-06d3-4364-b913-2d56ae6d8416'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:26.934767 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ca60c3-92be-4cb0-ae74-d2cefd65d537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:26.941540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d4ca60c3-92be-4cb0-ae74-d2cefd65d537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "DELETE /v2.0/subnets/04163d51-5fb1-48ec-a539-631189f61b2b HTTP/1.1" status: 204 len: 168 time: 1.1425962 Nov 12 11:18:26.969036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32780) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:27.008043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca60c3-92be-4cb0-ae74-d2cefd65d537 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Subnet': ['ID=04163d51-5fb1-48ec-a539-631189f61b2b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:27.057266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876573f9-054b-41e2-a02a-fa0cae5249f4 None None] Network 4407588b-65a2-4aac-8a17-a0010c0f14b2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:27.099190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-7b93aef1-e819-467e-8b1b-d103cfc4970e service neutron] 10.222.0.69 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019254 Nov 12 11:18:27.160038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] Set router ffdd5ead-06d3-4364-b913-2d56ae6d8416 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:27.163807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 171eeeea-d231-4762-b6de-e62edc179ad6 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:27.243731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.254224 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-26086ad0-66bb-4529-b7c8-09a48826c8e9 req-4baf3d28-cc4b-4125-9e26-ffb83910dbeb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554611 Nov 12 11:18:27.271755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2c129d33-7a43-404c-8d9f-0c77495562f8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/routers/ffdd5ead-06d3-4364-b913-2d56ae6d8416 HTTP/1.1" status: 200 len: 700 time: 0.3443985 Nov 12 11:18:27.280651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:27.325783 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.334621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1cfc44f7-6c12-4e5a-b3f0-ea0d34898ff3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=ffdd5ead-06d3-4364-b913-2d56ae6d8416 HTTP/1.1" status: 200 len: 205 time: 0.0524909 Nov 12 11:18:27.337572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32792) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:27.421644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d653f-9e07-4ea7-a8b1-59433a914690 req-9a4cae5e-eadd-487d-916a-2271271fdfa7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:27.428182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d0d653f-9e07-4ea7-a8b1-59433a914690 req-9a4cae5e-eadd-487d-916a-2271271fdfa7 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.6239681 Nov 12 11:18:27.449996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 171eeeea-d231-4762-b6de-e62edc179ad6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:27.450978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 171eeeea-d231-4762-b6de-e62edc179ad6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:27.457024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd5ead-06d3-4364-b913-2d56ae6d8416', 'name': 'tempest-RoutersTest-router-1551375108', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:24Z', 'updated_at': '2021-11-12T11:18:25Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:27.513986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d985cf2-1b24-476a-a9be-5b3cdc2d217f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.558854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] Checking router: ffdd5ead-06d3-4364-b913-2d56ae6d8416 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:27.603277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] Routers {'ffdd5ead-06d3-4364-b913-2d56ae6d8416'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:27.608643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ffdd5ead-06d3-4364-b913-2d56ae6d8416'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:27.660341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.674846 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcb19870-f8b7-4890-8402-c61a78b3262d req-99343e1e-9f62-4316-8e09-aed776b20d7e service neutron] 10.222.0.69 "GET /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413969 Nov 12 11:18:27.738132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d0d653f-9e07-4ea7-a8b1-59433a914690 req-b49d21b3-6317-45bc-8456-88e3456ba8d1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939339 Nov 12 11:18:27.771229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting port 6ddf850b-2d04-4829-8480-2fb289a22872 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:27.774443 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.792526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e2f8a8-e302-43c3-acca-4e38462841ab']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:27.810206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] DHCP port deletion for 9eb2d552-342a-4ad5-8dcc-8a974e7ad386 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:27.862150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a474a0d-7d51-4642-9fef-7330c8642021') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:27.862456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a474a0d-7d51-4642-9fef-7330c8642021') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:27.881377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] Set router ffdd5ead-06d3-4364-b913-2d56ae6d8416 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:27.890272 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d985cf2-1b24-476a-a9be-5b3cdc2d217f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.896688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d985cf2-1b24-476a-a9be-5b3cdc2d217f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.903480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.968877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.981762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:27.982405 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:27.986455 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:28.057951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] For port 6ddf850b-2d04-4829-8480-2fb289a22872, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6ddf850b-2d04-4829-8480-2fb289a22872,segment=NetworkSegment(40bc1421-aada-477b-ab4d-aac7aeb9531c),segment_id=40bc1421-aada-477b-ab4d-aac7aeb9531c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:28.058491 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.076601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d985cf2-1b24-476a-a9be-5b3cdc2d217f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.077143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d985cf2-1b24-476a-a9be-5b3cdc2d217f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Fanout notify agent at l3_agent the message router_deleted on router ffdd5ead-06d3-4364-b913-2d56ae6d8416 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:18:28.096096 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d985cf2-1b24-476a-a9be-5b3cdc2d217f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.101878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Calling delete_port for 6ddf850b-2d04-4829-8480-2fb289a22872 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:28.102117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9d985cf2-1b24-476a-a9be-5b3cdc2d217f tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/ffdd5ead-06d3-4364-b913-2d56ae6d8416 HTTP/1.1" status: 204 len: 168 time: 0.7578812 Nov 12 11:18:28.102370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32804) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.154020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f907ec86-b0ff-4e87-894d-3662c8a35b9d tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=ffdd5ead-06d3-4364-b913-2d56ae6d8416 HTTP/1.1" status: 200 len: 205 time: 0.0484338 Nov 12 11:18:28.154295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32806) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.201288 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-a704f1f8-ac0c-4752-990c-f15b3b9b2505 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] delete failed (client error): The resource could not be found. Nov 12 11:18:28.204915 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a704f1f8-ac0c-4752-990c-f15b3b9b2505 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/ffdd5ead-06d3-4364-b913-2d56ae6d8416 HTTP/1.1" status: 404 len: 336 time: 0.0470064 Nov 12 11:18:28.206093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32812) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.206261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] DHCP port deletion for 4407588b-65a2-4aac-8a17-a0010c0f14b2 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:28.214400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffdd5ead-06d3-4364-b913-2d56ae6d8416', 'name': 'tempest-RoutersTest-router-1551375108', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:24Z', 'updated_at': '2021-11-12T11:18:25Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:28.253885 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e60f67b-77db-41db-b238-407772082d42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:28.254482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e60f67b-77db-41db-b238-407772082d42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:28.259850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4e60f67b-77db-41db-b238-407772082d42 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/0d84f71d-ad1c-4f73-ade9-1ab276f08936 HTTP/1.1" status: 404 len: 337 time: 0.0497682 Nov 12 11:18:28.266470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32814) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.292517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bda8f8-3a8e-4bd6-b8a9-59b287be84c7 None None] The sync data for ids ['ffdd5ead-06d3-4364-b913-2d56ae6d8416'] in n-d-768852-22 is: [{'id': 'ffdd5ead-06d3-4364-b913-2d56ae6d8416', 'name': 'tempest-RoutersTest-router-1551375108', 'tenant_id': '562d12db036f4405876fc90cda08629e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:18:24Z', 'updated_at': '2021-11-12T11:18:25Z', 'revision_number': 2, 'project_id': '562d12db036f4405876fc90cda08629e', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:28.307759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] Deleting port 6ddf850b-2d04-4829-8480-2fb289a22872 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:28.308243 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.337023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.339591 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc12f85c-4cce-4a2e-a532-3924c7548da0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:28.340180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc12f85c-4cce-4a2e-a532-3924c7548da0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:28.346105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bc12f85c-4cce-4a2e-a532-3924c7548da0 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/96c5daf4-26bb-4398-8218-c868e8167b97 HTTP/1.1" status: 404 len: 337 time: 0.0758216 Nov 12 11:18:28.355679 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.364351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "DELETE /v2.0/networks/31e2f8a8-e302-43c3-acca-4e38462841ab HTTP/1.1" status: 204 len: 168 time: 1.3931828 Nov 12 11:18:28.367178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32818) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.373147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32822) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.420633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391cf3e-0feb-430e-a955-2f79fd0b203f tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Network': ['ID=31e2f8a8-e302-43c3-acca-4e38462841ab,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:28.420841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] Deleting port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:28.421508 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.459894 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-1152e100-40be-4589-a31a-5663fedb362a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:28.474807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1152e100-40be-4589-a31a-5663fedb362a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:28.486833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1152e100-40be-4589-a31a-5663fedb362a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/61546768-3115-42ab-b0b3-bc9ad0bc98a9 HTTP/1.1" status: 404 len: 337 time: 0.1138525 Nov 12 11:18:28.489605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32824) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.495683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232c409-1d92-4acd-9730-860839adc2aa req-0954ea07-0de3-4df1-b781-dcc484a69f43 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:28.503868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f232c409-1d92-4acd-9730-860839adc2aa req-0954ea07-0de3-4df1-b781-dcc484a69f43 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.2488852 Nov 12 11:18:28.517221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] For port 6ddf850b-2d04-4829-8480-2fb289a22872, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6ddf850b-2d04-4829-8480-2fb289a22872,segment=NetworkSegment(40bc1421-aada-477b-ab4d-aac7aeb9531c),segment_id=40bc1421-aada-477b-ab4d-aac7aeb9531c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:28.525456 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.555383 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-663886d4-8083-459a-8d1b-ce48e553d710 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:28.556216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.562905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663886d4-8083-459a-8d1b-ce48e553d710 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:28.572773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-663886d4-8083-459a-8d1b-ce48e553d710 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/40ebad5d-7ee4-494e-b639-832eb5be71ee HTTP/1.1" status: 404 len: 337 time: 0.0820487 Nov 12 11:18:28.575476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32826) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.588988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] Calling delete_port for 6ddf850b-2d04-4829-8480-2fb289a22872 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:28.594013 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.620276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] For port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:28.620824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.623118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f232c409-1d92-4acd-9730-860839adc2aa req-3af9a819-d27c-445d-b6bf-d644899ee57e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100900 Nov 12 11:18:28.715471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Port': ['ID=6ddf850b-2d04-4829-8480-2fb289a22872,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:28.717288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Deleting port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:28.717715 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.731761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] Calling delete_port for e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:28.746205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-93493b8c-1c6b-41b5-bf95-ba990a7d7e86 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 200 len: 205 time: 0.1659729 Nov 12 11:18:28.746413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32830) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.752981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No DVR routers for this DVR port 6ddf850b-2d04-4829-8480-2fb289a22872 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:28.863462 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-e5bcaddf-a22f-493a-aa7c-6285bfa51625 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] delete failed (client error): The resource could not be found. Nov 12 11:18:28.865083 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e5bcaddf-a22f-493a-aa7c-6285bfa51625 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/8d5369d6-e09d-4b5b-bedf-ad71aaa5e3f8 HTTP/1.1" status: 404 len: 336 time: 0.1177788 Nov 12 11:18:28.866700 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.867680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32838) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.903642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] Pushing event deleted for resources: {'Port': ['ID=6ddf850b-2d04-4829-8480-2fb289a22872,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:28.904374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-26a2e463-17ed-4d94-88ad-1af121f33afa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef89cc2-3d1f-41fe-ad54-d426becd5750 HTTP/1.1" status: 200 len: 205 time: 0.0352674 Nov 12 11:18:28.915632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e5705-9d09-4001-afd8-f2f0b3b1058a None None] No DVR routers for this DVR port 6ddf850b-2d04-4829-8480-2fb289a22872 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:28.931309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32840) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:28.960588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] For port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,segment=NetworkSegment(e0c2fe13-1531-494a-93b0-82eae5edabaa),segment_id=e0c2fe13-1531-494a-93b0-82eae5edabaa)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:28.962212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:28.983667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Calling delete_port for e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:29.011430 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.012261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f9bf3-76fe-475d-b581-3fbb6fbd6fad req-fc4200b2-a643-4550-a471-033b47ba7bf5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:29.013820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-335f9bf3-76fe-475d-b581-3fbb6fbd6fad req-fc4200b2-a643-4550-a471-033b47ba7bf5 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.1083350 Nov 12 11:18:29.092269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] No DVR routers for this DVR port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:29.098153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd207fc3-54d0-4bfb-9981-dee37a243729 None None] Pushing event deleted for resources: {'Port': ['ID=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:29.128640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:29.140392 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-05eeb0ee-5ea7-48df-b00e-06c795ea557a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] delete failed (client error): The resource could not be found. Nov 12 11:18:29.141997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-05eeb0ee-5ea7-48df-b00e-06c795ea557a tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/1ef89cc2-3d1f-41fe-ad54-d426becd5750 HTTP/1.1" status: 404 len: 336 time: 0.2055190 Nov 12 11:18:29.179039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:29.179618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:29.180255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6ddf850b-2d04-4829-8480-2fb289a22872 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:29.226757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32842) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.236834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 6ddf850b-2d04-4829-8480-2fb289a22872 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:29.239911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6ddf850b-2d04-4829-8480-2fb289a22872 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:29.270990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.318933 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a37aa90f-8b05-4e8a-91e4-8f3b8cb6a723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.359565 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78fe7cd-09aa-43be-9f25-e1f2233e7189 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:29.372276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78fe7cd-09aa-43be-9f25-e1f2233e7189 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:29.378858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a78fe7cd-09aa-43be-9f25-e1f2233e7189 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/f529f10d-0ce1-422a-9387-344e25aab63e HTTP/1.1" status: 404 len: 337 time: 0.1478601 Nov 12 11:18:29.383315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32844) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.406171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82065fc8-f8c2-4c8e-a72c-bf764a03da9a req-dd7dc20a-2e27-4635-8be2-e9e78807260d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:29.424553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82065fc8-f8c2-4c8e-a72c-bf764a03da9a req-dd7dc20a-2e27-4635-8be2-e9e78807260d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.5584054 Nov 12 11:18:29.449528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb2d552-342a-4ad5-8dcc-8a974e7ad386']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:29.484014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-335f9bf3-76fe-475d-b581-3fbb6fbd6fad req-aba7c3c8-d148-45da-8534-744823c7b90b tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543761 Nov 12 11:18:29.484244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-90759d3f-c8d7-4179-aac4-0d52f57991e3 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=9439b493-1591-497a-83e7-54f9ba4f9677 HTTP/1.1" status: 200 len: 205 time: 0.0979621 Nov 12 11:18:29.486895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32846) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.489442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bc1421-aada-477b-ab4d-aac7aeb9531c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:29.489747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bc1421-aada-477b-ab4d-aac7aeb9531c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:29.528719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.544932 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-f99b6525-75d0-470c-90c4-0dc2c2e32fa8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] delete failed (client error): The resource could not be found. Nov 12 11:18:29.548654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f99b6525-75d0-470c-90c4-0dc2c2e32fa8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/9439b493-1591-497a-83e7-54f9ba4f9677 HTTP/1.1" status: 404 len: 336 time: 0.0585828 Nov 12 11:18:29.548815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32848) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.564327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.584309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82065fc8-f8c2-4c8e-a72c-bf764a03da9a req-15dd040a-6cdc-431c-a978-9d96f2109249 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530392 Nov 12 11:18:29.588141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:29.588224 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ecfcae75-7a0e-414a-b4cc-d4de76b3ef9b tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=9531005a-f15c-4df4-b5db-660cafc13d91 HTTP/1.1" status: 200 len: 205 time: 0.0377269 Nov 12 11:18:29.588689 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:29.591466 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:29.609421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32852) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.673213 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-4c5af038-d45d-4aa0-8e5a-1a811249f461 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] delete failed (client error): The resource could not be found. Nov 12 11:18:29.674549 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4c5af038-d45d-4aa0-8e5a-1a811249f461 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/9531005a-f15c-4df4-b5db-660cafc13d91 HTTP/1.1" status: 404 len: 336 time: 0.0638478 Nov 12 11:18:29.692900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32854) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.707706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.743482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] No DVR routers for this DVR port e7a7a25e-3ca8-4c5a-b6d5-c39445540d57 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:29.745861 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31726fb-111b-4f7b-b797-c33130f07879 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:29.746464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31726fb-111b-4f7b-b797-c33130f07879 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:29.751586 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f31726fb-111b-4f7b-b797-c33130f07879 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/7a1e2bf7-e7e7-4b94-8afb-e954300f1aad HTTP/1.1" status: 404 len: 337 time: 0.0558014 Nov 12 11:18:29.759145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32860) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.787578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Port': ['ID=e7a7a25e-3ca8-4c5a-b6d5-c39445540d57,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:29.813523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fed7a12f-24a7-4bb2-9eb7-0d6aa3eb3eaa tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=8c77ee3d-930e-4250-841b-0836406365c9 HTTP/1.1" status: 200 len: 205 time: 0.0531659 Nov 12 11:18:29.816408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.918402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.926918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:29.941142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/9eb2d552-342a-4ad5-8dcc-8a974e7ad386 HTTP/1.1" status: 204 len: 168 time: 3.1313329 Nov 12 11:18:29.944646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32872) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.949071 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-5b57fbe7-6eed-46ac-9b52-d64077e1e4dd tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] delete failed (client error): The resource could not be found. Nov 12 11:18:29.951852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5b57fbe7-6eed-46ac-9b52-d64077e1e4dd tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/8c77ee3d-930e-4250-841b-0836406365c9 HTTP/1.1" status: 404 len: 336 time: 0.1079016 Nov 12 11:18:29.955267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32874) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:29.956400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53835057-14ba-473d-9619-a059f1dc4d65 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=9eb2d552-342a-4ad5-8dcc-8a974e7ad386,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:29.993815 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef8119c-8245-49f9-a5cd-bb4260f12cb1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:29.994286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef8119c-8245-49f9-a5cd-bb4260f12cb1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:30.003988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3ef8119c-8245-49f9-a5cd-bb4260f12cb1 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/b7c2d199-a6b7-4f85-974b-195c748ec206 HTTP/1.1" status: 404 len: 337 time: 0.0433130 Nov 12 11:18:30.005596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32876) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.058512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-084e6ac7-7d83-4a5e-ab97-b503e10991c8 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "GET /v2.0/ports?device_id=9a787041-0948-4029-b0bb-31b39074bae4 HTTP/1.1" status: 200 len: 205 time: 0.0497496 Nov 12 11:18:30.065495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32880) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.121971 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-817ece10-7e4f-4873-92ae-04be5f25a0fe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:30.122644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817ece10-7e4f-4873-92ae-04be5f25a0fe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:30.126506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-817ece10-7e4f-4873-92ae-04be5f25a0fe tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/6e5a3abe-deea-48e2-bf38-db2e088406ea HTTP/1.1" status: 404 len: 337 time: 0.1698835 Nov 12 11:18:30.129399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.133961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32884) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.156041 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-501f84c2-4570-4839-97e0-16f6e4c4f6b9 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] delete failed (client error): The resource could not be found. Nov 12 11:18:30.158307 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-501f84c2-4570-4839-97e0-16f6e4c4f6b9 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/routers/9a787041-0948-4029-b0bb-31b39074bae4 HTTP/1.1" status: 404 len: 336 time: 0.0915956 Nov 12 11:18:30.161074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32886) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.197283 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93e226f-d492-440f-82ab-bd153a877db9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:30.198950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93e226f-d492-440f-82ab-bd153a877db9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:30.202738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c93e226f-d492-440f-82ab-bd153a877db9 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/bd214671-66d7-489a-b355-b5f787ae1247 HTTP/1.1" status: 404 len: 339 time: 0.0592899 Nov 12 11:18:30.204889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4407588b-65a2-4aac-8a17-a0010c0f14b2']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:30.206446 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-53430c11-40ff-465f-8841-12618a78e4b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:30.207716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53430c11-40ff-465f-8841-12618a78e4b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:30.211783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-53430c11-40ff-465f-8841-12618a78e4b5 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/213e23b1-2a6d-4412-ad6f-f38141f6251e HTTP/1.1" status: 404 len: 337 time: 0.0491486 Nov 12 11:18:30.212539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32888) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.219027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff06158-f4a4-4c5d-8a63-f10361b53c28 req-305dd622-335b-4c83-83cc-63ca90d5780e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:30.229011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff06158-f4a4-4c5d-8a63-f10361b53c28 req-305dd622-335b-4c83-83cc-63ca90d5780e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.2310464 Nov 12 11:18:30.236763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32890) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.262442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c2fe13-1531-494a-93b0-82eae5edabaa') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:30.262834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c2fe13-1531-494a-93b0-82eae5edabaa') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:30.289292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-829ad88e-3243-4437-97c1-420493151b20 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting subnet 907495e6-49af-4065-b6a2-2d3d5a8b7d63 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:30.291106 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c2dcb7-f839-42d6-bc76-b6eca9817231 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:30.291656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c2dcb7-f839-42d6-bc76-b6eca9817231 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:30.295737 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-829ad88e-3243-4437-97c1-420493151b20 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.305826 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-84c2dcb7-f839-42d6-bc76-b6eca9817231 tempest-RoutersTest-1520006276 tempest-RoutersTest-1520006276-project] 10.222.0.98 "DELETE /v2.0/subnets/ebac0c1c-3d7c-4954-a6a1-7d881e418c74 HTTP/1.1" status: 404 len: 337 time: 0.0606692 Nov 12 11:18:30.317787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.373813 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.390671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:30.391816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:30.395327 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:30.418696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-829ad88e-3243-4437-97c1-420493151b20 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.422376 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff06158-f4a4-4c5d-8a63-f10361b53c28 req-be2483dd-52d6-4b19-a0af-655bee0a3114 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921289 Nov 12 11:18:30.530634 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-829ad88e-3243-4437-97c1-420493151b20 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.546306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.559362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.563375 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] 10.222.0.98 "DELETE /v2.0/networks/4407588b-65a2-4aac-8a17-a0010c0f14b2 HTTP/1.1" status: 204 len: 168 time: 2.1891434 Nov 12 11:18:30.599736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1fd36-083e-40e8-ab4f-bb7a71b61e45 tempest-TaggedBootDevicesTest-451485741 tempest-TaggedBootDevicesTest-451485741-project] Pushing event deleted for resources: {'Network': ['ID=4407588b-65a2-4aac-8a17-a0010c0f14b2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:30.797596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c93c7-5c3a-4a9d-8567-529e16787c62 req-02614410-932f-4a12-9399-95b371c2c441 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:30.807833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b5c93c7-5c3a-4a9d-8567-529e16787c62 req-02614410-932f-4a12-9399-95b371c2c441 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.1568544 Nov 12 11:18:30.829609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-829ad88e-3243-4437-97c1-420493151b20 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.863361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ad88e-3243-4437-97c1-420493151b20 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Subnet': ['ID=907495e6-49af-4065-b6a2-2d3d5a8b7d63,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:30.871744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32910) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.880099 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:18:30.880636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-829ad88e-3243-4437-97c1-420493151b20 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:30.884154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-829ad88e-3243-4437-97c1-420493151b20 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/subnets/907495e6-49af-4065-b6a2-2d3d5a8b7d63 HTTP/1.1" status: 204 len: 168 time: 0.6700063 Nov 12 11:18:30.886666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32914) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:30.889613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d790d9-a218-404c-a5ca-b66f0f356646 None None] Network 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:30.935565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b5c93c7-5c3a-4a9d-8567-529e16787c62 req-4f2fab37-112b-44a4-92e2-e0b91aac6268 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195600 Nov 12 11:18:31.158734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.170401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f7b9ea93-487f-41dc-9d9d-162f85adcfa7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=562d12db036f4405876fc90cda08629e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2947407 Nov 12 11:18:31.170845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32924) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:31.334094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] DHCP port deletion for 769cf79c-e1b5-4fa1-9b13-6e1d7843d34c request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:31.365395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ae8d-fad7-4ccf-bda0-0b003a32c2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.398942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ae8d-fad7-4ccf-bda0-0b003a32c2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.400629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] Deleting port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:31.401009 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.408982 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Deleting port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:31.409315 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.474506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] For port 63d2dbdc-43d3-4b72-940f-96a3d1f67669, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=63d2dbdc-43d3-4b72-940f-96a3d1f67669,segment=NetworkSegment(1ef98da7-053b-4f1c-ab84-3bf3eada44f7),segment_id=1ef98da7-053b-4f1c-ab84-3bf3eada44f7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:31.475934 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.504913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] Calling delete_port for 63d2dbdc-43d3-4b72-940f-96a3d1f67669 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:31.509697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] For port 63d2dbdc-43d3-4b72-940f-96a3d1f67669, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=63d2dbdc-43d3-4b72-940f-96a3d1f67669,segment=NetworkSegment(1ef98da7-053b-4f1c-ab84-3bf3eada44f7),segment_id=1ef98da7-053b-4f1c-ab84-3bf3eada44f7)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:31.510359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.538553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Calling delete_port for 63d2dbdc-43d3-4b72-940f-96a3d1f67669 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:31.596813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48dea5-9f2a-4227-9e2c-912185ef8902 req-26d900d8-351a-4d75-9d89-ef626a632159 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:31.604627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d48dea5-9f2a-4227-9e2c-912185ef8902 req-26d900d8-351a-4d75-9d89-ef626a632159 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0681496 Nov 12 11:18:31.652563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ae8d-fad7-4ccf-bda0-0b003a32c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.659950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ae8d-fad7-4ccf-bda0-0b003a32c2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.665022 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fbd2ae8d-fad7-4ccf-bda0-0b003a32c2c5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/38713975-11be-48f9-9c8e-7198f287db01 HTTP/1.1" status: 204 len: 168 time: 0.4909167 Nov 12 11:18:31.716587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d48dea5-9f2a-4227-9e2c-912185ef8902 req-f81b24a6-bc31-4377-965c-0a736158c8b4 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109376 Nov 12 11:18:31.755863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2ae8d-fad7-4ccf-bda0-0b003a32c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38713975-11be-48f9-9c8e-7198f287db01,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:31.810104 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-32af5cb8-94ec-4725-8fe3-19b6e9a68748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.839733 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.846166 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:31.875175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] Pushing event deleted for resources: {'Port': ['ID=63d2dbdc-43d3-4b72-940f-96a3d1f67669,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:31.898044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54410aad-e52d-4809-bb7f-9f840bb46834 None None] No DVR routers for this DVR port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:31.898951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Port': ['ID=63d2dbdc-43d3-4b72-940f-96a3d1f67669,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:31.908136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] No DVR routers for this DVR port 63d2dbdc-43d3-4b72-940f-96a3d1f67669 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:32.117073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.149633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b93145-c82a-4972-b450-d8b2c9db08d1 req-06f3cc06-cc34-4dfc-ba02-5fe16a5184be tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:32.149633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20b93145-c82a-4972-b450-d8b2c9db08d1 req-06f3cc06-cc34-4dfc-ba02-5fe16a5184be tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.0918398 Nov 12 11:18:32.150137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769cf79c-e1b5-4fa1-9b13-6e1d7843d34c']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:32.189636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef98da7-053b-4f1c-ab84-3bf3eada44f7') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:32.189990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef98da7-053b-4f1c-ab84-3bf3eada44f7') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:32.222601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.274245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.283139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:32.283551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.299825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20b93145-c82a-4972-b450-d8b2c9db08d1 req-a06cf75d-b452-4489-a396-3be1628db26d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493826 Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:32.317893 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:32.712128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.728770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:32.742829 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] 10.222.0.98 "DELETE /v2.0/networks/769cf79c-e1b5-4fa1-9b13-6e1d7843d34c HTTP/1.1" status: 204 len: 168 time: 1.8544865 Nov 12 11:18:32.756790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17f125-156f-4056-87f4-f20467584580 tempest-NetworksIpV6Test-1918729014 tempest-NetworksIpV6Test-1918729014-project] Pushing event deleted for resources: {'Network': ['ID=769cf79c-e1b5-4fa1-9b13-6e1d7843d34c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:32.993321 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:33.005160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae0f63-82e1-4b77-9249-cab36fbdcd3d req-d7f627f4-584e-4a1a-9abc-1535ce42123d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:33.018687 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23ae0f63-82e1-4b77-9249-cab36fbdcd3d req-d7f627f4-584e-4a1a-9abc-1535ce42123d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1572816 Nov 12 11:18:33.091186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 63d2dbdc-43d3-4b72-940f-96a3d1f67669 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:33.127822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23ae0f63-82e1-4b77-9249-cab36fbdcd3d req-b17e6c8b-596f-4a1d-ad6f-3e4ff11b3f80 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041975 Nov 12 11:18:33.143268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 63d2dbdc-43d3-4b72-940f-96a3d1f67669 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:33.162152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 63d2dbdc-43d3-4b72-940f-96a3d1f67669 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:33.525328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed522ac-fce0-413a-b9b2-ff3b90c7e3c5 req-75757c1b-2bdf-4cbb-b9a2-a093ecfbf149 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:33.527322 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ed522ac-fce0-413a-b9b2-ff3b90c7e3c5 req-75757c1b-2bdf-4cbb-b9a2-a093ecfbf149 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.1297257 Nov 12 11:18:33.538216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32976) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:33.604579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ed522ac-fce0-413a-b9b2-ff3b90c7e3c5 req-fb8a4605-74f3-4a51-a846-f2a8e11d69a4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711370 Nov 12 11:18:33.681153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32980) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:33.764581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f6be0fea-4e2e-4757-a3af-41b235a2d7a5 tempest-DvrRoutersNegativeTest-914210753 tempest-DvrRoutersNegativeTest-914210753-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-413364880', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:33.769759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.policy [None req-f6be0fea-4e2e-4757-a3af-41b235a2d7a5 tempest-DvrRoutersNegativeTest-914210753 tempest-DvrRoutersNegativeTest-914210753-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109705) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 11:18:33.770229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.policy [None req-f6be0fea-4e2e-4757-a3af-41b235a2d7a5 tempest-DvrRoutersNegativeTest-914210753 tempest-DvrRoutersNegativeTest-914210753-project] Failed policy check for 'create_router' {{(pid=109705) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 11:18:33.770977 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-f6be0fea-4e2e-4757-a3af-41b235a2d7a5 tempest-DvrRoutersNegativeTest-914210753 tempest-DvrRoutersNegativeTest-914210753-project] create failed (client error): Access was denied to this resource. Nov 12 11:18:33.772447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6be0fea-4e2e-4757-a3af-41b235a2d7a5 tempest-DvrRoutersNegativeTest-914210753 tempest-DvrRoutersNegativeTest-914210753-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0889785 Nov 12 11:18:33.837373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f063429-6b27-4f4c-a02a-f7d017c9364a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=25e59bc198a74a84b01e5434ac28864d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975099 Nov 12 11:18:33.840196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32986) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:33.956854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7334a3d0-4fd0-48b3-96cc-e62c783acabe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.007005 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7334a3d0-4fd0-48b3-96cc-e62c783acabe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.117558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.199258 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7334a3d0-4fd0-48b3-96cc-e62c783acabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.202775 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7334a3d0-4fd0-48b3-96cc-e62c783acabe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.212878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7334a3d0-4fd0-48b3-96cc-e62c783acabe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4847604b-c127-48d7-ae2d-6164a15a5670 HTTP/1.1" status: 204 len: 168 time: 0.3652530 Nov 12 11:18:34.237075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334a3d0-4fd0-48b3-96cc-e62c783acabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847604b-c127-48d7-ae2d-6164a15a5670,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:34.405494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e7641-0a3c-4cb0-a2e0-75bb1b4e4385 req-49d4265b-eeba-4470-b5f2-66afce3f65fa tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:34.407887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e15e7641-0a3c-4cb0-a2e0-75bb1b4e4385 req-49d4265b-eeba-4470-b5f2-66afce3f65fa tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1068439 Nov 12 11:18:34.438231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32996) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:34.561551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e15e7641-0a3c-4cb0-a2e0-75bb1b4e4385 req-b74800e8-ea2b-49d6-a6eb-1f6f54943896 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375215 Nov 12 11:18:34.675642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a9ba-1934-42b6-a86f-7eaeb7700231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.856326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a194f96-0676-4d8e-a220-37dc0b37aa59 req-7a5bbeda-6aec-4562-a031-12561e765e5d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:34.865713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a194f96-0676-4d8e-a220-37dc0b37aa59 req-7a5bbeda-6aec-4562-a031-12561e765e5d tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.1058185 Nov 12 11:18:34.919203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a9ba-1934-42b6-a86f-7eaeb7700231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:34.919753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a194f96-0676-4d8e-a220-37dc0b37aa59 req-431553ee-94e2-4e7e-8da9-6563b672fa05 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507078 Nov 12 11:18:35.655868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.658200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a9ba-1934-42b6-a86f-7eaeb7700231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.761756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c5a4a9ba-1934-42b6-a86f-7eaeb7700231 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7c98c14d95e4ed4b7ca6c3002d4f0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3224461 Nov 12 11:18:35.763156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33014) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:35.774554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4a9ba-1934-42b6-a86f-7eaeb7700231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03f9d3b-0663-45f4-8829-39c41561dae7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:35.882431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139679c-2192-478c-8a24-4c85f40fc4e6 req-358751c0-e4f4-4b34-bade-fee4a5bf0c48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:35.884132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8139679c-2192-478c-8a24-4c85f40fc4e6 req-358751c0-e4f4-4b34-bade-fee4a5bf0c48 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.2184668 Nov 12 11:18:35.890989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9e98-6244-4368-91c6-efc1436b8b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.935110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9e98-6244-4368-91c6-efc1436b8b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:35.984101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8139679c-2192-478c-8a24-4c85f40fc4e6 req-1c58a7a3-687f-402d-a632-a157bf0a90a2 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908370 Nov 12 11:18:36.104868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9e98-6244-4368-91c6-efc1436b8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.107455 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2fd9e98-6244-4368-91c6-efc1436b8b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:36.108627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c2fd9e98-6244-4368-91c6-efc1436b8b54 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a03f9d3b-0663-45f4-8829-39c41561dae7 HTTP/1.1" status: 204 len: 168 time: 0.3430383 Nov 12 11:18:36.123956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd9e98-6244-4368-91c6-efc1436b8b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03f9d3b-0663-45f4-8829-39c41561dae7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:36.149001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892f0ff-88a6-4976-a544-a29a5431fed4 req-51348d49-36ef-487f-b710-68488386d252 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:36.152850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e892f0ff-88a6-4976-a544-a29a5431fed4 req-51348d49-36ef-487f-b710-68488386d252 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.0887582 Nov 12 11:18:36.213831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e892f0ff-88a6-4976-a544-a29a5431fed4 req-64339259-ae3b-4d55-9206-747ca747113a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557301 Nov 12 11:18:36.764783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33050) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:36.989828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1488976860'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:37.141923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:37.149753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.149860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b6896-6eae-489a-95a6-5b890bc94054 req-6bf12c95-fdc3-4aa2-b5e2-dc1175df0dcb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:37.154107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-592b6896-6eae-489a-95a6-5b890bc94054 req-6bf12c95-fdc3-4aa2-b5e2-dc1175df0dcb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0734847 Nov 12 11:18:37.164984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.249568 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-592b6896-6eae-489a-95a6-5b890bc94054 req-20347c4e-3eb2-45b1-a5fc-bef05fb08f4e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903304 Nov 12 11:18:37.310115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.384383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55132af4-30fd-4135-bf90-abd17ee65543 req-4ad4a449-a0ed-4bff-be0a-e60357b61d9e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:37.386628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55132af4-30fd-4135-bf90-abd17ee65543 req-4ad4a449-a0ed-4bff-be0a-e60357b61d9e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.0602698 Nov 12 11:18:37.388238 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.446709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33078) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:37.475931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:37.522454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd43ecf-a226-4ea1-91ea-15c242f21e35,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.539565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.539912 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Added segment 54c61dc2-9e6d-410a-ba31-b3f2cbd279ea of type vlan for network 388d09be-ba62-4c57-9b71-3597654dd030 Nov 12 11:18:37.576719 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-55132af4-30fd-4135-bf90-abd17ee65543 req-607e9984-a2f1-4ada-ac0e-0fb1e1fdcd1f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782482 Nov 12 11:18:37.583776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4598b23d-05fc-46e1-99c2-7d506b41c3a3 tempest-ServiceProvidersTest-1475597506 tempest-ServiceProvidersTest-1475597506-project] 10.222.0.98 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1355979 Nov 12 11:18:37.613263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.720510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.729126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:37.729764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:37.835348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0695693 Nov 12 11:18:37.846010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33084) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:37.846010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'name': 'tempest-PortsTestJSON-2051223457'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:37.848626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e786b15-2f12-47a8-954d-76421a2a93c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Network': ['ID=388d09be-ba62-4c57-9b71-3597654dd030,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:37.862794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:38.064693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:38.064693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.086939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port b4299cf1-9dcb-432b-b9ce-42dd94f49039 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:38.144181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33090) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:38.285068 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8753e4f4-dfb1-4f42-982b-fc6565d3701c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.316331 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.382770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8753e4f4-dfb1-4f42-982b-fc6565d3701c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.411584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bb970-b144-47e4-92cf-3850d03b26e2 req-cc0bcb1b-a753-4329-8755-309b3fd3b31a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:38.413267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b68bb970-b144-47e4-92cf-3850d03b26e2 req-cc0bcb1b-a753-4329-8755-309b3fd3b31a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0572813 Nov 12 11:18:38.429051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.460870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8753e4f4-dfb1-4f42-982b-fc6565d3701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.498621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8753e4f4-dfb1-4f42-982b-fc6565d3701c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=235ade1b75a34650bff2482e1c63780e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531234 Nov 12 11:18:38.506035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33098) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:38.528235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=b4299cf1-9dcb-432b-b9ce-42dd94f49039,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:38.550154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b68bb970-b144-47e4-92cf-3850d03b26e2 req-4aec5b4e-e497-4e86-882b-6b08c0f4e7f6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303654 Nov 12 11:18:38.561157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking segment: {'id': '54c61dc2-9e6d-410a-ba31-b3f2cbd279ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '388d09be-ba62-4c57-9b71-3597654dd030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:38.561866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network hostable DHCP agents. Network: 388d09be-ba62-4c57-9b71-3597654dd030, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:38.579276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753e4f4-dfb1-4f42-982b-fc6565d3701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136c61fa-2526-4f06-8018-0f7c324c2acb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:38.606164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ca76-9116-4102-a368-38ee7109cca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.648138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ca76-9116-4102-a368-38ee7109cca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.661098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:38.748046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ade21-ea53-4ca8-acf4-b33e8ef9be88 req-fa42ed62-30f4-478d-9875-143c4fd53fb4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:38.749517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-590ade21-ea53-4ca8-acf4-b33e8ef9be88 req-fa42ed62-30f4-478d-9875-143c4fd53fb4 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 944 time: 0.0528543 Nov 12 11:18:38.762730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 388d09be-ba62-4c57-9b71-3597654dd030) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:38.767740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:38.774644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:38.775430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.776696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636680e-6a88-4b77-83b5-85dcb5d236ed None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:38.803294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ca76-9116-4102-a368-38ee7109cca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.806333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ca76-9116-4102-a368-38ee7109cca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:38.808148 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7fc2ca76-9116-4102-a368-38ee7109cca4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/136c61fa-2526-4f06-8018-0f7c324c2acb HTTP/1.1" status: 204 len: 168 time: 0.3004053 Nov 12 11:18:38.821468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2ca76-9116-4102-a368-38ee7109cca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136c61fa-2526-4f06-8018-0f7c324c2acb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:38.856541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-590ade21-ea53-4ca8-acf4-b33e8ef9be88 req-c0a73277-8b00-4423-8f15-fa11943609fc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008558 Nov 12 11:18:38.886399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:18:38.892768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f54d25ad-60e3-491e-9ff3-7ddc186984c7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0535617 Nov 12 11:18:38.895787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33106) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:38.900826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-107155915'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.026028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:39.029539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.060427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:39.072047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.072520 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Added segment 6db1f116-b9ce-4e0e-ab4f-c77f5bef7745 of type vlan for network d790c6a3-7a96-48ba-baf2-afecb8c382fb Nov 12 11:18:39.079614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:39.092103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'port_id': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'mac_address': 'fa:16:3e:8f:93:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:18:39.128200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.137346 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.159704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac59123-7eea-4e5c-8fdb-94ec4d00606f {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:18:39.186442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:39.204752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.212435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:39.213224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.243511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.323945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4265203 Nov 12 11:18:39.326367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33116) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:39.329325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553f6a0-3f67-489c-b6be-3ca6344c618c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Network': ['ID=d790c6a3-7a96-48ba-baf2-afecb8c382fb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:39.335670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'ports': [{'network_id': '388d09be-ba62-4c57-9b71-3597654dd030'}, {'network_id': 'd790c6a3-7a96-48ba-baf2-afecb8c382fb'}]} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.336371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.337207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': 'd790c6a3-7a96-48ba-baf2-afecb8c382fb'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:39.342961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=11']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:39.346152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d790c6a3-7a96-48ba-baf2-afecb8c382fb details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:39.587435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['0ac59123-7eea-4e5c-8fdb-94ec4d00606f'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:39.642434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 2} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:39.659146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.665284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:39.799596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f09378-d9b9-45f6-aff6-99e28d4126a3 req-831b2425-5214-4572-b0cb-959606eb7fba tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:39.804910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47f09378-d9b9-45f6-aff6-99e28d4126a3 req-831b2425-5214-4572-b0cb-959606eb7fba tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1142509 Nov 12 11:18:39.809508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 63a452f4-a487-45ac-bd90-8511e2ddc624 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:39.901034 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47f09378-d9b9-45f6-aff6-99e28d4126a3 req-370b8cd1-d9cc-47f5-a0ec-7637ee0aa057 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758836 Nov 12 11:18:40.064128 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.153360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecc486-bba6-47d6-babb-b26a9882dff9 req-14a33b33-da25-4193-a5c8-7985977e3559 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:40.155033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79ecc486-bba6-47d6-babb-b26a9882dff9 req-14a33b33-da25-4193-a5c8-7985977e3559 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.1886470 Nov 12 11:18:40.186317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port b0dd4430-33a4-4103-808c-b72634e3f9ae yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:40.231730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79ecc486-bba6-47d6-babb-b26a9882dff9 req-76c98d89-725c-42ac-9006-a1a9c2ad411a tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686352 Nov 12 11:18:40.341825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.485854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.539435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:40.542469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:40.554022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=63a452f4-a487-45ac-bd90-8511e2ddc624,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:40.567090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:40.567090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.638672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=b0dd4430-33a4-4103-808c-b72634e3f9ae,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:40.672263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking segment: {'id': '6db1f116-b9ce-4e0e-ab4f-c77f5bef7745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'd790c6a3-7a96-48ba-baf2-afecb8c382fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:40.672592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network hostable DHCP agents. Network: d790c6a3-7a96-48ba-baf2-afecb8c382fb, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:40.752259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network d790c6a3-7a96-48ba-baf2-afecb8c382fb is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:40.848838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d790c6a3-7a96-48ba-baf2-afecb8c382fb) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:40.857192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:40.861854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4208d7-378b-4fb8-b9ce-cad55b1a12f4 None None] Network d790c6a3-7a96-48ba-baf2-afecb8c382fb requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:40.865677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:40.876817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:40.878003 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:40.886814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:41.020612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33162) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:41.021128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8af9d3b1-1a39-4604-9e4a-cd9a3f8ed33b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6924012 Nov 12 11:18:41.116030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be678778-c909-46ed-865a-5d6dcba6a4c3 req-fdbad177-4c04-4624-bc18-0b46585bc98f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:41.118759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be678778-c909-46ed-865a-5d6dcba6a4c3 req-fdbad177-4c04-4624-bc18-0b46585bc98f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1225266 Nov 12 11:18:41.157430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:18:41.159871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f232d828-ab93-422e-8ac5-1aacee9ea330 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port b0dd4430-33a4-4103-808c-b72634e3f9ae {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:41.160832 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f232d828-ab93-422e-8ac5-1aacee9ea330 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.161723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:41.162095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.223620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be678778-c909-46ed-865a-5d6dcba6a4c3 req-b1f7e7d4-c52c-4c4a-8c39-c51f4c783729 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975754 Nov 12 11:18:41.258579 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f232d828-ab93-422e-8ac5-1aacee9ea330 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.275343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f232d828-ab93-422e-8ac5-1aacee9ea330 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for b0dd4430-33a4-4103-808c-b72634e3f9ae owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:41.301438 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.347287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:41.349570 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729ee65f-2892-4688-84fe-3f8bc5140029" -d '{"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-plugged", "status": "completed", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:41.363096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:41.399869 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee017acb-4727-4fcf-9826-03b709abe812 x-openstack-request-id: req-ee017acb-4727-4fcf-9826-03b709abe812 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:41.400187 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-plugged", "status": "completed", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:41.400438 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ee017acb-4727-4fcf-9826-03b709abe812 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:41.400910 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'code': 200} Nov 12 11:18:41.426063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020716e2-f139-4176-a94d-df2f28990add req-14f51b7a-a058-4db5-8901-ef3343348770 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:41.427905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-020716e2-f139-4176-a94d-df2f28990add req-14f51b7a-a058-4db5-8901-ef3343348770 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 945 time: 0.0624907 Nov 12 11:18:41.477792 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f232d828-ab93-422e-8ac5-1aacee9ea330 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.478009 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.528231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232d828-ab93-422e-8ac5-1aacee9ea330 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=b0dd4430-33a4-4103-808c-b72634e3f9ae,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:41.535069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-020716e2-f139-4176-a94d-df2f28990add req-b2d21ccf-8927-410f-a70e-c5ecb698323f tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009917 Nov 12 11:18:41.540064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f232d828-ab93-422e-8ac5-1aacee9ea330 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.546099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f232d828-ab93-422e-8ac5-1aacee9ea330 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/b0dd4430-33a4-4103-808c-b72634e3f9ae HTTP/1.1" status: 204 len: 168 time: 0.5216846 Nov 12 11:18:41.546189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33176) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:41.572350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=12']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:41.661498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0994c4f-729a-4045-9391-07cedbb20f8b req-85f84107-fea7-4986-ad1e-2bd3ee038c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:41.663068 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0994c4f-729a-4045-9391-07cedbb20f8b req-85f84107-fea7-4986-ad1e-2bd3ee038c38 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 1098 time: 0.0556276 Nov 12 11:18:41.714839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a597d-ecca-4b88-8aca-f67a855cb908 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:41.722392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a597d-ecca-4b88-8aca-f67a855cb908 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:41.724708 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e79a597d-ecca-4b88-8aca-f67a855cb908 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1773148 Nov 12 11:18:41.727420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33184) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:41.730272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0994c4f-729a-4045-9391-07cedbb20f8b req-3f5dce9b-20c7-491b-af9a-11bbb364e69c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571783 Nov 12 11:18:41.864328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c613f55a-c39c-4cef-bf26-44fbdc30dba7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 63a452f4-a487-45ac-bd90-8511e2ddc624 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:41.864328 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c613f55a-c39c-4cef-bf26-44fbdc30dba7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.946493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c613f55a-c39c-4cef-bf26-44fbdc30dba7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:41.960770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c613f55a-c39c-4cef-bf26-44fbdc30dba7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 63a452f4-a487-45ac-bd90-8511e2ddc624 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:42.175009 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c613f55a-c39c-4cef-bf26-44fbdc30dba7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.203750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613f55a-c39c-4cef-bf26-44fbdc30dba7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=63a452f4-a487-45ac-bd90-8511e2ddc624,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:42.217271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c613f55a-c39c-4cef-bf26-44fbdc30dba7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.221634 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c613f55a-c39c-4cef-bf26-44fbdc30dba7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/63a452f4-a487-45ac-bd90-8511e2ddc624 HTTP/1.1" status: 204 len: 168 time: 0.4927957 Nov 12 11:18:42.224214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33192) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.288804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d417b-72c8-4443-82c3-78b07f8f654f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:42.302988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-752d417b-72c8-4443-82c3-78b07f8f654f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0751238 Nov 12 11:18:42.303351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33196) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.353555 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d52692-3cef-4299-becc-34b2b0f03381 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:18:42.355143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-87d52692-3cef-4299-becc-34b2b0f03381 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/b0dd4430-33a4-4103-808c-b72634e3f9ae HTTP/1.1" status: 404 len: 333 time: 0.0508244 Nov 12 11:18:42.358195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33198) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.384878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89387f-469b-405d-b96c-1485665ed6e8 req-768df4c2-9ff4-4331-93c1-3d76311c1188 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:42.386951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b89387f-469b-405d-b96c-1485665ed6e8 req-768df4c2-9ff4-4331-93c1-3d76311c1188 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0689266 Nov 12 11:18:42.401138 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c5ce30-35b3-43b9-ab95-d1bfc91c82b8 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:18:42.406896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b8c5ce30-35b3-43b9-ab95-d1bfc91c82b8 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/63a452f4-a487-45ac-bd90-8511e2ddc624 HTTP/1.1" status: 404 len: 333 time: 0.0432858 Nov 12 11:18:42.407850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33200) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.463806 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b89387f-469b-405d-b96c-1485665ed6e8 req-a52f8c28-49dd-4415-b2e9-ef3f906704a3 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600667 Nov 12 11:18:42.527305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.655348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.684889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d790c6a3-7a96-48ba-baf2-afecb8c382fb']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:42.699095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db1f116-b9ce-4e0e-ab4f-c77f5bef7745') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:42.699333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db1f116-b9ce-4e0e-ab4f-c77f5bef7745') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:42.713792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.733343 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.763495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:42.763912 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:42.773009 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:42.858090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992de53-2a4b-43d2-ac33-45ab86b8ae28 req-c9e5fd9c-1b1a-442e-815b-194ff049e155 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:42.859663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2992de53-2a4b-43d2-ac33-45ab86b8ae28 req-c9e5fd9c-1b1a-442e-815b-194ff049e155 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 946 time: 0.1291726 Nov 12 11:18:42.924547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.935192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:42.939760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/networks/d790c6a3-7a96-48ba-baf2-afecb8c382fb HTTP/1.1" status: 204 len: 168 time: 0.5309203 Nov 12 11:18:42.944313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33212) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:42.957889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1065117606'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:42.958024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2992de53-2a4b-43d2-ac33-45ab86b8ae28 req-b4cc5aaa-2b5b-4be2-bea0-e2ea0ebe6cde tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845037 Nov 12 11:18:42.975979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a88ae-0143-4d2d-93e2-f8903ae27a7d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Network': ['ID=d790c6a3-7a96-48ba-baf2-afecb8c382fb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:43.134782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:43.139086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.170170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:43.183407 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.184658 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Added segment c79c37fd-6aab-49b2-b516-463cb0cf4517 of type vlan for network 1344bd15-465b-4154-a01b-f1b9d24563e1 Nov 12 11:18:43.232881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.363040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.369281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:43.370370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.446887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Network': ['ID=1344bd15-465b-4154-a01b-f1b9d24563e1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:43.459936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 1344bd15-465b-4154-a01b-f1b9d24563e1 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:43.475303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-39cb36ee-eb35-42d2-832f-d08359f9fce3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5295663 Nov 12 11:18:43.478309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33240) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:43.485269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '1344bd15-465b-4154-a01b-f1b9d24563e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:43.667991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd4d37-581d-408c-8ea4-82ce20b6e8ff req-bd6f0a25-4e65-47c1-9a66-c7c687c03a1b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:43.667991 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68dd4d37-581d-408c-8ea4-82ce20b6e8ff req-bd6f0a25-4e65-47c1-9a66-c7c687c03a1b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0887709 Nov 12 11:18:43.715314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68dd4d37-581d-408c-8ea4-82ce20b6e8ff req-d81f24aa-8dbb-4fee-b918-f35d027bb0fb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 Nov 12 11:18:43.769307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:43.773163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:43.837685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Performing IP validity checks on allocation pools {{(pid=109704) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:18:43.838849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109704) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:18:44.133668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbc53f-43db-4980-8bc9-2e816756fe8e req-b30a0b6f-324a-4dae-8d58-10322750d727 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:44.135314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81bbc53f-43db-4980-8bc9-2e816756fe8e req-b30a0b6f-324a-4dae-8d58-10322750d727 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 946 time: 0.0707746 Nov 12 11:18:44.147404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.231020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=fbe40afc-ef8f-4d34-96a6-983888c1e384,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:44.241718 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81bbc53f-43db-4980-8bc9-2e816756fe8e req-fbb3c41d-e57a-4571-b5a1-038a9f1f146e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875990 Nov 12 11:18:44.269910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking segment: {'id': 'c79c37fd-6aab-49b2-b516-463cb0cf4517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1344bd15-465b-4154-a01b-f1b9d24563e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:44.270441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network hostable DHCP agents. Network: 1344bd15-465b-4154-a01b-f1b9d24563e1, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:44.386324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 1344bd15-465b-4154-a01b-f1b9d24563e1 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:44.471522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 1344bd15-465b-4154-a01b-f1b9d24563e1) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:44.471522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:44.471522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.475057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a15c58-f3dd-4bf2-bba6-530ce6ce7911 None None] Network 1344bd15-465b-4154-a01b-f1b9d24563e1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:44.583410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9a7924f0-3339-41d4-9426-4c6c3a997c1d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1030290 Nov 12 11:18:44.586175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33272) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:44.592426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '1344bd15-465b-4154-a01b-f1b9d24563e1', 'name': 'tempest-PortsTestJSON-380260223'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:44.635032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-1344bd15-465b-4154-a01b-f1b9d24563e1', 'network_id': '1344bd15-465b-4154-a01b-f1b9d24563e1', 'tenant_id': 'aaa9e09f90d449f7b08248f14994dcc4', 'fixed_ips': [{'subnet_id': 'fbe40afc-ef8f-4d34-96a6-983888c1e384'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:44.636227 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.831868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Allocated IP 172.20.0.2 (1344bd15-465b-4154-a01b-f1b9d24563e1/fbe40afc-ef8f-4d34-96a6-983888c1e384/6656279c-ebc7-4fc8-a584-9e46a70491c0) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:44.877236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:44.881991 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:44.915060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 0ee0c2ff-7515-469b-9e88-8fe23208a6f8 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:44.924919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299964-876d-4ccb-bbc3-a4cfe716d0fd req-c4fea585-956b-41c8-b6e0-74510a7f5048 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:44.927403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb299964-876d-4ccb-bbc3-a4cfe716d0fd req-c4fea585-956b-41c8-b6e0-74510a7f5048 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0763288 Nov 12 11:18:45.006850 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.016344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb299964-876d-4ccb-bbc3-a4cfe716d0fd req-7b3817be-03b3-44e1-ab66-81e041e32f0d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814505 Nov 12 11:18:45.111975 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.157177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Network 1344bd15-465b-4154-a01b-f1b9d24563e1 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:45.165584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:45.169438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:45.177203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Pushing event updated for resources: {'Port': ['ID=6656279c-ebc7-4fc8-a584-9e46a70491c0,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:45.178020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.6 (1344bd15-465b-4154-a01b-f1b9d24563e1/fbe40afc-ef8f-4d34-96a6-983888c1e384/0ee0c2ff-7515-469b-9e88-8fe23208a6f8) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:45.239784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Attempting to bind port 6656279c-ebc7-4fc8-a584-9e46a70491c0 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:45.240202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Attempting to bind port 6656279c-ebc7-4fc8-a584-9e46a70491c0 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'c79c37fd-6aab-49b2-b516-463cb0cf4517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1344bd15-465b-4154-a01b-f1b9d24563e1'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:45.240568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Attempting to bind port 6656279c-ebc7-4fc8-a584-9e46a70491c0 on network 1344bd15-465b-4154-a01b-f1b9d24563e1 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:45.246457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:45.246831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Checking segment: {'id': 'c79c37fd-6aab-49b2-b516-463cb0cf4517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1344bd15-465b-4154-a01b-f1b9d24563e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:45.247226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.247710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Bound using segment: {'id': 'c79c37fd-6aab-49b2-b516-463cb0cf4517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1344bd15-465b-4154-a01b-f1b9d24563e1'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:45.248216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Bound port: 6656279c-ebc7-4fc8-a584-9e46a70491c0, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79c37fd-6aab-49b2-b516-463cb0cf4517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '1344bd15-465b-4154-a01b-f1b9d24563e1'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:45.248592 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.339475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] For port 6656279c-ebc7-4fc8-a584-9e46a70491c0, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:45.347505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] For port 6656279c-ebc7-4fc8-a584-9e46a70491c0, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6656279c-ebc7-4fc8-a584-9e46a70491c0,segment=NetworkSegment(c79c37fd-6aab-49b2-b516-463cb0cf4517),segment_id=c79c37fd-6aab-49b2-b516-463cb0cf4517)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:45.418108 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.426966 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.429733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab96aa-aca9-43d4-a998-a673de5f4af5 req-33909707-76a2-4bc5-8b3d-3182829bc5a1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:45.448561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-beab96aa-aca9-43d4-a998-a673de5f4af5 req-33909707-76a2-4bc5-8b3d-3182829bc5a1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 946 time: 0.0861957 Nov 12 11:18:45.514908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-beab96aa-aca9-43d4-a998-a673de5f4af5 req-6a7548e8-62b5-45bc-b5f5-01930ef21dba tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640402 Nov 12 11:18:45.521905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b8060-f70a-48a2-9614-a85e71dbd641 None None] Pushing event updated for resources: {'Port': ['ID=6656279c-ebc7-4fc8-a584-9e46a70491c0,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:45.611473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.680362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 1344bd15-465b-4154-a01b-f1b9d24563e1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:45.693251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:45.696977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:45.699595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=0ee0c2ff-7515-469b-9e88-8fe23208a6f8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:45.778899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:45.778899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:45.942640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5a470c55-10db-45a6-85d9-8e4cc0e3e136 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3526068 Nov 12 11:18:45.943058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33294) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:46.092817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-627162ec-383c-4d6c-9611-6c9373877d9d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 0ee0c2ff-7515-469b-9e88-8fe23208a6f8 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:46.093528 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-627162ec-383c-4d6c-9611-6c9373877d9d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.210400 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-627162ec-383c-4d6c-9611-6c9373877d9d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.216658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-627162ec-383c-4d6c-9611-6c9373877d9d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 0ee0c2ff-7515-469b-9e88-8fe23208a6f8 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:46.261338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85639e36-1022-4d5d-ad79-599065fa6a61 req-163b6063-ed84-41cf-8358-c66e0122b1de tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:46.262843 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-85639e36-1022-4d5d-ad79-599065fa6a61 req-163b6063-ed84-41cf-8358-c66e0122b1de tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0975370 Nov 12 11:18:46.316776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-85639e36-1022-4d5d-ad79-599065fa6a61 req-02ee561e-dcce-4af3-90d8-a3d430b87ff9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470240 Nov 12 11:18:46.523090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-627162ec-383c-4d6c-9611-6c9373877d9d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.571851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627162ec-383c-4d6c-9611-6c9373877d9d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=0ee0c2ff-7515-469b-9e88-8fe23208a6f8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:46.690022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-627162ec-383c-4d6c-9611-6c9373877d9d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:46.696950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33314) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:46.700237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-627162ec-383c-4d6c-9611-6c9373877d9d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/0ee0c2ff-7515-469b-9e88-8fe23208a6f8 HTTP/1.1" status: 204 len: 168 time: 0.7559919 Nov 12 11:18:46.737610 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-9189730c-aca9-45c8-b1e5-03b6f62471ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:18:46.741780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9189730c-aca9-45c8-b1e5-03b6f62471ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:18:46.746131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9189730c-aca9-45c8-b1e5-03b6f62471ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/0ee0c2ff-7515-469b-9e88-8fe23208a6f8 HTTP/1.1" status: 404 len: 333 time: 0.0475802 Nov 12 11:18:46.754275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33316) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:46.821245 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72a7e7c-147e-4093-991a-01337bf23da1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:18:46.825428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33322) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:46.837761 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a72a7e7c-147e-4093-991a-01337bf23da1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/0ee0c2ff-7515-469b-9e88-8fe23208a6f8 HTTP/1.1" status: 404 len: 333 time: 0.0705597 Nov 12 11:18:46.899268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6e748b-47fb-46e5-aeb5-04c431ed9407 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet fbe40afc-ef8f-4d34-96a6-983888c1e384 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:46.918278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a4843-b8e3-4eae-bad2-115a1ea9f511 None None] Network 1344bd15-465b-4154-a01b-f1b9d24563e1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:46.920925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b6e748b-47fb-46e5-aeb5-04c431ed9407 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.017584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d8c9f205-2672-491c-9f2b-65be877dda3e None None] Provisioning complete for port 6656279c-ebc7-4fc8-a584-9e46a70491c0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:47.018321 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f205-2672-491c-9f2b-65be877dda3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.055182 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b6e748b-47fb-46e5-aeb5-04c431ed9407 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.198419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b6e748b-47fb-46e5-aeb5-04c431ed9407 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.397926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6656279c-ebc7-4fc8-a584-9e46a70491c0 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:47.420930 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b6e748b-47fb-46e5-aeb5-04c431ed9407 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.479613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e748b-47fb-46e5-aeb5-04c431ed9407 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe40afc-ef8f-4d34-96a6-983888c1e384,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:47.492836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b6e748b-47fb-46e5-aeb5-04c431ed9407 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.497244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6b6e748b-47fb-46e5-aeb5-04c431ed9407 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/fbe40afc-ef8f-4d34-96a6-983888c1e384 HTTP/1.1" status: 204 len: 168 time: 0.6707656 Nov 12 11:18:47.501045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33344) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:47.577154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0b9c-4dcf-4a6c-8832-d2b2d6c4ca5d req-4623ebc0-26f8-413e-8793-78a3c56961a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:47.599181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-268c0b9c-4dcf-4a6c-8832-d2b2d6c4ca5d req-4623ebc0-26f8-413e-8793-78a3c56961a0 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1493456 Nov 12 11:18:47.645606 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.671068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6656279c-ebc7-4fc8-a584-9e46a70491c0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:47.672088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.675224 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f205-2672-491c-9f2b-65be877dda3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.688503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.695197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-268c0b9c-4dcf-4a6c-8832-d2b2d6c4ca5d req-55ddca01-9223-476c-8e4a-55d4a6a79d9a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885913 Nov 12 11:18:47.793179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d8c9f205-2672-491c-9f2b-65be877dda3e None None] For port 6656279c-ebc7-4fc8-a584-9e46a70491c0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6656279c-ebc7-4fc8-a584-9e46a70491c0,segment=NetworkSegment(c79c37fd-6aab-49b2-b516-463cb0cf4517),segment_id=c79c37fd-6aab-49b2-b516-463cb0cf4517)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:47.807104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 6656279c-ebc7-4fc8-a584-9e46a70491c0 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:47.807605 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.873056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8c9f205-2672-491c-9f2b-65be877dda3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.976282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] For port 6656279c-ebc7-4fc8-a584-9e46a70491c0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6656279c-ebc7-4fc8-a584-9e46a70491c0,segment=NetworkSegment(c79c37fd-6aab-49b2-b516-463cb0cf4517),segment_id=c79c37fd-6aab-49b2-b516-463cb0cf4517)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:47.976923 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:47.989286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d454073-1be8-4183-bb8d-cb8aa9be8737 None None] Network 1344bd15-465b-4154-a01b-f1b9d24563e1 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:47.997677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 6656279c-ebc7-4fc8-a584-9e46a70491c0 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:48.017211 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.105633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9f205-2672-491c-9f2b-65be877dda3e None None] Pushing event updated for resources: {'Port': ['ID=6656279c-ebc7-4fc8-a584-9e46a70491c0,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:48.126753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7bc02b78-6563-4980-b3fa-bbd51078395f None None] Provisioning complete for port 6656279c-ebc7-4fc8-a584-9e46a70491c0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:48.127242 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bc02b78-6563-4980-b3fa-bbd51078395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.221572 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.226172 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:18:48.226605 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:18:48.247065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7bc02b78-6563-4980-b3fa-bbd51078395f None None] Could not find standard attr ID for object 6656279c-ebc7-4fc8-a584-9e46a70491c0. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:18:48.251639 n-d-768852-22 neutron-server[109706]: INFO neutron.plugins.ml2.db [None req-7bc02b78-6563-4980-b3fa-bbd51078395f None None] No ports have port_id starting with 6656279c-ebc7-4fc8-a584-9e46a70491c0 Nov 12 11:18:48.285608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=6656279c-ebc7-4fc8-a584-9e46a70491c0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:48.287577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No DVR routers for this DVR port 6656279c-ebc7-4fc8-a584-9e46a70491c0 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:48.375449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba27ab5-c9ef-4acc-8836-dcce65b81daf None None] DHCP port deletion for 1344bd15-465b-4154-a01b-f1b9d24563e1 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:48.385524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33356) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:48.486726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.521419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1344bd15-465b-4154-a01b-f1b9d24563e1']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:48.538732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79c37fd-6aab-49b2-b516-463cb0cf4517') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:48.538732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79c37fd-6aab-49b2-b516-463cb0cf4517') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:48.551037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.568374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.575110 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:48.575524 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:48.648189 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:48.746650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.763237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:48.778271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/networks/1344bd15-465b-4154-a01b-f1b9d24563e1 HTTP/1.1" status: 204 len: 168 time: 1.2736330 Nov 12 11:18:48.780735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33368) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:48.785648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Port 6656279c-ebc7-4fc8-a584-9e46a70491c0 update to ACTIVE by agent not found {{(pid=109706) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 11:18:48.797690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1788270046'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:48.859409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36517dc-2020-4208-a6cd-08eecd3abce4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Network': ['ID=1344bd15-465b-4154-a01b-f1b9d24563e1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:48.953765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83085f06-4e31-4ed4-812d-d163f6e44135 req-f5aa5039-618c-4590-95d4-9aff36fe32fb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:48.955902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-83085f06-4e31-4ed4-812d-d163f6e44135 req-f5aa5039-618c-4590-95d4-9aff36fe32fb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1631947 Nov 12 11:18:48.969108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:48.973212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.028587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:49.054635 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.057345 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Added segment b3bd3f50-6c3c-48a6-9288-38341e631880 of type vlan for network 7d181869-e55c-49e2-a74f-30d84b02d886 Nov 12 11:18:49.118466 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-83085f06-4e31-4ed4-812d-d163f6e44135 req-fb337439-20ac-4333-a473-159e5941ede9 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244979 Nov 12 11:18:49.139062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6656279c-ebc7-4fc8-a584-9e46a70491c0 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:49.168655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 6656279c-ebc7-4fc8-a584-9e46a70491c0 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:49.169345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6656279c-ebc7-4fc8-a584-9e46a70491c0 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:49.174014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.296821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.307840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:49.308536 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.430720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Network': ['ID=7d181869-e55c-49e2-a74f-30d84b02d886,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:49.440159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-17782fb5-7f3f-4131-b70c-7ef777e81b67 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6561282 Nov 12 11:18:49.443208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33376) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:49.444689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 7d181869-e55c-49e2-a74f-30d84b02d886 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:49.451464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '7d181869-e55c-49e2-a74f-30d84b02d886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:49.575165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:49.904910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:49.908943 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.308318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af35fe7-7c29-43ff-9ea5-01f10784594e req-0860ee1d-23e2-4ae9-ba54-b4925ebdd6bb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:50.309810 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af35fe7-7c29-43ff-9ea5-01f10784594e req-0860ee1d-23e2-4ae9-ba54-b4925ebdd6bb tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0954208 Nov 12 11:18:50.335279 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.397307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Deleting port 77f7fbb8-1696-4a40-9e29-0d6c61943083 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:50.397645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.446478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af35fe7-7c29-43ff-9ea5-01f10784594e req-2b357ee9-3906-4d8c-b121-b4bef01ea56f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299200 Nov 12 11:18:50.447246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=9c856ef3-69b3-41d2-bf1f-0b8774eaa823,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:50.500648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking segment: {'id': 'b3bd3f50-6c3c-48a6-9288-38341e631880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d181869-e55c-49e2-a74f-30d84b02d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:50.501079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network hostable DHCP agents. Network: 7d181869-e55c-49e2-a74f-30d84b02d886, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:18:50.533450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] For port 77f7fbb8-1696-4a40-9e29-0d6c61943083, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=77f7fbb8-1696-4a40-9e29-0d6c61943083,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:50.533813 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.540214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.551013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Calling delete_port for 77f7fbb8-1696-4a40-9e29-0d6c61943083 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:50.604495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 7d181869-e55c-49e2-a74f-30d84b02d886 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:18:50.680647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 7d181869-e55c-49e2-a74f-30d84b02d886) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:50.687842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:50.690605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2cb250-7a65-4545-bbb9-00a97d7dc99f None None] Network 7d181869-e55c-49e2-a74f-30d84b02d886 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:50.692268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.855490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aeba8fbc-76e1-463d-a8c4-bf7b1f9d3b76 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4099479 Nov 12 11:18:50.858063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33408) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:50.864930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '7d181869-e55c-49e2-a74f-30d84b02d886', 'security_groups': [], 'name': 'tempest-PortsTestJSON-509118779'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:50.887710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-7d181869-e55c-49e2-a74f-30d84b02d886', 'network_id': '7d181869-e55c-49e2-a74f-30d84b02d886', 'tenant_id': 'aaa9e09f90d449f7b08248f14994dcc4', 'fixed_ips': [{'subnet_id': '9c856ef3-69b3-41d2-bf1f-0b8774eaa823'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:18:50.890514 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:50.957763 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.079578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=77f7fbb8-1696-4a40-9e29-0d6c61943083,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:51.101067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Allocated IP 172.20.0.2 (7d181869-e55c-49e2-a74f-30d84b02d886/9c856ef3-69b3-41d2-bf1f-0b8774eaa823/30794c43-ce77-441d-b7f5-e9c32b57a90f) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:51.185758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:51.199661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.228525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 46f3b42a-c85b-48a6-a64e-e2a1d08944aa yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:51.322605 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.343862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.415320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.526355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Network 7d181869-e55c-49e2-a74f-30d84b02d886 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:51.534158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:51.537798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.12 (7d181869-e55c-49e2-a74f-30d84b02d886/9c856ef3-69b3-41d2-bf1f-0b8774eaa823/46f3b42a-c85b-48a6-a64e-e2a1d08944aa) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:18:51.556889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:51.583193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Pushing event updated for resources: {'Port': ['ID=30794c43-ce77-441d-b7f5-e9c32b57a90f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:51.643079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33424) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:51.733110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.740566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Attempting to bind port 30794c43-ce77-441d-b7f5-e9c32b57a90f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:18:51.740938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Attempting to bind port 30794c43-ce77-441d-b7f5-e9c32b57a90f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'b3bd3f50-6c3c-48a6-9288-38341e631880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d181869-e55c-49e2-a74f-30d84b02d886'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:18:51.741301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Attempting to bind port 30794c43-ce77-441d-b7f5-e9c32b57a90f on network 7d181869-e55c-49e2-a74f-30d84b02d886 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:18:51.755892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:18:51.756314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Checking segment: {'id': 'b3bd3f50-6c3c-48a6-9288-38341e631880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d181869-e55c-49e2-a74f-30d84b02d886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:18:51.756723 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.757145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Bound using segment: {'id': 'b3bd3f50-6c3c-48a6-9288-38341e631880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d181869-e55c-49e2-a74f-30d84b02d886'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:18:51.757620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Bound port: 30794c43-ce77-441d-b7f5-e9c32b57a90f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bd3f50-6c3c-48a6-9288-38341e631880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d181869-e55c-49e2-a74f-30d84b02d886'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:18:51.758588 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.803855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c3c24-e325-47aa-b1d0-26742c9b36df req-c5d541d6-d504-4bf7-be9b-758062f36f5f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:51.805383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-628c3c24-e325-47aa-b1d0-26742c9b36df req-c5d541d6-d504-4bf7-be9b-758062f36f5f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1614742 Nov 12 11:18:51.867206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] For port 30794c43-ce77-441d-b7f5-e9c32b57a90f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:18:51.868487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] For port 30794c43-ce77-441d-b7f5-e9c32b57a90f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=30794c43-ce77-441d-b7f5-e9c32b57a90f,segment=NetworkSegment(b3bd3f50-6c3c-48a6-9288-38341e631880),segment_id=b3bd3f50-6c3c-48a6-9288-38341e631880)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:18:51.870507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:18:51.872517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aac81316-9e03-4a39-8780-8be37625ce72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.883212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.963340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 7d181869-e55c-49e2-a74f-30d84b02d886 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:51.963807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:51.968244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:51.977945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:52.040327 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-628c3c24-e325-47aa-b1d0-26742c9b36df req-490ee80c-5d88-4b6f-aef4-3eee244bbd7e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249351 Nov 12 11:18:52.081284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=46f3b42a-c85b-48a6-a64e-e2a1d08944aa,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.082207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100297bd-5590-4e57-b483-dd07fdcba6b1 None None] Pushing event updated for resources: {'Port': ['ID=30794c43-ce77-441d-b7f5-e9c32b57a90f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.105776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:52.106430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.146668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aac81316-9e03-4a39-8780-8be37625ce72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.158716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:18:52.169599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a0f765fc-4fde-4a00-982c-9ef86ea1e7cd admin admin] 10.222.0.98 "PUT /v2.0/routers/90a4a29a-a533-4ef6-b78d-66ed1aff6c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7829494 Nov 12 11:18:52.172400 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e332b-039c-417b-b96a-213437366a8d None None] Sync routers for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:18:52.172920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33434) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:52.187440 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e332b-039c-417b-b96a-213437366a8d None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:52.196096 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-702e332b-039c-417b-b96a-213437366a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:52.239007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8f041ee8-8aa6-4b8a-be8f-3ba03b314083 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3768830 Nov 12 11:18:52.239392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33438) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:52.304856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aac81316-9e03-4a39-8780-8be37625ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.344315 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-702e332b-039c-417b-b96a-213437366a8d None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:52.441646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aac81316-9e03-4a39-8780-8be37625ce72 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6863e79707634b2ca1ec4d0c603c7c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7962728 Nov 12 11:18:52.445637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac81316-9e03-4a39-8780-8be37625ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054afab1-2438-4528-a3d1-098096db4f28,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.446488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33444) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:52.450368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.571130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cb22a6be-bd89-4b5a-acff-35d5191f098c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 46f3b42a-c85b-48a6-a64e-e2a1d08944aa {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:52.571505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6be-bd89-4b5a-acff-35d5191f098c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.575384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2be2d9e-a2b7-4831-a261-533c49806978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.605959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2be2d9e-a2b7-4831-a261-533c49806978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.628926 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.674191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6be-bd89-4b5a-acff-35d5191f098c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.687521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cb22a6be-bd89-4b5a-acff-35d5191f098c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 46f3b42a-c85b-48a6-a64e-e2a1d08944aa owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:52.710539 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-702e332b-039c-417b-b96a-213437366a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:18:50Z', 'revision_number': 5, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port': {'id': 'fe762df8-8f2d-47e8-9800-6c3445993006', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:04:53Z', 'updated_at': '2021-11-12T11:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:52.743704 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e332b-039c-417b-b96a-213437366a8d None None] Checking router: 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:18:52.753405 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e332b-039c-417b-b96a-213437366a8d None None] Routers {'90a4a29a-a533-4ef6-b78d-66ed1aff6c79'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:18:52.753944 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-702e332b-039c-417b-b96a-213437366a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:18:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:52.759001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2be2d9e-a2b7-4831-a261-533c49806978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.765746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2be2d9e-a2b7-4831-a261-533c49806978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.770941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e2be2d9e-a2b7-4831-a261-533c49806978 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/054afab1-2438-4528-a3d1-098096db4f28 HTTP/1.1" status: 204 len: 168 time: 0.3229291 Nov 12 11:18:52.786424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be2d9e-a2b7-4831-a261-533c49806978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054afab1-2438-4528-a3d1-098096db4f28,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:52.830584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Deleting port fe762df8-8f2d-47e8-9800-6c3445993006 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:52.830923 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.940698 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-702e332b-039c-417b-b96a-213437366a8d None None] Set router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:18:52.959894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] For port fe762df8-8f2d-47e8-9800-6c3445993006, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fe762df8-8f2d-47e8-9800-6c3445993006,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:52.960264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.979582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6be-bd89-4b5a-acff-35d5191f098c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:52.989374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Calling delete_port for fe762df8-8f2d-47e8-9800-6c3445993006 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:53.026751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a6be-bd89-4b5a-acff-35d5191f098c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=46f3b42a-c85b-48a6-a64e-e2a1d08944aa,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:53.088761 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-702e332b-039c-417b-b96a-213437366a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:18:52Z', 'revision_number': 6, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:53.134190 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e332b-039c-417b-b96a-213437366a8d None None] The sync data for ids ['90a4a29a-a533-4ef6-b78d-66ed1aff6c79'] in n-d-768852-22 is: [{'id': '90a4a29a-a533-4ef6-b78d-66ed1aff6c79', 'name': 'tempest-TaggedBootDevicesTest-1937605013-router', 'tenant_id': '757bbdd23954452ab9f7f620e9a5f030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:04:51Z', 'updated_at': '2021-11-12T11:18:52Z', 'revision_number': 6, 'project_id': '757bbdd23954452ab9f7f620e9a5f030', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:18:53.283410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cb22a6be-bd89-4b5a-acff-35d5191f098c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.286954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cb22a6be-bd89-4b5a-acff-35d5191f098c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/46f3b42a-c85b-48a6-a64e-e2a1d08944aa HTTP/1.1" status: 204 len: 168 time: 1.0464509 Nov 12 11:18:53.289805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33462) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:53.325459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82eb2e-a96a-4298-8086-4c074906e6e1 req-33a8c9cd-1254-417f-8917-f36f3a26d29a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:53.327021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a82eb2e-a96a-4298-8086-4c074906e6e1 req-33a8c9cd-1254-417f-8917-f36f3a26d29a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1206605 Nov 12 11:18:53.340920 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8f7264-3451-4ea2-b029-52f299bb9afe tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:18:53.342491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4d8f7264-3451-4ea2-b029-52f299bb9afe tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/46f3b42a-c85b-48a6-a64e-e2a1d08944aa HTTP/1.1" status: 404 len: 333 time: 0.0516772 Nov 12 11:18:53.352484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33464) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:53.425834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa81ca9-4a80-4e2f-bc77-28ef2ed2cd5c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet 9c856ef3-69b3-41d2-bf1f-0b8774eaa823 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:53.429931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aa81ca9-4a80-4e2f-bc77-28ef2ed2cd5c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.439111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a82eb2e-a96a-4298-8086-4c074906e6e1 req-aa9da717-c615-4801-b555-bdfd9fdade94 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Nov 12 11:18:53.474019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac285b8c-2181-4c61-97f1-9755f104912d None None] Network 7d181869-e55c-49e2-a74f-30d84b02d886 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:53.476386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aa81ca9-4a80-4e2f-bc77-28ef2ed2cd5c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.482818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.527668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe762df8-8f2d-47e8-9800-6c3445993006,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:53.566689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c54bb14-190c-4cf7-8eab-46073f0e90e4 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:53.579530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33468) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:53.614741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6f1b52ec-e260-4b31-84d6-a0a435c9ca5a None None] Provisioning complete for port 30794c43-ce77-441d-b7f5-e9c32b57a90f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:53.623039 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f1b52ec-e260-4b31-84d6-a0a435c9ca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.640819 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-167ea5e8-61ce-4139-8705-d7f102e31f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.642275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aa81ca9-4a80-4e2f-bc77-28ef2ed2cd5c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.680562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.689735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 30794c43-ce77-441d-b7f5-e9c32b57a90f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:18:53.787102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.790304 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.803677 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aa81ca9-4a80-4e2f-bc77-28ef2ed2cd5c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.826051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0aa81ca9-4a80-4e2f-bc77-28ef2ed2cd5c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.834478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0aa81ca9-4a80-4e2f-bc77-28ef2ed2cd5c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/9c856ef3-69b3-41d2-bf1f-0b8774eaa823 HTTP/1.1" status: 204 len: 168 time: 0.4808695 Nov 12 11:18:53.873824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33474) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:53.884347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa81ca9-4a80-4e2f-bc77-28ef2ed2cd5c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=9c856ef3-69b3-41d2-bf1f-0b8774eaa823,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:53.902432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 30794c43-ce77-441d-b7f5-e9c32b57a90f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:53.903240 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:53.905285 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f1b52ec-e260-4b31-84d6-a0a435c9ca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.080278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6f1b52ec-e260-4b31-84d6-a0a435c9ca5a None None] For port 30794c43-ce77-441d-b7f5-e9c32b57a90f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=30794c43-ce77-441d-b7f5-e9c32b57a90f,segment=NetworkSegment(b3bd3f50-6c3c-48a6-9288-38341e631880),segment_id=b3bd3f50-6c3c-48a6-9288-38341e631880)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:54.178893 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f1b52ec-e260-4b31-84d6-a0a435c9ca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.300229 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.353085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b52ec-e260-4b31-84d6-a0a435c9ca5a None None] Pushing event updated for resources: {'Port': ['ID=30794c43-ce77-441d-b7f5-e9c32b57a90f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:54.365459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f6bcf-fa2d-4f3e-8d79-485868a10c6a None None] Network 7d181869-e55c-49e2-a74f-30d84b02d886 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:54.498251 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:18:54.498965 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:18:54.511157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3088ea29-7a27-4820-93eb-6b0786d3a2e9 None None] Provisioning complete for port 30794c43-ce77-441d-b7f5-e9c32b57a90f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:18:54.511839 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3088ea29-7a27-4820-93eb-6b0786d3a2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.569561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.589202 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-167ea5e8-61ce-4139-8705-d7f102e31f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.615602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51164-5c7a-44b8-97ff-fef575e2c28c req-87166906-78a3-4796-9ff1-e94fd7bab296 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:54.626245 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbd51164-5c7a-44b8-97ff-fef575e2c28c req-87166906-78a3-4796-9ff1-e94fd7bab296 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0707705 Nov 12 11:18:54.662121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 30794c43-ce77-441d-b7f5-e9c32b57a90f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:54.662473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.677853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbd51164-5c7a-44b8-97ff-fef575e2c28c req-88c8b473-2cfa-4cf3-a81a-916b88484d4c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507665 Nov 12 11:18:54.683615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.684820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a4a29a-a533-4ef6-b78d-66ed1aff6c79 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:18:54.696040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.700865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa3f48aa-29ba-4634-b48a-3d60538e0ed0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/90a4a29a-a533-4ef6-b78d-66ed1aff6c79 HTTP/1.1" status: 204 len: 168 time: 2.5273311 Nov 12 11:18:54.703345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33488) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:54.714518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-167ea5e8-61ce-4139-8705-d7f102e31f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.730134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] DHCP port deletion for 7d181869-e55c-49e2-a74f-30d84b02d886 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:54.755853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] For port 30794c43-ce77-441d-b7f5-e9c32b57a90f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=30794c43-ce77-441d-b7f5-e9c32b57a90f,segment=NetworkSegment(b3bd3f50-6c3c-48a6-9288-38341e631880),segment_id=b3bd3f50-6c3c-48a6-9288-38341e631880)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:54.756286 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.772421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 30794c43-ce77-441d-b7f5-e9c32b57a90f owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:54.802476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] Deleting port 30794c43-ce77-441d-b7f5-e9c32b57a90f {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:54.803370 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.813539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-167ea5e8-61ce-4139-8705-d7f102e31f87 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a8f0abb993d5485086e15fb8a3f23cef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2310889 Nov 12 11:18:54.814366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33492) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:54.815042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ea5e8-61ce-4139-8705-d7f102e31f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f42080-480d-4c00-bce1-39296222aa27,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:54.857611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-812d98e5-da63-4c6d-acfc-80498e9cf667 admin admin] Deleting subnet ee2e48f5-73b4-444d-bf4d-52c50d9610da {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:18:54.867166 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-812d98e5-da63-4c6d-acfc-80498e9cf667 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.909284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] For port 30794c43-ce77-441d-b7f5-e9c32b57a90f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=30794c43-ce77-441d-b7f5-e9c32b57a90f,segment=NetworkSegment(b3bd3f50-6c3c-48a6-9288-38341e631880),segment_id=b3bd3f50-6c3c-48a6-9288-38341e631880)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:54.909978 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.924359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] Calling delete_port for 30794c43-ce77-441d-b7f5-e9c32b57a90f owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:54.928030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-812d98e5-da63-4c6d-acfc-80498e9cf667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.950960 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a771cced-1c27-4982-8cb9-9a7fa2b33b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:54.991509 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a771cced-1c27-4982-8cb9-9a7fa2b33b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.004916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.009721 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.038240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Port 30794c43-ce77-441d-b7f5-e9c32b57a90f update to ACTIVE by agent not found {{(pid=109706) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 11:18:55.056573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=30794c43-ce77-441d-b7f5-e9c32b57a90f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.060903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] Pushing event deleted for resources: {'Port': ['ID=30794c43-ce77-441d-b7f5-e9c32b57a90f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.062870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ee4b3-2033-4930-a1e8-bd86c8d545bc None None] No DVR routers for this DVR port 30794c43-ce77-441d-b7f5-e9c32b57a90f on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:55.075794 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-812d98e5-da63-4c6d-acfc-80498e9cf667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.089526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No DVR routers for this DVR port 30794c43-ce77-441d-b7f5-e9c32b57a90f on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:55.148620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 77f7fbb8-1696-4a40-9e29-0d6c61943083 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:55.174350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 77f7fbb8-1696-4a40-9e29-0d6c61943083 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:55.174692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 77f7fbb8-1696-4a40-9e29-0d6c61943083 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:55.175107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fe762df8-8f2d-47e8-9800-6c3445993006 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:55.195085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: fe762df8-8f2d-47e8-9800-6c3445993006 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:55.195408 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fe762df8-8f2d-47e8-9800-6c3445993006 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:55.195522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.195859 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 30794c43-ce77-441d-b7f5-e9c32b57a90f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:55.197189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a771cced-1c27-4982-8cb9-9a7fa2b33b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.200540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a771cced-1c27-4982-8cb9-9a7fa2b33b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.204766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a771cced-1c27-4982-8cb9-9a7fa2b33b91 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/98f42080-480d-4c00-bce1-39296222aa27 HTTP/1.1" status: 204 len: 168 time: 0.3832531 Nov 12 11:18:55.216992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 30794c43-ce77-441d-b7f5-e9c32b57a90f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:55.217721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 30794c43-ce77-441d-b7f5-e9c32b57a90f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:55.221471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-812d98e5-da63-4c6d-acfc-80498e9cf667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.237413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d181869-e55c-49e2-a74f-30d84b02d886']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:55.239263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771cced-1c27-4982-8cb9-9a7fa2b33b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f42080-480d-4c00-bce1-39296222aa27,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.264526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d98e5-da63-4c6d-acfc-80498e9cf667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2e48f5-73b4-444d-bf4d-52c50d9610da,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.266629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bd3f50-6c3c-48a6-9288-38341e631880') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:55.267147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bd3f50-6c3c-48a6-9288-38341e631880') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:55.269161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-812d98e5-da63-4c6d-acfc-80498e9cf667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.272763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-812d98e5-da63-4c6d-acfc-80498e9cf667 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/ee2e48f5-73b4-444d-bf4d-52c50d9610da HTTP/1.1" status: 204 len: 168 time: 0.5683956 Nov 12 11:18:55.278139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33502) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:55.279565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033f0b9-0320-4bac-8b22-ca0fe6cf9502 None None] Network 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:18:55.309945 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.339977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.347227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:55.347639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:55.350812 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:55.415517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.481328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Deleting port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:55.482114 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.528416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.537578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.542098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/networks/7d181869-e55c-49e2-a74f-30d84b02d886 HTTP/1.1" status: 204 len: 168 time: 1.6672213 Nov 12 11:18:55.545612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33506) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:55.551077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'name': 'tempest-PortsTestJSON-1417328624'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:55.583351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e5256-1095-442d-ab28-00f88803776e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Network': ['ID=7d181869-e55c-49e2-a74f-30d84b02d886,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.586873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] For port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=418a1b1c-e2f6-4414-af3c-3c32ae6bb85d,segment=NetworkSegment(1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd),segment_id=1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:55.587233 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.601979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Calling delete_port for 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:55.770883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] DHCP port deletion for 7b3ead54-dbb5-4b5c-8f2f-d0402a029464 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:55.803445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:55.804847 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.824528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] No DVR routers for this DVR port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:55.828688 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.854170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=418a1b1c-e2f6-4414-af3c-3c32ae6bb85d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:55.854659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] Deleting port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:55.855189 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.863157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port bd515666-7aa8-4edf-904e-c55673c6dfc2 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:55.886003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63a126-c7f5-4879-8ee5-ca9c2f747832 req-64f9b19e-0cf8-4b67-b668-ad86f1592467 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:55.887767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf63a126-c7f5-4879-8ee5-ca9c2f747832 req-64f9b19e-0cf8-4b67-b668-ad86f1592467 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1182146 Nov 12 11:18:55.957252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] For port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:55.957653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.972754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] Calling delete_port for 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:55.975892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] Port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:18:55.977341 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:55.984631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.008243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] Pushing event deleted for resources: {'Port': ['ID=418a1b1c-e2f6-4414-af3c-3c32ae6bb85d,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:56.016720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6305d-1088-4e93-b406-5a035f412921 None None] No DVR routers for this DVR port 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:56.034923 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf63a126-c7f5-4879-8ee5-ca9c2f747832 req-e5123570-107c-4bfb-a53d-08e2a6f50632 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340203 Nov 12 11:18:56.039066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3ead54-dbb5-4b5c-8f2f-d0402a029464']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:56.053495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:56.053752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1e53d0-e9b1-4db1-9d16-6cee44b8d0bd') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:18:56.076480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.122856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.131207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:18:56.132559 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:18:56.135079 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:18:56.153668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.256216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.257921 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.277794 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.285449 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] 10.222.0.98 "DELETE /v2.0/networks/7b3ead54-dbb5-4b5c-8f2f-d0402a029464 HTTP/1.1" status: 204 len: 168 time: 1.0061507 Nov 12 11:18:56.287367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650ca55-9457-4559-a607-8fa4c96333b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3ead54-dbb5-4b5c-8f2f-d0402a029464,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:56.357823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:56.361810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:56.364433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:56.372427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:56.372910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.380472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=bd515666-7aa8-4edf-904e-c55673c6dfc2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:56.434447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14608139-c0d2-47ea-ba29-1b6e9bd9f01b req-33e772a3-2330-4ed4-9c92-d9149a29a51a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:56.436644 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14608139-c0d2-47ea-ba29-1b6e9bd9f01b req-33e772a3-2330-4ed4-9c92-d9149a29a51a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0860868 Nov 12 11:18:56.455016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b7d320b2-bbf4-49e2-a0db-313f79a421c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9080484 Nov 12 11:18:56.457817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33536) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:56.506809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14608139-c0d2-47ea-ba29-1b6e9bd9f01b req-07b68356-c74c-4a93-b7f9-092ce0b84c3f tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641584 Nov 12 11:18:56.579672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7debee41-f699-4757-b204-efece14ee7bd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port bd515666-7aa8-4edf-904e-c55673c6dfc2 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:56.580270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7debee41-f699-4757-b204-efece14ee7bd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.701202 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7debee41-f699-4757-b204-efece14ee7bd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.725620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7debee41-f699-4757-b204-efece14ee7bd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for bd515666-7aa8-4edf-904e-c55673c6dfc2 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:56.755257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319109dd-df9b-4d83-8aa4-478b37850757 req-78918b3b-f59c-4d54-9b12-a124463b4d29 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:56.757018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-319109dd-df9b-4d83-8aa4-478b37850757 req-78918b3b-f59c-4d54-9b12-a124463b4d29 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1511753 Nov 12 11:18:56.806434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33552) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:56.862717 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9d08538-cf05-42c6-b6fa-2bde8f976a1f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=757bbdd23954452ab9f7f620e9a5f030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538979 Nov 12 11:18:56.865127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33554) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:56.882976 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-319109dd-df9b-4d83-8aa4-478b37850757 req-2c8d525b-659e-494c-a566-3ef33b287485 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849380 Nov 12 11:18:56.938640 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6623a706-a3b5-4c42-aecf-2d7af4776c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:56.962521 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6623a706-a3b5-4c42-aecf-2d7af4776c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.033036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7debee41-f699-4757-b204-efece14ee7bd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.067389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debee41-f699-4757-b204-efece14ee7bd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=bd515666-7aa8-4edf-904e-c55673c6dfc2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:57.076509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7debee41-f699-4757-b204-efece14ee7bd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.083589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6623a706-a3b5-4c42-aecf-2d7af4776c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.083839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7debee41-f699-4757-b204-efece14ee7bd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/bd515666-7aa8-4edf-904e-c55673c6dfc2 HTTP/1.1" status: 204 len: 168 time: 0.6246190 Nov 12 11:18:57.084535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:57.086581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6623a706-a3b5-4c42-aecf-2d7af4776c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.093674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6623a706-a3b5-4c42-aecf-2d7af4776c76 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/11f375db-1c43-4d02-80aa-7a94efe42893 HTTP/1.1" status: 204 len: 168 time: 0.2227938 Nov 12 11:18:57.094216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'mac_address': 'fa:16:3e:76:9f:4a', 'name': 'tempest-PortsTestJSON-1052412096'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:57.103764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623a706-a3b5-4c42-aecf-2d7af4776c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f375db-1c43-4d02-80aa-7a94efe42893,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:57.211360 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:18:57.250615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:18:57.250972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 418a1b1c-e2f6-4414-af3c-3c32ae6bb85d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:18:57.329380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:57.433967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.461811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 91d074cc-273d-4c90-b915-673cf024f931 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:57.478757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff86ce-c104-4290-8c1d-bd88081266e7 req-7b03a4e8-d321-4680-a2f5-468f2373af3d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:57.482318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9ff86ce-c104-4290-8c1d-bd88081266e7 req-7b03a4e8-d321-4680-a2f5-468f2373af3d tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0874991 Nov 12 11:18:57.651763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9ff86ce-c104-4290-8c1d-bd88081266e7 req-c375fbb1-5f63-4e55-b3ba-bb3ee231fa5e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364808 Nov 12 11:18:57.753941 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.861366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:57.922239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=91d074cc-273d-4c90-b915-673cf024f931,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:57.925257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:57.928818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:57.931067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:57.936852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:57.937482 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.028384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9764e554-f9dd-44f8-ab87-847a0b13d87d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9427259 Nov 12 11:18:58.031524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33608) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:58.082078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f7a846-97e3-4b50-81b8-ea14a7b8b450 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:58.082982 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-78f7a846-97e3-4b50-81b8-ea14a7b8b450 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/91d074cc-273d-4c90-b915-673cf024f931 HTTP/1.1" status: 200 len: 841 time: 0.0504160 Nov 12 11:18:58.085709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33610) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:58.187798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-a5e80e98-8460-4864-ba01-d3e5343ddabc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 91d074cc-273d-4c90-b915-673cf024f931 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:58.188305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e98-8460-4864-ba01-d3e5343ddabc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.265454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e98-8460-4864-ba01-d3e5343ddabc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.279557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-a5e80e98-8460-4864-ba01-d3e5343ddabc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 91d074cc-273d-4c90-b915-673cf024f931 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:58.402631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33636) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:58.448811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e98-8460-4864-ba01-d3e5343ddabc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.493910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e80e98-8460-4864-ba01-d3e5343ddabc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=91d074cc-273d-4c90-b915-673cf024f931,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:58.503993 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5e80e98-8460-4864-ba01-d3e5343ddabc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.507615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a5e80e98-8460-4864-ba01-d3e5343ddabc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/91d074cc-273d-4c90-b915-673cf024f931 HTTP/1.1" status: 204 len: 168 time: 0.4209375 Nov 12 11:18:58.511265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33640) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:58.538160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2025831971-network', 'tenant_id': '02d17f249215405391f9b865a5c0e298'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:58.578497 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4f1647-4fce-455d-8773-fc92052f9dd9 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:18:58.580105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-de4f1647-4fce-455d-8773-fc92052f9dd9 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/91d074cc-273d-4c90-b915-673cf024f931 HTTP/1.1" status: 404 len: 333 time: 0.0669909 Nov 12 11:18:58.584306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33646) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:58.589430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'name': 'tempest-PortsTestJSON-94943893'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:58.619118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1a5d7260-f475-4e2c-8729-b66889711f59 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:58.621528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1a5d7260-f475-4e2c-8729-b66889711f59 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.1068118 Nov 12 11:18:58.632134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Made reservation on behalf of 02d17f249215405391f9b865a5c0e298 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:58.642033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.681682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.776557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Deleting port 9dfccba1-2025-4c93-9921-889077ca597a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:18:58.776895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.827965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.832412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:58.835885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.844896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc38ec-734b-45b4-81e9-b04a9276f80c req-0f3359a4-db0b-40da-892e-2fdf7b6ec67b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:58.846415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dabc38ec-734b-45b4-81e9-b04a9276f80c req-0f3359a4-db0b-40da-892e-2fdf7b6ec67b tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 945 time: 0.0829248 Nov 12 11:18:58.880790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:18:58.903574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] For port 9dfccba1-2025-4c93-9921-889077ca597a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=9dfccba1-2025-4c93-9921-889077ca597a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:18:58.904115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.917224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Calling delete_port for 9dfccba1-2025-4c93-9921-889077ca597a owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:18:58.932514 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.961500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dabc38ec-734b-45b4-81e9-b04a9276f80c req-4e457181-bd4e-4847-8fc5-5e0c587df64a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073251 Nov 12 11:18:58.972478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:18:58.998359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:58.998713 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Added segment 869ed504-29a8-4312-877d-942e58519de8 of type vlan for network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf Nov 12 11:18:59.012069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb54e4-5b7b-485f-aa9d-efb254138d32,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:59.080407 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.154806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.185634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.213283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['1724f0b1-6b25-4295-ab12-14ada154364a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:59.217128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['9dfccba1-2025-4c93-9921-889077ca597a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:18:59.231655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.232983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:59.234224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.242050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event deleted for resources: {'Port': ['ID=9dfccba1-2025-4c93-9921-889077ca597a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:59.263727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.287258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20007998-ac89-4917-8ae3-0665d1a29723 None None] DHCP port deletion for 2a948bd9-eaea-414c-aa36-b9a53bc27d8b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:18:59.329870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.331082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.331581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.332234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.333115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.334120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.334612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.335148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.335623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.336189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.336669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.337187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:18:59.366342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] No DVR routers for this DVR port 9dfccba1-2025-4c93-9921-889077ca597a on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:18:59.376064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.379681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-03e319bc-b006-4025-bca3-8785d53f4482 req-1b0f7459-6497-4eb8-912f-2194b49c19c6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.57 "DELETE /v2.0/ports/9dfccba1-2025-4c93-9921-889077ca597a HTTP/1.1" status: 204 len: 173 time: 0.7494245 Nov 12 11:18:59.380219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a01c76f-c23d-4b12-9d56-327d8aa47c92', 'name': 'network-vif-deleted', 'tag': '9dfccba1-2025-4c93-9921-889077ca597a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:18:59.382645 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879d79ef-b552-4aa8-8a4c-f102844f5525" -d '{"events": [{"server_uuid": "1a01c76f-c23d-4b12-9d56-327d8aa47c92", "name": "network-vif-deleted", "tag": "9dfccba1-2025-4c93-9921-889077ca597a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:18:59.410773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] Pushing event updated for resources: {'Network': ['ID=038b23e0-51f1-4b9b-9bf2-23b18d7305bf,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:59.412379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-862a816a-48cb-409a-8087-a203c107e0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.431863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:18:59.454431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:18:59.458810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:18:59.463295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:18:59.469895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:18:59.470542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.471646 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f89908-33e3-4c72-acfe-c216b232046f x-openstack-request-id: req-71f89908-33e3-4c72-acfe-c216b232046f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:18:59.472665 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a01c76f-c23d-4b12-9d56-327d8aa47c92", "name": "network-vif-deleted", "tag": "9dfccba1-2025-4c93-9921-889077ca597a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:18:59.473229 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-71f89908-33e3-4c72-acfe-c216b232046f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:18:59.474335 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a01c76f-c23d-4b12-9d56-327d8aa47c92', 'name': 'network-vif-deleted', 'tag': '9dfccba1-2025-4c93-9921-889077ca597a', 'status': 'completed', 'code': 200} Nov 12 11:18:59.480637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:18:59.489435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4980437e-376f-4bba-8a1f-812529ff8c71 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0855830 Nov 12 11:18:59.492242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33666) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:59.497712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Request body: {'subnet': {'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2025831971-subnet', 'tenant_id': '02d17f249215405391f9b865a5c0e298', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:59.620039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e6763226-7777-4548-88d9-8ed4a0148c83 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0320227 Nov 12 11:18:59.629531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33670) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:18:59.635623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:18:59.713881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Made reservation on behalf of 02d17f249215405391f9b865a5c0e298 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:18:59.713881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.733694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:18:59.961687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.043293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.071520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.117370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] In _notify_port_updated(), no bound segment for port 10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5 on network 388d09be-ba62-4c57-9b71-3597654dd030 {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:19:00.123105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:00.125358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.130423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "PUT /v2.0/ports/10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5 HTTP/1.1" status: 200 len: 818 time: 0.4960170 Nov 12 11:19:00.130423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33684) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:00.150452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-842ac253-a77b-4d02-ad89-3fa7cd5f0dc0 req-75c37d7b-b103-4923-a620-2838736d0842 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=1a01c76f-c23d-4b12-9d56-327d8aa47c92 HTTP/1.1" status: 200 len: 210 time: 0.0988278 Nov 12 11:19:00.201357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a739284-8a6d-4d13-a40f-0664ea055ef6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:00.214934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac5ae4-102a-4a62-a40a-770adb1c64bf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:00.223100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Checking segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:00.223566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Network hostable DHCP agents. Network: 038b23e0-51f1-4b9b-9bf2-23b18d7305bf, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:00.285454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-928d14c9-e055-4b0d-8c5a-758e39a01e73 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:00.285891 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-928d14c9-e055-4b0d-8c5a-758e39a01e73 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.294205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:00.360420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-928d14c9-e055-4b0d-8c5a-758e39a01e73 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.379791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 038b23e0-51f1-4b9b-9bf2-23b18d7305bf) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:00.382281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-928d14c9-e055-4b0d-8c5a-758e39a01e73 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:00.393683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc17c2-389e-48f2-94d3-273813dbc9ac None None] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:00.410533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:00.411172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.576762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-669026a1-2a97-4590-8c2f-c74ca7e499b5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0830400 Nov 12 11:19:00.598845 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-928d14c9-e055-4b0d-8c5a-758e39a01e73 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.616913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'tenant_id': '02d17f249215405391f9b865a5c0e298', 'fixed_ips': [{'subnet_id': '1a739284-8a6d-4d13-a40f-0664ea055ef6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:00.629209 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.711354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d14c9-e055-4b0d-8c5a-758e39a01e73 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:00.723249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-928d14c9-e055-4b0d-8c5a-758e39a01e73 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:00.727767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-928d14c9-e055-4b0d-8c5a-758e39a01e73 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5 HTTP/1.1" status: 204 len: 168 time: 0.5966127 Nov 12 11:19:00.735262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33698) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:00.847268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effaea84-4ae2-44af-8fc7-184991e6589d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:00.849048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-effaea84-4ae2-44af-8fc7-184991e6589d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1127002 Nov 12 11:19:00.851699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33702) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:00.881855 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda27f84-53c9-4c0c-9f66-775f8dd2904e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:19:00.884378 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cda27f84-53c9-4c0c-9f66-775f8dd2904e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/10ea6405-f9c2-4f92-8d29-e5c1dc2e1dd5 HTTP/1.1" status: 404 len: 333 time: 0.0316148 Nov 12 11:19:00.888270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33706) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:00.893740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-257657313'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:00.911887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Allocated IP 172.20.0.2 (038b23e0-51f1-4b9b-9bf2-23b18d7305bf/1a739284-8a6d-4d13-a40f-0664ea055ef6/d0332114-40d3-4877-8a57-1ddda09d7fca) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:01.073075 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.088581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:01.093407 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.119393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:01.132501 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.132933 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Added segment 333e9276-dcca-41f5-89b2-067fe7c31e45 of type vlan for network 729e2467-40fd-426e-bcef-cf8bd7e11d8f Nov 12 11:19:01.184853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.198627 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.237366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:01.250852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:01.254988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:01.265767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Pushing event updated for resources: {'Port': ['ID=d0332114-40d3-4877-8a57-1ddda09d7fca,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:01.282187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-c08a4a75-3d2b-4f18-b5f6-cdc38586b537 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:01.282961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.283713 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-c08a4a75-3d2b-4f18-b5f6-cdc38586b537 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 816 time: 0.1441276 Nov 12 11:19:01.288902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:01.289704 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.313354 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-cfc7088e-900c-491f-b311-e049501d7df4 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/quotas/02d17f249215405391f9b865a5c0e298 HTTP/1.1" status: 200 len: 375 time: 0.0173604 Nov 12 11:19:01.326354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Attempting to bind port d0332114-40d3-4877-8a57-1ddda09d7fca on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:01.327607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Attempting to bind port d0332114-40d3-4877-8a57-1ddda09d7fca by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:01.328313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Attempting to bind port d0332114-40d3-4877-8a57-1ddda09d7fca on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:01.334282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:01.335338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Checking segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:01.336183 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.346072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Bound using segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:01.346072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Bound port: d0332114-40d3-4877-8a57-1ddda09d7fca, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:01.346072 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.364510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-8f4b6f87-588a-48ea-b8e1-29f9fd841d07 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499592 Nov 12 11:19:01.424911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] For port d0332114-40d3-4877-8a57-1ddda09d7fca, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:01.430696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] For port d0332114-40d3-4877-8a57-1ddda09d7fca, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d0332114-40d3-4877-8a57-1ddda09d7fca,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:01.442666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Network': ['ID=729e2467-40fd-426e-bcef-cf8bd7e11d8f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:01.456860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:01.482069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-92ea7627-29e2-44c9-9aa9-86ab1fe1b1da service neutron] 10.222.0.98 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083524 Nov 12 11:19:01.518076 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1da7b3c4-3045-4a7f-9b64-98ce4f26e739 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6285481 Nov 12 11:19:01.518713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33740) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:01.523997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:01.524491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.638393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-67714d54-e815-4706-a9b5-0f1384594837 service neutron] 10.222.0.98 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556759 Nov 12 11:19:01.679386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fa31d-bd32-4daf-a45c-925fbb133480 None None] Pushing event updated for resources: {'Port': ['ID=d0332114-40d3-4877-8a57-1ddda09d7fca,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:01.780820 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-da0603af-4839-4f82-a215-58bf24245906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:01.917559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:01.922805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.174873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9dfccba1-2025-4c93-9921-889077ca597a no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:02.286896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 9dfccba1-2025-4c93-9921-889077ca597a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:02.292613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 9dfccba1-2025-4c93-9921-889077ca597a not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:02.481154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:02.514380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-fa70afab-b839-42b8-8108-e90730f5062e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:02.522028 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-fa70afab-b839-42b8-8108-e90730f5062e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 816 time: 0.3080139 Nov 12 11:19:02.584773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-20f0e702-2498-45b0-95fe-689c8b5f756b tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/quotas/02d17f249215405391f9b865a5c0e298 HTTP/1.1" status: 200 len: 375 time: 0.0615828 Nov 12 11:19:02.640561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=d54abdac-a751-4787-860b-6df91055fc72,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:02.668902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking segment: {'id': '333e9276-dcca-41f5-89b2-067fe7c31e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:02.668902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network hostable DHCP agents. Network: 729e2467-40fd-426e-bcef-cf8bd7e11d8f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:02.682580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-9a18c408-7240-407a-8b41-69adac93bb77 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966725 Nov 12 11:19:02.834782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-e2448925-d8a1-4ce5-b864-ab475f8c3c9d service neutron] 10.222.0.98 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369023 Nov 12 11:19:02.836511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:02.990433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-c29804c8-a947-4e74-aec4-32aa06236170 service neutron] 10.222.0.98 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461143 Nov 12 11:19:03.054503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.078358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 729e2467-40fd-426e-bcef-cf8bd7e11d8f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:03.088361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:03.088632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db80adf-75f1-43bd-88b2-90470c0073c2 None None] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:03.090174 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.219972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-904f2420-2679-41a6-9bef-1f3ebd9318ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6979077 Nov 12 11:19:03.219972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33816) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:03.253715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bc7b4224-62f5-41e1-8cd0-c1e108c66c26 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:03.265254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf224029-ece6-4b8f-a193-a0b59bbb6f15 None None] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:03.347326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973b8c-fd28-434e-ae75-8746cf248788 req-ecf7347c-9dec-44da-b62d-191168de9bd6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:03.363071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5973b8c-fd28-434e-ae75-8746cf248788 req-ecf7347c-9dec-44da-b62d-191168de9bd6 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 946 time: 0.1564436 Nov 12 11:19:03.494381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d0332114-40d3-4877-8a57-1ddda09d7fca up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:03.496173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5973b8c-fd28-434e-ae75-8746cf248788 req-b6df5233-e8af-4ba7-939c-a7e7a6dde557 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236143 Nov 12 11:19:03.730182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f4817e25-81a4-46b1-a3a6-23061bf47f80 None None] Provisioning complete for port d0332114-40d3-4877-8a57-1ddda09d7fca triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:03.730868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f4817e25-81a4-46b1-a3a6-23061bf47f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.756332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-3b3b4820-4fbb-423e-a608-a4ed34b59c9e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:03.761908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-3b3b4820-4fbb-423e-a608-a4ed34b59c9e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 816 time: 0.2139726 Nov 12 11:19:03.763428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7b4224-62f5-41e1-8cd0-c1e108c66c26 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:03.768337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc7b4224-62f5-41e1-8cd0-c1e108c66c26 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.781382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d0332114-40d3-4877-8a57-1ddda09d7fca triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:03.781996 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.846037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-ed90562e-0ebe-4d12-a3c1-9ae852881a22 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/quotas/02d17f249215405391f9b865a5c0e298 HTTP/1.1" status: 200 len: 375 time: 0.0480270 Nov 12 11:19:03.898457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-729e2467-40fd-426e-bcef-cf8bd7e11d8f', 'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f', 'tenant_id': 'aaa9e09f90d449f7b08248f14994dcc4', 'fixed_ips': [{'subnet_id': 'd54abdac-a751-4787-860b-6df91055fc72'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:03.899646 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:03.966281 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-bc7b4224-62f5-41e1-8cd0-c1e108c66c26 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d54abdac-a751-4787-860b-6df91055fc72 (CIDR: 172.20.0.0/28) Nov 12 11:19:04.016386 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7b4224-62f5-41e1-8cd0-c1e108c66c26 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:19:04.016889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7b4224-62f5-41e1-8cd0-c1e108c66c26 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:19:04.030924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-6781495d-b186-49a7-90d1-426830364804 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1710973 Nov 12 11:19:04.171759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bc7b4224-62f5-41e1-8cd0-c1e108c66c26 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9511383 Nov 12 11:19:04.175011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33848) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:04.184153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:04.222436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Allocated IP 172.20.0.2 (729e2467-40fd-426e-bcef-cf8bd7e11d8f/d54abdac-a751-4787-860b-6df91055fc72/2ea06efd-9415-4e4f-99f5-d373cfbf5052) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:04.249285 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-3ad542d4-6719-43e4-99e2-8021a27e690f service neutron] 10.222.0.98 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174108 Nov 12 11:19:04.383246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.408682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cc4fd2ca-f481-4cbe-87c1-365b0d01099b service neutron] 10.222.0.98 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584990 Nov 12 11:19:04.416115 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.436164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f4817e25-81a4-46b1-a3a6-23061bf47f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.469354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port d0332114-40d3-4877-8a57-1ddda09d7fca, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d0332114-40d3-4877-8a57-1ddda09d7fca,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:04.479020 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.524181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:04.539170 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.616366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Pushing event updated for resources: {'Port': ['ID=2ea06efd-9415-4e4f-99f5-d373cfbf5052,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:04.636123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.648021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.679313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:04.728671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:04.740924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:04.784313 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-f4817e25-81a4-46b1-a3a6-23061bf47f80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:19:04.784826 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-f4817e25-81a4-46b1-a3a6-23061bf47f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:19:04.809405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=d0332114-40d3-4877-8a57-1ddda09d7fca,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:04.870810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.917656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Attempting to bind port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:04.919112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Attempting to bind port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '333e9276-dcca-41f5-89b2-067fe7c31e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:04.919273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Attempting to bind port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 on network 729e2467-40fd-426e-bcef-cf8bd7e11d8f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:04.926161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1611237e-220f-4bb2-9e0f-ba6effe5ece0 req-5a78ff37-1813-4ee6-a2e8-c4822eef449a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 210 time: 0.1563232 Nov 12 11:19:04.939308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:04.941096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Checking segment: {'id': '333e9276-dcca-41f5-89b2-067fe7c31e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:04.941750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.944597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Bound using segment: {'id': '333e9276-dcca-41f5-89b2-067fe7c31e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:04.945343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Bound port: 2ea06efd-9415-4e4f-99f5-d373cfbf5052, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e9276-dcca-41f5-89b2-067fe7c31e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:04.945947 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:04.954907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-7f7ec87f-a5e5-4b54-8994-f6a1920d27da tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:04.956559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-7f7ec87f-a5e5-4b54-8994-f6a1920d27da tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 946 time: 0.3726711 Nov 12 11:19:05.036607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94961077-a612-4be8-8adc-43187e991c7b req-f419a1b3-c8bb-486e-bfe0-9897054e9098 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:05.042829 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94961077-a612-4be8-8adc-43187e991c7b req-f419a1b3-c8bb-486e-bfe0-9897054e9098 tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 946 time: 0.3573849 Nov 12 11:19:05.143144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] For port 2ea06efd-9415-4e4f-99f5-d373cfbf5052, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:05.151872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] For port 2ea06efd-9415-4e4f-99f5-d373cfbf5052, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2ea06efd-9415-4e4f-99f5-d373cfbf5052,segment=NetworkSegment(333e9276-dcca-41f5-89b2-067fe7c31e45),segment_id=333e9276-dcca-41f5-89b2-067fe7c31e45)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:05.189958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Deleting port 1724f0b1-6b25-4295-ab12-14ada154364a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:05.190304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.203430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d0332114-40d3-4877-8a57-1ddda09d7fca up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:05.262685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-cb13722d-0277-4aed-aa11-c757ff975626 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:05.265551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-cb13722d-0277-4aed-aa11-c757ff975626 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.57 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 816 time: 0.5423570 Nov 12 11:19:05.294895 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.310573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Request body: {'port': {'device_id': 'f419b444-df12-42bd-ba1f-f69a415d22e5', 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'admin_state_up': True, 'tenant_id': '02d17f249215405391f9b865a5c0e298'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:05.355111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94961077-a612-4be8-8adc-43187e991c7b req-72b74482-2473-4d6a-8f12-cf90fe531b4c tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/security-groups?id=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111358 Nov 12 11:19:05.489009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] For port 1724f0b1-6b25-4295-ab12-14ada154364a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1724f0b1-6b25-4295-ab12-14ada154364a,segment=NetworkSegment(7fbd5cfe-94dd-4dbb-a47b-472b5edf3318),segment_id=7fbd5cfe-94dd-4dbb-a47b-472b5edf3318)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:05.489368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.525792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Calling delete_port for 1724f0b1-6b25-4295-ab12-14ada154364a owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:05.583568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5603a1f-7771-4a70-bf1e-d070a132896d None None] Pushing event updated for resources: {'Port': ['ID=2ea06efd-9415-4e4f-99f5-d373cfbf5052,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:05.677144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d0332114-40d3-4877-8a57-1ddda09d7fca triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:05.677514 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.763355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.807485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3661424f-36b2-4e46-bb6f-7802dd94b45d None None] Provisioning complete for port d0332114-40d3-4877-8a57-1ddda09d7fca triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:05.807868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3661424f-36b2-4e46-bb6f-7802dd94b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.812881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:05.818974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:05.823079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:05.824202 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.852718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=ca1fb44e-316e-496d-96dd-505bf30b4adf,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:05.880726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Made reservation on behalf of 02d17f249215405391f9b865a5c0e298 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:05.891243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.914414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:05.978649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33886) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:05.979428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e3e6e1a6-25ff-4f82-b05b-4589495469fd tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8023999 Nov 12 11:19:05.992661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f', 'fixed_ips': [{'subnet_id': 'd54abdac-a751-4787-860b-6df91055fc72'}, {'subnet_id': 'ca1fb44e-316e-496d-96dd-505bf30b4adf'}], 'name': 'tempest-PortsTestJSON-1247385003'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:06.166044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b962a3-a406-4649-a122-4181348e7fdd None None] DHCP port deletion for 2a948bd9-eaea-414c-aa36-b9a53bc27d8b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:06.197872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Allocated IP 172.20.0.9 (038b23e0-51f1-4b9b-9bf2-23b18d7305bf/1a739284-8a6d-4d13-a40f-0664ea055ef6/f3d17b03-060d-4f3c-b206-a70b51a31a85) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:06.199436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Pushing event deleted for resources: {'Port': ['ID=1724f0b1-6b25-4295-ab12-14ada154364a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:06.249013 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ca53481-58f7-42ae-8823-805c6bdfbb2e req-77690845-83b2-47c9-a225-a75fad59ff50 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 210 time: 0.0861089 Nov 12 11:19:06.282799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] No DVR routers for this DVR port 1724f0b1-6b25-4295-ab12-14ada154364a on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:06.285676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.289173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30f7570d-ac0f-437c-9df4-76917f35f3c8 req-b120a5db-a2cb-487b-a00f-be4301e6cebd tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.69 "DELETE /v2.0/ports/1724f0b1-6b25-4295-ab12-14ada154364a HTTP/1.1" status: 204 len: 173 time: 1.3238409 Nov 12 11:19:06.371321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.459856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ef39e231-7dc4-419f-8971-0f7ebb650ee5 req-aca44869-0e61-478a-92e4-37e14f73c52e tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 210 time: 0.0348501 Nov 12 11:19:06.564240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.706347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:06.728462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:06.757956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:06.777630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdbaa9c-21c1-43af-a803-c0b69b9b140b', 'name': 'network-vif-deleted', 'tag': '1724f0b1-6b25-4295-ab12-14ada154364a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:06.786293 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbe7b8a-549b-4b6b-8c72-7d31c59d53e1" -d '{"events": [{"server_uuid": "cfdbaa9c-21c1-43af-a803-c0b69b9b140b", "name": "network-vif-deleted", "tag": "1724f0b1-6b25-4295-ab12-14ada154364a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:06.891652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-4a280ecc-84fa-49e0-a1ed-8656e3459a64 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:06.908937 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-4a280ecc-84fa-49e0-a1ed-8656e3459a64 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.57 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 816 time: 0.7583714 Nov 12 11:19:06.927430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:06.928709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:06.932917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Request body: {'port': {'device_id': '20ed7590-baaa-478d-b66c-da5d9715855b', 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'admin_state_up': True, 'tenant_id': '02d17f249215405391f9b865a5c0e298'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:06.975322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1724f0b1-6b25-4295-ab12-14ada154364a no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:07.019836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:07.022578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Pushing event updated for resources: {'Port': ['ID=f3d17b03-060d-4f3c-b206-a70b51a31a85,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:07.059838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 1724f0b1-6b25-4295-ab12-14ada154364a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:07.060018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1724f0b1-6b25-4295-ab12-14ada154364a not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:07.097071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-4d70940c-4e46-4dc6-8a0e-7ad46c84afd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8012042 Nov 12 11:19:07.109806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Request body: {'port': {'device_id': 'f419b444-df12-42bd-ba1f-f69a415d22e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:07.182662 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe22747-10d3-446e-87ca-437672d04ce8 x-openstack-request-id: req-8fe22747-10d3-446e-87ca-437672d04ce8 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:07.182986 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdbaa9c-21c1-43af-a803-c0b69b9b140b", "name": "network-vif-deleted", "tag": "1724f0b1-6b25-4295-ab12-14ada154364a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:07.183205 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8fe22747-10d3-446e-87ca-437672d04ce8 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:07.183778 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdbaa9c-21c1-43af-a803-c0b69b9b140b', 'name': 'network-vif-deleted', 'tag': '1724f0b1-6b25-4295-ab12-14ada154364a', 'status': 'completed', 'code': 200} Nov 12 11:19:07.270374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.282100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71078835-eb24-4b8b-9b3b-b5209972e500 None None] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:07.455698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.462026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33916) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:07.473283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2ea06efd-9415-4e4f-99f5-d373cfbf5052 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:07.487965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58b9d136-a10f-41df-aad3-8a9398de3d2b req-051cda87-9501-4cc6-840d-20ef2c8d1f8c tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 210 time: 0.0972173 Nov 12 11:19:07.561360 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3c9ac05a-fd34-454b-ac45-b1d445287abe None None] Provisioning complete for port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:07.562286 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c9ac05a-fd34-454b-ac45-b1d445287abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.575622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port d81e54d0-3438-430a-aea1-8ee3c1807019 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:07.710199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:07.712335 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.755059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d17b03-060d-4f3c-b206-a70b51a31a85 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:07.764355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.786445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Transition to ACTIVE for port object f3d17b03-060d-4f3c-b206-a70b51a31a85 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:19:07.809266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e10f7b8-e67b-42e6-8108-4a5eddb85aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.879524 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:19:07.884403 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c9ac05a-fd34-454b-ac45-b1d445287abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.894600 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:07.905682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Made reservation on behalf of 02d17f249215405391f9b865a5c0e298 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:07.905682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.043772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d17b03-060d-4f3c-b206-a70b51a31a85,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:08.070931 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.104094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3c9ac05a-fd34-454b-ac45-b1d445287abe None None] For port 2ea06efd-9415-4e4f-99f5-d373cfbf5052, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2ea06efd-9415-4e4f-99f5-d373cfbf5052,segment=NetworkSegment(333e9276-dcca-41f5-89b2-067fe7c31e45),segment_id=333e9276-dcca-41f5-89b2-067fe7c31e45)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:08.112219 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-347dbe3a-dfa9-4049-a4f2-95d903aeeb03 req-329f62ce-853b-4489-9523-d61802d5d73a tempest-ServersTestJSON-1277525055 tempest-ServersTestJSON-1277525055-project] 10.222.0.98 "GET /v2.0/ports?device_id=cfdbaa9c-21c1-43af-a803-c0b69b9b140b HTTP/1.1" status: 200 len: 210 time: 0.3357124 Nov 12 11:19:08.121134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b93ed8b-a7b5-485a-8199-3ee7bc89eadd None None] Update dhcp port {'port': {'network_id': '729e2467-40fd-426e-bcef-cf8bd7e11d8f', 'fixed_ips': [{'subnet_id': 'd54abdac-a751-4787-860b-6df91055fc72', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca1fb44e-316e-496d-96dd-505bf30b4adf'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '2ea06efd-9415-4e4f-99f5-d373cfbf5052'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:19:08.180477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c9ac05a-fd34-454b-ac45-b1d445287abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.192265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0b93ed8b-a7b5-485a-8199-3ee7bc89eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.314540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.12 (729e2467-40fd-426e-bcef-cf8bd7e11d8f/d54abdac-a751-4787-860b-6df91055fc72/d81e54d0-3438-430a-aea1-8ee3c1807019) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:08.321867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Attempting to bind port f3d17b03-060d-4f3c-b206-a70b51a31a85 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:08.322263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Attempting to bind port f3d17b03-060d-4f3c-b206-a70b51a31a85 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:08.323262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Attempting to bind port f3d17b03-060d-4f3c-b206-a70b51a31a85 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:08.330108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Port f3d17b03-060d-4f3c-b206-a70b51a31a85 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:19:08.330823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Attempting to bind port f3d17b03-060d-4f3c-b206-a70b51a31a85 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:08.336943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:08.337142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:19:08.337300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Checking segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:08.337600 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:19:08.337720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Bound using segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:08.338111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Bound port: f3d17b03-060d-4f3c-b206-a70b51a31a85, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:08.338474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.350998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ac05a-fd34-454b-ac45-b1d445287abe None None] Pushing event updated for resources: {'Port': ['ID=2ea06efd-9415-4e4f-99f5-d373cfbf5052,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:08.448658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] For port f3d17b03-060d-4f3c-b206-a70b51a31a85, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:08.466276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] For port f3d17b03-060d-4f3c-b206-a70b51a31a85, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:08.470029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e10f7b8-e67b-42e6-8108-4a5eddb85aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.480319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.24 (729e2467-40fd-426e-bcef-cf8bd7e11d8f/ca1fb44e-316e-496d-96dd-505bf30b4adf/d81e54d0-3438-430a-aea1-8ee3c1807019) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:08.529236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.559501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Allocated IP 172.20.0.3 (038b23e0-51f1-4b9b-9bf2-23b18d7305bf/1a739284-8a6d-4d13-a40f-0664ea055ef6/4db88199-d53d-43f7-ad86-e6bdef925fc3) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:08.571665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:08.575684 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.580874 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] 10.222.0.57 "PUT /v2.0/ports/f3d17b03-060d-4f3c-b206-a70b51a31a85 HTTP/1.1" status: 200 len: 1092 time: 1.4755599 Nov 12 11:19:08.586777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f419b444-df12-42bd-ba1f-f69a415d22e5', 'tag': 'f3d17b03-060d-4f3c-b206-a70b51a31a85'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:08.595619 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f419b444-df12-42bd-ba1f-f69a415d22e5", "tag": "f3d17b03-060d-4f3c-b206-a70b51a31a85"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:08.797238 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d8bb7a-0a57-4df8-b05c-0364050119fe x-openstack-request-id: req-89d8bb7a-0a57-4df8-b05c-0364050119fe {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:08.797778 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f419b444-df12-42bd-ba1f-f69a415d22e5", "tag": "f3d17b03-060d-4f3c-b206-a70b51a31a85", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:08.798034 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-89d8bb7a-0a57-4df8-b05c-0364050119fe {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:08.798623 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f419b444-df12-42bd-ba1f-f69a415d22e5', 'tag': 'f3d17b03-060d-4f3c-b206-a70b51a31a85', 'status': 'completed', 'code': 200} Nov 12 11:19:08.803654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a3e8fef-ebb8-4675-9df9-d4a8d8699c34 req-b90d1c69-e11e-4655-97e8-04744a7d28b3 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 210 time: 0.1903722 Nov 12 11:19:08.813571 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.852612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e10f7b8-e67b-42e6-8108-4a5eddb85aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:08.878018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1cebb-fa11-49e6-be16-c70b85b9fcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d17b03-060d-4f3c-b206-a70b51a31a85,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:08.888336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-acea2870-0596-4b4e-bf5f-f26729c084ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:08.890082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-acea2870-0596-4b4e-bf5f-f26729c084ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 1095 time: 0.1580927 Nov 12 11:19:08.930554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-fcbc8887-69e8-4b37-a3f4-3b6ef6a1c2aa tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:08.932177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-fcbc8887-69e8-4b37-a3f4-3b6ef6a1c2aa tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.69 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 816 time: 0.8449683 Nov 12 11:19:08.971469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-5df06f42-47cc-4cb5-a7e9-23943bcf7550 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85 HTTP/1.1" status: 200 len: 217 time: 0.0728557 Nov 12 11:19:08.999457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Request body: {'port': {'device_id': '9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc', 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'admin_state_up': True, 'tenant_id': '02d17f249215405391f9b865a5c0e298'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:09.086184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10f7b8-e67b-42e6-8108-4a5eddb85aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e96eec8-344b-4f55-9bf6-232865c5805f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:09.104272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0e10f7b8-e67b-42e6-8108-4a5eddb85aa6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e619c8018b4b4074969264216bd1deea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6277502 Nov 12 11:19:09.107352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33944) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:09.183418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2ea06efd-9415-4e4f-99f5-d373cfbf5052 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:09.229580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33950) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:09.284063 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.341801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:09.342736 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.352296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Pushing event updated for resources: {'Port': ['ID=4db88199-d53d-43f7-ad86-e6bdef925fc3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:09.369328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23e3278-5915-43db-b47e-f4a1a266d43d admin admin] Deleting subnet b8f7ed30-3a0e-47d9-9235-13bb159a07de {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:09.390701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c23e3278-5915-43db-b47e-f4a1a266d43d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.445387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.449699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:09.461348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-25c8914b-db1c-4e50-937b-887a8a25c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:09.463069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-25c8914b-db1c-4e50-937b-887a8a25c080 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a739284-8a6d-4d13-a40f-0664ea055ef6 HTTP/1.1" status: 200 len: 855 time: 0.4847469 Nov 12 11:19:09.465960 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00999d04-098e-4e92-a553-9198a7297682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.474300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:09.488825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:09.503553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c23e3278-5915-43db-b47e-f4a1a266d43d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.529292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-57d3683f-f7b6-48f4-bfb5-17c26fd9fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:09.531967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-57d3683f-f7b6-48f4-bfb5-17c26fd9fec4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590482 Nov 12 11:19:09.565387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00999d04-098e-4e92-a553-9198a7297682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.658382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-8b8799c8-43c8-4851-aeb1-d0460d7ae15a service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079412 Nov 12 11:19:09.660715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Made reservation on behalf of 02d17f249215405391f9b865a5c0e298 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:09.664883 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.721347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00999d04-098e-4e92-a553-9198a7297682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.724556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00999d04-098e-4e92-a553-9198a7297682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.725890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-00999d04-098e-4e92-a553-9198a7297682 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4e96eec8-344b-4f55-9bf6-232865c5805f HTTP/1.1" status: 204 len: 168 time: 0.5902483 Nov 12 11:19:09.745306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:09.749578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.786317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00999d04-098e-4e92-a553-9198a7297682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e96eec8-344b-4f55-9bf6-232865c5805f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:09.807698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.828872 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c23e3278-5915-43db-b47e-f4a1a266d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.840208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41beb8-cf27-4c12-b959-c3a9f1c3c4c6 req-9b2bb8a6-226f-467c-80ef-d04a247d9f21 service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779032 Nov 12 11:19:09.911259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:09.942961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-313d2a9f-3e64-4613-a593-6de8a2746b5f None None] Provisioning complete for port 4db88199-d53d-43f7-ad86-e6bdef925fc3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:09.943330 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-313d2a9f-3e64-4613-a593-6de8a2746b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:09.950803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:09.957872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:09.959874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d30f3588-3c7b-4b19-8e5b-f6eb698229d6 req-49fedbbe-b7a8-4672-82f1-af898e64fd6a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 210 time: 0.0547636 Nov 12 11:19:09.985334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-0b93ed8b-a7b5-485a-8199-3ee7bc89eadd None None] Allocated IP 172.20.0.18 (729e2467-40fd-426e-bcef-cf8bd7e11d8f/ca1fb44e-316e-496d-96dd-505bf30b4adf/2ea06efd-9415-4e4f-99f5-d373cfbf5052) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:09.987100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-a5646948-9ced-4cbb-9242-bc69e3ecae09 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0669243 Nov 12 11:19:10.027681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-313d2a9f-3e64-4613-a593-6de8a2746b5f None None] Port 4db88199-d53d-43f7-ad86-e6bdef925fc3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:10.038370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=d81e54d0-3438-430a-aea1-8ee3c1807019,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:10.051143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Request body: {'port': {'device_id': '20ed7590-baaa-478d-b66c-da5d9715855b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:10.058700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-92cab50c-00d2-4760-a7a8-52e7d1691a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:10.061447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-92cab50c-00d2-4760-a7a8-52e7d1691a78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 1095 time: 0.0709336 Nov 12 11:19:10.119995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:10.120764 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.137478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Allocated IP 172.20.0.10 (038b23e0-51f1-4b9b-9bf2-23b18d7305bf/1a739284-8a6d-4d13-a40f-0664ea055ef6/970a362b-77f5-4960-ab83-5fdf4a22ee43) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:10.176552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.180769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0b93ed8b-a7b5-485a-8199-3ee7bc89eadd None None] For port 2ea06efd-9415-4e4f-99f5-d373cfbf5052, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2ea06efd-9415-4e4f-99f5-d373cfbf5052,segment=NetworkSegment(333e9276-dcca-41f5-89b2-067fe7c31e45),segment_id=333e9276-dcca-41f5-89b2-067fe7c31e45)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:10.214504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c23e3278-5915-43db-b47e-f4a1a266d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.216520 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0b93ed8b-a7b5-485a-8199-3ee7bc89eadd None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.262857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-b942f673-4495-4113-a281-2e309b0f9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:10.264524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-b942f673-4495-4113-a281-2e309b0f9540 service neutron] 10.222.0.57 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 917 time: 0.1964223 Nov 12 11:19:10.283297 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0b93ed8b-a7b5-485a-8199-3ee7bc89eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.288361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d6570f52-2f04-4876-ab84-3cc7ecd367ca tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.3094285 Nov 12 11:19:10.293617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e3278-5915-43db-b47e-f4a1a266d43d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f7ed30-3a0e-47d9-9235-13bb159a07de,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:10.294681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c23e3278-5915-43db-b47e-f4a1a266d43d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.298555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c23e3278-5915-43db-b47e-f4a1a266d43d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b8f7ed30-3a0e-47d9-9235-13bb159a07de HTTP/1.1" status: 204 len: 168 time: 1.0678890 Nov 12 11:19:10.301792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33970) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:10.302141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33972) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:10.321307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-8871944b-a5ba-4b11-9212-907d55930abe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85 HTTP/1.1" status: 200 len: 217 time: 0.0493448 Nov 12 11:19:10.324897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8593be9-788d-4d3c-b87b-be204910ca9e None None] Network 2a948bd9-eaea-414c-aa36-b9a53bc27d8b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:10.333037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd54abdac-a751-4787-860b-6df91055fc72'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:10.401705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-86c120be-e5ef-4328-bde6-2be5fadf0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:10.403079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-86c120be-e5ef-4328-bde6-2be5fadf0403 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a739284-8a6d-4d13-a40f-0664ea055ef6 HTTP/1.1" status: 200 len: 855 time: 0.0743608 Nov 12 11:19:10.478278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-3bd4c79d-7914-4371-96d7-812bb47724bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:10.478278 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-3bd4c79d-7914-4371-96d7-812bb47724bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619237 Nov 12 11:19:10.504036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93ed8b-a7b5-485a-8199-3ee7bc89eadd None None] Pushing event updated for resources: {'Port': ['ID=2ea06efd-9415-4e4f-99f5-d373cfbf5052,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:10.525124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a95942-8dbc-4151-ad08-448860595714 None None] DHCP port deletion for 2a948bd9-eaea-414c-aa36-b9a53bc27d8b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:10.572179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33978) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:10.594275 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dca7fb8-4716-44af-a1f0-7615add9b2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.645700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.651319 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-84a87eb9-7349-4c39-8929-f757b12de60d service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684413 Nov 12 11:19:10.651611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.807624 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e8a7bab-1952-4468-98a1-f7fa4b927cd1 req-884113bb-1bad-44bd-863a-d8424b81c493 service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477060 Nov 12 11:19:10.817042 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dca7fb8-4716-44af-a1f0-7615add9b2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.882283 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dca7fb8-4716-44af-a1f0-7615add9b2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.909178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.926257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:10.932380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca7fb8-4716-44af-a1f0-7615add9b2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c019f9eb-e9a7-4d08-b2ca-24c8a5de18ce,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:10.937546 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9dca7fb8-4716-44af-a1f0-7615add9b2ae admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cdeffc399fc64f6d940b2a5aa1cfa875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646250 Nov 12 11:19:10.940202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33984) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:10.993166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a948bd9-eaea-414c-aa36-b9a53bc27d8b']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:11.007828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1d26fcb-c625-4420-a3fe-73e1b023bcb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.047267 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1d26fcb-c625-4420-a3fe-73e1b023bcb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.071850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:11.072172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbd5cfe-94dd-4dbb-a47b-472b5edf3318') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:11.083075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.106479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.132974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:11.133432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:11.137645 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:11.164217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2ea06efd-9415-4e4f-99f5-d373cfbf5052 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:11.213644 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1d26fcb-c625-4420-a3fe-73e1b023bcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.216333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1d26fcb-c625-4420-a3fe-73e1b023bcb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.218980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1d26fcb-c625-4420-a3fe-73e1b023bcb0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c019f9eb-e9a7-4d08-b2ca-24c8a5de18ce HTTP/1.1" status: 204 len: 168 time: 0.2769156 Nov 12 11:19:11.227586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d26fcb-c625-4420-a3fe-73e1b023bcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c019f9eb-e9a7-4d08-b2ca-24c8a5de18ce,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:11.250492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:11.250944 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.278834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da5a25-0514-4004-9a27-9fcfd3816d0d None None] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:11.288933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e907118-9e78-40bb-9a38-90549f9bd882 req-51eaab8d-fbf6-47b2-b3de-a8dabc2d3672 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 210 time: 0.1775913 Nov 12 11:19:11.325455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Delete allocated IP 172.20.0.24 (729e2467-40fd-426e-bcef-cf8bd7e11d8f/ca1fb44e-316e-496d-96dd-505bf30b4adf) {{(pid=109704) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:19:11.362724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.378458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.384542 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] 10.222.0.98 "DELETE /v2.0/networks/2a948bd9-eaea-414c-aa36-b9a53bc27d8b HTTP/1.1" status: 204 len: 168 time: 1.0762548 Nov 12 11:19:11.400447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-adf43868-89d2-4498-ad7c-77a850c7caf7 None None] Provisioning complete for port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:11.403435 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-adf43868-89d2-4498-ad7c-77a850c7caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.428777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a948bd9-eaea-414c-aa36-b9a53bc27d8b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:11.431523 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.490461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.490806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.491146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.491481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.491816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.492172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.492494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.492819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.497927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.497927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.497927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.497927 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fb62cb-8eeb-4eb5-a61d-96daf166714b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:11.581996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:11.598270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:11.606227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:11.609108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Pushing event updated for resources: {'Port': ['ID=970a362b-77f5-4960-ab83-5fdf4a22ee43,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:11.777952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34006) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:11.794629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.828429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:11.829089 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.848047 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-77635a44-65e3-4e29-a0c8-44b87a75fdee admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=db43c19f43a64644a43091b14e832964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688238 Nov 12 11:19:11.848769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34010) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:11.895353 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.944215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27ffb760-1e7b-4bf4-a005-47dc19a91f7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.981374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27ffb760-1e7b-4bf4-a005-47dc19a91f7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:11.987037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-cdce7278-2264-4904-9fc1-c3b0032a3d0a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0078599 Nov 12 11:19:12.038552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Request body: {'port': {'device_id': '9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:12.058853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-07af8a0b-dbfb-4b26-afba-fe97d90022b6 None None] Provisioning complete for port d81e54d0-3438-430a-aea1-8ee3c1807019 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:12.062658 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07af8a0b-dbfb-4b26-afba-fe97d90022b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.104673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-07af8a0b-dbfb-4b26-afba-fe97d90022b6 None None] Port d81e54d0-3438-430a-aea1-8ee3c1807019 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:12.126422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-07af8a0b-dbfb-4b26-afba-fe97d90022b6 None None] Provisioning complete for port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:12.127194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07af8a0b-dbfb-4b26-afba-fe97d90022b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.168373 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27ffb760-1e7b-4bf4-a005-47dc19a91f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.172731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27ffb760-1e7b-4bf4-a005-47dc19a91f7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.185430 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-27ffb760-1e7b-4bf4-a005-47dc19a91f7e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f863b4b4-4123-4c1b-ab48-b9bf85e2e16e HTTP/1.1" status: 204 len: 168 time: 0.3325458 Nov 12 11:19:12.216961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffb760-1e7b-4bf4-a005-47dc19a91f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f863b4b4-4123-4c1b-ab48-b9bf85e2e16e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:12.221433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f3d17b03-060d-4f3c-b206-a70b51a31a85 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:19:12.415889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-07af8a0b-dbfb-4b26-afba-fe97d90022b6 None None] Provisioning complete for port 970a362b-77f5-4960-ab83-5fdf4a22ee43 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:12.416561 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07af8a0b-dbfb-4b26-afba-fe97d90022b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.425321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f3d17b03-060d-4f3c-b206-a70b51a31a85, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:12.645327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db88199-d53d-43f7-ad86-e6bdef925fc3 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:12.722227 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.780758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'f3d17b03-060d-4f3c-b206-a70b51a31a85', 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'port_id': 'f3d17b03-060d-4f3c-b206-a70b51a31a85', 'mac_address': 'fa:16:3e:36:36:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a739284-8a6d-4d13-a40f-0664ea055ef6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:19:12.803289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=d81e54d0-3438-430a-aea1-8ee3c1807019,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:12.836602 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.852393 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.853282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Transition to ACTIVE for port object 4db88199-d53d-43f7-ad86-e6bdef925fc3 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:19:12.865666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-07af8a0b-dbfb-4b26-afba-fe97d90022b6 None None] Port 970a362b-77f5-4960-ab83-5fdf4a22ee43 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:12.877358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d17b03-060d-4f3c-b206-a70b51a31a85 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:12.911840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] In _notify_port_updated(), no bound segment for port d81e54d0-3438-430a-aea1-8ee3c1807019 on network 729e2467-40fd-426e-bcef-cf8bd7e11d8f {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:19:12.916648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f3d17b03-060d-4f3c-b206-a70b51a31a85, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:12.938573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:12.938573 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:12.939253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34052) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:12.940262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4aa829a0-9397-4911-abc2-001471d384bb tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "PUT /v2.0/ports/d81e54d0-3438-430a-aea1-8ee3c1807019 HTTP/1.1" status: 200 len: 920 time: 2.6312163 Nov 12 11:19:12.943502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd54abdac-a751-4787-860b-6df91055fc72'}, {'subnet_id': 'ca1fb44e-316e-496d-96dd-505bf30b4adf'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:12.945892 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.016993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e8a8e22a-a1b6-4c48-82a2-bfc0a6abb774 None None] Provisioning complete for port d81e54d0-3438-430a-aea1-8ee3c1807019 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:13.017372 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8a8e22a-a1b6-4c48-82a2-bfc0a6abb774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.052746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4db88199-d53d-43f7-ad86-e6bdef925fc3,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:13.081394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.130734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8e22a-a1b6-4c48-82a2-bfc0a6abb774 None None] Port d81e54d0-3438-430a-aea1-8ee3c1807019 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:13.154637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=f3d17b03-060d-4f3c-b206-a70b51a31a85,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:13.275378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ecfe59c5-e2fb-4911-ac1c-31a6892851d7 None None] Provisioning complete for port d81e54d0-3438-430a-aea1-8ee3c1807019 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:13.275378 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ecfe59c5-e2fb-4911-ac1c-31a6892851d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.290315 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.354985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['f3d17b03-060d-4f3c-b206-a70b51a31a85'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:19:13.417267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970a362b-77f5-4960-ab83-5fdf4a22ee43 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:13.425998 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.440367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Transition to ACTIVE for port object 970a362b-77f5-4960-ab83-5fdf4a22ee43 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:19:13.470933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe59c5-e2fb-4911-ac1c-31a6892851d7 None None] Port d81e54d0-3438-430a-aea1-8ee3c1807019 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:13.569143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fde7b-2653-4174-afb2-e1adce422c83 req-cc6704ed-15a2-445c-8aff-346b88b2f208 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:13.570698 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-859fde7b-2653-4174-afb2-e1adce422c83 req-cc6704ed-15a2-445c-8aff-346b88b2f208 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 932 time: 0.9662864 Nov 12 11:19:13.573579 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.779022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Attempting to bind port 4db88199-d53d-43f7-ad86-e6bdef925fc3 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:13.779359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Attempting to bind port 4db88199-d53d-43f7-ad86-e6bdef925fc3 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:13.784144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Attempting to bind port 4db88199-d53d-43f7-ad86-e6bdef925fc3 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:13.798514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Pushing event updated for resources: {'Port': ['ID=970a362b-77f5-4960-ab83-5fdf4a22ee43,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:13.862137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Port 4db88199-d53d-43f7-ad86-e6bdef925fc3 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:19:13.864103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.22 (729e2467-40fd-426e-bcef-cf8bd7e11d8f/ca1fb44e-316e-496d-96dd-505bf30b4adf/d81e54d0-3438-430a-aea1-8ee3c1807019) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:13.870290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Attempting to bind port 4db88199-d53d-43f7-ad86-e6bdef925fc3 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:13.922337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:13.922682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Checking segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:13.923096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Bound using segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:13.923525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Bound port: 4db88199-d53d-43f7-ad86-e6bdef925fc3, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:13.923885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:13.936661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-859fde7b-2653-4174-afb2-e1adce422c83 req-515e42f7-3a25-4584-9eb8-d524118988ff tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531117 Nov 12 11:19:14.017463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Attempting to bind port 970a362b-77f5-4960-ab83-5fdf4a22ee43 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:14.018081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Attempting to bind port 970a362b-77f5-4960-ab83-5fdf4a22ee43 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:14.018606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Attempting to bind port 970a362b-77f5-4960-ab83-5fdf4a22ee43 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:14.033977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Port 970a362b-77f5-4960-ab83-5fdf4a22ee43 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:19:14.034585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Attempting to bind port 970a362b-77f5-4960-ab83-5fdf4a22ee43 on network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:14.046643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:14.047346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Checking segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:14.047902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Bound using segment: {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:14.048962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Bound port: 970a362b-77f5-4960-ab83-5fdf4a22ee43, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869ed504-29a8-4312-877d-942e58519de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:14.049520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.065345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] For port 4db88199-d53d-43f7-ad86-e6bdef925fc3, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:14.088604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.125587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] For port 4db88199-d53d-43f7-ad86-e6bdef925fc3, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4db88199-d53d-43f7-ad86-e6bdef925fc3,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:14.163134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.194195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.219660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f3d17b03-060d-4f3c-b206-a70b51a31a85 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:14.298027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:14.298794 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.301639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] 10.222.0.57 "PUT /v2.0/ports/4db88199-d53d-43f7-ad86-e6bdef925fc3 HTTP/1.1" status: 200 len: 1092 time: 4.2645719 Nov 12 11:19:14.319909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ed7590-baaa-478d-b66c-da5d9715855b', 'tag': '4db88199-d53d-43f7-ad86-e6bdef925fc3'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:14.322843 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6938c47b-4e6f-4e42-a409-3c9550bf4747" -d '{"events": [{"name": "network-changed", "server_uuid": "20ed7590-baaa-478d-b66c-da5d9715855b", "tag": "4db88199-d53d-43f7-ad86-e6bdef925fc3"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:14.357118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] For port 970a362b-77f5-4960-ab83-5fdf4a22ee43, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:14.377397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] For port 970a362b-77f5-4960-ab83-5fdf4a22ee43, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=970a362b-77f5-4960-ab83-5fdf4a22ee43,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:14.400460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=d81e54d0-3438-430a-aea1-8ee3c1807019,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:14.421068 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c707ed9c-24e2-4c3c-92d0-055bac29e637 x-openstack-request-id: req-c707ed9c-24e2-4c3c-92d0-055bac29e637 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:14.421068 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ed7590-baaa-478d-b66c-da5d9715855b", "tag": "4db88199-d53d-43f7-ad86-e6bdef925fc3", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:14.423163 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c707ed9c-24e2-4c3c-92d0-055bac29e637 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:14.423163 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ed7590-baaa-478d-b66c-da5d9715855b', 'tag': '4db88199-d53d-43f7-ad86-e6bdef925fc3', 'status': 'completed', 'code': 200} Nov 12 11:19:14.423163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6397f4-192d-43e0-b6ef-cc26380fd1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4db88199-d53d-43f7-ad86-e6bdef925fc3,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:14.423449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] In _notify_port_updated(), no bound segment for port d81e54d0-3438-430a-aea1-8ee3c1807019 on network 729e2467-40fd-426e-bcef-cf8bd7e11d8f {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:19:14.437485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:14.440142 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.447887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port f3d17b03-060d-4f3c-b206-a70b51a31a85 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:19:14.448758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-51d57aaa-9d8a-470b-98cd-0dc5514e0508 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "PUT /v2.0/ports/d81e54d0-3438-430a-aea1-8ee3c1807019 HTTP/1.1" status: 200 len: 1000 time: 1.5045624 Nov 12 11:19:14.453458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34106) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:14.453904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port f3d17b03-060d-4f3c-b206-a70b51a31a85 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:14.454302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.510512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c47b-4e6f-4e42-a409-3c9550bf4747 req-ca46c241-61e8-4b30-9550-fa14f1e265ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:14.516173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6938c47b-4e6f-4e42-a409-3c9550bf4747 req-ca46c241-61e8-4b30-9550-fa14f1e265ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 1095 time: 0.0832205 Nov 12 11:19:14.542866 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.673129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0388ec1e-de5d-4433-8da3-acdd86ad289a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port d81e54d0-3438-430a-aea1-8ee3c1807019 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:14.673129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0388ec1e-de5d-4433-8da3-acdd86ad289a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.689981 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.699965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:14.700651 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.702143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] 10.222.0.69 "PUT /v2.0/ports/970a362b-77f5-4960-ab83-5fdf4a22ee43 HTTP/1.1" status: 200 len: 1093 time: 2.6683979 Nov 12 11:19:14.758552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bf4ff-2556-435f-82fa-1606db1a7be0 service neutron] Pushing event updated for resources: {'Port': ['ID=970a362b-77f5-4960-ab83-5fdf4a22ee43,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:14.765019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f3d17b03-060d-4f3c-b206-a70b51a31a85, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:14.766150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f419b444-df12-42bd-ba1f-f69a415d22e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d17b03-060d-4f3c-b206-a70b51a31a85'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:14.769129 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a66cf-60c1-4b89-bf9a-8dbe8440a3d7" -d '{"events": [{"server_uuid": "f419b444-df12-42bd-ba1f-f69a415d22e5", "name": "network-vif-plugged", "status": "completed", "tag": "f3d17b03-060d-4f3c-b206-a70b51a31a85"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:14.805466 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0388ec1e-de5d-4433-8da3-acdd86ad289a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.815808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3735fc61-c7bc-4b05-b88a-edb3ffdd4958 None None] Provisioning complete for port d81e54d0-3438-430a-aea1-8ee3c1807019 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:14.816210 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3735fc61-c7bc-4b05-b88a-edb3ffdd4958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.866529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c47b-4e6f-4e42-a409-3c9550bf4747 req-43faf170-09c4-4705-b9d1-711849b06a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:14.868742 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6938c47b-4e6f-4e42-a409-3c9550bf4747 req-43faf170-09c4-4705-b9d1-711849b06a5a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=02d17f249215405391f9b865a5c0e298&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3477268 Nov 12 11:19:14.878354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:14.897102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0388ec1e-de5d-4433-8da3-acdd86ad289a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for d81e54d0-3438-430a-aea1-8ee3c1807019 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:14.903965 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e3d769-9102-4483-a8b3-9ff5776ead8f x-openstack-request-id: req-84e3d769-9102-4483-a8b3-9ff5776ead8f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:14.909078 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f419b444-df12-42bd-ba1f-f69a415d22e5", "name": "network-vif-plugged", "status": "completed", "tag": "f3d17b03-060d-4f3c-b206-a70b51a31a85", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:14.909344 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-84e3d769-9102-4483-a8b3-9ff5776ead8f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:14.911390 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f419b444-df12-42bd-ba1f-f69a415d22e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d17b03-060d-4f3c-b206-a70b51a31a85', 'code': 200} Nov 12 11:19:15.003702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3735fc61-c7bc-4b05-b88a-edb3ffdd4958 None None] Port d81e54d0-3438-430a-aea1-8ee3c1807019 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:15.015702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34128) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:15.033197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=f3d17b03-060d-4f3c-b206-a70b51a31a85,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:15.327609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c47b-4e6f-4e42-a409-3c9550bf4747 req-c557c066-9c77-43df-a5d7-932e1e089e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:15.329270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6938c47b-4e6f-4e42-a409-3c9550bf4747 req-c557c066-9c77-43df-a5d7-932e1e089e21 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4502237 Nov 12 11:19:15.413272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49bd60b1-9809-4052-9910-3d35c7e08626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.434745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-aec491e9-2cf6-4673-af3b-c1aa4c678e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:15.436814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-aec491e9-2cf6-4673-af3b-c1aa4c678e26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 1096 time: 0.5565908 Nov 12 11:19:15.442596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004eaf8-f820-43c3-b90c-4ef50fee9905 req-904efc3d-8af6-432e-9ec6-901409853a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:15.445169 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0004eaf8-f820-43c3-b90c-4ef50fee9905 req-904efc3d-8af6-432e-9ec6-901409853a47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 1097 time: 0.4080532 Nov 12 11:19:15.518947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-e6e7c2e3-2fe6-478e-8583-860cb4f47182 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970a362b-77f5-4960-ab83-5fdf4a22ee43 HTTP/1.1" status: 200 len: 217 time: 0.0541222 Nov 12 11:19:15.593719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-87dc352e-92fc-444f-a6c2-8fcccee51658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:15.595358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-87dc352e-92fc-444f-a6c2-8fcccee51658 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 1095 time: 0.1724734 Nov 12 11:19:15.597671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-d95fbc0e-ebbb-47c9-ae8e-56010bb79d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:15.599101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-d95fbc0e-ebbb-47c9-ae8e-56010bb79d69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a739284-8a6d-4d13-a40f-0664ea055ef6 HTTP/1.1" status: 200 len: 855 time: 0.0699711 Nov 12 11:19:15.601915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f674b64-c585-4b9f-b328-958371cafee0 req-f7ea98d2-95ae-4789-8f45-e3cf0016e6ee tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:15.603778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f674b64-c585-4b9f-b328-958371cafee0 req-f7ea98d2-95ae-4789-8f45-e3cf0016e6ee tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 944 time: 0.4971726 Nov 12 11:19:15.660644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-d985f6f3-a407-44ea-bdc1-6b25f9d2858a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4db88199-d53d-43f7-ad86-e6bdef925fc3 HTTP/1.1" status: 200 len: 217 time: 0.0576286 Nov 12 11:19:15.671852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0388ec1e-de5d-4433-8da3-acdd86ad289a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.713575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388ec1e-de5d-4433-8da3-acdd86ad289a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=d81e54d0-3438-430a-aea1-8ee3c1807019,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:15.738338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0004eaf8-f820-43c3-b90c-4ef50fee9905 req-78d02212-ab77-4ff4-aafc-65dcec97b479 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482247 Nov 12 11:19:15.767468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-c882a770-c035-4405-be37-da000938ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:15.769491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-c882a770-c035-4405-be37-da000938ad56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571174 Nov 12 11:19:15.786989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-95e53b7d-e4b3-4d0a-a195-86547ae04afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:15.788501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-95e53b7d-e4b3-4d0a-a195-86547ae04afa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a739284-8a6d-4d13-a40f-0664ea055ef6 HTTP/1.1" status: 200 len: 855 time: 0.1066902 Nov 12 11:19:15.801294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f674b64-c585-4b9f-b328-958371cafee0 req-aedb1442-a258-4852-81f9-249a290991a2 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874018 Nov 12 11:19:15.826222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49bd60b1-9809-4052-9910-3d35c7e08626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.910099 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49bd60b1-9809-4052-9910-3d35c7e08626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.924424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0388ec1e-de5d-4433-8da3-acdd86ad289a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:15.935011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34154) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:15.935128 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0388ec1e-de5d-4433-8da3-acdd86ad289a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/d81e54d0-3438-430a-aea1-8ee3c1807019 HTTP/1.1" status: 204 len: 168 time: 1.4794130 Nov 12 11:19:15.941421 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-5d13a76e-26d0-4021-b773-fb10d9db456c service neutron] 10.222.0.69 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620405 Nov 12 11:19:16.040347 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c4b8c7-065e-43e5-a82c-618b6e155835 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:19:16.042679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-85c4b8c7-065e-43e5-a82c-618b6e155835 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/d81e54d0-3438-430a-aea1-8ee3c1807019 HTTP/1.1" status: 404 len: 333 time: 0.1003590 Nov 12 11:19:16.045695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34156) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:16.062129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-49bd60b1-9809-4052-9910-3d35c7e08626 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ab71c21b647d4645bdb3c1ac85d78b02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0245478 Nov 12 11:19:16.063072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd60b1-9809-4052-9910-3d35c7e08626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a444f992-62a7-4322-9867-4093797e954a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:16.068765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34160) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:16.171690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9298c9e-6a7c-4c3a-8049-4c34e16083ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet ca1fb44e-316e-496d-96dd-505bf30b4adf {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:16.175390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-915368f7-8ed5-4f3b-a056-b66b8d1d3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:16.176944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-915368f7-8ed5-4f3b-a056-b66b8d1d3b36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2444057 Nov 12 11:19:16.177193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a9298c9e-6a7c-4c3a-8049-4c34e16083ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.231212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26472e2c-d0cf-445a-a6a9-83eaf55949da req-576ec709-2aba-437c-ad31-7d35844e82ee service neutron] 10.222.0.69 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696412 Nov 12 11:19:16.246414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a9298c9e-6a7c-4c3a-8049-4c34e16083ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.375806 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a9298c9e-6a7c-4c3a-8049-4c34e16083ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.380825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ee372cb8-867d-40e5-864d-a2537396883c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.401124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-f288e258-4413-40ae-8487-eba16556ec87 service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114697 Nov 12 11:19:16.424079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc', 'tag': '970a362b-77f5-4960-ab83-5fdf4a22ee43'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:16.427862 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc", "tag": "970a362b-77f5-4960-ab83-5fdf4a22ee43"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:16.507602 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ee372cb8-867d-40e5-864d-a2537396883c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.545999 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da5d542-69f0-4d75-b1fb-92efeeca3a89 x-openstack-request-id: req-7da5d542-69f0-4d75-b1fb-92efeeca3a89 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:16.546378 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc", "tag": "970a362b-77f5-4960-ab83-5fdf4a22ee43", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:16.546596 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7da5d542-69f0-4d75-b1fb-92efeeca3a89 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:16.546917 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc', 'tag': '970a362b-77f5-4960-ab83-5fdf4a22ee43', 'status': 'completed', 'code': 200} Nov 12 11:19:16.628274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1024d271-aa02-4475-a3ac-1cb5b594d4a5 req-4cd4d03d-76c8-442c-910d-6f3320f0b576 service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146640 Nov 12 11:19:16.643247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a9298c9e-6a7c-4c3a-8049-4c34e16083ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.651502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-32341ebb-f7f5-4adf-b4a5-f6a7335ab00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:16.653041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-32341ebb-f7f5-4adf-b4a5-f6a7335ab00f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 1096 time: 0.0960202 Nov 12 11:19:16.679550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9298c9e-6a7c-4c3a-8049-4c34e16083ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1fb44e-316e-496d-96dd-505bf30b4adf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:16.684829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a9298c9e-6a7c-4c3a-8049-4c34e16083ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.691204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34188) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:16.693056 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a9298c9e-6a7c-4c3a-8049-4c34e16083ad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/ca1fb44e-316e-496d-96dd-505bf30b4adf HTTP/1.1" status: 204 len: 168 time: 0.6449759 Nov 12 11:19:16.696971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66296590-3342-4f4a-a136-c126f043f278 None None] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:16.819051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ee372cb8-867d-40e5-864d-a2537396883c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.821734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ee372cb8-867d-40e5-864d-a2537396883c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.825802 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ee372cb8-867d-40e5-864d-a2537396883c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a444f992-62a7-4322-9867-4093797e954a HTTP/1.1" status: 204 len: 168 time: 0.7542806 Nov 12 11:19:16.852467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee372cb8-867d-40e5-864d-a2537396883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a444f992-62a7-4322-9867-4093797e954a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:16.860624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d25d051-b2df-4536-82a8-6ea55ba62881 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet d54abdac-a751-4787-860b-6df91055fc72 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:16.867791 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d25d051-b2df-4536-82a8-6ea55ba62881 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.913327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-577b89f0-9020-49ff-80e8-b17053a0b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:16.914823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-577b89f0-9020-49ff-80e8-b17053a0b974 service neutron] 10.222.0.69 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 917 time: 0.2522922 Nov 12 11:19:16.926860 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d25d051-b2df-4536-82a8-6ea55ba62881 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:16.986097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-1e26d670-577b-46e9-a120-3c4ba3e28a68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=970a362b-77f5-4960-ab83-5fdf4a22ee43 HTTP/1.1" status: 200 len: 217 time: 0.0619140 Nov 12 11:19:17.130310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-709b3cd1-652f-474a-84fc-20db307aa993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:17.131893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-709b3cd1-652f-474a-84fc-20db307aa993 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1a739284-8a6d-4d13-a40f-0664ea055ef6 HTTP/1.1" status: 200 len: 855 time: 0.1331124 Nov 12 11:19:17.143567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e471c-f3c9-4bc9-8fa1-1a2a68d53911 req-cb8c28c3-105b-4e93-b1d7-363ea21701be tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:17.145019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f4e471c-f3c9-4bc9-8fa1-1a2a68d53911 req-cb8c28c3-105b-4e93-b1d7-363ea21701be tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 944 time: 0.1512136 Nov 12 11:19:17.161961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34198) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:17.166270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d25d051-b2df-4536-82a8-6ea55ba62881 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.283213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-177b9557-53c7-49f5-890a-02364c64ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:17.284793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-177b9557-53c7-49f5-890a-02364c64ce68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388600 Nov 12 11:19:17.292760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f4e471c-f3c9-4bc9-8fa1-1a2a68d53911 req-7a08d64c-6fac-423c-b2c2-ff63446973ff tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301470 Nov 12 11:19:17.410102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d25d051-b2df-4536-82a8-6ea55ba62881 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.528018 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.530414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25d051-b2df-4536-82a8-6ea55ba62881 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=d54abdac-a751-4787-860b-6df91055fc72,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:17.538692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d25d051-b2df-4536-82a8-6ea55ba62881 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.542769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5d25d051-b2df-4536-82a8-6ea55ba62881 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/d54abdac-a751-4787-860b-6df91055fc72 HTTP/1.1" status: 204 len: 168 time: 0.8488109 Nov 12 11:19:17.545605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34214) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:17.558999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-1c95d379-4ffb-4e2b-b3cf-ccf054493cf8 service neutron] 10.222.0.69 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629287 Nov 12 11:19:17.718860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b8777ce-b500-43e0-b42d-bee708f3d84c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.731081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eefb8cb1-9c6a-4e5f-9e3e-6dfd0199a5f8 req-d191ae42-a33d-4fde-af2b-fa0c7b86c3b6 service neutron] 10.222.0.69 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643319 Nov 12 11:19:17.738885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.855291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:17.855637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.893434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b8777ce-b500-43e0-b42d-bee708f3d84c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.964222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] For port 2ea06efd-9415-4e4f-99f5-d373cfbf5052, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2ea06efd-9415-4e4f-99f5-d373cfbf5052,segment=NetworkSegment(333e9276-dcca-41f5-89b2-067fe7c31e45),segment_id=333e9276-dcca-41f5-89b2-067fe7c31e45)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:17.964690 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:17.989545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 2ea06efd-9415-4e4f-99f5-d373cfbf5052 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:17.993346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b191567-d147-4e16-beb7-64c8c9c01113 None None] Network 729e2467-40fd-426e-bcef-cf8bd7e11d8f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:18.059555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f501c1b9-420d-4836-a231-7a39426808dc None None] Provisioning complete for port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:18.059950 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f501c1b9-420d-4836-a231-7a39426808dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.070843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b8777ce-b500-43e0-b42d-bee708f3d84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.117062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34228) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:18.117633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7b8777ce-b500-43e0-b42d-bee708f3d84c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1fefc110dbed4a4b9398244ee0d6669b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9536998 Nov 12 11:19:18.119098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8777ce-b500-43e0-b42d-bee708f3d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a457c-eb01-45c5-a27b-3255a7f33fce,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:18.142529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.143856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f501c1b9-420d-4836-a231-7a39426808dc None None] Could not find standard attr ID for object 2ea06efd-9415-4e4f-99f5-d373cfbf5052. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:19:18.149558 n-d-768852-22 neutron-server[109706]: INFO neutron.plugins.ml2.db [None req-f501c1b9-420d-4836-a231-7a39426808dc None None] No ports have port_id starting with 2ea06efd-9415-4e4f-99f5-d373cfbf5052 Nov 12 11:19:18.180726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No DVR routers for this DVR port 2ea06efd-9415-4e4f-99f5-d373cfbf5052 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:18.187906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=2ea06efd-9415-4e4f-99f5-d373cfbf5052,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:18.246927 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1e84d51-117d-4972-911b-dc4bbc19a20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.261400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37fb43a-4ee1-4255-b865-ee8a30730be7 None None] DHCP port deletion for 729e2467-40fd-426e-bcef-cf8bd7e11d8f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:18.271150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.295954 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1e84d51-117d-4972-911b-dc4bbc19a20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.305452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729e2467-40fd-426e-bcef-cf8bd7e11d8f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:18.318323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333e9276-dcca-41f5-89b2-067fe7c31e45') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:18.318616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333e9276-dcca-41f5-89b2-067fe7c31e45') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:18.331439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.360492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.371322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:18.372318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:18.434303 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:18.446092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1e84d51-117d-4972-911b-dc4bbc19a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.450084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1e84d51-117d-4972-911b-dc4bbc19a20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.455686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f1e84d51-117d-4972-911b-dc4bbc19a20f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f63a457c-eb01-45c5-a27b-3255a7f33fce HTTP/1.1" status: 204 len: 168 time: 0.3361714 Nov 12 11:19:18.481179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e84d51-117d-4972-911b-dc4bbc19a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a457c-eb01-45c5-a27b-3255a7f33fce,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:18.512461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67445d64-b67d-4b3e-bfe7-4e29b42211fb req-db90dcbd-a767-46f7-9bd7-5aadd11e2d0f tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:18.518093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67445d64-b67d-4b3e-bfe7-4e29b42211fb req-db90dcbd-a767-46f7-9bd7-5aadd11e2d0f tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 944 time: 0.1093140 Nov 12 11:19:18.533750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.558874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.562567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/networks/729e2467-40fd-426e-bcef-cf8bd7e11d8f HTTP/1.1" status: 204 len: 168 time: 1.0157280 Nov 12 11:19:18.563611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a172fd3-a35f-4533-97e0-4a54b4174e8b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Network': ['ID=729e2467-40fd-426e-bcef-cf8bd7e11d8f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:18.567111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34260) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:18.665853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67445d64-b67d-4b3e-bfe7-4e29b42211fb req-9f5920df-c8d8-4afa-baab-73b15dce73a9 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319649 Nov 12 11:19:18.699508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76639baf-bd85-45a0-9ea5-e3ff2e44dc78 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:18.702346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-76639baf-bd85-45a0-9ea5-e3ff2e44dc78 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1332324 Nov 12 11:19:18.705956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34266) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:18.766347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-df8c8fdd-0fcf-4046-9489-fdca7b2b7c2d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0589032 Nov 12 11:19:18.769896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34268) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:18.774689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2129895866'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:18.889881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:18.893706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.921648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:18.933937 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:18.934663 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Added segment cd30fb37-a084-4700-ae00-70358188fcb2 of type vlan for network 589602da-ef84-4d46-a17f-b5b4c3c24170 Nov 12 11:19:18.999725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.056274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 970a362b-77f5-4960-ab83-5fdf4a22ee43 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:19:19.138357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2ea06efd-9415-4e4f-99f5-d373cfbf5052 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:19.167510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 2ea06efd-9415-4e4f-99f5-d373cfbf5052 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:19.167864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2ea06efd-9415-4e4f-99f5-d373cfbf5052 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:19.185600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.192157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 970a362b-77f5-4960-ab83-5fdf4a22ee43, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=970a362b-77f5-4960-ab83-5fdf4a22ee43,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:19.193987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:19.198660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.206609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '970a362b-77f5-4960-ab83-5fdf4a22ee43', 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'port_id': '970a362b-77f5-4960-ab83-5fdf4a22ee43', 'mac_address': 'fa:16:3e:d7:ad:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a739284-8a6d-4d13-a40f-0664ea055ef6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:19:19.249419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.267160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970a362b-77f5-4960-ab83-5fdf4a22ee43 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:19.302155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Network': ['ID=589602da-ef84-4d46-a17f-b5b4c3c24170,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:19.313044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 970a362b-77f5-4960-ab83-5fdf4a22ee43, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=970a362b-77f5-4960-ab83-5fdf4a22ee43,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:19.316240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 589602da-ef84-4d46-a17f-b5b4c3c24170 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:19.346960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34286) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:19.422035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0604baa3-735a-4dc8-b316-b389cfc44157 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6511056 Nov 12 11:19:19.425029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34290) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:19.430329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:19.510006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea6032ca-384e-4b6d-81d8-ced432410eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.534017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.544643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34296) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:19.563383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7384b11d-6abb-482b-8271-31cbf812fe17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.611419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=970a362b-77f5-4960-ab83-5fdf4a22ee43,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:19.620304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.620743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.621094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.621432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.621768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.622099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.622427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.623484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.624078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.624560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.625094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.625596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:19.648695 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea6032ca-384e-4b6d-81d8-ced432410eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.653339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:19.657059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.658044 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7384b11d-6abb-482b-8271-31cbf812fe17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.739164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7384b11d-6abb-482b-8271-31cbf812fe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.745383 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea6032ca-384e-4b6d-81d8-ced432410eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.805173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7384b11d-6abb-482b-8271-31cbf812fe17 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=58b08f8b229d4ded8de4c007cc77ebc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549317 Nov 12 11:19:19.807867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384b11d-6abb-482b-8271-31cbf812fe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529470a8-60e3-468e-9304-7a37f3f7df83,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:19.811121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34306) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:19.880013 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-606a02b9-fc24-40c9-b14f-55f5e4c79550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.898314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['970a362b-77f5-4960-ab83-5fdf4a22ee43'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:19:19.932766 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-606a02b9-fc24-40c9-b14f-55f5e4c79550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:19.953010 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ea6032ca-384e-4b6d-81d8-ced432410eee admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1a24fae6f9c4b6181103e147639be8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6049294 Nov 12 11:19:19.959124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34310) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:19.961179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6032ca-384e-4b6d-81d8-ced432410eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ea2817-28ad-48cd-a37c-f14caad96903,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:19.994224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817741b-4fdb-4bf7-8839-abf4bdf043de req-c3afcd7d-f66c-41d5-a8e6-1e4e95520e35 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:20.003181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4817741b-4fdb-4bf7-8839-abf4bdf043de req-c3afcd7d-f66c-41d5-a8e6-1e4e95520e35 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 945 time: 0.1134291 Nov 12 11:19:20.009616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.013881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdddab-dc9d-4da7-9c47-44e725325d02 req-06e58717-823d-46ed-9e69-beeb614d2859 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:20.015767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cffdddab-dc9d-4da7-9c47-44e725325d02 req-06e58717-823d-46ed-9e69-beeb614d2859 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 946 time: 0.1246791 Nov 12 11:19:20.113749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-606a02b9-fc24-40c9-b14f-55f5e4c79550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.119183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-606a02b9-fc24-40c9-b14f-55f5e4c79550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.120660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-606a02b9-fc24-40c9-b14f-55f5e4c79550 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/529470a8-60e3-468e-9304-7a37f3f7df83 HTTP/1.1" status: 204 len: 168 time: 0.3084099 Nov 12 11:19:20.135359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=fb7911d0-8e55-4824-9117-b64746a3d7fd,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:20.157993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a02b9-fc24-40c9-b14f-55f5e4c79550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529470a8-60e3-468e-9304-7a37f3f7df83,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:20.161360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4817741b-4fdb-4bf7-8839-abf4bdf043de req-2fde5f21-ad9c-4a1e-a734-36937e80c7c6 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581559 Nov 12 11:19:20.166529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking segment: {'id': 'cd30fb37-a084-4700-ae00-70358188fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:20.166896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network hostable DHCP agents. Network: 589602da-ef84-4d46-a17f-b5b4c3c24170, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:20.175681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-283f5b73-3854-48fe-8d39-8ac5f359fcc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.199633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cffdddab-dc9d-4da7-9c47-44e725325d02 req-aa89bef7-a5ac-41fc-8621-ae00c431db1c tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670640 Nov 12 11:19:20.209736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-283f5b73-3854-48fe-8d39-8ac5f359fcc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.253218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4db88199-d53d-43f7-ad86-e6bdef925fc3 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:19:20.282379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 589602da-ef84-4d46-a17f-b5b4c3c24170 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:20.358158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 589602da-ef84-4d46-a17f-b5b4c3c24170) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:20.359972 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-283f5b73-3854-48fe-8d39-8ac5f359fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.361581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4db88199-d53d-43f7-ad86-e6bdef925fc3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4db88199-d53d-43f7-ad86-e6bdef925fc3,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:20.362475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-283f5b73-3854-48fe-8d39-8ac5f359fcc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.363616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-283f5b73-3854-48fe-8d39-8ac5f359fcc7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/27ea2817-28ad-48cd-a37c-f14caad96903 HTTP/1.1" status: 204 len: 168 time: 0.4034529 Nov 12 11:19:20.374756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:20.375373 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.377875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f5b73-3854-48fe-8d39-8ac5f359fcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ea2817-28ad-48cd-a37c-f14caad96903,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:20.394719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d2986-c7a2-47ad-a866-afc45702cd49 None None] Network 589602da-ef84-4d46-a17f-b5b4c3c24170 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:20.430693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '4db88199-d53d-43f7-ad86-e6bdef925fc3', 'network_id': '038b23e0-51f1-4b9b-9bf2-23b18d7305bf', 'port_id': '4db88199-d53d-43f7-ad86-e6bdef925fc3', 'mac_address': 'fa:16:3e:7b:4e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a739284-8a6d-4d13-a40f-0664ea055ef6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:19:20.507214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f8cc6daa-92a4-42f0-a9ab-e6c09e6d8838 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0768957 Nov 12 11:19:20.507214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34322) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:20.512739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170', 'name': 'tempest-PortsTestJSON-1233586270'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:20.548432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.606917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db88199-d53d-43f7-ad86-e6bdef925fc3 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:20.642402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4db88199-d53d-43f7-ad86-e6bdef925fc3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4db88199-d53d-43f7-ad86-e6bdef925fc3,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:20.668390 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.682407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-589602da-ef84-4d46-a17f-b5b4c3c24170', 'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170', 'tenant_id': 'aaa9e09f90d449f7b08248f14994dcc4', 'fixed_ips': [{'subnet_id': 'fb7911d0-8e55-4824-9117-b64746a3d7fd'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:20.683453 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.782024 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.824769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:20.828521 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:20.860581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 96690470-02d9-4716-8c30-2a0635243f97 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:20.878226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4db88199-d53d-43f7-ad86-e6bdef925fc3,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:20.902681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Allocated IP 172.20.0.2 (589602da-ef84-4d46-a17f-b5b4c3c24170/fb7911d0-8e55-4824-9117-b64746a3d7fd/c36ae527-c535-49ee-aafa-4a3fb50a107e) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:20.990954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['4db88199-d53d-43f7-ad86-e6bdef925fc3'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:19:21.058618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 970a362b-77f5-4960-ab83-5fdf4a22ee43 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:21.164628 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.256569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.306864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 970a362b-77f5-4960-ab83-5fdf4a22ee43 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:19:21.338582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 970a362b-77f5-4960-ab83-5fdf4a22ee43 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:21.338950 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.364334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Network 589602da-ef84-4d46-a17f-b5b4c3c24170 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:21.368443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:21.396459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c65c2c-9675-4592-8fda-fcfe505d0572 req-b5d402c8-7b06-4467-99a5-c8bd06f67afa tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:21.398656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-51c65c2c-9675-4592-8fda-fcfe505d0572 req-b5d402c8-7b06-4467-99a5-c8bd06f67afa tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 945 time: 0.1358936 Nov 12 11:19:21.415740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:21.452838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-d2faf4ef-b347-40dd-aac5-4af6618da28e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:21.454752 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-d2faf4ef-b347-40dd-aac5-4af6618da28e tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.69 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 946 time: 0.1087341 Nov 12 11:19:21.503287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Pushing event updated for resources: {'Port': ['ID=c36ae527-c535-49ee-aafa-4a3fb50a107e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:21.593371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-51c65c2c-9675-4592-8fda-fcfe505d0572 req-e825e6df-5b13-43a8-aacf-03f355ac639e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806700 Nov 12 11:19:21.705664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Attempting to bind port c36ae527-c535-49ee-aafa-4a3fb50a107e on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:21.706295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Attempting to bind port c36ae527-c535-49ee-aafa-4a3fb50a107e by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'cd30fb37-a084-4700-ae00-70358188fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:21.706813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Attempting to bind port c36ae527-c535-49ee-aafa-4a3fb50a107e on network 589602da-ef84-4d46-a17f-b5b4c3c24170 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:21.718038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:21.718898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Checking segment: {'id': 'cd30fb37-a084-4700-ae00-70358188fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:21.719623 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.720199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Bound using segment: {'id': 'cd30fb37-a084-4700-ae00-70358188fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:21.720854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Bound port: c36ae527-c535-49ee-aafa-4a3fb50a107e, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd30fb37-a084-4700-ae00-70358188fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:21.720982 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Deleting port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:21.721212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.721699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.814351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] For port c36ae527-c535-49ee-aafa-4a3fb50a107e, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:21.823524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] For port c36ae527-c535-49ee-aafa-4a3fb50a107e, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c36ae527-c535-49ee-aafa-4a3fb50a107e,segment=NetworkSegment(cd30fb37-a084-4700-ae00-70358188fcb2),segment_id=cd30fb37-a084-4700-ae00-70358188fcb2)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:21.828988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.882074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.5 (589602da-ef84-4d46-a17f-b5b4c3c24170/fb7911d0-8e55-4824-9117-b64746a3d7fd/96690470-02d9-4716-8c30-2a0635243f97) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:21.891881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970a362b-77f5-4960-ab83-5fdf4a22ee43'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:21.898526 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e056b447-2e2c-4f93-a4b6-b95bcea5e435" -d '{"events": [{"server_uuid": "9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc", "name": "network-vif-plugged", "status": "completed", "tag": "970a362b-77f5-4960-ab83-5fdf4a22ee43"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:21.907472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 970a362b-77f5-4960-ab83-5fdf4a22ee43, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=970a362b-77f5-4960-ab83-5fdf4a22ee43,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:21.907599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-56a09b2d-6a44-4190-8830-196b65d281bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6655607 Nov 12 11:19:21.922076 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.948100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba37d13-bb5e-433c-a823-70905c9b9c6a req-6ed331df-2ba0-47d4-ae88-14ae6e2b0ea1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:21.956071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] For port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:21.956432 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:21.960982 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aba37d13-bb5e-433c-a823-70905c9b9c6a req-6ed331df-2ba0-47d4-ae88-14ae6e2b0ea1 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 946 time: 0.6017714 Nov 12 11:19:22.023556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34412) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:22.028571 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.087819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a26539-40d3-4a7a-b08d-6efbdeec0420 None None] Pushing event updated for resources: {'Port': ['ID=c36ae527-c535-49ee-aafa-4a3fb50a107e,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:22.150245 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a492b4d9-02c1-4766-acf1-6e202debd73a x-openstack-request-id: req-a492b4d9-02c1-4766-acf1-6e202debd73a {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:22.150460 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc", "name": "network-vif-plugged", "status": "completed", "tag": "970a362b-77f5-4960-ab83-5fdf4a22ee43", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:22.150712 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a492b4d9-02c1-4766-acf1-6e202debd73a {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:22.151093 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970a362b-77f5-4960-ab83-5fdf4a22ee43', 'code': 200} Nov 12 11:19:22.241493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=970a362b-77f5-4960-ab83-5fdf4a22ee43,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:22.273001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4db88199-d53d-43f7-ad86-e6bdef925fc3 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:22.342837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-797532677-network', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:22.418967 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.420789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.423574 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Floating IP b8c13a36-6d7a-47ac-93d5-f499d1bb91d4 disassociated. External IP: 172.25.3.118, port: 0ac59123-7eea-4e5c-8fdb-94ec4d00606f. Nov 12 11:19:22.424532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Calling delete_port for 0ac59123-7eea-4e5c-8fdb-94ec4d00606f owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:22.452466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 4db88199-d53d-43f7-ad86-e6bdef925fc3 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:19:22.465035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 4db88199-d53d-43f7-ad86-e6bdef925fc3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:22.471228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.486995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Made reservation on behalf of 350eb52c645646e4bc02302e16cf34fb for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:22.490721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.495142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b74f92e7-7869-41e9-9511-a3587d6315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.496043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b74f92e7-7869-41e9-9511-a3587d6315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.496596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b74f92e7-7869-41e9-9511-a3587d6315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.497143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b74f92e7-7869-41e9-9511-a3587d6315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.497681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b74f92e7-7869-41e9-9511-a3587d6315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.498828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b74f92e7-7869-41e9-9511-a3587d6315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.499363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b74f92e7-7869-41e9-9511-a3587d6315e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.501479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b74f92e7-7869-41e9-9511-a3587d6315e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7b308783c2ba44f6871325dca02ceeec&device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 6509 time: 0.4767036 Nov 12 11:19:22.507612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aba37d13-bb5e-433c-a823-70905c9b9c6a req-33c8d1f0-cdfe-4767-8750-be48ec28c3a6 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups?id=8418d63e-d9c1-4a70-b264-44f131bab167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5451231 Nov 12 11:19:22.528098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.603345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0acbb-4dbf-4815-a2da-c4d460939f1f req-90fec458-a77d-4e8c-88f0-217227467597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.604081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.604923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eee0acbb-4dbf-4815-a2da-c4d460939f1f req-90fec458-a77d-4e8c-88f0-217227467597 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 1098 time: 0.3521318 Nov 12 11:19:22.715230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4db88199-d53d-43f7-ad86-e6bdef925fc3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4db88199-d53d-43f7-ad86-e6bdef925fc3,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:22.727375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.789637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da772f2-a5c7-495f-aebb-31b4a272ad85 req-5dc72967-e074-46b4-b855-c262cd858a4d tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.792836 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6da772f2-a5c7-495f-aebb-31b4a272ad85 req-5dc72967-e074-46b4-b855-c262cd858a4d tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.0689154 Nov 12 11:19:22.807889 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.815545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.815976 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eee0acbb-4dbf-4815-a2da-c4d460939f1f req-d5568989-d435-4db5-891c-59c837c3c2d0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927629 Nov 12 11:19:22.842441 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.846678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-40c34f56-6685-40b2-80f2-b2a8e45bdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.847240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-40c34f56-6685-40b2-80f2-b2a8e45bdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.847785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-40c34f56-6685-40b2-80f2-b2a8e45bdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:22.849600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-40c34f56-6685-40b2-80f2-b2a8e45bdf3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=2b15c206-d2e2-418d-8f51-2b33242c1d70&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e HTTP/1.1" status: 200 len: 2296 time: 0.2923124 Nov 12 11:19:22.873561 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.898994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event deleted for resources: {'Port': ['ID=0ac59123-7eea-4e5c-8fdb-94ec4d00606f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:22.908283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4db88199-d53d-43f7-ad86-e6bdef925fc3,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:22.962571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:22.963009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.980262 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:22.980607 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Added segment 978db3d8-0e69-4783-8ce6-ad796122dd94 of type vlan for network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 Nov 12 11:19:23.047319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 589602da-ef84-4d46-a17f-b5b4c3c24170 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:23.062219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=96690470-02d9-4716-8c30-2a0635243f97,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:23.064383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6da772f2-a5c7-495f-aebb-31b4a272ad85 req-b86c99a3-0d88-4078-a678-06c82cf9d67d tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649524 Nov 12 11:19:23.071770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7792816-5ace-4897-8372-59ca584cef0d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:23.095052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.110362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:23.114155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:23.271559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Router eb4025c7-201c-4875-bb51-bd062891918f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:23.273498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:23.274241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.327826 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-5e6137d1-1a83-42d5-9d29-557138a68b45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f66b097e-87fa-4583-9053-abb58ed084dd HTTP/1.1" status: 200 len: 1001 time: 0.2836740 Nov 12 11:19:23.335093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.336200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:23.336888 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.414799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c36ae527-c535-49ee-aafa-4a3fb50a107e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:23.418762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f203d141-52be-4887-a782-b52fa80bd5a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9106565 Nov 12 11:19:23.425840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34448) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:23.433291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '589602da-ef84-4d46-a17f-b5b4c3c24170', 'name': 'tempest-PortsTestJSON-486171000'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:23.477651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-c05c6ebb-db3e-4346-b352-d51914b52a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:23.479061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-c05c6ebb-db3e-4346-b352-d51914b52a6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=81408f4c-9403-4690-9f6c-f964b92eb25e HTTP/1.1" status: 200 len: 855 time: 0.1422796 Nov 12 11:19:23.528413 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5068979 Nov 12 11:19:23.529664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfeb1c-4da5-408e-894c-4563aa50e691 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:23.533751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34452) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:23.559341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Request body: {'subnet': {'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-797532677-subnet', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:23.586099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:23.627553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:23.679199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-99c848c8-291a-45a2-8791-2a0507767fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:23.680845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-99c848c8-291a-45a2-8791-2a0507767fef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e12e157-3a35-4a9b-8f8f-1db596b259cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1900496 Nov 12 11:19:23.703881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Made reservation on behalf of 350eb52c645646e4bc02302e16cf34fb for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:23.706954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.748739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f55108ec-9fd4-4daf-819f-e1ac9367e29c req-e1c791ab-f426-4891-b31b-fd47c76a2564 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 210 time: 0.1228478 Nov 12 11:19:23.760561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] Sync routers for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:23.763266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c36ae527-c535-49ee-aafa-4a3fb50a107e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:23.764391 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.766197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] No DVR routers for this DVR port 0ac59123-7eea-4e5c-8fdb-94ec4d00606f on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:23.778412 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:23.783017 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-25b75a8a-34f1-4e7b-ac1e-374c89fc9ff6 req-5cfb8f65-336f-4d4e-bab7-b66074270b69 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.69 "DELETE /v2.0/ports/0ac59123-7eea-4e5c-8fdb-94ec4d00606f HTTP/1.1" status: 204 len: 173 time: 2.3124454 Nov 12 11:19:23.796829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-deleted', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:23.804465 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ffb966-3b11-44ae-906e-6ef14c08bf45" -d '{"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-deleted", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:23.849352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:23.850245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:23.948673 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9741a360-6bc6-4692-b0be-27b1046318b1 x-openstack-request-id: req-9741a360-6bc6-4692-b0be-27b1046318b1 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:23.949110 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0786fbd9-42a5-4b3c-83af-3ef0e4a4c085", "name": "network-vif-deleted", "tag": "0ac59123-7eea-4e5c-8fdb-94ec4d00606f", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:23.949577 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9741a360-6bc6-4692-b0be-27b1046318b1 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:23.950080 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0786fbd9-42a5-4b3c-83af-3ef0e4a4c085', 'name': 'network-vif-deleted', 'tag': '0ac59123-7eea-4e5c-8fdb-94ec4d00606f', 'status': 'completed', 'code': 200} Nov 12 11:19:24.100755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-ea9e694e-7c9f-47a8-9598-811fe22c691a service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107184 Nov 12 11:19:24.180794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ed7590-baaa-478d-b66c-da5d9715855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db88199-d53d-43f7-ad86-e6bdef925fc3'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:24.183665 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d36fae1-4d0f-4b71-a043-fe95ac7992c7" -d '{"events": [{"server_uuid": "20ed7590-baaa-478d-b66c-da5d9715855b", "name": "network-vif-plugged", "status": "completed", "tag": "4db88199-d53d-43f7-ad86-e6bdef925fc3"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:24.196143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e678a-ea8d-492c-85f7-5da4ac59a59c None None] Network 589602da-ef84-4d46-a17f-b5b4c3c24170 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:24.217220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:24.222669 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.265956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d1686d50-4c7c-4402-a006-c456a30eca27 None None] Provisioning complete for port c36ae527-c535-49ee-aafa-4a3fb50a107e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:24.266563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d1686d50-4c7c-4402-a006-c456a30eca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.275295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 69cf90c5-b7f3-4414-a0f5-c1a687075a5a yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:24.296575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-086c41bf-f902-46a6-b6d7-f794fc13bd59 service neutron] 10.222.0.69 "GET /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849542 Nov 12 11:19:24.339102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9745d-2aa8-4329-92c9-6141762d68f9 req-407341e1-d0fb-4243-9cd2-827a34c6c2da tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:24.342819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79e9745d-2aa8-4329-92c9-6141762d68f9 req-407341e1-d0fb-4243-9cd2-827a34c6c2da tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.0919504 Nov 12 11:19:24.395049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-f4cf64dc-7c9b-4b64-9a29-3912225bee2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 200 len: 217 time: 0.0595517 Nov 12 11:19:24.399489 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.464097 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74b8774-24c1-4c7c-a340-d12d6a3137d8 x-openstack-request-id: req-d74b8774-24c1-4c7c-a340-d12d6a3137d8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:24.464708 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ed7590-baaa-478d-b66c-da5d9715855b", "name": "network-vif-plugged", "status": "completed", "tag": "4db88199-d53d-43f7-ad86-e6bdef925fc3", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:24.464708 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d74b8774-24c1-4c7c-a340-d12d6a3137d8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:24.464998 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ed7590-baaa-478d-b66c-da5d9715855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db88199-d53d-43f7-ad86-e6bdef925fc3', 'code': 200} Nov 12 11:19:24.517913 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.565391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-6d0d6246-8097-4104-9685-384de26d7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:24.567450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-6d0d6246-8097-4104-9685-384de26d7bb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.1515837 Nov 12 11:19:24.570470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port c36ae527-c535-49ee-aafa-4a3fb50a107e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c36ae527-c535-49ee-aafa-4a3fb50a107e,segment=NetworkSegment(cd30fb37-a084-4700-ae00-70358188fcb2),segment_id=cd30fb37-a084-4700-ae00-70358188fcb2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:24.578327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:24.615861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=80721c33-7e4d-433f-96e7-fa927993537f,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:24.640984 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79e9745d-2aa8-4329-92c9-6141762d68f9 req-f4b1e965-123b-48f0-b906-b00792736911 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830038 Nov 12 11:19:24.672667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Checking segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:24.673620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Network hostable DHCP agents. Network: ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:24.693507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9acc2-4ea6-411e-b591-095ef02a7dea req-46bdbea3-2089-42f7-9f99-1bee6e71713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:24.695013 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45d9acc2-4ea6-411e-b591-095ef02a7dea req-46bdbea3-2089-42f7-9f99-1bee6e71713f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 1097 time: 0.1734211 Nov 12 11:19:24.715785 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.732513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.7 (589602da-ef84-4d46-a17f-b5b4c3c24170/fb7911d0-8e55-4824-9117-b64746a3d7fd/69cf90c5-b7f3-4414-a0f5-c1a687075a5a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:24.741437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-8e25fb5e-b9b7-49ae-9d74-8fff4c866217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:24.754438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-8e25fb5e-b9b7-49ae-9d74-8fff4c866217 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1515150 Nov 12 11:19:24.761985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:24.793508 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d1686d50-4c7c-4402-a006-c456a30eca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.893494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:24.906303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:24.906913 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:24.914698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55577fb-0b55-497f-816d-d28d6626d1ab None None] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:24.934478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=c36ae527-c535-49ee-aafa-4a3fb50a107e,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:25.059399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1431cfb5-4b2a-4bba-a30a-152863c5ee3e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5245047 Nov 12 11:19:25.059841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:25.062953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34512) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:25.069416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.073817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:25.119478 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-d1686d50-4c7c-4402-a006-c456a30eca27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:19:25.121808 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-d1686d50-4c7c-4402-a006-c456a30eca27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:19:25.135173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 0ac59123-7eea-4e5c-8fdb-94ec4d00606f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:25.135515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0ac59123-7eea-4e5c-8fdb-94ec4d00606f not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:25.237921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c36ae527-c535-49ee-aafa-4a3fb50a107e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:25.242164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.246694 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.271363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a616e53-5b52-46c7-9920-d0cd9999b2f2 req-0a00a382-dd9c-4afd-aaf4-bb4dc15de0dd tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/ports?device_id=0786fbd9-42a5-4b3c-83af-3ef0e4a4c085 HTTP/1.1" status: 200 len: 210 time: 0.3023155 Nov 12 11:19:25.274588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.280037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45d9acc2-4ea6-411e-b591-095ef02a7dea req-1a1278f8-c6e4-4005-ad5f-adeb777bce45 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770533 Nov 12 11:19:25.355992 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.362571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:25.401931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] Checking router: eb4025c7-201c-4875-bb51-bd062891918f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:25.432661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:25.433186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:25.461755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 589602da-ef84-4d46-a17f-b5b4c3c24170 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:25.479192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c36ae527-c535-49ee-aafa-4a3fb50a107e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:25.479805 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.497021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:25.502043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:25.509373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=69cf90c5-b7f3-4414-a0f5-c1a687075a5a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:25.530505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:25.531832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.567419 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-4d4cad02-4798-4ddf-adac-db4fb8e24156 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7925715 Nov 12 11:19:25.728438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-a4325088-7291-4414-b98e-7d5a1afe4576 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529739 Nov 12 11:19:25.752722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:25.760175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:25.854932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-bd3ac960-a1c4-4fe0-907f-398ab3b8ce65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 200 len: 217 time: 0.1163607 Nov 12 11:19:25.936365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:25.938889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Allocated IP 172.20.0.2 (ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9/80721c33-7e4d-433f-96e7-fa927993537f/bc8689e3-5fdc-4aa6-973a-56b079986c54) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:26.017367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b3e0cff0-056d-49a5-ad66-85d096211461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:26.021335 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-b3e0cff0-056d-49a5-ad66-85d096211461 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.0972581 Nov 12 11:19:26.030671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8d64135f-e0e6-40fc-885d-9492a15432a2 None None] Provisioning complete for port 96690470-02d9-4716-8c30-2a0635243f97 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:26.030671 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d64135f-e0e6-40fc-885d-9492a15432a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.032280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711877a9-b5c7-410e-9f57-7935d11bfb84 req-abc71157-146f-49b8-b029-3dea00c10216 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:26.039718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-711877a9-b5c7-410e-9f57-7935d11bfb84 req-abc71157-146f-49b8-b029-3dea00c10216 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.1656582 Nov 12 11:19:26.075618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f7c7c239-76e9-4c47-8f9d-98cb2ab0784b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6464713 Nov 12 11:19:26.076835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34530) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:26.211610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a50df9-7077-4f5d-b10d-daf69aedcaf4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:26.216361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f3a50df9-7077-4f5d-b10d-daf69aedcaf4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1361270 Nov 12 11:19:26.219645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34532) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:26.244570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-711877a9-b5c7-410e-9f57-7935d11bfb84 req-82202baf-561a-48e8-b410-d1fd586613a7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038965 Nov 12 11:19:26.261892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-a4dbc769-974b-4fb3-8aad-daf9c18a5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:26.264472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-a4dbc769-974b-4fb3-8aad-daf9c18a5d8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2215550 Nov 12 11:19:26.453638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8d64135f-e0e6-40fc-885d-9492a15432a2 None None] Port 96690470-02d9-4716-8c30-2a0635243f97 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:26.459258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.481583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34548) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:26.542421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b088998-596c-4109-b78b-cc7cbf7be04f req-6796ec53-938e-4a96-a18e-37e165fb73ac tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:26.557394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b088998-596c-4109-b78b-cc7cbf7be04f req-6796ec53-938e-4a96-a18e-37e165fb73ac tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.1629779 Nov 12 11:19:26.613725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-6e7fc844-b0d9-496f-b630-2b482bb56710 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855911 Nov 12 11:19:26.618190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f880e-b8cf-4886-9818-6f82a1016138 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 69cf90c5-b7f3-4414-a0f5-c1a687075a5a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:26.618190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ac1f880e-b8cf-4886-9818-6f82a1016138 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.712169 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b088998-596c-4109-b78b-cc7cbf7be04f req-e661ab4e-3012-496f-8f19-5758c90a89ca tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528449 Nov 12 11:19:26.731749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d0af65ec-2216-4a4b-80fe-d36a5a62cc27 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.801748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d0af65ec-2216-4a4b-80fe-d36a5a62cc27 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.879226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.887880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8d64135f-e0e6-40fc-885d-9492a15432a2 None None] Provisioning complete for port c36ae527-c535-49ee-aafa-4a3fb50a107e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:26.888810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d64135f-e0e6-40fc-885d-9492a15432a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:26.988297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-ff4b8b4f-ac05-4231-9f27-b473b5fb1106 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656249 Nov 12 11:19:27.002623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ac1f880e-b8cf-4886-9818-6f82a1016138 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.003849 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.031132 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d0af65ec-2216-4a4b-80fe-d36a5a62cc27 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.039740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d0af65ec-2216-4a4b-80fe-d36a5a62cc27 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.040985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d0af65ec-2216-4a4b-80fe-d36a5a62cc27 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "DELETE /v2.0/security-groups/8418d63e-d9c1-4a70-b264-44f131bab167 HTTP/1.1" status: 204 len: 168 time: 0.5584106 Nov 12 11:19:27.062544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34558) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:27.065453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:27.071243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:27.075018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-7d82f5b6-ceb5-442b-8375-80e128f892c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81 HTTP/1.1" status: 200 len: 217 time: 0.0760794 Nov 12 11:19:27.080466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:27.083543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.092694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f880e-b8cf-4886-9818-6f82a1016138 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 69cf90c5-b7f3-4414-a0f5-c1a687075a5a owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:27.109219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:27.113573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d097b-962e-43a5-b938-34d8d55684dd req-1f597dad-7895-44b3-b6d4-500cf2e68bf2 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:27.121866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-514d097b-962e-43a5-b938-34d8d55684dd req-1f597dad-7895-44b3-b6d4-500cf2e68bf2 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 945 time: 0.2552192 Nov 12 11:19:27.133055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.139647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af65ec-2216-4a4b-80fe-d36a5a62cc27 tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8418d63e-d9c1-4a70-b264-44f131bab167,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:27.146199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e802c1c9-4205-479d-832d-4e5573e119ae None None] The sync data for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 is: [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:10:15Z', 'revision_number': 4, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '85993e5f-1387-4546-9594-39085003077e', 'name': '', 'network_id': '3d3856e7-c21c-4342-addd-7ade6574391c', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'mac_address': 'fa:16:3e:c7:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:12Z', 'updated_at': '2021-11-12T11:10:25Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'subnets': [{'id': 'd7d5520c-2c20-4220-b8f9-7fa6c3aec2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:27.202110 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-40a8a5d9-07f9-4a75-a68d-b0899ff45edc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] show failed (client error): The resource could not be found. Nov 12 11:19:27.206236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-40a8a5d9-07f9-4a75-a68d-b0899ff45edc tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "GET /v2.0/security-groups/8418d63e-d9c1-4a70-b264-44f131bab167 HTTP/1.1" status: 404 len: 347 time: 0.1427500 Nov 12 11:19:27.208457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34560) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:27.245273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Pushing event updated for resources: {'Port': ['ID=bc8689e3-5fdc-4aa6-973a-56b079986c54,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:27.353109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-514d097b-962e-43a5-b938-34d8d55684dd req-d105a649-850b-4ae4-afd0-8cac0787dafc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302778 Nov 12 11:19:27.367295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-f04990b4-4e98-400e-ad7a-2991bb200911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:27.368815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-f04990b4-4e98-400e-ad7a-2991bb200911 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.2701635 Nov 12 11:19:27.372267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Attempting to bind port bc8689e3-5fdc-4aa6-973a-56b079986c54 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:27.373184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Attempting to bind port bc8689e3-5fdc-4aa6-973a-56b079986c54 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:27.373555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Attempting to bind port bc8689e3-5fdc-4aa6-973a-56b079986c54 on network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:27.379078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:27.384095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Checking segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:27.384095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.384095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Bound using segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:27.384095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Bound port: bc8689e3-5fdc-4aa6-973a-56b079986c54, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:27.384095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.450273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Allocated IP 172.25.3.75 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/4c5c6490-d1c6-4127-80c1-7f3a4731f479) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:27.456265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b0c2ae08-7b6c-42ad-b357-62eba71d0842 None None] Provisioning complete for port 69cf90c5-b7f3-4414-a0f5-c1a687075a5a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:27.456265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0c2ae08-7b6c-42ad-b357-62eba71d0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.526334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2ae08-7b6c-42ad-b357-62eba71d0842 None None] Port 69cf90c5-b7f3-4414-a0f5-c1a687075a5a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:27.539118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] For port bc8689e3-5fdc-4aa6-973a-56b079986c54, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:27.542691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] For port bc8689e3-5fdc-4aa6-973a-56b079986c54, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bc8689e3-5fdc-4aa6-973a-56b079986c54,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:27.584538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-936f2b1d-f397-4d19-9e88-cef0e3eff23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:27.586436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-936f2b1d-f397-4d19-9e88-cef0e3eff23e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1592791 Nov 12 11:19:27.614097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.710907 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de98b13-d193-4c39-b964-c06cbba1e30e None None] New status for floating IP b8c13a36-6d7a-47ac-93d5-f499d1bb91d4: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:19:27.721248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Deleting port 46f796d1-fa9a-4b04-a2ee-afd6612ad3bf {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:27.721828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.738784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dc647-3c14-4e1a-af30-8bd5e0e82945 None None] Pushing event updated for resources: {'Port': ['ID=bc8689e3-5fdc-4aa6-973a-56b079986c54,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:27.761284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.907189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.907514 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.911641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-9855c447-684f-417e-99fd-e48ce2a819aa service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137782 Nov 12 11:19:27.934279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Calling delete_port for 46f796d1-fa9a-4b04-a2ee-afd6612ad3bf owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:27.943443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:27.996753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:27.999185 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ac1f880e-b8cf-4886-9818-6f82a1016138 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.002650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:28.008412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:28.038306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2615f46-8cc4-41e5-9041-e6f6c6c15948 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:28.046426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Pushing event updated for resources: {'Port': ['ID=4c5c6490-d1c6-4127-80c1-7f3a4731f479,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:28.153252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f880e-b8cf-4886-9818-6f82a1016138 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=69cf90c5-b7f3-4414-a0f5-c1a687075a5a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:28.176131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6a2e8429-f892-4d1b-ac6b-862cd182d22f None None] Provisioning complete for port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:28.177069 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a2e8429-f892-4d1b-ac6b-862cd182d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.314335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e8429-f892-4d1b-ac6b-862cd182d22f None None] Port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:28.372191 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ac1f880e-b8cf-4886-9818-6f82a1016138 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.376373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ac1f880e-b8cf-4886-9818-6f82a1016138 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/69cf90c5-b7f3-4414-a0f5-c1a687075a5a HTTP/1.1" status: 204 len: 168 time: 2.1553519 Nov 12 11:19:28.379098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34578) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:28.384744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-5f3eef62-4cc4-49d7-a66a-63bd70cf055c service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637361 Nov 12 11:19:28.432485 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-54dbef3e-d1f3-4179-8fd9-e11641b70ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:19:28.437287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54dbef3e-d1f3-4179-8fd9-e11641b70ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/69cf90c5-b7f3-4414-a0f5-c1a687075a5a HTTP/1.1" status: 404 len: 333 time: 0.0540442 Nov 12 11:19:28.445453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34582) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:28.485312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-7bb8cc48-44d9-479d-a0b3-f9176694a26e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=c6f17775-9a95-4252-931a-f1ea71405cd2 HTTP/1.1" status: 200 len: 217 time: 0.0833437 Nov 12 11:19:28.487364 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.618353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b31580-1e63-4f46-a5c6-1584cb306000 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:28.640797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Pushing event deleted for resources: {'Port': ['ID=46f796d1-fa9a-4b04-a2ee-afd6612ad3bf,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:28.712453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-22369c3e-6c94-4be9-87b8-50345e570352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:28.713954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-22369c3e-6c94-4be9-87b8-50345e570352 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 200 len: 797 time: 0.2277222 Nov 12 11:19:28.739276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.747785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.749723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0cc9bbf0-8608-41cd-858b-d83ea309b6db tempest-AttachVolumeShelveTestJSON-917186741 tempest-AttachVolumeShelveTestJSON-917186741-project] 10.222.0.98 "DELETE /v2.0/floatingips/b8c13a36-6d7a-47ac-93d5-f499d1bb91d4 HTTP/1.1" status: 204 len: 168 time: 1.5313663 Nov 12 11:19:28.805101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0c270841-2c9e-43ec-aff7-667d94d0fd89 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 96690470-02d9-4716-8c30-2a0635243f97 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:28.805760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c270841-2c9e-43ec-aff7-667d94d0fd89 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:28.818090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc91b-00a9-438f-8d13-9704098554c6 req-a339c7a1-da23-469a-b039-7bbd339610c1 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:28.825570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d57dc91b-00a9-438f-8d13-9704098554c6 req-a339c7a1-da23-469a-b039-7bbd339610c1 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 945 time: 0.3489220 Nov 12 11:19:28.945841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.073272 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c270841-2c9e-43ec-aff7-667d94d0fd89 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.129369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0c270841-2c9e-43ec-aff7-667d94d0fd89 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 96690470-02d9-4716-8c30-2a0635243f97 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:29.287838 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9d02771-6629-4916-8834-b6f854ba0255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.306173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bc8689e3-5fdc-4aa6-973a-56b079986c54 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:29.402378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bc8689e3-5fdc-4aa6-973a-56b079986c54 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:29.403144 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.438733 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.506424 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.564565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port bc8689e3-5fdc-4aa6-973a-56b079986c54, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bc8689e3-5fdc-4aa6-973a-56b079986c54,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:29.595526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32db405-3604-45d3-88ff-47bcc226ca8c None None] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:29.604851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-7f9a8b87-e01a-4fa1-93f6-9af87037e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:29.610688 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-7f9a8b87-e01a-4fa1-93f6-9af87037e15f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2b15c206-d2e2-418d-8f51-2b33242c1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8332682 Nov 12 11:19:29.618509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d57dc91b-00a9-438f-8d13-9704098554c6 req-b6d3ac60-995d-455c-828b-1e3afada3cd8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7903593 Nov 12 11:19:29.694067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.807528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8a544e11-b726-448d-af93-e7270c54cfbf None None] Provisioning complete for port bc8689e3-5fdc-4aa6-973a-56b079986c54 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:29.808208 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a544e11-b726-448d-af93-e7270c54cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.830886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c270841-2c9e-43ec-aff7-667d94d0fd89 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:29.873870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-537ecee0-2f61-4303-b576-e1553d7206f7 service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521465 Nov 12 11:19:29.938282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c270841-2c9e-43ec-aff7-667d94d0fd89 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=96690470-02d9-4716-8c30-2a0635243f97,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:29.985770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=bc8689e3-5fdc-4aa6-973a-56b079986c54,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:30.146055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c270841-2c9e-43ec-aff7-667d94d0fd89 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.147156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-2ed2d7f5-c869-44de-8c6e-987f2884f5be service neutron] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597253 Nov 12 11:19:30.171402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0c270841-2c9e-43ec-aff7-667d94d0fd89 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/96690470-02d9-4716-8c30-2a0635243f97 HTTP/1.1" status: 204 len: 168 time: 1.7223170 Nov 12 11:19:30.172182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34612) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:30.265602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-bfc8161c-2055-4fab-ac39-e0f0f5892909 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=23d3d990-1ea4-48ed-8037-8035977b61b1 HTTP/1.1" status: 200 len: 217 time: 0.1154768 Nov 12 11:19:30.279221 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-209476f5-99b3-4471-b379-1df55e2ee10e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:19:30.284032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-209476f5-99b3-4471-b379-1df55e2ee10e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/96690470-02d9-4716-8c30-2a0635243f97 HTTP/1.1" status: 404 len: 333 time: 0.1051385 Nov 12 11:19:30.284032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34618) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:30.350666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Router cc13cb3b-3c15-47da-ba1d-1b46ae460109 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:19:30.366375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-f205c481-f4ec-41d3-877e-cbf808f2f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:30.369136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-f205c481-f4ec-41d3-877e-cbf808f2f8d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.0905037 Nov 12 11:19:30.412716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeff15-c8ec-4ec1-a28e-7e6db9f5e5a3 req-db2d3856-c08f-49ff-97b9-ffbdcd4784d6 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:30.414657 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3edeff15-c8ec-4ec1-a28e-7e6db9f5e5a3 req-db2d3856-c08f-49ff-97b9-ffbdcd4784d6 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.2406795 Nov 12 11:19:30.458581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb394ab-984c-42b2-a762-71743cbc46d5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet fb7911d0-8e55-4824-9117-b64746a3d7fd {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:30.481405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-28909a4a-425e-452f-ac27-250e9855dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:30.484585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-28909a4a-425e-452f-ac27-250e9855dae4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077838 Nov 12 11:19:30.528889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fb394ab-984c-42b2-a762-71743cbc46d5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.638052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fb394ab-984c-42b2-a762-71743cbc46d5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.687401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-10342c39-f52e-4446-bd1d-d644e13a00d8 service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920171 Nov 12 11:19:30.694473 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3edeff15-c8ec-4ec1-a28e-7e6db9f5e5a3 req-8146c922-f22e-4551-b9b5-4f103bc5c7ff tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514467 Nov 12 11:19:30.699857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:30.724724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Sync routers for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:30.781131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:30.781766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:30.816905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fb394ab-984c-42b2-a762-71743cbc46d5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.877055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.883022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7a3658c9-e56b-4eef-8fc3-e4beac39ee73 None None] Provisioning complete for port bc8689e3-5fdc-4aa6-973a-56b079986c54 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:30.883393 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a3658c9-e56b-4eef-8fc3-e4beac39ee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:30.884548 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-20830712-a35b-4e4e-9fe5-2bc9b3ff750c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8204210 Nov 12 11:19:30.887459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34630) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:30.904769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-65b747c2-9f7a-4a37-8d07-2bde99a87418 service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098677 Nov 12 11:19:31.064812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-39243a47-272b-4d91-b196-16e15e32b946 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1d99c5d1-bb8d-46d9-a781-788965264a54 HTTP/1.1" status: 200 len: 217 time: 0.1518192 Nov 12 11:19:31.253201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:31.275587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bc8689e3-5fdc-4aa6-973a-56b079986c54 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:31.321610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-beb6c658-6ea5-4dca-bf7f-c61deb62f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:31.327574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-beb6c658-6ea5-4dca-bf7f-c61deb62f398 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 200 len: 797 time: 0.2543941 Nov 12 11:19:31.385749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b01b5-310d-4b2d-a405-7b63d088c009 req-3188dc45-4cf5-4472-8a8b-0465f77ae634 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:31.390288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e6b01b5-310d-4b2d-a405-7b63d088c009 req-3188dc45-4cf5-4472-8a8b-0465f77ae634 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.2270522 Nov 12 11:19:31.493251 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fb394ab-984c-42b2-a762-71743cbc46d5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.529673 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e6b01b5-310d-4b2d-a405-7b63d088c009 req-423decef-2987-4b31-9de8-c0fd017a3b8f tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136761 Nov 12 11:19:31.554953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-80edfe33-950e-41bf-883f-907b501e326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:31.556569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-80edfe33-950e-41bf-883f-907b501e326d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2074182 Nov 12 11:19:31.582523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb394ab-984c-42b2-a762-71743cbc46d5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7911d0-8e55-4824-9117-b64746a3d7fd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:31.648588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bc8689e3-5fdc-4aa6-973a-56b079986c54 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:31.649003 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.658922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fb394ab-984c-42b2-a762-71743cbc46d5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.662165 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6fb394ab-984c-42b2-a762-71743cbc46d5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/fb7911d0-8e55-4824-9117-b64746a3d7fd HTTP/1.1" status: 204 len: 168 time: 1.3776507 Nov 12 11:19:31.666187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34644) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:31.707590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9ccf3-2426-40d6-9bd7-5a967adacf3b None None] Network 589602da-ef84-4d46-a17f-b5b4c3c24170 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:31.766119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:31.816217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-9cd83715-055b-48b1-8fc4-8ac78bbe0b28 service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513852 Nov 12 11:19:32.019859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port c36ae527-c535-49ee-aafa-4a3fb50a107e {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:32.021172 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.034593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.088399 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52a4fec5-bc7d-4734-8a1f-82518972bbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.092836 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f0d5881-6f0a-4de3-b993-5f368d99bf92 req-dc234f5c-1105-49d6-8bd8-4562e0ca07ce service neutron] 10.222.0.69 "GET /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127593 Nov 12 11:19:32.117839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] For port c36ae527-c535-49ee-aafa-4a3fb50a107e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c36ae527-c535-49ee-aafa-4a3fb50a107e,segment=NetworkSegment(cd30fb37-a084-4700-ae00-70358188fcb2),segment_id=cd30fb37-a084-4700-ae00-70358188fcb2)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:32.118213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.155512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for c36ae527-c535-49ee-aafa-4a3fb50a107e owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:32.182238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:28Z', 'revision_number': 3, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:32.283262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Checking router: cc13cb3b-3c15-47da-ba1d-1b46ae460109 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:32.283610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Updating router cc13cb3b-3c15-47da-ba1d-1b46ae460109 port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:19:32.314861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] DHCP port deletion for 589602da-ef84-4d46-a17f-b5b4c3c24170 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:32.338728 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.402356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.424910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No DVR routers for this DVR port c36ae527-c535-49ee-aafa-4a3fb50a107e on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:32.477212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=c36ae527-c535-49ee-aafa-4a3fb50a107e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:32.533942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] Deleting port c36ae527-c535-49ee-aafa-4a3fb50a107e {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:32.534365 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.565955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Allocated IP 172.20.0.1 (ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9/80721c33-7e4d-433f-96e7-fa927993537f/c2170db0-2379-46d7-90e6-c67d51cc1e11) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:32.606652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.646902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589602da-ef84-4d46-a17f-b5b4c3c24170']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:32.671563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] For port c36ae527-c535-49ee-aafa-4a3fb50a107e, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:32.671563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.676932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd30fb37-a084-4700-ae00-70358188fcb2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:32.677229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd30fb37-a084-4700-ae00-70358188fcb2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:32.692618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.698811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] Calling delete_port for c36ae527-c535-49ee-aafa-4a3fb50a107e owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:32.710627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.722574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] Port c36ae527-c535-49ee-aafa-4a3fb50a107e was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:19:32.725581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:32.726382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.729216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:32.750601 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:32.797878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f2e4-bfd4-4220-a840-b9f31e2f59c4 req-5e4a6a17-3500-412c-b45e-0e6411f3a689 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:32.805383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f2e4-bfd4-4220-a840-b9f31e2f59c4 req-5e4a6a17-3500-412c-b45e-0e6411f3a689 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:32.811514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95f2e4-bfd4-4220-a840-b9f31e2f59c4 req-5e4a6a17-3500-412c-b45e-0e6411f3a689 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:32.820192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a95f2e4-bfd4-4220-a840-b9f31e2f59c4 req-5e4a6a17-3500-412c-b45e-0e6411f3a689 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc&device_id=20ed7590-baaa-478d-b66c-da5d9715855b&device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 2417 time: 0.2408175 Nov 12 11:19:32.944883 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.956392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:32.967736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/networks/589602da-ef84-4d46-a17f-b5b4c3c24170 HTTP/1.1" status: 204 len: 168 time: 1.2982256 Nov 12 11:19:32.975683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34664) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:32.983776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1948844564'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:33.003188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] Pushing event deleted for resources: {'Port': ['ID=c36ae527-c535-49ee-aafa-4a3fb50a107e,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.016106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6c7ab-c523-4fd6-8ed9-e5c967ad3310 None None] No DVR routers for this DVR port c36ae527-c535-49ee-aafa-4a3fb50a107e on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:33.017425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9a95f2e4-bfd4-4220-a840-b9f31e2f59c4 req-b956e253-ec8c-4e68-af75-b44c23bfa8b8 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828110 Nov 12 11:19:33.037468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.054303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d6dd-2fb0-4cf1-bf18-3fd1de887d2f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Network': ['ID=589602da-ef84-4d46-a17f-b5b4c3c24170,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.144216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:33.149300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.181342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.183794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.222757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c36ae527-c535-49ee-aafa-4a3fb50a107e no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:33.230378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:33.243606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: c36ae527-c535-49ee-aafa-4a3fb50a107e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:33.243814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.244005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c36ae527-c535-49ee-aafa-4a3fb50a107e not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:33.244192 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Added segment 817d50e6-d2b3-49e3-a85f-24fa64bf873c of type vlan for network 842725d0-f574-4bd2-8ec4-93445b36155f Nov 12 11:19:33.305090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.305337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adca0b-29a2-491d-829e-24ed86406d75 req-3166b6d8-395e-4d14-ae20-689e939d8412 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:33.305337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90adca0b-29a2-491d-829e-24ed86406d75 req-3166b6d8-395e-4d14-ae20-689e939d8412 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.1209908 Nov 12 11:19:33.331591 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.362543 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.392210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a95281-e370-43c5-a76f-395e15da45b4 None None] Pushing event updated for resources: {'Port': ['ID=4c5c6490-d1c6-4127-80c1-7f3a4731f479,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.398117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Pushing event updated for resources: {'Port': ['ID=c2170db0-2379-46d7-90e6-c67d51cc1e11,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.406949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:33.424726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:33.424726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:33.448390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Attempting to bind port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:33.448771 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Attempting to bind port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:33.449137 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Attempting to bind port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:33.466668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:33.467334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:33.467740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.475269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:33.475269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Bound port: 4c5c6490-d1c6-4127-80c1-7f3a4731f479, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:33.475269 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.475675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90adca0b-29a2-491d-829e-24ed86406d75 req-e90efaad-ed00-4460-be4a-49f6a1d75d63 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568120 Nov 12 11:19:33.477699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e651916-5d80-4cad-ba34-6c94e0886837 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:33.538869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.545601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:33.546246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.610641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-afafff39-b987-42df-8c0f-2f0f5fd2eefe None None] Provisioning complete for port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:33.610956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-afafff39-b987-42df-8c0f-2f0f5fd2eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.615974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] For port 4c5c6490-d1c6-4127-80c1-7f3a4731f479, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:33.673144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] For port 4c5c6490-d1c6-4127-80c1-7f3a4731f479, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4c5c6490-d1c6-4127-80c1-7f3a4731f479,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:33.709785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-afafff39-b987-42df-8c0f-2f0f5fd2eefe None None] Port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:33.728590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7484739 Nov 12 11:19:33.729213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34680) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:33.741019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:33.744271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:33.756703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c5be2-662f-4f31-a0b5-36b21f58069b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Network': ['ID=842725d0-f574-4bd2-8ec4-93445b36155f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:33.824924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 842725d0-f574-4bd2-8ec4-93445b36155f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:34.033644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca3072-c009-44b2-a0a6-8596da96345f None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:34.052936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:34.055524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a95281-e370-43c5-a76f-395e15da45b4 None None] Pushing event updated for resources: {'Port': ['ID=4c5c6490-d1c6-4127-80c1-7f3a4731f479,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:34.057047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.076925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5af8422b-7cb1-43df-9ffe-be173e5917a2 None None] Provisioning complete for port c2170db0-2379-46d7-90e6-c67d51cc1e11 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:34.078085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5af8422b-7cb1-43df-9ffe-be173e5917a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.158201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5af8422b-7cb1-43df-9ffe-be173e5917a2 None None] Port c2170db0-2379-46d7-90e6-c67d51cc1e11 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:34.163416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:34.165435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:34.203348 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.254184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.355220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-64cb59bd-7f2c-4eae-8c76-dd7092bf0ea4 None None] Provisioning complete for port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:34.355586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64cb59bd-7f2c-4eae-8c76-dd7092bf0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.415491 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:34.517205 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.574148 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.608128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=048a8b76-f075-4f4e-9463-7ce9e815a80a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:34.629465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking segment: {'id': '817d50e6-d2b3-49e3-a85f-24fa64bf873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:34.630427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network hostable DHCP agents. Network: 842725d0-f574-4bd2-8ec4-93445b36155f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:34.714089 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64cb59bd-7f2c-4eae-8c76-dd7092bf0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.767361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 842725d0-f574-4bd2-8ec4-93445b36155f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:34.770241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-64cb59bd-7f2c-4eae-8c76-dd7092bf0ea4 None None] For port 4c5c6490-d1c6-4127-80c1-7f3a4731f479, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4c5c6490-d1c6-4127-80c1-7f3a4731f479,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:34.831152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64cb59bd-7f2c-4eae-8c76-dd7092bf0ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.853127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 842725d0-f574-4bd2-8ec4-93445b36155f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:34.861542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:34.863150 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:34.895105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188a073-a353-4ffb-9c8b-f6c15a950c9a None None] Network 842725d0-f574-4bd2-8ec4-93445b36155f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:34.922557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.012286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-93dac508-aefa-4372-a283-b3153c9e396f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2820570 Nov 12 11:19:35.015820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34718) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:35.020581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f', 'name': 'tempest-PortsTestJSON-1490303715', 'fixed_ips': [{'subnet_id': '048a8b76-f075-4f4e-9463-7ce9e815a80a', 'ip_address': '172.20.0.10'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:35.087899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb59bd-7f2c-4eae-8c76-dd7092bf0ea4 None None] Pushing event updated for resources: {'Port': ['ID=4c5c6490-d1c6-4127-80c1-7f3a4731f479,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:35.144834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:28Z', 'revision_number': 3, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:35.204257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6447af8-dcf3-4b71-9504-a2706ec641d8 None None] The sync data for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 is: [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:28Z', 'revision_number': 3, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:35.208824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.298974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.404085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-842725d0-f574-4bd2-8ec4-93445b36155f', 'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f', 'tenant_id': 'aaa9e09f90d449f7b08248f14994dcc4', 'fixed_ips': [{'subnet_id': '048a8b76-f075-4f4e-9463-7ce9e815a80a'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:35.404876 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.412948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:35.453355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.479667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Pushing event updated for resources: {'Port': ['ID=c2170db0-2379-46d7-90e6-c67d51cc1e11,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:35.830407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Allocated IP 172.20.0.2 (842725d0-f574-4bd2-8ec4-93445b36155f/048a8b76-f075-4f4e-9463-7ce9e815a80a/9a27e7e8-0224-4f55-860b-79ebf35d8ab2) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:35.877981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2c2e9-cba5-41be-ab81-33340ab55473 req-d57c9e65-7d11-42e1-a8ec-21b0275c9d51 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:35.881692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72e2c2e9-cba5-41be-ab81-33340ab55473 req-d57c9e65-7d11-42e1-a8ec-21b0275c9d51 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.1689720 Nov 12 11:19:35.900911 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:35.963530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:35.972080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:36.004400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 30f820bc-1296-4650-9988-e76cab92a0fe yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:36.222881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72e2c2e9-cba5-41be-ab81-33340ab55473 req-8d2b436e-6b17-4f0f-b266-5bf43b0d60e4 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324778 Nov 12 11:19:36.260958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.402239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.580654 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Network 842725d0-f574-4bd2-8ec4-93445b36155f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:36.600005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:36.603163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Pushing event updated for resources: {'Port': ['ID=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:36.610937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.10 (842725d0-f574-4bd2-8ec4-93445b36155f/048a8b76-f075-4f4e-9463-7ce9e815a80a/30f820bc-1296-4650-9988-e76cab92a0fe) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:36.623696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:36.630366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-90bfd8c8-717a-41f2-9db2-86a217133053 None None] Provisioning complete for port c2170db0-2379-46d7-90e6-c67d51cc1e11 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:36.630737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90bfd8c8-717a-41f2-9db2-86a217133053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.698227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Router cc13cb3b-3c15-47da-ba1d-1b46ae460109 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:36.823664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-90bfd8c8-717a-41f2-9db2-86a217133053 None None] Port c2170db0-2379-46d7-90e6-c67d51cc1e11 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:36.858309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Attempting to bind port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:36.858711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Attempting to bind port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '817d50e6-d2b3-49e3-a85f-24fa64bf873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:36.859038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Attempting to bind port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 on network 842725d0-f574-4bd2-8ec4-93445b36155f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:36.866806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:36.867187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Checking segment: {'id': '817d50e6-d2b3-49e3-a85f-24fa64bf873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:36.867589 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:36.868001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Bound using segment: {'id': '817d50e6-d2b3-49e3-a85f-24fa64bf873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:36.868572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Bound port: 9a27e7e8-0224-4f55-860b-79ebf35d8ab2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817d50e6-d2b3-49e3-a85f-24fa64bf873c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:36.868874 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.004206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] For port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:37.014923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] For port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,segment=NetworkSegment(817d50e6-d2b3-49e3-a85f-24fa64bf873c),segment_id=817d50e6-d2b3-49e3-a85f-24fa64bf873c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:37.086500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:37.097389 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ff0bd316-7232-4ed9-8c01-aada2e0c0e4e admin admin] 10.222.0.98 "PUT /v2.0/routers/cc13cb3b-3c15-47da-ba1d-1b46ae460109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2087171 Nov 12 11:19:37.111583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.111800 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.183682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50369c3-f627-4cda-ab63-03e3192b50b2 None None] Pushing event updated for resources: {'Port': ['ID=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:37.293405 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.303987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4c5c6490-d1c6-4127-80c1-7f3a4731f479 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:37.388463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503326b2-44a0-47a7-8050-302179c7e3dd req-d414d5f6-d70a-4453-ad69-b7f345b4714d tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:37.397018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-503326b2-44a0-47a7-8050-302179c7e3dd req-d414d5f6-d70a-4453-ad69-b7f345b4714d tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.0830607 Nov 12 11:19:37.428380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 842725d0-f574-4bd2-8ec4-93445b36155f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:37.432381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:37.450792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:37.451074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:37.451829 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.492379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=30f820bc-1296-4650-9988-e76cab92a0fe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:37.500662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-503326b2-44a0-47a7-8050-302179c7e3dd req-779e630e-f668-4087-b108-fa85fea51c9e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024895 Nov 12 11:19:37.568430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:37.570054 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:37.723873 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7288e964-984b-41f8-abd3-ac34e48c43ae tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7076576 Nov 12 11:19:37.726479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34768) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:37.733439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '842725d0-f574-4bd2-8ec4-93445b36155f', 'name': 'tempest-PortsTestJSON-1529217632', 'fixed_ips': [{'subnet_id': '048a8b76-f075-4f4e-9463-7ce9e815a80a', 'ip_address': '172.20.0.9'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:38.116041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:38.124429 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.172212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 1ebab439-34bd-4320-964a-63cb64131c5f yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:38.471426 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Sync routers for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:38.487378 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:38.488042 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:38.515166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.9 (842725d0-f574-4bd2-8ec4-93445b36155f/048a8b76-f075-4f4e-9463-7ce9e815a80a/1ebab439-34bd-4320-964a-63cb64131c5f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:38.797995 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:38.844972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae99fc3-9c55-42a3-adc0-a9b87e86852b req-c51bd468-e4c5-4337-9fb3-8c5775d27bad tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:38.858049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cae99fc3-9c55-42a3-adc0-a9b87e86852b req-c51bd468-e4c5-4337-9fb3-8c5775d27bad tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.1592906 Nov 12 11:19:38.917289 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:38.939430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cae99fc3-9c55-42a3-adc0-a9b87e86852b req-24521200-bf8c-46cc-a704-9c151093f9bf tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775692 Nov 12 11:19:39.058675 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.085568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.091262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2f73c7f9-3503-412e-ae4d-8a6125977a4e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074583517', 'description': 'tempest-description--1981663356'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:39.222815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 842725d0-f574-4bd2-8ec4-93445b36155f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:39.229493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:39.230066 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f73c7f9-3503-412e-ae4d-8a6125977a4e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.239394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:39.247598 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 2, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:39.294567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96cd52-6789-4434-9592-442e6dfbca07 None None] Network 842725d0-f574-4bd2-8ec4-93445b36155f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:39.296774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=1ebab439-34bd-4320-964a-63cb64131c5f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:39.342660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:39.343360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.349608 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Checking router: cc13cb3b-3c15-47da-ba1d-1b46ae460109 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:39.349962 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Updating router cc13cb3b-3c15-47da-ba1d-1b46ae460109 port c2170db0-2379-46d7-90e6-c67d51cc1e11 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:19:39.415785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f73c7f9-3503-412e-ae4d-8a6125977a4e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.439161 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1de50d94-5176-485b-b46b-770f73398094 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7114766 Nov 12 11:19:39.440165 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.447556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34796) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.514562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:39.522209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f73c7f9-3503-412e-ae4d-8a6125977a4e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.593528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1e3869e4-19bc-4f27-9ea9-02313ce17b69 None None] Provisioning complete for port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:39.594041 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e3869e4-19bc-4f27-9ea9-02313ce17b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.597944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53397712-4959-48cd-b1a0-dc9434b7a94b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:39.602598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34802) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.602789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-53397712-4959-48cd-b1a0-dc9434b7a94b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1517398 Nov 12 11:19:39.604292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c7f9-3503-412e-ae4d-8a6125977a4e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b1b93e-229c-4a9e-beb8-994ed19abd4c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:39.627858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f73c7f9-3503-412e-ae4d-8a6125977a4e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.629870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2f73c7f9-3503-412e-ae4d-8a6125977a4e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5429144 Nov 12 11:19:39.632458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34804) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.641038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0595c0ac-2a95-4b1e-99ab-0ebb68745ff6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'security_group_rule': {'security_group_id': 'f8b1b93e-229c-4a9e-beb8-994ed19abd4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:39.716082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:39.716558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.750025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0595c0ac-2a95-4b1e-99ab-0ebb68745ff6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.770847 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e3869e4-19bc-4f27-9ea9-02313ce17b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.879236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d833c3-dd32-41ee-a9c1-2d2b6fd23e91 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:39.897851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d833c3-dd32-41ee-a9c1-2d2b6fd23e91 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:39.900917 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0595c0ac-2a95-4b1e-99ab-0ebb68745ff6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:39.910646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d833c3-dd32-41ee-a9c1-2d2b6fd23e91 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:39.917485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15d833c3-dd32-41ee-a9c1-2d2b6fd23e91 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3136995 Nov 12 11:19:39.921215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34810) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:39.966931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1e3869e4-19bc-4f27-9ea9-02313ce17b69 None None] For port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,segment=NetworkSegment(817d50e6-d2b3-49e3-a85f-24fa64bf873c),segment_id=817d50e6-d2b3-49e3-a85f-24fa64bf873c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:39.987819 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.025517 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0595c0ac-2a95-4b1e-99ab-0ebb68745ff6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.061776 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e3869e4-19bc-4f27-9ea9-02313ce17b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.175936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595c0ac-2a95-4b1e-99ab-0ebb68745ff6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091db7c1-5ca2-41b0-9615-d13f321e4fb8,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:40.205450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3869e4-19bc-4f27-9ea9-02313ce17b69 None None] Pushing event updated for resources: {'Port': ['ID=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:40.212346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0595c0ac-2a95-4b1e-99ab-0ebb68745ff6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.219731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb303f-7320-443d-b175-14e9b7bd2c72 req-01ff3f78-3e8d-46e5-88e9-9b56e9fced38 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:40.228671 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdcb303f-7320-443d-b175-14e9b7bd2c72 req-01ff3f78-3e8d-46e5-88e9-9b56e9fced38 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.1275289 Nov 12 11:19:40.231814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0595c0ac-2a95-4b1e-99ab-0ebb68745ff6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5801518 Nov 12 11:19:40.232784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34814) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:40.259709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-13db4ce2-251b-45fd-bd58-86363038e4fe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'security_group_rule': {'security_group_id': 'f8b1b93e-229c-4a9e-beb8-994ed19abd4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:40.276334 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.326566 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdcb303f-7320-443d-b175-14e9b7bd2c72 req-7af9e203-f7d9-446d-b19a-1d29591651e4 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839653 Nov 12 11:19:40.343730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d615d-0d25-43e8-8125-dd5381c69ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 1ebab439-34bd-4320-964a-63cb64131c5f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:40.344657 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.345176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b4d615d-0d25-43e8-8125-dd5381c69ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.357531 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:19:40.358093 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:19:40.381782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9db43b9d-0290-4948-8ff6-dc207ea7b3c0 None None] Provisioning complete for port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:40.382371 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db43b9d-0290-4948-8ff6-dc207ea7b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.430011 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Pushing event updated for resources: {'Port': ['ID=c2170db0-2379-46d7-90e6-c67d51cc1e11,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:40.529461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13db4ce2-251b-45fd-bd58-86363038e4fe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.593830 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.595955 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.597188 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.597963 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.600356 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.600854 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.601328 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.601797 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.603586 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.604141 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.604614 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.605540 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:40.607648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9db43b9d-0290-4948-8ff6-dc207ea7b3c0 None None] Provisioning complete for port 1ebab439-34bd-4320-964a-63cb64131c5f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:40.611977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db43b9d-0290-4948-8ff6-dc207ea7b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.628714 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Attempting to bind port c2170db0-2379-46d7-90e6-c67d51cc1e11 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:40.632132 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Attempting to bind port c2170db0-2379-46d7-90e6-c67d51cc1e11 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:40.632799 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Attempting to bind port c2170db0-2379-46d7-90e6-c67d51cc1e11 on network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:40.651067 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:40.651981 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Checking segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:40.652917 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.655616 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Bound using segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:40.656258 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Bound port: c2170db0-2379-46d7-90e6-c67d51cc1e11, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:40.661792 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.729123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9db43b9d-0290-4948-8ff6-dc207ea7b3c0 None None] Port 1ebab439-34bd-4320-964a-63cb64131c5f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:40.757899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9db43b9d-0290-4948-8ff6-dc207ea7b3c0 None None] Provisioning complete for port 30f820bc-1296-4650-9988-e76cab92a0fe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:40.758275 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db43b9d-0290-4948-8ff6-dc207ea7b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.768571 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b4d615d-0d25-43e8-8125-dd5381c69ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.793132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d615d-0d25-43e8-8125-dd5381c69ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 1ebab439-34bd-4320-964a-63cb64131c5f owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:40.828247 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] For port c2170db0-2379-46d7-90e6-c67d51cc1e11, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:40.835320 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] For port c2170db0-2379-46d7-90e6-c67d51cc1e11, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c2170db0-2379-46d7-90e6-c67d51cc1e11,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:40.847381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9db43b9d-0290-4948-8ff6-dc207ea7b3c0 None None] Port 30f820bc-1296-4650-9988-e76cab92a0fe cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:40.937119 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.990480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13db4ce2-251b-45fd-bd58-86363038e4fe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:40.991011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] Provisioning complete for port c2170db0-2379-46d7-90e6-c67d51cc1e11 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:40.991109 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.064632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13db4ce2-251b-45fd-bd58-86363038e4fe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.082593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db4ce2-251b-45fd-bd58-86363038e4fe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0feb863-4583-48d4-b867-56c2e0b900ed,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:41.096992 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b4d615d-0d25-43e8-8125-dd5381c69ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.123189 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:41.124181 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:41.127570 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29146805-eb86-4ba8-a134-8519b4559847 None None] Pushing event updated for resources: {'Port': ['ID=c2170db0-2379-46d7-90e6-c67d51cc1e11,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:41.190791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.294418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:41.364578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13db4ce2-251b-45fd-bd58-86363038e4fe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.367669 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-13db4ce2-251b-45fd-bd58-86363038e4fe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1163256 Nov 12 11:19:41.369548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b4d615d-0d25-43e8-8125-dd5381c69ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.371021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34838) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:41.376814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:41.381096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] For port c2170db0-2379-46d7-90e6-c67d51cc1e11, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c2170db0-2379-46d7-90e6-c67d51cc1e11,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:41.391832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:41.392734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.405950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3b4d615d-0d25-43e8-8125-dd5381c69ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/1ebab439-34bd-4320-964a-63cb64131c5f HTTP/1.1" status: 204 len: 168 time: 1.4833233 Nov 12 11:19:41.411569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d615d-0d25-43e8-8125-dd5381c69ada tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=1ebab439-34bd-4320-964a-63cb64131c5f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:41.415204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34842) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:41.496621 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:41.565415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.595497 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b5b12f-b2b3-409f-bfcd-0269e31c2ff6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:19:41.597182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-77b5b12f-b2b3-409f-bfcd-0269e31c2ff6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/1ebab439-34bd-4320-964a-63cb64131c5f HTTP/1.1" status: 404 len: 333 time: 0.1771436 Nov 12 11:19:41.599435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.600164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34848) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:41.639355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] Provisioning complete for port 30f820bc-1296-4650-9988-e76cab92a0fe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:41.639355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.729272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] Port 30f820bc-1296-4650-9988-e76cab92a0fe cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:41.781482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858c322-fbbc-44ac-ae2d-c28a68edbd02 None None] Pushing event updated for resources: {'Port': ['ID=c2170db0-2379-46d7-90e6-c67d51cc1e11,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:41.786040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9c84c0c9-6fcb-44f1-9ed4-b12332457d28 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 30f820bc-1296-4650-9988-e76cab92a0fe {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:41.786524 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c84c0c9-6fcb-44f1-9ed4-b12332457d28 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.833989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec78d32-4fd0-4fd0-a110-481806a509ca req-4d909fa6-3a20-4589-8d1b-faa3245a02ec tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:41.835889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ec78d32-4fd0-4fd0-a110-481806a509ca req-4d909fa6-3a20-4589-8d1b-faa3245a02ec tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.3193018 Nov 12 11:19:41.874629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-abadbeb8-542e-4920-81e5-f667555efd5e None None] Provisioning complete for port c2170db0-2379-46d7-90e6-c67d51cc1e11 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:41.875029 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-abadbeb8-542e-4920-81e5-f667555efd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.960356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c84c0c9-6fcb-44f1-9ed4-b12332457d28 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.960582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ec78d32-4fd0-4fd0-a110-481806a509ca req-bc51f8d2-fe66-4269-b85f-b611e00cfd27 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113174 Nov 12 11:19:41.988569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:41.990163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-abadbeb8-542e-4920-81e5-f667555efd5e None None] Could not find standard attr ID for object 1ebab439-34bd-4320-964a-63cb64131c5f. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:19:42.001385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9c84c0c9-6fcb-44f1-9ed4-b12332457d28 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 30f820bc-1296-4650-9988-e76cab92a0fe owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:42.094419 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:40Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:42.132166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34866) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:42.138235 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4317d9c-8eab-4008-b219-717a44705f5f None None] The sync data for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 is: [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:40Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:42.196924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Allocated IP 172.25.3.185 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/6fa4eeea-d9c3-48be-8869-e1369530d3e2) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:42.451742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.751438 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c84c0c9-6fcb-44f1-9ed4-b12332457d28 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.779741 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.832169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84c0c9-6fcb-44f1-9ed4-b12332457d28 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=30f820bc-1296-4650-9988-e76cab92a0fe,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:42.901048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:42.904870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:42.932074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:42.979466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c84c0c9-6fcb-44f1-9ed4-b12332457d28 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:42.986181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9c84c0c9-6fcb-44f1-9ed4-b12332457d28 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/30f820bc-1296-4650-9988-e76cab92a0fe HTTP/1.1" status: 204 len: 168 time: 1.3822634 Nov 12 11:19:42.989001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34876) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:42.991729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'Port': ['ID=6fa4eeea-d9c3-48be-8869-e1369530d3e2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:43.085974 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-622b3550-6027-476a-8fde-e1b96b215713 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:19:43.093444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-622b3550-6027-476a-8fde-e1b96b215713 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/30f820bc-1296-4650-9988-e76cab92a0fe HTTP/1.1" status: 404 len: 333 time: 0.1014006 Nov 12 11:19:43.113665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34880) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:43.298821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c2170db0-2379-46d7-90e6-c67d51cc1e11 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:43.332873 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.344989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.351775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92d10d-a166-456c-addc-7bfca4fd34fa req-a8cdb51a-3d72-4589-8914-3ffa67db3cd6 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:43.359221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be92d10d-a166-456c-addc-7bfca4fd34fa req-a8cdb51a-3d72-4589-8914-3ffa67db3cd6 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.2150826 Nov 12 11:19:43.427866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c2170db0-2379-46d7-90e6-c67d51cc1e11 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:43.430193 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.527033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.593896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5408c92-4259-4c4c-99f3-e5357119074f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet 048a8b76-f075-4f4e-9463-7ce9e815a80a {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:43.596978 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be92d10d-a166-456c-addc-7bfca4fd34fa req-7e5ba2d4-8df9-48df-87a9-d9e34f6b6aeb tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305040 Nov 12 11:19:43.609736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5408c92-4259-4c4c-99f3-e5357119074f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.701131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5408c92-4259-4c4c-99f3-e5357119074f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.831875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5408c92-4259-4c4c-99f3-e5357119074f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:43.951791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.066771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.113836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5408c92-4259-4c4c-99f3-e5357119074f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.159264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8b9f8-0be2-4382-9d92-9142e309b5ee None None] Network 842725d0-f574-4bd2-8ec4-93445b36155f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:44.166992 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5408c92-4259-4c4c-99f3-e5357119074f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.177044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d5408c92-4259-4c4c-99f3-e5357119074f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/048a8b76-f075-4f4e-9463-7ce9e815a80a HTTP/1.1" status: 204 len: 168 time: 1.0621336 Nov 12 11:19:44.191957 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.195563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34888) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:44.209592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'Port': ['ID=6fa4eeea-d9c3-48be-8869-e1369530d3e2,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:44.255765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5408c92-4259-4c4c-99f3-e5357119074f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=048a8b76-f075-4f4e-9463-7ce9e815a80a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:44.326367 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.332323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0c909a40-cd04-4792-a911-ec2883dd24a4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9548113 Nov 12 11:19:44.334557 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.344474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Deleting port 85993e5f-1387-4546-9594-39085003077e {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:44.345264 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.458677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] DHCP port deletion for 842725d0-f574-4bd2-8ec4-93445b36155f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:44.483357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:44.484063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.575195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] Deleting port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:44.575405 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.676662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] For port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,segment=NetworkSegment(817d50e6-d2b3-49e3-a85f-24fa64bf873c),segment_id=817d50e6-d2b3-49e3-a85f-24fa64bf873c)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:44.677834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.701226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:44.769294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] For port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,segment=NetworkSegment(817d50e6-d2b3-49e3-a85f-24fa64bf873c),segment_id=817d50e6-d2b3-49e3-a85f-24fa64bf873c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:44.769693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.788658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] Calling delete_port for 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:44.891798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-03fac783-44ac-478f-a736-f0560d2b2c14 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1074583517&fields=id&tenant_id=350eb52c645646e4bc02302e16cf34fb HTTP/1.1" status: 200 len: 267 time: 0.2745457 Nov 12 11:19:44.893922 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:19:44.899270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.907487 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.944112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] No DVR routers for this DVR port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:44.950856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1221e0-ec33-4c60-8163-f328dd1c4300 None None] Pushing event deleted for resources: {'Port': ['ID=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:44.960637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] For port 85993e5f-1387-4546-9594-39085003077e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=85993e5f-1387-4546-9594-39085003077e,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:44.961055 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:44.971771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098e24f-d176-4f7c-a593-40ceb3cb92de req-fdab44d7-e3b3-4120-ac60-182879e84b10 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:44.973493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7098e24f-d176-4f7c-a593-40ceb3cb92de req-fdab44d7-e3b3-4120-ac60-182879e84b10 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.1311023 Nov 12 11:19:45.001134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=9a27e7e8-0224-4f55-860b-79ebf35d8ab2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:45.008654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Calling delete_port for 85993e5f-1387-4546-9594-39085003077e owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:45.041183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No DVR routers for this DVR port 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:45.141237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7098e24f-d176-4f7c-a593-40ceb3cb92de req-19a6b73f-5a76-4c7d-a8dd-c11a8e21df51 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549454 Nov 12 11:19:45.209227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:45.251713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:45.254156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9a27e7e8-0224-4f55-860b-79ebf35d8ab2 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:45.290506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.327968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842725d0-f574-4bd2-8ec4-93445b36155f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:45.341917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-96f841a4-52bb-4db1-a074-ad419ac22d17 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:45.343632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-96f841a4-52bb-4db1-a074-ad419ac22d17 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 810 time: 0.4411216 Nov 12 11:19:45.347395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817d50e6-d2b3-49e3-a85f-24fa64bf873c') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:45.347687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817d50e6-d2b3-49e3-a85f-24fa64bf873c') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:45.364950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.378674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-07669c1c-8da5-4b54-b5f7-723526e09b5f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/quotas/350eb52c645646e4bc02302e16cf34fb HTTP/1.1" status: 200 len: 375 time: 0.0238576 Nov 12 11:19:45.386261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.411870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:45.412341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:45.415836 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:45.420251 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.459481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=85993e5f-1387-4546-9594-39085003077e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:45.517232 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-2b37abc1-f05a-4f4a-ad80-26bda5180fc7 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1323698 Nov 12 11:19:45.641021 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.662542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.670427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/networks/842725d0-f574-4bd2-8ec4-93445b36155f HTTP/1.1" status: 204 len: 168 time: 1.4694047 Nov 12 11:19:45.672536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34912) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:45.688213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-690959320'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:45.690849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3157f04-02bd-4fe5-b538-c5869bc3f931 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Network': ['ID=842725d0-f574-4bd2-8ec4-93445b36155f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:45.730870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-92f7a774-02ef-4ef0-932e-bd523815f614 service neutron] 10.222.0.98 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983030 Nov 12 11:19:45.793293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.854221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:45.858443 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.872322 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-fc022a5c-04d1-4367-8747-ec676b2b98e8 service neutron] 10.222.0.98 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334202 Nov 12 11:19:45.938124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:19:45.956734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:45.957085 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Added segment 7f4b33ac-974f-4940-b280-cc8ba08e12d7 of type vlan for network 56a7aeab-5b13-45d0-b101-348d5719139f Nov 12 11:19:46.045531 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.130219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Router eb4025c7-201c-4875-bb51-bd062891918f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:46.229559 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.239273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:46.240296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.311597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56771dd2-5f3d-469b-b408-c62ec41e99b5 req-c0532ef4-cd56-4496-a0d4-cc13000d3bd6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 210 time: 0.0669186 Nov 12 11:19:46.396772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Network': ['ID=56a7aeab-5b13-45d0-b101-348d5719139f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:46.418643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1747a531-91fc-4cd3-ba0c-080e22a4b1b5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7351575 Nov 12 11:19:46.418762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 56a7aeab-5b13-45d0-b101-348d5719139f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:19:46.419211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34926) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.446966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '56a7aeab-5b13-45d0-b101-348d5719139f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:46.452218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638911f-6984-4eab-b2c9-d4f33996c8c6 req-9579e596-6db9-44ac-8236-cc0018b19134 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:46.463406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c638911f-6984-4eab-b2c9-d4f33996c8c6 req-9579e596-6db9-44ac-8236-cc0018b19134 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.1245399 Nov 12 11:19:46.539804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c638911f-6984-4eab-b2c9-d4f33996c8c6 req-e72a9620-adee-4554-b758-af3e88d02299 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731113 Nov 12 11:19:46.574264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:46.585573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-439da628-38f0-408f-aa85-b2d0e843fd42 admin admin] 10.222.0.98 "PUT /v2.0/routers/eb4025c7-201c-4875-bb51-bd062891918f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4553344 Nov 12 11:19:46.586167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34928) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:46.588611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] Sync routers for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:46.661053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:46.663588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:46.734628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:46.738378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:46.840844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:47.143814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:19:45Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:47.169840 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.187284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.200175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] Checking router: eb4025c7-201c-4875-bb51-bd062891918f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:19:47.221159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] Routers {'eb4025c7-201c-4875-bb51-bd062891918f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:47.222804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['eb4025c7-201c-4875-bb51-bd062891918f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:47.305247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:47.316608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=4573121f-18bf-43a9-b9cf-075a6de194c5,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:47.375317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Checking segment: {'id': '7f4b33ac-974f-4940-b280-cc8ba08e12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '56a7aeab-5b13-45d0-b101-348d5719139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:47.379856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network hostable DHCP agents. Network: 56a7aeab-5b13-45d0-b101-348d5719139f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:19:47.384012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] Set router eb4025c7-201c-4875-bb51-bd062891918f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:19:47.442132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bb2586c-050b-4944-90c8-17ddb32af333 req-6242f6a7-c715-44cd-956c-bf0f0c0e823d tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 210 time: 0.0513880 Nov 12 11:19:47.642583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:19:45Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:47.675203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349b003-d0f5-4759-8a3c-1db151d02175 None None] The sync data for ids ['eb4025c7-201c-4875-bb51-bd062891918f'] in n-d-768852-22 is: [{'id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'name': 'tempest-AttachVolumeShelveTestJSON-1205560284-router', 'tenant_id': 'e9df845ab93d4af692eda94005804137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '186e9c28-273d-4ced-923b-377b0aceff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:10:03Z', 'updated_at': '2021-11-12T11:19:45Z', 'revision_number': 5, 'project_id': 'e9df845ab93d4af692eda94005804137', 'gw_port': {'id': '186e9c28-273d-4ced-923b-377b0aceff28', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4025c7-201c-4875-bb51-bd062891918f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:10:04Z', 'updated_at': '2021-11-12T11:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:47.974986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e2294-b737-493a-a254-b408ee400350 req-aa29983a-c80b-4552-a712-f470ed382376 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:47.974986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c7e2294-b737-493a-a254-b408ee400350 req-aa29983a-c80b-4552-a712-f470ed382376 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.0540757 Nov 12 11:19:48.000597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c7e2294-b737-493a-a254-b408ee400350 req-d57e86b7-1a4a-455b-9e47-f053ab8952be tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599976 Nov 12 11:19:48.227138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Deleting port 186e9c28-273d-4ced-923b-377b0aceff28 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:48.227138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.230123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 56a7aeab-5b13-45d0-b101-348d5719139f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:19:48.234288 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.344054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] For port 186e9c28-273d-4ced-923b-377b0aceff28, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=186e9c28-273d-4ced-923b-377b0aceff28,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:48.344905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.361208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 56a7aeab-5b13-45d0-b101-348d5719139f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:48.365384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Calling delete_port for 186e9c28-273d-4ced-923b-377b0aceff28 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:48.369395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:48.370520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.379351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167ce50-0be2-4864-a47f-13c479fccf2e None None] Network 56a7aeab-5b13-45d0-b101-348d5719139f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:48.487509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8117080d-229d-4050-952e-25dab6dc70a6 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0568206 Nov 12 11:19:48.487509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34966) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:48.492264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-10e6d985-a439-4cc8-b648-92a67e4dc7c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-680271473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:48.638770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc34a990-99b5-42ab-b226-edbee4b854a4 req-8a69f336-bc8a-48e8-98e3-d866173334bf tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 210 time: 0.0835509 Nov 12 11:19:48.638770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10e6d985-a439-4cc8-b648-92a67e4dc7c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.645075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10e6d985-a439-4cc8-b648-92a67e4dc7c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.726297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-56a7aeab-5b13-45d0-b101-348d5719139f', 'network_id': '56a7aeab-5b13-45d0-b101-348d5719139f', 'tenant_id': 'aaa9e09f90d449f7b08248f14994dcc4', 'fixed_ips': [{'subnet_id': '4573121f-18bf-43a9-b9cf-075a6de194c5'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:19:48.728853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.736295 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10e6d985-a439-4cc8-b648-92a67e4dc7c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.784807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10e6d985-a439-4cc8-b648-92a67e4dc7c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.897929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-4d88b2c2-f356-43d3-9233-e9d809ca2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:48.900644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-4d88b2c2-f356-43d3-9233-e9d809ca2c66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 1097 time: 0.1628561 Nov 12 11:19:48.909670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b6c0-fcb7-4bfc-affc-6c4a142ccf78 req-04d41e21-d95b-4924-aa45-ddede857e4fd tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:48.911368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a26b6c0-fcb7-4bfc-affc-6c4a142ccf78 req-04d41e21-d95b-4924-aa45-ddede857e4fd tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.1469193 Nov 12 11:19:48.940465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10e6d985-a439-4cc8-b648-92a67e4dc7c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:48.942111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-10e6d985-a439-4cc8-b648-92a67e4dc7c1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4535911 Nov 12 11:19:48.948499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34972) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:48.961700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'network_id': '56a7aeab-5b13-45d0-b101-348d5719139f', 'name': 'tempest-PortsTestJSON-193107323'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:49.033477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.052393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-a9bda5be-7443-48c6-866c-4010587dda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:49.054850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-a9bda5be-7443-48c6-866c-4010587dda5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 917 time: 0.1443276 Nov 12 11:19:49.111517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Pushing event deleted for resources: {'Port': ['ID=186e9c28-273d-4ced-923b-377b0aceff28,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:49.153551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-28f27df4-2879-4940-8ca2-1e2e4c0d3370 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85 HTTP/1.1" status: 200 len: 217 time: 0.0907795 Nov 12 11:19:49.172365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3a26b6c0-fcb7-4bfc-affc-6c4a142ccf78 req-ccdb1bc1-b0ab-4cb0-8d74-26c9ea790041 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538979 Nov 12 11:19:49.234783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fbdcca-f99b-4573-a7cf-ce3ff1fef2d2 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:49.237631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 85993e5f-1387-4546-9594-39085003077e no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:49.261786 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.265469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-2ff8d066-001b-43ed-8867-86a140a87a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:49.266193 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-2ff8d066-001b-43ed-8867-86a140a87a46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a739284-8a6d-4d13-a40f-0664ea055ef6 HTTP/1.1" status: 200 len: 855 time: 0.1052389 Nov 12 11:19:49.283658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 85993e5f-1387-4546-9594-39085003077e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:49.284396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 85993e5f-1387-4546-9594-39085003077e not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:49.311191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Allocated IP 172.20.0.2 (56a7aeab-5b13-45d0-b101-348d5719139f/4573121f-18bf-43a9-b9cf-075a6de194c5/c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:49.388283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-9322c379-1bb6-46f6-a97e-8a98c7f201de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:49.393488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.395015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-9322c379-1bb6-46f6-a97e-8a98c7f201de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197715 Nov 12 11:19:49.396250 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.404463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:49.408919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.469264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port b835058c-b432-4a6c-b534-df5a76ec36b5 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:19:49.566252 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.566694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4025c7-201c-4875-bb51-bd062891918f {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:19:49.575473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.575473 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-94ce7275-8143-414e-b16a-9bdb5185bb6e admin admin] 10.222.0.98 "DELETE /v2.0/routers/eb4025c7-201c-4875-bb51-bd062891918f HTTP/1.1" status: 204 len: 168 time: 2.9880490 Nov 12 11:19:49.577820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34986) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:49.582132 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.592392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-d1b2808a-797e-4a0c-b9e3-a8dab43c29b1 service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897027 Nov 12 11:19:49.655383 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.703709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2490bee-8686-4d0c-9df0-2c0dfaefc441 admin admin] Deleting subnet d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:49.708969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Network 56a7aeab-5b13-45d0-b101-348d5719139f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:49.710058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2490bee-8686-4d0c-9df0-2c0dfaefc441 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.730225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:49.733576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:49.779864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.10 (56a7aeab-5b13-45d0-b101-348d5719139f/4573121f-18bf-43a9-b9cf-075a6de194c5/b835058c-b432-4a6c-b534-df5a76ec36b5) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:49.792330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2490bee-8686-4d0c-9df0-2c0dfaefc441 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.929793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2490bee-8686-4d0c-9df0-2c0dfaefc441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.946392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Pushing event updated for resources: {'Port': ['ID=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:49.980148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Attempting to bind port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:49.980548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Attempting to bind port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '7f4b33ac-974f-4940-b280-cc8ba08e12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '56a7aeab-5b13-45d0-b101-348d5719139f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:49.981112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Attempting to bind port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e on network 56a7aeab-5b13-45d0-b101-348d5719139f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:49.988017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:49.988431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Checking segment: {'id': '7f4b33ac-974f-4940-b280-cc8ba08e12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '56a7aeab-5b13-45d0-b101-348d5719139f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:49.988901 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:49.989397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Bound using segment: {'id': '7f4b33ac-974f-4940-b280-cc8ba08e12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '56a7aeab-5b13-45d0-b101-348d5719139f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:49.989959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Bound port: c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4b33ac-974f-4940-b280-cc8ba08e12d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '56a7aeab-5b13-45d0-b101-348d5719139f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:49.990415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.059158 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97143ad2-919f-42fc-85b3-8ddf2bda5514 req-996e9fb2-411f-497e-9b58-b0e7706f81b2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 210 time: 0.0596836 Nov 12 11:19:50.078649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] For port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:50.082690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] For port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,segment=NetworkSegment(7f4b33ac-974f-4940-b280-cc8ba08e12d7),segment_id=7f4b33ac-974f-4940-b280-cc8ba08e12d7)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:50.088889 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84df8edd-ff9d-4449-983a-7977320c8e05 req-42365d2a-e18c-4799-8da0-1e2a3588a96c service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729931 Nov 12 11:19:50.110848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2490bee-8686-4d0c-9df0-2c0dfaefc441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.138280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f07c8-89ae-4a98-9f80-4d81724da1b0 None None] Network 3d3856e7-c21c-4342-addd-7ade6574391c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:50.154092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2490bee-8686-4d0c-9df0-2c0dfaefc441 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.158617 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.177477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d2490bee-8686-4d0c-9df0-2c0dfaefc441 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd HTTP/1.1" status: 204 len: 168 time: 0.5986018 Nov 12 11:19:50.179955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34994) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:50.180115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2490bee-8686-4d0c-9df0-2c0dfaefc441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d5520c-2c20-4220-b8f9-7fa6c3aec2dd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:50.189354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.406965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458f693-7266-43ed-8a97-0b12cd5b9b35 None None] Pushing event updated for resources: {'Port': ['ID=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:50.420822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-da810f5f-14e5-44b3-ad81-7f3f4ee59f27 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:50.420822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-da810f5f-14e5-44b3-ad81-7f3f4ee59f27 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.69 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 810 time: 0.2399404 Nov 12 11:19:50.424970 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.456533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d80277-52c0-4171-89e1-3c70fcf4986e req-0fd667c0-6e18-4787-9d68-9d111cc25216 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:50.467791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-71d80277-52c0-4171-89e1-3c70fcf4986e req-0fd667c0-6e18-4787-9d68-9d111cc25216 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.1224551 Nov 12 11:19:50.525122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.615090 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 56a7aeab-5b13-45d0-b101-348d5719139f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:50.639868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-10ce8280-6934-4ad9-ba65-a09883e45931 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=350eb52c645646e4bc02302e16cf34fb HTTP/1.1" status: 200 len: 380 time: 0.2066457 Nov 12 11:19:50.647871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:50.674077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'port': {'device_id': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'admin_state_up': True, 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'security_groups': ['f8b1b93e-229c-4a9e-beb8-994ed19abd4c']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:50.708937 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.721191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:50.727500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=b835058c-b432-4a6c-b534-df5a76ec36b5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:50.782963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-71d80277-52c0-4171-89e1-3c70fcf4986e req-adede75a-45f5-42c9-9d6d-20ff50a2c838 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123181 Nov 12 11:19:50.798135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] DHCP port deletion for 3d3856e7-c21c-4342-addd-7ade6574391c request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:50.800709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Deleting port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:50.801046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.868323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:50.869532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.935871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] Deleting port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:50.935871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.951472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] For port d4d65609-f23c-4686-8ad3-86ab0d34dfd2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:50.951849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:50.971462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Calling delete_port for d4d65609-f23c-4686-8ad3-86ab0d34dfd2 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:51.007352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Made reservation on behalf of 350eb52c645646e4bc02302e16cf34fb for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:19:51.011270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.037926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] For port d4d65609-f23c-4686-8ad3-86ab0d34dfd2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,segment=NetworkSegment(32b91850-13d6-453f-89d4-0d36c5c6b372),segment_id=32b91850-13d6-453f-89d4-0d36c5c6b372)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:51.038326 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.052801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] Calling delete_port for d4d65609-f23c-4686-8ad3-86ab0d34dfd2 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:51.113135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0d4c8cae-adb2-4672-8a48-b4182209661d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1612859 Nov 12 11:19:51.115587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35008) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:51.211658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.238550 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.266906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] Pushing event deleted for resources: {'Port': ['ID=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:51.273872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53929b15-58ef-42a2-9a62-11e0e50ba031 None None] No DVR routers for this DVR port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:51.313936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Allocated IP 172.20.0.10 (ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9/80721c33-7e4d-433f-96e7-fa927993537f/0ea167e3-f7a4-444a-a189-1879409a7b1c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:19:51.358959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] No DVR routers for this DVR port d4d65609-f23c-4686-8ad3-86ab0d34dfd2 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:51.359663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:51.367337 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0878daf2-f625-4f18-8390-74af527dd088 req-6e6b1096-ebb2-4494-8d17-26a97bd965b4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 210 time: 0.1743991 Nov 12 11:19:51.422534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d65609-f23c-4686-8ad3-86ab0d34dfd2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:51.483528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:51.484019 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.538722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.543270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.559910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3856e7-c21c-4342-addd-7ade6574391c']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:51.570396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b91850-13d6-453f-89d4-0d36c5c6b372') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:51.570746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b91850-13d6-453f-89d4-0d36c5c6b372') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:51.582795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.588488 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.642998 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.643386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.656246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,segment=NetworkSegment(7f4b33ac-974f-4940-b280-cc8ba08e12d7),segment_id=7f4b33ac-974f-4940-b280-cc8ba08e12d7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:51.706237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:51.721384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:51.721643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:19:51.726316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'Port': ['ID=0ea167e3-f7a4-444a-a189-1879409a7b1c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:51.726755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:51.727110 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.728361 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:51.732075 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:19:51.840235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d4d65609-f23c-4686-8ad3-86ab0d34dfd2 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:51.845224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:51.845666 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:51.924920 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-f7feb7ba-6066-4743-a91f-f56343916ae4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2732129 Nov 12 11:19:51.939277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Request body: {'port': {'device_id': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:19:51.949343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d4d65609-f23c-4686-8ad3-86ab0d34dfd2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:51.950273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d4d65609-f23c-4686-8ad3-86ab0d34dfd2 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:51.950704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 186e9c28-273d-4ced-923b-377b0aceff28 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:19:51.973448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 186e9c28-273d-4ced-923b-377b0aceff28 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:19:51.973791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 186e9c28-273d-4ced-923b-377b0aceff28 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:19:51.975410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:52.003663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc088e8-083a-4de9-be0a-eb6b223e6858 None None] Network 56a7aeab-5b13-45d0-b101-348d5719139f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:52.011419 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.022178 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.027201 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] 10.222.0.98 "DELETE /v2.0/networks/3d3856e7-c21c-4342-addd-7ade6574391c HTTP/1.1" status: 204 len: 168 time: 1.8443022 Nov 12 11:19:52.042691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377a646-2527-4d87-9abb-ea850938505f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d3856e7-c21c-4342-addd-7ade6574391c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:52.088512 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.107253 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.173459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ed8e1c9b-a22e-42fa-bb2d-ca53d2742ac9 None None] Provisioning complete for port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:52.173830 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed8e1c9b-a22e-42fa-bb2d-ca53d2742ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.223804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a66d86-86dc-4778-9588-db539601c083 req-41d03ac5-0e63-4653-9696-e159e1be7d32 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:52.225923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76a66d86-86dc-4778-9588-db539601c083 req-41d03ac5-0e63-4653-9696-e159e1be7d32 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.2790086 Nov 12 11:19:52.380295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76a66d86-86dc-4778-9588-db539601c083 req-ee784a65-da92-4ec1-932b-3dfb872e7f07 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417465 Nov 12 11:19:52.474615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35038) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:52.500571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.506884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9fc8aadf-fef9-4177-af6d-c4f087e3fc72 None None] Provisioning complete for port 0ea167e3-f7a4-444a-a189-1879409a7b1c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:52.507261 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9fc8aadf-fef9-4177-af6d-c4f087e3fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.570139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8aadf-fef9-4177-af6d-c4f087e3fc72 None None] Port 0ea167e3-f7a4-444a-a189-1879409a7b1c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:52.615382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.641788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8717927f-e055-449a-b3ae-32b8f93ffe20 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e9df845ab93d4af692eda94005804137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598675 Nov 12 11:19:52.645752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35048) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:52.752202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea167e3-f7a4-444a-a189-1879409a7b1c {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:52.762843 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.783490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=b835058c-b432-4a6c-b534-df5a76ec36b5,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:52.799692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Transition to ACTIVE for port object 0ea167e3-f7a4-444a-a189-1879409a7b1c will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:19:52.806085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-004e5931-6307-45a2-8b1d-e22c9ab6a67f None None] Provisioning complete for port b835058c-b432-4a6c-b534-df5a76ec36b5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:52.806085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-004e5931-6307-45a2-8b1d-e22c9ab6a67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.807748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4454d-502d-4eb3-a13a-0e7db9d330ee req-b171eae2-1756-477f-8daa-f8b76c8ee768 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:52.815308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0de4454d-502d-4eb3-a13a-0e7db9d330ee req-b171eae2-1756-477f-8daa-f8b76c8ee768 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 932 time: 0.2394378 Nov 12 11:19:52.851242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3356e-df98-4e89-9ce0-bd78638a70c7 req-27c493f6-4066-4624-a0b9-3bd4728b46ad tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:52.852829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3af3356e-df98-4e89-9ce0-bd78638a70c7 req-27c493f6-4066-4624-a0b9-3bd4728b46ad tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.2510839 Nov 12 11:19:52.889141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.890454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-004e5931-6307-45a2-8b1d-e22c9ab6a67f None None] Port b835058c-b432-4a6c-b534-df5a76ec36b5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:52.906356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-004e5931-6307-45a2-8b1d-e22c9ab6a67f None None] Provisioning complete for port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:52.906716 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-004e5931-6307-45a2-8b1d-e22c9ab6a67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:52.917530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ef13f7b-f2f5-47bb-8570-17dc6a34d0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.015472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea167e3-f7a4-444a-a189-1879409a7b1c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:53.032705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0de4454d-502d-4eb3-a13a-0e7db9d330ee req-0802b135-a64b-4056-a2b3-e886e555ad0b tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071733 Nov 12 11:19:53.032705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ef13f7b-f2f5-47bb-8570-17dc6a34d0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.220128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3af3356e-df98-4e89-9ce0-bd78638a70c7 req-97e1ad3d-6884-4b6d-9d8b-d6db86c1b45f tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443890 Nov 12 11:19:53.275608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:53.281617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-17104d51-0579-4d32-b2a0-702a91163318 None None] Provisioning complete for port b835058c-b432-4a6c-b534-df5a76ec36b5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:53.281996 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-17104d51-0579-4d32-b2a0-702a91163318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.327729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.329311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Attempting to bind port 0ea167e3-f7a4-444a-a189-1879409a7b1c on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:19:53.330304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Attempting to bind port 0ea167e3-f7a4-444a-a189-1879409a7b1c by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:19:53.330813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Attempting to bind port 0ea167e3-f7a4-444a-a189-1879409a7b1c on network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:53.340042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Port 0ea167e3-f7a4-444a-a189-1879409a7b1c on network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:19:53.348103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Attempting to bind port 0ea167e3-f7a4-444a-a189-1879409a7b1c on network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:19:53.357091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:19:53.357474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Checking segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:19:53.357864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Bound using segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:19:53.358328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Bound port: 0ea167e3-f7a4-444a-a189-1879409a7b1c, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:19:53.365105 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.435968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-17104d51-0579-4d32-b2a0-702a91163318 None None] Port b835058c-b432-4a6c-b534-df5a76ec36b5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:53.468274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:53.468900 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.510444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb82b-0e98-424c-b5d5-ef5720b31895 req-ca7c509a-d016-4185-8998-08c9aaa70016 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:53.513593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f2cb82b-0e98-424c-b5d5-ef5720b31895 req-ca7c509a-d016-4185-8998-08c9aaa70016 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 945 time: 0.1175964 Nov 12 11:19:53.587475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] For port 0ea167e3-f7a4-444a-a189-1879409a7b1c, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:19:53.591762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] For port 0ea167e3-f7a4-444a-a189-1879409a7b1c, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:19:53.595905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f2cb82b-0e98-424c-b5d5-ef5720b31895 req-dda725f5-1813-4ffd-bfff-d4f772e0fc21 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749536 Nov 12 11:19:53.600132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ddc90820-bec0-462c-bf9f-ee76c3f86298 None None] Provisioning complete for port b835058c-b432-4a6c-b534-df5a76ec36b5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:53.600782 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddc90820-bec0-462c-bf9f-ee76c3f86298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.627615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ef13f7b-f2f5-47bb-8570-17dc6a34d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.629636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ef13f7b-f2f5-47bb-8570-17dc6a34d0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.632154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5ef13f7b-f2f5-47bb-8570-17dc6a34d0a7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fb5041c8-4bc4-4dad-b662-d18768748810 HTTP/1.1" status: 204 len: 168 time: 0.9820945 Nov 12 11:19:53.655578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.659550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.678276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef13f7b-f2f5-47bb-8570-17dc6a34d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5041c8-4bc4-4dad-b662-d18768748810,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:53.694113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:53.694753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:53.696214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] 10.222.0.69 "PUT /v2.0/ports/0ea167e3-f7a4-444a-a189-1879409a7b1c HTTP/1.1" status: 200 len: 1093 time: 1.7625008 Nov 12 11:19:53.698808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'tag': '0ea167e3-f7a4-444a-a189-1879409a7b1c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:53.700727 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bd97be-f556-49de-8eef-9267f6eb33f8" -d '{"events": [{"name": "network-changed", "server_uuid": "73eb8810-012d-4de6-b3c8-60c890e652ff", "tag": "0ea167e3-f7a4-444a-a189-1879409a7b1c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:53.766387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ddc90820-bec0-462c-bf9f-ee76c3f86298 None None] Port b835058c-b432-4a6c-b534-df5a76ec36b5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:53.802152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44b42b-a037-4867-bf7d-34351578dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea167e3-f7a4-444a-a189-1879409a7b1c,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:53.829560 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a14d89a-87f8-46ee-b6cf-25fcb81fd0c4 x-openstack-request-id: req-9a14d89a-87f8-46ee-b6cf-25fcb81fd0c4 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:53.829872 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73eb8810-012d-4de6-b3c8-60c890e652ff", "tag": "0ea167e3-f7a4-444a-a189-1879409a7b1c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:53.831499 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9a14d89a-87f8-46ee-b6cf-25fcb81fd0c4 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:53.831961 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'tag': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'status': 'completed', 'code': 200} Nov 12 11:19:53.942100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-819f3dc2-c304-48d6-87bc-762e626f8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:53.943881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-819f3dc2-c304-48d6-87bc-762e626f8e16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 1096 time: 0.1163237 Nov 12 11:19:53.999363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770bcf6-9b88-44f7-823a-f71ecb9ae91e req-5f6c6da2-5b57-4d6e-8541-75e239187a5e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:54.008224 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9770bcf6-9b88-44f7-823a-f71ecb9ae91e req-5f6c6da2-5b57-4d6e-8541-75e239187a5e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.1157877 Nov 12 11:19:54.012667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-e571a6d2-7cf5-4526-b5a5-430e89f66e8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c HTTP/1.1" status: 200 len: 217 time: 0.0587595 Nov 12 11:19:54.115650 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9770bcf6-9b88-44f7-823a-f71ecb9ae91e req-463e0c80-aac5-4389-a98f-6b0008a34adb tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063900 Nov 12 11:19:54.134534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-880bae62-686e-4257-8921-8fa4c97b8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:54.134534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-880bae62-686e-4257-8921-8fa4c97b8739 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.1114745 Nov 12 11:19:54.175191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-dfcf5c6c-600b-428b-bce9-7282bd9685ec req-1ae47512-23f8-4d39-bd1e-6e9cb698ff74 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:19:54.176395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfcf5c6c-600b-428b-bce9-7282bd9685ec req-1ae47512-23f8-4d39-bd1e-6e9cb698ff74 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131879 Nov 12 11:19:54.238644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce7fd3-d62b-44ff-9b37-f26a7d31370b req-8877f635-eaae-4ed0-927e-fd259f285edf tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:54.244972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41ce7fd3-d62b-44ff-9b37-f26a7d31370b req-8877f635-eaae-4ed0-927e-fd259f285edf tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 944 time: 0.1201978 Nov 12 11:19:54.247450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-4a4071b2-115f-4e7c-9227-0f636b87d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:54.250099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-4a4071b2-115f-4e7c-9227-0f636b87d559 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053138 Nov 12 11:19:54.265322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.300516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfcf5c6c-600b-428b-bce9-7282bd9685ec req-215f2b08-e4e8-468b-862e-103e726b8ab5 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1120377 Nov 12 11:19:54.333229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.399715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41ce7fd3-d62b-44ff-9b37-f26a7d31370b req-ad1fa25b-8b5f-4efd-aa76-0bd40639e1a6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460297 Nov 12 11:19:54.492801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-045970e3-b7e0-41dd-96a8-24b5893007d7 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321577 Nov 12 11:19:54.785116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43f107b7-1a42-42b0-9d9e-d18f0c332aa0 req-4371bbec-edc4-44a4-baf6-326fab362184 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833316 Nov 12 11:19:54.852443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=b835058c-b432-4a6c-b534-df5a76ec36b5,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:54.856624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:54.858331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b122ec9-8c3d-4809-abc1-64d15dacd093 req-49edfd79-fcd7-4c4b-b79c-fdaa644b098c tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:54.870582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b122ec9-8c3d-4809-abc1-64d15dacd093 req-49edfd79-fcd7-4c4b-b79c-fdaa644b098c tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.0695057 Nov 12 11:19:54.946186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b122ec9-8c3d-4809-abc1-64d15dacd093 req-11594d88-400d-46f9-9245-a3c2fd7ef437 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740814 Nov 12 11:19:55.036118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 56a7aeab-5b13-45d0-b101-348d5719139f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:19:55.040402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-61c5b7ea-d796-429f-afb1-a3ed93dc8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:55.041983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-61c5b7ea-d796-429f-afb1-a3ed93dc8057 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 1096 time: 0.0562592 Nov 12 11:19:55.050813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:19:55.223821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f70833-b1c2-44c8-a112-49eac5507189 req-9761cb70-916e-4e77-9f9d-bfe430194d7a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:55.232383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40f70833-b1c2-44c8-a112-49eac5507189 req-9761cb70-916e-4e77-9f9d-bfe430194d7a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 945 time: 0.1994832 Nov 12 11:19:55.275838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-a75c2561-2547-4b6f-8b27-9a04ac8f86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:55.277595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-a75c2561-2547-4b6f-8b27-9a04ac8f86b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2253146 Nov 12 11:19:55.312186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-40f70833-b1c2-44c8-a112-49eac5507189 req-c071d6df-7458-46bb-9f63-d0e88b9e9f01 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732214 Nov 12 11:19:55.367708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-2b69cd37-a1d7-4876-997f-e511f9901c64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c HTTP/1.1" status: 200 len: 217 time: 0.0819817 Nov 12 11:19:55.446925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Router 77334ce0-e449-4e4d-bc88-6431c732c3c3 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:19:55.481853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-267d47b2-fb05-4caf-bc6d-4820c8c1e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:55.481853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-267d47b2-fb05-4caf-bc6d-4820c8c1e143 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.1021059 Nov 12 11:19:55.524836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c314948f-14d6-4af3-a9c8-63476f5d62db None None] Provisioning complete for port b835058c-b432-4a6c-b534-df5a76ec36b5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:55.526563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c314948f-14d6-4af3-a9c8-63476f5d62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:55.530318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e0af-1c3e-42f9-ba54-301a9cacdc6b req-6f3a22fd-ad68-4781-9934-2f3f4a54faf4 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:55.539649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6240e0af-1c3e-42f9-ba54-301a9cacdc6b req-6f3a22fd-ad68-4781-9934-2f3f4a54faf4 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.1241775 Nov 12 11:19:55.585216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c314948f-14d6-4af3-a9c8-63476f5d62db None None] Port b835058c-b432-4a6c-b534-df5a76ec36b5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:19:55.640706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6240e0af-1c3e-42f9-ba54-301a9cacdc6b req-d6745a30-fd15-4581-a4cf-fd6e106a1db4 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980296 Nov 12 11:19:55.651107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-e9839cbf-468b-4c73-8422-93564a282889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:55.651107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-e9839cbf-468b-4c73-8422-93564a282889 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1523752 Nov 12 11:19:55.698583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:55.710572 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600b828-2e26-47d8-a7a6-80b4eb78b1a0 None None] Sync routers for ids ['77334ce0-e449-4e4d-bc88-6431c732c3c3'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:55.714607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c456ab5-a166-4816-9d3e-a92a0622ee69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "PUT /v2.0/routers/77334ce0-e449-4e4d-bc88-6431c732c3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5977731 Nov 12 11:19:55.721107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35210) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:55.725464 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600b828-2e26-47d8-a7a6-80b4eb78b1a0 None None] Routers {'77334ce0-e449-4e4d-bc88-6431c732c3c3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:55.729193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b600b828-2e26-47d8-a7a6-80b4eb78b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['77334ce0-e449-4e4d-bc88-6431c732c3c3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:55.790543 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b600b828-2e26-47d8-a7a6-80b4eb78b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:55.804832 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b600b828-2e26-47d8-a7a6-80b4eb78b1a0 None None] Routers {'77334ce0-e449-4e4d-bc88-6431c732c3c3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:55.805741 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b600b828-2e26-47d8-a7a6-80b4eb78b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['77334ce0-e449-4e4d-bc88-6431c732c3c3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:55.813444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-4a4bb8a5-46f2-4108-9e10-41d9561e4dc2 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511965 Nov 12 11:19:55.821849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac981615-a18e-4eb1-9862-8f35db5d615e req-8b68456c-5480-4a59-b280-3b2d52d14975 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:55.823386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac981615-a18e-4eb1-9862-8f35db5d615e req-8b68456c-5480-4a59-b280-3b2d52d14975 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 944 time: 0.2701352 Nov 12 11:19:55.862314 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b600b828-2e26-47d8-a7a6-80b4eb78b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:55.863280 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b600b828-2e26-47d8-a7a6-80b4eb78b1a0 None None] The sync data for ids ['77334ce0-e449-4e4d-bc88-6431c732c3c3'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:55.888722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd22c8-7cd7-411a-ba08-95eade347e8e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:55.893613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fafd22c8-7cd7-411a-ba08-95eade347e8e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports?device_id=77334ce0-e449-4e4d-bc88-6431c732c3c3 HTTP/1.1" status: 200 len: 982 time: 0.1673939 Nov 12 11:19:55.894990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35224) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:55.987028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac981615-a18e-4eb1-9862-8f35db5d615e req-b3e43f21-2bd0-4086-b2a8-9ec0431b2d7c tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448114 Nov 12 11:19:56.028164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab845a31-d4c7-4094-8dbd-f40bef6f9442 req-95028bcf-15f3-498c-8ccf-6f0eb469ee0e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:56.043030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab845a31-d4c7-4094-8dbd-f40bef6f9442 req-95028bcf-15f3-498c-8ccf-6f0eb469ee0e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:56.044546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab845a31-d4c7-4094-8dbd-f40bef6f9442 req-95028bcf-15f3-498c-8ccf-6f0eb469ee0e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:56.046236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab845a31-d4c7-4094-8dbd-f40bef6f9442 req-95028bcf-15f3-498c-8ccf-6f0eb469ee0e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc&device_id=20ed7590-baaa-478d-b66c-da5d9715855b&device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 2417 time: 0.1210222 Nov 12 11:19:56.048443 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72bd97be-f556-49de-8eef-9267f6eb33f8 req-2e6bf175-c289-4be6-8918-c39929a7c70a service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143540 Nov 12 11:19:56.483043 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.485946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab845a31-d4c7-4094-8dbd-f40bef6f9442 req-1d2f7a30-35c4-466d-aaa0-f722612ef36b tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321210 Nov 12 11:19:56.524113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-357c63b2-f104-4df1-848b-98acba2f024a req-d6b1b3aa-6d25-460b-9a30-a35f3b68a384 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:19:56.525242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-357c63b2-f104-4df1-848b-98acba2f024a req-d6b1b3aa-6d25-460b-9a30-a35f3b68a384 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059984 Nov 12 11:19:56.596446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-357c63b2-f104-4df1-848b-98acba2f024a req-62bd7c35-0c5c-48b0-89e4-d54753b08407 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0627651 Nov 12 11:19:56.749632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port b835058c-b432-4a6c-b534-df5a76ec36b5 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:56.749989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.845938 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:56.859661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for b835058c-b432-4a6c-b534-df5a76ec36b5 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:57.125572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe43a2-266c-4435-970c-3655f22b43fe req-f75f34d6-014c-48b1-a232-d8426a3cd692 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:57.127278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35fe43a2-266c-4435-970c-3655f22b43fe req-f75f34d6-014c-48b1-a232-d8426a3cd692 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 946 time: 0.0547357 Nov 12 11:19:57.146469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0ea167e3-f7a4-444a-a189-1879409a7b1c details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:19:57.155699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:57.193974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35fe43a2-266c-4435-970c-3655f22b43fe req-74128f15-52d8-4805-9327-4b293290b74e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570076 Nov 12 11:19:57.198726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=b835058c-b432-4a6c-b534-df5a76ec36b5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:57.309732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0ea167e3-f7a4-444a-a189-1879409a7b1c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:57.325149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'port_id': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'mac_address': 'fa:16:3e:c9:6c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:19:57.390293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:57.406635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea167e3-f7a4-444a-a189-1879409a7b1c {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:19:57.431502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0ea167e3-f7a4-444a-a189-1879409a7b1c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:57.448175 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:57.515348 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:57.525242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c89f3-0f68-4bcf-a131-c9561c2dcf9c req-3007ea01-44bf-4319-8091-53e9c9a37ec5 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:57.532622 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cb0c89f3-0f68-4bcf-a131-c9561c2dcf9c req-3007ea01-44bf-4319-8091-53e9c9a37ec5 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 944 time: 0.2504747 Nov 12 11:19:57.585931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0ea167e3-f7a4-444a-a189-1879409a7b1c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:57.711001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cb0c89f3-0f68-4bcf-a131-c9561c2dcf9c req-9b094db9-f10e-4697-a1f1-6a178d1211c2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771114 Nov 12 11:19:57.720547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Router 77334ce0-e449-4e4d-bc88-6431c732c3c3 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:19:57.831096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:19:57.840568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35334) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:57.846702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad1d15-666a-4435-95e8-fead733c4959 None None] Sync routers for ids ['77334ce0-e449-4e4d-bc88-6431c732c3c3'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:19:57.849658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-02552b3a-0909-4769-b627-8111a84dbd2a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "PUT /v2.0/routers/77334ce0-e449-4e4d-bc88-6431c732c3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9482696 Nov 12 11:19:57.853767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['0ea167e3-f7a4-444a-a189-1879409a7b1c'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:19:57.871759 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3e2688-7fc0-4db4-b527-197774c9ea22 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:19:57.876652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35336) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:57.884934 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fd3e2688-7fc0-4db4-b527-197774c9ea22 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/b835058c-b432-4a6c-b534-df5a76ec36b5 HTTP/1.1" status: 404 len: 333 time: 0.0427663 Nov 12 11:19:57.913636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad1d15-666a-4435-95e8-fead733c4959 None None] Routers {'77334ce0-e449-4e4d-bc88-6431c732c3c3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:57.915139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5bad1d15-666a-4435-95e8-fead733c4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['77334ce0-e449-4e4d-bc88-6431c732c3c3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:57.976011 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c504-8936-4b8e-bd2f-8cdccb5c3773 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.005226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5bad1d15-666a-4435-95e8-fead733c4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:58.050358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad1d15-666a-4435-95e8-fead733c4959 None None] Routers {'77334ce0-e449-4e4d-bc88-6431c732c3c3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:19:58.051152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5bad1d15-666a-4435-95e8-fead733c4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['77334ce0-e449-4e4d-bc88-6431c732c3c3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:58.117671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5bad1d15-666a-4435-95e8-fead733c4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:58.118330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad1d15-666a-4435-95e8-fead733c4959 None None] The sync data for ids ['77334ce0-e449-4e4d-bc88-6431c732c3c3'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:19:58.252816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c504-8936-4b8e-bd2f-8cdccb5c3773 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.256197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c504-8936-4b8e-bd2f-8cdccb5c3773 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.424318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c504-8936-4b8e-bd2f-8cdccb5c3773 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.425014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc3c504-8936-4b8e-bd2f-8cdccb5c3773 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Fanout notify agent at l3_agent the message router_deleted on router 77334ce0-e449-4e4d-bc88-6431c732c3c3 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:19:58.441380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5bc3c504-8936-4b8e-bd2f-8cdccb5c3773 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.445463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5bc3c504-8936-4b8e-bd2f-8cdccb5c3773 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/routers/77334ce0-e449-4e4d-bc88-6431c732c3c3 HTTP/1.1" status: 204 len: 168 time: 0.5646436 Nov 12 11:19:58.446147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35366) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:58.510700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66815e6-01eb-44fe-8f07-c4daba62873f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet 4573121f-18bf-43a9-b9cf-075a6de194c5 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:19:58.517102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a66815e6-01eb-44fe-8f07-c4daba62873f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.571548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a66815e6-01eb-44fe-8f07-c4daba62873f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.700403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a66815e6-01eb-44fe-8f07-c4daba62873f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.840863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24af5-cd07-403e-a7ba-33b866d6bb63 req-b9ea73bb-c55f-474c-8af8-2f238be17d63 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:58.842365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7cd24af5-cd07-403e-a7ba-33b866d6bb63 req-b9ea73bb-c55f-474c-8af8-2f238be17d63 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 945 time: 0.0529397 Nov 12 11:19:58.876604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a66815e6-01eb-44fe-8f07-c4daba62873f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.894585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7cd24af5-cd07-403e-a7ba-33b866d6bb63 req-58757a53-1014-4faf-a8b3-3c5c400c4520 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462620 Nov 12 11:19:58.909720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66815e6-01eb-44fe-8f07-c4daba62873f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=4573121f-18bf-43a9-b9cf-075a6de194c5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:58.912185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a66815e6-01eb-44fe-8f07-c4daba62873f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:58.915429 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a66815e6-01eb-44fe-8f07-c4daba62873f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/4573121f-18bf-43a9-b9cf-075a6de194c5 HTTP/1.1" status: 204 len: 168 time: 0.4677992 Nov 12 11:19:58.918057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35388) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:19:58.923330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f06b5-792d-45f2-bf97-726129ff808d None None] Network 56a7aeab-5b13-45d0-b101-348d5719139f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:19:59.002311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.068038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:59.068567 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.144764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] For port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,segment=NetworkSegment(7f4b33ac-974f-4940-b280-cc8ba08e12d7),segment_id=7f4b33ac-974f-4940-b280-cc8ba08e12d7)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:59.145268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.159412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29628b16-0366-4b70-83ee-d075ca0e0593 req-5df0ed68-0363-4b7b-a217-13397d325348 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:59.163137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29628b16-0366-4b70-83ee-d075ca0e0593 req-5df0ed68-0363-4b7b-a217-13397d325348 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.0746505 Nov 12 11:19:59.167235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:59.224295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29628b16-0366-4b70-83ee-d075ca0e0593 req-c6f3b0b2-9573-42f2-95bf-72a59bf2d38c tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529747 Nov 12 11:19:59.233745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0ea167e3-f7a4-444a-a189-1879409a7b1c up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:19:59.377377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] DHCP port deletion for 56a7aeab-5b13-45d0-b101-348d5719139f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:19:59.420255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6983d30c-963f-46da-8aef-5af92e2370da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.436756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] Deleting port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:19:59.437146 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.458804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 0ea167e3-f7a4-444a-a189-1879409a7b1c completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:19:59.487804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 0ea167e3-f7a4-444a-a189-1879409a7b1c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:19:59.488194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.539116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] For port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,segment=NetworkSegment(7f4b33ac-974f-4940-b280-cc8ba08e12d7),segment_id=7f4b33ac-974f-4940-b280-cc8ba08e12d7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:59.539873 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.560784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] Calling delete_port for c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:19:59.661252 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.662656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.698235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea167e3-f7a4-444a-a189-1879409a7b1c'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:19:59.700622 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9e24f3-76ed-40c0-8dc0-d3f19abe0d5f" -d '{"events": [{"server_uuid": "73eb8810-012d-4de6-b3c8-60c890e652ff", "name": "network-vif-plugged", "status": "completed", "tag": "0ea167e3-f7a4-444a-a189-1879409a7b1c"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:19:59.701509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No DVR routers for this DVR port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:59.712141 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.731500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:59.738139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0ea167e3-f7a4-444a-a189-1879409a7b1c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:19:59.742607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] Pushing event deleted for resources: {'Port': ['ID=c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:59.749536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be78075-84b4-451b-ab31-b12b1f64ecc3 None None] No DVR routers for this DVR port c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:19:59.761718 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c331694-9516-48b7-8933-e011e1c26a86 x-openstack-request-id: req-8c331694-9516-48b7-8933-e011e1c26a86 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:19:59.762087 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73eb8810-012d-4de6-b3c8-60c890e652ff", "name": "network-vif-plugged", "status": "completed", "tag": "0ea167e3-f7a4-444a-a189-1879409a7b1c", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:19:59.762306 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8c331694-9516-48b7-8933-e011e1c26a86 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:19:59.762917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.763191 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'code': 200} Nov 12 11:19:59.764547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.764904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.765608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.765825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.766192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.766836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.767300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.767641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.768285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.768494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.768795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:19:59.826539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.856197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a7aeab-5b13-45d0-b101-348d5719139f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:59.867100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4b33ac-974f-4940-b280-cc8ba08e12d7') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:59.867403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4b33ac-974f-4940-b280-cc8ba08e12d7') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:19:59.870695 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.884642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.890118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06bd52-3bfb-4b02-b984-e04a8d8356a0 req-a23581a1-0d4e-4a93-9585-69e47ac3e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:19:59.892487 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db06bd52-3bfb-4b02-b984-e04a8d8356a0 req-a23581a1-0d4e-4a93-9585-69e47ac3e753 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 1097 time: 0.0649085 Nov 12 11:19:59.905166 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.914144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:19:59.914544 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:19:59.957614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0ea167e3-f7a4-444a-a189-1879409a7b1c,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:19:59.962795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db06bd52-3bfb-4b02-b984-e04a8d8356a0 req-a0203593-c91e-424d-8945-ff83d784ffcd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605052 Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:19:59.965624 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:00.029293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b303-e221-42c6-b8c6-ad85826172e2 req-69a8e58d-eee4-43fb-a94d-4d05e032a6c4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:00.030728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94e0b303-e221-42c6-b8c6-ad85826172e2 req-69a8e58d-eee4-43fb-a94d-4d05e032a6c4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0532951 Nov 12 11:20:00.074641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.085530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.088613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/networks/56a7aeab-5b13-45d0-b101-348d5719139f HTTP/1.1" status: 204 len: 168 time: 1.1696272 Nov 12 11:20:00.093033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35448) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:00.094694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94e0b303-e221-42c6-b8c6-ad85826172e2 req-4a44cdb7-6744-4316-87c8-d2c7d6ae2010 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565050 Nov 12 11:20:00.105946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c36e9-706e-407b-b703-eed0bfec71e3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Network': ['ID=56a7aeab-5b13-45d0-b101-348d5719139f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:00.139568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e0c53c-1d8b-4170-a7b8-ebd36d7d84ea tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:00.140990 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e8e0c53c-1d8b-4170-a7b8-ebd36d7d84ea tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/b4299cf1-9dcb-432b-b9ce-42dd94f49039 HTTP/1.1" status: 200 len: 841 time: 0.0469594 Nov 12 11:20:00.145474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35450) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:00.186795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d8d5350-4c9a-4682-bad9-feba2e109cf0 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/b4299cf1-9dcb-432b-b9ce-42dd94f49039?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0400531 Nov 12 11:20:00.190299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35454) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:00.195139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:00.385436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c943b3c-8ae3-4360-8843-44a3f3d84379 req-fc8a3de5-ed42-4548-b1dd-ff8d11ac548a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:00.387461 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c943b3c-8ae3-4360-8843-44a3f3d84379 req-fc8a3de5-ed42-4548-b1dd-ff8d11ac548a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.0518210 Nov 12 11:20:00.436234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c943b3c-8ae3-4360-8843-44a3f3d84379 req-2aa6f99a-04a6-4043-8809-ab83d06a3814 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Nov 12 11:20:00.469359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:00.476400 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.721822 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.773717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:00.779660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:00.783039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:00.783557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.790116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997eca03-6905-468a-9407-1d7ffa928394 None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:00.802743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:00.881474 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35490) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:00.881883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-165cf293-cf76-4a15-96aa-a4265cf7dff3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6902034 Nov 12 11:20:00.888366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-08f7ef1f-b1a2-47a5-aa6b-e97199801317 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'security_group': {'name': 'tempest-secgroup-440246977'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:00.972500 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08f7ef1f-b1a2-47a5-aa6b-e97199801317 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:00.999228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-388d09be-ba62-4c57-9b71-3597654dd030', 'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'tenant_id': 'aaa9e09f90d449f7b08248f14994dcc4', 'fixed_ips': [{'subnet_id': '0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:20:01.000165 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.045413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08f7ef1f-b1a2-47a5-aa6b-e97199801317 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.166520 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08f7ef1f-b1a2-47a5-aa6b-e97199801317 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.200937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Allocated IP 172.20.0.2 (388d09be-ba62-4c57-9b71-3597654dd030/0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d/9544ba58-9722-4667-80fd-a37a8e16df35) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:01.226860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-df6a1ea4-f9e2-4c4e-9923-c879c68014cc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:01.228529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-df6a1ea4-f9e2-4c4e-9923-c879c68014cc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.1129272 Nov 12 11:20:01.326405 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08f7ef1f-b1a2-47a5-aa6b-e97199801317 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.337727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-08f7ef1f-b1a2-47a5-aa6b-e97199801317 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4541581 Nov 12 11:20:01.340996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35512) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:01.341233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7ef1f-b1a2-47a5-aa6b-e97199801317 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53379430-8e24-4483-a605-018e5a320926,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:01.346614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-73172bcb-2c06-4836-a107-8f189d4d4023 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'security_group': {'name': 'tempest-secgroup-2045839974'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:01.401780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Deleting port 970a362b-77f5-4960-ab83-5fdf4a22ee43 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:01.402417 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.429225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50f895-cda1-4379-8602-e60943dc8b03 req-b6404d1b-2d12-436d-9d31-cbe55506424c tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:01.435690 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e50f895-cda1-4379-8602-e60943dc8b03 req-b6404d1b-2d12-436d-9d31-cbe55506424c tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1997509 Nov 12 11:20:01.441039 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.447201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:20:01.450406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:01.505108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:01.505614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c5e8c1fe-2e4c-4090-b47f-69c2b36e1d4e not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:01.506536 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e50f895-cda1-4379-8602-e60943dc8b03 req-586234bf-c727-4721-af05-0da18f5e6eab tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632014 Nov 12 11:20:01.539217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73172bcb-2c06-4836-a107-8f189d4d4023 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.588929 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.640243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:01.648946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:01.655255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:01.678601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Pushing event updated for resources: {'Port': ['ID=9544ba58-9722-4667-80fd-a37a8e16df35,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:01.734037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:01.763116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941ebaa-84af-4ee9-8f89-55be76fa96f3 req-aaa9b5c1-5fc5-4bba-a22a-c650603c7171 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:01.763376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'mac_address': 'fa:16:3e:11:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:20:01.779675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a941ebaa-84af-4ee9-8f89-55be76fa96f3 req-aaa9b5c1-5fc5-4bba-a22a-c650603c7171 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 946 time: 0.2450163 Nov 12 11:20:01.789074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] For port 970a362b-77f5-4960-ab83-5fdf4a22ee43, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=970a362b-77f5-4960-ab83-5fdf4a22ee43,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:01.790004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.816977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.819031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Attempting to bind port 9544ba58-9722-4667-80fd-a37a8e16df35 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:01.819397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Attempting to bind port 9544ba58-9722-4667-80fd-a37a8e16df35 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '54c61dc2-9e6d-410a-ba31-b3f2cbd279ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '388d09be-ba62-4c57-9b71-3597654dd030'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:01.819755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Attempting to bind port 9544ba58-9722-4667-80fd-a37a8e16df35 on network 388d09be-ba62-4c57-9b71-3597654dd030 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:01.832459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Calling delete_port for 970a362b-77f5-4960-ab83-5fdf4a22ee43 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:01.838403 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3dfe-87d3-4ac8-bda5-798801e0f905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.844357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:01.844727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Checking segment: {'id': '54c61dc2-9e6d-410a-ba31-b3f2cbd279ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '388d09be-ba62-4c57-9b71-3597654dd030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:01.845259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.845512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Bound using segment: {'id': '54c61dc2-9e6d-410a-ba31-b3f2cbd279ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '388d09be-ba62-4c57-9b71-3597654dd030'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:01.845986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Bound port: 9544ba58-9722-4667-80fd-a37a8e16df35, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c61dc2-9e6d-410a-ba31-b3f2cbd279ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '388d09be-ba62-4c57-9b71-3597654dd030'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:01.846366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.849874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85ca9f1e-0e01-439d-af05-f28fa75d86c1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:20:01.883873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:01.941228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] For port 9544ba58-9722-4667-80fd-a37a8e16df35, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:01.944804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] For port 9544ba58-9722-4667-80fd-a37a8e16df35, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9544ba58-9722-4667-80fd-a37a8e16df35,segment=NetworkSegment(54c61dc2-9e6d-410a-ba31-b3f2cbd279ea),segment_id=54c61dc2-9e6d-410a-ba31-b3f2cbd279ea)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:01.956423 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:01.990536 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73172bcb-2c06-4836-a107-8f189d4d4023 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.015471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:02.019873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a941ebaa-84af-4ee9-8f89-55be76fa96f3 req-841b9254-7744-42a4-abc9-1adbe100cf68 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385414 Nov 12 11:20:02.081802 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.139225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['85ca9f1e-0e01-439d-af05-f28fa75d86c1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:02.148313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73172bcb-2c06-4836-a107-8f189d4d4023 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.187130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e44b7e-60b7-4f04-b40b-f2234ad5dadc None None] Pushing event updated for resources: {'Port': ['ID=9544ba58-9722-4667-80fd-a37a8e16df35,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:02.200683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73172bcb-2c06-4836-a107-8f189d4d4023 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892ccbd7-dcdd-469f-9b0f-4909409e1423,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:02.327433 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.363653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['f3d17b03-060d-4f3c-b206-a70b51a31a85', '4db88199-d53d-43f7-ad86-e6bdef925fc3'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:02.387553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73172bcb-2c06-4836-a107-8f189d4d4023 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.390887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-73172bcb-2c06-4836-a107-8f189d4d4023 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0484993 Nov 12 11:20:02.392775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Pushing event deleted for resources: {'Port': ['ID=970a362b-77f5-4960-ab83-5fdf4a22ee43,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:02.395644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35554) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:02.421511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1306493098', 'security_groups': ['892ccbd7-dcdd-469f-9b0f-4909409e1423'], 'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:02.508537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] No DVR routers for this DVR port 970a362b-77f5-4960-ab83-5fdf4a22ee43 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:02.514395 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:02.519133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-346a0b6a-bff8-466a-af4c-6ea4e2ea4545 req-442c81d0-6948-46b0-9376-8232991d7bc7 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.69 "DELETE /v2.0/ports/970a362b-77f5-4960-ab83-5fdf4a22ee43 HTTP/1.1" status: 204 len: 173 time: 1.2802272 Nov 12 11:20:02.520277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc', 'name': 'network-vif-deleted', 'tag': '970a362b-77f5-4960-ab83-5fdf4a22ee43'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:02.525855 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3a84ff-9485-4c24-b301-54918e7e7aa8" -d '{"events": [{"server_uuid": "9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc", "name": "network-vif-deleted", "tag": "970a362b-77f5-4960-ab83-5fdf4a22ee43"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:02.667146 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85099ef1-9fc8-4c24-b926-08829d145774 x-openstack-request-id: req-85099ef1-9fc8-4c24-b926-08829d145774 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:02.667516 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc", "name": "network-vif-deleted", "tag": "970a362b-77f5-4960-ab83-5fdf4a22ee43", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:02.668228 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-85099ef1-9fc8-4c24-b926-08829d145774 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:02.682938 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc', 'name': 'network-vif-deleted', 'tag': '970a362b-77f5-4960-ab83-5fdf4a22ee43', 'status': 'completed', 'code': 200} Nov 12 11:20:02.833721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89fa59-e4f8-416c-abd3-fc381bd1f723 req-a9a3a564-583f-4489-b83f-7f38c90cb90a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:02.977123 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b89fa59-e4f8-416c-abd3-fc381bd1f723 req-a9a3a564-583f-4489-b83f-7f38c90cb90a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1141639 Nov 12 11:20:02.977123 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b89fa59-e4f8-416c-abd3-fc381bd1f723 req-cc1b601a-07ad-45c7-966d-da29f42b0b90 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993299 Nov 12 11:20:03.064941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:03.092916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.206547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:03.222496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.252571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8738f015-5016-452a-bd1a-db77590f4a9e req-ade21c4f-43a7-44b8-b871-5ea8cca5927e tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f3c37fd-5500-4a40-a2e3-b36dbd6e4cfc HTTP/1.1" status: 200 len: 210 time: 0.0423439 Nov 12 11:20:03.271734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8872-00e7-4582-aa5e-b169129267fc req-784032af-c53b-4741-9320-542109bf7510 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:03.282651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-830d8872-00e7-4582-aa5e-b169129267fc req-784032af-c53b-4741-9320-542109bf7510 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1404860 Nov 12 11:20:03.289155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 0a4f02a3-90c6-4269-a1ed-11489710fb3c yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:20:03.294890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35606) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:03.300959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'floatingip': {'port_id': '0ea167e3-f7a4-444a-a189-1879409a7b1c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:03.334062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:03.342080 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.373457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9544ba58-9722-4667-80fd-a37a8e16df35 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:03.396439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.504475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:03.504923 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.597978 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.680292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:03.683000 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc6101-be1d-455f-b992-f76ab3bbf1cc" -d '{"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-plugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:03.708139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:03.711493 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.762672 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571ebc1-8e78-4c2a-a7d4-5bc0346c1467 x-openstack-request-id: req-b571ebc1-8e78-4c2a-a7d4-5bc0346c1467 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:03.763370 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-plugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:03.764053 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b571ebc1-8e78-4c2a-a7d4-5bc0346c1467 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:03.766228 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'code': 200} Nov 12 11:20:03.791762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.12 (388d09be-ba62-4c57-9b71-3597654dd030/0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d/0a4f02a3-90c6-4269-a1ed-11489710fb3c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:03.804501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 9544ba58-9722-4667-80fd-a37a8e16df35, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9544ba58-9722-4667-80fd-a37a8e16df35,segment=NetworkSegment(54c61dc2-9e6d-410a-ba31-b3f2cbd279ea),segment_id=54c61dc2-9e6d-410a-ba31-b3f2cbd279ea)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:03.834545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-833c4856-4003-4c62-b100-dd3243bc34bf None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:03.835649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-833c4856-4003-4c62-b100-dd3243bc34bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.880230 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:03.880230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 970a362b-77f5-4960-ab83-5fdf4a22ee43 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:03.974102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 970a362b-77f5-4960-ab83-5fdf4a22ee43 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:03.975129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 970a362b-77f5-4960-ab83-5fdf4a22ee43 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:03.988408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.059450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:04.173500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=9544ba58-9722-4667-80fd-a37a8e16df35,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:04.197462 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.207044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-833c4856-4003-4c62-b100-dd3243bc34bf None None] Provisioning complete for port b4299cf1-9dcb-432b-b9ce-42dd94f49039 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:04.207540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-833c4856-4003-4c62-b100-dd3243bc34bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.267641 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.283278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-833c4856-4003-4c62-b100-dd3243bc34bf None None] Port b4299cf1-9dcb-432b-b9ce-42dd94f49039 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:04.383236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.505491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-f438bb0d-5197-4dfc-8d8f-547960732af9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2540040 Nov 12 11:20:04.538444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:04.562971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=0a4f02a3-90c6-4269-a1ed-11489710fb3c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:04.567759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:04.595239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:04.825477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:20:04.841882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:04.842864 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.849000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-90e4914d-f49b-470d-8050-fe3a2f6cf504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:04.850653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-90e4914d-f49b-470d-8050-fe3a2f6cf504 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02d17f249215405391f9b865a5c0e298&device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 1097 time: 0.2670257 Nov 12 11:20:04.858807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:04.904877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35684) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:05.041655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3593019b-90aa-4cd9-b7cb-86f6928365e7 None None] Provisioning complete for port 0a4f02a3-90c6-4269-a1ed-11489710fb3c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:05.041655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3593019b-90aa-4cd9-b7cb-86f6928365e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.100470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3593019b-90aa-4cd9-b7cb-86f6928365e7 None None] Port 0a4f02a3-90c6-4269-a1ed-11489710fb3c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:05.120461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.135047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-52010b12-d762-49b6-a667-57ca79347618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.204825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-888628eb-4fcd-4120-899b-4301906814d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:05.206286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-888628eb-4fcd-4120-899b-4301906814d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 200 len: 917 time: 0.2943819 Nov 12 11:20:05.239415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ced62de6-958d-4214-8c01-d40381b9bfa3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8379178 Nov 12 11:20:05.240033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9544ba58-9722-4667-80fd-a37a8e16df35 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:05.258369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35696) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:05.279338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-42ff7a8b-0848-4c0e-80fb-5211b8b9f8da tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:05.331635 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.333268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:05.333949 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.334295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-7a9aa5d0-8b51-44eb-8b3e-2ae5b554062e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85 HTTP/1.1" status: 200 len: 217 time: 0.1191671 Nov 12 11:20:05.342828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-52010b12-d762-49b6-a667-57ca79347618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.486914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602b97c-6f63-44a9-bd56-ee72bc3d7a47 req-2302918f-de69-49a6-99b1-ac2690a88746 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:05.490069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b602b97c-6f63-44a9-bd56-ee72bc3d7a47 req-2302918f-de69-49a6-99b1-ac2690a88746 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 945 time: 0.1619554 Nov 12 11:20:05.497347 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-52010b12-d762-49b6-a667-57ca79347618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.603854 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-0f470b89-d4d6-49fc-b8b3-ff2578009c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:05.608437 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-52010b12-d762-49b6-a667-57ca79347618 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2f8a6244d3d4cd798f57d2a07939af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7022130 Nov 12 11:20:05.609293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52010b12-d762-49b6-a667-57ca79347618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae77231-9c75-4e52-926e-5414411a199a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:05.617452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:05.617954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-0f470b89-d4d6-49fc-b8b3-ff2578009c9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a739284-8a6d-4d13-a40f-0664ea055ef6 HTTP/1.1" status: 200 len: 855 time: 0.2739408 Nov 12 11:20:05.682307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b602b97c-6f63-44a9-bd56-ee72bc3d7a47 req-cbc0ac0a-7f0b-4ac2-8bb9-5a95aba70e30 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718049 Nov 12 11:20:05.683787 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Floating IP e56513a6-6cd7-4efa-b6dc-b125336c2c04 associated. External IP: 172.25.3.185, port: 0ea167e3-f7a4-444a-a189-1879409a7b1c. Nov 12 11:20:05.722719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9854252-3478-41e2-88d6-1baac1af17c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.764379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-31fef15c-af41-4385-ae52-299dcce25254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:05.765460 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9854252-3478-41e2-88d6-1baac1af17c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.766469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-31fef15c-af41-4385-ae52-299dcce25254 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=038b23e0-51f1-4b9b-9bf2-23b18d7305bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314638 Nov 12 11:20:05.813151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff7a8b-0848-4c0e-80fb-5211b8b9f8da tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:05.817157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42ff7a8b-0848-4c0e-80fb-5211b8b9f8da tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:05.980871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-6650d1fe-8d41-4337-83a3-da6c00a54d38 service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012947 Nov 12 11:20:06.008131 n-d-768852-22 neutron-server[109705]: INFO neutron.db.ipam_backend_mixin [None req-42ff7a8b-0848-4c0e-80fb-5211b8b9f8da tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d (CIDR: 172.20.0.0/28) Nov 12 11:20:06.072612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Router cc13cb3b-3c15-47da-ba1d-1b46ae460109 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:20:06.117980 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ff7a8b-0848-4c0e-80fb-5211b8b9f8da tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:20:06.118897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ff7a8b-0848-4c0e-80fb-5211b8b9f8da tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:06.161104 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9854252-3478-41e2-88d6-1baac1af17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.164598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9854252-3478-41e2-88d6-1baac1af17c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.169144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9854252-3478-41e2-88d6-1baac1af17c9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ae77231-9c75-4e52-926e-5414411a199a HTTP/1.1" status: 204 len: 168 time: 0.5499642 Nov 12 11:20:06.180333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9854252-3478-41e2-88d6-1baac1af17c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae77231-9c75-4e52-926e-5414411a199a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:06.286412 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-42ff7a8b-0848-4c0e-80fb-5211b8b9f8da tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0244486 Nov 12 11:20:06.286702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35730) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:06.295096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:06.337099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ca11039-2fb2-4bd5-92eb-1084cf690fce req-c404784a-6fdb-4bcc-9463-dc47c06bdb46 service neutron] 10.222.0.57 "GET /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792661 Nov 12 11:20:06.352626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:06.367336 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] Sync routers for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:06.375989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.392361 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:06.392361 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:20:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:06.422855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8d890363-59ba-44c5-a233-90f741198d64 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "PUT /v2.0/floatingips/e56513a6-6cd7-4efa-b6dc-b125336c2c04 HTTP/1.1" status: 200 len: 992 time: 3.1215005 Nov 12 11:20:06.422855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'tag': '0ea167e3-f7a4-444a-a189-1879409a7b1c'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:06.424388 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d282606-026d-4301-8b59-224268c0b65b" -d '{"events": [{"name": "network-changed", "server_uuid": "73eb8810-012d-4de6-b3c8-60c890e652ff", "tag": "0ea167e3-f7a4-444a-a189-1879409a7b1c"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:06.501455 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f076f9a6-4b19-4ba7-b112-6a690fc959d1 x-openstack-request-id: req-f076f9a6-4b19-4ba7-b112-6a690fc959d1 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:06.501588 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73eb8810-012d-4de6-b3c8-60c890e652ff", "tag": "0ea167e3-f7a4-444a-a189-1879409a7b1c", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:06.501857 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f076f9a6-4b19-4ba7-b112-6a690fc959d1 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:06.502269 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'tag': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'status': 'completed', 'code': 200} Nov 12 11:20:06.602981 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:06.714903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282606-026d-4301-8b59-224268c0b65b req-ccd9656a-2b07-448a-b3ed-ed7db4572934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:06.716884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d282606-026d-4301-8b59-224268c0b65b req-ccd9656a-2b07-448a-b3ed-ed7db4572934 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 1098 time: 0.1773918 Nov 12 11:20:06.734134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-8437694b-0fb9-480d-9c90-caaeba27b040 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:06.736339 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-8437694b-0fb9-480d-9c90-caaeba27b040 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.57 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 945 time: 0.1289320 Nov 12 11:20:06.749523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:06.765512 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:06.976014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282606-026d-4301-8b59-224268c0b65b req-117cd7f2-9e77-4d92-b892-2916d997c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:06.977593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d282606-026d-4301-8b59-224268c0b65b req-117cd7f2-9e77-4d92-b892-2916d997c764 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2395597 Nov 12 11:20:06.984985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77098d5-34b9-4371-8cd8-d336511d5618 req-4c88b8a3-ccc9-4ae3-b459-55741660d380 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:06.986751 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f77098d5-34b9-4371-8cd8-d336511d5618 req-4c88b8a3-ccc9-4ae3-b459-55741660d380 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 945 time: 0.0831382 Nov 12 11:20:07.104773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f77098d5-34b9-4371-8cd8-d336511d5618 req-d72cedc6-0984-4c3d-be99-a4d2fb6d607a tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116743 Nov 12 11:20:07.133971 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e56513a6-6cd7-4efa-b6dc-b125336c2c04', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'port_id': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'mac_address': 'fa:16:3e:c9:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:19:43Z', 'updated_at': '2021-11-12T11:20:04Z', 'revision_number': 1, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:07.174910 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] Checking router: cc13cb3b-3c15-47da-ba1d-1b46ae460109 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:20:07.184830 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:07.189419 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:20:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:07.368162 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:07.435652 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.479507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Deleting port 4db88199-d53d-43f7-ad86-e6bdef925fc3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:07.481984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.495097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:07.502993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:07.513544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:07.514431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.540436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddfc1d1-ed9a-4a71-ae8c-90dbd6319482 None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:07.566412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=84fb62f5-fd20-4a5b-a20b-8218e91966b6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:07.601558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d282606-026d-4301-8b59-224268c0b65b req-3bbd1753-8c99-410f-9653-4e714cb6095e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c HTTP/1.1" status: 200 len: 1000 time: 0.6140282 Nov 12 11:20:07.715205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] For port 4db88199-d53d-43f7-ad86-e6bdef925fc3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4db88199-d53d-43f7-ad86-e6bdef925fc3,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:07.715965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:07.761759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Calling delete_port for 4db88199-d53d-43f7-ad86-e6bdef925fc3 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:07.765791 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e56513a6-6cd7-4efa-b6dc-b125336c2c04', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'port_id': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'mac_address': 'fa:16:3e:c9:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:19:43Z', 'updated_at': '2021-11-12T11:20:04Z', 'revision_number': 1, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:07.774164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282606-026d-4301-8b59-224268c0b65b req-8901e99a-3cf2-496a-8a30-ab1a9d889985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:07.785362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-19d941f9-f295-4aae-a3fa-070261002907 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4942861 Nov 12 11:20:07.785595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d282606-026d-4301-8b59-224268c0b65b req-8901e99a-3cf2-496a-8a30-ab1a9d889985 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.1557095 Nov 12 11:20:07.786020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:07.802021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-666927445', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84fb62f5-fd20-4a5b-a20b-8218e91966b6'}], 'security_groups': ['53379430-8e24-4483-a605-018e5a320926']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:07.870053 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e6ee09-5a1b-4081-812e-659bc0f1d2d4 None None] The sync data for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 is: [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e56513a6-6cd7-4efa-b6dc-b125336c2c04', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'port_id': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'mac_address': 'fa:16:3e:c9:6c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:19:43Z', 'updated_at': '2021-11-12T11:20:04Z', 'revision_number': 1, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:07.985968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d282606-026d-4301-8b59-224268c0b65b req-628d0a01-e069-48c2-9b1b-d57362228df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:07.995166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d282606-026d-4301-8b59-224268c0b65b req-628d0a01-e069-48c2-9b1b-d57362228df9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2094359 Nov 12 11:20:08.026078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.312905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d282606-026d-4301-8b59-224268c0b65b req-9de7234c-46c7-4394-82c8-2bc0e049cb18 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801805 Nov 12 11:20:08.335976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12439b-a133-4c8b-a22d-d03ad4b32495 None None] New status for floating IP e56513a6-6cd7-4efa-b6dc-b125336c2c04: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:20:08.464493 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.503127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['f3d17b03-060d-4f3c-b206-a70b51a31a85'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:08.519120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Pushing event deleted for resources: {'Port': ['ID=4db88199-d53d-43f7-ad86-e6bdef925fc3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:08.624118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] No DVR routers for this DVR port 4db88199-d53d-43f7-ad86-e6bdef925fc3 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:08.624118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.630569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10e1a4d8-7d73-42ea-8a58-9b996d7a4dc1 req-d657edea-6beb-4a63-9548-8abe70e61efc tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.57 "DELETE /v2.0/ports/4db88199-d53d-43f7-ad86-e6bdef925fc3 HTTP/1.1" status: 204 len: 173 time: 1.8805447 Nov 12 11:20:08.631374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ed7590-baaa-478d-b66c-da5d9715855b', 'name': 'network-vif-deleted', 'tag': '4db88199-d53d-43f7-ad86-e6bdef925fc3'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:08.657250 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5979143f-b436-463d-b6a9-81fa0d1670e0" -d '{"events": [{"server_uuid": "20ed7590-baaa-478d-b66c-da5d9715855b", "name": "network-vif-deleted", "tag": "4db88199-d53d-43f7-ad86-e6bdef925fc3"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:08.683985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d282606-026d-4301-8b59-224268c0b65b req-432c7872-7819-4e64-9c0d-3ce98a986dc8 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625784 Nov 12 11:20:08.723817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b4e09-ea85-41be-9c48-f0067a1a9cce None None] Update dhcp port {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'fixed_ips': [{'subnet_id': '0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d', 'ip_address': '172.20.0.2'}, {'subnet_id': '84fb62f5-fd20-4a5b-a20b-8218e91966b6'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '9544ba58-9722-4667-80fd-a37a8e16df35'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:20:08.776318 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cac73a-86b7-4b77-aeb0-dbd3871c5389 x-openstack-request-id: req-f2cac73a-86b7-4b77-aeb0-dbd3871c5389 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:08.776873 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ed7590-baaa-478d-b66c-da5d9715855b", "name": "network-vif-deleted", "tag": "4db88199-d53d-43f7-ad86-e6bdef925fc3", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:08.777124 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f2cac73a-86b7-4b77-aeb0-dbd3871c5389 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:08.777530 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ed7590-baaa-478d-b66c-da5d9715855b', 'name': 'network-vif-deleted', 'tag': '4db88199-d53d-43f7-ad86-e6bdef925fc3', 'status': 'completed', 'code': 200} Nov 12 11:20:08.849152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-592b4e09-ea85-41be-9c48-f0067a1a9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:08.922025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Delete allocated IP 172.20.0.12 (388d09be-ba62-4c57-9b71-3597654dd030/0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d) {{(pid=109705) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:20:08.944610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.22 (388d09be-ba62-4c57-9b71-3597654dd030/84fb62f5-fd20-4a5b-a20b-8218e91966b6/0a4f02a3-90c6-4269-a1ed-11489710fb3c) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:09.231887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.300251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae99ede-8580-4d73-80e7-7dcbc845cb87 req-5b66adcc-4ad3-4178-a4c9-bf93a82254ee tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:09.302068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dae99ede-8580-4d73-80e7-7dcbc845cb87 req-5b66adcc-4ad3-4178-a4c9-bf93a82254ee tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=20ed7590-baaa-478d-b66c-da5d9715855b HTTP/1.1" status: 200 len: 867 time: 0.9139171 Nov 12 11:20:09.341857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.537696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-592b4e09-ea85-41be-9c48-f0067a1a9cce None None] Allocated IP 172.20.0.18 (388d09be-ba62-4c57-9b71-3597654dd030/84fb62f5-fd20-4a5b-a20b-8218e91966b6/9544ba58-9722-4667-80fd-a37a8e16df35) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:09.590177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=0a4f02a3-90c6-4269-a1ed-11489710fb3c,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:09.652454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dae99ede-8580-4d73-80e7-7dcbc845cb87 req-d73dea3d-54f9-4319-841b-3b9004bd96de tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422527 Nov 12 11:20:09.653580 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] In _notify_port_updated(), no bound segment for port 0a4f02a3-90c6-4269-a1ed-11489710fb3c on network 388d09be-ba62-4c57-9b71-3597654dd030 {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:20:09.662701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:09.663883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.681083 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:09.688662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c52ca84-2cd0-4ad2-986f-58123d150449 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "PUT /v2.0/ports/0a4f02a3-90c6-4269-a1ed-11489710fb3c HTTP/1.1" status: 200 len: 920 time: 1.9013729 Nov 12 11:20:09.743994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-592b4e09-ea85-41be-9c48-f0067a1a9cce None None] For port 9544ba58-9722-4667-80fd-a37a8e16df35, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9544ba58-9722-4667-80fd-a37a8e16df35,segment=NetworkSegment(54c61dc2-9e6d-410a-ba31-b3f2cbd279ea),segment_id=54c61dc2-9e6d-410a-ba31-b3f2cbd279ea)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:09.790900 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-592b4e09-ea85-41be-9c48-f0067a1a9cce None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.845412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab055d-e411-484a-bdae-bde747ca9adf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 0a4f02a3-90c6-4269-a1ed-11489710fb3c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:09.846449 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2ab055d-e411-484a-bdae-bde747ca9adf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:09.956895 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-592b4e09-ea85-41be-9c48-f0067a1a9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.037409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2ab055d-e411-484a-bdae-bde747ca9adf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.067084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab055d-e411-484a-bdae-bde747ca9adf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 0a4f02a3-90c6-4269-a1ed-11489710fb3c owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:10.113635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b4e09-ea85-41be-9c48-f0067a1a9cce None None] Pushing event updated for resources: {'Port': ['ID=9544ba58-9722-4667-80fd-a37a8e16df35,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:10.429026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4db88199-d53d-43f7-ad86-e6bdef925fc3 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:10.435469 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2ab055d-e411-484a-bdae-bde747ca9adf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.476694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 4db88199-d53d-43f7-ad86-e6bdef925fc3 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:10.476694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4db88199-d53d-43f7-ad86-e6bdef925fc3 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:10.490487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab055d-e411-484a-bdae-bde747ca9adf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=0a4f02a3-90c6-4269-a1ed-11489710fb3c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:10.613057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b2ab055d-e411-484a-bdae-bde747ca9adf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.619134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b2ab055d-e411-484a-bdae-bde747ca9adf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/0a4f02a3-90c6-4269-a1ed-11489710fb3c HTTP/1.1" status: 204 len: 168 time: 0.9337265 Nov 12 11:20:10.623661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35878) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:10.655605 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-87120a09-3529-49b2-acb3-18f0c000a922 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:20:10.657308 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-87120a09-3529-49b2-acb3-18f0c000a922 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/0a4f02a3-90c6-4269-a1ed-11489710fb3c HTTP/1.1" status: 404 len: 333 time: 0.0325773 Nov 12 11:20:10.660734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35882) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:10.730982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-763bcef4-0017-4909-8a2a-e42820005540 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.771406 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-763bcef4-0017-4909-8a2a-e42820005540 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.892694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-763bcef4-0017-4909-8a2a-e42820005540 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.903464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-763bcef4-0017-4909-8a2a-e42820005540 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:10.907649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-763bcef4-0017-4909-8a2a-e42820005540 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/security-groups/892ccbd7-dcdd-469f-9b0f-4909409e1423 HTTP/1.1" status: 204 len: 168 time: 0.2427769 Nov 12 11:20:10.907793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35892) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:10.929805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a4b9b593-fc7d-410f-adf0-b097395069fe None None] Could not find standard attr ID for object 0a4f02a3-90c6-4269-a1ed-11489710fb3c. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:20:10.939805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bcef4-0017-4909-8a2a-e42820005540 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892ccbd7-dcdd-469f-9b0f-4909409e1423,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:10.953879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a4b9b593-fc7d-410f-adf0-b097395069fe None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:10.954646 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b593-fc7d-410f-adf0-b097395069fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.010862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-130ea254-c42a-4dc6-bfa8-d1cc64d08ff1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.040484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-130ea254-c42a-4dc6-bfa8-d1cc64d08ff1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.155700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-130ea254-c42a-4dc6-bfa8-d1cc64d08ff1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.159202 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-130ea254-c42a-4dc6-bfa8-d1cc64d08ff1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.164806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35900) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:11.164975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-130ea254-c42a-4dc6-bfa8-d1cc64d08ff1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/security-groups/53379430-8e24-4483-a605-018e5a320926 HTTP/1.1" status: 204 len: 168 time: 0.2558496 Nov 12 11:20:11.189478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ea254-c42a-4dc6-bfa8-d1cc64d08ff1 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53379430-8e24-4483-a605-018e5a320926,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:11.229102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a4b9b593-fc7d-410f-adf0-b097395069fe None None] Provisioning complete for port b4299cf1-9dcb-432b-b9ce-42dd94f49039 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:11.230394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4b9b593-fc7d-410f-adf0-b097395069fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.317587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9b593-fc7d-410f-adf0-b097395069fe None None] Port b4299cf1-9dcb-432b-b9ce-42dd94f49039 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:11.319189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9544ba58-9722-4667-80fd-a37a8e16df35 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:11.328537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet 0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:11.345322 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.451379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:11.451953 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.620807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.695707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ac65d-89b8-4c1f-901e-671820bc5e52 req-04ccbb2e-3153-4450-a97f-d40b77e1ed0b tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:11.697885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f54ac65d-89b8-4c1f-901e-671820bc5e52 req-04ccbb2e-3153-4450-a97f-d40b77e1ed0b tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.2828269 Nov 12 11:20:11.733190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b4030de5-1857-484b-b42d-60a27fe01233 None None] Could not find standard attr ID for object 0a4f02a3-90c6-4269-a1ed-11489710fb3c. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:20:11.864831 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:11.898132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f54ac65d-89b8-4c1f-901e-671820bc5e52 req-fadbfd3f-d7a2-4003-b762-6a69963113e6 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786485 Nov 12 11:20:12.109822 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.115694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35924) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.182611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.188059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5096bd-393b-4b7d-b6d6-50d07ef78267 None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:12.197662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d HTTP/1.1" status: 204 len: 168 time: 1.0316584 Nov 12 11:20:12.198166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35930) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:12.203248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:12.205934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:12.229908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.230904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.231616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.233075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.236761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.237179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.237526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.239449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.239804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.241046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.242513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.242803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979b0158-5e91-4be2-98fe-4a29330b863c tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:12.389680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d85d15e-29c2-479d-96f7-242e8b21013c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.614526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d85d15e-29c2-479d-96f7-242e8b21013c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.647290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:12.651099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.682027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d85d15e-29c2-479d-96f7-242e8b21013c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:12.807602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85d15e-29c2-479d-96f7-242e8b21013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf880a3-4764-436c-b3f7-bb14ae44c36f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:12.815423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d85d15e-29c2-479d-96f7-242e8b21013c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7a4f0b45233f48af88cb88b61d98b10a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6990430 Nov 12 11:20:12.818065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35938) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:13.124225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-87542fad-71c5-4c45-b239-b12c2c7cee97 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:13.125857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-87542fad-71c5-4c45-b239-b12c2c7cee97 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.57 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.2752697 Nov 12 11:20:13.140986 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-270da6c8-e65c-4590-819b-24cee86e3a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.143844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.231348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:13.239446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:13.251848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:13.257830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.305017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=380fc791-7d46-47e9-9aa9-32ec39d3b8f5,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:13.345027 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-270da6c8-e65c-4590-819b-24cee86e3a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.369142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f2b4b89a-9260-4245-b3a0-8f05aa31f063 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1691318 Nov 12 11:20:13.372835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35946) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:13.377635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a2fee0de-7e13-4e24-8061-bdf9ceb5d88e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'security_group': {'name': 'tempest-secgroup-42053533'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:13.385656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5695351-a95e-4346-82f9-e0dfcf3a0719 req-6d9b5f0b-2deb-4ec0-9895-33b234d7a812 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:13.389216 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5695351-a95e-4346-82f9-e0dfcf3a0719 req-6d9b5f0b-2deb-4ec0-9895-33b234d7a812 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 945 time: 0.3318145 Nov 12 11:20:13.492122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2fee0de-7e13-4e24-8061-bdf9ceb5d88e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.549464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9704707e-eb44-4dd4-a90f-c7ac4070b257 None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:13.551583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5695351-a95e-4346-82f9-e0dfcf3a0719 req-7166307f-8935-46b4-953c-b143bc90a21f tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/security-groups?id=78fb54e4-5b7b-485f-aa9d-efb254138d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508605 Nov 12 11:20:13.557142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Deleting port f3d17b03-060d-4f3c-b206-a70b51a31a85 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:13.559875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.712584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5cd30b82-0bd7-49a9-9792-3bffefa68b43 None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:13.713336 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5cd30b82-0bd7-49a9-9792-3bffefa68b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.756442 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-270da6c8-e65c-4590-819b-24cee86e3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.766306 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-270da6c8-e65c-4590-819b-24cee86e3a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.784548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-270da6c8-e65c-4590-819b-24cee86e3a95 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fcf880a3-4764-436c-b3f7-bb14ae44c36f HTTP/1.1" status: 204 len: 168 time: 0.9616895 Nov 12 11:20:13.859734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] For port f3d17b03-060d-4f3c-b206-a70b51a31a85, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f3d17b03-060d-4f3c-b206-a70b51a31a85,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:13.860135 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.886856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270da6c8-e65c-4590-819b-24cee86e3a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf880a3-4764-436c-b3f7-bb14ae44c36f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:13.905076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2fee0de-7e13-4e24-8061-bdf9ceb5d88e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.940352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Calling delete_port for f3d17b03-060d-4f3c-b206-a70b51a31a85 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:13.954290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5cd30b82-0bd7-49a9-9792-3bffefa68b43 None None] Provisioning complete for port b4299cf1-9dcb-432b-b9ce-42dd94f49039 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:13.954711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5cd30b82-0bd7-49a9-9792-3bffefa68b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:13.977941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2fee0de-7e13-4e24-8061-bdf9ceb5d88e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.051086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a98c4e-fcd3-45f5-8565-4be7450b221d None None] Update dhcp port {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'fixed_ips': [{'subnet_id': '84fb62f5-fd20-4a5b-a20b-8218e91966b6', 'ip_address': '172.20.0.18'}, {'subnet_id': '380fc791-7d46-47e9-9aa9-32ec39d3b8f5'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '9544ba58-9722-4667-80fd-a37a8e16df35'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:20:14.073438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fee0de-7e13-4e24-8061-bdf9ceb5d88e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25df8749-8842-429d-9488-324d2d7348df,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:14.118019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5cd30b82-0bd7-49a9-9792-3bffefa68b43 None None] Port b4299cf1-9dcb-432b-b9ce-42dd94f49039 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:14.126714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a9a98c4e-fcd3-45f5-8565-4be7450b221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.175887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2fee0de-7e13-4e24-8061-bdf9ceb5d88e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.181823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a2fee0de-7e13-4e24-8061-bdf9ceb5d88e tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8039846 Nov 12 11:20:14.181823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35960) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:14.186625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-169d236d-442b-4342-b0ab-27a661daa854 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'security_group': {'name': 'tempest-secgroup-560451829'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:14.332492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-169d236d-442b-4342-b0ab-27a661daa854 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.418473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.452568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-a9a98c4e-fcd3-45f5-8565-4be7450b221d None None] Allocated IP 172.20.0.2 (388d09be-ba62-4c57-9b71-3597654dd030/380fc791-7d46-47e9-9aa9-32ec39d3b8f5/9544ba58-9722-4667-80fd-a37a8e16df35) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:14.507424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-169d236d-442b-4342-b0ab-27a661daa854 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.524410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Pushing event deleted for resources: {'Port': ['ID=f3d17b03-060d-4f3c-b206-a70b51a31a85,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:14.588505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] No DVR routers for this DVR port f3d17b03-060d-4f3c-b206-a70b51a31a85 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:14.591620 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-169d236d-442b-4342-b0ab-27a661daa854 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.595908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.604595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2dfcd26c-5a94-4846-ad53-f7f381374bde req-ee85c275-faf5-41ca-a428-e3073dac0c92 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.57 "DELETE /v2.0/ports/f3d17b03-060d-4f3c-b206-a70b51a31a85 HTTP/1.1" status: 204 len: 173 time: 1.4465163 Nov 12 11:20:14.604595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f419b444-df12-42bd-ba1f-f69a415d22e5', 'name': 'network-vif-deleted', 'tag': 'f3d17b03-060d-4f3c-b206-a70b51a31a85'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:14.604595 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54871040-6e79-4068-bb0c-9caf69ccafe6" -d '{"events": [{"server_uuid": "f419b444-df12-42bd-ba1f-f69a415d22e5", "name": "network-vif-deleted", "tag": "f3d17b03-060d-4f3c-b206-a70b51a31a85"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:14.662922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d236d-442b-4342-b0ab-27a661daa854 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a5d820-5dbb-45ac-a372-d14da43e7c3d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:14.698859 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-169d236d-442b-4342-b0ab-27a661daa854 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.703103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35972) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:14.703385 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-169d236d-442b-4342-b0ab-27a661daa854 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5214980 Nov 12 11:20:14.708402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c75dd103-18e4-4acb-8678-5ed8690dcff5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'security_group': {'name': 'tempest-secgroup-556672153'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:14.709749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['f3d17b03-060d-4f3c-b206-a70b51a31a85'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:14.775730 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d110c5-78d8-4e80-be2d-ad8dc01f4ab3 x-openstack-request-id: req-80d110c5-78d8-4e80-be2d-ad8dc01f4ab3 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:14.777409 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f419b444-df12-42bd-ba1f-f69a415d22e5", "name": "network-vif-deleted", "tag": "f3d17b03-060d-4f3c-b206-a70b51a31a85", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:14.777676 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-80d110c5-78d8-4e80-be2d-ad8dc01f4ab3 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:14.778098 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f419b444-df12-42bd-ba1f-f69a415d22e5', 'name': 'network-vif-deleted', 'tag': 'f3d17b03-060d-4f3c-b206-a70b51a31a85', 'status': 'completed', 'code': 200} Nov 12 11:20:14.841551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a9a98c4e-fcd3-45f5-8565-4be7450b221d None None] For port 9544ba58-9722-4667-80fd-a37a8e16df35, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9544ba58-9722-4667-80fd-a37a8e16df35,segment=NetworkSegment(54c61dc2-9e6d-410a-ba31-b3f2cbd279ea),segment_id=54c61dc2-9e6d-410a-ba31-b3f2cbd279ea)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:14.889182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73b559dc-a040-49b6-9e0e-8035cc8a176c req-701e2c3a-a4c5-43da-a175-6b1483416ca2 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 210 time: 0.1752191 Nov 12 11:20:14.896841 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c75dd103-18e4-4acb-8678-5ed8690dcff5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:14.925110 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a9a98c4e-fcd3-45f5-8565-4be7450b221d None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.001414 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a9a98c4e-fcd3-45f5-8565-4be7450b221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.048085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35976) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:15.066155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d8c27bb-82a6-422d-83be-020febf33956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.097789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c75dd103-18e4-4acb-8678-5ed8690dcff5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.172418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c75dd103-18e4-4acb-8678-5ed8690dcff5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.249298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dd103-18e4-4acb-8678-5ed8690dcff5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e6d12-7184-4a31-99da-c0668f496a19,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:15.249546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a98c4e-fcd3-45f5-8565-4be7450b221d None None] Pushing event updated for resources: {'Port': ['ID=9544ba58-9722-4667-80fd-a37a8e16df35,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:15.271787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d8c27bb-82a6-422d-83be-020febf33956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.288847 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c75dd103-18e4-4acb-8678-5ed8690dcff5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.293413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c75dd103-18e4-4acb-8678-5ed8690dcff5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5866473 Nov 12 11:20:15.295477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35982) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:15.301755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-715851581', 'security_groups': ['cf8e6d12-7184-4a31-99da-c0668f496a19'], 'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '380fc791-7d46-47e9-9aa9-32ec39d3b8f5'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:15.321581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0d8c27bb-82a6-422d-83be-020febf33956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.441582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c27bb-82a6-422d-83be-020febf33956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71399969-0f4e-40b6-91ae-fef2d9cecefd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:15.457290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0d8c27bb-82a6-422d-83be-020febf33956 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=da94b454fb83472e84395be4247cb1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4077551 Nov 12 11:20:15.464903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35984) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:15.594464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-17ae864e-8131-4004-b0c4-c19791c1d955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.621408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-17ae864e-8131-4004-b0c4-c19791c1d955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.671320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:15.800768 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-17ae864e-8131-4004-b0c4-c19791c1d955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.804485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-17ae864e-8131-4004-b0c4-c19791c1d955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:15.805708 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-17ae864e-8131-4004-b0c4-c19791c1d955 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/71399969-0f4e-40b6-91ae-fef2d9cecefd HTTP/1.1" status: 204 len: 168 time: 0.3397968 Nov 12 11:20:15.845903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae864e-8131-4004-b0c4-c19791c1d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71399969-0f4e-40b6-91ae-fef2d9cecefd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:16.077646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.149435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bf2f17d6-c16e-47cc-8ee4-a105ee63591b req-d125280b-50a1-460b-9763-ea655dbb3bd5 tempest-ListServerFiltersTestJSON-821644215 tempest-ListServerFiltersTestJSON-821644215-project] 10.222.0.98 "GET /v2.0/ports?device_id=f419b444-df12-42bd-ba1f-f69a415d22e5 HTTP/1.1" status: 200 len: 210 time: 0.0478914 Nov 12 11:20:16.152761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] device_id is not set on port 29b25046-e762-4a46-82b3-a3d652443da9 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:20:16.304816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fa1274fe-7e44-4f8a-bba7-df309a5b38b7 None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:16.305384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa1274fe-7e44-4f8a-bba7-df309a5b38b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.416795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.12 (388d09be-ba62-4c57-9b71-3597654dd030/380fc791-7d46-47e9-9aa9-32ec39d3b8f5/29b25046-e762-4a46-82b3-a3d652443da9) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:16.443434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f3d17b03-060d-4f3c-b206-a70b51a31a85 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:16.478399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: f3d17b03-060d-4f3c-b206-a70b51a31a85 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:20:16.478659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f3d17b03-060d-4f3c-b206-a70b51a31a85 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:16.592294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fa1274fe-7e44-4f8a-bba7-df309a5b38b7 None None] Provisioning complete for port b4299cf1-9dcb-432b-b9ce-42dd94f49039 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:16.594875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa1274fe-7e44-4f8a-bba7-df309a5b38b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:16.673918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fa1274fe-7e44-4f8a-bba7-df309a5b38b7 None None] Port b4299cf1-9dcb-432b-b9ce-42dd94f49039 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:16.842754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.006698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.109008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:17.198002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=29b25046-e762-4a46-82b3-a3d652443da9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:17.209626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:17.211874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:17.311548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36024) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:17.374626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9544ba58-9722-4667-80fd-a37a8e16df35 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:17.420384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:17.420916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.461917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d6e9b0-397d-470b-a311-1b66ead869c8 admin admin] Deleting subnet 1a739284-8a6d-4d13-a40f-0664ea055ef6 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:17.471687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d6e9b0-397d-470b-a311-1b66ead869c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.521103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2df11621-0b07-465e-837e-83f3afee327b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2240927 Nov 12 11:20:17.528407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36026) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:17.534131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d3cabc48-093a-4e72-856f-bcafb27a3868 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:17.557130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d6e9b0-397d-470b-a311-1b66ead869c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.659515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:17.659887 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.752144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d6e9b0-397d-470b-a311-1b66ead869c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.772886 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.862326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c847a2e6-00b2-4510-abd7-b9514b918d11 None None] Provisioning complete for port 29b25046-e762-4a46-82b3-a3d652443da9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:17.870793 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c847a2e6-00b2-4510-abd7-b9514b918d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:17.955842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36034) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:17.961580 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d6e9b0-397d-470b-a311-1b66ead869c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.004005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c847a2e6-00b2-4510-abd7-b9514b918d11 None None] Port 29b25046-e762-4a46-82b3-a3d652443da9 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:18.017788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cabc48-093a-4e72-856f-bcafb27a3868 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:18.022456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3cabc48-093a-4e72-856f-bcafb27a3868 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.053853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6e9b0-397d-470b-a311-1b66ead869c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a739284-8a6d-4d13-a40f-0664ea055ef6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:18.096937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d6e9b0-397d-470b-a311-1b66ead869c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.103471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-40d6e9b0-397d-470b-a311-1b66ead869c8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1a739284-8a6d-4d13-a40f-0664ea055ef6 HTTP/1.1" status: 204 len: 168 time: 0.7899380 Nov 12 11:20:18.106245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60551b66-3c25-446e-88d3-db7b6edb73bc None None] Network 038b23e0-51f1-4b9b-9bf2-23b18d7305bf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:18.110501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36040) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:18.445752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-016d7da0-b3b6-4b8f-9a92-1385f2fa3284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.552179 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.604115 n-d-768852-22 neutron-server[109704]: INFO neutron.db.ipam_backend_mixin [None req-d3cabc48-093a-4e72-856f-bcafb27a3868 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 380fc791-7d46-47e9-9aa9-32ec39d3b8f5 (CIDR: 172.20.0.0/28) Nov 12 11:20:18.633924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] DHCP port deletion for 038b23e0-51f1-4b9b-9bf2-23b18d7305bf request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:18.647678 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cabc48-093a-4e72-856f-bcafb27a3868 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:20:18.652398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cabc48-093a-4e72-856f-bcafb27a3868 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:18.811283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-016d7da0-b3b6-4b8f-9a92-1385f2fa3284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.828679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Deleting port d0332114-40d3-4877-8a57-1ddda09d7fca {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:18.835604 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.882837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d3cabc48-093a-4e72-856f-bcafb27a3868 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3507502 Nov 12 11:20:18.883408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36058) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:18.889403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b019b1c0-06a2-46eb-9177-db33e99ebd06 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:18.930603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-016d7da0-b3b6-4b8f-9a92-1385f2fa3284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:18.958326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Deleting port d0332114-40d3-4877-8a57-1ddda09d7fca {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:18.958996 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.050433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] For port d0332114-40d3-4877-8a57-1ddda09d7fca, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d0332114-40d3-4877-8a57-1ddda09d7fca,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:19.050829 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.085229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Calling delete_port for d0332114-40d3-4877-8a57-1ddda09d7fca owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:19.144820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] For port d0332114-40d3-4877-8a57-1ddda09d7fca, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d0332114-40d3-4877-8a57-1ddda09d7fca,segment=NetworkSegment(869ed504-29a8-4312-877d-942e58519de8),segment_id=869ed504-29a8-4312-877d-942e58519de8)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:19.145218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.166166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Calling delete_port for d0332114-40d3-4877-8a57-1ddda09d7fca owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:19.266182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d0332114-40d3-4877-8a57-1ddda09d7fca no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:19.345472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-016d7da0-b3b6-4b8f-9a92-1385f2fa3284 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65b5590ad67b415da5a1f7d3faee52a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3884099 Nov 12 11:20:19.346227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36062) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:19.355393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d7da0-b3b6-4b8f-9a92-1385f2fa3284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f83e82b-f88b-4353-a124-ae8d93fd8dfe,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:19.366621 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.418507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0332114-40d3-4877-8a57-1ddda09d7fca,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:19.461090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] No DVR routers for this DVR port d0332114-40d3-4877-8a57-1ddda09d7fca on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:19.590322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b019b1c0-06a2-46eb-9177-db33e99ebd06 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:19.594552 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b019b1c0-06a2-46eb-9177-db33e99ebd06 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.606159 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-605e159e-3a66-43fb-98bb-4be53d343a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.635789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-605e159e-3a66-43fb-98bb-4be53d343a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.820491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.841515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No active binding found for port d0332114-40d3-4877-8a57-1ddda09d7fca {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:20:19.841515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d0332114-40d3-4877-8a57-1ddda09d7fca not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:19.853471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] No DVR routers for this DVR port d0332114-40d3-4877-8a57-1ddda09d7fca on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:19.865249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Pushing event deleted for resources: {'Port': ['ID=d0332114-40d3-4877-8a57-1ddda09d7fca,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:19.869854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.886463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.886939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.887371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.887792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.888206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.888597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.888993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.889381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.889794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.891399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.891399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.891399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb726d-1758-4957-aa1f-5aa97c92d422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:20:19.910587 n-d-768852-22 neutron-server[109705]: INFO neutron.db.ipam_backend_mixin [None req-b019b1c0-06a2-46eb-9177-db33e99ebd06 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 84fb62f5-fd20-4a5b-a20b-8218e91966b6 (CIDR: 172.20.0.16/28) Nov 12 11:20:19.924982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038b23e0-51f1-4b9b-9bf2-23b18d7305bf']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:19.937884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869ed504-29a8-4312-877d-942e58519de8') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:19.938697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869ed504-29a8-4312-877d-942e58519de8') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:19.955151 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.979687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.987959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:19.988414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:19.990520 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:20.129091 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-b019b1c0-06a2-46eb-9177-db33e99ebd06 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:20:20.129949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b019b1c0-06a2-46eb-9177-db33e99ebd06 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:20.154513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-605e159e-3a66-43fb-98bb-4be53d343a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.154513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-605e159e-3a66-43fb-98bb-4be53d343a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.155242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-605e159e-3a66-43fb-98bb-4be53d343a16 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f83e82b-f88b-4353-a124-ae8d93fd8dfe HTTP/1.1" status: 204 len: 168 time: 0.8077035 Nov 12 11:20:20.186190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e159e-3a66-43fb-98bb-4be53d343a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f83e82b-f88b-4353-a124-ae8d93fd8dfe,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:20.191711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.218146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.229110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] 10.222.0.98 "DELETE /v2.0/networks/038b23e0-51f1-4b9b-9bf2-23b18d7305bf HTTP/1.1" status: 204 len: 168 time: 2.1170805 Nov 12 11:20:20.241911 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b019b1c0-06a2-46eb-9177-db33e99ebd06 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3569880 Nov 12 11:20:20.245647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36088) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:20.250271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f17c-ca73-447b-8522-00108f39ba74 admin admin] Pushing event deleted for resources: {'Network': ['ID=038b23e0-51f1-4b9b-9bf2-23b18d7305bf,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:20.252281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'subnet': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:20.532273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Made reservation on behalf of aaa9e09f90d449f7b08248f14994dcc4 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:20.537562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.594419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:20.813290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36104) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:20.903715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aedbff56-133e-4d1f-88c9-44fa62085b7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=02d17f249215405391f9b865a5c0e298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886462 Nov 12 11:20:20.907260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36106) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:21.027631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-197eda1d-155c-48e7-9fdd-d72e7b8d2d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.074345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-197eda1d-155c-48e7-9fdd-d72e7b8d2d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.087572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.176364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Network 388d09be-ba62-4c57-9b71-3597654dd030 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:21.186268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:21.192218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:21.193200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.197063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b864483b-473c-4894-9e55-a6280e4c10b1 None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:21.206305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Subnet': ['ID=31b836bc-b5e2-4c87-ab8a-0d037de649cd,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:21.300378 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4b732501-0146-4e53-8ef0-69d57784563a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0564420 Nov 12 11:20:21.303056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36124) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:21.311676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1055565025', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31b836bc-b5e2-4c87-ab8a-0d037de649cd'}], 'security_groups': ['25df8749-8842-429d-9488-324d2d7348df', 'b6a5d820-5dbb-45ac-a372-d14da43e7c3d']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:21.341881 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-197eda1d-155c-48e7-9fdd-d72e7b8d2d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.352671 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-197eda1d-155c-48e7-9fdd-d72e7b8d2d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.357792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-197eda1d-155c-48e7-9fdd-d72e7b8d2d5f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/78fb54e4-5b7b-485f-aa9d-efb254138d32 HTTP/1.1" status: 204 len: 168 time: 0.4442601 Nov 12 11:20:21.377381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eda1d-155c-48e7-9fdd-d72e7b8d2d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb54e4-5b7b-485f-aa9d-efb254138d32,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:21.665131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.761524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf969d-0f1a-4339-a59e-68d037391b9f None None] Update dhcp port {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'fixed_ips': [{'subnet_id': '84fb62f5-fd20-4a5b-a20b-8218e91966b6', 'ip_address': '172.20.0.18'}, {'subnet_id': '380fc791-7d46-47e9-9aa9-32ec39d3b8f5', 'ip_address': '172.20.0.2'}, {'subnet_id': '31b836bc-b5e2-4c87-ab8a-0d037de649cd'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '9544ba58-9722-4667-80fd-a37a8e16df35'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:20:21.816823 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fdaf969d-0f1a-4339-a59e-68d037391b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:21.884062 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:20:22.020009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-a6b0acdf-ff4c-4105-86d9-3cb8d0c04408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.021553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-a6b0acdf-ff4c-4105-86d9-3cb8d0c04408 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1098 time: 0.7463462 Nov 12 11:20:22.219001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Delete allocated IP 172.20.0.12 (388d09be-ba62-4c57-9b71-3597654dd030/380fc791-7d46-47e9-9aa9-32ec39d3b8f5) {{(pid=109705) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 11:20:22.227520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Allocated IP 172.20.0.42 (388d09be-ba62-4c57-9b71-3597654dd030/31b836bc-b5e2-4c87-ab8a-0d037de649cd/29b25046-e762-4a46-82b3-a3d652443da9) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:22.237781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-6232a4a8-16b3-4fb8-b9ee-9b25cf490705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.239775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-6232a4a8-16b3-4fb8-b9ee-9b25cf490705 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.1737332 Nov 12 11:20:22.372205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-b3dc35a7-f375-46f1-81c4-37df36819104 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 1001 time: 0.1174755 Nov 12 11:20:22.532085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-6d6670ac-5026-4cbb-9979-b3a4f5ebe841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.536898 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-6d6670ac-5026-4cbb-9979-b3a4f5ebe841 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1569331 Nov 12 11:20:22.695950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.727611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-ac1ddcda-c1ea-4af7-8aa7-24d9b1db2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.729744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-ac1ddcda-c1ea-4af7-8aa7-24d9b1db2edf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803739 Nov 12 11:20:22.748872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02161c6-6391-4b99-be90-73d5acf2739b req-d3f1db2b-6fb6-4359-b45d-703691fbbdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.755946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02161c6-6391-4b99-be90-73d5acf2739b req-d3f1db2b-6fb6-4359-b45d-703691fbbdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.763055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02161c6-6391-4b99-be90-73d5acf2739b req-d3f1db2b-6fb6-4359-b45d-703691fbbdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.769653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02161c6-6391-4b99-be90-73d5acf2739b req-d3f1db2b-6fb6-4359-b45d-703691fbbdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.780301 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:22.804431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02161c6-6391-4b99-be90-73d5acf2739b req-d3f1db2b-6fb6-4359-b45d-703691fbbdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.823535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02161c6-6391-4b99-be90-73d5acf2739b req-d3f1db2b-6fb6-4359-b45d-703691fbbdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.851664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02161c6-6391-4b99-be90-73d5acf2739b req-d3f1db2b-6fb6-4359-b45d-703691fbbdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:22.862893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f02161c6-6391-4b99-be90-73d5acf2739b req-d3f1db2b-6fb6-4359-b45d-703691fbbdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.2345119 Nov 12 11:20:22.917076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-fdaf969d-0f1a-4339-a59e-68d037391b9f None None] Allocated IP 172.20.0.34 (388d09be-ba62-4c57-9b71-3597654dd030/31b836bc-b5e2-4c87-ab8a-0d037de649cd/9544ba58-9722-4667-80fd-a37a8e16df35) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:22.962957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event updated for resources: {'Port': ['ID=29b25046-e762-4a46-82b3-a3d652443da9,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:23.080062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] In _notify_port_updated(), no bound segment for port 29b25046-e762-4a46-82b3-a3d652443da9 on network 388d09be-ba62-4c57-9b71-3597654dd030 {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:20:23.093637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:23.095729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.099726 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f02161c6-6391-4b99-be90-73d5acf2739b req-bdc84b75-9e51-41e1-afe2-3321e1272ba1 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2353003 Nov 12 11:20:23.103470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7d9f999c-99ed-41f0-9c19-c168de45351b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "PUT /v2.0/ports/29b25046-e762-4a46-82b3-a3d652443da9 HTTP/1.1" status: 200 len: 960 time: 1.7990887 Nov 12 11:20:23.104513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36168) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:23.215480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-36e572fd-00e6-491d-a30c-3e175495bf87 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452401 Nov 12 11:20:23.289644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fdaf969d-0f1a-4339-a59e-68d037391b9f None None] For port 9544ba58-9722-4667-80fd-a37a8e16df35, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9544ba58-9722-4667-80fd-a37a8e16df35,segment=NetworkSegment(54c61dc2-9e6d-410a-ba31-b3f2cbd279ea),segment_id=54c61dc2-9e6d-410a-ba31-b3f2cbd279ea)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:23.346048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9e86f-7290-430a-be4a-9051a62dadad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port 29b25046-e762-4a46-82b3-a3d652443da9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:23.346757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e86f-7290-430a-be4a-9051a62dadad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.406337 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fdaf969d-0f1a-4339-a59e-68d037391b9f None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.439065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2f6d8f2-9477-4f35-a79a-ba9f9e6a64e8 req-a0dfb041-e926-4b0c-bd4b-f0a9ecb26f53 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026057 Nov 12 11:20:23.481883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e86f-7290-430a-be4a-9051a62dadad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.492308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fdaf969d-0f1a-4339-a59e-68d037391b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.496950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9e86f-7290-430a-be4a-9051a62dadad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for 29b25046-e762-4a46-82b3-a3d652443da9 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:23.715838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf969d-0f1a-4339-a59e-68d037391b9f None None] Pushing event updated for resources: {'Port': ['ID=9544ba58-9722-4667-80fd-a37a8e16df35,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:23.817882 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e86f-7290-430a-be4a-9051a62dadad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:23.850199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-89d170ab-78cb-48b5-b5d2-86d41466f53b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:23.857654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-89d170ab-78cb-48b5-b5d2-86d41466f53b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:23.864299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-89d170ab-78cb-48b5-b5d2-86d41466f53b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:23.890044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-89d170ab-78cb-48b5-b5d2-86d41466f53b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:23.890790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9e86f-7290-430a-be4a-9051a62dadad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=29b25046-e762-4a46-82b3-a3d652443da9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:23.914013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-89d170ab-78cb-48b5-b5d2-86d41466f53b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:23.938569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-89d170ab-78cb-48b5-b5d2-86d41466f53b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:23.954045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-89d170ab-78cb-48b5-b5d2-86d41466f53b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:23.965106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-89d170ab-78cb-48b5-b5d2-86d41466f53b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.1968069 Nov 12 11:20:24.023764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e86f-7290-430a-be4a-9051a62dadad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.029490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7bb9e86f-7290-430a-be4a-9051a62dadad tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/29b25046-e762-4a46-82b3-a3d652443da9 HTTP/1.1" status: 204 len: 168 time: 0.9238412 Nov 12 11:20:24.033270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36192) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:24.074650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-6d272edc-ecec-4113-b5dc-22f850fc4f75 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:24.079158 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-6d272edc-ecec-4113-b5dc-22f850fc4f75 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "GET /v2.0/ports/1e632fd0-95a1-49d6-9178-e375f5a106e8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1062212 Nov 12 11:20:24.097034 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78390eb-b705-4593-b7c5-c9021a9417ac tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] GET failed (client error): The resource could not be found. Nov 12 11:20:24.105667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b78390eb-b705-4593-b7c5-c9021a9417ac tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports/29b25046-e762-4a46-82b3-a3d652443da9 HTTP/1.1" status: 404 len: 333 time: 0.0708132 Nov 12 11:20:24.108210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36194) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:24.201164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b8bf-225b-4ac7-8773-4b0bb699b113 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.294646 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b8bf-225b-4ac7-8773-4b0bb699b113 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.488366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-6254c15c-862c-4030-b810-f8597eae1bbb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "GET /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3989241 Nov 12 11:20:24.502937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b8bf-225b-4ac7-8773-4b0bb699b113 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.505784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ae4b8bf-225b-4ac7-8773-4b0bb699b113 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.507766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3ae4b8bf-225b-4ac7-8773-4b0bb699b113 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/security-groups/cf8e6d12-7184-4a31-99da-c0668f496a19 HTTP/1.1" status: 204 len: 168 time: 0.3976407 Nov 12 11:20:24.515316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36210) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:24.516441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:24.554195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4b8bf-225b-4ac7-8773-4b0bb699b113 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e6d12-7184-4a31-99da-c0668f496a19,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:24.601018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-8b75b2d2-47f9-4525-a433-66f16def750b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:24.620122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-8b75b2d2-47f9-4525-a433-66f16def750b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:24.637251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-8b75b2d2-47f9-4525-a433-66f16def750b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:24.651909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-8b75b2d2-47f9-4525-a433-66f16def750b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:24.675423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-8b75b2d2-47f9-4525-a433-66f16def750b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:24.684963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-8b75b2d2-47f9-4525-a433-66f16def750b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:24.692323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-8b75b2d2-47f9-4525-a433-66f16def750b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:24.694912 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-8b75b2d2-47f9-4525-a433-66f16def750b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 5445 time: 0.3874829 Nov 12 11:20:24.718120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb753-a481-498c-bad1-c89661245e6f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.810463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.815086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb753-a481-498c-bad1-c89661245e6f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:24.916776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e1fa391-5d4a-41af-b64e-1a9c3a0058c4 req-dbad68e0-db98-47a5-9862-7cedfc5c0750 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740561 Nov 12 11:20:24.971767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6c82251a-34d2-443c-b7fa-24ddff01d30c None None] Could not find standard attr ID for object 29b25046-e762-4a46-82b3-a3d652443da9. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:20:24.998022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6c82251a-34d2-443c-b7fa-24ddff01d30c None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:24.998950 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c82251a-34d2-443c-b7fa-24ddff01d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.046079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb753-a481-498c-bad1-c89661245e6f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.054247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb753-a481-498c-bad1-c89661245e6f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.056021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bd2cb753-a481-498c-bad1-c89661245e6f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/security-groups/b6a5d820-5dbb-45ac-a372-d14da43e7c3d HTTP/1.1" status: 204 len: 168 time: 0.5386863 Nov 12 11:20:25.063506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36226) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.064424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36228) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.101703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cb753-a481-498c-bad1-c89661245e6f tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a5d820-5dbb-45ac-a372-d14da43e7c3d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:25.168680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6c82251a-34d2-443c-b7fa-24ddff01d30c None None] Provisioning complete for port b4299cf1-9dcb-432b-b9ce-42dd94f49039 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:25.169334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c82251a-34d2-443c-b7fa-24ddff01d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.233990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] For port 1e632fd0-95a1-49d6-9178-e375f5a106e8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1e632fd0-95a1-49d6-9178-e375f5a106e8,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:25.236490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6c82251a-34d2-443c-b7fa-24ddff01d30c None None] Port b4299cf1-9dcb-432b-b9ce-42dd94f49039 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:25.326057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-118d1a23-0c3e-46a8-9a12-cd3ec44f362b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.386587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] For port 1e632fd0-95a1-49d6-9178-e375f5a106e8, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:25.407395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9544ba58-9722-4667-80fd-a37a8e16df35 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:25.417990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-118d1a23-0c3e-46a8-9a12-cd3ec44f362b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.511355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-218882338-network', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:25.537392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] device_id is not set on port 1e632fd0-95a1-49d6-9178-e375f5a106e8 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:20:25.562395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-118d1a23-0c3e-46a8-9a12-cd3ec44f362b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.573380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.575649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:25.577513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-118d1a23-0c3e-46a8-9a12-cd3ec44f362b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.578848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.580961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-118d1a23-0c3e-46a8-9a12-cd3ec44f362b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/security-groups/25df8749-8842-429d-9488-324d2d7348df HTTP/1.1" status: 204 len: 168 time: 0.5148675 Nov 12 11:20:25.592658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36240) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:25.617163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1a23-0c3e-46a8-9a12-cd3ec44f362b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25df8749-8842-429d-9488-324d2d7348df,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:25.639877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Made reservation on behalf of 6b54a289e2554f0e8ed84fb9f7f0a4c8 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:25.650475 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.689464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.700623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.816823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] No DVR routers for this DVR port 1e632fd0-95a1-49d6-9178-e375f5a106e8 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:25.878020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-19002895-9055-4575-a750-6020f17ca8e4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet 380fc791-7d46-47e9-9aa9-32ec39d3b8f5 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:25.937119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19002895-9055-4575-a750-6020f17ca8e4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:25.952256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0456bea3-a49d-4e79-bcc6-82a4e88d6c1d None None] Could not find standard attr ID for object 29b25046-e762-4a46-82b3-a3d652443da9. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:20:25.989340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.029625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] Pushing event updated for resources: {'Port': ['ID=1e632fd0-95a1-49d6-9178-e375f5a106e8,revision_number=6']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:26.042264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.130701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] In _notify_port_updated(), no bound segment for port 1e632fd0-95a1-49d6-9178-e375f5a106e8 on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:20:26.131581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.132247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.133558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-ebf1ee32-e6f9-49e7-9126-6d7eeadb1858 service neutron] 10.222.0.69 "PUT /v2.0/ports/1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 200 len: 1032 time: 1.6339552 Nov 12 11:20:26.146658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:20:26.155821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315619a1-842b-4c89-9022-84ea0c5efe6f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:26.163726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19002895-9055-4575-a750-6020f17ca8e4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.189067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.189420 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Added segment 41efaf5d-cbc1-4bd4-9cc7-292d82c8c750 of type vlan for network f3909083-bf36-4ac4-a981-29fb81073bd6 Nov 12 11:20:26.285480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e417ef7c-649d-4d80-8531-8f4942e31313 None None] Provisioning complete for port 1e632fd0-95a1-49d6-9178-e375f5a106e8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:26.286056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e417ef7c-649d-4d80-8531-8f4942e31313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.324254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.398248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e417ef7c-649d-4d80-8531-8f4942e31313 None None] Port 1e632fd0-95a1-49d6-9178-e375f5a106e8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:26.428942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.430252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.430841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.822365 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19002895-9055-4575-a750-6020f17ca8e4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:26.872983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0517-617c-4b10-a3b3-f97d66217040 req-6c23cca4-0695-40d7-aaec-a0f63b68fa3f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.881121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0517-617c-4b10-a3b3-f97d66217040 req-6c23cca4-0695-40d7-aaec-a0f63b68fa3f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.889060 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0517-617c-4b10-a3b3-f97d66217040 req-6c23cca4-0695-40d7-aaec-a0f63b68fa3f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.896248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0517-617c-4b10-a3b3-f97d66217040 req-6c23cca4-0695-40d7-aaec-a0f63b68fa3f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.904261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0517-617c-4b10-a3b3-f97d66217040 req-6c23cca4-0695-40d7-aaec-a0f63b68fa3f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.911074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b0517-617c-4b10-a3b3-f97d66217040 req-6c23cca4-0695-40d7-aaec-a0f63b68fa3f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.913287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c11b0517-617c-4b10-a3b3-f97d66217040 req-6c23cca4-0695-40d7-aaec-a0f63b68fa3f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 4666 time: 0.8387113 Nov 12 11:20:26.936768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-25fd124d-3b54-4b14-897d-a2288ee40377 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:26.936768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-25fd124d-3b54-4b14-897d-a2288ee40377 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "GET /v2.0/ports/26e63152-5248-4e8f-b5aa-114acaedfd1f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7919116 Nov 12 11:20:26.959697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:27.082675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.126892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] Pushing event updated for resources: {'Network': ['ID=f3909083-bf36-4ac4-a981-29fb81073bd6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:27.143844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f3909083-bf36-4ac4-a981-29fb81073bd6 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:20:27.179542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19002895-9055-4575-a750-6020f17ca8e4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.201342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-19002895-9055-4575-a750-6020f17ca8e4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.206708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-19002895-9055-4575-a750-6020f17ca8e4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/380fc791-7d46-47e9-9aa9-32ec39d3b8f5 HTTP/1.1" status: 204 len: 168 time: 1.6118534 Nov 12 11:20:27.210800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36274) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:27.219245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c11b0517-617c-4b10-a3b3-f97d66217040 req-ee05b706-758a-4bf9-9448-66bbdf2fefc4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=32ef4b2d-0051-4e24-b97a-64240ca6fd03&id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2795849 Nov 12 11:20:27.234754 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e2b6ad19-9a6f-4ef5-b491-e62e3a757da9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1656690 Nov 12 11:20:27.266280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36276) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:27.284953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Request body: {'subnet': {'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-subnet', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:27.300526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19002895-9055-4575-a750-6020f17ca8e4 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=380fc791-7d46-47e9-9aa9-32ec39d3b8f5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:27.321852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1296eaaf-bf3b-439d-80e7-70283a081b56 None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:27.421507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-50429e0e-d5c0-4f2b-b31a-772e0260d487 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet 31b836bc-b5e2-4c87-ab8a-0d037de649cd {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:27.433374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50429e0e-d5c0-4f2b-b31a-772e0260d487 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.450408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Made reservation on behalf of 6b54a289e2554f0e8ed84fb9f7f0a4c8 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:27.455698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.494270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] For port 26e63152-5248-4e8f-b5aa-114acaedfd1f, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=26e63152-5248-4e8f-b5aa-114acaedfd1f,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:27.497444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1e632fd0-95a1-49d6-9178-e375f5a106e8 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:27.501544 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50429e0e-d5c0-4f2b-b31a-772e0260d487 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.630553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1e632fd0-95a1-49d6-9178-e375f5a106e8 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:27.630991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cb6b3f-040e-487c-9e01-a4d4ca65de81 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:27.711718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50429e0e-d5c0-4f2b-b31a-772e0260d487 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.938111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] For port 26e63152-5248-4e8f-b5aa-114acaedfd1f, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:27.972936 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50429e0e-d5c0-4f2b-b31a-772e0260d487 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:27.991779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50429e0e-d5c0-4f2b-b31a-772e0260d487 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.000772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-50429e0e-d5c0-4f2b-b31a-772e0260d487 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/31b836bc-b5e2-4c87-ab8a-0d037de649cd HTTP/1.1" status: 204 len: 168 time: 0.7884636 Nov 12 11:20:28.007227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36292) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:28.020606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] device_id is not set on port 26e63152-5248-4e8f-b5aa-114acaedfd1f yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:20:28.063444 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.067215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36294) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:28.127298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50429e0e-d5c0-4f2b-b31a-772e0260d487 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=31b836bc-b5e2-4c87-ab8a-0d037de649cd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:28.142930 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.146364 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b3ecb8-8874-48b0-9de9-d32a63e5e206 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:28.149008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b3ecb8-8874-48b0-9de9-d32a63e5e206 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:28.155113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-06b3ecb8-8874-48b0-9de9-d32a63e5e206 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/380fc791-7d46-47e9-9aa9-32ec39d3b8f5 HTTP/1.1" status: 404 len: 337 time: 0.1466508 Nov 12 11:20:28.163446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36298) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:28.194598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cb6b3f-040e-487c-9e01-a4d4ca65de81, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:28.198121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50cb6b3f-040e-487c-9e01-a4d4ca65de81'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:28.200908 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89ed20b-d29a-4b61-84b2-edda17b7e78d" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "50cb6b3f-040e-487c-9e01-a4d4ca65de81"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:28.205082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.302034 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.302872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 1d99c5d1-bb8d-46d9-a781-788965264a54 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:28.389125 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.642639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a51b77-a44a-487f-a385-978f0a9eb40f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:28.675193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36bd4-6739-4619-af6c-b5ffc63fb67f req-b0b049b9-0d81-460c-a500-a49dc1ecf18c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:28.683448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] No DVR routers for this DVR port 26e63152-5248-4e8f-b5aa-114acaedfd1f on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:28.719236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36bd4-6739-4619-af6c-b5ffc63fb67f req-b0b049b9-0d81-460c-a500-a49dc1ecf18c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:28.747803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cabd5a-fb89-49a3-83da-7837c0a3c9ad None None] Update dhcp port {'port': {'network_id': '388d09be-ba62-4c57-9b71-3597654dd030', 'fixed_ips': [{'subnet_id': '84fb62f5-fd20-4a5b-a20b-8218e91966b6', 'ip_address': '172.20.0.18'}, {'subnet_id': '31b836bc-b5e2-4c87-ab8a-0d037de649cd'}], 'binding:host_id': 'n-d-768852-22'}, 'id': '9544ba58-9722-4667-80fd-a37a8e16df35'} from n-d-768852-22. {{(pid=109706) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 11:20:28.761054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=50cb6b3f-040e-487c-9e01-a4d4ca65de81,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:28.769297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36bd4-6739-4619-af6c-b5ffc63fb67f req-b0b049b9-0d81-460c-a500-a49dc1ecf18c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:28.795396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36bd4-6739-4619-af6c-b5ffc63fb67f req-b0b049b9-0d81-460c-a500-a49dc1ecf18c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:28.811057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] In _notify_port_updated(), no bound segment for port 26e63152-5248-4e8f-b5aa-114acaedfd1f on network 2b15c206-d2e2-418d-8f51-2b33242c1d70 {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:20:28.811057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:28.811057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.825103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] 10.222.0.69 "PUT /v2.0/ports/26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 200 len: 1033 time: 1.8606384 Nov 12 11:20:28.841976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f36bd4-6739-4619-af6c-b5ffc63fb67f req-b0b049b9-0d81-460c-a500-a49dc1ecf18c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:28.845280 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35f36bd4-6739-4619-af6c-b5ffc63fb67f req-b0b049b9-0d81-460c-a500-a49dc1ecf18c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 3884 time: 0.4278619 Nov 12 11:20:28.902278 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f9823-698e-43e4-9101-cae58360b539 x-openstack-request-id: req-a32f9823-698e-43e4-9101-cae58360b539 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:28.902278 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "50cb6b3f-040e-487c-9e01-a4d4ca65de81", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:28.902278 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a32f9823-698e-43e4-9101-cae58360b539 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:28.902278 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50cb6b3f-040e-487c-9e01-a4d4ca65de81', 'code': 200} Nov 12 11:20:28.929356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-70cabd5a-fb89-49a3-83da-7837c0a3c9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:28.977279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f86ef7-f1aa-4caf-aab2-21ea5d6ff76f service neutron] Pushing event updated for resources: {'Port': ['ID=26e63152-5248-4e8f-b5aa-114acaedfd1f,revision_number=6']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:28.996121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bd84fa-d523-4dff-9767-173c55762d49 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting subnet 84fb62f5-fd20-4a5b-a20b-8218e91966b6 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:20:29.001837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bd84fa-d523-4dff-9767-173c55762d49 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.058913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bd84fa-d523-4dff-9767-173c55762d49 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.077546 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35f36bd4-6739-4619-af6c-b5ffc63fb67f req-3e116401-b4bf-4b29-b393-159838fcee57 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151046 Nov 12 11:20:29.222923 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8b4d-ef3b-4342-8ab8-e931388af981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.222923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Checking segment: {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:29.222923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Network hostable DHCP agents. Network: f3909083-bf36-4ac4-a981-29fb81073bd6, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:20:29.226994 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.226994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a538c127-12f6-4d56-94b1-151e900df3cb None None] Provisioning complete for port 26e63152-5248-4e8f-b5aa-114acaedfd1f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:29.226994 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a538c127-12f6-4d56-94b1-151e900df3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.250026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 1d99c5d1-bb8d-46d9-a781-788965264a54, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1d99c5d1-bb8d-46d9-a781-788965264a54,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:29.272877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a538c127-12f6-4d56-94b1-151e900df3cb None None] Port 26e63152-5248-4e8f-b5aa-114acaedfd1f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:29.296638 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bd84fa-d523-4dff-9767-173c55762d49 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.399026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8b4d-ef3b-4342-8ab8-e931388af981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.403937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting port 23d3d990-1ea4-48ed-8037-8035977b61b1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:29.404273 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.471097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Network f3909083-bf36-4ac4-a981-29fb81073bd6 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:20:29.492564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce9f8b4d-ef3b-4342-8ab8-e931388af981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.493190 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.494261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 26e63152-5248-4e8f-b5aa-114acaedfd1f no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:29.538069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ce9f8b4d-ef3b-4342-8ab8-e931388af981 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=45fc30b4c1b8430683b51f631778846d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4060791 Nov 12 11:20:29.538581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36322) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.571961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] For port 23d3d990-1ea4-48ed-8037-8035977b61b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=23d3d990-1ea4-48ed-8037-8035977b61b1,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:29.571961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.582580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 26e63152-5248-4e8f-b5aa-114acaedfd1f not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:20:29.583019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 23d3d990-1ea4-48ed-8037-8035977b61b1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:29.590156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f8b4d-ef3b-4342-8ab8-e931388af981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8740a5d9-067c-4b27-bf35-771b6b2347a0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:29.607398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bd84fa-d523-4dff-9767-173c55762d49 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server [None req-70cabd5a-fb89-49a3-83da-7837c0a3c9ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84fb62f5-fd20-4a5b-a20b-8218e91966b6: This subnet is being modified by another concurrent operation. Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84fb62f5-fd20-4a5b-a20b-8218e91966b6: This subnet is being modified by another concurrent operation. Nov 12 11:20:29.607614 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Nov 12 11:20:29.615036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=1d99c5d1-bb8d-46d9-a781-788965264a54,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:29.631661 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0b86ce0e-e439-4df1-ace8-28986943ddf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.640391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca374b-facf-425d-b181-b615a9242bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.660582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Calling delete_port for 23d3d990-1ea4-48ed-8037-8035977b61b1 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:29.682733 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca374b-facf-425d-b181-b615a9242bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.755292 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bd84fa-d523-4dff-9767-173c55762d49 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.765232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e2bd84fa-d523-4dff-9767-173c55762d49 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/84fb62f5-fd20-4a5b-a20b-8218e91966b6 HTTP/1.1" status: 204 len: 168 time: 1.5953376 Nov 12 11:20:29.771999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f3909083-bf36-4ac4-a981-29fb81073bd6) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:29.779357 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.783835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36330) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.795274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd84fa-d523-4dff-9767-173c55762d49 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Subnet': ['ID=84fb62f5-fd20-4a5b-a20b-8218e91966b6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:29.813680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3799524-c8d4-4bba-9174-b8aa1488eadb None None] Network f3909083-bf36-4ac4-a981-29fb81073bd6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:29.815758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:29.821165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.825754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c511fd-d86d-45da-a439-a51db9e8b2af None None] Network 388d09be-ba62-4c57-9b71-3597654dd030 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:29.884326 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-564270a4-58d0-49be-ab70-b78b5fdc0162 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:29.884803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564270a4-58d0-49be-ab70-b78b5fdc0162 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:29.894365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36338) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.898746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-564270a4-58d0-49be-ab70-b78b5fdc0162 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/0f6acf2a-ed0a-416b-a4e8-1c59a6165b6d HTTP/1.1" status: 404 len: 337 time: 0.1009810 Nov 12 11:20:29.933268 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fe401f3c-f8b3-49a7-877b-2264a7533ac7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "GET /v2.0/ports?device_id=77334ce0-e449-4e4d-bc88-6431c732c3c3 HTTP/1.1" status: 200 len: 205 time: 0.0375373 Nov 12 11:20:29.944939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36340) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:29.966574 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca374b-facf-425d-b181-b615a9242bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.971260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8ca374b-facf-425d-b181-b615a9242bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:29.972035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c8ca374b-facf-425d-b181-b615a9242bf5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8740a5d9-067c-4b27-bf35-771b6b2347a0 HTTP/1.1" status: 204 len: 168 time: 0.4317176 Nov 12 11:20:29.987061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca374b-facf-425d-b181-b615a9242bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8740a5d9-067c-4b27-bf35-771b6b2347a0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:30.006483 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-2b2f3b0b-54be-48f6-a36a-d9563819a46a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] delete failed (client error): The resource could not be found. Nov 12 11:20:30.007668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2b2f3b0b-54be-48f6-a36a-d9563819a46a tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/routers/77334ce0-e449-4e4d-bc88-6431c732c3c3 HTTP/1.1" status: 404 len: 336 time: 0.0613787 Nov 12 11:20:30.010301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36344) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.051079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c3a3cccf-5577-4c1e-91de-0184bd6c4395 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7800372 Nov 12 11:20:30.052442 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bbc9c3-25f4-42d8-aae8-9dbcf4c5a6c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.053047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bbc9c3-25f4-42d8-aae8-9dbcf4c5a6c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.057631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36348) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.066254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-28bbc9c3-25f4-42d8-aae8-9dbcf4c5a6c5 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/4573121f-18bf-43a9-b9cf-075a6de194c5 HTTP/1.1" status: 404 len: 337 time: 0.0546916 Nov 12 11:20:30.068522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:30.073403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36350) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.108112 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6181d80-4fe3-49cf-8373-d51a9ddb64b3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.108826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6181d80-4fe3-49cf-8373-d51a9ddb64b3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.112188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b6181d80-4fe3-49cf-8373-d51a9ddb64b3 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/048a8b76-f075-4f4e-9463-7ce9e815a80a HTTP/1.1" status: 404 len: 337 time: 0.0378242 Nov 12 11:20:30.115115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36352) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.191832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9dbce0d4-d6c3-4d53-bf8a-54effff0d793 None None] Provisioning complete for port 9544ba58-9722-4667-80fd-a37a8e16df35 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:30.192468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9dbce0d4-d6c3-4d53-bf8a-54effff0d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.230213 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6be749-6c32-460d-b038-8dbfc55b6b35 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.235750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6be749-6c32-460d-b038-8dbfc55b6b35 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.238081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 23d3d990-1ea4-48ed-8037-8035977b61b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=23d3d990-1ea4-48ed-8037-8035977b61b1,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:30.253415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ae6be749-6c32-460d-b038-8dbfc55b6b35 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/fb7911d0-8e55-4824-9117-b64746a3d7fd HTTP/1.1" status: 404 len: 337 time: 0.1370561 Nov 12 11:20:30.257041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36360) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.259451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.264018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.315498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44f4ae-d0fa-4646-bfa1-eecd1ea8caf1 None None] Network f3909083-bf36-4ac4-a981-29fb81073bd6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:20:30.330429 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a78273-3b78-46a2-98ff-feb14add22a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.331188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a78273-3b78-46a2-98ff-feb14add22a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.342287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-93a78273-3b78-46a2-98ff-feb14add22a7 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/d81e54d0-3438-430a-aea1-8ee3c1807019 HTTP/1.1" status: 404 len: 333 time: 0.0837040 Nov 12 11:20:30.350029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36364) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.399413 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.400292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c6f17775-9a95-4252-931a-f1ea71405cd2 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:30.423410 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21e8bef-c82b-4a5b-8031-f03bb23dc6cf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.424035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21e8bef-c82b-4a5b-8031-f03bb23dc6cf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.428342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d21e8bef-c82b-4a5b-8031-f03bb23dc6cf tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/ca1fb44e-316e-496d-96dd-505bf30b4adf HTTP/1.1" status: 404 len: 337 time: 0.0771537 Nov 12 11:20:30.433415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36366) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.506605 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f88aa9b-3f75-4962-82d0-811ae490d126 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.507221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f88aa9b-3f75-4962-82d0-811ae490d126 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.511303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4f88aa9b-3f75-4962-82d0-811ae490d126 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/d54abdac-a751-4787-860b-6df91055fc72 HTTP/1.1" status: 404 len: 337 time: 0.0766261 Nov 12 11:20:30.514767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36368) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.521789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.562037 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8638bc1-427e-4b1f-bfdb-3dda93bc832d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.563193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8638bc1-427e-4b1f-bfdb-3dda93bc832d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.574371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c8638bc1-427e-4b1f-bfdb-3dda93bc832d tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/46f3b42a-c85b-48a6-a64e-e2a1d08944aa HTTP/1.1" status: 404 len: 333 time: 0.0528986 Nov 12 11:20:30.577653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36370) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.579048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aeac8-c79c-47d1-914e-663a66c337ab req-10ad69cf-c9e8-4630-beeb-a731a710b648 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:30.586048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aeac8-c79c-47d1-914e-663a66c337ab req-10ad69cf-c9e8-4630-beeb-a731a710b648 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:30.593228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aeac8-c79c-47d1-914e-663a66c337ab req-10ad69cf-c9e8-4630-beeb-a731a710b648 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:30.599555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aeac8-c79c-47d1-914e-663a66c337ab req-10ad69cf-c9e8-4630-beeb-a731a710b648 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:30.607534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aeac8-c79c-47d1-914e-663a66c337ab req-10ad69cf-c9e8-4630-beeb-a731a710b648 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:30.609207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c8aeac8-c79c-47d1-914e-663a66c337ab req-10ad69cf-c9e8-4630-beeb-a731a710b648 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 3880 time: 0.2638614 Nov 12 11:20:30.651842 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-6655b0f1-3406-483a-a1c9-9c1a787dcb69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.652613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6655b0f1-3406-483a-a1c9-9c1a787dcb69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.656793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6655b0f1-3406-483a-a1c9-9c1a787dcb69 tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/9c856ef3-69b3-41d2-bf1f-0b8774eaa823 HTTP/1.1" status: 404 len: 337 time: 0.0774999 Nov 12 11:20:30.659260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.661834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36374) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.729224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Port': ['ID=23d3d990-1ea4-48ed-8037-8035977b61b1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:30.733568 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e58544-9c64-4b65-b03a-85fb484f8a7b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] DELETE failed (client error): The resource could not be found. Nov 12 11:20:30.734020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e58544-9c64-4b65-b03a-85fb484f8a7b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:20:30.738671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d9e58544-9c64-4b65-b03a-85fb484f8a7b tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/subnets/fbe40afc-ef8f-4d34-96a6-983888c1e384 HTTP/1.1" status: 404 len: 337 time: 0.0752528 Nov 12 11:20:30.741182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36378) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:30.885836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] No DVR routers for this DVR port 23d3d990-1ea4-48ed-8037-8035977b61b1 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:30.895358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:30.898197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-240be2a5-2ec5-47b1-b249-5da521159252 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "DELETE /v2.0/ports/23d3d990-1ea4-48ed-8037-8035977b61b1 HTTP/1.1" status: 204 len: 173 time: 2.0721035 Nov 12 11:20:30.899465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': '23d3d990-1ea4-48ed-8037-8035977b61b1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:30.902961 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495e09b5-4ec0-44ef-b249-d197fe23e9ad" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "23d3d990-1ea4-48ed-8037-8035977b61b1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:30.949094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d99c5d1-bb8d-46d9-a781-788965264a54'}, {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d3d990-1ea4-48ed-8037-8035977b61b1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:30.952477 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e3183d-da58-4c26-908d-a616f7ccf334" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d99c5d1-bb8d-46d9-a781-788965264a54"}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "23d3d990-1ea4-48ed-8037-8035977b61b1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:31.043176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2c8aeac8-c79c-47d1-914e-663a66c337ab req-dd6af488-5fe0-44e2-878d-9e06b024dba8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505197 Nov 12 11:20:31.083389 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.105385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] DHCP port deletion for 388d09be-ba62-4c57-9b71-3597654dd030 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:31.177623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9dbce0d4-d6c3-4d53-bf8a-54effff0d793 None None] Provisioning complete for port b4299cf1-9dcb-432b-b9ce-42dd94f49039 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:31.189039 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9dbce0d4-d6c3-4d53-bf8a-54effff0d793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.254733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=23d3d990-1ea4-48ed-8037-8035977b61b1,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:31.360707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3d41b7fc-847f-4064-b707-0f9cead8b7dc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Deleting port b4299cf1-9dcb-432b-b9ce-42dd94f49039 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:31.373547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d41b7fc-847f-4064-b707-0f9cead8b7dc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.412881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.451946 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3e821a-b3b7-41ac-af42-046dc969c48e x-openstack-request-id: req-6f3e821a-b3b7-41ac-af42-046dc969c48e {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:31.452229 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d99c5d1-bb8d-46d9-a781-788965264a54", "code": 200}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "23d3d990-1ea4-48ed-8037-8035977b61b1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:31.452483 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6f3e821a-b3b7-41ac-af42-046dc969c48e {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:31.452878 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d99c5d1-bb8d-46d9-a781-788965264a54', 'code': 200} Nov 12 11:20:31.468470 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23d3d990-1ea4-48ed-8037-8035977b61b1', 'code': 200} Nov 12 11:20:31.473172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9544ba58-9722-4667-80fd-a37a8e16df35 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:31.518413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36398) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:31.562797 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68bc83e9-5a54-4d56-b9ce-044ddf839fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.577009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c6f17775-9a95-4252-931a-f1ea71405cd2, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c6f17775-9a95-4252-931a-f1ea71405cd2,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:31.607063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting port f66b097e-87fa-4583-9053-abb58ed084dd {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:31.607277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.739517 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d41b7fc-847f-4064-b707-0f9cead8b7dc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.772876 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.775119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f66b097e-87fa-4583-9053-abb58ed084dd no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:31.848720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9dbce0d4-d6c3-4d53-bf8a-54effff0d793 None None] Port b4299cf1-9dcb-432b-b9ce-42dd94f49039 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:31.904778 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68bc83e9-5a54-4d56-b9ce-044ddf839fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:31.950548 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ece0b-fb83-45e9-996f-32bd52e363a1 x-openstack-request-id: req-261ece0b-fb83-45e9-996f-32bd52e363a1 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:31.950887 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "23d3d990-1ea4-48ed-8037-8035977b61b1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:31.951074 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-261ece0b-fb83-45e9-996f-32bd52e363a1 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:31.951575 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': '23d3d990-1ea4-48ed-8037-8035977b61b1', 'status': 'completed', 'code': 200} Nov 12 11:20:31.973715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3d41b7fc-847f-4064-b707-0f9cead8b7dc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Calling delete_port for b4299cf1-9dcb-432b-b9ce-42dd94f49039 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:32.102780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.138014 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-68bc83e9-5a54-4d56-b9ce-044ddf839fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.150543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] For port f66b097e-87fa-4583-9053-abb58ed084dd, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f66b097e-87fa-4583-9053-abb58ed084dd,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:32.150910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.188635 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-691bf785-b63b-405d-b085-c1f1d291bc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.234106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] Deleting port 9544ba58-9722-4667-80fd-a37a8e16df35 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:32.235169 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.245106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=c6f17775-9a95-4252-931a-f1ea71405cd2,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:32.276356 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.336016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f66b097e-87fa-4583-9053-abb58ed084dd, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f66b097e-87fa-4583-9053-abb58ed084dd,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:32.409411 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.414709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc83e9-5a54-4d56-b9ce-044ddf839fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d441a26-ecd4-423f-9b55-0e3a597f2be6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:32.419893 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-68bc83e9-5a54-4d56-b9ce-044ddf839fe7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=63f6b90744304e61a464538542dd2215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8987393 Nov 12 11:20:32.426640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36416) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:32.440593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.454003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] For port 9544ba58-9722-4667-80fd-a37a8e16df35, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9544ba58-9722-4667-80fd-a37a8e16df35,segment=NetworkSegment(54c61dc2-9e6d-410a-ba31-b3f2cbd279ea),segment_id=54c61dc2-9e6d-410a-ba31-b3f2cbd279ea)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:32.454433 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.479385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] Calling delete_port for 9544ba58-9722-4667-80fd-a37a8e16df35 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:32.498112 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.515708 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30196f-a089-4680-a3d2-bda501faae54 req-5bfa2565-be20-4960-beb4-c771af7933e4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:32.522411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30196f-a089-4680-a3d2-bda501faae54 req-5bfa2565-be20-4960-beb4-c771af7933e4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:32.528771 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.529327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30196f-a089-4680-a3d2-bda501faae54 req-5bfa2565-be20-4960-beb4-c771af7933e4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:32.529933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.530618 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Floating IP a45e3ce7-ee4e-4285-845d-7c6a53b0f587 disassociated. External IP: 172.25.3.67, port: f66b097e-87fa-4583-9053-abb58ed084dd. Nov 12 11:20:32.531186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Calling delete_port for f66b097e-87fa-4583-9053-abb58ed084dd owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:32.535687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30196f-a089-4680-a3d2-bda501faae54 req-5bfa2565-be20-4960-beb4-c771af7933e4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:32.544180 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e30196f-a089-4680-a3d2-bda501faae54 req-5bfa2565-be20-4960-beb4-c771af7933e4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 3145 time: 0.2745864 Nov 12 11:20:32.546503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 9544ba58-9722-4667-80fd-a37a8e16df35, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9544ba58-9722-4667-80fd-a37a8e16df35,segment=NetworkSegment(54c61dc2-9e6d-410a-ba31-b3f2cbd279ea),segment_id=54c61dc2-9e6d-410a-ba31-b3f2cbd279ea)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:32.583344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d41b7fc-847f-4064-b707-0f9cead8b7dc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.644891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41b7fc-847f-4064-b707-0f9cead8b7dc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Port': ['ID=b4299cf1-9dcb-432b-b9ce-42dd94f49039,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:32.656765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f66b097e-87fa-4583-9053-abb58ed084dd,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:32.661741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d41b7fc-847f-4064-b707-0f9cead8b7dc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.665308 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3d41b7fc-847f-4064-b707-0f9cead8b7dc tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/ports/b4299cf1-9dcb-432b-b9ce-42dd94f49039 HTTP/1.1" status: 204 len: 168 time: 1.9231205 Nov 12 11:20:32.668633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e30196f-a089-4680-a3d2-bda501faae54 req-ef41cbc7-536b-4f96-a72c-47704d1117e2 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234972 Nov 12 11:20:32.668792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36420) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:32.683647 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.796552 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.797948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b99f752-1da9-47b1-9028-eadc14735cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.800520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Allocated IP 172.25.3.248 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/45233634-2e10-4d2a-9c4b-ae92cf09fe26) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:32.849827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:32.853985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] No DVR routers for this DVR port 9544ba58-9722-4667-80fd-a37a8e16df35 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:32.868173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=9544ba58-9722-4667-80fd-a37a8e16df35,revision_number=11']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:32.962123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d41344-347e-47a1-8738-a5174a436495 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:20:32.967648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6763cf8-fbc0-40af-b136-d564e67019e9 None None] Pushing event deleted for resources: {'Port': ['ID=9544ba58-9722-4667-80fd-a37a8e16df35,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:32.973842 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b99f752-1da9-47b1-9028-eadc14735cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.030979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.048759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.063906 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.085931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Port': ['ID=f66b097e-87fa-4583-9053-abb58ed084dd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:33.097664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d41344-347e-47a1-8738-a5174a436495 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:20:33.122234 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.143673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388d09be-ba62-4c57-9b71-3597654dd030']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:33.159274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c61dc2-9e6d-410a-ba31-b3f2cbd279ea') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:33.159274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c61dc2-9e6d-410a-ba31-b3f2cbd279ea') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:33.180241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.217465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.224985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b99f752-1da9-47b1-9028-eadc14735cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.229807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b99f752-1da9-47b1-9028-eadc14735cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.234317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6b99f752-1da9-47b1-9028-eadc14735cf7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d441a26-ecd4-423f-9b55-0e3a597f2be6 HTTP/1.1" status: 204 len: 168 time: 0.8021135 Nov 12 11:20:33.242953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.258775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:20:33.259546 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:20:33.263787 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:20:33.299394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99f752-1da9-47b1-9028-eadc14735cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d441a26-ecd4-423f-9b55-0e3a597f2be6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:33.314333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:33.321209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:33.327048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:33.348920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Router 10f07bc6-69eb-49aa-b9bf-879b55921d65 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:20:33.359098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Pushing event updated for resources: {'Port': ['ID=45233634-2e10-4d2a-9c4b-ae92cf09fe26,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:33.479598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6f17775-9a95-4252-931a-f1ea71405cd2'}, {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:33.481870 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e8b4d9-074c-4ae2-bbed-107771572235" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6f17775-9a95-4252-931a-f1ea71405cd2"}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:33.569200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:33.583026 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb8485a-daf6-445a-9795-57af713befda x-openstack-request-id: req-1eb8485a-daf6-445a-9795-57af713befda {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:33.583422 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "c6f17775-9a95-4252-931a-f1ea71405cd2", "code": 200}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-unplugged", "status": "completed", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:33.583664 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] Sync routers for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:33.584333 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1eb8485a-daf6-445a-9795-57af713befda {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:33.585350 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6f17775-9a95-4252-931a-f1ea71405cd2', 'code': 200} Nov 12 11:20:33.586232 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'code': 200} Nov 12 11:20:33.597225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.605819 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:33.606434 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:20:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:33.620142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322cf06c-853f-44fe-9ef1-22f94534ef01 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:33.681044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.687712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] 10.222.0.98 "DELETE /v2.0/networks/388d09be-ba62-4c57-9b71-3597654dd030 HTTP/1.1" status: 204 len: 168 time: 1.0148332 Nov 12 11:20:33.688403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa39074-3f10-4140-bd59-897888ed7bfa tempest-PortsTestJSON-997976577 tempest-PortsTestJSON-997976577-project] Pushing event deleted for resources: {'Network': ['ID=388d09be-ba62-4c57-9b71-3597654dd030,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:33.706394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] No DVR routers for this DVR port f66b097e-87fa-4583-9053-abb58ed084dd on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:33.709398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.713328 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-f3eea9b6-0675-4430-9ba6-15c8259aca34 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "DELETE /v2.0/ports/f66b097e-87fa-4583-9053-abb58ed084dd HTTP/1.1" status: 204 len: 173 time: 2.8072584 Nov 12 11:20:33.740418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3d6e6a92-9339-4e15-ae1a-ab4143652cff None None] Provisioning complete for port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:33.741978 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3d6e6a92-9339-4e15-ae1a-ab4143652cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.842237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e6a92-9339-4e15-ae1a-ab4143652cff None None] Port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:33.917085 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:33.979192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:33.981514 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8625df-386c-4ccc-b1c3-cece2ca0a68c" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:34.058985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfd4f0-23ab-4768-9811-4541419d532c req-af2697e2-f6e2-4702-b5ce-21497f07c13e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:34.067215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfd4f0-23ab-4768-9811-4541419d532c req-af2697e2-f6e2-4702-b5ce-21497f07c13e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:34.069287 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:34.074999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfd4f0-23ab-4768-9811-4541419d532c req-af2697e2-f6e2-4702-b5ce-21497f07c13e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:34.084095 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5bfd4f0-23ab-4768-9811-4541419d532c req-af2697e2-f6e2-4702-b5ce-21497f07c13e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 2409 time: 0.1567087 Nov 12 11:20:34.126946 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7823e2-ceca-4cb7-b5fa-4e6425b28750 x-openstack-request-id: req-fc7823e2-ceca-4cb7-b5fa-4e6425b28750 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:34.127558 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "f66b097e-87fa-4583-9053-abb58ed084dd", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:34.129252 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc7823e2-ceca-4cb7-b5fa-4e6425b28750 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:34.131796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.137948 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': 'f66b097e-87fa-4583-9053-abb58ed084dd', 'status': 'completed', 'code': 200} Nov 12 11:20:34.141084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting port c6f17775-9a95-4252-931a-f1ea71405cd2 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:34.141652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.307314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5bfd4f0-23ab-4768-9811-4541419d532c req-c44cd613-4b7b-4ab3-a59f-6deb72f32f2e tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220933 Nov 12 11:20:34.364834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] For port c6f17775-9a95-4252-931a-f1ea71405cd2, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c6f17775-9a95-4252-931a-f1ea71405cd2,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:34.365680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.383167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd75d8-6d8b-4c78-8ac5-a76b5231bf9c req-e658f342-0d09-45cf-a7a0-2773a4d28ed0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:34.385396 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6fd75d8-6d8b-4c78-8ac5-a76b5231bf9c req-e658f342-0d09-45cf-a7a0-2773a4d28ed0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 946 time: 0.0846465 Nov 12 11:20:34.386660 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.396383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Calling delete_port for c6f17775-9a95-4252-931a-f1ea71405cd2 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:34.449182 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:09:09Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:34.497686 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] Checking router: 10f07bc6-69eb-49aa-b9bf-879b55921d65 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:20:34.518077 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:34.518731 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:20:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:34.545644 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6fd75d8-6d8b-4c78-8ac5-a76b5231bf9c req-dcdae9fd-2a08-44a6-a98d-e67c1cafd287 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447923 Nov 12 11:20:34.648497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36490) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:34.680257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Router 949c235c-b822-441c-8eb5-412864eb052f is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:20:34.734398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.763776 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:34.794516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.850480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:34.863052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Sync routers for ids ['949c235c-b822-441c-8eb5-412864eb052f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:34.876607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Routers {'949c235c-b822-441c-8eb5-412864eb052f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:34.886255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:20:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['949c235c-b822-441c-8eb5-412864eb052f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:34.897274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Port': ['ID=c6f17775-9a95-4252-931a-f1ea71405cd2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:34.940326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] No DVR routers for this DVR port c6f17775-9a95-4252-931a-f1ea71405cd2 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:34.943568 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.947123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-61650483-182a-41ed-a63d-3863867535f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "DELETE /v2.0/ports/c6f17775-9a95-4252-931a-f1ea71405cd2 HTTP/1.1" status: 204 len: 173 time: 1.2257974 Nov 12 11:20:34.950700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:34.952167 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b7fe99fa-a827-4cef-953f-59e084bdc425 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8932464 Nov 12 11:20:34.961027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36502) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:35.136656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Set router 949c235c-b822-441c-8eb5-412864eb052f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:35.138242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting port 1d99c5d1-bb8d-46d9-a781-788965264a54 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:35.142904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.288919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] For port 1d99c5d1-bb8d-46d9-a781-788965264a54, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=1d99c5d1-bb8d-46d9-a781-788965264a54,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:35.289516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.310145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Calling delete_port for 1d99c5d1-bb8d-46d9-a781-788965264a54 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:35.394386 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:09:09Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:35.454196 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc59b4d-c6f6-4006-92b1-98f583606a1f None None] The sync data for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 is: [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:08:58Z', 'revision_number': 4, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '62c480fa-6e24-4115-ad85-76aa03efaa44', 'name': '', 'network_id': '5e12e157-3a35-4a9b-8f8f-1db596b259cf', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'mac_address': 'fa:16:3e:41:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:54Z', 'updated_at': '2021-11-12T11:09:09Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'subnets': [{'id': '81408f4c-9403-4690-9f6c-f964b92eb25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:35.613199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.692052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:20:33Z', 'revision_number': 3, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port': {'id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:32Z', 'updated_at': '2021-11-12T11:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:35.760722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Port': ['ID=1d99c5d1-bb8d-46d9-a781-788965264a54,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:35.788953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Checking router: 949c235c-b822-441c-8eb5-412864eb052f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:20:35.789348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Updating router 949c235c-b822-441c-8eb5-412864eb052f port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:20:35.789709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] No DVR routers for this DVR port 1d99c5d1-bb8d-46d9-a781-788965264a54 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:35.793670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.797898 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-5a7e9673-025f-4b62-95f1-df278c4cbaab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "DELETE /v2.0/ports/1d99c5d1-bb8d-46d9-a781-788965264a54 HTTP/1.1" status: 204 len: 173 time: 0.8349710 Nov 12 11:20:35.829159 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.951810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:20:35.951810 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:35.993349 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa730f2f-b1cb-4fe3-abfc-6ccc9f864b65 None None] New status for floating IP a45e3ce7-ee4e-4285-845d-7c6a53b0f587: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:20:36.088178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] For port 50cb6b3f-040e-487c-9e01-a4d4ca65de81, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cb6b3f-040e-487c-9e01-a4d4ca65de81,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:36.090758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.107539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Calling delete_port for 50cb6b3f-040e-487c-9e01-a4d4ca65de81 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:20:36.221477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': 'c6f17775-9a95-4252-931a-f1ea71405cd2'}, {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': '1d99c5d1-bb8d-46d9-a781-788965264a54'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:36.226985 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71348654-3c27-4acc-aeb5-a55a98882cca" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "c6f17775-9a95-4252-931a-f1ea71405cd2"}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "1d99c5d1-bb8d-46d9-a781-788965264a54"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:36.345684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977713ba-b68b-44b8-b1d3-927700e9545c req-07010709-a6cb-4ae1-a151-df73950ac511 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:36.351850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977713ba-b68b-44b8-b1d3-927700e9545c req-07010709-a6cb-4ae1-a151-df73950ac511 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:36.354236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-977713ba-b68b-44b8-b1d3-927700e9545c req-07010709-a6cb-4ae1-a151-df73950ac511 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 1598 time: 0.7987857 Nov 12 11:20:36.376237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.393101 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0bea3c-4193-4fb6-a37c-4d18626480db x-openstack-request-id: req-8f0bea3c-4193-4fb6-a37c-4d18626480db {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:36.393470 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "c6f17775-9a95-4252-931a-f1ea71405cd2", "status": "completed", "code": 200}, {"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "1d99c5d1-bb8d-46d9-a781-788965264a54", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:36.393736 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8f0bea3c-4193-4fb6-a37c-4d18626480db {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:36.394199 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': 'c6f17775-9a95-4252-931a-f1ea71405cd2', 'status': 'completed', 'code': 200} Nov 12 11:20:36.394510 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': '1d99c5d1-bb8d-46d9-a781-788965264a54', 'status': 'completed', 'code': 200} Nov 12 11:20:36.465035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Port': ['ID=50cb6b3f-040e-487c-9e01-a4d4ca65de81,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:36.484424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] No DVR routers for this DVR port 50cb6b3f-040e-487c-9e01-a4d4ca65de81 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:20:36.487485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a8b8ba63-c570-462f-9b4c-7906a70cf9bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aaa9e09f90d449f7b08248f14994dcc4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8362455 Nov 12 11:20:36.490326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36532) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:36.491185 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.497036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59e496bf-8d89-4ad1-b6f7-64f57901319b req-60f6e307-d925-4e0b-a543-e0d4033e4180 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.69 "DELETE /v2.0/ports/50cb6b3f-040e-487c-9e01-a4d4ca65de81 HTTP/1.1" status: 204 len: 173 time: 0.6902447 Nov 12 11:20:36.573470 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.591163 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-977713ba-b68b-44b8-b1d3-927700e9545c req-337427f8-6647-4f0c-9dc9-21081e85e977 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups?id=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219105 Nov 12 11:20:36.659645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7294bca6-709d-4aa6-af31-0861c9e45f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.693738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7294bca6-709d-4aa6-af31-0861c9e45f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.703109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.735284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.817945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Attempting to bind port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:36.818467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Attempting to bind port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:36.818904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Attempting to bind port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:36.829586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:36.830087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:36.830674 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.831236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:36.831822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Bound port: 45233634-2e10-4d2a-9c4b-ae92cf09fe26, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:36.832309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:36.839663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbfb4ee-7531-4735-a569-d7c76d064424 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:36.943144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b06a0-e9ef-4acf-becc-30e7b2c2a8a2 None None] Pushing event updated for resources: {'Port': ['ID=45233634-2e10-4d2a-9c4b-ae92cf09fe26,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:37.010691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7294bca6-709d-4aa6-af31-0861c9e45f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.017263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7294bca6-709d-4aa6-af31-0861c9e45f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.018538 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7294bca6-709d-4aa6-af31-0861c9e45f4a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3dd43ecf-a226-4ea1-91ea-15c242f21e35 HTTP/1.1" status: 204 len: 168 time: 0.5272429 Nov 12 11:20:37.031090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] For port 45233634-2e10-4d2a-9c4b-ae92cf09fe26, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:37.056684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294bca6-709d-4aa6-af31-0861c9e45f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd43ecf-a226-4ea1-91ea-15c242f21e35,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:37.062068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2e2d6160-9958-4609-89b7-ee19b193b67a None None] Provisioning complete for port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:37.062678 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6160-9958-4609-89b7-ee19b193b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.066557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Allocated IP 172.20.0.1 (f3909083-bf36-4ac4-a981-29fb81073bd6/b0a51b77-a44a-487f-a385-978f0a9eb40f/d8154b71-cb17-4f56-ae3c-6674a78206b1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:37.067487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] For port 45233634-2e10-4d2a-9c4b-ae92cf09fe26, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=45233634-2e10-4d2a-9c4b-ae92cf09fe26,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:37.234925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d6160-9958-4609-89b7-ee19b193b67a None None] Port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:37.239354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.294034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b337970-dfbb-4878-abb0-f3e6bb342471 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:37.321331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.326221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Routers {'949c235c-b822-441c-8eb5-412864eb052f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:37.327289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:20:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['949c235c-b822-441c-8eb5-412864eb052f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:37.430787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b06a0-e9ef-4acf-becc-30e7b2c2a8a2 None None] Pushing event updated for resources: {'Port': ['ID=45233634-2e10-4d2a-9c4b-ae92cf09fe26,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:37.469737 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.500495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-67900d4f-07e5-4632-b0c2-644b70900310 None None] Provisioning complete for port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:37.500865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-67900d4f-07e5-4632-b0c2-644b70900310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.530390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:20:37.532446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:20:37.573632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Network f3909083-bf36-4ac4-a981-29fb81073bd6 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:37.581553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] Set router 949c235c-b822-441c-8eb5-412864eb052f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:37.582882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:37.586298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:37.640759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Pushing event updated for resources: {'Port': ['ID=d8154b71-cb17-4f56-ae3c-6674a78206b1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:37.671991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bff2d5-5684-4953-8fce-28c49144abb0 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:37.688151 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:37.704825 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:20:37.879979 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-04433709-88dd-4523-a46d-e8982a9d3497 req-94398595-efb5-4efa-8162-98587b262ea7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0592000 Nov 12 11:20:38.084712 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.108367 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.127416 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-67900d4f-07e5-4632-b0c2-644b70900310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.200371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:38.310443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:38.317831 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fafc2e7-5c3b-4f70-93d9-4691139479f7" -d '{"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-unplugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:38.371487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'mac_address': 'fa:16:3e:11:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:20:38.379077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-67900d4f-07e5-4632-b0c2-644b70900310 None None] For port 45233634-2e10-4d2a-9c4b-ae92cf09fe26, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=45233634-2e10-4d2a-9c4b-ae92cf09fe26,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:38.392513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:38.396237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': '50cb6b3f-040e-487c-9e01-a4d4ca65de81'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:38.398933 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd18d05-062a-471e-a6de-4fbd5ff4d3c8" -d '{"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "50cb6b3f-040e-487c-9e01-a4d4ca65de81"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:38.529117 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4705e5d-a2a6-41cf-8fbf-b08dec56faa6 x-openstack-request-id: req-e4705e5d-a2a6-41cf-8fbf-b08dec56faa6 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:38.529745 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8edfd-8687-4675-9dcf-766bdc6af16b", "name": "network-vif-deleted", "tag": "50cb6b3f-040e-487c-9e01-a4d4ca65de81", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:38.530307 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4705e5d-a2a6-41cf-8fbf-b08dec56faa6 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:38.532593 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc8edfd-8687-4675-9dcf-766bdc6af16b', 'name': 'network-vif-deleted', 'tag': '50cb6b3f-040e-487c-9e01-a4d4ca65de81', 'status': 'completed', 'code': 200} Nov 12 11:20:38.534605 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7b589f-26d2-4b12-8a81-5c8daef2e01d x-openstack-request-id: req-0a7b589f-26d2-4b12-8a81-5c8daef2e01d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:38.535040 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-unplugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:38.535421 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a7b589f-26d2-4b12-8a81-5c8daef2e01d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:38.540580 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'code': 200} Nov 12 11:20:38.546384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.553429 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-67900d4f-07e5-4632-b0c2-644b70900310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.638289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:38.655104 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:20:33Z', 'revision_number': 3, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port': {'id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:32Z', 'updated_at': '2021-11-12T11:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:38.695225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8db0f-794c-4d96-9822-7b9d388e0756 None None] The sync data for ids ['949c235c-b822-441c-8eb5-412864eb052f'] in n-d-768852-22 is: [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:20:33Z', 'revision_number': 3, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port': {'id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:32Z', 'updated_at': '2021-11-12T11:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:38.701157 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.781979 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.795201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-da15a8af-90ef-438f-8c93-4954dcdd8328 None None] Provisioning complete for port d8154b71-cb17-4f56-ae3c-6674a78206b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:38.799091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-da15a8af-90ef-438f-8c93-4954dcdd8328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.823140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:38.872550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-da15a8af-90ef-438f-8c93-4954dcdd8328 None None] Port d8154b71-cb17-4f56-ae3c-6674a78206b1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:38.874398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67900d4f-07e5-4632-b0c2-644b70900310 None None] Pushing event updated for resources: {'Port': ['ID=45233634-2e10-4d2a-9c4b-ae92cf09fe26,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:38.881231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85ca9f1e-0e01-439d-af05-f28fa75d86c1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:20:38.930456 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:20:38.930813 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:20:39.004049 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.287489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-504206ca-7aaf-4c13-be60-26e562c60ea0 req-cc1e697c-e00c-4568-ae8e-747714d4c8ab tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0977004 Nov 12 11:20:39.288341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Pushing event updated for resources: {'Port': ['ID=d8154b71-cb17-4f56-ae3c-6674a78206b1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:39.329721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Network f3909083-bf36-4ac4-a981-29fb81073bd6 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:39.336077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:39.360033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46910941-86a4-4c72-b8ab-eac07f3c312a None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:39.410025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 45233634-2e10-4d2a-9c4b-ae92cf09fe26 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:39.699603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-833eca2d-f4e2-4121-8927-d1c06685ae74 None None] Provisioning complete for port d8154b71-cb17-4f56-ae3c-6674a78206b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:39.701071 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-833eca2d-f4e2-4121-8927-d1c06685ae74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.758638 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.795989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca9f1e-0e01-439d-af05-f28fa75d86c1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:20:39.813182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-833eca2d-f4e2-4121-8927-d1c06685ae74 None None] Port d8154b71-cb17-4f56-ae3c-6674a78206b1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:39.816336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:39.817563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:39.866485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36638) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:39.870429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:39.919587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Router 949c235c-b822-441c-8eb5-412864eb052f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:20:40.028714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110932937'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:40.052059 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.223585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:20:40.233455 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c2a7910d-ea1a-45f0-bc2c-e8c6208e2294 admin admin] 10.222.0.98 "PUT /v2.0/routers/949c235c-b822-441c-8eb5-412864eb052f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2770071 Nov 12 11:20:40.243611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['85ca9f1e-0e01-439d-af05-f28fa75d86c1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:40.246042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.263753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.401102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:40.562110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.576745 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32897527-aeaf-42fc-bfc2-d367e4f5f792 req-3a54b1c9-ec47-40c7-ab31-7b39edd2fffc tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0546119 Nov 12 11:20:40.640963 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.797216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0967b4-b911-41e2-9d40-a19ee11aa4ac,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:40.892861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:40.957685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.071758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe71146-aad4-467a-8ba2-82a39e6b9659,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:41.184924 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.186896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4cf8101a-7bee-4c7e-a25e-04143774e94c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3210554 Nov 12 11:20:41.189841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.303857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36688) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.304724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa2f16ef-a980-4099-9bd0-61588ac92df1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1127326 Nov 12 11:20:41.316441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5d62e177-ff74-4363-8f1d-69aa7eea2535 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-security--1430656008', 'description': 'tempest-security-description-1650580588'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:41.409593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d62e177-ff74-4363-8f1d-69aa7eea2535 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.558534 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d62e177-ff74-4363-8f1d-69aa7eea2535 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.623854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d62e177-ff74-4363-8f1d-69aa7eea2535 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.629628 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d62e177-ff74-4363-8f1d-69aa7eea2535 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:41.636866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5d62e177-ff74-4363-8f1d-69aa7eea2535 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "PUT /v2.0/security-groups/5fe71146-aad4-467a-8ba2-82a39e6b9659 HTTP/1.1" status: 200 len: 1797 time: 0.3322775 Nov 12 11:20:41.640438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36706) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.745902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-bb6d6c1b-e8c4-47a3-987b-22531da0913e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:41.777864 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-bb6d6c1b-e8c4-47a3-987b-22531da0913e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 818 time: 0.2874432 Nov 12 11:20:41.803361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36710) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:41.804256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-42d3a577-cb1f-4a72-b60d-44b5e17242b9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups/5fe71146-aad4-467a-8ba2-82a39e6b9659 HTTP/1.1" status: 200 len: 1797 time: 0.1435716 Nov 12 11:20:41.824904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Sync routers for ids ['949c235c-b822-441c-8eb5-412864eb052f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:20:41.853772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-813f778f-4336-4ad0-8f54-7e2c27ae3f0a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/quotas/6b54a289e2554f0e8ed84fb9f7f0a4c8 HTTP/1.1" status: 200 len: 375 time: 0.0712130 Nov 12 11:20:41.855324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Routers {'949c235c-b822-441c-8eb5-412864eb052f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:41.855992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:20:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['949c235c-b822-441c-8eb5-412864eb052f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:41.923463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d67bbf81-a41d-455b-854b-9a855da12969 req-7b568050-4319-424d-9315-d559dd9aaea2 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1358736 Nov 12 11:20:41.928753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62e177-ff74-4363-8f1d-69aa7eea2535 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe71146-aad4-467a-8ba2-82a39e6b9659,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:42.043748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6ac5-6a9c-4e53-afe3-93ee5eafe45c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.065238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:42.065817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8c38925-3c01-4c49-b84c-e380fd5f8037 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100489 Nov 12 11:20:42.121185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Set router 949c235c-b822-441c-8eb5-412864eb052f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:42.249721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6ac5-6a9c-4e53-afe3-93ee5eafe45c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.280199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:42.280582 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.342935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-6ccbba1e-951e-45bf-bf2c-71df669f922b service neutron] 10.222.0.98 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760088 Nov 12 11:20:42.531400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-0a22b5b6-3b32-4fd8-b4b2-7def50b4db0e service neutron] 10.222.0.98 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872244 Nov 12 11:20:42.686732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6ac5-6a9c-4e53-afe3-93ee5eafe45c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.690764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6ac5-6a9c-4e53-afe3-93ee5eafe45c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.693152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6e1e6ac5-6a9c-4e53-afe3-93ee5eafe45c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/5fe71146-aad4-467a-8ba2-82a39e6b9659 HTTP/1.1" status: 204 len: 168 time: 0.8856621 Nov 12 11:20:42.699142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36728) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.745421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e6ac5-6a9c-4e53-afe3-93ee5eafe45c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe71146-aad4-467a-8ba2-82a39e6b9659,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:42.831757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:42.842293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-806f0f1c-8902-45d5-bfac-f66b883ec049 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1390395 Nov 12 11:20:42.842454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36734) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.880730 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-a68f389f-355e-459c-9911-7a844d070a8a tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] delete failed (client error): The resource could not be found. Nov 12 11:20:42.883653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a68f389f-355e-459c-9911-7a844d070a8a tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/5fe71146-aad4-467a-8ba2-82a39e6b9659 HTTP/1.1" status: 404 len: 347 time: 0.0391798 Nov 12 11:20:42.887777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36738) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:42.893795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:20:37Z', 'revision_number': 4, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port': {'id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:32Z', 'updated_at': '2021-11-12T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd8154b71-cb17-4f56-ae3c-6674a78206b1', 'name': '', 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'mac_address': 'fa:16:3e:30:c8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'b0a51b77-a44a-487f-a385-978f0a9eb40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:36Z', 'updated_at': '2021-11-12T11:20:38Z', 'revision_number': 2, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'subnets': [{'id': 'b0a51b77-a44a-487f-a385-978f0a9eb40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:42.894003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0b71e18b-5eb0-44c2-bc71-c7b27d4ebdf9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-secgroup--207017330'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:42.958851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Checking router: 949c235c-b822-441c-8eb5-412864eb052f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:20:42.960514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Updating router 949c235c-b822-441c-8eb5-412864eb052f port d8154b71-cb17-4f56-ae3c-6674a78206b1 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:20:43.026443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:43.030120 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48af338-9a63-4b89-b37d-406c22be8cdc" -d '{"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-plugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:43.086479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:43.097263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.112676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b71e18b-5eb0-44c2-bc71-c7b27d4ebdf9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.120916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b82a6d6-8985-4995-8742-3371aa0153ff req-96ad7b9d-0015-411d-84bf-2a6be1b1bdda tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0674872 Nov 12 11:20:43.129115 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-958c7080-cbff-41fd-9ed5-14eabb34409a req-981f834b-2b4d-432d-848c-9dd0edf77dad tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 210 time: 0.0909977 Nov 12 11:20:43.193042 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.635560 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f4c0f0-09f3-46af-b0ae-107ab28189b0 x-openstack-request-id: req-68f4c0f0-09f3-46af-b0ae-107ab28189b0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:43.636166 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-plugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:43.637914 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-68f4c0f0-09f3-46af-b0ae-107ab28189b0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:43.638486 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'code': 200} Nov 12 11:20:43.772061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=10']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:43.836498 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:43.942827 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.071636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f60c9-963e-4b30-9c3c-747e4854b2a0 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:44.145428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd484442-ee8c-4d30-b27d-80d8040a192b None None] Pushing event updated for resources: {'Port': ['ID=d8154b71-cb17-4f56-ae3c-6674a78206b1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:44.289688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fdf4f6cf-c382-4ce2-a143-233d6cebc5c2 None None] Provisioning complete for port d8154b71-cb17-4f56-ae3c-6674a78206b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:44.292116 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fdf4f6cf-c382-4ce2-a143-233d6cebc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.865334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33408384-7d45-447a-a03d-708237ac3aaa req-88c08816-5626-42ab-9411-a59c94ed1056 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0718570 Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4f6cf-c382-4ce2-a143-233d6cebc5c2 None None] Port d8154b71-cb17-4f56-ae3c-6674a78206b1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Attempting to bind port d8154b71-cb17-4f56-ae3c-6674a78206b1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Attempting to bind port d8154b71-cb17-4f56-ae3c-6674a78206b1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Attempting to bind port d8154b71-cb17-4f56-ae3c-6674a78206b1 on network f3909083-bf36-4ac4-a981-29fb81073bd6 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Checking segment: {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Bound using segment: {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Bound port: d8154b71-cb17-4f56-ae3c-6674a78206b1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] For port d8154b71-cb17-4f56-ae3c-6674a78206b1, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:44.868994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] For port d8154b71-cb17-4f56-ae3c-6674a78206b1, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d8154b71-cb17-4f56-ae3c-6674a78206b1,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:44.871602 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b71e18b-5eb0-44c2-bc71-c7b27d4ebdf9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:44.871602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574720-922b-4f40-92e2-31b654670abe req-74b9aa38-b4e8-4ce0-a09b-14ed6960a840 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:44.871602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-74b9aa38-b4e8-4ce0-a09b-14ed6960a840 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 818 time: 0.2352161 Nov 12 11:20:44.871602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-10ae5cbe-c95e-405c-962e-66b3af8dcd89 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/quotas/6b54a289e2554f0e8ed84fb9f7f0a4c8 HTTP/1.1" status: 200 len: 375 time: 0.0182645 Nov 12 11:20:44.871602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-58587c83-1193-4b1b-a343-ce7fafec22ec tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0707207 Nov 12 11:20:44.915381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-ade2ae6d-7183-401b-aeed-e0f612c9377e service neutron] 10.222.0.98 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430981 Nov 12 11:20:45.069632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-3c71af44-9e2f-4732-bd14-702cb4857d2e service neutron] 10.222.0.98 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463032 Nov 12 11:20:45.090618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b71e18b-5eb0-44c2-bc71-c7b27d4ebdf9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.092706 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.248908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b71e18b-5eb0-44c2-bc71-c7b27d4ebdf9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.250208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0b71e18b-5eb0-44c2-bc71-c7b27d4ebdf9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.3613927 Nov 12 11:20:45.253426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36802) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:45.257177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71e18b-5eb0-44c2-bc71-c7b27d4ebdf9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa028e3-41d9-4bdb-8eea-0ba825f3fe43,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:45.258855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-60c67abc-865d-46d9-bf2d-32fc60dbdc69 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '7aa028e3-41d9-4bdb-8eea-0ba825f3fe43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:45.326492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2081829-1d5e-4f87-b87f-b8328036722b None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:45.356950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd484442-ee8c-4d30-b27d-80d8040a192b None None] Pushing event updated for resources: {'Port': ['ID=d8154b71-cb17-4f56-ae3c-6674a78206b1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:45.363598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Routers {'949c235c-b822-441c-8eb5-412864eb052f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:20:45.370075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:20:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['949c235c-b822-441c-8eb5-412864eb052f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:45.423648 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60c67abc-865d-46d9-bf2d-32fc60dbdc69 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.518586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-865852ee-e862-4396-8ff2-ec7377427db0 None None] Provisioning complete for port d8154b71-cb17-4f56-ae3c-6674a78206b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:45.519158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-865852ee-e862-4396-8ff2-ec7377427db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.685977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8a627ec3-2dbc-4af2-91c9-77ee24366149 req-a42b4d41-15dd-4eee-ad72-4d2300285e33 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 210 time: 0.1675091 Nov 12 11:20:45.745308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60c67abc-865d-46d9-bf2d-32fc60dbdc69 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.852109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60c67abc-865d-46d9-bf2d-32fc60dbdc69 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:45.963611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c67abc-865d-46d9-bf2d-32fc60dbdc69 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ce0084-0a03-41b3-98d0-8122466e0a6e,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:46.117887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] Set router 949c235c-b822-441c-8eb5-412864eb052f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:20:46.249406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c0f9972-b754-4ece-87d9-1b4c39fa3234 req-94ef17f1-bfd0-4095-8340-a304b7e2465f tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1941392 Nov 12 11:20:46.256043 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60c67abc-865d-46d9-bf2d-32fc60dbdc69 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.263915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36834) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.275615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-60c67abc-865d-46d9-bf2d-32fc60dbdc69 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0025403 Nov 12 11:20:46.372149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1008d729-3edc-4e64-af34-4df8c969d51d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.393350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1008d729-3edc-4e64-af34-4df8c969d51d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.520777 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-865852ee-e862-4396-8ff2-ec7377427db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.532152 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1008d729-3edc-4e64-af34-4df8c969d51d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.540036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1008d729-3edc-4e64-af34-4df8c969d51d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.541657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1008d729-3edc-4e64-af34-4df8c969d51d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/51ce0084-0a03-41b3-98d0-8122466e0a6e HTTP/1.1" status: 204 len: 168 time: 0.2766545 Nov 12 11:20:46.546378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36842) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.574590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008d729-3edc-4e64-af34-4df8c969d51d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51ce0084-0a03-41b3-98d0-8122466e0a6e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:46.676052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-865852ee-e862-4396-8ff2-ec7377427db0 None None] For port d8154b71-cb17-4f56-ae3c-6674a78206b1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d8154b71-cb17-4f56-ae3c-6674a78206b1,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:46.729644 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-764cb91b-63fc-4080-890f-5ffb1ccdbe4d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1815114 Nov 12 11:20:46.732461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36846) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:46.820796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-865852ee-e862-4396-8ff2-ec7377427db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:46.880759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95df2548-561e-4f66-8c0e-5f0aca5898fe req-3aa69b93-5468-48ff-9e52-b87b2428488d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 210 time: 0.1001694 Nov 12 11:20:46.983168 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36f2be29-74dc-44d8-bc57-d8192ff1f3e4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.137098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-444aa3b6-c52a-4368-802b-35d16b3a9574 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:47.138796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-444aa3b6-c52a-4368-802b-35d16b3a9574 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 818 time: 0.1965883 Nov 12 11:20:47.175805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865852ee-e862-4396-8ff2-ec7377427db0 None None] Pushing event updated for resources: {'Port': ['ID=d8154b71-cb17-4f56-ae3c-6674a78206b1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:47.179342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Request body: {'port': {'device_id': '38f25b70-2bfe-4b30-8126-e0fbba2212dd', 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6', 'admin_state_up': True, 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:47.227262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a949785f-7375-4147-bc6d-256767da2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:20:37Z', 'revision_number': 4, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port': {'id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:32Z', 'updated_at': '2021-11-12T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd8154b71-cb17-4f56-ae3c-6674a78206b1', 'name': '', 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'mac_address': 'fa:16:3e:30:c8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'b0a51b77-a44a-487f-a385-978f0a9eb40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:36Z', 'updated_at': '2021-11-12T11:20:44Z', 'revision_number': 4, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'subnets': [{'id': 'b0a51b77-a44a-487f-a385-978f0a9eb40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:20:47.276033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36f2be29-74dc-44d8-bc57-d8192ff1f3e4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.379674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949785f-7375-4147-bc6d-256767da2779 None None] The sync data for ids ['949c235c-b822-441c-8eb5-412864eb052f'] in n-d-768852-22 is: [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:20:37Z', 'revision_number': 4, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port': {'id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:32Z', 'updated_at': '2021-11-12T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd8154b71-cb17-4f56-ae3c-6674a78206b1', 'name': '', 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'mac_address': 'fa:16:3e:30:c8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'b0a51b77-a44a-487f-a385-978f0a9eb40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:36Z', 'updated_at': '2021-11-12T11:20:44Z', 'revision_number': 4, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'subnets': [{'id': 'b0a51b77-a44a-487f-a385-978f0a9eb40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:20:47.492306 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.731808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6221e992-d6b5-4464-a1cd-74b515bfca81 req-a97f0eb8-4e85-4f85-b01a-3fa1880bf60b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.2025025 Nov 12 11:20:47.845679 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36f2be29-74dc-44d8-bc57-d8192ff1f3e4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.853721 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36f2be29-74dc-44d8-bc57-d8192ff1f3e4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:47.858083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36866) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:47.867422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-36f2be29-74dc-44d8-bc57-d8192ff1f3e4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/7aa028e3-41d9-4bdb-8eea-0ba825f3fe43 HTTP/1.1" status: 204 len: 168 time: 1.1212993 Nov 12 11:20:47.912722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2be29-74dc-44d8-bc57-d8192ff1f3e4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa028e3-41d9-4bdb-8eea-0ba825f3fe43,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:47.944145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Made reservation on behalf of 6b54a289e2554f0e8ed84fb9f7f0a4c8 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:47.965978 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.078267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6932b49-dc44-47dc-9e48-fa11138d4448 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2176020 Nov 12 11:20:48.083158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36874) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.094957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-163a7c34-56e4-43e7-804c-281cb6b05fe2 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137612560'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:48.327861 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-48257c97-be30-47bf-be72-c9f5072309f4 req-63c80598-a8a5-4024-9599-ab8bdd05759d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 210 time: 0.0844488 Nov 12 11:20:48.329949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-163a7c34-56e4-43e7-804c-281cb6b05fe2 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.592421 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-163a7c34-56e4-43e7-804c-281cb6b05fe2 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.685954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-163a7c34-56e4-43e7-804c-281cb6b05fe2 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.776933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a7c34-56e4-43e7-804c-281cb6b05fe2 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a482f-974c-4c6e-acc0-ef0a4859aeae,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:48.802086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-163a7c34-56e4-43e7-804c-281cb6b05fe2 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:48.804879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-163a7c34-56e4-43e7-804c-281cb6b05fe2 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7181427 Nov 12 11:20:48.808936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36886) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:48.820599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5f127983-f5e6-4439-a199-a372801ffed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '4b1a482f-974c-4c6e-acc0-ef0a4859aeae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:48.847015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Allocated IP 172.20.0.5 (f3909083-bf36-4ac4-a981-29fb81073bd6/b0a51b77-a44a-487f-a385-978f0a9eb40f/cd775c58-b050-4a13-9635-35f7a198d3ca) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:49.242699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f127983-f5e6-4439-a199-a372801ffed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.366362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c861ff2-66c1-42f0-a965-3ef8d88a2914 req-d71cb939-4ccd-4b96-ae57-cdfdddb17bcb tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.2541866 Nov 12 11:20:49.439114 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.564853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d8154b71-cb17-4f56-ae3c-6674a78206b1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:49.679377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574720-922b-4f40-92e2-31b654670abe req-47aa543c-8af7-45f9-a013-0863d1210bcb tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:49.682785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-47aa543c-8af7-45f9-a013-0863d1210bcb tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 818 time: 0.7799766 Nov 12 11:20:49.711452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Request body: {'port': {'device_id': '5ab090c5-e39e-47bc-89fe-9f24f3048094', 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6', 'admin_state_up': True, 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:49.796688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d8154b71-cb17-4f56-ae3c-6674a78206b1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:49.797397 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.836489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:49.925078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-144f8380-e7d6-4a59-809a-e51b27dc6bdc req-5323f4e2-87fb-4b77-8b18-a67a5bf69cee tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 210 time: 0.1140311 Nov 12 11:20:50.002663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Pushing event updated for resources: {'Port': ['ID=cd775c58-b050-4a13-9635-35f7a198d3ca,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:50.025505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Network f3909083-bf36-4ac4-a981-29fb81073bd6 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:50.027297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:50.030650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:50.058341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7a9f6-e8d7-4405-a933-cd0ff70bdb13 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:50.145280 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f127983-f5e6-4439-a199-a372801ffed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.210048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:50.211554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.218425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3ab68604-eba3-4279-9dfc-de136ac5008e None None] Provisioning complete for port cd775c58-b050-4a13-9635-35f7a198d3ca triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:50.219653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3ab68604-eba3-4279-9dfc-de136ac5008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.284723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f127983-f5e6-4439-a199-a372801ffed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.301364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3ab68604-eba3-4279-9dfc-de136ac5008e None None] Port cd775c58-b050-4a13-9635-35f7a198d3ca cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:50.359579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-419d4838-cd95-4f33-9f4d-f4db84db3313 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2049851 Nov 12 11:20:50.374668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Request body: {'port': {'device_id': '38f25b70-2bfe-4b30-8126-e0fbba2212dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:50.476797 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f127983-f5e6-4439-a199-a372801ffed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ac499d-0528-4cc4-a010-8c9b858f6a1c,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:50.522609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.617971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Made reservation on behalf of 6b54a289e2554f0e8ed84fb9f7f0a4c8 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:20:50.622313 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.686761 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.816686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f127983-f5e6-4439-a199-a372801ffed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:50.828493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5f127983-f5e6-4439-a199-a372801ffed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0170965 Nov 12 11:20:50.834489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36922) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:50.840631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-881044f0-0ae6-437d-9ac1-1529334473e3 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '4b1a482f-974c-4c6e-acc0-ef0a4859aeae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:50.968120 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6a83793f-4b60-412d-a790-371ea47ffad6 req-f7c10e6e-9a66-4ebc-998d-02f90d4d5d83 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1648324 Nov 12 11:20:51.004196 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881044f0-0ae6-437d-9ac1-1529334473e3 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.192768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b89af6e8-2900-4bf6-ba2d-cd6b7dba714f req-89b31490-9092-405f-a833-a9059b1da796 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 210 time: 0.0710084 Nov 12 11:20:51.346745 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881044f0-0ae6-437d-9ac1-1529334473e3 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.444564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd775c58-b050-4a13-9635-35f7a198d3ca {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:20:51.478645 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.478645 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881044f0-0ae6-437d-9ac1-1529334473e3 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.574086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Transition to ACTIVE for port object cd775c58-b050-4a13-9635-35f7a198d3ca will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:20:51.577033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881044f0-0ae6-437d-9ac1-1529334473e3 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73607892-758a-44a9-8f23-bb3f658d0b90,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:51.695759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881044f0-0ae6-437d-9ac1-1529334473e3 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.703114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-881044f0-0ae6-437d-9ac1-1529334473e3 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8671465 Nov 12 11:20:51.709158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36950) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:51.722767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-87427b9e-e33d-479b-ae98-c7cf4636da99 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '4b1a482f-974c-4c6e-acc0-ef0a4859aeae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:51.728643 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:51.785472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd775c58-b050-4a13-9635-35f7a198d3ca,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:51.853927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Allocated IP 172.20.0.9 (f3909083-bf36-4ac4-a981-29fb81073bd6/b0a51b77-a44a-487f-a385-978f0a9eb40f/3aaeda13-703e-405a-af49-e51c74bf8d24) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:20:51.912379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf9773-d1fa-481a-8bb5-5e9f3618aa7d None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:51.990428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Attempting to bind port cd775c58-b050-4a13-9635-35f7a198d3ca on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:51.991774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Attempting to bind port cd775c58-b050-4a13-9635-35f7a198d3ca by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:51.992565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Attempting to bind port cd775c58-b050-4a13-9635-35f7a198d3ca on network f3909083-bf36-4ac4-a981-29fb81073bd6 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:52.006522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Port cd775c58-b050-4a13-9635-35f7a198d3ca on network f3909083-bf36-4ac4-a981-29fb81073bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:20:52.007250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Attempting to bind port cd775c58-b050-4a13-9635-35f7a198d3ca on network f3909083-bf36-4ac4-a981-29fb81073bd6 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:52.014743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:52.015203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Checking segment: {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:52.015741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Bound using segment: {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:52.016469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Bound port: cd775c58-b050-4a13-9635-35f7a198d3ca, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:52.017035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.214866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e2d9d66-d547-4b65-a3cc-0ac3a19e4651 req-639e39fe-7d61-469a-bb5d-4b0314a6e231 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0821850 Nov 12 11:20:52.230966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.268230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] For port cd775c58-b050-4a13-9635-35f7a198d3ca, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:52.273734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] For port cd775c58-b050-4a13-9635-35f7a198d3ca, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cd775c58-b050-4a13-9635-35f7a198d3ca,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:52.380862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fcaa6c32-c46d-443f-bdbc-6ef6977e06a8 req-e95293fb-1d87-4ca2-a3c9-fe316e1131e4 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 210 time: 0.0365691 Nov 12 11:20:52.405272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87427b9e-e33d-479b-ae98-c7cf4636da99 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.493941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.497450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.533990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Network f3909083-bf36-4ac4-a981-29fb81073bd6 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:20:52.536598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87427b9e-e33d-479b-ae98-c7cf4636da99 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.536848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:20:52.558053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f216cee8-cf3b-4763-882c-bff1f86f758c None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:52.574241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:20:52.624296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7ad8936e-0795-4fe7-9a7d-21494b0317e5 None None] Provisioning complete for port 3aaeda13-703e-405a-af49-e51c74bf8d24 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:52.625335 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7ad8936e-0795-4fe7-9a7d-21494b0317e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.678319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87427b9e-e33d-479b-ae98-c7cf4636da99 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.688397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Pushing event updated for resources: {'Port': ['ID=3aaeda13-703e-405a-af49-e51c74bf8d24,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:52.704783 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:52.709553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.717228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] 10.222.0.57 "PUT /v2.0/ports/cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 200 len: 1092 time: 2.3459923 Nov 12 11:20:52.729619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82971ca7-a7bf-4eac-ad33-9e0961524164 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:52.740209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f25b70-2bfe-4b30-8126-e0fbba2212dd', 'tag': 'cd775c58-b050-4a13-9635-35f7a198d3ca'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:52.749424 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1edafa-074f-4240-b988-d801df371c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "38f25b70-2bfe-4b30-8126-e0fbba2212dd", "tag": "cd775c58-b050-4a13-9635-35f7a198d3ca"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:52.756256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7ad8936e-0795-4fe7-9a7d-21494b0317e5 None None] Port 3aaeda13-703e-405a-af49-e51c74bf8d24 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:20:52.757217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:52.758205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.791942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87427b9e-e33d-479b-ae98-c7cf4636da99 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3801c7c3-23da-47d1-ae46-0d3ff92faa51,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:52.807771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707734-be8b-4004-878a-aef68622aab9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd775c58-b050-4a13-9635-35f7a198d3ca,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:52.895271 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-89d43de6-aba9-4439-a2d5-bc7c4c798a16 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1874943 Nov 12 11:20:52.904106 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87427b9e-e33d-479b-ae98-c7cf4636da99 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:52.906683 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-87427b9e-e33d-479b-ae98-c7cf4636da99 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1976161 Nov 12 11:20:52.910656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Request body: {'port': {'device_id': '5ab090c5-e39e-47bc-89fe-9f24f3048094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:52.910926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36994) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:52.920991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2e1d499f-d69b-45b9-8005-f9861a4c4bb9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '4b1a482f-974c-4c6e-acc0-ef0a4859aeae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:52.964136 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ac5ff-27a1-4788-8b5f-4dc1c9b74204 x-openstack-request-id: req-e60ac5ff-27a1-4788-8b5f-4dc1c9b74204 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:52.964136 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f25b70-2bfe-4b30-8126-e0fbba2212dd", "tag": "cd775c58-b050-4a13-9635-35f7a198d3ca", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:52.964136 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e60ac5ff-27a1-4788-8b5f-4dc1c9b74204 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:52.964136 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f25b70-2bfe-4b30-8126-e0fbba2212dd', 'tag': 'cd775c58-b050-4a13-9635-35f7a198d3ca', 'status': 'completed', 'code': 200} Nov 12 11:20:52.979961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-02905d7e-6a39-4aec-b3d6-b1f6b8063893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:52.984841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-02905d7e-6a39-4aec-b3d6-b1f6b8063893 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1095 time: 0.1460519 Nov 12 11:20:53.013682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.116243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-5d765280-24bf-4277-830f-5146f07bd09d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 200 len: 217 time: 0.1131010 Nov 12 11:20:53.174527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e1d499f-d69b-45b9-8005-f9861a4c4bb9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.304309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e1d499f-d69b-45b9-8005-f9861a4c4bb9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.318033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-fa881a1a-a607-42aa-bdb2-45e85b3f90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:53.319654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-fa881a1a-a607-42aa-bdb2-45e85b3f90e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.1984510 Nov 12 11:20:53.394024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-06798e44-3d71-40e3-8889-7e1c8064d4f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505183 Nov 12 11:20:53.401477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e1d499f-d69b-45b9-8005-f9861a4c4bb9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.533176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aaeda13-703e-405a-af49-e51c74bf8d24 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:20:53.557616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e08fbd5-2ecd-494c-958b-847973058806 req-96b7114d-f336-4145-bbbd-e8a68458fe48 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1476753 Nov 12 11:20:53.577466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d499f-d69b-45b9-8005-f9861a4c4bb9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1134534c-b182-4d3a-b495-532f90d77c83,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:53.584695 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.652747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e1d499f-d69b-45b9-8005-f9861a4c4bb9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.655014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2e1d499f-d69b-45b9-8005-f9861a4c4bb9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7395928 Nov 12 11:20:53.658559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37012) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:53.669092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Transition to ACTIVE for port object 3aaeda13-703e-405a-af49-e51c74bf8d24 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:20:53.676676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-315ff193-0747-469b-9670-8bf0a475eef9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '4b1a482f-974c-4c6e-acc0-ef0a4859aeae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:53.712442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8785b29-057a-4839-957d-6dca8f6436ae req-08dbb0c3-431c-4d86-82aa-5cb550126cb7 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:53.720446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8785b29-057a-4839-957d-6dca8f6436ae req-08dbb0c3-431c-4d86-82aa-5cb550126cb7 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 931 time: 0.1792488 Nov 12 11:20:53.796628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8785b29-057a-4839-957d-6dca8f6436ae req-56d70d10-6d0a-41e9-bd13-3b62bae24a44 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749772 Nov 12 11:20:53.798054 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.811460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-ab3bc800-80c0-496f-99c7-da9f1b27a007 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790395 Nov 12 11:20:53.908895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaeda13-703e-405a-af49-e51c74bf8d24,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:53.935415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-315ff193-0747-469b-9670-8bf0a475eef9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:53.936537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d03fc6d-149a-44a1-915c-bd5ae994e7b1 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:54.104215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Attempting to bind port 3aaeda13-703e-405a-af49-e51c74bf8d24 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:20:54.104686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Attempting to bind port 3aaeda13-703e-405a-af49-e51c74bf8d24 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:20:54.105022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Attempting to bind port 3aaeda13-703e-405a-af49-e51c74bf8d24 on network f3909083-bf36-4ac4-a981-29fb81073bd6 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:54.128509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Port 3aaeda13-703e-405a-af49-e51c74bf8d24 on network f3909083-bf36-4ac4-a981-29fb81073bd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:20:54.128842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Attempting to bind port 3aaeda13-703e-405a-af49-e51c74bf8d24 on network f3909083-bf36-4ac4-a981-29fb81073bd6 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:20:54.159232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:20:54.159232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Checking segment: {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:20:54.159232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Bound using segment: {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:20:54.159232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Bound port: 3aaeda13-703e-405a-af49-e51c74bf8d24, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:20:54.159232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.279888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb7d1a5-b1c9-48bd-9353-bfe918f7a91a req-d83effbd-b1bf-4320-9b41-751f46d0c78c service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603736 Nov 12 11:20:54.328154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-315ff193-0747-469b-9670-8bf0a475eef9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.358207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] For port 3aaeda13-703e-405a-af49-e51c74bf8d24, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:20:54.367433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] For port 3aaeda13-703e-405a-af49-e51c74bf8d24, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3aaeda13-703e-405a-af49-e51c74bf8d24,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:20:54.526824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.530436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-315ff193-0747-469b-9670-8bf0a475eef9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.589365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ff193-0747-469b-9670-8bf0a475eef9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33257f21-c709-4b24-a275-88560609528a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:54.657562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1edafa-074f-4240-b988-d801df371c2d req-e630a4d7-bcf2-40e0-9cea-290c755d7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:54.662979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c1edafa-074f-4240-b988-d801df371c2d req-e630a4d7-bcf2-40e0-9cea-290c755d7fc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1095 time: 0.2306221 Nov 12 11:20:54.692206 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-315ff193-0747-469b-9670-8bf0a475eef9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.693726 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-315ff193-0747-469b-9670-8bf0a475eef9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0337322 Nov 12 11:20:54.706823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37030) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:54.757100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaeda13-703e-405a-af49-e51c74bf8d24,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:54.789162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0822-e343-4b29-813b-216b708b8af0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.804827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4defd78e-e34c-4e65-a0c0-2d5a85c8c288 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:20:54.828278 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0822-e343-4b29-813b-216b708b8af0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.834465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:54.836280 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:54.838953 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-66f5e58a-6b0a-4d21-8f7f-361c90bdc2d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/3aaeda13-703e-405a-af49-e51c74bf8d24 HTTP/1.1" status: 200 len: 1092 time: 1.9349449 Nov 12 11:20:54.844884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab090c5-e39e-47bc-89fe-9f24f3048094', 'tag': '3aaeda13-703e-405a-af49-e51c74bf8d24'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:54.846651 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab090c5-e39e-47bc-89fe-9f24f3048094", "tag": "3aaeda13-703e-405a-af49-e51c74bf8d24"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:54.875473 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3645df1d-b2d1-4e0c-af58-e14e0943335b req-03bb41c3-f89d-4b40-9aef-73fdcf1025f4 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0902548 Nov 12 11:20:55.027737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1edafa-074f-4240-b988-d801df371c2d req-3cdc7eaa-81a2-46c8-80a7-94b62519dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.030250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c1edafa-074f-4240-b988-d801df371c2d req-3cdc7eaa-81a2-46c8-80a7-94b62519dc20 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.3594193 Nov 12 11:20:55.122478 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a68e443-1206-4129-9e59-1adb8c92bdfc x-openstack-request-id: req-0a68e443-1206-4129-9e59-1adb8c92bdfc {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:55.123075 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab090c5-e39e-47bc-89fe-9f24f3048094", "tag": "3aaeda13-703e-405a-af49-e51c74bf8d24", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:55.123251 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a68e443-1206-4129-9e59-1adb8c92bdfc {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:55.123950 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab090c5-e39e-47bc-89fe-9f24f3048094', 'tag': '3aaeda13-703e-405a-af49-e51c74bf8d24', 'status': 'completed', 'code': 200} Nov 12 11:20:55.165983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574720-922b-4f40-92e2-31b654670abe req-d4b87989-ab8e-487b-b3d7-3a46270837b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.172393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-d4b87989-ab8e-487b-b3d7-3a46270837b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 1095 time: 0.1510231 Nov 12 11:20:55.188653 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0822-e343-4b29-813b-216b708b8af0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.191282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c1edafa-074f-4240-b988-d801df371c2d req-cc106b1d-db59-474d-84b5-332348f5a7b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 200 len: 217 time: 0.1515453 Nov 12 11:20:55.215236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0822-e343-4b29-813b-216b708b8af0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.228738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7d7f0822-e343-4b29-813b-216b708b8af0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/33257f21-c709-4b24-a275-88560609528a HTTP/1.1" status: 204 len: 168 time: 0.5205364 Nov 12 11:20:55.235869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37036) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:55.298584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-81c44bd7-1b08-4dc9-8ad0-cfed1dc8136f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aaeda13-703e-405a-af49-e51c74bf8d24 HTTP/1.1" status: 200 len: 217 time: 0.1194489 Nov 12 11:20:55.440993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb574720-922b-4f40-92e2-31b654670abe req-147da6c0-0fe6-4dff-ab94-e878473818ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.444972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0822-e343-4b29-813b-216b708b8af0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33257f21-c709-4b24-a275-88560609528a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:55.452889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-147da6c0-0fe6-4dff-ab94-e878473818ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.1419477 Nov 12 11:20:55.498937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1edafa-074f-4240-b988-d801df371c2d req-9c1ffada-4123-4361-80a3-3a8bef8a04d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.503148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c1edafa-074f-4240-b988-d801df371c2d req-9c1ffada-4123-4361-80a3-3a8bef8a04d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.2070501 Nov 12 11:20:55.532615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-1034756b-d1ca-4fcf-89b0-0af09d66b3e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734971 Nov 12 11:20:55.532867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5882b6-5d7b-4f8d-8dbf-6fc4ce4a7308 req-6c32b5b5-2070-4303-99d8-2b15dd5a5074 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:55.534333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad5882b6-5d7b-4f8d-8dbf-6fc4ce4a7308 req-6c32b5b5-2070-4303-99d8-2b15dd5a5074 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 943 time: 0.3636394 Nov 12 11:20:55.591405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ba55fb71-8538-4b41-96c1-9432f7c90f98 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2620940 Nov 12 11:20:55.643112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37048) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:55.645891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c1edafa-074f-4240-b988-d801df371c2d req-244d2f20-04a6-4fa6-b9e3-1478c8f0ff6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288133 Nov 12 11:20:55.684057 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-67abfa12-f3f9-4dbf-939f-4f428329fb45 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472480 Nov 12 11:20:55.767279 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d87eb282-1341-496a-a020-4df512c05477 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.801706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad5882b6-5d7b-4f8d-8dbf-6fc4ce4a7308 req-6bc13a0e-3c3c-4a37-9948-c722fb7534b9 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504141 Nov 12 11:20:55.808473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d87eb282-1341-496a-a020-4df512c05477 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:55.966267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c1edafa-074f-4240-b988-d801df371c2d req-c1c68687-0be0-4aa3-bf5b-0d9c60937306 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109174 Nov 12 11:20:55.996405 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fb574720-922b-4f40-92e2-31b654670abe req-0e8e3e32-46cb-4df2-a474-331ba06c44d3 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045754 Nov 12 11:20:56.060727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d87eb282-1341-496a-a020-4df512c05477 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.098046 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7d2105a-034f-4a3c-9f32-bd4347edba39 req-9bbec8a1-6026-4180-b9f2-cc592f4d0895 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0533402 Nov 12 11:20:56.194751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-16748564-f1dd-4698-8280-289d5e6faa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:56.196332 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-16748564-f1dd-4698-8280-289d5e6faa46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 1095 time: 0.0552475 Nov 12 11:20:56.207563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d87eb282-1341-496a-a020-4df512c05477 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.210556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d87eb282-1341-496a-a020-4df512c05477 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/1134534c-b182-4d3a-b495-532f90d77c83 HTTP/1.1" status: 204 len: 168 time: 0.5617816 Nov 12 11:20:56.213193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eb282-1341-496a-a020-4df512c05477 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1134534c-b182-4d3a-b495-532f90d77c83,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:56.224096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37056) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:56.329846 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c1edafa-074f-4240-b988-d801df371c2d req-9b916a60-84c0-4a7f-a4b4-0dbaa068d94d service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554146 Nov 12 11:20:56.376592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3045e7bd-bc06-4ef4-b110-3e532343cbf1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1511338 Nov 12 11:20:56.379706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:56.441581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8c1f0ac-a9c2-4843-8fc1-312446ed248c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.485781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8c1f0ac-a9c2-4843-8fc1-312446ed248c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.516331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-8ba17253-a9d4-4f02-81fe-513ec250d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:56.523724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-8ba17253-a9d4-4f02-81fe-513ec250d833 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.3194835 Nov 12 11:20:56.542279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cd775c58-b050-4a13-9635-35f7a198d3ca details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:20:56.654203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-184a21bf-89e2-415d-b87b-48ac486cb331 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aaeda13-703e-405a-af49-e51c74bf8d24 HTTP/1.1" status: 200 len: 217 time: 0.1194379 Nov 12 11:20:56.731495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-70bf58d8-f3fa-4aee-9c0e-814452f618e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:56.734132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-70bf58d8-f3fa-4aee-9c0e-814452f618e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.0695364 Nov 12 11:20:56.773883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8c1f0ac-a9c2-4843-8fc1-312446ed248c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.818023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8c1f0ac-a9c2-4843-8fc1-312446ed248c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:56.824021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f8c1f0ac-a9c2-4843-8fc1-312446ed248c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/3801c7c3-23da-47d1-ae46-0d3ff92faa51 HTTP/1.1" status: 204 len: 168 time: 0.4394433 Nov 12 11:20:56.824548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37076) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:56.834540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-cd46e806-fc51-41da-9331-9d0772783b69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803509 Nov 12 11:20:56.835811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1f0ac-a9c2-4843-8fc1-312446ed248c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3801c7c3-23da-47d1-ae46-0d3ff92faa51,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:56.984125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2424faf7-5374-49ca-88f9-57438949624d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1563587 Nov 12 11:20:56.985166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37080) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.008407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cd775c58-b050-4a13-9635-35f7a198d3ca, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cd775c58-b050-4a13-9635-35f7a198d3ca,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:57.046586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'cd775c58-b050-4a13-9635-35f7a198d3ca', 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6', 'port_id': 'cd775c58-b050-4a13-9635-35f7a198d3ca', 'mac_address': 'fa:16:3e:48:05:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a51b77-a44a-487f-a385-978f0a9eb40f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:20:57.059077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-225aa27d-66d9-4443-af4a-94ac782689a1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.080282 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-225aa27d-66d9-4443-af4a-94ac782689a1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.185380 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.231052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd775c58-b050-4a13-9635-35f7a198d3ca {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:20:57.257209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-225aa27d-66d9-4443-af4a-94ac782689a1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.271735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-225aa27d-66d9-4443-af4a-94ac782689a1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.278426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cd775c58-b050-4a13-9635-35f7a198d3ca, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cd775c58-b050-4a13-9635-35f7a198d3ca,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:57.285727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-225aa27d-66d9-4443-af4a-94ac782689a1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/73607892-758a-44a9-8f23-bb3f658d0b90 HTTP/1.1" status: 204 len: 168 time: 0.2964365 Nov 12 11:20:57.287021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37086) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.351242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-386c4ae1-9dfb-49e4-a7da-fc5038f18030 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078688 Nov 12 11:20:57.359809 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.373879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeaf57-9e00-4b9a-b692-d02b5a484e91 req-9dbaae73-5d49-4644-aa85-65f045ecdcbc tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:57.378813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225aa27d-66d9-4443-af4a-94ac782689a1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73607892-758a-44a9-8f23-bb3f658d0b90,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:57.395047 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ffeaf57-9e00-4b9a-b692-d02b5a484e91 req-9dbaae73-5d49-4644-aa85-65f045ecdcbc tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 943 time: 0.2566948 Nov 12 11:20:57.458887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb966a84-55ad-457d-9b6e-3f0fbf1e4451 req-279c07d7-443e-49a3-8503-749c4c10d6f9 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1111140 Nov 12 11:20:57.479082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=cd775c58-b050-4a13-9635-35f7a198d3ca,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:57.532007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0e0f175f-1150-43cf-81ad-abf110df1f8f tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2074337 Nov 12 11:20:57.534284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37092) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.567339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['cd775c58-b050-4a13-9635-35f7a198d3ca'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:20:57.658385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e68-4af7-47f6-a595-139a04ac89bf tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.709518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e68-4af7-47f6-a595-139a04ac89bf tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.813358 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4ef9bdb7-b8cd-4b7c-bcf6-fbbdcfa2546c req-75586685-e4b7-40fb-8d27-7bad7e25d669 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161561 Nov 12 11:20:57.840863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e68-4af7-47f6-a595-139a04ac89bf tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.850453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-68eb8e68-4af7-47f6-a595-139a04ac89bf tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:57.859067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-68eb8e68-4af7-47f6-a595-139a04ac89bf tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/d0ac499d-0528-4cc4-a010-8c9b858f6a1c HTTP/1.1" status: 204 len: 168 time: 0.3221109 Nov 12 11:20:57.860918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37104) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.884818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8e68-4af7-47f6-a595-139a04ac89bf tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0ac499d-0528-4cc4-a010-8c9b858f6a1c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:57.901216 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ffeaf57-9e00-4b9a-b692-d02b5a484e91 req-aa95a21f-a10f-4fb4-83af-6672994c5cd1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051787 Nov 12 11:20:57.995542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37110) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:57.996815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c3348448-42fd-4b45-9459-689b3a5cce17 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1212313 Nov 12 11:20:58.108780 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed865bb2-1dad-40a4-98a9-c71247645415 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.149879 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed865bb2-1dad-40a4-98a9-c71247645415 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.292951 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed865bb2-1dad-40a4-98a9-c71247645415 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.296164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed865bb2-1dad-40a4-98a9-c71247645415 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.299871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ed865bb2-1dad-40a4-98a9-c71247645415 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/4b1a482f-974c-4c6e-acc0-ef0a4859aeae HTTP/1.1" status: 204 len: 168 time: 0.3008332 Nov 12 11:20:58.300872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37116) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:58.328108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed865bb2-1dad-40a4-98a9-c71247645415 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a482f-974c-4c6e-acc0-ef0a4859aeae,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:58.406709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37122) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:58.410084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fc8bde1d-1131-4d68-9a8d-8f0c11636fb9 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1058598 Nov 12 11:20:58.412915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7808874e-dbc1-4d49-b5f8-32fe16263799 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-secgroup--657718828'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:58.543548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7808874e-dbc1-4d49-b5f8-32fe16263799 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.557303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3aaeda13-703e-405a-af49-e51c74bf8d24 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:20:58.578257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cd775c58-b050-4a13-9635-35f7a198d3ca up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:20:58.820871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66916d5c-d96b-4e52-bd6c-fee0d4db34c4 req-b0e9b9a8-9fee-4fc5-892b-d24f601f66c2 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1126821 Nov 12 11:20:58.850873 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:20:58.851066 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7808874e-dbc1-4d49-b5f8-32fe16263799 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.897359 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:20:58.963706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7808874e-dbc1-4d49-b5f8-32fe16263799 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:58.979327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port cd775c58-b050-4a13-9635-35f7a198d3ca completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:20:58.998777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port cd775c58-b050-4a13-9635-35f7a198d3ca triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:20:58.999150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.043556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808874e-dbc1-4d49-b5f8-32fe16263799 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebec3bcd-5f16-4835-b95f-5c718c25888b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:59.118990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3aaeda13-703e-405a-af49-e51c74bf8d24, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3aaeda13-703e-405a-af49-e51c74bf8d24,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:59.145508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7808874e-dbc1-4d49-b5f8-32fe16263799 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.149067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7808874e-dbc1-4d49-b5f8-32fe16263799 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7372403 Nov 12 11:20:59.150184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37152) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:59.154808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8a65367b-6044-4de9-97c1-445c509e6de7 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': 'ebec3bcd-5f16-4835-b95f-5c718c25888b', 'direction': 'ingress', 'protocol': 17}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:20:59.224804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963da586-11bf-4acd-b78a-31a1670a3b9e req-da1da999-3a89-4ed7-aca6-b9bb7ac7c38e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:59.229954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-963da586-11bf-4acd-b78a-31a1670a3b9e req-da1da999-3a89-4ed7-aca6-b9bb7ac7c38e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 943 time: 0.1650572 Nov 12 11:20:59.246591 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.297071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a65367b-6044-4de9-97c1-445c509e6de7 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.300253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '3aaeda13-703e-405a-af49-e51c74bf8d24', 'network_id': 'f3909083-bf36-4ac4-a981-29fb81073bd6', 'port_id': '3aaeda13-703e-405a-af49-e51c74bf8d24', 'mac_address': 'fa:16:3e:89:83:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a51b77-a44a-487f-a385-978f0a9eb40f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:20:59.330468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-963da586-11bf-4acd-b78a-31a1670a3b9e req-17340f85-d8bc-491f-a787-a50f69dc3eba tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954425 Nov 12 11:20:59.354297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f25b70-2bfe-4b30-8126-e0fbba2212dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd775c58-b050-4a13-9635-35f7a198d3ca'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:20:59.367632 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a069b7d-a6b8-40a6-8037-0452de4a7b48" -d '{"events": [{"server_uuid": "38f25b70-2bfe-4b30-8126-e0fbba2212dd", "name": "network-vif-plugged", "status": "completed", "tag": "cd775c58-b050-4a13-9635-35f7a198d3ca"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:20:59.423622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-003f5494-938c-4e36-ab46-fc1a6e698ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.452777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port cd775c58-b050-4a13-9635-35f7a198d3ca, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cd775c58-b050-4a13-9635-35f7a198d3ca,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:59.515901 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a65367b-6044-4de9-97c1-445c509e6de7 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.526916 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1512091-3b28-4301-aec2-502485833eb5 x-openstack-request-id: req-a1512091-3b28-4301-aec2-502485833eb5 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:20:59.527242 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f25b70-2bfe-4b30-8126-e0fbba2212dd", "name": "network-vif-plugged", "status": "completed", "tag": "cd775c58-b050-4a13-9635-35f7a198d3ca", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:20:59.527452 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a1512091-3b28-4301-aec2-502485833eb5 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:20:59.528955 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f25b70-2bfe-4b30-8126-e0fbba2212dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd775c58-b050-4a13-9635-35f7a198d3ca', 'code': 200} Nov 12 11:20:59.569177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.617855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37164) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:59.636407 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a65367b-6044-4de9-97c1-445c509e6de7 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.668381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65367b-6044-4de9-97c1-445c509e6de7 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3df8695-f4ac-4ce7-bc31-05fe3f4be898,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:59.695779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d80de5-676f-4e57-8eef-c01cd286e7d3 req-eaec6786-e2f8-4611-9a64-f1c2ea44190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:20:59.710792 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44d80de5-676f-4e57-8eef-c01cd286e7d3 req-eaec6786-e2f8-4611-9a64-f1c2ea44190a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1097 time: 0.1275103 Nov 12 11:20:59.803094 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.805552 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a65367b-6044-4de9-97c1-445c509e6de7 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:20:59.809945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a65367b-6044-4de9-97c1-445c509e6de7 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6563346 Nov 12 11:20:59.810826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37174) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:20:59.815751 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-44d80de5-676f-4e57-8eef-c01cd286e7d3 req-ded5cce5-b717-4970-ba3e-9b6db427f262 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043298 Nov 12 11:20:59.838424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=cd775c58-b050-4a13-9635-35f7a198d3ca,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:20:59.846159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaeda13-703e-405a-af49-e51c74bf8d24 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:20:59.906670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3aaeda13-703e-405a-af49-e51c74bf8d24, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3aaeda13-703e-405a-af49-e51c74bf8d24,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:20:59.937959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f5b5514-25b4-48f0-a535-579fab6da847 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.000765 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.005361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f5b5514-25b4-48f0-a535-579fab6da847 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.116249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40b3804d-93de-4f68-b802-9eca7c8a04ca req-e792aef9-d2ef-41ce-8e6a-0953ef146731 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0738332 Nov 12 11:21:00.257714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-385576d3-8714-4b2c-8f1d-3a513b130cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.273093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['3aaeda13-703e-405a-af49-e51c74bf8d24'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:21:00.284808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f5b5514-25b4-48f0-a535-579fab6da847 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.288225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f5b5514-25b4-48f0-a535-579fab6da847 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.290749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4f5b5514-25b4-48f0-a535-579fab6da847 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/ebec3bcd-5f16-4835-b95f-5c718c25888b HTTP/1.1" status: 204 len: 168 time: 0.4773786 Nov 12 11:21:00.299230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37182) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:00.342606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=3aaeda13-703e-405a-af49-e51c74bf8d24,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:00.346055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b5514-25b4-48f0-a535-579fab6da847 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebec3bcd-5f16-4835-b95f-5c718c25888b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:00.400423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6dbf7a85-47b3-4ab5-9fda-131b0046cc4f tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0957763 Nov 12 11:21:00.405096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37186) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:00.409472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-secgroup--296883732'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:00.472251 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-385576d3-8714-4b2c-8f1d-3a513b130cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.588995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.622740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-385576d3-8714-4b2c-8f1d-3a513b130cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.647514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc70f87-591b-4450-b8eb-695f2ab64cf0 req-d4caec0a-8b03-4a3f-b1cd-e4e0049665d1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:00.658859 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-acc70f87-591b-4450-b8eb-695f2ab64cf0 req-d4caec0a-8b03-4a3f-b1cd-e4e0049665d1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 944 time: 0.1599815 Nov 12 11:21:00.813296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-385576d3-8714-4b2c-8f1d-3a513b130cee admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b14a52579755405ea51a9978e7df00f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1942773 Nov 12 11:21:00.814565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385576d3-8714-4b2c-8f1d-3a513b130cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b74175-48a0-4870-9c8e-642e94c3fa81,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:00.822411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37192) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:00.917211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-acc70f87-591b-4450-b8eb-695f2ab64cf0 req-54ac4652-d63b-4efb-a7e6-9fedff8415db tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545271 Nov 12 11:21:00.960197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:00.989674 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fd4b-6bf5-4413-b81d-819576ab850d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.019837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fd4b-6bf5-4413-b81d-819576ab850d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.034760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.138517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d250d1-0438-410e-8162-1d9587c0f013,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:01.194496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.195152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.198408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.200711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.201544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.204007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.204824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.208524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.209238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.209841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.213493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.214024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:01.282245 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fd4b-6bf5-4413-b81d-819576ab850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.289031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.294284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8cb5748b-881f-4acf-a588-39c04e9b15f8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8924785 Nov 12 11:21:01.295692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec6fd4b-6bf5-4413-b81d-819576ab850d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.297891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7ec6fd4b-6bf5-4413-b81d-819576ab850d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e4b74175-48a0-4870-9c8e-642e94c3fa81 HTTP/1.1" status: 204 len: 168 time: 0.4741802 Nov 12 11:21:01.299230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37202) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:01.320796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c6d43e13-b84d-48f1-9275-7e2a0fab005b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808387825'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:01.334176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6fd4b-6bf5-4413-b81d-819576ab850d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b74175-48a0-4870-9c8e-642e94c3fa81,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:01.428454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d86cff0b-adeb-4d8d-98ca-e7d84d03cc63 req-3f99dbce-0e7e-4eae-994a-dd48f5ce4d4a tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0778081 Nov 12 11:21:01.480291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6d43e13-b84d-48f1-9275-7e2a0fab005b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:01.628148 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6d43e13-b84d-48f1-9275-7e2a0fab005b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.042494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beb82e-1c54-43b9-9647-84f9c9b00a88 req-ebcbaeda-0621-4cbc-8a6f-3f991e909978 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:02.044104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6beb82e-1c54-43b9-9647-84f9c9b00a88 req-ebcbaeda-0621-4cbc-8a6f-3f991e909978 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 944 time: 0.0594397 Nov 12 11:21:02.108122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6d43e13-b84d-48f1-9275-7e2a0fab005b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.123971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6beb82e-1c54-43b9-9647-84f9c9b00a88 req-fbea9182-2f72-4ad9-9528-5a1de1e5f20f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727587 Nov 12 11:21:02.144074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d43e13-b84d-48f1-9275-7e2a0fab005b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16744dd5-055c-414d-8a9b-18d91d8021f9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:02.162250 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-54d03e58-ab15-4120-a7fb-ae4e175af301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.294754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6d43e13-b84d-48f1-9275-7e2a0fab005b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.301840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37220) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:02.304176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c6d43e13-b84d-48f1-9275-7e2a0fab005b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9959340 Nov 12 11:21:02.306631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a2e8d810-690c-4de6-85b9-18150bce892b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': 'd2d250d1-0438-410e-8162-1d9587c0f013', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '16744dd5-055c-414d-8a9b-18d91d8021f9', 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:02.482682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d810-690c-4de6-85b9-18150bce892b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.569632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3aaeda13-703e-405a-af49-e51c74bf8d24 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:02.690292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc8e009a-d3bd-4757-94ff-d9d4220d7aca req-f427adba-2e92-4c1f-af80-7b4f4c994685 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0663426 Nov 12 11:21:02.739151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 3aaeda13-703e-405a-af49-e51c74bf8d24 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:21:02.752740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d810-690c-4de6-85b9-18150bce892b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.758030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 3aaeda13-703e-405a-af49-e51c74bf8d24 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:02.759426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.790385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37230) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:02.846831 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d810-690c-4de6-85b9-18150bce892b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:02.908535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8d810-690c-4de6-85b9-18150bce892b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2fa347-d3fd-4c70-ab9f-4e525f0286c4,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:03.003585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2e8d810-690c-4de6-85b9-18150bce892b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.005630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a2e8d810-690c-4de6-85b9-18150bce892b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7025032 Nov 12 11:21:03.008989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37240) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.044814 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.052493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6704f03-5f97-4fc0-a222-89774d88aae4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.065521 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6704f03-5f97-4fc0-a222-89774d88aae4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.067816 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.076138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab090c5-e39e-47bc-89fe-9f24f3048094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaeda13-703e-405a-af49-e51c74bf8d24'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:21:03.084060 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4826e809-d7dc-4113-ac5b-74a92be0c639" -d '{"events": [{"server_uuid": "5ab090c5-e39e-47bc-89fe-9f24f3048094", "name": "network-vif-plugged", "status": "completed", "tag": "3aaeda13-703e-405a-af49-e51c74bf8d24"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:21:03.118845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 3aaeda13-703e-405a-af49-e51c74bf8d24, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3aaeda13-703e-405a-af49-e51c74bf8d24,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:03.167973 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899cb551-ff2e-454f-b3dc-5ce3c85ac262 x-openstack-request-id: req-899cb551-ff2e-454f-b3dc-5ce3c85ac262 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:21:03.169020 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab090c5-e39e-47bc-89fe-9f24f3048094", "name": "network-vif-plugged", "status": "completed", "tag": "3aaeda13-703e-405a-af49-e51c74bf8d24", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:21:03.169435 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-899cb551-ff2e-454f-b3dc-5ce3c85ac262 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:21:03.170069 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab090c5-e39e-47bc-89fe-9f24f3048094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaeda13-703e-405a-af49-e51c74bf8d24', 'code': 200} Nov 12 11:21:03.173305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b0a93c6-ab34-42ce-95e8-6d98445aaa99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.176839 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.177059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6704f03-5f97-4fc0-a222-89774d88aae4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.219817 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6704f03-5f97-4fc0-a222-89774d88aae4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.226445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6704f03-5f97-4fc0-a222-89774d88aae4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/9c2fa347-d3fd-4c70-ab9f-4e525f0286c4 HTTP/1.1" status: 204 len: 168 time: 0.2130449 Nov 12 11:21:03.229987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37246) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.249008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=3aaeda13-703e-405a-af49-e51c74bf8d24,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:03.259913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6704f03-5f97-4fc0-a222-89774d88aae4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c2fa347-d3fd-4c70-ab9f-4e525f0286c4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:03.339455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a6ba0-eb85-4463-9330-cab4ae0f6a16 req-daab04f0-ff34-4ead-8cec-8a9f96b8ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:03.341264 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d63a6ba0-eb85-4463-9330-cab4ae0f6a16 req-daab04f0-ff34-4ead-8cec-8a9f96b8ba5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 1097 time: 0.0690026 Nov 12 11:21:03.436518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37248) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.465167 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e648389-c6ec-4353-8cd6-f7e46c4a16f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.483516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d63a6ba0-eb85-4463-9330-cab4ae0f6a16 req-c83f7814-471d-466b-84f3-fd01cbd5038f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314723 Nov 12 11:21:03.517708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-965bb978-855d-4492-bb34-0ed788d93c28 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2862008 Nov 12 11:21:03.518853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37252) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.631058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b0a93c6-ab34-42ce-95e8-6d98445aaa99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.659703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6abe2-b5cc-4abd-a354-bb74c88dc7a3 req-f47e57d8-0a49-45ea-b1bd-e7af08146bf2 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:03.662191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-266176ef-4f07-4176-9d2e-9d7a87d30fcc tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.665798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e648389-c6ec-4353-8cd6-f7e46c4a16f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.667749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0b6abe2-b5cc-4abd-a354-bb74c88dc7a3 req-f47e57d8-0a49-45ea-b1bd-e7af08146bf2 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.3732824 Nov 12 11:21:03.696364 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-266176ef-4f07-4176-9d2e-9d7a87d30fcc tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.724700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b0a93c6-ab34-42ce-95e8-6d98445aaa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:03.794357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0b6abe2-b5cc-4abd-a354-bb74c88dc7a3 req-22a89ef3-940b-47c1-b555-af185bd6f114 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213109 Nov 12 11:21:03.821666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7b0a93c6-ab34-42ce-95e8-6d98445aaa99 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=85d1f5493b67499ea87b3d9ab987db86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0328906 Nov 12 11:21:03.823428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37256) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:03.843071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a93c6-ab34-42ce-95e8-6d98445aaa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cf60aa-06d8-4c51-b556-a99bb52adcec,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:03.960812 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-306fd96c-160d-4ed5-8f2d-de5a5e50584a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.016792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-306fd96c-160d-4ed5-8f2d-de5a5e50584a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.165861 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.208820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-306fd96c-160d-4ed5-8f2d-de5a5e50584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.212236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-306fd96c-160d-4ed5-8f2d-de5a5e50584a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.213517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-306fd96c-160d-4ed5-8f2d-de5a5e50584a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f6cf60aa-06d8-4c51-b556-a99bb52adcec HTTP/1.1" status: 204 len: 168 time: 0.3770046 Nov 12 11:21:04.227674 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e648389-c6ec-4353-8cd6-f7e46c4a16f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.231659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fd96c-160d-4ed5-8f2d-de5a5e50584a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cf60aa-06d8-4c51-b556-a99bb52adcec,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:04.305453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6481fb64-7f21-4b3c-a96c-1b4e5ade117d req-345d9917-2a93-4c6e-9a90-1da3608e4d24 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0814331 Nov 12 11:21:04.343502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e648389-c6ec-4353-8cd6-f7e46c4a16f1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a10e6df5e1624d78887782756d8b8629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8986607 Nov 12 11:21:04.346001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37266) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:04.350831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e648389-c6ec-4353-8cd6-f7e46c4a16f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d4b9ce-ea49-47dc-b9d4-118fd892a330,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:04.411511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-266176ef-4f07-4176-9d2e-9d7a87d30fcc tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.415221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-266176ef-4f07-4176-9d2e-9d7a87d30fcc tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.416826 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-266176ef-4f07-4176-9d2e-9d7a87d30fcc tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/16744dd5-055c-414d-8a9b-18d91d8021f9 HTTP/1.1" status: 204 len: 168 time: 0.8930371 Nov 12 11:21:04.421499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37268) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:04.477331 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-138a9d8f-be7c-47e5-89fb-d5f033038674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.504498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266176ef-4f07-4176-9d2e-9d7a87d30fcc tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16744dd5-055c-414d-8a9b-18d91d8021f9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:04.552489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-138a9d8f-be7c-47e5-89fb-d5f033038674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.656117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fb22059f-1466-4b6d-89f7-491590e332d3 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2320156 Nov 12 11:21:04.659825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37272) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:04.746787 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5f60-8cf7-46f5-8090-6ac3c7be9bd0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.783322 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5f60-8cf7-46f5-8090-6ac3c7be9bd0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.813554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-138a9d8f-be7c-47e5-89fb-d5f033038674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.816290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-138a9d8f-be7c-47e5-89fb-d5f033038674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.820159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-138a9d8f-be7c-47e5-89fb-d5f033038674 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/60d4b9ce-ea49-47dc-b9d4-118fd892a330 HTTP/1.1" status: 204 len: 168 time: 0.4703927 Nov 12 11:21:04.821468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.873821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a9d8f-be7c-47e5-89fb-d5f033038674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d4b9ce-ea49-47dc-b9d4-118fd892a330,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:04.953755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5f60-8cf7-46f5-8090-6ac3c7be9bd0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.956748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5f60-8cf7-46f5-8090-6ac3c7be9bd0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:04.960765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a6aa5f60-8cf7-46f5-8090-6ac3c7be9bd0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/d2d250d1-0438-410e-8162-1d9587c0f013 HTTP/1.1" status: 204 len: 168 time: 0.2974429 Nov 12 11:21:04.963388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:04.989004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa5f60-8cf7-46f5-8090-6ac3c7be9bd0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d250d1-0438-410e-8162-1d9587c0f013,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:05.024741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c6564-7e97-4600-aeb7-4e2e23fc74fe req-c646b6b2-279f-454f-8fcd-2077bece02bd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:05.026368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e49c6564-7e97-4600-aeb7-4e2e23fc74fe req-c646b6b2-279f-454f-8fcd-2077bece02bd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1028111 Nov 12 11:21:05.051372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2f79618e-f41b-4b80-8ad7-14e16f92f28b tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0851316 Nov 12 11:21:05.057422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37288) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:05.063272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f730193a-b58a-4ec9-ae74-ea73dc23e061 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-secgroup--351576120'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:05.137676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e49c6564-7e97-4600-aeb7-4e2e23fc74fe req-0078d7f8-5fdc-4977-95c8-e9f007effc0d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004400 Nov 12 11:21:05.160078 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f730193a-b58a-4ec9-ae74-ea73dc23e061 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.205156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37292) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:05.266668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dba37e77-8ba5-4688-b0a9-9b571f2e2c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.404402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f730193a-b58a-4ec9-ae74-ea73dc23e061 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.464454 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dba37e77-8ba5-4688-b0a9-9b571f2e2c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.479878 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f730193a-b58a-4ec9-ae74-ea73dc23e061 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.515822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-073173a1-9b0c-4cb2-ac78-58f8dce5f1d3 req-bcf568f9-427e-4b65-be7b-09ac3da61102 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0301418 Nov 12 11:21:05.571808 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dba37e77-8ba5-4688-b0a9-9b571f2e2c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.596184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730193a-b58a-4ec9-ae74-ea73dc23e061 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c2f91c-737a-4849-9cc1-422811a0350d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:05.652967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f730193a-b58a-4ec9-ae74-ea73dc23e061 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.663021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba37e77-8ba5-4688-b0a9-9b571f2e2c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a0291b-bc41-4d11-aab8-aeae6a885fcd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:05.665280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f730193a-b58a-4ec9-ae74-ea73dc23e061 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6065505 Nov 12 11:21:05.665921 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37300) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:05.681399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f11bb7b4-289c-48b9-beff-3dabd585def5 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '29c2f91c-737a-4849-9cc1-422811a0350d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:05.705944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37302) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:05.709020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dba37e77-8ba5-4688-b0a9-9b571f2e2c0f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6e5141e431914d88abc01babf7ebf23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5012927 Nov 12 11:21:05.841077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-32b74710-8c80-47ae-a287-a3843f98a17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.877839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f11bb7b4-289c-48b9-beff-3dabd585def5 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:05.959291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-c0dbd17f-885f-4e82-aace-eca3cd8b321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:05.963311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-c0dbd17f-885f-4e82-aace-eca3cd8b321e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 1097 time: 0.1711357 Nov 12 11:21:05.971487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-32b74710-8c80-47ae-a287-a3843f98a17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.093836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fb422-8411-4d88-ade9-4c9909afe3c7 req-48f6f8ab-15f8-4fd2-8940-d90631751850 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:06.101428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-786fb422-8411-4d88-ade9-4c9909afe3c7 req-48f6f8ab-15f8-4fd2-8940-d90631751850 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.2430997 Nov 12 11:21:06.170466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-32b74710-8c80-47ae-a287-a3843f98a17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.177256 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-32b74710-8c80-47ae-a287-a3843f98a17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.178957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-32b74710-8c80-47ae-a287-a3843f98a17b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/44a0291b-bc41-4d11-aab8-aeae6a885fcd HTTP/1.1" status: 204 len: 168 time: 0.4712129 Nov 12 11:21:06.188852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-786fb422-8411-4d88-ade9-4c9909afe3c7 req-89417ff2-88db-4e1c-98d9-4088ddc56d1d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749350 Nov 12 11:21:06.195210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-aa5c1713-83f8-4d90-b534-890436e2a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:06.201644 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-aa5c1713-83f8-4d90-b534-890436e2a108 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.2264116 Nov 12 11:21:06.260506 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f11bb7b4-289c-48b9-beff-3dabd585def5 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.263808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b74710-8c80-47ae-a287-a3843f98a17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a0291b-bc41-4d11-aab8-aeae6a885fcd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:06.286574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-afb5303a-aa88-4250-86f9-e21aeab3c78b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aaeda13-703e-405a-af49-e51c74bf8d24 HTTP/1.1" status: 200 len: 217 time: 0.0772407 Nov 12 11:21:06.359362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f11bb7b4-289c-48b9-beff-3dabd585def5 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.364769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-ea4512df-fcb9-4662-9db0-0a0d47367775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:06.368795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-ea4512df-fcb9-4662-9db0-0a0d47367775 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.0628898 Nov 12 11:21:06.396356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bb7b4-289c-48b9-beff-3dabd585def5 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e71d80-a45a-4da8-b973-38e0a37e9886,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:06.406017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37314) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:06.434037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-d7f127ef-cba0-4107-8559-46153ab139ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583198 Nov 12 11:21:06.438648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adf506b-6d88-4b9c-8e2f-e406d4fcb508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.485307 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f11bb7b4-289c-48b9-beff-3dabd585def5 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.491388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f11bb7b4-289c-48b9-beff-3dabd585def5 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8182125 Nov 12 11:21:06.497667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37316) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:06.550947 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d56b160-809c-429c-804b-6f844dffb348 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.569860 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d56b160-809c-429c-804b-6f844dffb348 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.703599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-7c287948-7cb7-4d10-9d52-ee6df60b8fa3 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591438 Nov 12 11:21:06.797068 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-969a17cf-3b30-4fdc-a60f-312e0f4b7c83 req-3673d6cd-eda7-4fc5-affb-64eb1b8b5b8b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0914888 Nov 12 11:21:06.802638 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adf506b-6d88-4b9c-8e2f-e406d4fcb508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.810397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d56b160-809c-429c-804b-6f844dffb348 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.832686 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d56b160-809c-429c-804b-6f844dffb348 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.834319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4d56b160-809c-429c-804b-6f844dffb348 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/91e71d80-a45a-4da8-b973-38e0a37e9886 HTTP/1.1" status: 204 len: 168 time: 0.3348503 Nov 12 11:21:06.837868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37324) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:06.864106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56b160-809c-429c-804b-6f844dffb348 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91e71d80-a45a-4da8-b973-38e0a37e9886,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:06.931596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adf506b-6d88-4b9c-8e2f-e406d4fcb508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:06.939817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-984c4e89-24f3-45e5-bb36-83606b9cb9c3 req-359f4079-a5d3-4deb-ac56-43e24daf65c8 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307789 Nov 12 11:21:07.098350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:07.098529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0adf506b-6d88-4b9c-8e2f-e406d4fcb508 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52087250c17c45e9950a54b271884aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6908412 Nov 12 11:21:07.155674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-740bc524-7147-43f5-9c1d-bec88d5c8356 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3111420 Nov 12 11:21:07.158010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37344) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:07.200569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf506b-6d88-4b9c-8e2f-e406d4fcb508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2e4b0-b87a-4cf3-8fcb-2649efb3c14e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:07.240706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2c1c72a1-8721-4242-8e43-2304cc4ea0c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.270824 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44f5b757-f026-4f77-b3ec-b0d01ac85c15 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.285247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2c1c72a1-8721-4242-8e43-2304cc4ea0c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.301836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44f5b757-f026-4f77-b3ec-b0d01ac85c15 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.422874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2e0a6-4e71-46a6-82e3-c9f1f2e4a440 req-1651a6ef-c90d-4304-af7a-5482062e56dd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:07.424715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3f2e0a6-4e71-46a6-82e3-c9f1f2e4a440 req-1651a6ef-c90d-4304-af7a-5482062e56dd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.0695994 Nov 12 11:21:07.427139 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44f5b757-f026-4f77-b3ec-b0d01ac85c15 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.429937 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44f5b757-f026-4f77-b3ec-b0d01ac85c15 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.431264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-44f5b757-f026-4f77-b3ec-b0d01ac85c15 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/29c2f91c-737a-4849-9cc1-422811a0350d HTTP/1.1" status: 204 len: 168 time: 0.2721186 Nov 12 11:21:07.436539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37352) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:07.462851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5b757-f026-4f77-b3ec-b0d01ac85c15 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c2f91c-737a-4849-9cc1-422811a0350d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:07.463713 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2c1c72a1-8721-4242-8e43-2304cc4ea0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.466708 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2c1c72a1-8721-4242-8e43-2304cc4ea0c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.470864 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2c1c72a1-8721-4242-8e43-2304cc4ea0c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/16c2e4b0-b87a-4cf3-8fcb-2649efb3c14e HTTP/1.1" status: 204 len: 168 time: 0.3686237 Nov 12 11:21:07.489943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c72a1-8721-4242-8e43-2304cc4ea0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2e4b0-b87a-4cf3-8fcb-2649efb3c14e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:07.528540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3f2e0a6-4e71-46a6-82e3-c9f1f2e4a440 req-29dca2a7-9522-4c21-bc0b-5b1c3be30cbc tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961387 Nov 12 11:21:07.593916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3c2c601f-6089-4718-9fcd-c1cdc7391aec tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1543984 Nov 12 11:21:07.593916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37358) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:07.601092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-37b4172e-d486-4ea1-b8b5-bf9699aa7e0c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group': {'name': 'tempest-secgroup--7950303'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:07.693110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37b4172e-d486-4ea1-b8b5-bf9699aa7e0c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.898361 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37b4172e-d486-4ea1-b8b5-bf9699aa7e0c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:07.983364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42abbfe0-6b7e-49b1-9dec-a78d4c656f5a req-1d540049-c30c-4ff9-b5c0-244e2d65129c tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0492666 Nov 12 11:21:07.997505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37b4172e-d486-4ea1-b8b5-bf9699aa7e0c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.114980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4172e-d486-4ea1-b8b5-bf9699aa7e0c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373a43da-d73d-4475-b128-2472b7b258a0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:08.360935 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-37b4172e-d486-4ea1-b8b5-bf9699aa7e0c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.363961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-37b4172e-d486-4ea1-b8b5-bf9699aa7e0c tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7675786 Nov 12 11:21:08.445569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37392) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:08.445569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b9f947e1-45b3-468e-bc1d-f78511db78b4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '373a43da-d73d-4475-b128-2472b7b258a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:08.630651 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9f947e1-45b3-468e-bc1d-f78511db78b4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.832804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770a045-2fae-4dd4-8ae5-368fe0be881a req-ddecaf6e-0d5f-43df-a963-6e887c589c33 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:08.844896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8770a045-2fae-4dd4-8ae5-368fe0be881a req-ddecaf6e-0d5f-43df-a963-6e887c589c33 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1714251 Nov 12 11:21:08.847639 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9f947e1-45b3-468e-bc1d-f78511db78b4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.929943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8770a045-2fae-4dd4-8ae5-368fe0be881a req-29de2be9-4f5c-4c86-895c-8557790b53d0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765340 Nov 12 11:21:08.943508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9f947e1-45b3-468e-bc1d-f78511db78b4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:08.985826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f947e1-45b3-468e-bc1d-f78511db78b4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299a731d-5643-412f-a3b8-85c312b59243,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:09.072764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9f947e1-45b3-468e-bc1d-f78511db78b4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.078787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37422) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:09.087882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b9f947e1-45b3-468e-bc1d-f78511db78b4 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7210014 Nov 12 11:21:09.147383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37432) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:09.165224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-695034d5-2959-4573-8eea-5879e1015479 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules/299a731d-5643-412f-a3b8-85c312b59243 HTTP/1.1" status: 200 len: 763 time: 0.0846143 Nov 12 11:21:09.218502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-995cc178-adc2-495f-a173-843749863c5f req-8cc4d906-11e6-4d2f-ac6b-b05454fb3f46 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.1045713 Nov 12 11:21:09.230793 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c629b53c-d388-4ca4-ba98-5fa92b55eff7 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0819190 Nov 12 11:21:09.233635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37436) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:09.305571 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe27-2439-4e4c-a040-1c0735383e53 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.327951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe27-2439-4e4c-a040-1c0735383e53 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.456685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe27-2439-4e4c-a040-1c0735383e53 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.470778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4fedfe27-2439-4e4c-a040-1c0735383e53 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.476072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37442) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:09.476855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4fedfe27-2439-4e4c-a040-1c0735383e53 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/299a731d-5643-412f-a3b8-85c312b59243 HTTP/1.1" status: 204 len: 168 time: 0.2366476 Nov 12 11:21:09.476855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37444) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:09.522430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedfe27-2439-4e4c-a040-1c0735383e53 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=299a731d-5643-412f-a3b8-85c312b59243,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:09.587388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37448) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:09.589632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-732f5dbe-546b-4c54-9b0a-2a6b74412632 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1116965 Nov 12 11:21:09.593792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-81909d97-b808-467b-9343-b5eba59f3c1d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '373a43da-d73d-4475-b128-2472b7b258a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:09.707665 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81909d97-b808-467b-9343-b5eba59f3c1d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.821060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81909d97-b808-467b-9343-b5eba59f3c1d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.893913 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b018c5a4-7ada-495e-887a-2d786a5d8d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.925041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81909d97-b808-467b-9343-b5eba59f3c1d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:09.963581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81909d97-b808-467b-9343-b5eba59f3c1d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6c4f47-2a01-4735-a36d-8044abcecb91,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.033165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b018c5a4-7ada-495e-887a-2d786a5d8d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.052161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83467f9-5b08-4538-9176-56fd7f92847d req-c2b932c4-12b3-41aa-800a-4148849abcfc tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:10.053947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a83467f9-5b08-4538-9176-56fd7f92847d req-c2b932c4-12b3-41aa-800a-4148849abcfc tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.0548849 Nov 12 11:21:10.102731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a83467f9-5b08-4538-9176-56fd7f92847d req-248e4b98-e59a-417f-a782-b9bc396f2ef1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422716 Nov 12 11:21:10.127526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81909d97-b808-467b-9343-b5eba59f3c1d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.129407 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-81909d97-b808-467b-9343-b5eba59f3c1d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5399835 Nov 12 11:21:10.134536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37458) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.150849 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-22ef2b63-d1d3-4031-b22d-b75432b7af03 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules/4d6c4f47-2a01-4735-a36d-8044abcecb91 HTTP/1.1" status: 200 len: 763 time: 0.0150924 Nov 12 11:21:10.153454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37460) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.189198 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b018c5a4-7ada-495e-887a-2d786a5d8d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.247067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fe5f47d0-bc38-4360-9f90-ae79c08ab171 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0924187 Nov 12 11:21:10.249073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37474) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.262364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b018c5a4-7ada-495e-887a-2d786a5d8d7e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6b087cb100f44657b7bbbe6e05c8916a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7893038 Nov 12 11:21:10.263605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018c5a4-7ada-495e-887a-2d786a5d8d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b253964c-ce5a-4fbe-aec4-e7aacc37c524,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.282768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37478) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.286401 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd341822-7980-4d34-ba7b-785cfc345c09 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.295914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd341822-7980-4d34-ba7b-785cfc345c09 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.366608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-51f316f6-b834-44dc-b35a-5ac8788c3420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.371281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b36fa084-dad6-4ef5-b7fc-ddaa11dd0cdf req-73a67d8e-670f-40ad-855f-de17ee3b5eb3 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0423491 Nov 12 11:21:10.396922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-51f316f6-b834-44dc-b35a-5ac8788c3420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.473977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd341822-7980-4d34-ba7b-785cfc345c09 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.482484 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd341822-7980-4d34-ba7b-785cfc345c09 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.484290 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cd341822-7980-4d34-ba7b-785cfc345c09 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/4d6c4f47-2a01-4735-a36d-8044abcecb91 HTTP/1.1" status: 204 len: 168 time: 0.2327504 Nov 12 11:21:10.487288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37488) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.510526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd341822-7980-4d34-ba7b-785cfc345c09 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d6c4f47-2a01-4735-a36d-8044abcecb91,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.530305 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-51f316f6-b834-44dc-b35a-5ac8788c3420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.535547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-51f316f6-b834-44dc-b35a-5ac8788c3420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.539264 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-51f316f6-b834-44dc-b35a-5ac8788c3420 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b253964c-ce5a-4fbe-aec4-e7aacc37c524 HTTP/1.1" status: 204 len: 168 time: 0.2531433 Nov 12 11:21:10.554792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f316f6-b834-44dc-b35a-5ac8788c3420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b253964c-ce5a-4fbe-aec4-e7aacc37c524,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:10.603688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1318254-e67c-4f65-a637-5d6014d6b729 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1109383 Nov 12 11:21:10.603688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37492) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:10.620945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-53b6e849-42f1-46be-8825-0d1f7e2e5ed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Request body: {'security_group_rule': {'security_group_id': '373a43da-d73d-4475-b128-2472b7b258a0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:10.691990 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-53b6e849-42f1-46be-8825-0d1f7e2e5ed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Project 5e405a939d474b969d19653541d93ef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:21:10.701019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-53b6e849-42f1-46be-8825-0d1f7e2e5ed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.853984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-53b6e849-42f1-46be-8825-0d1f7e2e5ed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.942141 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-53b6e849-42f1-46be-8825-0d1f7e2e5ed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:10.990079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e849-42f1-46be-8825-0d1f7e2e5ed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa57fe6e-dc23-48f4-a4bd-2d537f92970f,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:11.095751 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-53b6e849-42f1-46be-8825-0d1f7e2e5ed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.099249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37516) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:11.099420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-53b6e849-42f1-46be-8825-0d1f7e2e5ed1 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4947767 Nov 12 11:21:11.128106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37520) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:11.137368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-edd47a97-a7d7-47bd-874f-464fe1904078 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules/aa57fe6e-dc23-48f4-a4bd-2d537f92970f HTTP/1.1" status: 200 len: 769 time: 0.0239122 Nov 12 11:21:11.220379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37532) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:11.220558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dfe2d302-4d8e-4d85-955a-94ba2c664c1d tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0890265 Nov 12 11:21:11.290934 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-417a365f-0789-49f9-b53f-fb47e89fa4ad tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.315187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-417a365f-0789-49f9-b53f-fb47e89fa4ad tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.359216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1cfa5-d9b7-4f5e-ab7d-db69099fd539 req-e93ae2ac-4634-47e5-b18e-29619b815ecd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:11.366499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-06e1cfa5-d9b7-4f5e-ab7d-db69099fd539 req-e93ae2ac-4634-47e5-b18e-29619b815ecd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1099098 Nov 12 11:21:11.452665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-06e1cfa5-d9b7-4f5e-ab7d-db69099fd539 req-27971856-876f-45cb-803c-7cc91565f677 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696278 Nov 12 11:21:11.462148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-417a365f-0789-49f9-b53f-fb47e89fa4ad tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.469150 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-417a365f-0789-49f9-b53f-fb47e89fa4ad tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.473202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37548) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:11.478892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-417a365f-0789-49f9-b53f-fb47e89fa4ad tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/aa57fe6e-dc23-48f4-a4bd-2d537f92970f HTTP/1.1" status: 204 len: 168 time: 0.2485139 Nov 12 11:21:11.487170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a365f-0789-49f9-b53f-fb47e89fa4ad tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa57fe6e-dc23-48f4-a4bd-2d537f92970f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:11.540056 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-791757b5-c025-4b86-aa7c-b24f7df67eba tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656269 Nov 12 11:21:11.541656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37552) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:11.573351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-866ac020-beb7-4294-bd84-b01cfb00ae5f req-0e09032e-9325-4e1d-b9e7-573c8cbecb44 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0786750 Nov 12 11:21:11.719074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c3a90b1-8ca4-4a46-b9bd-47c9af20011e tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.761808 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c3a90b1-8ca4-4a46-b9bd-47c9af20011e tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.783677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f825942-08d4-4881-a042-5711d91ad72c req-d275133c-23ab-4fce-9c16-d2bb693ad837 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:11.785349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f825942-08d4-4881-a042-5711d91ad72c req-d275133c-23ab-4fce-9c16-d2bb693ad837 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1325381 Nov 12 11:21:11.909406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1f825942-08d4-4881-a042-5711d91ad72c req-e030d1e0-da42-4916-bf1c-0154f9c37e43 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092377 Nov 12 11:21:11.913689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c3a90b1-8ca4-4a46-b9bd-47c9af20011e tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.918061 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c3a90b1-8ca4-4a46-b9bd-47c9af20011e tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:11.918356 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c3a90b1-8ca4-4a46-b9bd-47c9af20011e tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "DELETE /v2.0/security-groups/373a43da-d73d-4475-b128-2472b7b258a0 HTTP/1.1" status: 204 len: 168 time: 0.3752244 Nov 12 11:21:11.921052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37568) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:11.945659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a90b1-8ca4-4a46-b9bd-47c9af20011e tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a43da-d73d-4475-b128-2472b7b258a0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:12.010162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1c894871-a7b9-44e0-8eff-cb36083f04e8 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0875189 Nov 12 11:21:12.014549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37576) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:12.159202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e84c41ef-e80b-4760-9db5-cca3e888a1c0 tempest-SecGroupIPv6Test-2092907749 tempest-SecGroupIPv6Test-2092907749-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1315114 Nov 12 11:21:12.616074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8a03b-51e5-41f6-a678-aff808007de2 req-5545ecd8-b9c7-46a4-83a8-21ae43e7147e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:12.618471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ef8a03b-51e5-41f6-a678-aff808007de2 req-5545ecd8-b9c7-46a4-83a8-21ae43e7147e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.0690181 Nov 12 11:21:12.723077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ef8a03b-51e5-41f6-a678-aff808007de2 req-67e7e110-6915-462d-b490-80cde2c3684a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944948 Nov 12 11:21:12.777324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6069f90-d58b-4915-bc90-4618a838ebe2 req-4a336cfa-ffc2-47ec-a3ff-08eaa0452ac7 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0423524 Nov 12 11:21:12.856190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37604) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:12.910601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599e4c4-f764-4369-ad86-b392598871b9 req-8d91b59b-9371-4977-a6c2-62afaaea4b52 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:12.919486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3599e4c4-f764-4369-ad86-b392598871b9 req-8d91b59b-9371-4977-a6c2-62afaaea4b52 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.0889618 Nov 12 11:21:12.974283 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3599e4c4-f764-4369-ad86-b392598871b9 req-323dc84b-ce3f-4a42-9d70-f067d0074aed tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520415 Nov 12 11:21:13.076664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eec6cf7a-3cbf-47b4-9bb2-d85738b2e55a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5e405a939d474b969d19653541d93ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191222 Nov 12 11:21:13.078995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37616) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:13.144891 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.170953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.280171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.285276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:13.286892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dd0967b4-b911-41e2-9d40-a19ee11aa4ac HTTP/1.1" status: 204 len: 168 time: 0.2067556 Nov 12 11:21:13.298219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0967b4-b911-41e2-9d40-a19ee11aa4ac,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:13.315845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.320447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b25f6-dc55-4fd6-9301-3ca2b6c52abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:13.872471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faadb7-47d8-4411-8287-eb45d463eab2 req-2b86541a-0f2b-4110-a60b-f93fc48d43ce tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:13.883353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49faadb7-47d8-4411-8287-eb45d463eab2 req-2b86541a-0f2b-4110-a60b-f93fc48d43ce tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.0733583 Nov 12 11:21:13.936245 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf2d4c16-496c-4476-ab0d-1d4b23e2dc76 req-3feae9c0-7cf1-470b-a6d3-d9a1152c8d52 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0bc8edfd-8687-4675-9dcf-766bdc6af16b HTTP/1.1" status: 200 len: 210 time: 0.0325961 Nov 12 11:21:13.956782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49faadb7-47d8-4411-8287-eb45d463eab2 req-29fd856a-e354-4d19-9401-ca109643e538 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743151 Nov 12 11:21:14.155742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2974f0-68cd-4a08-8718-dd9f01f80472 req-c837359b-2f28-4173-8b09-05efecadafa2 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:14.157432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd2974f0-68cd-4a08-8718-dd9f01f80472 req-c837359b-2f28-4173-8b09-05efecadafa2 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.0831199 Nov 12 11:21:14.181797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:21:14.217923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd2974f0-68cd-4a08-8718-dd9f01f80472 req-bbf535e7-0da0-4801-98a0-07e11723218f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545592 Nov 12 11:21:14.303041 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.337480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:21:14.339842 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bead9f0-b6ae-42d3-9cbd-add81dc5c78a" -d '{"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-unplugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:21:14.361373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:14.387122 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a8720e-b295-4dc8-984d-e3578286b1ed x-openstack-request-id: req-22a8720e-b295-4dc8-984d-e3578286b1ed {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:21:14.387420 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-unplugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:21:14.387677 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-22a8720e-b295-4dc8-984d-e3578286b1ed {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:21:14.388121 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'code': 200} Nov 12 11:21:14.485863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:14.573011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=11']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:15.184535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3076913-08de-4742-8483-ce08dc9e55cf req-b707afcc-c081-4685-b99d-37b5087c03c7 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:15.186533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3076913-08de-4742-8483-ce08dc9e55cf req-b707afcc-c081-4685-b99d-37b5087c03c7 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1329985 Nov 12 11:21:15.269471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37706) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:15.281841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e3076913-08de-4742-8483-ce08dc9e55cf req-57216de3-fa62-478b-9645-88fd0b25289e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759187 Nov 12 11:21:15.363128 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802e1b30-74b9-4f5f-bc6e-88242353c0e0 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.440338 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802e1b30-74b9-4f5f-bc6e-88242353c0e0 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:15.474114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd5c64-2ca5-4165-b36f-678b832f556b req-284cbf97-5808-4ab6-a72a-ac2d1e9d2de3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:15.475729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0bd5c64-2ca5-4165-b36f-678b832f556b req-284cbf97-5808-4ab6-a72a-ac2d1e9d2de3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1105759 Nov 12 11:21:15.561919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0bd5c64-2ca5-4165-b36f-678b832f556b req-0b0053a7-dcf7-4166-aeaf-63c3429202eb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703592 Nov 12 11:21:16.061991 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802e1b30-74b9-4f5f-bc6e-88242353c0e0 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.067815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-802e1b30-74b9-4f5f-bc6e-88242353c0e0 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.067815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-802e1b30-74b9-4f5f-bc6e-88242353c0e0 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "DELETE /v2.0/security-groups/7ca1ba24-c64d-4e5e-b3c4-097f557eb84b HTTP/1.1" status: 204 len: 168 time: 0.7940025 Nov 12 11:21:16.069695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37732) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:16.077665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e1b30-74b9-4f5f-bc6e-88242353c0e0 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca1ba24-c64d-4e5e-b3c4-097f557eb84b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:16.084899 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-1cdf2f82-a1d7-484b-a6fa-7a8cafcafea8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] show failed (client error): The resource could not be found. Nov 12 11:21:16.089348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37734) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:16.096516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1cdf2f82-a1d7-484b-a6fa-7a8cafcafea8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "GET /v2.0/security-groups/7ca1ba24-c64d-4e5e-b3c4-097f557eb84b HTTP/1.1" status: 404 len: 347 time: 0.0175288 Nov 12 11:21:16.191826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:21:16.391437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting port b7d7fd71-c825-4fb9-93d5-b261f9ecb5c1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:16.392111 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.430978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:16.460562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'mac_address': 'fa:16:3e:11:d4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:21:16.541606 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.568948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64873d-8a27-45fc-87bb-bbc95fc08fc7 req-9764f50f-a878-4f37-a6ac-1d23b9f93860 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:16.569663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca9f1e-0e01-439d-af05-f28fa75d86c1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:21:16.571160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef64873d-8a27-45fc-87bb-bbc95fc08fc7 req-9764f50f-a878-4f37-a6ac-1d23b9f93860 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1046343 Nov 12 11:21:16.573675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.574240 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.607824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Calling delete_port for b7d7fd71-c825-4fb9-93d5-b261f9ecb5c1 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:16.651174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:16.701948 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:16.707206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef64873d-8a27-45fc-87bb-bbc95fc08fc7 req-a65bfae2-2a14-4e0f-b423-65247dddfbd9 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290581 Nov 12 11:21:16.846199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['85ca9f1e-0e01-439d-af05-f28fa75d86c1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:21:16.855731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a7f50-3a7d-4af8-96ad-815058db95df req-1cf907d9-d983-4438-9993-d6b208094908 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:16.860397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-368a7f50-3a7d-4af8-96ad-815058db95df req-1cf907d9-d983-4438-9993-d6b208094908 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 946 time: 0.1036665 Nov 12 11:21:16.946397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=12']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:16.951768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-368a7f50-3a7d-4af8-96ad-815058db95df req-f657ea7f-c98a-4fad-ab86-182309564baa tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836072 Nov 12 11:21:17.040134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.059320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37772) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:17.103255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Port': ['ID=b7d7fd71-c825-4fb9-93d5-b261f9ecb5c1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:17.135565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b04559e-0f4f-418f-969b-ea9e28283b7f None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:17.227168 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.230396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.236321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37778) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:17.244643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f7953eb2-bf0f-466d-a100-22b864447dfa tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "DELETE /v2.0/floatingips/a45e3ce7-ee4e-4285-845d-7c6a53b0f587 HTTP/1.1" status: 204 len: 168 time: 1.1533761 Nov 12 11:21:17.387713 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-584faebc-8803-43bb-8028-006261b5fcf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.498349 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-584faebc-8803-43bb-8028-006261b5fcf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.570902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fb868550-44a0-40d8-aa60-28c421d8ba0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting port 26e63152-5248-4e8f-b5aa-114acaedfd1f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:17.571249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fb868550-44a0-40d8-aa60-28c421d8ba0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.582735 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.675834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-584faebc-8803-43bb-8028-006261b5fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:17.727453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:17.932890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-584faebc-8803-43bb-8028-006261b5fcf1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ea76a01cf0f40b1a583e1ca172a1caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8700626 Nov 12 11:21:17.935734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37804) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:17.937234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ee05f81-7b94-4ce2-8c85-9e121593d65f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.026013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584faebc-8803-43bb-8028-006261b5fcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6fdcb-b60f-4b2c-87e7-07c873b4f4ef,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:18.143658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fb868550-44a0-40d8-aa60-28c421d8ba0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.163370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-fb868550-44a0-40d8-aa60-28c421d8ba0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Calling delete_port for 26e63152-5248-4e8f-b5aa-114acaedfd1f owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:18.192945 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ee05f81-7b94-4ce2-8c85-9e121593d65f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.202744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:18.204315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2974f-42b9-4c19-8536-c4f2b31ac319 req-4e7d7625-5e93-4079-a0a4-4d0e39265a78 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:18.211675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9aa2974f-42b9-4c19-8536-c4f2b31ac319 req-4e7d7625-5e93-4079-a0a4-4d0e39265a78 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 946 time: 0.0971365 Nov 12 11:21:18.278366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9aa2974f-42b9-4c19-8536-c4f2b31ac319 req-953b7b09-ae79-46ef-9379-bce6ba562f36 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653667 Nov 12 11:21:18.281446 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ee05f81-7b94-4ce2-8c85-9e121593d65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.295342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ea7d2-fda6-4fab-bac0-25f3b4bf1a63 req-ab2646ed-f1bb-4a0d-a202-0926aa6d8de0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:18.303130 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-151ea7d2-fda6-4fab-bac0-25f3b4bf1a63 req-ab2646ed-f1bb-4a0d-a202-0926aa6d8de0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.4245896 Nov 12 11:21:18.330269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7ee05f81-7b94-4ce2-8c85-9e121593d65f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d26384b6598d4d38b144f95a0c47075b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6002862 Nov 12 11:21:18.332826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37822) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:18.370997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:18.376410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.409976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-151ea7d2-fda6-4fab-bac0-25f3b4bf1a63 req-44774e17-2f4c-4f9a-a44c-b3d6beba5700 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055851 Nov 12 11:21:18.435443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddedccc9-5e18-452c-a533-73c0f0124734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.500911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee05f81-7b94-4ce2-8c85-9e121593d65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484b6bda-b6c0-481b-9b53-8d9a52d5b92d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:18.512571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddedccc9-5e18-452c-a533-73c0f0124734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.526889 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b0615e4-7c82-4083-b096-9c1c76a03bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.548707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.557109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b0615e4-7c82-4083-b096-9c1c76a03bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.618795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:21:18.623228 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce69f758-85ef-4bab-bf3f-714fdbf881a4" -d '{"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-plugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:21:18.690655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:18.732852 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5deaf2-3b32-4a11-bfda-cd5cdb005701 x-openstack-request-id: req-7a5deaf2-3b32-4a11-bfda-cd5cdb005701 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:21:18.733617 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-plugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:21:18.734043 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7a5deaf2-3b32-4a11-bfda-cd5cdb005701 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:21:18.734630 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'code': 200} Nov 12 11:21:18.823774 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.851553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b0615e4-7c82-4083-b096-9c1c76a03bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.852931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fb868550-44a0-40d8-aa60-28c421d8ba0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.856645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddedccc9-5e18-452c-a533-73c0f0124734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.857761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5b0615e4-7c82-4083-b096-9c1c76a03bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.859434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5b0615e4-7c82-4083-b096-9c1c76a03bb7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/484b6bda-b6c0-481b-9b53-8d9a52d5b92d HTTP/1.1" status: 204 len: 168 time: 0.5250099 Nov 12 11:21:18.876695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0615e4-7c82-4083-b096-9c1c76a03bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b6bda-b6c0-481b-9b53-8d9a52d5b92d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:18.876946 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddedccc9-5e18-452c-a533-73c0f0124734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:18.885953 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ddedccc9-5e18-452c-a533-73c0f0124734 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/70e6fdcb-b60f-4b2c-87e7-07c873b4f4ef HTTP/1.1" status: 204 len: 168 time: 0.9481544 Nov 12 11:21:18.984512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb868550-44a0-40d8-aa60-28c421d8ba0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Port': ['ID=26e63152-5248-4e8f-b5aa-114acaedfd1f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:19.041969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedccc9-5e18-452c-a533-73c0f0124734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6fdcb-b60f-4b2c-87e7-07c873b4f4ef,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:19.122414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=13']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:19.133263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fb868550-44a0-40d8-aa60-28c421d8ba0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.147020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37840) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:19.150882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fb868550-44a0-40d8-aa60-28c421d8ba0b tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "DELETE /v2.0/ports/26e63152-5248-4e8f-b5aa-114acaedfd1f HTTP/1.1" status: 204 len: 168 time: 1.9090614 Nov 12 11:21:19.337850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-72a493f9-4ddd-42c3-bb2e-fb388377e379 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting port 1e632fd0-95a1-49d6-9178-e375f5a106e8 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:19.338188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72a493f9-4ddd-42c3-bb2e-fb388377e379 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:19.697490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258d2ba-5d54-49e8-adbf-ae3e0133ea98 req-5fbeea03-10e9-45cd-8a09-d36b4c034a60 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:19.699487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0258d2ba-5d54-49e8-adbf-ae3e0133ea98 req-5fbeea03-10e9-45cd-8a09-d36b4c034a60 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1437583 Nov 12 11:21:19.832258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0258d2ba-5d54-49e8-adbf-ae3e0133ea98 req-0fc5a407-e486-404e-80ae-24ad857d43a1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091847 Nov 12 11:21:20.183954 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72a493f9-4ddd-42c3-bb2e-fb388377e379 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.201326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-72a493f9-4ddd-42c3-bb2e-fb388377e379 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Calling delete_port for 1e632fd0-95a1-49d6-9178-e375f5a106e8 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:20.322979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7971d-d551-49c3-bdf6-df4949354cf2 req-4f7278eb-ac53-4758-9803-4aedb72f0e9c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:20.332004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00e7971d-d551-49c3-bdf6-df4949354cf2 req-4f7278eb-ac53-4758-9803-4aedb72f0e9c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.9085710 Nov 12 11:21:20.374822 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37878) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:20.396561 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f267da91-2a94-4d7b-999b-a8e359eaa8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.419531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00e7971d-d551-49c3-bdf6-df4949354cf2 req-9b74031a-50bb-4299-9dd6-fadefcc9b620 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842845 Nov 12 11:21:20.564502 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f267da91-2a94-4d7b-999b-a8e359eaa8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.650532 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.719804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72a493f9-4ddd-42c3-bb2e-fb388377e379 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.720154 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f267da91-2a94-4d7b-999b-a8e359eaa8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:20.783376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a493f9-4ddd-42c3-bb2e-fb388377e379 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Port': ['ID=1e632fd0-95a1-49d6-9178-e375f5a106e8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:20.911226 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f267da91-2a94-4d7b-999b-a8e359eaa8e7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62c9f6949db744f6862bd3e6ca900006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5311129 Nov 12 11:21:20.914160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37894) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:20.969304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267da91-2a94-4d7b-999b-a8e359eaa8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efc239b-d6c6-44c6-865b-ab0fb1e6d2c6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:21.009557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72a493f9-4ddd-42c3-bb2e-fb388377e379 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.013269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-72a493f9-4ddd-42c3-bb2e-fb388377e379 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "DELETE /v2.0/ports/1e632fd0-95a1-49d6-9178-e375f5a106e8 HTTP/1.1" status: 204 len: 168 time: 1.8649879 Nov 12 11:21:21.016644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:21.064428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37900) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:21.134206 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-719416b8-8a5f-453c-a3cc-622728e73f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.156059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf7f9a0-a7aa-4f6e-8104-dc89064fca07 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting subnet ebeee334-a65a-4ea7-98e8-497983b334b6 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:21:21.219052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9a0-a7aa-4f6e-8104-dc89064fca07 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.246110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a50a7-e6b2-46e3-9aa3-688969092b5c req-56392cc9-14bd-4f0d-bd83-c4fcd7478c71 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:21.254169 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f49a50a7-e6b2-46e3-9aa3-688969092b5c req-56392cc9-14bd-4f0d-bd83-c4fcd7478c71 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.2221463 Nov 12 11:21:21.256200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1461210991-network', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:21.318835 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-719416b8-8a5f-453c-a3cc-622728e73f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.398057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Made reservation on behalf of 4e57dbcf95954373b0ced500b2530a7d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:21.398057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.417059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.458317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9a0-a7aa-4f6e-8104-dc89064fca07 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.471463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f49a50a7-e6b2-46e3-9aa3-688969092b5c req-095b7a12-086a-42a6-9257-ff85ab4dc33f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135637 Nov 12 11:21:21.523684 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-719416b8-8a5f-453c-a3cc-622728e73f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.530950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-719416b8-8a5f-453c-a3cc-622728e73f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.530950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-719416b8-8a5f-453c-a3cc-622728e73f79 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9efc239b-d6c6-44c6-865b-ab0fb1e6d2c6 HTTP/1.1" status: 204 len: 168 time: 0.6015072 Nov 12 11:21:21.541663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719416b8-8a5f-453c-a3cc-622728e73f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efc239b-d6c6-44c6-865b-ab0fb1e6d2c6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:21.682822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89296df-9f7e-4bd1-abc0-f24886aff93a req-05c92932-3a9b-453a-a03b-07f31720fd44 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:21.692451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f89296df-9f7e-4bd1-abc0-f24886aff93a req-05c92932-3a9b-453a-a03b-07f31720fd44 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1397338 Nov 12 11:21:21.718420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9a0-a7aa-4f6e-8104-dc89064fca07 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.758944 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.789528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f89296df-9f7e-4bd1-abc0-f24886aff93a req-697a4d3a-4351-43f4-9cbe-dda948c019e3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952528 Nov 12 11:21:21.816562 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.836011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:21.856071 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.856071 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Added segment 516475ff-2a8b-4a32-92e4-e5affe6f90f6 of type vlan for network ac7d757c-890b-4beb-bca8-5844759a902f Nov 12 11:21:21.875431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9a0-a7aa-4f6e-8104-dc89064fca07 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:21.975543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e171a59e-5c0e-47cb-9fc8-136627261922 None None] Network 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:21.980767 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.017249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cf7f9a0-a7aa-4f6e-8104-dc89064fca07 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.036188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1cf7f9a0-a7aa-4f6e-8104-dc89064fca07 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "DELETE /v2.0/subnets/ebeee334-a65a-4ea7-98e8-497983b334b6 HTTP/1.1" status: 204 len: 168 time: 1.0170984 Nov 12 11:21:22.037605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37924) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:22.041742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7f9a0-a7aa-4f6e-8104-dc89064fca07 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Subnet': ['ID=ebeee334-a65a-4ea7-98e8-497983b334b6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:22.065796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40df8e46-71a7-4377-8198-eaa58119bc4e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:22.142024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.143052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:22.143990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.224965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c56558c-2758-4aca-9278-c7367bff0cb8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Deleting subnet 8c305dfb-d8c3-40a9-838f-bc4a718c3df0 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:21:22.229714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4c56558c-2758-4aca-9278-c7367bff0cb8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.318782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2531803 Nov 12 11:21:22.324760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4c56558c-2758-4aca-9278-c7367bff0cb8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.327690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37938) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:22.338202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Request body: {'subnet': {'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1461210991-subnet', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:22.350472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] DHCP port deletion for 9b7d3284-fd01-418e-ad2d-d5a742fe7b0e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:22.379778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489da1e0-2960-4761-81f4-759842af5c23 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7d757c-890b-4beb-bca8-5844759a902f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:22.433181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ac7d757c-890b-4beb-bca8-5844759a902f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:22.492100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4c56558c-2758-4aca-9278-c7367bff0cb8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.603751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Deleting port 1334f3e6-f698-4b67-87c8-e37130a24ea7 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:22.604258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.686779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] For port 1334f3e6-f698-4b67-87c8-e37130a24ea7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1334f3e6-f698-4b67-87c8-e37130a24ea7,segment=NetworkSegment(d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89),segment_id=d6c35ba7-57d8-47ae-b0d8-e7748e7f0e89)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:22.687485 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.709072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Calling delete_port for 1334f3e6-f698-4b67-87c8-e37130a24ea7 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:22.755573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Made reservation on behalf of 4e57dbcf95954373b0ced500b2530a7d for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:22.816877 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.851840 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4c56558c-2758-4aca-9278-c7367bff0cb8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.954421 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4c56558c-2758-4aca-9278-c7367bff0cb8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:22.959346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4c56558c-2758-4aca-9278-c7367bff0cb8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "DELETE /v2.0/subnets/8c305dfb-d8c3-40a9-838f-bc4a718c3df0 HTTP/1.1" status: 204 len: 168 time: 0.9196506 Nov 12 11:21:22.961107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56558c-2758-4aca-9278-c7367bff0cb8 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Subnet': ['ID=8c305dfb-d8c3-40a9-838f-bc4a718c3df0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:22.964452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597dbfc-2de5-4bdf-bf1e-894f9282e085 None None] Network 2b15c206-d2e2-418d-8f51-2b33242c1d70 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:22.966669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37948) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:23.025824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3592d-3550-4c41-a640-32924863f27d req-69f5996f-7e41-4ead-a8da-ed6f0eacf2b0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:23.025824 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41d3592d-3550-4c41-a640-32924863f27d req-69f5996f-7e41-4ead-a8da-ed6f0eacf2b0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.3459411 Nov 12 11:21:23.068890 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.077178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2976a-e773-4396-ad27-b5d70f5f4ede req-fffb6c81-516a-4f6f-8754-773225db2bfd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:23.086235 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1f2976a-e773-4396-ad27-b5d70f5f4ede req-fffb6c81-516a-4f6f-8754-773225db2bfd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1179435 Nov 12 11:21:23.103328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Pushing event deleted for resources: {'Port': ['ID=1334f3e6-f698-4b67-87c8-e37130a24ea7,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:23.132565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41d3592d-3550-4c41-a640-32924863f27d req-3dd9e087-36bc-42ac-ae18-7efb0e67e57c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785227 Nov 12 11:21:23.147609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.148103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.148506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.149168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.149168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.149498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.149840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.150162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.150499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.150815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.155575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.156277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:23.172013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa382c-9045-4266-8681-b4d90c9c5ad5 None None] No DVR routers for this DVR port 1334f3e6-f698-4b67-87c8-e37130a24ea7 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:21:23.175560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1f2976a-e773-4396-ad27-b5d70f5f4ede req-b80e66ba-0c14-4bad-a1b8-e91ae2349860 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879846 Nov 12 11:21:23.419291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.521999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-0cfd9999-a106-4a5e-a80d-894b8202ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:23.533098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-0cfd9999-a106-4a5e-a80d-894b8202ae0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1099 time: 0.1754177 Nov 12 11:21:23.547759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1334f3e6-f698-4b67-87c8-e37130a24ea7 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:21:23.575956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 1334f3e6-f698-4b67-87c8-e37130a24ea7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:21:23.576213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1334f3e6-f698-4b67-87c8-e37130a24ea7 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:21:23.717533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] DHCP port deletion for 2b15c206-d2e2-418d-8f51-2b33242c1d70 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:23.749267 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.790217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] Deleting port 26035538-d3fb-4ffd-bc02-41231ca9a32a {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:23.790956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.813687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7d3284-fd01-418e-ad2d-d5a742fe7b0e']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:23.824720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.839803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:23.841101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c35ba7-57d8-47ae-b0d8-e7748e7f0e89') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:23.880335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] For port 26035538-d3fb-4ffd-bc02-41231ca9a32a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=26035538-d3fb-4ffd-bc02-41231ca9a32a,segment=NetworkSegment(2bf1399d-36ec-47af-90b7-dfc8ce0260d9),segment_id=2bf1399d-36ec-47af-90b7-dfc8ce0260d9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:23.880794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.887618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.902409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] Calling delete_port for 26035538-d3fb-4ffd-bc02-41231ca9a32a owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:23.904925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.912725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:23.921623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:23.986831 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:24.049545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-797312ee-2d4c-46e2-b1a8-3063ce417ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:24.051458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-797312ee-2d4c-46e2-b1a8-3063ce417ffd service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.4480577 Nov 12 11:21:24.058320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Pushing event updated for resources: {'Subnet': ['ID=781424ce-66c0-4552-85b9-54eb7669f696,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:24.081228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Checking segment: {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:24.081603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Network hostable DHCP agents. Network: ac7d757c-890b-4beb-bca8-5844759a902f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:24.113227 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.139190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] No DVR routers for this DVR port 26035538-d3fb-4ffd-bc02-41231ca9a32a on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:21:24.185234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.202511 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9014f-98c3-486c-8f9c-564111ae60d5 None None] Pushing event deleted for resources: {'Port': ['ID=26035538-d3fb-4ffd-bc02-41231ca9a32a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:24.217959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.222110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "DELETE /v2.0/networks/9b7d3284-fd01-418e-ad2d-d5a742fe7b0e HTTP/1.1" status: 204 len: 168 time: 1.2449048 Nov 12 11:21:24.223639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-c254c445-54b5-4aac-b8e4-465fa98746c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 1001 time: 0.1570914 Nov 12 11:21:24.224260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37978) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:24.260968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e08e55-c803-45f0-933b-5dc8a6b97a43 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Network': ['ID=9b7d3284-fd01-418e-ad2d-d5a742fe7b0e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:24.304774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Network ac7d757c-890b-4beb-bca8-5844759a902f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:24.364183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.373814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-0411742f-a588-4e1e-a008-08b3ad943c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:24.375385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-0411742f-a588-4e1e-a008-08b3ad943c4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1159008 Nov 12 11:21:24.385384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4205e-a8a8-49a4-87a4-f06711580e6e req-5de22c05-2cdf-4ff9-a8c3-76786d4181d6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:24.388802 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e9b4205e-a8a8-49a4-87a4-f06711580e6e req-5de22c05-2cdf-4ff9-a8c3-76786d4181d6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1248834 Nov 12 11:21:24.399856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085d64c-a754-4249-b353-b22915449412 req-f50474a2-a46e-4245-a616-ed77775fe3f0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:24.401378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1085d64c-a754-4249-b353-b22915449412 req-f50474a2-a46e-4245-a616-ed77775fe3f0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.0881903 Nov 12 11:21:24.411911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ac7d757c-890b-4beb-bca8-5844759a902f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:24.421496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744448a6-be2d-4fa0-ac07-bc7fec9cb0f7 None None] Network ac7d757c-890b-4beb-bca8-5844759a902f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:24.445911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:24.446591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.495067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1085d64c-a754-4249-b353-b22915449412 req-5db24095-7606-41c7-9110-5a0ad303e442 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854783 Nov 12 11:21:24.497001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-418e4b4e-33ce-4d00-9eee-ac005549c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:24.498831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-418e4b4e-33ce-4d00-9eee-ac005549c7db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069782 Nov 12 11:21:24.514582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e9b4205e-a8a8-49a4-87a4-f06711580e6e req-15c6f438-1d96-4e45-a2f6-ad6a24e3aa2d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226511 Nov 12 11:21:24.543502 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.567449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b15c206-d2e2-418d-8f51-2b33242c1d70']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:24.580785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf1399d-36ec-47af-90b7-dfc8ce0260d9') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:24.581415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf1399d-36ec-47af-90b7-dfc8ce0260d9') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:24.595974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.611528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-207b02de-f81f-4c15-b460-44fc2b35d05e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2799847 Nov 12 11:21:24.614215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37996) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:24.623224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:24.650658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.678667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:21:24.678667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:21:24.689015 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:21:24.763558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-ac7d757c-890b-4beb-bca8-5844759a902f', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:24.765291 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.780597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-c05f57b9-2a14-489a-bfb3-69621cecc0d2 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737489 Nov 12 11:21:24.881432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.882465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.936888 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.952711 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:24.967971 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] 10.222.0.98 "DELETE /v2.0/networks/2b15c206-d2e2-418d-8f51-2b33242c1d70 HTTP/1.1" status: 204 len: 168 time: 0.7326646 Nov 12 11:21:25.029325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204c414-bebc-458e-820a-530c43952726 tempest-TaggedBootDevicesTest_v242-1155445310 tempest-TaggedBootDevicesTest_v242-1155445310-project] Pushing event deleted for resources: {'Network': ['ID=2b15c206-d2e2-418d-8f51-2b33242c1d70,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:25.062280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29a3e9d2-b7e4-4a8b-903c-0a87cc513539 req-2051b898-58ca-4973-b35b-4b22c7250b07 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702966 Nov 12 11:21:25.068882 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.136660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Allocated IP 172.20.0.2 (ac7d757c-890b-4beb-bca8-5844759a902f/781424ce-66c0-4552-85b9-54eb7669f696/cff022b6-548c-4ae9-9d1c-6389345c3e8f) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:25.476546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.526729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 26035538-d3fb-4ffd-bc02-41231ca9a32a no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:21:25.584489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.664765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 26035538-d3fb-4ffd-bc02-41231ca9a32a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:21:25.666522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 26035538-d3fb-4ffd-bc02-41231ca9a32a not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:21:25.673968 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.780999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Network ac7d757c-890b-4beb-bca8-5844759a902f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:25.790219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:25.794920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:25.823142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Pushing event updated for resources: {'Port': ['ID=cff022b6-548c-4ae9-9d1c-6389345c3e8f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:25.850474 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ce880-3536-4616-99e0-ee1f7a18fd38 req-20261929-d74c-4299-8daf-7ed61a480c28 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:25.860750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fc8ce880-3536-4616-99e0-ee1f7a18fd38 req-20261929-d74c-4299-8daf-7ed61a480c28 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1371348 Nov 12 11:21:25.896767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155c3f6-492b-4e7e-b855-51c3a6767888 req-426fecb6-f36c-4cf3-8a96-4a4e037ec550 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:25.905300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c155c3f6-492b-4e7e-b855-51c3a6767888 req-426fecb6-f36c-4cf3-8a96-4a4e037ec550 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.2377465 Nov 12 11:21:25.932707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Attempting to bind port cff022b6-548c-4ae9-9d1c-6389345c3e8f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:25.933849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Attempting to bind port cff022b6-548c-4ae9-9d1c-6389345c3e8f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:25.934235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Attempting to bind port cff022b6-548c-4ae9-9d1c-6389345c3e8f on network ac7d757c-890b-4beb-bca8-5844759a902f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:25.962474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:25.962891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Checking segment: {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:25.963314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.963719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Bound using segment: {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:25.967820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Bound port: cff022b6-548c-4ae9-9d1c-6389345c3e8f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:25.970045 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:25.982071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fc8ce880-3536-4616-99e0-ee1f7a18fd38 req-7129dc1a-fb45-4589-b395-d5ba170c17d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161382 Nov 12 11:21:26.059280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c155c3f6-492b-4e7e-b855-51c3a6767888 req-6f6cd6ad-1f2a-4b9f-99a9-4ae45779376d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409960 Nov 12 11:21:26.123010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] For port cff022b6-548c-4ae9-9d1c-6389345c3e8f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:26.125682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] For port cff022b6-548c-4ae9-9d1c-6389345c3e8f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cff022b6-548c-4ae9-9d1c-6389345c3e8f,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:26.189676 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.258761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.282779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.320780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3aec1-feb2-42cb-90d3-c2c1a602bc0b None None] Pushing event updated for resources: {'Port': ['ID=cff022b6-548c-4ae9-9d1c-6389345c3e8f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:26.491298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Allocated IP 172.25.3.206 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/f5d233ec-6348-4bc2-bb45-2b2740250381) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:26.672501 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.840856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38046) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:26.852517 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:26.957073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:26.966036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:26.969227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:26.973727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d233ec-6348-4bc2-bb45-2b2740250381,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:26.980865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56beb82-1cfb-4615-b016-055ba62e5d04 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:27.103905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8664d2ca-5b85-4315-b774-060d30f400da None None] Provisioning complete for port f5d233ec-6348-4bc2-bb45-2b2740250381 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:27.104428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8664d2ca-5b85-4315-b774-060d30f400da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.181425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8664d2ca-5b85-4315-b774-060d30f400da None None] Port f5d233ec-6348-4bc2-bb45-2b2740250381 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:27.261045 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a783a88-89e2-46d9-b448-d237f3ddce72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.265044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea133-d26d-4f42-83b2-7db56fd503cd req-9c66f652-9435-4c91-aac2-6a6ddb9f7e93 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:27.273134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-172ea133-d26d-4f42-83b2-7db56fd503cd req-9c66f652-9435-4c91-aac2-6a6ddb9f7e93 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1012547 Nov 12 11:21:27.406361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a7092-dcdc-4815-ae79-ec84d3dd5afb req-2eaa234b-3677-4b01-9cf0-e59ce442f8ad tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:27.408573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-665a7092-dcdc-4815-ae79-ec84d3dd5afb req-2eaa234b-3677-4b01-9cf0-e59ce442f8ad tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.2449412 Nov 12 11:21:27.415341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-172ea133-d26d-4f42-83b2-7db56fd503cd req-29296949-45a9-4b5a-8f7c-ee2e2d7b02b7 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409032 Nov 12 11:21:27.615152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-665a7092-dcdc-4815-ae79-ec84d3dd5afb req-f5fb009e-6b84-4894-aeee-3676afdce591 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973960 Nov 12 11:21:27.687524 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a783a88-89e2-46d9-b448-d237f3ddce72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.695357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cff022b6-548c-4ae9-9d1c-6389345c3e8f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:27.718412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.771641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7a783a88-89e2-46d9-b448-d237f3ddce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.860875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cff022b6-548c-4ae9-9d1c-6389345c3e8f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:27.870298 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:27.887118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7a783a88-89e2-46d9-b448-d237f3ddce72 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5a87d05a517043b38ae213cea79f4979&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0441351 Nov 12 11:21:27.891637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38064) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:27.905329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a783a88-89e2-46d9-b448-d237f3ddce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6b7dd6-e7ef-47f1-ab87-ffa89efc165b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:28.001840 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3821d25-f90b-4133-aae1-0f49fb08cb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.103885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3821d25-f90b-4133-aae1-0f49fb08cb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.113983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.189283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port cff022b6-548c-4ae9-9d1c-6389345c3e8f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cff022b6-548c-4ae9-9d1c-6389345c3e8f,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:28.206487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.273862 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.324672 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3821d25-f90b-4133-aae1-0f49fb08cb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.327452 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3821d25-f90b-4133-aae1-0f49fb08cb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:28.328899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c3821d25-f90b-4133-aae1-0f49fb08cb63 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4c6b7dd6-e7ef-47f1-ab87-ffa89efc165b HTTP/1.1" status: 204 len: 168 time: 0.4349554 Nov 12 11:21:28.357887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3821d25-f90b-4133-aae1-0f49fb08cb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6b7dd6-e7ef-47f1-ab87-ffa89efc165b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:28.423487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=cff022b6-548c-4ae9-9d1c-6389345c3e8f,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:28.501489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Router 78c1e7d0-1ad2-4404-abf7-632102028b63 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:21:28.558489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bc06b-b524-4cb7-86e8-1e921e0dc6b0 None None] Network ac7d757c-890b-4beb-bca8-5844759a902f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:28.707735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9cb79-257b-468d-b5a5-5b110e824659 req-e1106189-229d-47f6-8feb-c5335f50231d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:28.719582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05a9cb79-257b-468d-b5a5-5b110e824659 req-e1106189-229d-47f6-8feb-c5335f50231d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1857269 Nov 12 11:21:28.858590 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-05a9cb79-257b-468d-b5a5-5b110e824659 req-6adf8664-0d8e-46e0-bee0-3a8313af5950 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338365 Nov 12 11:21:28.965567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:28.981388 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Sync routers for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:29.006872 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:29.013679 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:29.103470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-38316cf4-240e-4a40-9659-6243ca60402f None None] Provisioning complete for port cff022b6-548c-4ae9-9d1c-6389345c3e8f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:29.104332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfd343-5374-4c6f-8573-07316ea7643f req-68ad1cfa-4e49-4798-8a04-0c2495808a3c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:29.108739 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-38316cf4-240e-4a40-9659-6243ca60402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.118186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7dcfd343-5374-4c6f-8573-07316ea7643f req-68ad1cfa-4e49-4798-8a04-0c2495808a3c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1185541 Nov 12 11:21:29.271642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7dcfd343-5374-4c6f-8573-07316ea7643f req-66f98c70-404e-439a-a9e7-1762de24dfb5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475787 Nov 12 11:21:29.299048 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:29.367538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.371201 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3fd98746-cb88-4d55-875f-11de6090c922 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7533319 Nov 12 11:21:29.371537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38090) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:29.393292 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a96ab9f0-fc5f-4943-a4be-51fdc7ceffb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.546052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cff022b6-548c-4ae9-9d1c-6389345c3e8f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:29.712601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cff022b6-548c-4ae9-9d1c-6389345c3e8f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:29.712965 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.770005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38096) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:29.808480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6318-5870-4f1e-886f-f198e307e698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:29.856163 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:27Z', 'revision_number': 3, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:29.948794 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Checking router: 78c1e7d0-1ad2-4404-abf7-632102028b63 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:29.949183 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Updating router 78c1e7d0-1ad2-4404-abf7-632102028b63 port f5d233ec-6348-4bc2-bb45-2b2740250381 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:29.972444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b7274e8a-7f6f-432f-8d78-7439d1e11570 None None] Provisioning complete for port cff022b6-548c-4ae9-9d1c-6389345c3e8f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:29.984071 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7274e8a-7f6f-432f-8d78-7439d1e11570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.021791 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.030410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6318-5870-4f1e-886f-f198e307e698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.098563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6318-5870-4f1e-886f-f198e307e698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.200964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac011ba-6115-4a7b-b029-031f908ea41d req-2e24eba2-590b-4ddf-8dca-2ef010a03547 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:30.209108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ac011ba-6115-4a7b-b029-031f908ea41d req-2e24eba2-590b-4ddf-8dca-2ef010a03547 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1595764 Nov 12 11:21:30.215472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bc8d6318-5870-4f1e-886f-f198e307e698 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7e873f0838074e8abc730fa848849fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467146 Nov 12 11:21:30.222695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38106) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:30.228509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d6318-5870-4f1e-886f-f198e307e698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae119f11-fc33-4f0f-94fd-19198b29933c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:30.389389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ac011ba-6115-4a7b-b029-031f908ea41d req-4ad2485c-ef5f-447c-a607-eaa27486e94e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789503 Nov 12 11:21:30.436809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cec455a-cb55-45e2-81ce-def26d96fa16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.484329 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cec455a-cb55-45e2-81ce-def26d96fa16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.584307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.607274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812b504-c621-4d27-8b59-6f2905bdb2be req-415c4d04-e4ac-49db-b220-d5b56f318034 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:30.615459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0812b504-c621-4d27-8b59-6f2905bdb2be req-415c4d04-e4ac-49db-b220-d5b56f318034 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1064019 Nov 12 11:21:30.685452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cec455a-cb55-45e2-81ce-def26d96fa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.692119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cec455a-cb55-45e2-81ce-def26d96fa16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.693945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1cec455a-cb55-45e2-81ce-def26d96fa16 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ae119f11-fc33-4f0f-94fd-19198b29933c HTTP/1.1" status: 204 len: 168 time: 0.4662137 Nov 12 11:21:30.710859 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.715735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec455a-cb55-45e2-81ce-def26d96fa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae119f11-fc33-4f0f-94fd-19198b29933c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:30.788001 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.854326 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0812b504-c621-4d27-8b59-6f2905bdb2be req-6c2e64eb-b8a1-4451-817d-9b650549c180 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378581 Nov 12 11:21:30.883793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7bfe12-ad6f-4db3-aed7-3da5d31db96d None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:30.890037 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Attempting to bind port f5d233ec-6348-4bc2-bb45-2b2740250381 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:30.890397 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Attempting to bind port f5d233ec-6348-4bc2-bb45-2b2740250381 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:30.890754 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Attempting to bind port f5d233ec-6348-4bc2-bb45-2b2740250381 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:30.911354 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Pushing event updated for resources: {'Port': ['ID=f5d233ec-6348-4bc2-bb45-2b2740250381,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:30.928177 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:30.928640 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:30.929123 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.929496 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:30.929954 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Bound port: f5d233ec-6348-4bc2-bb45-2b2740250381, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:30.930311 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:30.934414 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.934821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.935152 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.935478 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.937639 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.938041 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.938373 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.938697 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.939640 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.939640 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.940025 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.940506 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:21:30.972541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-519f55ce-fd11-4fe7-81e1-8fa069998e1a None None] Provisioning complete for port f5d233ec-6348-4bc2-bb45-2b2740250381 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:30.973351 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-519f55ce-fd11-4fe7-81e1-8fa069998e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.003539 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] For port f5d233ec-6348-4bc2-bb45-2b2740250381, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:31.008993 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] For port f5d233ec-6348-4bc2-bb45-2b2740250381, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f5d233ec-6348-4bc2-bb45-2b2740250381,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:31.091187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-519f55ce-fd11-4fe7-81e1-8fa069998e1a None None] Port f5d233ec-6348-4bc2-bb45-2b2740250381 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:31.108270 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.134787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Allocated IP 172.20.0.1 (ac7d757c-890b-4beb-bca8-5844759a902f/781424ce-66c0-4552-85b9-54eb7669f696/ae00106e-5750-4c6b-a285-72208d5deece) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:31.180319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860e39d-e5fc-4b3f-87bd-e8b74da46ee1 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:31.207862 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:31.208501 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:31.329627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1e27864f-6d40-4cc4-8513-c9e2b6c45125 None None] Provisioning complete for port f5d233ec-6348-4bc2-bb45-2b2740250381 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:31.330737 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:31.336118 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e27864f-6d40-4cc4-8513-c9e2b6c45125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.353640 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.422937 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da0e6c-6de6-4948-a50f-c2a45ae5cd9a None None] Pushing event updated for resources: {'Port': ['ID=f5d233ec-6348-4bc2-bb45-2b2740250381,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:31.566175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e27864f-6d40-4cc4-8513-c9e2b6c45125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.595346 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.639363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1e27864f-6d40-4cc4-8513-c9e2b6c45125 None None] For port f5d233ec-6348-4bc2-bb45-2b2740250381, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f5d233ec-6348-4bc2-bb45-2b2740250381,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:31.648179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Network ac7d757c-890b-4beb-bca8-5844759a902f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:31.664668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:31.725229 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e27864f-6d40-4cc4-8513-c9e2b6c45125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.730634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:31.739836 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:27Z', 'revision_number': 3, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:31.834212 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff0a92-19bf-4667-b890-f68c6c783e89 None None] The sync data for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 is: [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:27Z', 'revision_number': 3, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:31.851858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27864f-6d40-4cc4-8513-c9e2b6c45125 None None] Pushing event updated for resources: {'Port': ['ID=f5d233ec-6348-4bc2-bb45-2b2740250381,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:31.861388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:31.861579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-76bd6b8f-bf8d-44d2-9baf-f7833cbd860c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.069840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ed587-9d49-43b2-a01d-475f1359bd20 req-3d29c618-4519-4b11-ae60-757bce78b3f0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:32.076883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e54ed587-9d49-43b2-a01d-475f1359bd20 req-3d29c618-4519-4b11-ae60-757bce78b3f0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.5480881 Nov 12 11:21:32.144068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e54ed587-9d49-43b2-a01d-475f1359bd20 req-04b97968-1fcf-414e-ad92-1dd8b1066f0b tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Nov 12 11:21:32.169491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32ec7-adbd-465d-a6bf-e769dbfcfeb7 req-9264bfa3-d9de-45a8-816e-04cca1c719ae tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:32.183892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fbe32ec7-adbd-465d-a6bf-e769dbfcfeb7 req-9264bfa3-d9de-45a8-816e-04cca1c719ae tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1812887 Nov 12 11:21:32.196408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.220628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae00106e-5750-4c6b-a285-72208d5deece,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:32.271503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e30d3d18-7f4d-4efd-8e15-16fc3ecbe9ec None None] Provisioning complete for port ae00106e-5750-4c6b-a285-72208d5deece triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:32.273150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e30d3d18-7f4d-4efd-8e15-16fc3ecbe9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:32.349866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fbe32ec7-adbd-465d-a6bf-e769dbfcfeb7 req-737ac769-b39c-430f-8930-142e81b8a2fe tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596324 Nov 12 11:21:32.554583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e30d3d18-7f4d-4efd-8e15-16fc3ecbe9ec None None] Port ae00106e-5750-4c6b-a285-72208d5deece cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:32.870226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.118110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.121888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.271733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae00106e-5750-4c6b-a285-72208d5deece,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:33.280149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.341321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaedf6-32ca-42b1-91bc-0364bb9f9eb4 req-c0404e3b-412f-471e-a852-774afaf166c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:33.343016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebeaedf6-32ca-42b1-91bc-0364bb9f9eb4 req-c0404e3b-412f-471e-a852-774afaf166c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 1097 time: 0.1356730 Nov 12 11:21:33.661563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f5d233ec-6348-4bc2-bb45-2b2740250381 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:33.844794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f5d233ec-6348-4bc2-bb45-2b2740250381 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:33.845280 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:33.904131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb821d-f21a-4121-ba42-493a372655fb req-10105eb6-5f13-40d3-a08e-6fa241d770f1 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:33.908291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bdb821d-f21a-4121-ba42-493a372655fb req-10105eb6-5f13-40d3-a08e-6fa241d770f1 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1709182 Nov 12 11:21:34.091350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bdb821d-f21a-4121-ba42-493a372655fb req-6499ae30-36eb-4fdb-ac63-3fe7a524634c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730359 Nov 12 11:21:34.216949 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:34.517628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9df0d0-4f21-4d59-89f8-03b6231d892c req-ea2f2294-4e83-4693-b036-370e84e171ce tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:34.530632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0d9df0d0-4f21-4d59-89f8-03b6231d892c req-ea2f2294-4e83-4693-b036-370e84e171ce tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 1.2539523 Nov 12 11:21:34.597189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ebeaedf6-32ca-42b1-91bc-0364bb9f9eb4 req-ea0fd7e4-67e7-4992-a411-2e983a401f86 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364244 Nov 12 11:21:34.691295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Network ac7d757c-890b-4beb-bca8-5844759a902f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:34.695351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:34.710597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0d9df0d0-4f21-4d59-89f8-03b6231d892c req-e8b0b6b4-af13-425d-833f-d3bf71abac58 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789498 Nov 12 11:21:34.827299 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:35.014349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Router 78c1e7d0-1ad2-4404-abf7-632102028b63 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:21:35.253052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:35.271810 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d5039374-84a6-4840-a124-590d9bc13bd9 admin admin] 10.222.0.98 "PUT /v2.0/routers/78c1e7d0-1ad2-4404-abf7-632102028b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8968985 Nov 12 11:21:35.281000 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Sync routers for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:35.303405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:35.305405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:35.675032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc24df3-87ef-4955-b25f-ff28054ec246 req-ae93dd0e-0b4a-4602-901e-9a2dacb6aa6f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:35.688575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1dc24df3-87ef-4955-b25f-ff28054ec246 req-ae93dd0e-0b4a-4602-901e-9a2dacb6aa6f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.2667146 Nov 12 11:21:35.785268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:35.890359 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:21:35.972844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f5fe1fbb-7347-4eec-bdff-3b3d0753cc08 None None] Provisioning complete for port ae00106e-5750-4c6b-a285-72208d5deece triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:35.973670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5fe1fbb-7347-4eec-bdff-3b3d0753cc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.144552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe1fbb-7347-4eec-bdff-3b3d0753cc08 None None] Port ae00106e-5750-4c6b-a285-72208d5deece cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:36.260033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cadbf-c305-4819-bbe6-1a315aff0204 req-756b39bb-5b5a-4b7c-9370-497eeafe2794 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:36.276659 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d6cadbf-c305-4819-bbe6-1a315aff0204 req-756b39bb-5b5a-4b7c-9370-497eeafe2794 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1795943 Nov 12 11:21:36.416374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d6cadbf-c305-4819-bbe6-1a315aff0204 req-73e249da-b386-4558-b6c2-49aa0d806486 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383877 Nov 12 11:21:36.775717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 2, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:36.794993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea460617-3d1e-40ec-8fd5-c10927bdabd2 req-1e367260-2f8d-4bbd-9cbb-d0d1740ec080 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:36.804341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea460617-3d1e-40ec-8fd5-c10927bdabd2 req-1e367260-2f8d-4bbd-9cbb-d0d1740ec080 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1895940 Nov 12 11:21:36.809231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Checking router: 78c1e7d0-1ad2-4404-abf7-632102028b63 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:36.809833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Updating router 78c1e7d0-1ad2-4404-abf7-632102028b63 port ae00106e-5750-4c6b-a285-72208d5deece binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:36.884714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:36.921818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ea460617-3d1e-40ec-8fd5-c10927bdabd2 req-f2e27d7c-f394-4d6c-bcd1-2676a16699da tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127217 Nov 12 11:21:37.020926 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1dc24df3-87ef-4955-b25f-ff28054ec246 req-7ac93509-2c91-4d7c-8189-299d9b0ec28d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3313673 Nov 12 11:21:37.346392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38302) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:37.352898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1938007556-network', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:37.571007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Made reservation on behalf of f4e2be46de7d4376aa99d0134b6859ab for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:37.583642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.607470 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.616093 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.707468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.717790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9bf24-8185-4c0c-bcb0-9f8041a51387 req-233179a1-5e7c-4174-8597-c55d17afd129 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:37.728171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cfb9bf24-8185-4c0c-bcb0-9f8041a51387 req-233179a1-5e7c-4174-8597-c55d17afd129 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.2007236 Nov 12 11:21:37.775711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bed56-0eb2-42f1-bbd4-d36a17b7a8ab None None] Pushing event updated for resources: {'Port': ['ID=ae00106e-5750-4c6b-a285-72208d5deece,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:37.830334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cfb9bf24-8185-4c0c-bcb0-9f8041a51387 req-19432c5f-78d7-4e92-872a-c5b32d75944f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989656 Nov 12 11:21:37.890238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:37.959083 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.024027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b641ab-b9ee-47af-9eb2-35268e0b116a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:38.083193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Attempting to bind port ae00106e-5750-4c6b-a285-72208d5deece on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:38.083648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Attempting to bind port ae00106e-5750-4c6b-a285-72208d5deece by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:38.103551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Attempting to bind port ae00106e-5750-4c6b-a285-72208d5deece on network ac7d757c-890b-4beb-bca8-5844759a902f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:38.106982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:21:38.127635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:38.128063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Checking segment: {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:38.128449 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.128848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Bound using segment: {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:38.129345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Bound port: ae00106e-5750-4c6b-a285-72208d5deece, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:38.129726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.150942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.150942 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Added segment 065060aa-b92d-4ba2-8037-a7aae4209d73 of type vlan for network e7478184-9097-4b0a-9d2d-52e49a85361b Nov 12 11:21:38.256455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bec01-5796-4997-bfcb-fca5c8bbdfcc req-0bdbd7ed-1752-4099-971e-f647fa56db9f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:38.280310 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-751bec01-5796-4997-bfcb-fca5c8bbdfcc req-0bdbd7ed-1752-4099-971e-f647fa56db9f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.0891471 Nov 12 11:21:38.302497 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.374079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] For port ae00106e-5750-4c6b-a285-72208d5deece, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:38.386412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] For port ae00106e-5750-4c6b-a285-72208d5deece, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ae00106e-5750-4c6b-a285-72208d5deece,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:38.395130 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-751bec01-5796-4997-bfcb-fca5c8bbdfcc req-602250f0-67eb-4632-8756-4c06b77a18f6 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108177 Nov 12 11:21:38.495338 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.502024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.505093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:38.506084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:38.614842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] Pushing event updated for resources: {'Network': ['ID=e7478184-9097-4b0a-9d2d-52e49a85361b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:38.635599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38328) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:38.641594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Request body: {'subnet': {'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1938007556-subnet', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:38.648366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8e4523a6-1ca5-4526-a236-55b3bde8716e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3007379 Nov 12 11:21:38.915939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e7478184-9097-4b0a-9d2d-52e49a85361b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:21:39.059359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f7cc3-5ab7-42e5-8680-708fce22a38c req-43ef6634-2634-4b4f-9c13-129777bddc29 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:39.068026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-772f7cc3-5ab7-42e5-8680-708fce22a38c req-43ef6634-2634-4b4f-9c13-129777bddc29 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0938525 Nov 12 11:21:39.119796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Made reservation on behalf of f4e2be46de7d4376aa99d0134b6859ab for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:21:39.126492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.165540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3063b171-007b-470b-b582-ac914f951887 None None] Provisioning complete for port ae00106e-5750-4c6b-a285-72208d5deece triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:39.166073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3063b171-007b-470b-b582-ac914f951887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.176700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-772f7cc3-5ab7-42e5-8680-708fce22a38c req-3196f0cd-7923-406f-bda8-fd99d94ae6bd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075957 Nov 12 11:21:39.328916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:39.329676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:39.672626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bed56-0eb2-42f1-bbd4-d36a17b7a8ab None None] Pushing event updated for resources: {'Port': ['ID=ae00106e-5750-4c6b-a285-72208d5deece,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:39.908706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41f32a-c2ef-44c5-95b1-06c2eda4ea08 req-ec14d5a4-8dd4-4b1a-b5e7-7326ed5bff83 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:39.910216 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41f32a-c2ef-44c5-95b1-06c2eda4ea08 req-ec14d5a4-8dd4-4b1a-b5e7-7326ed5bff83 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.2948194 Nov 12 11:21:39.982662 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3063b171-007b-470b-b582-ac914f951887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:39.996737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:40.041656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a1cdf-aef6-462d-8ff7-26b40302c9c1 req-e8634a4b-67d4-4c3f-b49d-207eca98c0c8 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:40.050934 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa41f32a-c2ef-44c5-95b1-06c2eda4ea08 req-a6ade418-e686-4e42-b767-c86b43974006 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330507 Nov 12 11:21:40.053979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc9a1cdf-aef6-462d-8ff7-26b40302c9c1 req-e8634a4b-67d4-4c3f-b49d-207eca98c0c8 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1382122 Nov 12 11:21:40.057314 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.098025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3063b171-007b-470b-b582-ac914f951887 None None] For port ae00106e-5750-4c6b-a285-72208d5deece, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ae00106e-5750-4c6b-a285-72208d5deece,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:40.157853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc9a1cdf-aef6-462d-8ff7-26b40302c9c1 req-3ccd98cf-b893-44ff-ba1d-96c93715f5a6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024559 Nov 12 11:21:40.166880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802c1fc3-a4d6-4fbd-96b1-bd80502e3abb,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:40.254583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3063b171-007b-470b-b582-ac914f951887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.257917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Checking segment: {'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:40.258652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Network hostable DHCP agents. Network: e7478184-9097-4b0a-9d2d-52e49a85361b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:21:40.392733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Network e7478184-9097-4b0a-9d2d-52e49a85361b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:21:40.420949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063b171-007b-470b-b582-ac914f951887 None None] Pushing event updated for resources: {'Port': ['ID=ae00106e-5750-4c6b-a285-72208d5deece,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:40.435349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e2351ac1-fc06-4fb5-8e31-7805a266fb3e None None] Provisioning complete for port ae00106e-5750-4c6b-a285-72208d5deece triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:40.436040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2351ac1-fc06-4fb5-8e31-7805a266fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.487483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e7478184-9097-4b0a-9d2d-52e49a85361b) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:40.495137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:40.496873 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.536207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdeaa73-20e4-4139-bb8d-57d481e6e781 None None] Network e7478184-9097-4b0a-9d2d-52e49a85361b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:40.595594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9d62dea9-fa9d-469f-b750-c7a7590de0e0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9584904 Nov 12 11:21:40.607651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38376) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:40.612658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:40.727188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.735894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.828010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:40.939371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:38Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:41.018177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a7a1-3363-4ce4-baf4-a5a61ef85b4b None None] The sync data for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 is: [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:38Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:41.105663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e7478184-9097-4b0a-9d2d-52e49a85361b', 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'fixed_ips': [{'subnet_id': '802c1fc3-a4d6-4fbd-96b1-bd80502e3abb'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:21:41.106553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.360394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4986522-8ccd-4c86-bdd5-ccf91853af17 req-12fb6f0f-0401-424a-a401-ec861fdb9182 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:41.363339 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4986522-8ccd-4c86-bdd5-ccf91853af17 req-12fb6f0f-0401-424a-a401-ec861fdb9182 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1556079 Nov 12 11:21:41.515442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4986522-8ccd-4c86-bdd5-ccf91853af17 req-2ed6249e-8168-4235-add2-2219b9febe35 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423583 Nov 12 11:21:41.520224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:41.658284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fff77-dbb4-41c6-84ee-440c2be17a28 req-8aee2621-1179-4180-a0a2-bb5a8473ba51 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:41.663189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b8fff77-dbb4-41c6-84ee-440c2be17a28 req-8aee2621-1179-4180-a0a2-bb5a8473ba51 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.3355470 Nov 12 11:21:41.675576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Allocated IP 172.20.0.2 (e7478184-9097-4b0a-9d2d-52e49a85361b/802c1fc3-a4d6-4fbd-96b1-bd80502e3abb/deb13ce6-57ec-4a36-b1f2-8cb841ce11f6) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:42.097999 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b8fff77-dbb4-41c6-84ee-440c2be17a28 req-abf19893-e3c0-4b68-8581-d07d618db0c7 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209013 Nov 12 11:21:42.119810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ae00106e-5750-4c6b-a285-72208d5deece up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:42.292276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.380338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ae00106e-5750-4c6b-a285-72208d5deece triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:42.381026 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.492275 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.611445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38428) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:42.620293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:42.693468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Network e7478184-9097-4b0a-9d2d-52e49a85361b is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:42.707343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:42.711882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:42.736428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.008967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1198ebdd-c34b-4246-a43c-f7532c08cbff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.124548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Pushing event updated for resources: {'Port': ['ID=deb13ce6-57ec-4a36-b1f2-8cb841ce11f6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:43.174647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1198ebdd-c34b-4246-a43c-f7532c08cbff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.183503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Attempting to bind port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:43.186554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a386ee-6813-4ee1-9f34-b7d0ac807523 req-e72610b3-add9-4f45-b9b7-0bb9188ed0ae tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:43.188287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Attempting to bind port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:43.188908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Attempting to bind port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 on network e7478184-9097-4b0a-9d2d-52e49a85361b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:43.196268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69a386ee-6813-4ee1-9f34-b7d0ac807523 req-e72610b3-add9-4f45-b9b7-0bb9188ed0ae tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.4388649 Nov 12 11:21:43.208242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:43.208242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Checking segment: {'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:43.208242 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.208242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Bound using segment: {'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:43.208242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Bound port: deb13ce6-57ec-4a36-b1f2-8cb841ce11f6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:43.208242 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.290752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Allocated IP 172.25.3.147 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/2d6e0325-aa62-4789-9a22-2aa196ee7fb7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:43.358175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1198ebdd-c34b-4246-a43c-f7532c08cbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.383154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] For port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:43.405968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] For port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=deb13ce6-57ec-4a36-b1f2-8cb841ce11f6,segment=NetworkSegment(065060aa-b92d-4ba2-8037-a7aae4209d73),segment_id=065060aa-b92d-4ba2-8037-a7aae4209d73)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:43.431224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1198ebdd-c34b-4246-a43c-f7532c08cbff admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=101cadd4dff74f39a07556d226417470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8155732 Nov 12 11:21:43.446622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38454) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:43.451281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69a386ee-6813-4ee1-9f34-b7d0ac807523 req-8f0970d1-2b23-412d-b747-e028d82e4b88 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491465 Nov 12 11:21:43.503907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198ebdd-c34b-4246-a43c-f7532c08cbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77de76e-a195-4fe6-87ef-aac70eb88cd2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:43.509005 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:43.745904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602c2d6-2349-44c3-9af6-3831fdf8ad01 req-84f1ade1-27d4-4390-a064-2c1ab964ad88 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:43.747513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4602c2d6-2349-44c3-9af6-3831fdf8ad01 req-84f1ade1-27d4-4390-a064-2c1ab964ad88 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.4342589 Nov 12 11:21:43.769985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22600e48-e18e-432a-b085-19c3062427a8 None None] Pushing event updated for resources: {'Port': ['ID=deb13ce6-57ec-4a36-b1f2-8cb841ce11f6,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:44.111193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be84c878-07b9-4ebf-a184-296bc1a0eed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.203749 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4602c2d6-2349-44c3-9af6-3831fdf8ad01 req-1f11c9c2-bcab-4db1-983e-19b7ae4b65c7 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191105 Nov 12 11:21:44.278279 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.294877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be84c878-07b9-4ebf-a184-296bc1a0eed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.531340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.609053 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be84c878-07b9-4ebf-a184-296bc1a0eed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.616596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be84c878-07b9-4ebf-a184-296bc1a0eed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:44.622330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be84c878-07b9-4ebf-a184-296bc1a0eed5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c77de76e-a195-4fe6-87ef-aac70eb88cd2 HTTP/1.1" status: 204 len: 168 time: 1.1732941 Nov 12 11:21:44.668524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:44.673745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84c878-07b9-4ebf-a184-296bc1a0eed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77de76e-a195-4fe6-87ef-aac70eb88cd2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:44.688080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33f142-4550-45e0-ba96-2a8cb692a52a req-441ab0da-8db2-4ebf-8058-a4210929f29a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:44.688080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a33f142-4550-45e0-ba96-2a8cb692a52a req-441ab0da-8db2-4ebf-8058-a4210929f29a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.0977957 Nov 12 11:21:44.695437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:44.712507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:44.713474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f51a0-dcdd-4e65-aefd-7bcab81f7848 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:44.797815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6e0325-aa62-4789-9a22-2aa196ee7fb7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:44.812030 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a33f142-4550-45e0-ba96-2a8cb692a52a req-426db349-545c-45a7-8f59-3ce10a25a961 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139956 Nov 12 11:21:44.894188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-de8acb41-0acb-4879-84f4-722e9afaceef None None] Provisioning complete for port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:44.894620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de8acb41-0acb-4879-84f4-722e9afaceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:45.019455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-de8acb41-0acb-4879-84f4-722e9afaceef None None] Port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:45.515791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2597a10-bb0e-47e3-a488-d292de0224d9 req-bb3f1f22-1e1b-418e-8057-96e9169557ec tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:45.533748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2597a10-bb0e-47e3-a488-d292de0224d9 req-bb3f1f22-1e1b-418e-8057-96e9169557ec tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1320510 Nov 12 11:21:45.685572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:45.732686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:45.772626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2597a10-bb0e-47e3-a488-d292de0224d9 req-5e7f114a-5df4-42c4-a137-471d558c6485 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289357 Nov 12 11:21:45.840656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c45a6fe-d5ec-494f-9c0d-52c46623209a None None] Network e7478184-9097-4b0a-9d2d-52e49a85361b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:21:46.149469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.282255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:46.287125 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.341678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cc5ca-4781-4083-a30b-83157829b22c req-5fdd28a0-7964-4c12-8a01-ebf1f6a43da9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:46.348947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-222cc5ca-4781-4083-a30b-83157829b22c req-5fdd28a0-7964-4c12-8a01-ebf1f6a43da9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.2410510 Nov 12 11:21:46.352580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b94a8653-f902-470d-9e76-8ce04ee4e974 None None] Provisioning complete for port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:46.353246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b94a8653-f902-470d-9e76-8ce04ee4e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.515895 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.591023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-222cc5ca-4781-4083-a30b-83157829b22c req-00830164-6c3a-426d-bef0-5c0246576c1b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410958 Nov 12 11:21:46.625648 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b94a8653-f902-470d-9e76-8ce04ee4e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.652302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=deb13ce6-57ec-4a36-b1f2-8cb841ce11f6,segment=NetworkSegment(065060aa-b92d-4ba2-8037-a7aae4209d73),segment_id=065060aa-b92d-4ba2-8037-a7aae4209d73)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:46.661259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Router d11f6198-e224-4a93-b754-cf613788d093 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:21:46.702493 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:46.821036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-b94a8653-f902-470d-9e76-8ce04ee4e974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:21:46.823382 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-b94a8653-f902-470d-9e76-8ce04ee4e974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:21:46.919746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=deb13ce6-57ec-4a36-b1f2-8cb841ce11f6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:46.985975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:47.000745 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Sync routers for ids ['d11f6198-e224-4a93-b754-cf613788d093'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:47.021261 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Routers {'d11f6198-e224-4a93-b754-cf613788d093'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:47.022455 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d11f6198-e224-4a93-b754-cf613788d093'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:47.063140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193049f-6f53-44ab-b31b-ea282cc18b50 req-a5162661-11b7-4d87-abb0-c8b6fff9e907 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.093501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6193049f-6f53-44ab-b31b-ea282cc18b50 req-a5162661-11b7-4d87-abb0-c8b6fff9e907 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1916456 Nov 12 11:21:47.094507 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:47.104423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-18e2b1f4-28f6-4db9-9370-b1401bce5a60 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4951954 Nov 12 11:21:47.106833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38548) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:47.252161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6193049f-6f53-44ab-b31b-ea282cc18b50 req-fe545a76-757a-4ad9-9db7-a7f973a070fa tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471457 Nov 12 11:21:47.319779 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Set router d11f6198-e224-4a93-b754-cf613788d093 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:47.496913 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:47.543811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9de1be2e-57e6-4e84-b833-915dcf4cf130 None None] Provisioning complete for port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:47.544407 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9de1be2e-57e6-4e84-b833-915dcf4cf130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:47.611891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:47.764849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:47.765221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:47.906493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95023c03-262a-44a2-8c87-ca399ab1c696 req-5eac8ab2-608c-4705-876f-81f0308b775a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:47.918229 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95023c03-262a-44a2-8c87-ca399ab1c696 req-5eac8ab2-608c-4705-876f-81f0308b775a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.1703846 Nov 12 11:21:47.934742 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:21:45Z', 'revision_number': 3, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:48.000682 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Checking router: d11f6198-e224-4a93-b754-cf613788d093 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:48.001018 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Updating router d11f6198-e224-4a93-b754-cf613788d093 port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:48.040248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95023c03-262a-44a2-8c87-ca399ab1c696 req-d74d0209-f901-4335-80e4-7533cf6c638d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206181 Nov 12 11:21:48.091889 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.313600 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.480550 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.487909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Allocated IP 172.20.0.1 (e7478184-9097-4b0a-9d2d-52e49a85361b/802c1fc3-a4d6-4fbd-96b1-bd80502e3abb/83be72f0-0218-4729-996b-a1b738e1ccc1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:48.621661 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.623649 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.711468 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170326a-1bbf-4c9a-98d2-d23cce902bde None None] Pushing event updated for resources: {'Port': ['ID=2d6e0325-aa62-4789-9a22-2aa196ee7fb7,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:48.714476 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Attempting to bind port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:48.715014 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Attempting to bind port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:48.715468 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Attempting to bind port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:48.723609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09264f94-b935-4f25-8c8a-1af84e21e823 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:48.733107 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:48.733965 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:48.738319 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.738823 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:48.739331 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Bound port: 2d6e0325-aa62-4789-9a22-2aa196ee7fb7, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:48.741975 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.839584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d548be42-282f-45c7-8cd9-578b5ee3d7fe None None] Provisioning complete for port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:48.839820 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d548be42-282f-45c7-8cd9-578b5ee3d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.859204 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] For port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:48.864173 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] For port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d6e0325-aa62-4789-9a22-2aa196ee7fb7,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:48.884848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:48.900230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d548be42-282f-45c7-8cd9-578b5ee3d7fe None None] Port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:48.931653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Network e7478184-9097-4b0a-9d2d-52e49a85361b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:48.936608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:48.940543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:48.975834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Pushing event updated for resources: {'Port': ['ID=83be72f0-0218-4729-996b-a1b738e1ccc1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:48.993789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.000355 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.087787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5838538c-e446-4bb2-8d8e-1a1c28d539d2 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:49.120357 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Routers {'d11f6198-e224-4a93-b754-cf613788d093'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:49.121615 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d11f6198-e224-4a93-b754-cf613788d093'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:49.124674 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170326a-1bbf-4c9a-98d2-d23cce902bde None None] Pushing event updated for resources: {'Port': ['ID=2d6e0325-aa62-4789-9a22-2aa196ee7fb7,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:49.136053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-66fbaa75-8465-4662-ba2e-cbc5504ed3a9 None None] Provisioning complete for port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:49.136538 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa75-8465-4662-ba2e-cbc5504ed3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.340639 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] Set router d11f6198-e224-4a93-b754-cf613788d093 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:49.449188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa75-8465-4662-ba2e-cbc5504ed3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.492914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-66fbaa75-8465-4662-ba2e-cbc5504ed3a9 None None] For port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d6e0325-aa62-4789-9a22-2aa196ee7fb7,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:49.518880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.627371 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66fbaa75-8465-4662-ba2e-cbc5504ed3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.792862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbaa75-8465-4662-ba2e-cbc5504ed3a9 None None] Pushing event updated for resources: {'Port': ['ID=2d6e0325-aa62-4789-9a22-2aa196ee7fb7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:49.808756 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.817756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c6b5ade0-91f7-4055-957c-959088fac7ef None None] Provisioning complete for port 83be72f0-0218-4729-996b-a1b738e1ccc1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:49.819860 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ade0-91f7-4055-957c-959088fac7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:49.852050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38690) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:49.860084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38694) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:49.905523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5ade0-91f7-4055-957c-959088fac7ef None None] Port 83be72f0-0218-4729-996b-a1b738e1ccc1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:49.993195 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.041160 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:21:45Z', 'revision_number': 3, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:50.108470 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cf6c0-4dec-49ff-9428-06168f3433b6 None None] The sync data for ids ['d11f6198-e224-4a93-b754-cf613788d093'] in n-d-768852-22 is: [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:21:45Z', 'revision_number': 3, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:50.144853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44582ae0-0be8-49d9-a265-e3c79c280e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:50.617287 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38710) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:50.655960 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.034758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88b28ab3-3de8-4f39-9906-779e60903aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.044728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Pushing event updated for resources: {'Port': ['ID=83be72f0-0218-4729-996b-a1b738e1ccc1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:51.051973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.190712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88b28ab3-3de8-4f39-9906-779e60903aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.266640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88b28ab3-3de8-4f39-9906-779e60903aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.325079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-88b28ab3-3de8-4f39-9906-779e60903aa4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b10fddc193745c89f19999612b03cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7066593 Nov 12 11:21:51.344421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b28ab3-3de8-4f39-9906-779e60903aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2578528f-2c4d-4b16-bc10-eca0d4c09930,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:51.347450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38730) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:51.367853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44582ae0-0be8-49d9-a265-e3c79c280e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.465898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1de7961b-9c15-4aa1-a4f4-554cca693eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.511006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1de7961b-9c15-4aa1-a4f4-554cca693eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.549184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Network e7478184-9097-4b0a-9d2d-52e49a85361b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:51.555800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:51.566225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44582ae0-0be8-49d9-a265-e3c79c280e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.647118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-44582ae0-0be8-49d9-a265-e3c79c280e51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5cb05e048671465abeb918279d2eef66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7932754 Nov 12 11:21:51.662376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38742) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:51.687252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1de7961b-9c15-4aa1-a4f4-554cca693eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.687404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:51.702413 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1de7961b-9c15-4aa1-a4f4-554cca693eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:51.703585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1de7961b-9c15-4aa1-a4f4-554cca693eb9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2578528f-2c4d-4b16-bc10-eca0d4c09930 HTTP/1.1" status: 204 len: 168 time: 0.3548055 Nov 12 11:21:51.775000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7961b-9c15-4aa1-a4f4-554cca693eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2578528f-2c4d-4b16-bc10-eca0d4c09930,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:51.829621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea38b5-66f9-4f17-a210-907aad706c1e req-0a25cef7-3516-46a7-8cd6-802f31a045f8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:51.831246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7ea38b5-66f9-4f17-a210-907aad706c1e req-0a25cef7-3516-46a7-8cd6-802f31a045f8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 947 time: 0.2347941 Nov 12 11:21:51.876248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:51.877875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.059408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7ea38b5-66f9-4f17-a210-907aad706c1e req-42aef70b-61c1-4960-badc-aa65dab55943 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973555 Nov 12 11:21:52.111001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0898a9fb-5ee0-49d1-a06e-e0a8a5b9bb9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.160745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff8aba56-7625-41fb-acf7-2375c732e880 None None] Provisioning complete for port 83be72f0-0218-4729-996b-a1b738e1ccc1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:52.161554 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff8aba56-7625-41fb-acf7-2375c732e880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.169091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Router d11f6198-e224-4a93-b754-cf613788d093 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:21:52.184349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0898a9fb-5ee0-49d1-a06e-e0a8a5b9bb9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.257363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ff8aba56-7625-41fb-acf7-2375c732e880 None None] Port 83be72f0-0218-4729-996b-a1b738e1ccc1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:21:52.360867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:21:52.380862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0898a9fb-5ee0-49d1-a06e-e0a8a5b9bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.384198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0898a9fb-5ee0-49d1-a06e-e0a8a5b9bb9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.384818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44582ae0-0be8-49d9-a265-e3c79c280e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a584a0c-63a6-49ee-bf00-23feab9e9137,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:52.386872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0898a9fb-5ee0-49d1-a06e-e0a8a5b9bb9a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6a584a0c-63a6-49ee-bf00-23feab9e9137 HTTP/1.1" status: 204 len: 168 time: 0.7184942 Nov 12 11:21:52.406421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898a9fb-5ee0-49d1-a06e-e0a8a5b9bb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a584a0c-63a6-49ee-bf00-23feab9e9137,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:52.522643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.574646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:52.576447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:21:52.579049 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce698ca-36b4-47d1-a4df-b6857b5e2382" -d '{"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-unplugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:21:52.680764 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ec22db-49d4-4422-9b40-87593790aa78 x-openstack-request-id: req-65ec22db-49d4-4422-9b40-87593790aa78 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:21:52.682464 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-unplugged", "status": "completed", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:21:52.692289 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-65ec22db-49d4-4422-9b40-87593790aa78 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:21:52.696161 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'code': 200} Nov 12 11:21:52.730794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:52.769869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:52.850057 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6639f3bf-cb0c-4e37-945f-767cd068cd7c admin admin] 10.222.0.98 "PUT /v2.0/routers/d11f6198-e224-4a93-b754-cf613788d093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7420201 Nov 12 11:21:52.936433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=14']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:52.979275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:53.030403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df935ad1-137c-49ea-9820-a0408dc5ba4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.043791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-41833417-2410-4a0b-a029-6220bb97d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:53.047780 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-41833417-2410-4a0b-a029-6220bb97d37b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1097 time: 0.1290777 Nov 12 11:21:53.154460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8d857-86bc-4d71-93a2-0f7860da90d8 req-087ba823-9e1c-47d0-acae-d21fd5b92ad8 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:53.157053 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fd8d857-86bc-4d71-93a2-0f7860da90d8 req-087ba823-9e1c-47d0-acae-d21fd5b92ad8 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.2745030 Nov 12 11:21:53.260426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df935ad1-137c-49ea-9820-a0408dc5ba4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.283513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.297299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-5a069c4d-2e6e-4c34-b34e-a5a04f5589ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:53.297561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fd8d857-86bc-4d71-93a2-0f7860da90d8 req-58c65f1f-b4fd-4931-b1cc-869c1dc07e9e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326323 Nov 12 11:21:53.298895 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-5a069c4d-2e6e-4c34-b34e-a5a04f5589ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.2167931 Nov 12 11:21:53.318145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Sync routers for ids ['d11f6198-e224-4a93-b754-cf613788d093'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:53.352107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Routers {'d11f6198-e224-4a93-b754-cf613788d093'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:53.352107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d11f6198-e224-4a93-b754-cf613788d093'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:53.369772 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df935ad1-137c-49ea-9820-a0408dc5ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.427813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-8c312701-acf8-4fff-9485-bcc111082e72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 200 len: 217 time: 0.0879314 Nov 12 11:21:53.438822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df935ad1-137c-49ea-9820-a0408dc5ba4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a278d9-6d4c-4194-83ab-662dfa348d12,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:53.530769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-df935ad1-137c-49ea-9820-a0408dc5ba4d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3a73063e38864c7b99150b4048e79299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5483294 Nov 12 11:21:53.531391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38830) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:53.553383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-f6aa81f5-86fe-4363-b459-7697e55d01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:53.555253 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-f6aa81f5-86fe-4363-b459-7697e55d01ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.1143918 Nov 12 11:21:53.618140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Set router d11f6198-e224-4a93-b754-cf613788d093 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:53.634331 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-809d0f34-42f0-4fb5-ab0e-343ac335c3cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695159 Nov 12 11:21:53.655006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2304f281-3915-466c-8ff8-cf5f1c74127b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.684465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2304f281-3915-466c-8ff8-cf5f1c74127b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.866579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-37ac584f-650d-4f81-8dc7-c14055b1220a service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932783 Nov 12 11:21:53.896414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2304f281-3915-466c-8ff8-cf5f1c74127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.899948 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2304f281-3915-466c-8ff8-cf5f1c74127b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:53.902765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2304f281-3915-466c-8ff8-cf5f1c74127b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/19a278d9-6d4c-4194-83ab-662dfa348d12 HTTP/1.1" status: 204 len: 168 time: 0.3702290 Nov 12 11:21:53.916615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304f281-3915-466c-8ff8-cf5f1c74127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a278d9-6d4c-4194-83ab-662dfa348d12,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:53.960618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '83be72f0-0218-4729-996b-a1b738e1ccc1', 'name': '', 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'mac_address': 'fa:16:3e:df:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '802c1fc3-a4d6-4fbd-96b1-bd80502e3abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:48Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 2, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'subnets': [{'id': '802c1fc3-a4d6-4fbd-96b1-bd80502e3abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:54.042977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Checking router: d11f6198-e224-4a93-b754-cf613788d093 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:54.043594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Updating router d11f6198-e224-4a93-b754-cf613788d093 port 83be72f0-0218-4729-996b-a1b738e1ccc1 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:21:54.120956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.263562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-439d84a3-8293-404b-98eb-2f7fce311da5 req-3ffc7e07-e4cd-4775-99e4-84fdd098ae0e service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445351 Nov 12 11:21:54.264273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38864) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:54.270602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-eb96fd9c-565d-48e6-9ae2-324dc0235a54 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479655043', 'description': 'tempest-secgroup-smoke-479655043 description', 'project_id': '4e57dbcf95954373b0ced500b2530a7d'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:54.289663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Deleting port 62c480fa-6e24-4115-ad85-76aa03efaa44 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:54.292595 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.371608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb96fd9c-565d-48e6-9ae2-324dc0235a54 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.521182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] For port 62c480fa-6e24-4115-ad85-76aa03efaa44, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=62c480fa-6e24-4115-ad85-76aa03efaa44,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:54.523764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.544668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Calling delete_port for 62c480fa-6e24-4115-ad85-76aa03efaa44 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:54.565643 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb96fd9c-565d-48e6-9ae2-324dc0235a54 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.566463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f644d-ff9f-4fa2-be3c-09d46b671a9e req-9ab0e780-7f54-4103-803a-9c6356f6060e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:54.568509 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-333f644d-ff9f-4fa2-be3c-09d46b671a9e req-9ab0e780-7f54-4103-803a-9c6356f6060e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1061192 Nov 12 11:21:54.600048 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.628240 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb96fd9c-565d-48e6-9ae2-324dc0235a54 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.685860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96fd9c-565d-48e6-9ae2-324dc0235a54 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7665f3f0-bbfc-4a3f-8045-82257ddff889,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:54.701348 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.714635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-333f644d-ff9f-4fa2-be3c-09d46b671a9e req-0f0260c8-7f66-46a0-a50e-cd236e1dcce6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378591 Nov 12 11:21:54.791177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edd94c-2094-41df-8eff-26d747237fd3 None None] Pushing event updated for resources: {'Port': ['ID=83be72f0-0218-4729-996b-a1b738e1ccc1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:54.810489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb96fd9c-565d-48e6-9ae2-324dc0235a54 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.814747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eb96fd9c-565d-48e6-9ae2-324dc0235a54 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5467441 Nov 12 11:21:54.815117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38892) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:54.820183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cef395d9-9f1d-47f3-abfd-b96b8db3fcd8 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'security_group_rule': {'security_group_id': '7665f3f0-bbfc-4a3f-8045-82257ddff889', 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:54.863397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Attempting to bind port 83be72f0-0218-4729-996b-a1b738e1ccc1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:21:54.863869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Attempting to bind port 83be72f0-0218-4729-996b-a1b738e1ccc1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:21:54.864372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Attempting to bind port 83be72f0-0218-4729-996b-a1b738e1ccc1 on network e7478184-9097-4b0a-9d2d-52e49a85361b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:21:54.872270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:21:54.872753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Checking segment: {'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:21:54.873246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.873698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Bound using segment: {'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:21:54.874248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Bound port: 83be72f0-0218-4729-996b-a1b738e1ccc1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065060aa-b92d-4ba2-8037-a7aae4209d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:21:54.874708 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.984187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] For port 83be72f0-0218-4729-996b-a1b738e1ccc1, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:21:54.986762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:54.988685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] For port 83be72f0-0218-4729-996b-a1b738e1ccc1, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=83be72f0-0218-4729-996b-a1b738e1ccc1,segment=NetworkSegment(065060aa-b92d-4ba2-8037-a7aae4209d73),segment_id=065060aa-b92d-4ba2-8037-a7aae4209d73)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:21:55.000420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cef395d9-9f1d-47f3-abfd-b96b8db3fcd8 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.054546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c480fa-6e24-4115-ad85-76aa03efaa44,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:55.079083 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.149425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38902) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.171127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edd94c-2094-41df-8eff-26d747237fd3 None None] Pushing event updated for resources: {'Port': ['ID=83be72f0-0218-4729-996b-a1b738e1ccc1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:55.187648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cef395d9-9f1d-47f3-abfd-b96b8db3fcd8 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.194058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-821db73e-09f6-4435-bc9f-95a5dc0cdb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.221200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Routers {'d11f6198-e224-4a93-b754-cf613788d093'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:55.221847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d11f6198-e224-4a93-b754-cf613788d093'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:55.283801 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cef395d9-9f1d-47f3-abfd-b96b8db3fcd8 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.382113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef395d9-9f1d-47f3-abfd-b96b8db3fcd8 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5bcbb1-1130-4ca2-9b9c-5009fc813fa1,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:55.389925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b9e0f5b3-ef85-468b-a28e-33d41cf18a75 None None] Provisioning complete for port 83be72f0-0218-4729-996b-a1b738e1ccc1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:55.390208 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f5b3-ef85-468b-a28e-33d41cf18a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.470013 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cef395d9-9f1d-47f3-abfd-b96b8db3fcd8 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.475477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cef395d9-9f1d-47f3-abfd-b96b8db3fcd8 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6590350 Nov 12 11:21:55.486989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38916) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.489742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.500904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-821db73e-09f6-4435-bc9f-95a5dc0cdb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.509905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-df193206-8c5b-4546-9755-954c14587b89 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'security_group_rule': {'security_group_id': '7665f3f0-bbfc-4a3f-8045-82257ddff889', 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:55.577006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-821db73e-09f6-4435-bc9f-95a5dc0cdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:55.778984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-821db73e-09f6-4435-bc9f-95a5dc0cdb38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=40a208fb51c14e278d8efd0608b0bfc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6284661 Nov 12 11:21:55.780281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38934) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:55.781960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821db73e-09f6-4435-bc9f-95a5dc0cdb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee87d08-7fab-489e-8df6-d5e813262afe,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:55.891680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df193206-8c5b-4546-9755-954c14587b89 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.036176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7aff3c0-6541-4ba9-bfc7-3bc961564a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.047978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] Set router d11f6198-e224-4a93-b754-cf613788d093 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:56.068401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6dfee-92aa-41d4-bf97-9dc82dc49d21 req-98d79186-0776-4097-8833-d018fe747e2a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:56.079723 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23a6dfee-92aa-41d4-bf97-9dc82dc49d21 req-98d79186-0776-4097-8833-d018fe747e2a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1304743 Nov 12 11:21:56.091436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7aff3c0-6541-4ba9-bfc7-3bc961564a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.169754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Router 10f07bc6-69eb-49aa-b9bf-879b55921d65 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:21:56.206792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7aff3c0-6541-4ba9-bfc7-3bc961564a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.210503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7aff3c0-6541-4ba9-bfc7-3bc961564a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.215148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c7aff3c0-6541-4ba9-bfc7-3bc961564a42 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bee87d08-7fab-489e-8df6-d5e813262afe HTTP/1.1" status: 204 len: 168 time: 0.3914781 Nov 12 11:21:56.232001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aff3c0-6541-4ba9-bfc7-3bc961564a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee87d08-7fab-489e-8df6-d5e813262afe,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:56.252134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df193206-8c5b-4546-9755-954c14587b89 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.336051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df193206-8c5b-4546-9755-954c14587b89 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.365363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23a6dfee-92aa-41d4-bf97-9dc82dc49d21 req-cc206df8-4e9b-4497-afba-2c5d9376d739 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846587 Nov 12 11:21:56.389210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df193206-8c5b-4546-9755-954c14587b89 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44bc8aa-a878-4f45-8b0a-7d55e823f750,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:56.483131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df193206-8c5b-4546-9755-954c14587b89 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.483131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-df193206-8c5b-4546-9755-954c14587b89 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9917369 Nov 12 11:21:56.485422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.498403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2cc8964a-37e0-43c8-ae83-b4b63198b1fe tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'security_group_rule': {'security_group_id': '7665f3f0-bbfc-4a3f-8045-82257ddff889', 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:56.521076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:21:56.532860 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] Sync routers for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:21:56.552994 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:56.556289 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:56.556485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-768f4d79-386c-4c23-bd62-236e92e524e4 admin admin] 10.222.0.98 "PUT /v2.0/routers/10f07bc6-69eb-49aa-b9bf-879b55921d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6928399 Nov 12 11:21:56.558208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38962) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:56.639153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cc8964a-37e0-43c8-ae83-b4b63198b1fe tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.682032 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f5b3-ef85-468b-a28e-33d41cf18a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.793591 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:56.815212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b9e0f5b3-ef85-468b-a28e-33d41cf18a75 None None] For port 83be72f0-0218-4729-996b-a1b738e1ccc1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=83be72f0-0218-4729-996b-a1b738e1ccc1,segment=NetworkSegment(065060aa-b92d-4ba2-8037-a7aae4209d73),segment_id=065060aa-b92d-4ba2-8037-a7aae4209d73)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:56.833356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '83be72f0-0218-4729-996b-a1b738e1ccc1', 'name': '', 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'mac_address': 'fa:16:3e:df:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '802c1fc3-a4d6-4fbd-96b1-bd80502e3abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:48Z', 'updated_at': '2021-11-12T11:21:54Z', 'revision_number': 4, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'subnets': [{'id': '802c1fc3-a4d6-4fbd-96b1-bd80502e3abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:56.846223 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cc8964a-37e0-43c8-ae83-b4b63198b1fe tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.855093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffde9b-950a-4105-a16a-c77de1ef8676 req-45c122d7-20e8-4649-85e5-b2e33f8906f4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:56.877128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fffde9b-950a-4105-a16a-c77de1ef8676 req-45c122d7-20e8-4649-85e5-b2e33f8906f4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1998649 Nov 12 11:21:56.904446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59610010-50f0-48a4-9bb8-30af13ff38f9 None None] The sync data for ids ['d11f6198-e224-4a93-b754-cf613788d093'] in n-d-768852-22 is: [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '83be72f0-0218-4729-996b-a1b738e1ccc1', 'name': '', 'network_id': 'e7478184-9097-4b0a-9d2d-52e49a85361b', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'mac_address': 'fa:16:3e:df:d2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '802c1fc3-a4d6-4fbd-96b1-bd80502e3abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:48Z', 'updated_at': '2021-11-12T11:21:54Z', 'revision_number': 4, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'subnets': [{'id': '802c1fc3-a4d6-4fbd-96b1-bd80502e3abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:56.909222 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f5b3-ef85-468b-a28e-33d41cf18a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:56.914085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cc8964a-37e0-43c8-ae83-b4b63198b1fe tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.044311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8964a-37e0-43c8-ae83-b4b63198b1fe tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8017516b-3c39-46c6-9aea-a30d0ddbf895,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:57.081120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0f5b3-ef85-468b-a28e-33d41cf18a75 None None] Pushing event updated for resources: {'Port': ['ID=83be72f0-0218-4729-996b-a1b738e1ccc1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:57.143043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ba666f98-d59b-4671-a8ff-fb1796ad046c None None] Provisioning complete for port 83be72f0-0218-4729-996b-a1b738e1ccc1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:57.146897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba666f98-d59b-4671-a8ff-fb1796ad046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.148193 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fffde9b-950a-4105-a16a-c77de1ef8676 req-c7754288-97b7-4d4c-af4a-8cecc4cfae1d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596838 Nov 12 11:21:57.163827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cc8964a-37e0-43c8-ae83-b4b63198b1fe tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.173665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2cc8964a-37e0-43c8-ae83-b4b63198b1fe tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6867452 Nov 12 11:21:57.177049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38982) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:57.211467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6f93e557-b37d-481c-94ce-5ce01e26b3d7 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'security_group_rule': {'security_group_id': '7665f3f0-bbfc-4a3f-8045-82257ddff889', 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:57.332387 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:21:54Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:57.397781 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f93e557-b37d-481c-94ce-5ce01e26b3d7 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.432096 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] Checking router: 10f07bc6-69eb-49aa-b9bf-879b55921d65 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:21:57.482168 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] Routers {'10f07bc6-69eb-49aa-b9bf-879b55921d65'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:21:57.484993 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:21:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['10f07bc6-69eb-49aa-b9bf-879b55921d65'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:57.721290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 83be72f0-0218-4729-996b-a1b738e1ccc1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:21:57.906528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 83be72f0-0218-4729-996b-a1b738e1ccc1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:21:57.911157 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f93e557-b37d-481c-94ce-5ce01e26b3d7 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.922822 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.949916 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] Set router 10f07bc6-69eb-49aa-b9bf-879b55921d65 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:21:57.985589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:57.992357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba1fd6-985e-431a-a60b-e0f1b8d8b40c req-556f8bf0-f1d4-4387-8f7d-10bd516ccd85 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:58.010602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f1ba1fd6-985e-431a-a60b-e0f1b8d8b40c req-556f8bf0-f1d4-4387-8f7d-10bd516ccd85 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.4275420 Nov 12 11:21:58.091545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-57c85bb3-ee88-4f43-a008-b95f113bef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:58.098539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-57c85bb3-ee88-4f43-a008-b95f113bef03 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1097 time: 0.3538418 Nov 12 11:21:58.098539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39010) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:58.103586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f93e557-b37d-481c-94ce-5ce01e26b3d7 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.277932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93e557-b37d-481c-94ce-5ce01e26b3d7 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f3b7b9-836e-4670-9ebe-21238e805cef,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:58.309284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.354565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f1ba1fd6-985e-431a-a60b-e0f1b8d8b40c req-22eeeac3-43df-4b23-a75b-45170e216c7f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374598 Nov 12 11:21:58.394807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a22d18-1b16-41fa-bb80-56136d18ee8b req-4c753cc7-de8c-40b0-8574-e7a73165ec38 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:58.406293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0a22d18-1b16-41fa-bb80-56136d18ee8b req-4c753cc7-de8c-40b0-8574-e7a73165ec38 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.4111192 Nov 12 11:21:58.413751 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f93e557-b37d-481c-94ce-5ce01e26b3d7 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.414965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6f93e557-b37d-481c-94ce-5ce01e26b3d7 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2335141 Nov 12 11:21:58.421791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39024) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:58.429433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4427b0f4-6464-4422-964e-322e08121d23 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'security_group_rule': {'security_group_id': '7665f3f0-bbfc-4a3f-8045-82257ddff889', 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:58.451054 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:21:54Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:21:58.477002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-474a04f5-ea7d-4a08-95d3-f41bf318f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:58.477002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-474a04f5-ea7d-4a08-95d3-f41bf318f436 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.3289151 Nov 12 11:21:58.478161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:58.519057 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d42d1-6f34-45a4-8e4d-b67c0b0263c7 None None] The sync data for ids ['10f07bc6-69eb-49aa-b9bf-879b55921d65'] in n-d-768852-22 is: [{'id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'name': 'tempest-TaggedBootDevicesTest_v242-545742939-router', 'tenant_id': '7b308783c2ba44f6871325dca02ceeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:08:37Z', 'updated_at': '2021-11-12T11:21:54Z', 'revision_number': 5, 'project_id': '7b308783c2ba44f6871325dca02ceeec', 'gw_port': {'id': 'c1964eed-b642-4260-b93c-cc58c302eea4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f07bc6-69eb-49aa-b9bf-879b55921d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:08:42Z', 'updated_at': '2021-11-12T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:21:58.591950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0a22d18-1b16-41fa-bb80-56136d18ee8b req-ad47d49e-fdc0-4502-844f-2f9b7a3cebb1 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755152 Nov 12 11:21:58.608190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Deleting port c1964eed-b642-4260-b93c-cc58c302eea4 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:21:58.608924 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.645463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-650b62da-efb1-430f-991a-687078e5001a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 999 time: 0.1362031 Nov 12 11:21:58.678258 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-4427b0f4-6464-4422-964e-322e08121d23 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Project 4e57dbcf95954373b0ced500b2530a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:21:58.692848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4427b0f4-6464-4422-964e-322e08121d23 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.744995 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.746635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-e1b967d0-f21e-4c53-be7a-eb31818b0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:58.749163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-e1b967d0-f21e-4c53-be7a-eb31818b0901 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.0956531 Nov 12 11:21:58.878677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-e97e7cd4-5df7-4dfb-afb3-662079ffa4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:58.881508 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-e97e7cd4-5df7-4dfb-afb3-662079ffa4d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175864 Nov 12 11:21:58.937589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4427b0f4-6464-4422-964e-322e08121d23 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.939620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] For port c1964eed-b642-4260-b93c-cc58c302eea4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c1964eed-b642-4260-b93c-cc58c302eea4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:21:58.939997 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:58.959835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Calling delete_port for c1964eed-b642-4260-b93c-cc58c302eea4 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:21:59.050818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-d12bb61f-355c-469d-8bbc-6fab5ce54b8d service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588519 Nov 12 11:21:59.053431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.148801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4427b0f4-6464-4422-964e-322e08121d23 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.177052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e828a65-966e-4472-ad3e-2fe916c0c072 req-c9a5341b-8c93-4165-a7cb-a4a7b91b6b4a service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143599 Nov 12 11:21:59.237003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427b0f4-6464-4422-964e-322e08121d23 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67212055-e65c-4d4e-a3de-dd8f4b58b024,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:59.337503 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4427b0f4-6464-4422-964e-322e08121d23 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.341295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4427b0f4-6464-4422-964e-322e08121d23 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9138522 Nov 12 11:21:59.341871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39036) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:21:59.347830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a5098329-0919-421c-adc5-f75fce86b5ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'security_group_rule': {'security_group_id': '7665f3f0-bbfc-4a3f-8045-82257ddff889', 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:21:59.356530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Allocated IP 172.25.3.49 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/4aa800f7-837e-465a-9696-1589644e466f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:21:59.405167 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceb2cfe3-887c-412d-9c61-bdcdd5e99958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.478115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.490880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 62c480fa-6e24-4115-ad85-76aa03efaa44 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:21:59.536194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 62c480fa-6e24-4115-ad85-76aa03efaa44 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:21:59.536696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 62c480fa-6e24-4115-ad85-76aa03efaa44 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:21:59.573203 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-a5098329-0919-421c-adc5-f75fce86b5ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Project 4e57dbcf95954373b0ced500b2530a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:21:59.577763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c1964eed-b642-4260-b93c-cc58c302eea4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:21:59.583527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230aaa71-25d6-483f-b38e-e12d21b2adf3 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:21:59.637925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.654496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceaf8d-646c-4502-8dc3-a1d25d574caf req-6dbd68bd-08d2-4079-a574-ab4e3bb810a6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:59.654912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5098329-0919-421c-adc5-f75fce86b5ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.656432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22ceaf8d-646c-4502-8dc3-a1d25d574caf req-6dbd68bd-08d2-4079-a574-ab4e3bb810a6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1264496 Nov 12 11:21:59.730664 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.759020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22ceaf8d-646c-4502-8dc3-a1d25d574caf req-0a408e61-cda1-454a-b137-5e72365b37f6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919461 Nov 12 11:21:59.897274 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.902569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.912309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.917127 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5098329-0919-421c-adc5-f75fce86b5ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:21:59.934199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34765faf-7d1a-4ee9-a37d-c14f79dbee11 req-082da7e8-0345-4518-9f4e-0f9508d77d18 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:21:59.934199 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34765faf-7d1a-4ee9-a37d-c14f79dbee11 req-082da7e8-0345-4518-9f4e-0f9508d77d18 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1959751 Nov 12 11:21:59.952926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:21:59.964406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:21:59.978268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:21:59.985214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'Port': ['ID=4aa800f7-837e-465a-9696-1589644e466f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:00.004949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5098329-0919-421c-adc5-f75fce86b5ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.090048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5098329-0919-421c-adc5-f75fce86b5ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf04df24-264a-40e3-b0e4-6bac431f38ee,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:00.140656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34765faf-7d1a-4ee9-a37d-c14f79dbee11 req-d85cf851-369a-49f9-aced-3595e764167c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380031 Nov 12 11:22:00.152973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.153997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f07bc6-69eb-49aa-b9bf-879b55921d65 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:22:00.165541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.167740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-384730db-002b-4145-8d12-17e006a504ed admin admin] 10.222.0.98 "DELETE /v2.0/routers/10f07bc6-69eb-49aa-b9bf-879b55921d65 HTTP/1.1" status: 204 len: 168 time: 3.6069872 Nov 12 11:22:00.170149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39066) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:00.239800 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5098329-0919-421c-adc5-f75fce86b5ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.246286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a5098329-0919-421c-adc5-f75fce86b5ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8994820 Nov 12 11:22:00.248256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4166fd-6af3-45fd-95f4-b76ecd944de2 admin admin] Deleting subnet 81408f4c-9403-4690-9f6c-f964b92eb25e {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:22:00.257736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a4166fd-6af3-45fd-95f4-b76ecd944de2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.277299 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.349976 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a4166fd-6af3-45fd-95f4-b76ecd944de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.425892 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.509493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a4166fd-6af3-45fd-95f4-b76ecd944de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.584443 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-c62791b8-4a3d-4d5b-a319-abfec1b0b450 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479655043&fields=id&tenant_id=4e57dbcf95954373b0ced500b2530a7d HTTP/1.1" status: 200 len: 267 time: 0.0946007 Nov 12 11:22:00.679888 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a4166fd-6af3-45fd-95f4-b76ecd944de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.735241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4166fd-6af3-45fd-95f4-b76ecd944de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81408f4c-9403-4690-9f6c-f964b92eb25e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:00.748767 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a4166fd-6af3-45fd-95f4-b76ecd944de2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.760217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065aac97-819e-45b9-b329-5ccbff7c0c58 None None] Network 5e12e157-3a35-4a9b-8f8f-1db596b259cf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:00.762670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a4166fd-6af3-45fd-95f4-b76ecd944de2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/81408f4c-9403-4690-9f6c-f964b92eb25e HTTP/1.1" status: 204 len: 168 time: 0.5872269 Nov 12 11:22:00.762670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39086) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:00.802001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-9829cce8-ac0a-4ef9-9e0a-0edd3c292c83 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:00.804498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-9829cce8-ac0a-4ef9-9e0a-0edd3c292c83 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/networks?id=ac7d757c-890b-4beb-bca8-5844759a902f HTTP/1.1" status: 200 len: 809 time: 0.1872716 Nov 12 11:22:00.827035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.843862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-88f69564-d435-4f13-891c-fbf39690c214 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/quotas/4e57dbcf95954373b0ced500b2530a7d HTTP/1.1" status: 200 len: 375 time: 0.0150940 Nov 12 11:22:00.938941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.946842 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-6e753749-ba51-4be4-9f6b-28a17c8a5524 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=4e57dbcf95954373b0ced500b2530a7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901320 Nov 12 11:22:00.948822 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:00.994643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eecbc-ffea-4371-9dbe-9a5059e2110d req-4f4d3bbd-8c04-49cc-bc30-0d8331684223 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:00.996571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8c9eecbc-ffea-4371-9dbe-9a5059e2110d req-4f4d3bbd-8c04-49cc-bc30-0d8331684223 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1341031 Nov 12 11:22:01.015516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'Port': ['ID=4aa800f7-837e-465a-9696-1589644e466f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:01.060831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Deleting port 3f12422d-f253-4ab3-bae1-79110ccd55ac {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:01.061409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.132841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] DHCP port deletion for 5e12e157-3a35-4a9b-8f8f-1db596b259cf request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:01.158064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8c9eecbc-ffea-4371-9dbe-9a5059e2110d req-75b39b9d-8df0-4a3c-a5d6-495972d6ca62 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546638 Nov 12 11:22:01.188249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] For port 3f12422d-f253-4ab3-bae1-79110ccd55ac, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3f12422d-f253-4ab3-bae1-79110ccd55ac,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:01.188249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.203603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.221188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Calling delete_port for 3f12422d-f253-4ab3-bae1-79110ccd55ac owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:01.256593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] Deleting port 3f12422d-f253-4ab3-bae1-79110ccd55ac {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:01.259479 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.259608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-c3eb066f-fb5f-4efd-9448-7b41ee9a3a8a service neutron] 10.222.0.98 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492414 Nov 12 11:22:01.352346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.354019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bff86027-a2e7-45a8-90dc-a64e96452799 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2580996 Nov 12 11:22:01.354281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] For port 3f12422d-f253-4ab3-bae1-79110ccd55ac, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3f12422d-f253-4ab3-bae1-79110ccd55ac,segment=NetworkSegment(9f0d60ff-b49e-46d4-8ed3-f2093103b6b7),segment_id=9f0d60ff-b49e-46d4-8ed3-f2093103b6b7)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:01.355205 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.357337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39098) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:01.358135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b87e0a-0cd6-4ab3-a5d5-d431ce7c0806 req-bb7471da-cc99-436e-870b-8e9a6affa6b0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:01.359717 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65b87e0a-0cd6-4ab3-a5d5-d431ce7c0806 req-bb7471da-cc99-436e-870b-8e9a6affa6b0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0848668 Nov 12 11:22:01.363388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1208186113'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:01.371793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] Calling delete_port for 3f12422d-f253-4ab3-bae1-79110ccd55ac owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:01.448079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65b87e0a-0cd6-4ab3-a5d5-d431ce7c0806 req-fc5ebbff-9307-45f3-bc4f-4e332a14ad17 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739684 Nov 12 11:22:01.466966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.471082 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-da4bd9aa-96e4-4580-a26a-40985a6e97fb service neutron] 10.222.0.98 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017899 Nov 12 11:22:01.512223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Made reservation on behalf of fceca00078bc4b0aa71803603dbf5ba9 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:01.516243 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.532457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.570790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] No DVR routers for this DVR port 3f12422d-f253-4ab3-bae1-79110ccd55ac on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:01.584429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f12422d-f253-4ab3-bae1-79110ccd55ac,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:01.587213 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.622547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] Pushing event deleted for resources: {'Port': ['ID=3f12422d-f253-4ab3-bae1-79110ccd55ac,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:01.632246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24b0a3-3b56-490e-86b6-e93b2b0a3ae2 None None] No DVR routers for this DVR port 3f12422d-f253-4ab3-bae1-79110ccd55ac on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:01.665287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c1964eed-b642-4260-b93c-cc58c302eea4 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:01.697904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.698460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.698956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.699498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.700076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.705018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.705018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.705018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.705018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.705018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.705818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: c1964eed-b642-4260-b93c-cc58c302eea4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:01.705818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c1964eed-b642-4260-b93c-cc58c302eea4 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:01.705818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3f12422d-f253-4ab3-bae1-79110ccd55ac no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:01.706401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.706816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:01.809697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 3f12422d-f253-4ab3-bae1-79110ccd55ac {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:01.810264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3f12422d-f253-4ab3-bae1-79110ccd55ac not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:01.835151 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.864953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.881791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e12e157-3a35-4a9b-8f8f-1db596b259cf']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:01.894371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:01.894663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0d60ff-b49e-46d4-8ed3-f2093103b6b7') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:01.900885 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4df34616-0f19-44b0-850a-b70737845cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.909125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.928260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbc6de-e0d5-46a6-9157-f94cb3f00f05 req-444fd36a-0e7f-45d1-919c-74e9034bea23 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:01.932022 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-72dbc6de-e0d5-46a6-9157-f94cb3f00f05 req-444fd36a-0e7f-45d1-919c-74e9034bea23 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0989249 Nov 12 11:22:01.933760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.941371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:22:01.942388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:22:01.945030 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:22:01.947503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:01.986485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:02.029557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbec3fb-b954-438d-9cc2-36af0eb652c0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:02.037722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fa15c9e-234a-452d-98b0-4de746dc386b req-e8bf2b74-f112-4447-9696-b4680ba972f7 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 210 time: 0.0443475 Nov 12 11:22:02.050744 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.051099 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Added segment a9dba16b-9fb0-4ec5-b779-d0f12049ba85 of type vlan for network 8beea685-7c4d-4854-b3e5-36c47cc5294b Nov 12 11:22:02.151138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.166206 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.176981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-72dbc6de-e0d5-46a6-9157-f94cb3f00f05 req-93a05b1a-6245-4565-a236-3f7509dd4ceb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270632 Nov 12 11:22:02.184168 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.187510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] 10.222.0.98 "DELETE /v2.0/networks/5e12e157-3a35-4a9b-8f8f-1db596b259cf HTTP/1.1" status: 204 len: 168 time: 1.4248583 Nov 12 11:22:02.253661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511dc8ce-eb5b-4adc-9f2d-5ddaffb58273 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e12e157-3a35-4a9b-8f8f-1db596b259cf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:02.308081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.321734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:02.322460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.408729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbac0a-3649-4968-bc89-98960bd3689b req-e5306e6f-dd05-47c1-8b5d-d1814265eb2b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:02.417228 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65fbac0a-3649-4968-bc89-98960bd3689b req-e5306e6f-dd05-47c1-8b5d-d1814265eb2b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1184859 Nov 12 11:22:02.439709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4b11a-3165-4e29-a65c-6daa70724c82 req-7efb7861-a5e6-49e3-aa67-a30e31ac3944 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:02.448108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16b4b11a-3165-4e29-a65c-6daa70724c82 req-7efb7861-a5e6-49e3-aa67-a30e31ac3944 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1631155 Nov 12 11:22:02.456180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'Network': ['ID=8beea685-7c4d-4854-b3e5-36c47cc5294b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:02.469008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:02.494951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65fbac0a-3649-4968-bc89-98960bd3689b req-cd643b39-cb0b-4d3d-97f1-f697341bfd55 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749671 Nov 12 11:22:02.577825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39136) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:02.584030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Request body: {'subnet': {'network_id': '8beea685-7c4d-4854-b3e5-36c47cc5294b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:02.588182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-333477f4-5224-42e6-ac8c-a321e05a9097 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2150869 Nov 12 11:22:02.598572 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16b4b11a-3165-4e29-a65c-6daa70724c82 req-c39ab13b-ccd1-4bd0-a3b2-e3811443e0bc tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495917 Nov 12 11:22:02.841900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Made reservation on behalf of fceca00078bc4b0aa71803603dbf5ba9 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:02.844988 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:02.929376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39154) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:02.992536 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.014925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39156) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:03.015934 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1a20739c-43e4-4c79-8999-604637f80242 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7b308783c2ba44f6871325dca02ceeec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852966 Nov 12 11:22:03.058845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-534072a9-f725-43d0-a81b-c939733ef3f3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:03.060384 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-534072a9-f725-43d0-a81b-c939733ef3f3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.2315538 Nov 12 11:22:03.112985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-c3b3b874-3c9c-4969-9ee2-64aa254fa4d6 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/quotas/47eb09e34b40417790f30046c157e078 HTTP/1.1" status: 200 len: 375 time: 0.0428090 Nov 12 11:22:03.156338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-396383d1-e7da-4306-a156-319f660da61d req-1ccc6c38-9fd1-4e33-8f31-2dc2259d1a7a service neutron] (109704) timed out ('10.222.0.57', 63565) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:22:03.161086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5697e233-eaa1-40fb-b85f-9dd9ff34b1a8 req-628d7245-00cf-45ac-8c2e-e8f5bd00dc0e tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 210 time: 0.0516415 Nov 12 11:22:03.175977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-023e1f15-7c83-4a8a-b003-046a2401c687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.264960 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-023e1f15-7c83-4a8a-b003-046a2401c687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.316421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-26c6ab8b-427a-4c66-b3eb-d05cff462c0c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1964111 Nov 12 11:22:03.415637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.485018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-023e1f15-7c83-4a8a-b003-046a2401c687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.491431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-023e1f15-7c83-4a8a-b003-046a2401c687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.491431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-023e1f15-7c83-4a8a-b003-046a2401c687 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/32ef4b2d-0051-4e24-b97a-64240ca6fd03 HTTP/1.1" status: 204 len: 168 time: 0.4719746 Nov 12 11:22:03.544464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e1f15-7c83-4a8a-b003-046a2401c687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ef4b2d-0051-4e24-b97a-64240ca6fd03,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:03.557257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'Subnet': ['ID=ebc1b750-4d54-4791-a4ca-d33ca1dc34de,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:03.565147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Checking segment: {'id': 'a9dba16b-9fb0-4ec5-b779-d0f12049ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8beea685-7c4d-4854-b3e5-36c47cc5294b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:03.569649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Network hostable DHCP agents. Network: 8beea685-7c4d-4854-b3e5-36c47cc5294b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:03.771847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:03.795112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-304e291c-27d9-4c8a-965a-5bd4a27612d9 service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703631 Nov 12 11:22:03.825794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03568ad-3b25-4a53-b55d-5e82f462ef7c req-7c67e2d4-c1bb-4f98-bf29-5f758310f461 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:03.828614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f03568ad-3b25-4a53-b55d-5e82f462ef7c req-7c67e2d4-c1bb-4f98-bf29-5f758310f461 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1094425 Nov 12 11:22:03.877385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 8beea685-7c4d-4854-b3e5-36c47cc5294b) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:03.885832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:03.886431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:03.887090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a3a151-c426-42d5-a703-cc15aa0ec54a None None] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:03.920831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-67270c2f-56d0-4ab0-ab9a-a63702aa70ed service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227105 Nov 12 11:22:03.999676 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f03568ad-3b25-4a53-b55d-5e82f462ef7c req-e15dccce-3d98-404b-803a-e48b5e7176d5 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499476 Nov 12 11:22:04.000482 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-45220d68-3a45-4f70-8bbd-ccfd62020182 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4213009 Nov 12 11:22:04.009018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39186) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:04.014033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1448755944', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:04.140942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.142488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.272566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fc93782-4f97-42e3-a173-a5b1aebd709b req-2d02062f-bd6d-4337-8438-6d111865795b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 210 time: 0.0654101 Nov 12 11:22:04.313443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.326082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-8beea685-7c4d-4854-b3e5-36c47cc5294b', 'network_id': '8beea685-7c4d-4854-b3e5-36c47cc5294b', 'tenant_id': 'fceca00078bc4b0aa71803603dbf5ba9', 'fixed_ips': [{'subnet_id': 'ebc1b750-4d54-4791-a4ca-d33ca1dc34de'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:22:04.326082 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.411338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9cb67f63-db8c-40d4-ba34-b6ce43eb2c54 req-e9d3aaa2-ebb2-46e6-af99-36e1bf72f9d0 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 210 time: 0.0962844 Nov 12 11:22:04.579508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Allocated IP 172.20.0.2 (8beea685-7c4d-4854-b3e5-36c47cc5294b/ebc1b750-4d54-4791-a4ca-d33ca1dc34de/675e33bb-0633-4bf3-9d68-6bd69cfd5bd4) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:04.620355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.717038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.866256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:04.975977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.105742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Pushing event updated for resources: {'Port': ['ID=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:05.112440 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.126837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:05.131269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:05.132376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:05.228994 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.286790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Attempting to bind port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:05.287248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Attempting to bind port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a9dba16b-9fb0-4ec5-b779-d0f12049ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8beea685-7c4d-4854-b3e5-36c47cc5294b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:05.287387 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.287749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Attempting to bind port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 on network 8beea685-7c4d-4854-b3e5-36c47cc5294b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:05.298175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:05.300364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Checking segment: {'id': 'a9dba16b-9fb0-4ec5-b779-d0f12049ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8beea685-7c4d-4854-b3e5-36c47cc5294b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:05.303269 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.303869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Bound using segment: {'id': 'a9dba16b-9fb0-4ec5-b779-d0f12049ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8beea685-7c4d-4854-b3e5-36c47cc5294b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:05.305878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Bound port: 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dba16b-9fb0-4ec5-b779-d0f12049ba85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8beea685-7c4d-4854-b3e5-36c47cc5294b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:05.311523 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.359128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-d20f078e-f61b-48cd-a7f9-f43f7413845c tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:05.367885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-d20f078e-f61b-48cd-a7f9-f43f7413845c tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.69 "GET /v2.0/networks?id=ac7d757c-890b-4beb-bca8-5844759a902f HTTP/1.1" status: 200 len: 809 time: 0.3237784 Nov 12 11:22:05.509277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b19dd52-bc6e-4489-bc33-97f20e2baf57 req-10aca226-4bbc-45b8-b82e-3240457323e1 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 210 time: 0.0936725 Nov 12 11:22:05.509809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] For port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:05.526790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] For port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,segment=NetworkSegment(a9dba16b-9fb0-4ec5-b779-d0f12049ba85),segment_id=a9dba16b-9fb0-4ec5-b779-d0f12049ba85)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:05.583265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-84616345-7d2a-47b9-961b-67ec88fd0959 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e57dbcf95954373b0ced500b2530a7d HTTP/1.1" status: 200 len: 379 time: 0.1842504 Nov 12 11:22:05.598843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1240b9f-6fbf-49df-9614-cb0f58010a61 req-1f994447-880b-4463-97a0-0cf008625fd9 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:05.607940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1240b9f-6fbf-49df-9614-cb0f58010a61 req-1f994447-880b-4463-97a0-0cf008625fd9 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.3570254 Nov 12 11:22:05.646056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:05.685900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Allocated IP 172.25.3.50 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/d487b6a9-8c0a-4f9b-82a7-843a03fd10d3) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:05.688223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'port': {'device_id': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'admin_state_up': True, 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'security_groups': ['7665f3f0-bbfc-4a3f-8045-82257ddff889']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:05.772962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eeb77-1218-4078-b562-513e56d9bfb3 None None] Pushing event updated for resources: {'Port': ['ID=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:05.866041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c39028b2-0a24-4ff1-97d3-33ee091570c9 req-76c5962b-ff37-450f-80e1-02f3181b0612 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 210 time: 0.0687141 Nov 12 11:22:05.900717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1240b9f-6fbf-49df-9614-cb0f58010a61 req-8c4f9d05-cc91-4711-b747-cc1f692844af tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912309 Nov 12 11:22:05.954119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.078302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Made reservation on behalf of 4e57dbcf95954373b0ced500b2530a7d for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:06.083779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.143628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.322886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:06.342202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:06.363230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:06.364296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Allocated IP 172.20.0.8 (ac7d757c-890b-4beb-bca8-5844759a902f/781424ce-66c0-4552-85b9-54eb7669f696/4bef3afe-482b-495d-9bce-c0454934e5b7) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:06.393775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6442c-094b-48d3-90de-6c006f89ed4b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:06.498599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'Port': ['ID=d487b6a9-8c0a-4f9b-82a7-843a03fd10d3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:06.535231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-dc652710-5ed4-487c-af26-cfc4ec868c11 None None] Provisioning complete for port d487b6a9-8c0a-4f9b-82a7-843a03fd10d3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:06.536543 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc652710-5ed4-487c-af26-cfc4ec868c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.554323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.650068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:06.670871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-dc652710-5ed4-487c-af26-cfc4ec868c11 None None] Port d487b6a9-8c0a-4f9b-82a7-843a03fd10d3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:06.777175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'Port': ['ID=4bef3afe-482b-495d-9bce-c0454934e5b7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:06.789404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Network ac7d757c-890b-4beb-bca8-5844759a902f is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:06.821302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:06.824033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:06.837019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-959bf881-e403-4ea2-8334-43a50a7fcadd req-cbd6d774-dff2-436d-8deb-4b3f607e8775 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 210 time: 0.0611308 Nov 12 11:22:06.986735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:06.988806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.113766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-fe3fdedd-2c0b-44cf-aaf9-5d6172062db6 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4570360 Nov 12 11:22:07.146329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Request body: {'port': {'device_id': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:07.188203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366fff1-1a65-496c-b886-94f3a455dae0 req-edaca2e1-c2aa-4bbe-b2f6-6631c5462b8b tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:07.196850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4366fff1-1a65-496c-b886-94f3a455dae0 req-edaca2e1-c2aa-4bbe-b2f6-6631c5462b8b tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1540248 Nov 12 11:22:07.267161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-eae85038-86d4-4f3d-86a7-472fed0fe14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:07.269651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-eae85038-86d4-4f3d-86a7-472fed0fe14b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1097 time: 0.9414659 Nov 12 11:22:07.393716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.403470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7b3033cc-da37-4737-961a-46e254afd620 None None] Provisioning complete for port 4bef3afe-482b-495d-9bce-c0454934e5b7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:07.403595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b3033cc-da37-4737-961a-46e254afd620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.418758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4366fff1-1a65-496c-b886-94f3a455dae0 req-7dc110e1-6040-41d9-8f3d-2b26375825ed tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181387 Nov 12 11:22:07.448883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39298) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:07.480552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7b3033cc-da37-4737-961a-46e254afd620 None None] Port 4bef3afe-482b-495d-9bce-c0454934e5b7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:07.589843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b3137-165e-48bf-acdb-8894d5851929 None None] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:07.760114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:07.817157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-20d2b780-2f55-45b6-b44b-27d330ead74c None None] Provisioning complete for port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:07.817558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d2b780-2f55-45b6-b44b-27d330ead74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.829252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36f4ccb2-1811-49b8-96a2-94028fdcf0ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:07.831345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64e24-9380-4695-9f9d-86b58de40234 req-57d3eef0-d0d2-4274-881b-7d8d7f474939 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:07.841828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-29c64e24-9380-4695-9f9d-86b58de40234 req-57d3eef0-d0d2-4274-881b-7d8d7f474939 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 931 time: 0.5048487 Nov 12 11:22:08.011489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-29c64e24-9380-4695-9f9d-86b58de40234 req-619f8932-70b8-4b65-80b2-35d5cc6f1a88 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685536 Nov 12 11:22:08.024950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15f7606c-b91e-40fb-8e6d-74fce3943db2 req-601afe26-6d85-491a-b3c4-a87dccc0bfd2 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 210 time: 0.0580637 Nov 12 11:22:08.053755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-8b7c47e6-0ca1-4d19-80ce-ecb3b07e3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:08.058904 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-8b7c47e6-0ca1-4d19-80ce-ecb3b07e3e1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.6817009 Nov 12 11:22:08.064586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-f84ebed2-a6e1-4027-8e27-bf703d786348 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:08.069742 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-f84ebed2-a6e1-4027-8e27-bf703d786348 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.6994920 Nov 12 11:22:08.070458 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.079739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:08.079739 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.095817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bef3afe-482b-495d-9bce-c0454934e5b7 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:08.104922 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.120172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Transition to ACTIVE for port object 4bef3afe-482b-495d-9bce-c0454934e5b7 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:22:08.172056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d2b780-2f55-45b6-b44b-27d330ead74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.177841 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36f4ccb2-1811-49b8-96a2-94028fdcf0ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.196231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'port': {'device_id': '9274ff05-5f5a-49b9-8467-0b22a9a9aee6', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'admin_state_up': True, 'tenant_id': '47eb09e34b40417790f30046c157e078'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:08.232537 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.255832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-20d2b780-2f55-45b6-b44b-27d330ead74c None None] For port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,segment=NetworkSegment(a9dba16b-9fb0-4ec5-b779-d0f12049ba85),segment_id=a9dba16b-9fb0-4ec5-b779-d0f12049ba85)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:08.267287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-3425f6ec-0efe-4460-9545-4d8fac9d0d0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 200 len: 217 time: 0.0804510 Nov 12 11:22:08.283241 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.323878 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36f4ccb2-1811-49b8-96a2-94028fdcf0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.341989 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20d2b780-2f55-45b6-b44b-27d330ead74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.380914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-0715cae7-e951-466d-90f0-37146d8488b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:08.382442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-0715cae7-e951-466d-90f0-37146d8488b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.0749037 Nov 12 11:22:08.406507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Pushing event updated for resources: {'Port': ['ID=4bef3afe-482b-495d-9bce-c0454934e5b7,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:08.446748 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:22:08.449452 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:22:08.529042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2b780-2f55-45b6-b44b-27d330ead74c None None] Pushing event updated for resources: {'Port': ['ID=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:08.564830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4ccb2-1811-49b8-96a2-94028fdcf0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b429d5a9-be6f-46e9-932f-2212c5318b02,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:08.593065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-36f4ccb2-1811-49b8-96a2-94028fdcf0ff admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d39bace822884798bae3a7d2a44482f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1430988 Nov 12 11:22:08.601273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39322) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:08.698872 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-e754cf7b-619b-4c8e-8b03-1ca94584e09c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2913322 Nov 12 11:22:08.707509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Attempting to bind port 4bef3afe-482b-495d-9bce-c0454934e5b7 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:08.707859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Attempting to bind port 4bef3afe-482b-495d-9bce-c0454934e5b7 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:08.708397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Attempting to bind port 4bef3afe-482b-495d-9bce-c0454934e5b7 on network ac7d757c-890b-4beb-bca8-5844759a902f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:08.715640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Port 4bef3afe-482b-495d-9bce-c0454934e5b7 on network ac7d757c-890b-4beb-bca8-5844759a902f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:22:08.715915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Attempting to bind port 4bef3afe-482b-495d-9bce-c0454934e5b7 on network ac7d757c-890b-4beb-bca8-5844759a902f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:08.728104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:08.728448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Checking segment: {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:08.728788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Bound using segment: {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:08.729245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Bound port: 4bef3afe-482b-495d-9bce-c0454934e5b7, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516475ff-2a8b-4a32-92e4-e5affe6f90f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:08.729607 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.744730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76a5275d-3dcc-437f-9009-5332940aaed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.789910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fe8a88ac-f2e0-4ac2-8365-62e97abcd0f4 None None] Provisioning complete for port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:08.790498 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a88ac-f2e0-4ac2-8365-62e97abcd0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.804802 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76a5275d-3dcc-437f-9009-5332940aaed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.853258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:08.860670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] For port 4bef3afe-482b-495d-9bce-c0454934e5b7, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:08.873500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] For port 4bef3afe-482b-495d-9bce-c0454934e5b7, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4bef3afe-482b-495d-9bce-c0454934e5b7,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:09.005590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34f38f-0be7-44c7-9e4e-6aaeb06adcb9 req-199a5df5-c90d-4ce9-8e59-080b07f2d1c1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:09.007507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7e34f38f-0be7-44c7-9e4e-6aaeb06adcb9 req-199a5df5-c90d-4ce9-8e59-080b07f2d1c1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.4226744 Nov 12 11:22:09.044145 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76a5275d-3dcc-437f-9009-5332940aaed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.047789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76a5275d-3dcc-437f-9009-5332940aaed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.051774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-76a5275d-3dcc-437f-9009-5332940aaed8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b429d5a9-be6f-46e9-932f-2212c5318b02 HTTP/1.1" status: 204 len: 168 time: 0.4471238 Nov 12 11:22:09.053578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.101452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5275d-3dcc-437f-9009-5332940aaed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b429d5a9-be6f-46e9-932f-2212c5318b02,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:09.109613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:09.110528 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.111622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] 10.222.0.69 "PUT /v2.0/ports/4bef3afe-482b-495d-9bce-c0454934e5b7 HTTP/1.1" status: 200 len: 1092 time: 1.9816062 Nov 12 11:22:09.112146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'tag': '4bef3afe-482b-495d-9bce-c0454934e5b7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:09.114892 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c1676b-2017-4807-856c-5a6cbd333a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4e6e25-9d15-451f-ae76-d69a0fddf284", "tag": "4bef3afe-482b-495d-9bce-c0454934e5b7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:09.167757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a9b43-c115-4917-8afe-4e0ab07f0479 service neutron] Pushing event updated for resources: {'Port': ['ID=4bef3afe-482b-495d-9bce-c0454934e5b7,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:09.188014 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-dc330396-1760-4523-82f2-c43ef5a70557 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641283 Nov 12 11:22:09.258371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Made reservation on behalf of 47eb09e34b40417790f30046c157e078 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:09.277490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.323783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7e34f38f-0be7-44c7-9e4e-6aaeb06adcb9 req-b1dc0619-e6d5-4caf-b380-21de3fe9f9eb tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094578 Nov 12 11:22:09.424615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-48a2fc64-8247-4bf5-b48c-802ed70acc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:09.426651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-48a2fc64-8247-4bf5-b48c-802ed70acc4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e57dbcf95954373b0ced500b2530a7d&device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 1095 time: 0.1868713 Nov 12 11:22:09.519010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d823eaa1-0217-4a55-8722-3670ecc2b35d req-3447b6e3-1d60-4869-b796-4319d83230ba service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123300 Nov 12 11:22:09.589758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c71396ad-1dbc-4086-8ce9-9dbff4219f7e req-956bf2a9-7aad-4126-9722-dba340205f8a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 210 time: 0.0647829 Nov 12 11:22:09.598113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093662-0f08-40d2-a957-efa5a58f85c6 req-96baa755-8480-477a-8faa-9f390f1a847e tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:09.613423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9093662-0f08-40d2-a957-efa5a58f85c6 req-96baa755-8480-477a-8faa-9f390f1a847e tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 943 time: 0.3749340 Nov 12 11:22:09.654002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Router 004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:22:09.662921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:09.664156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-981af7f8-154e-4db9-af11-5a3fe0514a08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bef3afe-482b-495d-9bce-c0454934e5b7 HTTP/1.1" status: 200 len: 217 time: 0.2229309 Nov 12 11:22:09.680272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Allocated IP 172.20.0.5 (dee60f8e-6462-4771-93ee-ff3744977885/4ad8e53f-894d-4de8-8319-ecbcc2645a04/63583077-8eb1-4f1d-8d9e-a65388c3cdec) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:09.737040 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00dfa8b-5b2d-4338-a62f-a935ed736350 x-openstack-request-id: req-d00dfa8b-5b2d-4338-a62f-a935ed736350 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:09.737040 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4e6e25-9d15-451f-ae76-d69a0fddf284", "tag": "4bef3afe-482b-495d-9bce-c0454934e5b7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:09.737040 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d00dfa8b-5b2d-4338-a62f-a935ed736350 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:09.737040 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'tag': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'status': 'completed', 'code': 200} Nov 12 11:22:09.767543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:09.767945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:09.774658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9093662-0f08-40d2-a957-efa5a58f85c6 req-080f82ca-7028-4b9d-b753-11dbd232aeda tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583762 Nov 12 11:22:09.784616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-5dd8ba3f-6990-4378-824e-450195965237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:09.787066 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-5dd8ba3f-6990-4378-824e-450195965237 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=781424ce-66c0-4552-85b9-54eb7669f696 HTTP/1.1" status: 200 len: 848 time: 0.1167746 Nov 12 11:22:09.875943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-8dab5491-9548-4e6b-9caa-7003f6463230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:09.877917 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-8dab5491-9548-4e6b-9caa-7003f6463230 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac7d757c-890b-4beb-bca8-5844759a902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824857 Nov 12 11:22:10.025939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-69df5700-0995-45b6-abed-e17243010850 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399031 Nov 12 11:22:10.069841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:10.074032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc97df-38e3-4fc7-a35b-9c800cc7038a None None] Sync routers for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:10.089260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc97df-38e3-4fc7-a35b-9c800cc7038a None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:10.089886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-02fc97df-38e3-4fc7-a35b-9c800cc7038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:10.129200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.186349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-02fc97df-38e3-4fc7-a35b-9c800cc7038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:10.187776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.194606 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5ba2b7ce-0710-47cd-8745-9aec41ee9322 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.1834950 Nov 12 11:22:10.199817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39362) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:10.208975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc97df-38e3-4fc7-a35b-9c800cc7038a None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:10.209536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-02fc97df-38e3-4fc7-a35b-9c800cc7038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:10.256244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-02fc97df-38e3-4fc7-a35b-9c800cc7038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:10.257239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc97df-38e3-4fc7-a35b-9c800cc7038a None None] The sync data for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:10.335637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.443291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Network dee60f8e-6462-4771-93ee-ff3744977885 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:10.458182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:10.506880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:10.510027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'Port': ['ID=63583077-8eb1-4f1d-8d9e-a65388c3cdec,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:10.625162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39378) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:10.779663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:10.783388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.820208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4a583-23e8-46cc-a277-a88975f6f529 req-66ddefc6-9ece-495a-9430-8cd466a48253 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:10.828857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e2b4a583-23e8-46cc-a277-a88975f6f529 req-66ddefc6-9ece-495a-9430-8cd466a48253 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.2954545 Nov 12 11:22:10.835815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb577c6b-8396-45c2-a99d-a81d8f81fddc req-d07edff9-f28e-4066-af70-e8c6d2ad9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:10.837818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cb577c6b-8396-45c2-a99d-a81d8f81fddc req-d07edff9-f28e-4066-af70-e8c6d2ad9286 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1097 time: 0.3613324 Nov 12 11:22:10.946702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cb577c6b-8396-45c2-a99d-a81d8f81fddc req-7ad51018-f981-4c91-b6e6-2172d6061826 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006467 Nov 12 11:22:10.961930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15198fa3-9a5f-4c03-9157-c95d09031652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:10.985243 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-d736242d-73eb-485b-ad8e-24a206ef867c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7997079 Nov 12 11:22:10.991907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e2b4a583-23e8-46cc-a277-a88975f6f529 req-13c08c54-5219-4d10-8ef5-1ccfbd18dd02 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606419 Nov 12 11:22:11.007633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Request body: {'port': {'device_id': '9274ff05-5f5a-49b9-8467-0b22a9a9aee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:11.014601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-759fffd1-c6bf-4fda-b129-f1b9cb71e47b req-5bf048fa-ddf5-4953-b422-b2e008ba23e9 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9801400 Nov 12 11:22:11.033670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-54b5123b-13e1-439f-8c31-d381786017ae None None] Provisioning complete for port 63583077-8eb1-4f1d-8d9e-a65388c3cdec triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:11.034293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-54b5123b-13e1-439f-8c31-d381786017ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.088064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39398) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:11.103896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.134947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-54b5123b-13e1-439f-8c31-d381786017ae None None] Port 63583077-8eb1-4f1d-8d9e-a65388c3cdec cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:11.194374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a3508-221b-4dc1-8152-e627594fa4e4 req-ff6ad4a1-c24e-4105-b6bf-785b112f0106 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:11.202471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-563a3508-221b-4dc1-8152-e627594fa4e4 req-ff6ad4a1-c24e-4105-b6bf-785b112f0106 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 931 time: 0.3707697 Nov 12 11:22:11.205109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15198fa3-9a5f-4c03-9157-c95d09031652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.249096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94655da-d024-4a1b-8288-ddeb6a5b39b9 req-6c2968cf-274b-4a88-b398-b4fa422e2dcb tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:11.250661 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e94655da-d024-4a1b-8288-ddeb6a5b39b9 req-6c2968cf-274b-4a88-b398-b4fa422e2dcb tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 943 time: 0.1299114 Nov 12 11:22:11.297816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1052190975-network', 'tenant_id': 'eccaf2e47efd48c4bbc3dfa871e8c444'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:11.322646 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15198fa3-9a5f-4c03-9157-c95d09031652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.360209 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-563a3508-221b-4dc1-8152-e627594fa4e4 req-022e2dd9-7a0e-455d-97cc-65b14815a66f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557209 Nov 12 11:22:11.383063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-552c7bd1-bc6a-4ee0-9472-9a862e8f244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:11.384270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-552c7bd1-bc6a-4ee0-9472-9a862e8f244a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e57dbcf95954373b0ced500b2530a7d&device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 1095 time: 0.1096911 Nov 12 11:22:11.445971 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15198fa3-9a5f-4c03-9157-c95d09031652 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a833e9e2535f483d96d8cedea2e3a1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8114460 Nov 12 11:22:11.455060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39406) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:11.497502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15198fa3-9a5f-4c03-9157-c95d09031652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4835dc3-167f-4387-bd72-59b2ce1cbc07,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:11.511601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-520c1af0-ead1-4392-8865-06f487240570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:11.513485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-520c1af0-ead1-4392-8865-06f487240570 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac7d757c-890b-4beb-bca8-5844759a902f HTTP/1.1" status: 200 len: 910 time: 0.0955899 Nov 12 11:22:11.525808 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e94655da-d024-4a1b-8288-ddeb6a5b39b9 req-89446f8a-0425-407a-a808-87c24f76118f tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246826 Nov 12 11:22:11.546669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Made reservation on behalf of eccaf2e47efd48c4bbc3dfa871e8c444 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:11.549027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.577548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.579958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-9533ebe4-bf36-450c-9019-428ad152a1aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bef3afe-482b-495d-9bce-c0454934e5b7 HTTP/1.1" status: 200 len: 217 time: 0.0574040 Nov 12 11:22:11.628989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a67c342b-f427-479b-9a25-e7f58e6a3a42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.689984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-efd7c1f3-6b76-4749-943e-3afadb5ee708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:11.691450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-efd7c1f3-6b76-4749-943e-3afadb5ee708 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=781424ce-66c0-4552-85b9-54eb7669f696 HTTP/1.1" status: 200 len: 848 time: 0.1030483 Nov 12 11:22:11.698743 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a67c342b-f427-479b-9a25-e7f58e6a3a42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.724750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63583077-8eb1-4f1d-8d9e-a65388c3cdec {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:11.740770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.777364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Transition to ACTIVE for port object 63583077-8eb1-4f1d-8d9e-a65388c3cdec will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:22:11.784020 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.797016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-08b70e78-1f07-446c-910f-27eafb2a8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:11.798989 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-08b70e78-1f07-446c-910f-27eafb2a8f53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac7d757c-890b-4beb-bca8-5844759a902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992301 Nov 12 11:22:11.800781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.878200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.946363 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a67c342b-f427-479b-9a25-e7f58e6a3a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.954464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a67c342b-f427-479b-9a25-e7f58e6a3a42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:11.964620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a67c342b-f427-479b-9a25-e7f58e6a3a42 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4835dc3-167f-4387-bd72-59b2ce1cbc07 HTTP/1.1" status: 204 len: 168 time: 0.5075974 Nov 12 11:22:11.975554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.022856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:12.034110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.034554 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Added segment a8116f8d-1f09-40d7-95d4-7975fe6e5fc0 of type vlan for network 8e8bb438-9de2-4045-bf41-84db928450ba Nov 12 11:22:12.039034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-4bd50849-d9d6-4650-840f-159156dd281f service neutron] 10.222.0.69 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252822 Nov 12 11:22:12.087078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.107094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c342b-f427-479b-9a25-e7f58e6a3a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4835dc3-167f-4387-bd72-59b2ce1cbc07,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:12.144567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Pushing event updated for resources: {'Port': ['ID=63583077-8eb1-4f1d-8d9e-a65388c3cdec,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:12.305266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23c1676b-2017-4807-856c-5a6cbd333a2b req-0018b1b7-d0be-49d1-8f99-3e72675f43be service neutron] 10.222.0.69 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518468 Nov 12 11:22:12.318094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.318094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:12.318094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.318501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1e843-6c72-40ac-879a-26c0e7463ffa req-f2b58b97-4537-4945-b70e-b0df0f4dff57 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:12.318501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffb1e843-6c72-40ac-879a-26c0e7463ffa req-f2b58b97-4537-4945-b70e-b0df0f4dff57 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1396003 Nov 12 11:22:12.366323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c12b21-5471-4f75-8c9c-32b2f346d881,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:12.430052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffb1e843-6c72-40ac-879a-26c0e7463ffa req-765f1d5b-4d24-4514-850d-79de84da6eae tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008840 Nov 12 11:22:12.431613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Allocated IP 172.20.0.1 (8beea685-7c4d-4854-b3e5-36c47cc5294b/ebc1b750-4d54-4791-a4ca-d33ca1dc34de/706e38c8-0455-4848-a6df-7997f30380f5) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:12.451409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4bef3afe-482b-495d-9bce-c0454934e5b7 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:22:12.486294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e8bb438-9de2-4045-bf41-84db928450ba,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:12.540658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Attempting to bind port 63583077-8eb1-4f1d-8d9e-a65388c3cdec on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:12.540658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Attempting to bind port 63583077-8eb1-4f1d-8d9e-a65388c3cdec by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:12.541081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Attempting to bind port 63583077-8eb1-4f1d-8d9e-a65388c3cdec on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:12.550963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Port 63583077-8eb1-4f1d-8d9e-a65388c3cdec on network dee60f8e-6462-4771-93ee-ff3744977885 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:22:12.551365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Attempting to bind port 63583077-8eb1-4f1d-8d9e-a65388c3cdec on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:12.560997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:12.567953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Checking segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:12.567953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Bound using segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:12.567953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Bound port: 63583077-8eb1-4f1d-8d9e-a65388c3cdec, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:12.567953 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.569962 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fcedcb92-829f-439a-b6e7-8bafdff12db5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4789677 Nov 12 11:22:12.588257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4548c2b-b23c-45b4-b57b-c626d775e7dc req-d9524daa-ea29-4e9a-8927-4e3da70837fd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:12.596740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4548c2b-b23c-45b4-b57b-c626d775e7dc req-d9524daa-ea29-4e9a-8927-4e3da70837fd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 943 time: 0.1189322 Nov 12 11:22:12.601755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39430) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:12.609964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.614100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Request body: {'subnet': {'network_id': '8e8bb438-9de2-4045-bf41-84db928450ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1052190975-subnet', 'tenant_id': 'eccaf2e47efd48c4bbc3dfa871e8c444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:12.664517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 8e8bb438-9de2-4045-bf41-84db928450ba details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:12.690036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4548c2b-b23c-45b4-b57b-c626d775e7dc req-88a72ee1-b049-463f-99af-9f421edb4129 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923836 Nov 12 11:22:12.724064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4bef3afe-482b-495d-9bce-c0454934e5b7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4bef3afe-482b-495d-9bce-c0454934e5b7,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:12.737682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daafa0f-327f-4980-8f9b-670dbcc94aa1 req-76f985e8-ded9-46c3-9764-3587f5717e36 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:12.739379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] For port 63583077-8eb1-4f1d-8d9e-a65388c3cdec, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:12.739746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1daafa0f-327f-4980-8f9b-670dbcc94aa1 req-76f985e8-ded9-46c3-9764-3587f5717e36 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 943 time: 0.0678568 Nov 12 11:22:12.741653 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.742507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] For port 63583077-8eb1-4f1d-8d9e-a65388c3cdec, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=63583077-8eb1-4f1d-8d9e-a65388c3cdec,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:12.767866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'port_id': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'mac_address': 'fa:16:3e:be:8a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:22:12.806073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:12.813996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:12.818710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.823777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:12.829259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bef3afe-482b-495d-9bce-c0454934e5b7 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:12.850437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Made reservation on behalf of eccaf2e47efd48c4bbc3dfa871e8c444 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:12.853106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4bef3afe-482b-495d-9bce-c0454934e5b7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4bef3afe-482b-495d-9bce-c0454934e5b7,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:12.854130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.856447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'Port': ['ID=706e38c8-0455-4848-a6df-7997f30380f5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:12.859172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.884108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1daafa0f-327f-4980-8f9b-670dbcc94aa1 req-04082fe2-5bf0-41f2-a7b5-c27148224ef8 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302211 Nov 12 11:22:12.898785 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:22:12.913319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:12.997409 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.118966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4bef3afe-482b-495d-9bce-c0454934e5b7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:13.132303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4366774b-5889-4dbe-a8e1-d9e56d0ab9fb None None] Provisioning complete for port 706e38c8-0455-4848-a6df-7997f30380f5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:13.132795 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4366774b-5889-4dbe-a8e1-d9e56d0ab9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.186169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4366774b-5889-4dbe-a8e1-d9e56d0ab9fb None None] Port 706e38c8-0455-4848-a6df-7997f30380f5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:13.194206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39444) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:13.237504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.259511 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.284583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4bef3afe-482b-495d-9bce-c0454934e5b7'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:22:13.468872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:13.469525 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.470840 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] 10.222.0.69 "PUT /v2.0/ports/63583077-8eb1-4f1d-8d9e-a65388c3cdec HTTP/1.1" status: 200 len: 1092 time: 2.4710474 Nov 12 11:22:13.471286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9274ff05-5f5a-49b9-8467-0b22a9a9aee6', 'tag': '63583077-8eb1-4f1d-8d9e-a65388c3cdec'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:13.474483 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e25c14c-7ffe-4700-b6f4-8abee50176b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9274ff05-5f5a-49b9-8467-0b22a9a9aee6", "tag": "63583077-8eb1-4f1d-8d9e-a65388c3cdec"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:13.481075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.572875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98669bee-116f-4bd0-9d4e-f5224cbb1d9c service neutron] Pushing event updated for resources: {'Port': ['ID=63583077-8eb1-4f1d-8d9e-a65388c3cdec,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:13.614269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.692140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b853305bca194230bb442c1b9fa7c1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4947798 Nov 12 11:22:13.710026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39456) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:13.763462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70493b56-7ec5-4a0a-a1b9-1d54dc324214 req-b8f66773-49fd-4350-aea6-c0a329d1e5ff tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:13.765040 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70493b56-7ec5-4a0a-a1b9-1d54dc324214 req-b8f66773-49fd-4350-aea6-c0a329d1e5ff tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1736510 Nov 12 11:22:13.772374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c975191-dfae-43d2-84cb-078fd498b8dc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:13.773368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-242bc699-f026-4da7-aab9-e856ffc9d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:13.774818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-242bc699-f026-4da7-aab9-e856ffc9d9c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 1095 time: 0.1127167 Nov 12 11:22:13.793003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80973e3e-4ab0-4706-9fd1-1ba12e3e525f req-02c9c6ac-0394-4059-a08b-32a5b5ebcc4f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:13.795336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80973e3e-4ab0-4706-9fd1-1ba12e3e525f req-02c9c6ac-0394-4059-a08b-32a5b5ebcc4f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.3080404 Nov 12 11:22:13.830016 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.839739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.840753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.840753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.841289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.841912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.842164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.842554 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-06ee1337-692d-4487-97d3-06ff0c046880 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63583077-8eb1-4f1d-8d9e-a65388c3cdec HTTP/1.1" status: 200 len: 217 time: 0.0517859 Nov 12 11:22:13.842770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.842873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.843206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.843502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.844385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.845469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d179e-64e2-49c6-9fce-2a52f1ba726d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:13.931572 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc8bc3f3-1bfc-4139-8c51-305c33786d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:13.940613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80973e3e-4ab0-4706-9fd1-1ba12e3e525f req-8c8f78a4-067e-4774-96ed-7ac7c024e46a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321278 Nov 12 11:22:13.949074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561b2324-7c1c-4bac-8a46-7fb4c6308f72,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:13.954170 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-70493b56-7ec5-4a0a-a1b9-1d54dc324214 req-92c39472-0f1b-4e73-a92b-80388426f8e2 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783743 Nov 12 11:22:13.990687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.009501 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc8bc3f3-1bfc-4139-8c51-305c33786d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.010172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-2a989313-6f62-4710-ae9b-c138a0a78b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:14.011662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-2a989313-6f62-4710-ae9b-c138a0a78b1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1377418 Nov 12 11:22:14.040384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Checking segment: {'id': 'a8116f8d-1f09-40d7-95d4-7975fe6e5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8e8bb438-9de2-4045-bf41-84db928450ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:14.044178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Network hostable DHCP agents. Network: 8e8bb438-9de2-4045-bf41-84db928450ba, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:14.058730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.100606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-b3ff65ae-2e66-4d31-a8bd-f2791d78fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:14.102152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-b3ff65ae-2e66-4d31-a8bd-f2791d78fcc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781410 Nov 12 11:22:14.162307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Network 8e8bb438-9de2-4045-bf41-84db928450ba is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:14.191637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'Port': ['ID=706e38c8-0455-4848-a6df-7997f30380f5,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:14.204247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.225955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b51a91-a3a9-431b-9174-d817c142f9cf req-13c5c776-e0fa-4a48-b506-d20d89359e90 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:14.227368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82b51a91-a3a9-431b-9174-d817c142f9cf req-13c5c776-e0fa-4a48-b506-d20d89359e90 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 943 time: 0.1293130 Nov 12 11:22:14.269332 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-3cad3476-1fb9-48a8-86a2-9b93ff078efe service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554441 Nov 12 11:22:14.285574 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc8bc3f3-1bfc-4139-8c51-305c33786d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.288469 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc8bc3f3-1bfc-4139-8c51-305c33786d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.289530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cc8bc3f3-1bfc-4139-8c51-305c33786d52 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5c975191-dfae-43d2-84cb-078fd498b8dc HTTP/1.1" status: 204 len: 168 time: 0.5781102 Nov 12 11:22:14.298862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 8e8bb438-9de2-4045-bf41-84db928450ba) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:14.303915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bc3f3-1bfc-4139-8c51-305c33786d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c975191-dfae-43d2-84cb-078fd498b8dc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:14.313886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c18c1-5b27-490c-897a-f0352b8a3d93 None None] Network 8e8bb438-9de2-4045-bf41-84db928450ba requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:14.337954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:14.338569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.347506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:14.347506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:14.347746 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2bf941-a2ec-4117-8bd2-6582987b21d4 x-openstack-request-id: req-ff2bf941-a2ec-4117-8bd2-6582987b21d4 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:14.347888 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9274ff05-5f5a-49b9-8467-0b22a9a9aee6", "tag": "63583077-8eb1-4f1d-8d9e-a65388c3cdec", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:14.348245 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ff2bf941-a2ec-4117-8bd2-6582987b21d4 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:14.348758 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9274ff05-5f5a-49b9-8467-0b22a9a9aee6', 'tag': '63583077-8eb1-4f1d-8d9e-a65388c3cdec', 'status': 'completed', 'code': 200} Nov 12 11:22:14.391820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-82b51a91-a3a9-431b-9174-d817c142f9cf req-a3155576-dc0c-46cc-ae29-a7e7b956c28f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575582 Nov 12 11:22:14.475419 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c403b449-f880-4b1b-b410-aa1ecb757b93 req-31f7ec51-71a9-4cda-ab51-1d3bcc059874 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734526 Nov 12 11:22:14.492502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5062e68c-92c4-4e28-ae2b-e368684d4c62 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8896942 Nov 12 11:22:14.579879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4bef3afe-482b-495d-9bce-c0454934e5b7 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:14.692323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d702ff-3fdb-47db-8902-40fb397cce0b req-ab224c98-b7f4-4bb6-ad8a-c92494a95703 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:14.693981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26d702ff-3fdb-47db-8902-40fb397cce0b req-ab224c98-b7f4-4bb6-ad8a-c92494a95703 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 944 time: 0.2599094 Nov 12 11:22:14.699268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Router 004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:14.772760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-48018a1d-9b0e-4af6-ab66-9c6d58013a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:14.777725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-48018a1d-9b0e-4af6-ab66-9c6d58013a81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 1095 time: 0.1587608 Nov 12 11:22:14.807644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26d702ff-3fdb-47db-8902-40fb397cce0b req-668d306e-a91c-470a-bab9-cb0b40c9ffff tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957167 Nov 12 11:22:14.866095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b817f03f-40bb-42c8-afc8-4e96bb6220c5 None None] Network 8e8bb438-9de2-4045-bf41-84db928450ba requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:14.888642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:14.890910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8a847efa-428a-4a20-ae30-8539af2bdab3 None None] Provisioning complete for port 706e38c8-0455-4848-a6df-7997f30380f5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:14.891487 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a847efa-428a-4a20-ae30-8539af2bdab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:14.900093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c90af006-1813-4e37-b02e-48502771bd2f tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "PUT /v2.0/routers/004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6970079 Nov 12 11:22:14.905168 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39488) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:14.912916 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a48498-b3ed-4098-a5a9-e05ad448f947 None None] Sync routers for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:14.915446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Request body: {'port': {'network_id': '8beea685-7c4d-4854-b3e5-36c47cc5294b', 'name': 'tempest-FloatingIPAdminTestJSON-7159061'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:14.939897 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a48498-b3ed-4098-a5a9-e05ad448f947 None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:14.945647 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-11a48498-b3ed-4098-a5a9-e05ad448f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:14.993103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8a847efa-428a-4a20-ae30-8539af2bdab3 None None] Port 706e38c8-0455-4848-a6df-7997f30380f5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:15.028268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 4bef3afe-482b-495d-9bce-c0454934e5b7 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:22:15.045620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 4bef3afe-482b-495d-9bce-c0454934e5b7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:15.045993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.054670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-1f26f893-3b89-403d-bab2-b636ed576ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.065232 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-1f26f893-3b89-403d-bab2-b636ed576ea1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.2687743 Nov 12 11:22:15.089845 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-11a48498-b3ed-4098-a5a9-e05ad448f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:15.102551 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a48498-b3ed-4098-a5a9-e05ad448f947 None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:15.104420 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-11a48498-b3ed-4098-a5a9-e05ad448f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:15.157714 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-11a48498-b3ed-4098-a5a9-e05ad448f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:15.158661 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a48498-b3ed-4098-a5a9-e05ad448f947 None None] The sync data for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:15.211819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-2765bcae-b2a1-4add-af2c-9919f8370da8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63583077-8eb1-4f1d-8d9e-a65388c3cdec HTTP/1.1" status: 200 len: 217 time: 0.0583565 Nov 12 11:22:15.256244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e649872-7701-4260-881c-8001eb2d3b01 req-e520ded9-740c-4774-a3ad-d2ef56961707 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.256244 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e649872-7701-4260-881c-8001eb2d3b01 req-e520ded9-740c-4774-a3ad-d2ef56961707 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1712146 Nov 12 11:22:15.270091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d382b7-6d9e-4fd2-92c1-e94b6cd39a6a req-b0872283-f0d6-4677-9775-69e23f7282c9 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.298346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00d382b7-6d9e-4fd2-92c1-e94b6cd39a6a req-b0872283-f0d6-4677-9775-69e23f7282c9 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.2033937 Nov 12 11:22:15.353487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-a288ce22-d316-4ff1-92cb-becf877b5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.355392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-a288ce22-d316-4ff1-92cb-becf877b5363 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1097 time: 0.3235717 Nov 12 11:22:15.427619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-aa7e8224-cf31-4065-add4-8c5f137f1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.428625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-aa7e8224-cf31-4065-add4-8c5f137f1513 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.2052176 Nov 12 11:22:15.449938 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00d382b7-6d9e-4fd2-92c1-e94b6cd39a6a req-279cf734-88a6-4446-93c9-0a155fb3808d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485043 Nov 12 11:22:15.451100 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8e649872-7701-4260-881c-8001eb2d3b01 req-4071b955-47ea-4479-a1aa-0219d244477a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639087 Nov 12 11:22:15.518996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Made reservation on behalf of fceca00078bc4b0aa71803603dbf5ba9 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:15.524076 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.583396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] device_id is not set on port 1a37e7f9-fe39-4ed2-961f-183a7ad2da2e yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:22:15.636922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-4c79a0ba-5030-4db7-8962-9ef3ef7d2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.638632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-4c79a0ba-5030-4db7-8962-9ef3ef7d2c2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834896 Nov 12 11:22:15.667729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-c4d3457f-474e-423a-aa2d-fe15d378beec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.672746 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-c4d3457f-474e-423a-aa2d-fe15d378beec service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.3027267 Nov 12 11:22:15.720839 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.761134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-470be7d3-a20a-4fdb-8e93-e0fecaca3634 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 200 len: 217 time: 0.0621378 Nov 12 11:22:15.764320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4bef3afe-482b-495d-9bce-c0454934e5b7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4bef3afe-482b-495d-9bce-c0454934e5b7,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:15.764320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bef3afe-482b-495d-9bce-c0454934e5b7'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:15.765982 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12da909-d9b9-4874-9f95-78ffe159ac99" -d '{"events": [{"server_uuid": "4f4e6e25-9d15-451f-ae76-d69a0fddf284", "name": "network-vif-plugged", "status": "completed", "tag": "4bef3afe-482b-495d-9bce-c0454934e5b7"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:15.771817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2abf0-14bc-455b-a447-8e992afc16d4 req-e98e7990-a0b8-43e4-8045-ed86c00efff5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.779553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3f2abf0-14bc-455b-a447-8e992afc16d4 req-e98e7990-a0b8-43e4-8045-ed86c00efff5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 943 time: 0.2208865 Nov 12 11:22:15.806889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Allocated IP 172.20.0.9 (8beea685-7c4d-4854-b3e5-36c47cc5294b/ebc1b750-4d54-4791-a4ca-d33ca1dc34de/1a37e7f9-fe39-4ed2-961f-183a7ad2da2e) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:15.837256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:15.910692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4bef3afe-482b-495d-9bce-c0454934e5b7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:15.923030 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3f2abf0-14bc-455b-a447-8e992afc16d4 req-16f4b022-e9d5-4a49-9d6f-1fa9dd7d8256 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317627 Nov 12 11:22:15.965161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-6383d60b-0204-430d-92a8-78f7b8b93aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:15.972237 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-6383d60b-0204-430d-92a8-78f7b8b93aac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.1889164 Nov 12 11:22:16.011512 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9aaa3c-81de-4291-99c1-6359432f6780 x-openstack-request-id: req-9b9aaa3c-81de-4291-99c1-6359432f6780 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:16.011808 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4e6e25-9d15-451f-ae76-d69a0fddf284", "name": "network-vif-plugged", "status": "completed", "tag": "4bef3afe-482b-495d-9bce-c0454934e5b7", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:16.012127 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9b9aaa3c-81de-4291-99c1-6359432f6780 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:16.012520 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'code': 200} Nov 12 11:22:16.055952 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-5e3b601b-5ade-49b6-9eba-689d1daa3a52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606360 Nov 12 11:22:16.059001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-e71bae2b-1c97-473f-9473-042ab0f58f17 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104028 Nov 12 11:22:16.136426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.246711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.283671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59e03-b4a7-42f6-b26d-fd6bc9318014 req-2e064f2c-03c8-4e95-8f25-0955789f5d44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:16.285211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b3f59e03-b4a7-42f6-b26d-fd6bc9318014 req-2e064f2c-03c8-4e95-8f25-0955789f5d44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 945 time: 0.1511016 Nov 12 11:22:16.308969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-c3917863-8918-45c5-a280-bbd55869459f service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456844 Nov 12 11:22:16.350025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:16.356204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4e25c14c-7ffe-4700-b6f4-8abee50176b2 req-51a18189-690a-435f-93a9-5b427c8734b4 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409143 Nov 12 11:22:16.362434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:16.371097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:16.390647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bf640-5cb1-4f64-85a4-c403f879b137 req-65866347-e8ae-4519-8268-2f1c29cbc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:16.392225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b18bf640-5cb1-4f64-85a4-c403f879b137 req-65866347-e8ae-4519-8268-2f1c29cbc4d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 1097 time: 0.2176933 Nov 12 11:22:16.430906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b3f59e03-b4a7-42f6-b26d-fd6bc9318014 req-fd44076c-0eb9-481f-854e-c20331f0cee4 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292884 Nov 12 11:22:16.436605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event updated for resources: {'Port': ['ID=1a37e7f9-fe39-4ed2-961f-183a7ad2da2e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:16.482739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 63583077-8eb1-4f1d-8d9e-a65388c3cdec details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:22:16.548818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-2f8b3b85-63ca-4fee-a2b7-19ae68e83e22 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:16.563991 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-2f8b3b85-63ca-4fee-a2b7-19ae68e83e22 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/networks?id=8e8bb438-9de2-4045-bf41-84db928450ba HTTP/1.1" status: 200 len: 814 time: 0.3904035 Nov 12 11:22:16.565434 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df2143fa-ddf7-4ae3-8fd8-967b6bb39350 req-1f2f811f-eb1b-49ff-9828-e5f155d9335a service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318482 Nov 12 11:22:16.675101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-59154cde-f137-40c8-beb8-f7b0b950c7be tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/quotas/eccaf2e47efd48c4bbc3dfa871e8c444 HTTP/1.1" status: 200 len: 375 time: 0.1061771 Nov 12 11:22:16.693132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:16.693726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.724423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902de49-b43e-4af5-85b0-97f9468e1d49 req-f678c2af-16ee-45cf-8697-e7834dff00c6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:16.737496 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6902de49-b43e-4af5-85b0-97f9468e1d49 req-f678c2af-16ee-45cf-8697-e7834dff00c6 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1183755 Nov 12 11:22:16.770004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 63583077-8eb1-4f1d-8d9e-a65388c3cdec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=63583077-8eb1-4f1d-8d9e-a65388c3cdec,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:16.789754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '63583077-8eb1-4f1d-8d9e-a65388c3cdec', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': '63583077-8eb1-4f1d-8d9e-a65388c3cdec', 'mac_address': 'fa:16:3e:ff:ae:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:22:16.813958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-dc1588ba-8122-4db9-84b2-3a1ac649359d tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eccaf2e47efd48c4bbc3dfa871e8c444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105983 Nov 12 11:22:16.820346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b18bf640-5cb1-4f64-85a4-c403f879b137 req-6216fe42-d967-4ebd-847f-8275dc53c0a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001355 Nov 12 11:22:16.821286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6902de49-b43e-4af5-85b0-97f9468e1d49 req-d58fd848-ca09-4b07-b1e6-121165a65537 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811632 Nov 12 11:22:16.861193 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.865957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2db8c093-c0a5-48cb-8c52-90641e229290 None None] Provisioning complete for port 1a37e7f9-fe39-4ed2-961f-183a7ad2da2e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:16.866580 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2db8c093-c0a5-48cb-8c52-90641e229290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:16.915056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7fa2777b-88fc-4362-b350-4e2048bba8ce tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0034032 Nov 12 11:22:16.916056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39556) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:16.926117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2db8c093-c0a5-48cb-8c52-90641e229290 None None] Port 1a37e7f9-fe39-4ed2-961f-183a7ad2da2e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:16.930665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63583077-8eb1-4f1d-8d9e-a65388c3cdec {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:16.987915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 63583077-8eb1-4f1d-8d9e-a65388c3cdec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=63583077-8eb1-4f1d-8d9e-a65388c3cdec,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:16.998276 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-68119e12-079c-42fa-ae8e-d56472d1d511 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8bb438-9de2-4045-bf41-84db928450ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653807 Nov 12 11:22:17.037854 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.142725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f4965-cbe1-4548-bb21-65af7408a0c0 req-2cc42813-f604-4fce-88db-8de2e2fe3a89 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:17.159854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-380f4965-cbe1-4548-bb21-65af7408a0c0 req-2cc42813-f604-4fce-88db-8de2e2fe3a89 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1561236 Nov 12 11:22:17.174036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=63583077-8eb1-4f1d-8d9e-a65388c3cdec,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:17.260135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-380f4965-cbe1-4548-bb21-65af7408a0c0 req-267c4f9c-1a95-4d1b-aa88-2bbddda72709 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982080 Nov 12 11:22:17.311427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-9856b9dd-48b7-4c2a-863c-6525b437b807 service neutron] 10.222.0.98 "GET /v2.0/networks/8e8bb438-9de2-4045-bf41-84db928450ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927923 Nov 12 11:22:17.324693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['63583077-8eb1-4f1d-8d9e-a65388c3cdec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:22:17.325141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'project_id': 'fceca00078bc4b0aa71803603dbf5ba9', 'port_id': '1a37e7f9-fe39-4ed2-961f-183a7ad2da2e'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:17.472760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d1459-4bb4-4c25-be4e-2835b1936be6 req-46af1e9e-edfb-4955-b2a7-8c07a3a9ac75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:17.479904 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-413d1459-4bb4-4c25-be4e-2835b1936be6 req-46af1e9e-edfb-4955-b2a7-8c07a3a9ac75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 944 time: 0.1403162 Nov 12 11:22:17.569304 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.574210 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.592830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-413d1459-4bb4-4c25-be4e-2835b1936be6 req-641aea9a-b9fd-4173-a850-d5a4355babcd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067269 Nov 12 11:22:17.716462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41b622e7-b628-4bc1-be3e-2b2e6968e0b7 req-d18f1725-5ee4-49c0-8781-e85201eecc66 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 210 time: 0.0456557 Nov 12 11:22:17.764736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eec12e-8ccb-493a-9a01-1b0b53cf0f2d req-eeac72c5-9808-457a-a2ed-a2cc2af3e835 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:17.766474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4eec12e-8ccb-493a-9a01-1b0b53cf0f2d req-eeac72c5-9808-457a-a2ed-a2cc2af3e835 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 945 time: 0.1258092 Nov 12 11:22:17.788174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:17.945034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4eec12e-8ccb-493a-9a01-1b0b53cf0f2d req-1a94bbcf-7b8c-44d7-a9a3-3ee50e81d1ad tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627109 Nov 12 11:22:17.991012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Allocated IP 172.25.3.154 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/380ddbeb-ed84-4e3c-88e5-74b419c094cd) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:18.076917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b053ab-8929-484b-8160-b9d5facd8568 req-65581485-881b-44ac-8e58-04c6c99b5975 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:18.080115 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-38b053ab-8929-484b-8160-b9d5facd8568 req-65581485-881b-44ac-8e58-04c6c99b5975 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1088548 Nov 12 11:22:18.323513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:18.331723 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-38b053ab-8929-484b-8160-b9d5facd8568 req-cb19a5e6-e2f4-4229-a66e-46a40ec23bba tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445683 Nov 12 11:22:18.440741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc1849-51c4-4333-bb15-3230f9e53a0b req-2b26665f-95ff-4e80-9927-bb43f0f4d539 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:18.442754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4fc1849-51c4-4333-bb15-3230f9e53a0b req-2b26665f-95ff-4e80-9927-bb43f0f4d539 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0738311 Nov 12 11:22:18.471075 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 63583077-8eb1-4f1d-8d9e-a65388c3cdec up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:18.505761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4fc1849-51c4-4333-bb15-3230f9e53a0b req-b477e5e9-b419-4ccc-8e6f-7f92313cf574 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544815 Nov 12 11:22:18.512593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:18.563980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:18.568489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:18.573159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:18.599742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Pushing event updated for resources: {'Port': ['ID=380ddbeb-ed84-4e3c-88e5-74b419c094cd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:18.659878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 63583077-8eb1-4f1d-8d9e-a65388c3cdec completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:22:18.666585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 63583077-8eb1-4f1d-8d9e-a65388c3cdec triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:18.667166 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:18.839293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:18.854124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05f138bb-515b-4cd4-925c-5abc0e7c795f req-5b87fc75-ce69-4cc4-a04f-9d7d630ab418 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 210 time: 0.0522840 Nov 12 11:22:18.886436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9274ff05-5f5a-49b9-8467-0b22a9a9aee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63583077-8eb1-4f1d-8d9e-a65388c3cdec'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:18.889128 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75a4df5-f4f7-4843-a4b6-f6dca9161cec" -d '{"events": [{"server_uuid": "9274ff05-5f5a-49b9-8467-0b22a9a9aee6", "name": "network-vif-plugged", "status": "completed", "tag": "63583077-8eb1-4f1d-8d9e-a65388c3cdec"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:18.917192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 63583077-8eb1-4f1d-8d9e-a65388c3cdec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=63583077-8eb1-4f1d-8d9e-a65388c3cdec,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:18.926002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e332f24-48e3-427b-b9d4-865b3f5e443e req-dceace11-44b9-4749-b4eb-03e80e1f4594 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:18.927631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e332f24-48e3-427b-b9d4-865b3f5e443e req-dceace11-44b9-4749-b4eb-03e80e1f4594 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 944 time: 0.1905246 Nov 12 11:22:18.947155 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b04494-50b0-46e6-b112-0189cf97ebf9 x-openstack-request-id: req-f5b04494-50b0-46e6-b112-0189cf97ebf9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:18.947449 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9274ff05-5f5a-49b9-8467-0b22a9a9aee6", "name": "network-vif-plugged", "status": "completed", "tag": "63583077-8eb1-4f1d-8d9e-a65388c3cdec", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:18.948842 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5b04494-50b0-46e6-b112-0189cf97ebf9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:18.948842 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9274ff05-5f5a-49b9-8467-0b22a9a9aee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63583077-8eb1-4f1d-8d9e-a65388c3cdec', 'code': 200} Nov 12 11:22:19.003405 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.105052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5e332f24-48e3-427b-b9d4-865b3f5e443e req-ea6304f2-f8a2-4473-b765-db56cdc1c895 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663613 Nov 12 11:22:19.122928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=63583077-8eb1-4f1d-8d9e-a65388c3cdec,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:19.184088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f219d-4915-42ca-ab19-9a20fdc1d8ff req-68fd79d9-fc8a-4285-9f06-5cce8f390d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:19.185812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-837f219d-4915-42ca-ab19-9a20fdc1d8ff req-68fd79d9-fc8a-4285-9f06-5cce8f390d29 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 1097 time: 0.1299758 Nov 12 11:22:19.200181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fd8a6-5099-4b74-bcc9-fdf261a9831b req-34e82df0-b476-42c3-abbb-332a1689bad2 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:19.201876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f6fd8a6-5099-4b74-bcc9-fdf261a9831b req-34e82df0-b476-42c3-abbb-332a1689bad2 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 945 time: 0.0933402 Nov 12 11:22:19.292569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-837f219d-4915-42ca-ab19-9a20fdc1d8ff req-33bb1813-85c2-4353-b2a7-8da414d43bf4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895972 Nov 12 11:22:19.320029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f6fd8a6-5099-4b74-bcc9-fdf261a9831b req-f23daa55-b468-4317-910a-b6a6ae062df0 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052008 Nov 12 11:22:19.340457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.536619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b436-269b-495d-8a26-ffbe3e568b67 req-85cf99cc-5120-4a35-b220-1f3d16146230 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:19.540186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b075b436-269b-495d-8a26-ffbe3e568b67 req-85cf99cc-5120-4a35-b220-1f3d16146230 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 945 time: 0.1255910 Nov 12 11:22:19.542018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.543408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6af338-4ccf-4852-9059-2e28f8fbf98f req-e4e39c42-10eb-4b1f-bad7-2edb0929fb8b tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:19.552595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b6af338-4ccf-4852-9059-2e28f8fbf98f req-e4e39c42-10eb-4b1f-bad7-2edb0929fb8b tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0924926 Nov 12 11:22:19.618193 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b6af338-4ccf-4852-9059-2e28f8fbf98f req-2906ecac-cf3f-4af3-8437-15149a324521 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582292 Nov 12 11:22:19.749954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b075b436-269b-495d-8a26-ffbe3e568b67 req-81889b36-b021-412c-98e9-d700aa32c174 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737845 Nov 12 11:22:19.762486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc015a8-5af0-429d-84bd-f52593ef9677 req-9f599bef-64db-4c1d-8e04-e74239c93325 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:19.768799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fc015a8-5af0-429d-84bd-f52593ef9677 req-9f599bef-64db-4c1d-8e04-e74239c93325 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0652568 Nov 12 11:22:19.856940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fc015a8-5af0-429d-84bd-f52593ef9677 req-2b0aa7ae-a39c-4c93-baea-ec0b18ea9d31 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837669 Nov 12 11:22:19.868717 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.914691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55bbd5-607b-43de-a84f-e008a4674483 req-064e3fee-f8cb-449e-8aed-1acc33702d95 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:19.924317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b55bbd5-607b-43de-a84f-e008a4674483 req-064e3fee-f8cb-449e-8aed-1acc33702d95 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 945 time: 0.1013381 Nov 12 11:22:19.952480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:19.962281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0b29c3f-ab6a-4173-9162-f102dab9a6f3 req-25a2e906-0b44-4ddd-bb73-75929db95cc3 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 210 time: 0.0297277 Nov 12 11:22:20.052933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Pushing event updated for resources: {'Port': ['ID=380ddbeb-ed84-4e3c-88e5-74b419c094cd,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:20.063430 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b55bbd5-607b-43de-a84f-e008a4674483 req-28f1c068-f1ce-41b7-955f-4962078f0b22 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381905 Nov 12 11:22:20.077937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:20.087078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39644) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:20.306994 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Floating IP ae3466bb-6f71-4873-a754-ba5876801e59 associated. External IP: 172.25.3.154, port: 1a37e7f9-fe39-4ed2-961f-183a7ad2da2e. Nov 12 11:22:20.344598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837ff4-8cf2-4907-b13d-c8865e02bf61 req-c0b2c3e9-54ec-40bf-a147-b0e41aeff116 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:20.346257 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5837ff4-8cf2-4907-b13d-c8865e02bf61 req-c0b2c3e9-54ec-40bf-a147-b0e41aeff116 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1624565 Nov 12 11:22:20.463671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5837ff4-8cf2-4907-b13d-c8865e02bf61 req-1c9beadb-666b-4f27-8081-5b94b7953ed3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098437 Nov 12 11:22:20.626751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.101765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d246bcd-e08c-4bf4-b588-484a386f7aa7 req-1c38f153-8d5f-4f0c-b0af-8898762b396a tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 210 time: 0.0478787 Nov 12 11:22:21.138021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d94b460-e2b9-4b1a-b47c-7fe4bb182db0 tempest-TestServerBasicOps-1540864520 tempest-TestServerBasicOps-1540864520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:21.140350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6d94b460-e2b9-4b1a-b47c-7fe4bb182db0 tempest-TestServerBasicOps-1540864520 tempest-TestServerBasicOps-1540864520-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 1092 time: 1.0513463 Nov 12 11:22:21.143388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39672) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:21.149159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:21.150547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-d0819a77-a6d9-47c2-b5ab-6bb3f0c9cbc9 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:21.152046 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-d0819a77-a6d9-47c2-b5ab-6bb3f0c9cbc9 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.57 "GET /v2.0/networks?id=8e8bb438-9de2-4045-bf41-84db928450ba HTTP/1.1" status: 200 len: 814 time: 0.7635107 Nov 12 11:22:21.170105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Request body: {'port': {'device_id': 'd39e0d15-00be-4cc5-87da-67166bc0a1aa', 'network_id': '8e8bb438-9de2-4045-bf41-84db928450ba', 'admin_state_up': True, 'tenant_id': 'eccaf2e47efd48c4bbc3dfa871e8c444'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:21.202460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b834-e08b-4bc1-82ef-c83ce12c64cc req-d68d8eda-a891-4cc7-9f5a-c31759c5f6fb tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:21.204028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb07b834-e08b-4bc1-82ef-c83ce12c64cc req-d68d8eda-a891-4cc7-9f5a-c31759c5f6fb tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1708498 Nov 12 11:22:21.210359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Router 004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:21.295017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.432408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb07b834-e08b-4bc1-82ef-c83ce12c64cc req-4b41c918-5043-4eac-a07b-2e991cd2686a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180777 Nov 12 11:22:21.552201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:21.564379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567ea11-f0ba-4a5a-ba1f-f884f4256161 None None] Sync routers for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:21.581516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567ea11-f0ba-4a5a-ba1f-f884f4256161 None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:21.583244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f567ea11-f0ba-4a5a-ba1f-f884f4256161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:21.628957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f567ea11-f0ba-4a5a-ba1f-f884f4256161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:21.640420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567ea11-f0ba-4a5a-ba1f-f884f4256161 None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:21.641549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f567ea11-f0ba-4a5a-ba1f-f884f4256161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:21.683242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f567ea11-f0ba-4a5a-ba1f-f884f4256161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:21.684279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567ea11-f0ba-4a5a-ba1f-f884f4256161 None None] The sync data for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:21.718513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Made reservation on behalf of eccaf2e47efd48c4bbc3dfa871e8c444 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:21.722358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.819152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:21.878612 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-32dfe4f6-7a7e-402f-8566-60163fb34acc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 4.9600859 Nov 12 11:22:21.879326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:22.109443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2824206-43cf-462e-beb9-38ba16c71a14 req-37f1afee-4e4d-476a-851c-f5faa941a7ad tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:22.111730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2824206-43cf-462e-beb9-38ba16c71a14 req-37f1afee-4e4d-476a-851c-f5faa941a7ad tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1083946 Nov 12 11:22:22.114771 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.128376 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-31a531e0-11ab-4b0c-b7bd-2ee259e53c92 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] 10.222.0.98 "GET /v2.0/floatingips/ae3466bb-6f71-4873-a754-ba5876801e59 HTTP/1.1" status: 200 len: 980 time: 0.2428854 Nov 12 11:22:22.146286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:22.242024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Allocated IP 172.20.0.9 (8e8bb438-9de2-4045-bf41-84db928450ba/561b2324-7c1c-4bac-8a46-7fb4c6308f72/15d233e3-b292-47c1-98a7-9e69248fd627) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:22.315118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Allocated IP 172.25.3.52 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/22666c46-e8a0-4aa9-80d3-ab04a1fdeb93) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:22.336264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2824206-43cf-462e-beb9-38ba16c71a14 req-b1235932-0b73-4a40-8c63-ec31411a0cf0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157581 Nov 12 11:22:22.344021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0926755-d17d-4b07-8a20-46cb1950f690 req-3800a0fe-9457-485d-b59e-cac9203a8269 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 210 time: 0.0689886 Nov 12 11:22:22.376951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4ce31724-006d-425e-b9bd-f800ad7f53cc tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3032 time: 0.2301264 Nov 12 11:22:22.381111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39692) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:22.508713 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.665326 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.690700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.697948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d9533-9626-453d-ad34-36b8c8b418db req-c4a2497f-5088-4125-b629-e59d67f27210 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:22.699686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-606d9533-9626-453d-ad34-36b8c8b418db req-c4a2497f-5088-4125-b629-e59d67f27210 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1283467 Nov 12 11:22:22.754067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:22.758197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:22.763282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:22.764092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Deleting port 380ddbeb-ed84-4e3c-88e5-74b419c094cd {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:22.764436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:22.846228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'Port': ['ID=22666c46-e8a0-4aa9-80d3-ab04a1fdeb93,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:22.881319 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-606d9533-9626-453d-ad34-36b8c8b418db req-36aefded-3633-4028-a522-9835afe01a9a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605511 Nov 12 11:22:22.912776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.084919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.085403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.109634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Calling delete_port for 380ddbeb-ed84-4e3c-88e5-74b419c094cd owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:23.150095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cb7a9-58e8-4fae-87be-c61b3d0d997c req-a4369c3a-e6a6-4f04-b980-a03443d1c489 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:23.158065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-545cb7a9-58e8-4fae-87be-c61b3d0d997c req-a4369c3a-e6a6-4f04-b980-a03443d1c489 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1126125 Nov 12 11:22:23.238895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-545cb7a9-58e8-4fae-87be-c61b3d0d997c req-94b1b278-06f7-4af2-81f0-7d721ce34dbf tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773077 Nov 12 11:22:23.414984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.430787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Network 8e8bb438-9de2-4045-bf41-84db928450ba is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:23.434003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Pushing event updated for resources: {'Port': ['ID=15d233e3-b292-47c1-98a7-9e69248fd627,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:23.463819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:23.484284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:23.559077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76db57-eff3-4a6b-b3c1-16ed2cfee03a req-75695531-db2b-40ba-89df-dcec4650d8ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:23.560797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c76db57-eff3-4a6b-b3c1-16ed2cfee03a req-75695531-db2b-40ba-89df-dcec4650d8ce tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.5213223 Nov 12 11:22:23.592559 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.615181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:23.616505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.679781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c76db57-eff3-4a6b-b3c1-16ed2cfee03a req-94951d0b-f229-4fd9-a290-9abc59a75130 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083620 Nov 12 11:22:23.706198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-ce81eca1-5291-4b3a-809e-2b35e920ffed tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5404391 Nov 12 11:22:23.727081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Request body: {'port': {'device_id': 'd39e0d15-00be-4cc5-87da-67166bc0a1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:23.835105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.950906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:23.959328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-3574743c-a084-4411-8bef-6b3ea669340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:23.961017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-3574743c-a084-4411-8bef-6b3ea669340e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 1098 time: 0.0670536 Nov 12 11:22:23.979017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:24.052080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event deleted for resources: {'Port': ['ID=380ddbeb-ed84-4e3c-88e5-74b419c094cd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:24.066172 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:24.093435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7580a-898f-40b2-aa36-ec2fa4ba7f3c req-a4c21979-1d50-4b6f-babe-a5a68489dc4b tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:24.096400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34d7580a-898f-40b2-aa36-ec2fa4ba7f3c req-a4c21979-1d50-4b6f-babe-a5a68489dc4b tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 931 time: 0.1222682 Nov 12 11:22:24.164611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event updated for resources: {'Port': ['ID=22666c46-e8a0-4aa9-80d3-ab04a1fdeb93,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:24.185082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:24.191228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-8fce5877-2911-49a9-bdd8-845747e499c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:24.191228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-8fce5877-2911-49a9-bdd8-845747e499c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2028670 Nov 12 11:22:24.270689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:24.271114 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Floating IP ae3466bb-6f71-4873-a754-ba5876801e59 disassociated (deleted). External IP: 172.25.3.154, port: 1a37e7f9-fe39-4ed2-961f-183a7ad2da2e. Nov 12 11:22:24.326217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34d7580a-898f-40b2-aa36-ec2fa4ba7f3c req-2a59326b-57f1-468a-8d5c-27899125068d tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001662 Nov 12 11:22:24.366755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-50f1f2dd-1ef6-4d77-a019-0013e4a162d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c HTTP/1.1" status: 200 len: 1002 time: 0.1241164 Nov 12 11:22:24.427548 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Floating IP 231007e1-4cb7-4bf8-8e9b-062961d11c62 associated. External IP: 172.25.3.52, port: 4bef3afe-482b-495d-9bce-c0454934e5b7. Nov 12 11:22:24.508656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-d984d4b0-a3eb-480e-8ed1-f69782cec71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:24.510589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-d984d4b0-a3eb-480e-8ed1-f69782cec71e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.1340129 Nov 12 11:22:24.629848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-19be9198-7ea8-45cb-bd15-c77f79c8dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:24.637652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-19be9198-7ea8-45cb-bd15-c77f79c8dbbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120493 Nov 12 11:22:24.895521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Router 78c1e7d0-1ad2-4404-abf7-632102028b63 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:25.072698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a37c-391e-4fb9-ac93-65d41487405e req-e94f8a62-45d5-44e4-989e-73dd3376ca37 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:25.074358 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e705a37c-391e-4fb9-ac93-65d41487405e req-e94f8a62-45d5-44e4-989e-73dd3376ca37 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.2730167 Nov 12 11:22:25.101871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1c851-71a9-414e-8d13-57fc9762e1ee req-0fdac11f-a6f0-489c-88fb-bb157b6d5222 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:25.109478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09d1c851-71a9-414e-8d13-57fc9762e1ee req-0fdac11f-a6f0-489c-88fb-bb157b6d5222 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.2510178 Nov 12 11:22:25.116194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d233e3-b292-47c1-98a7-9e69248fd627 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:25.139451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.162096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-13ff1821-022f-49e2-8683-fbb6a469aca8 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145590 Nov 12 11:22:25.166075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:25.179532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Transition to ACTIVE for port object 15d233e3-b292-47c1-98a7-9e69248fd627 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:22:25.183407 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] Sync routers for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:25.212580 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:25.213550 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:25.222196 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e705a37c-391e-4fb9-ac93-65d41487405e req-c104259d-e8b3-4314-a347-e49cbcd29c3a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093292 Nov 12 11:22:25.227017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Router 004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:25.289501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09d1c851-71a9-414e-8d13-57fc9762e1ee req-87ec2ab7-20ec-457d-b339-9c643e6a79a8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788776 Nov 12 11:22:25.328551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc10db9c-14bd-42db-86cc-47e743ab3972 req-7794b93f-1068-442a-8570-5aa48eece9b4 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528380 Nov 12 11:22:25.339575 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.348209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.451964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-07e8e083-b51e-41d3-8b5e-81e225af68db tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2980537 Nov 12 11:22:25.451964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'tag': '4bef3afe-482b-495d-9bce-c0454934e5b7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:25.451964 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fb29dd-3973-4ac1-9a87-a98f366fd33a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4e6e25-9d15-451f-ae76-d69a0fddf284", "tag": "4bef3afe-482b-495d-9bce-c0454934e5b7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:25.610962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf7563-f481-4a3e-83ea-7cfcfe91f940 req-6b8079f5-6144-41eb-92cd-447ea766ab73 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:25.612984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Pushing event updated for resources: {'Port': ['ID=15d233e3-b292-47c1-98a7-9e69248fd627,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:25.629261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47cf7563-f481-4a3e-83ea-7cfcfe91f940 req-6b8079f5-6144-41eb-92cd-447ea766ab73 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 943 time: 0.1417089 Nov 12 11:22:25.645721 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:25.665150 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7433c0-5e6b-44ea-99b0-823e829a12d1 x-openstack-request-id: req-4d7433c0-5e6b-44ea-99b0-823e829a12d1 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:25.665729 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4e6e25-9d15-451f-ae76-d69a0fddf284", "tag": "4bef3afe-482b-495d-9bce-c0454934e5b7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:25.666199 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4d7433c0-5e6b-44ea-99b0-823e829a12d1 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:25.666793 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'tag': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'status': 'completed', 'code': 200} Nov 12 11:22:25.700364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:25.714074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d220b-b1bb-4f9a-8fce-35d68f1feaaf None None] Sync routers for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:25.725006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:25.745765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d220b-b1bb-4f9a-8fce-35d68f1feaaf None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:25.746405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f33d220b-b1bb-4f9a-8fce-35d68f1feaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:25.789488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47cf7563-f481-4a3e-83ea-7cfcfe91f940 req-9819144f-c577-4487-8efe-333bdf9643dd tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585424 Nov 12 11:22:25.818147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-d82eb926-3441-4897-8c44-e4f3d2a1aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:25.818147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-d82eb926-3441-4897-8c44-e4f3d2a1aeca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e57dbcf95954373b0ced500b2530a7d&device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 1097 time: 0.1112313 Nov 12 11:22:25.836209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f33d220b-b1bb-4f9a-8fce-35d68f1feaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:25.850053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d220b-b1bb-4f9a-8fce-35d68f1feaaf None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:25.851009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f33d220b-b1bb-4f9a-8fce-35d68f1feaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:25.898569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f33d220b-b1bb-4f9a-8fce-35d68f1feaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:25.899656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d220b-b1bb-4f9a-8fce-35d68f1feaaf None None] The sync data for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:25.926976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9d696549-769a-40ef-88d2-0689b90b25a2 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "DELETE /v2.0/floatingips/ae3466bb-6f71-4873-a754-ba5876801e59 HTTP/1.1" status: 204 len: 168 time: 3.5446627 Nov 12 11:22:25.932651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39762) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:25.937564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Attempting to bind port 15d233e3-b292-47c1-98a7-9e69248fd627 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:25.938560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Attempting to bind port 15d233e3-b292-47c1-98a7-9e69248fd627 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'a8116f8d-1f09-40d7-95d4-7975fe6e5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8e8bb438-9de2-4045-bf41-84db928450ba'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:25.938560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Attempting to bind port 15d233e3-b292-47c1-98a7-9e69248fd627 on network 8e8bb438-9de2-4045-bf41-84db928450ba {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:25.944507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:25.950817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-6e4e0436-6c92-49a4-bffd-db7adcfd0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:25.952744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-6e4e0436-6c92-49a4-bffd-db7adcfd0022 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac7d757c-890b-4beb-bca8-5844759a902f HTTP/1.1" status: 200 len: 910 time: 0.1332140 Nov 12 11:22:25.954832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-cfe83eb0-7ab7-4964-9a06-fc02966d6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:25.962909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-cfe83eb0-7ab7-4964-9a06-fc02966d6bd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 1098 time: 0.1466842 Nov 12 11:22:25.967375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Port 15d233e3-b292-47c1-98a7-9e69248fd627 on network 8e8bb438-9de2-4045-bf41-84db928450ba not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:22:25.967727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Attempting to bind port 15d233e3-b292-47c1-98a7-9e69248fd627 on network 8e8bb438-9de2-4045-bf41-84db928450ba {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:25.997141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:25.997467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Checking segment: {'id': 'a8116f8d-1f09-40d7-95d4-7975fe6e5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8e8bb438-9de2-4045-bf41-84db928450ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:25.997907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Bound using segment: {'id': 'a8116f8d-1f09-40d7-95d4-7975fe6e5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8e8bb438-9de2-4045-bf41-84db928450ba'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:25.998291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Bound port: 15d233e3-b292-47c1-98a7-9e69248fd627, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8116f8d-1f09-40d7-95d4-7975fe6e5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8e8bb438-9de2-4045-bf41-84db928450ba'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:25.998645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.030096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cdb0c-307c-4bd6-a38a-17d557fb0601 req-7f4efc65-c132-4232-8a2e-44e3355ac8f0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.032246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7cdb0c-307c-4bd6-a38a-17d557fb0601 req-7f4efc65-c132-4232-8a2e-44e3355ac8f0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.2482424 Nov 12 11:22:26.060759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-0baf0198-02cb-4825-879d-faf28ada6fba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bef3afe-482b-495d-9bce-c0454934e5b7 HTTP/1.1" status: 200 len: 998 time: 0.0993688 Nov 12 11:22:26.125183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-5062e6e6-1bc8-41a3-84cb-ac891e8c3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.127365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-5062e6e6-1bc8-41a3-84cb-ac891e8c3699 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=781424ce-66c0-4552-85b9-54eb7669f696 HTTP/1.1" status: 200 len: 848 time: 0.0579281 Nov 12 11:22:26.192794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af7cdb0c-307c-4bd6-a38a-17d557fb0601 req-be493cfa-1c28-4c03-8c54-4fedcc9e4eec tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492398 Nov 12 11:22:26.195322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] For port 15d233e3-b292-47c1-98a7-9e69248fd627, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:26.204477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] For port 15d233e3-b292-47c1-98a7-9e69248fd627, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15d233e3-b292-47c1-98a7-9e69248fd627,segment=NetworkSegment(a8116f8d-1f09-40d7-95d4-7975fe6e5fc0),segment_id=a8116f8d-1f09-40d7-95d4-7975fe6e5fc0)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:26.207113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-94c57a78-e402-48e8-a96d-64926dcbba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.213329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-94c57a78-e402-48e8-a96d-64926dcbba55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2374451 Nov 12 11:22:26.213329 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.226605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-103b75d2-fc8c-4447-91a4-3c2806beb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.230098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-103b75d2-fc8c-4447-91a4-3c2806beb059 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac7d757c-890b-4beb-bca8-5844759a902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945964 Nov 12 11:22:26.263213 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '231007e1-4cb7-4bf8-8e9b-062961d11c62', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'port_id': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'mac_address': 'fa:16:3e:be:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:22:23Z', 'updated_at': '2021-11-12T11:22:23Z', 'revision_number': 0, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:40Z', 'revision_number': 5, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:26.295792 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] Checking router: 78c1e7d0-1ad2-4404-abf7-632102028b63 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:22:26.303374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.307699 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:26.309022 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:26.393174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-e4df769b-9543-400d-b18f-fd518dcfe579 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556914 Nov 12 11:22:26.451139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-050c3419-959c-4ef6-966e-4c526067e544 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c HTTP/1.1" status: 200 len: 1002 time: 0.2140613 Nov 12 11:22:26.458636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Pushing event updated for resources: {'Port': ['ID=15d233e3-b292-47c1-98a7-9e69248fd627,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:26.473545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.474843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:26.477724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-445db70c-8abf-4d4f-9cf0-91df732f9a5a service neutron] 10.222.0.57 "PUT /v2.0/ports/15d233e3-b292-47c1-98a7-9e69248fd627 HTTP/1.1" status: 200 len: 1092 time: 2.7629395 Nov 12 11:22:26.480636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39e0d15-00be-4cc5-87da-67166bc0a1aa', 'tag': '15d233e3-b292-47c1-98a7-9e69248fd627'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:26.483629 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc511c82-99b8-4878-9e26-b50dcefbdd99" -d '{"events": [{"name": "network-changed", "server_uuid": "d39e0d15-00be-4cc5-87da-67166bc0a1aa", "tag": "15d233e3-b292-47c1-98a7-9e69248fd627"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:26.484963 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:22:26.610754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-43b7f595-e039-4785-9d0e-9ecae2fb04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.611830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fac8f-577d-4dc2-aea3-1b9bae429469 req-3bf589b5-5b25-4f73-bd23-4e2d042d7e6b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.612552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-43b7f595-e039-4785-9d0e-9ecae2fb04c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.1332791 Nov 12 11:22:26.614153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b6fac8f-577d-4dc2-aea3-1b9bae429469 req-3bf589b5-5b25-4f73-bd23-4e2d042d7e6b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1762803 Nov 12 11:22:26.614770 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8fe655-7dc6-4873-925f-dfb29e5f757d x-openstack-request-id: req-1f8fe655-7dc6-4873-925f-dfb29e5f757d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:26.615154 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39e0d15-00be-4cc5-87da-67166bc0a1aa", "tag": "15d233e3-b292-47c1-98a7-9e69248fd627", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:26.615504 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1f8fe655-7dc6-4873-925f-dfb29e5f757d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:26.616063 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39e0d15-00be-4cc5-87da-67166bc0a1aa', 'tag': '15d233e3-b292-47c1-98a7-9e69248fd627', 'status': 'completed', 'code': 200} Nov 12 11:22:26.709615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-e0e98a68-b989-459c-a9c9-87c3757d0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.711174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-e0e98a68-b989-459c-a9c9-87c3757d0e78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eccaf2e47efd48c4bbc3dfa871e8c444&device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 1095 time: 0.0935962 Nov 12 11:22:26.725350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13fb29dd-3973-4ac1-9a87-a98f366fd33a req-f3d62f12-b9f5-44b7-9ae8-51e658f497b5 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227811 Nov 12 11:22:26.770625 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b6fac8f-577d-4dc2-aea3-1b9bae429469 req-c0a19a80-0b9c-4b9b-977c-8b243a55e82b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380916 Nov 12 11:22:26.805233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-8483cce1-bff0-4060-afdf-cd3fccaba1fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15d233e3-b292-47c1-98a7-9e69248fd627 HTTP/1.1" status: 200 len: 217 time: 0.0837257 Nov 12 11:22:26.828206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-89c49f92-e53e-49e8-b541-bcef22a22601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.829729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-89c49f92-e53e-49e8-b541-bcef22a22601 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671107 Nov 12 11:22:26.940557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-c2e7d81f-d0fc-4476-aa03-b67149a594f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:26.942651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-c2e7d81f-d0fc-4476-aa03-b67149a594f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=561b2324-7c1c-4bac-8a46-7fb4c6308f72 HTTP/1.1" status: 200 len: 854 time: 0.1275680 Nov 12 11:22:26.976341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:27.009277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-5d9950b1-818a-4023-a763-3ea65eb26435 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e8bb438-9de2-4045-bf41-84db928450ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578651 Nov 12 11:22:27.026918 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '231007e1-4cb7-4bf8-8e9b-062961d11c62', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'port_id': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'mac_address': 'fa:16:3e:be:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:22:23Z', 'updated_at': '2021-11-12T11:22:23Z', 'revision_number': 0, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:40Z', 'revision_number': 5, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:27.039065 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-360521f6-8ae6-4da4-acc5-65b2d9bfdc99 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854088 Nov 12 11:22:27.079957 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803457a-3228-4a32-892d-2c610112bbfa None None] The sync data for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 is: [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '231007e1-4cb7-4bf8-8e9b-062961d11c62', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'port_id': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'mac_address': 'fa:16:3e:be:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:22:23Z', 'updated_at': '2021-11-12T11:22:23Z', 'revision_number': 0, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:40Z', 'revision_number': 5, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:27.310716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039e7a-a7be-466b-b4e5-bd06238e6803 req-8e86f7c9-a7ee-4552-9305-4b47172e03d6 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:27.320875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb039e7a-a7be-466b-b4e5-bd06238e6803 req-8e86f7c9-a7ee-4552-9305-4b47172e03d6 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 943 time: 0.3531225 Nov 12 11:22:27.444928 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2130174-4202-4a46-99cc-b2d0e8a0d1cc None None] New status for floating IP 231007e1-4cb7-4bf8-8e9b-062961d11c62: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:22:27.507768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffe13b4b-1adb-4210-a266-0c95d5a39aee req-f6c772fb-0709-4766-a96c-0677ece6a5b9 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176116 Nov 12 11:22:27.547216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652552a-8c04-4cea-a941-a492a8d73be1 req-95760990-bbb7-4001-ad07-95a77ac64b62 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:27.552326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8652552a-8c04-4cea-a941-a492a8d73be1 req-95760990-bbb7-4001-ad07-95a77ac64b62 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1833463 Nov 12 11:22:27.577648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Allocated IP 172.25.3.26 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/f86c9531-574a-41eb-ad45-0e3abbb9c029) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:27.610778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-bd0f4e5a-7724-4572-ba3a-8739fea161c1 service neutron] 10.222.0.57 "GET /v2.0/networks/8e8bb438-9de2-4045-bf41-84db928450ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760322 Nov 12 11:22:27.655701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8652552a-8c04-4cea-a941-a492a8d73be1 req-5baf70ab-b9a3-4253-b101-c66bd84c0a2f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651939 Nov 12 11:22:27.729525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb039e7a-a7be-466b-b4e5-bd06238e6803 req-2f098926-c82e-49a0-ad93-188b143f3340 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076641 Nov 12 11:22:27.886649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c7a8c410-2610-43e1-89f1-f6aad8abce34 req-3f758e6c-896d-4369-969c-1cf3bf8bc04c service neutron] 10.222.0.57 "GET /v2.0/networks/8e8bb438-9de2-4045-bf41-84db928450ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550490 Nov 12 11:22:27.914040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.040802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15665ea-79d6-4cad-8238-107d6f86b03a req-aebb263f-44b2-421f-bf3f-7dc5cd0b5d09 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:28.043271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e15665ea-79d6-4cad-8238-107d6f86b03a req-aebb263f-44b2-421f-bf3f-7dc5cd0b5d09 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1167600 Nov 12 11:22:28.103148 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.118355 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e15665ea-79d6-4cad-8238-107d6f86b03a req-2fb0382a-63ae-4ef5-b162-8cb751584622 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624607 Nov 12 11:22:28.169923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:28.171264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Pushing event updated for resources: {'Port': ['ID=f86c9531-574a-41eb-ad45-0e3abbb9c029,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:28.175368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:28.179000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:28.186857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-1f04d379-1d35-41d9-988d-2a2fabbfb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:28.188311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-1f04d379-1d35-41d9-988d-2a2fabbfb979 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eccaf2e47efd48c4bbc3dfa871e8c444&device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 1095 time: 0.1170349 Nov 12 11:22:28.368540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-2d838375-05e8-42f1-9560-5c09a9180fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:28.370371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-2d838375-05e8-42f1-9560-5c09a9180fb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e8bb438-9de2-4045-bf41-84db928450ba HTTP/1.1" status: 200 len: 915 time: 0.1621814 Nov 12 11:22:28.380165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.436093 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-d5b038bd-3139-4507-a287-7d3926fad3b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15d233e3-b292-47c1-98a7-9e69248fd627 HTTP/1.1" status: 200 len: 217 time: 0.0428073 Nov 12 11:22:28.526406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.529972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-aa313ce7-8cc4-4ab3-979f-15faf9a0afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:28.531586 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-aa313ce7-8cc4-4ab3-979f-15faf9a0afd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=561b2324-7c1c-4bac-8a46-7fb4c6308f72 HTTP/1.1" status: 200 len: 854 time: 0.0864000 Nov 12 11:22:28.590646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-9a6cb0a4-bdf4-4e01-a4f5-b577cf9fee6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e8bb438-9de2-4045-bf41-84db928450ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331838 Nov 12 11:22:28.785674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-a78bedb9-8070-4823-9457-0fd97f5aab66 service neutron] 10.222.0.57 "GET /v2.0/networks/8e8bb438-9de2-4045-bf41-84db928450ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836019 Nov 12 11:22:28.875353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0b5cb-e670-41db-bc0e-7c08675d8b37 req-a2cd5a8a-3ae9-4ba1-b727-afd471c97ade tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:28.877811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77f0b5cb-e670-41db-bc0e-7c08675d8b37 req-a2cd5a8a-3ae9-4ba1-b727-afd471c97ade tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 943 time: 0.0533438 Nov 12 11:22:28.982136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:28.994666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77f0b5cb-e670-41db-bc0e-7c08675d8b37 req-618d2f78-27ac-498a-bfc0-f820d0518734 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097567 Nov 12 11:22:29.002149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ebae4-b220-485d-af05-5df65d2d475a req-73112184-fc92-446a-a000-ec65ad5ddf8e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:29.002149 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c0ebae4-b220-485d-af05-5df65d2d475a req-73112184-fc92-446a-a000-ec65ad5ddf8e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.2120054 Nov 12 11:22:29.008187 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc511c82-99b8-4878-9e26-b50dcefbdd99 req-b9955805-4ca6-4fe3-a26d-a34ab78fe9a6 service neutron] 10.222.0.57 "GET /v2.0/networks/8e8bb438-9de2-4045-bf41-84db928450ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009327 Nov 12 11:22:29.075348 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:29.092071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c0ebae4-b220-485d-af05-5df65d2d475a req-64214733-7b8a-4a1c-aead-b87cec4205c4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829868 Nov 12 11:22:29.163695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Pushing event updated for resources: {'Port': ['ID=f86c9531-574a-41eb-ad45-0e3abbb9c029,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:29.171771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:29.245427 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:29.246931 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d698ffb3-ee77-419b-b048-72ab0e5c5103 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3119006 Nov 12 11:22:29.250165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39854) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:29.328932 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34bdf3f8-2923-4140-a516-69e3daab1b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:29.395221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:29.489882 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:29.563953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab59db-d163-4a6e-8bf6-a85eb4bb944b req-413d38bc-16e7-47ca-b2ab-fb5535004f82 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:29.566294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5dab59db-d163-4a6e-8bf6-a85eb4bb944b req-413d38bc-16e7-47ca-b2ab-fb5535004f82 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0654891 Nov 12 11:22:29.654577 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5dab59db-d163-4a6e-8bf6-a85eb4bb944b req-474c1981-8112-4cea-bd21-21b4c013b194 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824268 Nov 12 11:22:29.690819 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:29.835951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Allocated IP 172.25.3.245 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/12774bb1-a53b-43c4-a526-bff0ddd506cf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:30.399041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cc2be-84f9-4556-8769-aa15d9f6a8cd req-b50b3283-c0a9-468f-8b9b-6e558cd67107 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:30.400938 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf1cc2be-84f9-4556-8769-aa15d9f6a8cd req-b50b3283-c0a9-468f-8b9b-6e558cd67107 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 943 time: 0.1330159 Nov 12 11:22:30.433611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.512242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bf1cc2be-84f9-4556-8769-aa15d9f6a8cd req-ac2d877c-3011-4324-847f-3e5b3628a656 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022553 Nov 12 11:22:30.586431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.650101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:30.651995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:30.653888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Pushing event updated for resources: {'Port': ['ID=12774bb1-a53b-43c4-a526-bff0ddd506cf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:30.656151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:30.822489 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.894705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f92581-fef7-4fc3-b1a1-9bfcb5f57d96 req-0b84aef9-8749-4de4-9777-93ac5024cf26 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:30.897185 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35f92581-fef7-4fc3-b1a1-9bfcb5f57d96 req-0b84aef9-8749-4de4-9777-93ac5024cf26 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1197920 Nov 12 11:22:30.943569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:30.960561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 15d233e3-b292-47c1-98a7-9e69248fd627 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:22:31.065804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35f92581-fef7-4fc3-b1a1-9bfcb5f57d96 req-c8e48afd-8afd-4deb-9c28-4896215c5e8c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490605 Nov 12 11:22:31.171617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 15d233e3-b292-47c1-98a7-9e69248fd627, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15d233e3-b292-47c1-98a7-9e69248fd627,segment=NetworkSegment(a8116f8d-1f09-40d7-95d4-7975fe6e5fc0),segment_id=a8116f8d-1f09-40d7-95d4-7975fe6e5fc0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:31.205552 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.209150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '15d233e3-b292-47c1-98a7-9e69248fd627', 'network_id': '8e8bb438-9de2-4045-bf41-84db928450ba', 'port_id': '15d233e3-b292-47c1-98a7-9e69248fd627', 'mac_address': 'fa:16:3e:b6:3c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561b2324-7c1c-4bac-8a46-7fb4c6308f72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:22:31.268887 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.271312 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.313162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d233e3-b292-47c1-98a7-9e69248fd627 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:31.336714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 15d233e3-b292-47c1-98a7-9e69248fd627, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15d233e3-b292-47c1-98a7-9e69248fd627,segment=NetworkSegment(a8116f8d-1f09-40d7-95d4-7975fe6e5fc0),segment_id=a8116f8d-1f09-40d7-95d4-7975fe6e5fc0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:31.353707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Pushing event updated for resources: {'Port': ['ID=12774bb1-a53b-43c4-a526-bff0ddd506cf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:31.402883 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.435108 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.460852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=15d233e3-b292-47c1-98a7-9e69248fd627,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:31.470924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.471679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.471679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.472302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.472302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.473283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.473427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.473749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.474263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.474765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.475250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.475798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:22:31.502698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.504381 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6a468e32-bb5b-4793-9a21-8c91691fa490 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2531879 Nov 12 11:22:31.507082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39946) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:31.573485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-464aee6d-9ab6-493f-81da-43aec26ade22 tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.0652392 Nov 12 11:22:31.575995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39952) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:31.674714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['15d233e3-b292-47c1-98a7-9e69248fd627'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:22:31.675249 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3dda8cc8-fb40-4f11-a7d5-86b8f877047e tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0982037 Nov 12 11:22:31.678064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39956) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:31.802349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eecd4-0166-4e3d-8697-011d8e802e11 req-585a4fe6-5a16-4a76-a7a6-a3349c4d0223 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:31.804125 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b5eecd4-0166-4e3d-8697-011d8e802e11 req-585a4fe6-5a16-4a76-a7a6-a3349c4d0223 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 944 time: 0.2021306 Nov 12 11:22:31.904338 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2e65-310a-4f16-b847-9052f3f40d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:31.904560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b5eecd4-0166-4e3d-8697-011d8e802e11 req-d01c89b3-f942-4dbf-83ef-875cca71f1f9 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664637 Nov 12 11:22:31.919655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Deleting port 12774bb1-a53b-43c4-a526-bff0ddd506cf {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:31.920030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.005196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.005556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.017354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Calling delete_port for 12774bb1-a53b-43c4-a526-bff0ddd506cf owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:32.204033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7e4a8-1483-4b4f-8f74-173a54928945 req-713aef95-c5a6-40c6-9b2d-7ea6fa57b316 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:32.204033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2d7e4a8-1483-4b4f-8f74-173a54928945 req-713aef95-c5a6-40c6-9b2d-7ea6fa57b316 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0639887 Nov 12 11:22:32.223215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.255450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Pushing event deleted for resources: {'Port': ['ID=12774bb1-a53b-43c4-a526-bff0ddd506cf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:32.262928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2d7e4a8-1483-4b4f-8f74-173a54928945 req-7ef051b7-8f09-4bcf-8bdc-0077573b54a3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518107 Nov 12 11:22:32.340222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.342683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.343844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-48ec3bf0-13a0-4594-859c-192b081ea677 tempest-FloatingIPAdminTestJSON-1880211704 tempest-FloatingIPAdminTestJSON-1880211704-project] 10.222.0.98 "DELETE /v2.0/floatingips/f58e7268-10ed-4b75-9ce0-e15dfeda7941 HTTP/1.1" status: 204 len: 168 time: 0.6646726 Nov 12 11:22:32.346519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39976) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:32.496235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Deleting port f86c9531-574a-41eb-ad45-0e3abbb9c029 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:32.496235 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.600010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.600526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.634047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Calling delete_port for f86c9531-574a-41eb-ad45-0e3abbb9c029 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:32.917474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:32.948132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Pushing event deleted for resources: {'Port': ['ID=f86c9531-574a-41eb-ad45-0e3abbb9c029,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:32.981165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 15d233e3-b292-47c1-98a7-9e69248fd627 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:22:33.018283 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.054848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.054848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.055292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d11723b2-9762-4539-820a-7c9e1e7fbffe tempest-FloatingIPAdminTestJSON-673822438 tempest-FloatingIPAdminTestJSON-673822438-project-admin] 10.222.0.98 "DELETE /v2.0/floatingips/2f9a84f9-31b6-457a-9137-532b0332e4ef HTTP/1.1" status: 204 len: 168 time: 0.7078080 Nov 12 11:22:33.058854 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40014) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:33.073825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055876f7-b2bf-466f-a69e-a2c9d555082a req-8b10d9c8-07da-4f76-b586-991f3e0e8c06 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:33.075370 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-055876f7-b2bf-466f-a69e-a2c9d555082a req-8b10d9c8-07da-4f76-b586-991f3e0e8c06 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 944 time: 0.0771246 Nov 12 11:22:33.130871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-055876f7-b2bf-466f-a69e-a2c9d555082a req-47fce581-c91d-40ec-9362-87d3a752783f tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485759 Nov 12 11:22:33.140136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 15d233e3-b292-47c1-98a7-9e69248fd627 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:22:33.145593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 15d233e3-b292-47c1-98a7-9e69248fd627 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:33.145819 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.189210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca1578-6555-4547-bf40-c2e4d603b663 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Deleting port 1a37e7f9-fe39-4ed2-961f-183a7ad2da2e {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:33.189422 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1578-6555-4547-bf40-c2e4d603b663 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.260945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.286748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39e0d15-00be-4cc5-87da-67166bc0a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d233e3-b292-47c1-98a7-9e69248fd627'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:33.289375 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1578-6555-4547-bf40-c2e4d603b663 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.290719 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdcdc90-b678-4133-8984-992dcd8972f1" -d '{"events": [{"server_uuid": "d39e0d15-00be-4cc5-87da-67166bc0a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "15d233e3-b292-47c1-98a7-9e69248fd627"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:33.307862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 15d233e3-b292-47c1-98a7-9e69248fd627, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15d233e3-b292-47c1-98a7-9e69248fd627,segment=NetworkSegment(a8116f8d-1f09-40d7-95d4-7975fe6e5fc0),segment_id=a8116f8d-1f09-40d7-95d4-7975fe6e5fc0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:33.313786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca1578-6555-4547-bf40-c2e4d603b663 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Calling delete_port for 1a37e7f9-fe39-4ed2-961f-183a7ad2da2e owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:33.345093 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b382d8a-1a65-4a29-870e-d372aca9c556 x-openstack-request-id: req-6b382d8a-1a65-4a29-870e-d372aca9c556 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:33.345384 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39e0d15-00be-4cc5-87da-67166bc0a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "15d233e3-b292-47c1-98a7-9e69248fd627", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:33.345637 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6b382d8a-1a65-4a29-870e-d372aca9c556 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:33.346038 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39e0d15-00be-4cc5-87da-67166bc0a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d233e3-b292-47c1-98a7-9e69248fd627', 'code': 200} Nov 12 11:22:33.427555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.445685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fbb66-024f-4454-92f9-28e1f4f62332 req-ee99a278-f89e-48ba-aada-c575d993ac3a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:33.447552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-121fbb66-024f-4454-92f9-28e1f4f62332 req-ee99a278-f89e-48ba-aada-c575d993ac3a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0874670 Nov 12 11:22:33.545165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fb7be-a3e7-4f32-945e-f929751a81f1 req-2161ea72-e63c-48a0-b1d6-5f4625476e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:33.546975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e43fb7be-a3e7-4f32-945e-f929751a81f1 req-2161ea72-e63c-48a0-b1d6-5f4625476e5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 1097 time: 0.1079805 Nov 12 11:22:33.555648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=15d233e3-b292-47c1-98a7-9e69248fd627,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:33.584005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-121fbb66-024f-4454-92f9-28e1f4f62332 req-1e8ebee1-af99-44fe-a427-9958e1cfd9af tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295340 Nov 12 11:22:33.633926 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e43fb7be-a3e7-4f32-945e-f929751a81f1 req-3fe3dc2d-1c34-4710-bd7c-16ce9939f0d8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722651 Nov 12 11:22:33.682835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1578-6555-4547-bf40-c2e4d603b663 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.716031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca1578-6555-4547-bf40-c2e4d603b663 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event deleted for resources: {'Port': ['ID=1a37e7f9-fe39-4ed2-961f-183a7ad2da2e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:33.805768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1578-6555-4547-bf40-c2e4d603b663 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:33.809462 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e3ca1578-6555-4547-bf40-c2e4d603b663 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "DELETE /v2.0/ports/1a37e7f9-fe39-4ed2-961f-183a7ad2da2e HTTP/1.1" status: 204 len: 168 time: 0.7491379 Nov 12 11:22:33.812074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40052) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:33.871082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c0f7f2-be07-4deb-a9f2-9791dbdd0d64 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:33.875500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-60c0f7f2-be07-4deb-a9f2-9791dbdd0d64 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "GET /v2.0/ports?device_id=004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc HTTP/1.1" status: 200 len: 913 time: 0.0597332 Nov 12 11:22:33.875712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40056) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:34.135004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:34.304725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65926ca4-f8b2-4e11-a553-dce8a4197536 req-5cfb9bdf-0b6c-4373-8ed9-66e4e2007ad9 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:34.307640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65926ca4-f8b2-4e11-a553-dce8a4197536 req-5cfb9bdf-0b6c-4373-8ed9-66e4e2007ad9 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 945 time: 0.0597703 Nov 12 11:22:34.334920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:34.413089 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-65926ca4-f8b2-4e11-a553-dce8a4197536 req-1a1d3fc1-9816-49b9-91e8-652a884d30f0 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994747 Nov 12 11:22:34.764429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Deleting port 706e38c8-0455-4848-a6df-7997f30380f5 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:34.765223 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:34.810352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58ee72-a61d-4d3d-a5c7-3436a9c32920 req-c4040ad3-8ffd-40b2-976f-21ba528bfc92 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:34.812123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a58ee72-a61d-4d3d-a5c7-3436a9c32920 req-c4040ad3-8ffd-40b2-976f-21ba528bfc92 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1123950 Nov 12 11:22:34.871651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:34.889588 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a58ee72-a61d-4d3d-a5c7-3436a9c32920 req-e4d9f628-0f30-4bca-9d83-df2362ff48d1 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Nov 12 11:22:34.910498 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:34.936843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Calling delete_port for 706e38c8-0455-4848-a6df-7997f30380f5 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:35.291979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.330492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event deleted for resources: {'Port': ['ID=706e38c8-0455-4848-a6df-7997f30380f5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:35.593980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:35.623332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a0195-8138-4799-971b-8dd3602e18e7 req-54466a71-56d3-467f-8d54-39b85bf388cc tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:35.632154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-015a0195-8138-4799-971b-8dd3602e18e7 req-54466a71-56d3-467f-8d54-39b85bf388cc tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 945 time: 0.0986428 Nov 12 11:22:35.766976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-015a0195-8138-4799-971b-8dd3602e18e7 req-1fdc650e-3c16-4073-83ff-06c79942a639 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339335 Nov 12 11:22:35.944306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Router 004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:22:36.093012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa79c3-b417-411e-96a9-dea70fae12a2 req-b10456ac-6bda-43a1-8783-9ec252a1dd00 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:36.094428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b8fa79c3-b417-411e-96a9-dea70fae12a2 req-b10456ac-6bda-43a1-8783-9ec252a1dd00 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0967085 Nov 12 11:22:36.110795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:22:36.116471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d2c2b6ee-9943-4525-8d1c-e6a4cfa7f768 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "PUT /v2.0/routers/004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395873 Nov 12 11:22:36.120171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40166) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:36.122300 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dab43a-ef2d-4fa2-878f-af5f0e516d72 None None] Sync routers for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:22:36.135838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dab43a-ef2d-4fa2-878f-af5f0e516d72 None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:36.136514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a7dab43a-ef2d-4fa2-878f-af5f0e516d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:36.155234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b8fa79c3-b417-411e-96a9-dea70fae12a2 req-9bcd43b3-a925-403b-8d84-42e70df49cfc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Nov 12 11:22:36.183230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a7dab43a-ef2d-4fa2-878f-af5f0e516d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:36.194395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dab43a-ef2d-4fa2-878f-af5f0e516d72 None None] Routers {'004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:22:36.195066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a7dab43a-ef2d-4fa2-878f-af5f0e516d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:22:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:36.237919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a7dab43a-ef2d-4fa2-878f-af5f0e516d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:36.239531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dab43a-ef2d-4fa2-878f-af5f0e516d72 None None] The sync data for ids ['004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:22:36.247342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.432922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27edc7-47a6-406b-90eb-a9c8e3856647 req-14658840-d3de-4538-a3c0-6ba1518aa3fc tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:36.434516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd27edc7-47a6-406b-90eb-a9c8e3856647 req-14658840-d3de-4538-a3c0-6ba1518aa3fc tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 945 time: 0.0578549 Nov 12 11:22:36.506091 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd27edc7-47a6-406b-90eb-a9c8e3856647 req-3c8cefbc-9b8a-4c19-9590-526213a81169 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635500 Nov 12 11:22:36.713020 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.829683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Deleting port d487b6a9-8c0a-4f9b-82a7-843a03fd10d3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:36.830010 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.940898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:36.957707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Calling delete_port for d487b6a9-8c0a-4f9b-82a7-843a03fd10d3 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:37.231943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.309039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b39cda-18e2-491f-b55f-352885f830f4 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:37.319825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event deleted for resources: {'Port': ['ID=d487b6a9-8c0a-4f9b-82a7-843a03fd10d3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:37.391753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.423971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40242) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:37.518653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd38799-bd41-44af-ba99-3d7600086084 req-4559a5b1-12ef-4451-9441-daeb34fb52ca tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:37.527070 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cd38799-bd41-44af-ba99-3d7600086084 req-4559a5b1-12ef-4451-9441-daeb34fb52ca tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.2814553 Nov 12 11:22:37.549158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.559471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f5d41f0e-6faa-4af1-80ae-63a87cad0cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.568654 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.652326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cd38799-bd41-44af-ba99-3d7600086084 req-a641064b-9631-4f27-996e-d9a128472396 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242125 Nov 12 11:22:37.719604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87590e25-4966-47b0-824d-8d623277f98b req-f6be8d43-f6ce-47f2-9171-606e14e37240 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:37.721403 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87590e25-4966-47b0-824d-8d623277f98b req-f6be8d43-f6ce-47f2-9171-606e14e37240 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 945 time: 0.1097536 Nov 12 11:22:37.725421 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.727057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Fanout notify agent at l3_agent the message router_deleted on router 004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:22:37.745268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.746569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f5d41f0e-6faa-4af1-80ae-63a87cad0cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.746974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c4c5f70-cffb-4aae-96da-7b02b6f48d42 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "DELETE /v2.0/routers/004e2fb6-2b4b-4eb7-84b5-3dc1123af9cc HTTP/1.1" status: 204 len: 168 time: 1.6244113 Nov 12 11:22:37.755968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40260) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:37.820067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f5d41f0e-6faa-4af1-80ae-63a87cad0cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.825015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f50f376-04f8-4ae1-9b72-dc137f969996 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Deleting subnet ebc1b750-4d54-4791-a4ca-d33ca1dc34de {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:22:37.828364 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f50f376-04f8-4ae1-9b72-dc137f969996 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.845047 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87590e25-4966-47b0-824d-8d623277f98b req-b1697d09-204c-4580-bc6c-581d644735c6 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/security-groups?id=f6c12b21-5471-4f75-8c9c-32b2f346d881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015260 Nov 12 11:22:37.873458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f50f376-04f8-4ae1-9b72-dc137f969996 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:37.883061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-0875fdbb-9ef8-45f4-acc0-21d4d9aa7218 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:37.884568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-0875fdbb-9ef8-45f4-acc0-21d4d9aa7218 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.57 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 945 time: 0.1153097 Nov 12 11:22:37.889387 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f5d41f0e-6faa-4af1-80ae-63a87cad0cdf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ffd849fbc3fa41448d5f8736b5a62bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4638455 Nov 12 11:22:37.890109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d41f0e-6faa-4af1-80ae-63a87cad0cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578b217-d45a-4fa7-85b7-0ba74fcd2222,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:37.895312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40266) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:37.981169 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f50f376-04f8-4ae1-9b72-dc137f969996 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.020736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18b70347-6815-401a-9d45-55531fca7e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.053266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18b70347-6815-401a-9d45-55531fca7e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.056933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Deleting port 15d233e3-b292-47c1-98a7-9e69248fd627 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:38.057265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.146373 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f50f376-04f8-4ae1-9b72-dc137f969996 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.176940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50f376-04f8-4ae1-9b72-dc137f969996 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc1b750-4d54-4791-a4ca-d33ca1dc34de,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:38.179110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f50f376-04f8-4ae1-9b72-dc137f969996 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.185541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3f50f376-04f8-4ae1-9b72-dc137f969996 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "DELETE /v2.0/subnets/ebc1b750-4d54-4791-a4ca-d33ca1dc34de HTTP/1.1" status: 204 len: 168 time: 0.4282112 Nov 12 11:22:38.186175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:38.191639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb3e61-306d-419c-aeea-e396266530c0 None None] Network 8beea685-7c4d-4854-b3e5-36c47cc5294b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:38.211050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] For port 15d233e3-b292-47c1-98a7-9e69248fd627, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15d233e3-b292-47c1-98a7-9e69248fd627,segment=NetworkSegment(a8116f8d-1f09-40d7-95d4-7975fe6e5fc0),segment_id=a8116f8d-1f09-40d7-95d4-7975fe6e5fc0)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:38.211416 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.237250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Calling delete_port for 15d233e3-b292-47c1-98a7-9e69248fd627 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:38.254354 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18b70347-6815-401a-9d45-55531fca7e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.262399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-18b70347-6815-401a-9d45-55531fca7e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.264081 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-18b70347-6815-401a-9d45-55531fca7e60 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f578b217-d45a-4fa7-85b7-0ba74fcd2222 HTTP/1.1" status: 204 len: 168 time: 0.3678236 Nov 12 11:22:38.281935 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.312705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b70347-6815-401a-9d45-55531fca7e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578b217-d45a-4fa7-85b7-0ba74fcd2222,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:38.360766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Deleting port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:38.361695 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.441774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] For port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,segment=NetworkSegment(a9dba16b-9fb0-4ec5-b779-d0f12049ba85),segment_id=a9dba16b-9fb0-4ec5-b779-d0f12049ba85)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:38.442149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.456494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Calling delete_port for 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:38.475690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] DHCP port deletion for 8beea685-7c4d-4854-b3e5-36c47cc5294b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:22:38.528585 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.533809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] Deleting port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:38.534203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.548803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['15d233e3-b292-47c1-98a7-9e69248fd627'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:22:38.561058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Pushing event deleted for resources: {'Port': ['ID=15d233e3-b292-47c1-98a7-9e69248fd627,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:38.609984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] No DVR routers for this DVR port 15d233e3-b292-47c1-98a7-9e69248fd627 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:38.614083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.620823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3d7ed93f-9c0b-4a5d-ac86-0436019ed1e3 req-07b5d8d7-a34b-447d-a333-32d9705c6187 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.57 "DELETE /v2.0/ports/15d233e3-b292-47c1-98a7-9e69248fd627 HTTP/1.1" status: 204 len: 173 time: 0.7236068 Nov 12 11:22:38.620823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39e0d15-00be-4cc5-87da-67166bc0a1aa', 'name': 'network-vif-deleted', 'tag': '15d233e3-b292-47c1-98a7-9e69248fd627'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:38.620823 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed072c0a-6de4-49e6-b814-ed038f35d955" -d '{"events": [{"server_uuid": "d39e0d15-00be-4cc5-87da-67166bc0a1aa", "name": "network-vif-deleted", "tag": "15d233e3-b292-47c1-98a7-9e69248fd627"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:38.638636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] For port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,segment=NetworkSegment(a9dba16b-9fb0-4ec5-b779-d0f12049ba85),segment_id=a9dba16b-9fb0-4ec5-b779-d0f12049ba85)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:38.639042 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.660245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] Calling delete_port for 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:38.663518 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f851c48d-e222-40be-8268-4f3d20bc7106 x-openstack-request-id: req-f851c48d-e222-40be-8268-4f3d20bc7106 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:38.663717 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39e0d15-00be-4cc5-87da-67166bc0a1aa", "name": "network-vif-deleted", "tag": "15d233e3-b292-47c1-98a7-9e69248fd627", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:38.664183 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f851c48d-e222-40be-8268-4f3d20bc7106 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:38.664358 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39e0d15-00be-4cc5-87da-67166bc0a1aa', 'name': 'network-vif-deleted', 'tag': '15d233e3-b292-47c1-98a7-9e69248fd627', 'status': 'completed', 'code': 200} Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:22:38.773108 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:22:38.778906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.781698 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.798490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca6584-e995-456b-96e8-0430eeb90c34 req-feba4710-4fad-4805-a18c-94dcba0b1e92 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:38.809727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3ca6584-e995-456b-96e8-0430eeb90c34 req-feba4710-4fad-4805-a18c-94dcba0b1e92 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0724308 Nov 12 11:22:38.819019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event deleted for resources: {'Port': ['ID=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:38.821238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] No DVR routers for this DVR port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:38.852565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] No DVR routers for this DVR port 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:22:38.854698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576fe5-c52f-40e0-a169-9044fc97b628 None None] Pushing event deleted for resources: {'Port': ['ID=675e33bb-0633-4bf3-9d68-6bd69cfd5bd4,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:38.954119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:38.967423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3ca6584-e995-456b-96e8-0430eeb90c34 req-523e7675-053e-4659-9f96-17f1396a738a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284614 Nov 12 11:22:39.009098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e804dcf-41ff-434e-814b-8df036857e0c req-9c53fbed-d9d0-4954-902d-3573bd5ed648 tempest-ServerAddressesTestJSON-132319799 tempest-ServerAddressesTestJSON-132319799-project] 10.222.0.98 "GET /v2.0/ports?device_id=d39e0d15-00be-4cc5-87da-67166bc0a1aa HTTP/1.1" status: 200 len: 210 time: 0.0519245 Nov 12 11:22:39.010739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8beea685-7c4d-4854-b3e5-36c47cc5294b']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:39.023588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dba16b-9fb0-4ec5-b779-d0f12049ba85') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:39.023886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dba16b-9fb0-4ec5-b779-d0f12049ba85') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:39.035426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.049084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.055029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:22:39.055418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:22:39.058449 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:22:39.209259 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.217117 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.223873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "DELETE /v2.0/networks/8beea685-7c4d-4854-b3e5-36c47cc5294b HTTP/1.1" status: 204 len: 168 time: 1.0360494 Nov 12 11:22:39.226519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:39.248719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b865a-e2fa-4575-bff8-de229f2b1c93 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event deleted for resources: {'Network': ['ID=8beea685-7c4d-4854-b3e5-36c47cc5294b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:39.348142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40350) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:39.363372 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d45a144-cdb0-423e-8892-ec65bb0955b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.466746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d45a144-cdb0-423e-8892-ec65bb0955b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.557735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d45a144-cdb0-423e-8892-ec65bb0955b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.565062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:39.596004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2d45a144-cdb0-423e-8892-ec65bb0955b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b188d575d48e489aa51431b4d0f0a899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464774 Nov 12 11:22:39.600616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40362) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:39.622115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:39.623006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 675e33bb-0633-4bf3-9d68-6bd69cfd5bd4 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:39.638092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45a144-cdb0-423e-8892-ec65bb0955b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3203a185-4134-4be2-87b3-6debb4b548c7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:39.703552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e28583f-f320-460b-b22d-b53167e8ea32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.757494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e28583f-f320-460b-b22d-b53167e8ea32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.805511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f33e0-1dae-4d31-aa0d-715748f39858 req-66eaeaed-95fe-43a8-8851-99ca0014acdd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:39.807109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-032f33e0-1dae-4d31-aa0d-715748f39858 req-66eaeaed-95fe-43a8-8851-99ca0014acdd tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0922234 Nov 12 11:22:39.849478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-2bdc271f-536f-48c1-8b4d-cbaab50c3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:39.850986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-2bdc271f-536f-48c1-8b4d-cbaab50c3384 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1097 time: 0.0890026 Nov 12 11:22:39.858266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Deleting port 4aa800f7-837e-465a-9696-1589644e466f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:22:39.858603 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.863543 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-032f33e0-1dae-4d31-aa0d-715748f39858 req-691ee9a5-73cf-4f5d-905e-8a196863f985 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Nov 12 11:22:39.940082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e28583f-f320-460b-b22d-b53167e8ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.943430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e28583f-f320-460b-b22d-b53167e8ea32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:39.944873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9e28583f-f320-460b-b22d-b53167e8ea32 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3203a185-4134-4be2-87b3-6debb4b548c7 HTTP/1.1" status: 204 len: 168 time: 0.3417733 Nov 12 11:22:39.954630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28583f-f320-460b-b22d-b53167e8ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3203a185-4134-4be2-87b3-6debb4b548c7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:40.025750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.026093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.039798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-a55a7005-5705-4b0c-a6af-0991d4e04680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:40.041610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-a55a7005-5705-4b0c-a6af-0991d4e04680 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.1799870 Nov 12 11:22:40.048918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Calling delete_port for 4aa800f7-837e-465a-9696-1589644e466f owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:22:40.095209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40390) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:40.098608 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-2a51da59-25b0-480d-bc70-f8dd260e2747 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 200 len: 217 time: 0.0469620 Nov 12 11:22:40.143492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-407bfca9-e6b0-4360-bb18-609e1b70496a admin admin] Deleting subnet 561b2324-7c1c-4bac-8a46-7fb4c6308f72 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:22:40.147542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-407bfca9-e6b0-4360-bb18-609e1b70496a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.192820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-407bfca9-e6b0-4360-bb18-609e1b70496a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.232701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-c607861c-4999-4d33-a154-141c43f08f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:40.234435 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-c607861c-4999-4d33-a154-141c43f08f74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.0945315 Nov 12 11:22:40.239549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-407bfca9-e6b0-4360-bb18-609e1b70496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.248057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d082b3-5bd3-4e5a-912d-99447909eb15 req-e67ee356-4f04-4b80-9b17-9ca719508d42 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:40.255462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6d082b3-5bd3-4e5a-912d-99447909eb15 req-e67ee356-4f04-4b80-9b17-9ca719508d42 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1558495 Nov 12 11:22:40.306008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-acd786d5-d528-4b1c-83c8-b70958df5eeb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460384 Nov 12 11:22:40.374249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-407bfca9-e6b0-4360-bb18-609e1b70496a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.408331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bfca9-e6b0-4360-bb18-609e1b70496a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561b2324-7c1c-4bac-8a46-7fb4c6308f72,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:40.411348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-407bfca9-e6b0-4360-bb18-609e1b70496a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.418718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-407bfca9-e6b0-4360-bb18-609e1b70496a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/561b2324-7c1c-4bac-8a46-7fb4c6308f72 HTTP/1.1" status: 204 len: 168 time: 0.3259172 Nov 12 11:22:40.419632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40406) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:40.431526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f6d082b3-5bd3-4e5a-912d-99447909eb15 req-a9ab85f3-2551-440f-895a-3bf4ad35d6cb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749513 Nov 12 11:22:40.472694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-138d4174-981a-48d3-95a0-5b12edf7ef14 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578596 Nov 12 11:22:40.496950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.515990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.576362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Pushing event deleted for resources: {'Port': ['ID=4aa800f7-837e-465a-9696-1589644e466f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:40.588702 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.618442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-856939da-b473-4d3e-9584-65451081024b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8bb438-9de2-4045-bf41-84db928450ba']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:40.633439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-856939da-b473-4d3e-9584-65451081024b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8116f8d-1f09-40d7-95d4-7975fe6e5fc0') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:40.634430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-856939da-b473-4d3e-9584-65451081024b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8116f8d-1f09-40d7-95d4-7975fe6e5fc0') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:22:40.648336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.769611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.769611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.769611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cd1c7219-d285-42d8-88b6-6201a018bcf6 tempest-FloatingIPAdminTestJSON-377851058 tempest-FloatingIPAdminTestJSON-377851058-project] 10.222.0.98 "DELETE /v2.0/floatingips/5f0740d5-6ca3-43d0-9b27-89b4b20f506c HTTP/1.1" status: 204 len: 168 time: 1.4310582 Nov 12 11:22:40.770546 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.770546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:22:40.770546 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:40.770786 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8b10f22-d125-45a6-946c-ca6ed35c57de req-31dca298-ddbf-412a-8e7d-3912afb666e7 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855333 Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:22:40.770874 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:22:41.004071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1228-aeef-498e-bb1d-5ec278aae81f req-436561a1-f79f-43ea-b143-b795aa5b925f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:41.006130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6af1228-aeef-498e-bb1d-5ec278aae81f req-436561a1-f79f-43ea-b143-b795aa5b925f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0675478 Nov 12 11:22:41.016850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 15d233e3-b292-47c1-98a7-9e69248fd627 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:22:41.038764 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.042539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 15d233e3-b292-47c1-98a7-9e69248fd627 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:22:41.102265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 15d233e3-b292-47c1-98a7-9e69248fd627 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:22:41.103282 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.103282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-856939da-b473-4d3e-9584-65451081024b admin admin] 10.222.0.98 "DELETE /v2.0/networks/8e8bb438-9de2-4045-bf41-84db928450ba HTTP/1.1" status: 204 len: 168 time: 0.6310067 Nov 12 11:22:41.103282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856939da-b473-4d3e-9584-65451081024b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8bb438-9de2-4045-bf41-84db928450ba,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:41.103282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6af1228-aeef-498e-bb1d-5ec278aae81f req-cab4cde4-6d97-4a99-afd8-0b8204ea74b9 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719397 Nov 12 11:22:41.361674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40440) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:41.376942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69e91d5d-ae64-41af-8e3b-000911d83bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.466822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69e91d5d-ae64-41af-8e3b-000911d83bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.528562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69e91d5d-ae64-41af-8e3b-000911d83bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.584453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40448) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:41.588572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e91d5d-ae64-41af-8e3b-000911d83bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af023786-f928-49bc-ba4c-e1bc81b0b074,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:41.597182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-69e91d5d-ae64-41af-8e3b-000911d83bb0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=19a7da9c196d48c590d509159d029a3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340901 Nov 12 11:22:41.599792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:41.613313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378d46-a982-4593-883f-0a407070284d req-0cafc2d7-1b54-4ef1-adb7-24fd0c77a409 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:41.615199 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75378d46-a982-4593-883f-0a407070284d req-0cafc2d7-1b54-4ef1-adb7-24fd0c77a409 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0975049 Nov 12 11:22:41.684596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76af5601-0e64-43b8-98d7-62e73e77c789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.685010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-75378d46-a982-4593-883f-0a407070284d req-7d234ae5-e749-4b37-8573-d7f0e8d8feaf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593665 Nov 12 11:22:41.734616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76af5601-0e64-43b8-98d7-62e73e77c789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.783576 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-94662021-9e5f-4c88-abdb-8c7baadcc93c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fceca00078bc4b0aa71803603dbf5ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1978698 Nov 12 11:22:41.787042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40454) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:41.808932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40456) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:41.844345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7bd208ff-91f5-4710-be3a-fe8256b33fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.856581 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2dc5c0e6-f427-4285-8bdc-fe1b4d40ee08 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eccaf2e47efd48c4bbc3dfa871e8c444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459957 Nov 12 11:22:41.859330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40458) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:41.878287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7bd208ff-91f5-4710-be3a-fe8256b33fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.891039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76af5601-0e64-43b8-98d7-62e73e77c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.893176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76af5601-0e64-43b8-98d7-62e73e77c789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.894393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-76af5601-0e64-43b8-98d7-62e73e77c789 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/af023786-f928-49bc-ba4c-e1bc81b0b074 HTTP/1.1" status: 204 len: 168 time: 0.2922509 Nov 12 11:22:41.920415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2fae26c1-b435-43fa-98c2-16311e751f62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:41.921021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af5601-0e64-43b8-98d7-62e73e77c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af023786-f928-49bc-ba4c-e1bc81b0b074,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:41.946887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2fae26c1-b435-43fa-98c2-16311e751f62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.099748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7bd208ff-91f5-4710-be3a-fe8256b33fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.105129 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7bd208ff-91f5-4710-be3a-fe8256b33fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.105129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7bd208ff-91f5-4710-be3a-fe8256b33fc7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2fbec3fb-b954-438d-9cc2-36af0eb652c0 HTTP/1.1" status: 204 len: 168 time: 0.3155253 Nov 12 11:22:42.112747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd208ff-91f5-4710-be3a-fe8256b33fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbec3fb-b954-438d-9cc2-36af0eb652c0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:42.202872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2fae26c1-b435-43fa-98c2-16311e751f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.206145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2fae26c1-b435-43fa-98c2-16311e751f62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:42.211168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2fae26c1-b435-43fa-98c2-16311e751f62 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f6c12b21-5471-4f75-8c9c-32b2f346d881 HTTP/1.1" status: 204 len: 168 time: 0.3492217 Nov 12 11:22:42.219141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841589-6ffa-4ecb-8954-609fa3cd2fc2 req-fdb3a404-3599-43d3-8eca-039c12a57dcf tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:42.219373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae26c1-b435-43fa-98c2-16311e751f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c12b21-5471-4f75-8c9c-32b2f346d881,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:42.220886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40841589-6ffa-4ecb-8954-609fa3cd2fc2 req-fdb3a404-3599-43d3-8eca-039c12a57dcf tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0517273 Nov 12 11:22:42.280547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40841589-6ffa-4ecb-8954-609fa3cd2fc2 req-c417bf84-f8c7-4a1e-acc8-d1df5a8144de tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520170 Nov 12 11:22:42.841800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906106e-a6e4-42de-8a70-960658e5fdd8 req-0515092d-0a77-48d0-acfa-858ff92c98f5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:42.845111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3906106e-a6e4-42de-8a70-960658e5fdd8 req-0515092d-0a77-48d0-acfa-858ff92c98f5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0736399 Nov 12 11:22:42.908925 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3906106e-a6e4-42de-8a70-960658e5fdd8 req-17d65b78-dc47-498b-a9c9-ba80f84feee3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542343 Nov 12 11:22:42.959944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40488) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:42.982037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364d8eba-aada-4816-9ce7-50f0e49e9e75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.072472 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364d8eba-aada-4816-9ce7-50f0e49e9e75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.162298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-364d8eba-aada-4816-9ce7-50f0e49e9e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.208245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d8eba-aada-4816-9ce7-50f0e49e9e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56627ab7-4a10-4e17-b773-06d632714757,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:43.214674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-364d8eba-aada-4816-9ce7-50f0e49e9e75 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5336b5b94bd84059b162ac9e2518bf99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530692 Nov 12 11:22:43.217968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40498) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:43.282907 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97fddff5-cbbd-40eb-bdb0-d41d1e7c5e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.308161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97fddff5-cbbd-40eb-bdb0-d41d1e7c5e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.448446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97fddff5-cbbd-40eb-bdb0-d41d1e7c5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.451438 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97fddff5-cbbd-40eb-bdb0-d41d1e7c5e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:43.455337 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-97fddff5-cbbd-40eb-bdb0-d41d1e7c5e58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/56627ab7-4a10-4e17-b773-06d632714757 HTTP/1.1" status: 204 len: 168 time: 0.2333720 Nov 12 11:22:43.470114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fddff5-cbbd-40eb-bdb0-d41d1e7c5e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56627ab7-4a10-4e17-b773-06d632714757,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:43.480022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a66f8-fec0-4866-8c27-37fe644c3527 req-d8b20150-1b9a-42af-b799-b88615eb9925 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:43.481717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-575a66f8-fec0-4866-8c27-37fe644c3527 req-d8b20150-1b9a-42af-b799-b88615eb9925 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0850146 Nov 12 11:22:43.555442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-575a66f8-fec0-4866-8c27-37fe644c3527 req-64d58ea9-e9b6-4012-92e4-87768540a74c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568764 Nov 12 11:22:44.060039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05b2a6-b2c7-4745-823d-d299be97bfb8 req-bef9907f-f02b-4c2d-b97d-04d5e2d1aded tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:44.062428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd05b2a6-b2c7-4745-823d-d299be97bfb8 req-bef9907f-f02b-4c2d-b97d-04d5e2d1aded tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0570781 Nov 12 11:22:44.139465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dd05b2a6-b2c7-4745-823d-d299be97bfb8 req-47d20cdf-7a02-42d5-869b-04dea33e3f40 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671182 Nov 12 11:22:44.638918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40542) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:44.670039 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-313496e8-5be0-4c2a-947b-6e3df16ee593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:44.766236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35c655-1407-4b3e-9771-53095e0c67fa req-e69b5784-0a23-4a48-9d23-9894cb0fa7bc tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:44.770771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae35c655-1407-4b3e-9771-53095e0c67fa req-e69b5784-0a23-4a48-9d23-9894cb0fa7bc tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1010556 Nov 12 11:22:44.858287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-313496e8-5be0-4c2a-947b-6e3df16ee593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:44.870900 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae35c655-1407-4b3e-9771-53095e0c67fa req-1734008d-9127-4405-92ba-8e76f42155e1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687516 Nov 12 11:22:44.968461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-313496e8-5be0-4c2a-947b-6e3df16ee593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.012762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-313496e8-5be0-4c2a-947b-6e3df16ee593 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3acf511879b24e6abc9374b0fc064de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717475 Nov 12 11:22:45.013676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313496e8-5be0-4c2a-947b-6e3df16ee593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc23ad6f-5159-4a2f-84d6-6d82bb58b6da,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:45.016435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40554) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:45.104839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4825be8d-8b33-461f-8869-d648e4dae9af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.160758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4825be8d-8b33-461f-8869-d648e4dae9af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.333075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4825be8d-8b33-461f-8869-d648e4dae9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.335683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4825be8d-8b33-461f-8869-d648e4dae9af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:45.339282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4825be8d-8b33-461f-8869-d648e4dae9af admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cc23ad6f-5159-4a2f-84d6-6d82bb58b6da HTTP/1.1" status: 204 len: 168 time: 0.3189151 Nov 12 11:22:45.348000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484b47e-0d95-4e8d-91fb-7df2279efc68 req-8113125d-d8ae-4593-aa2c-f390b526516e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:45.349569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9484b47e-0d95-4e8d-91fb-7df2279efc68 req-8113125d-d8ae-4593-aa2c-f390b526516e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0821564 Nov 12 11:22:45.356161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825be8d-8b33-461f-8869-d648e4dae9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc23ad6f-5159-4a2f-84d6-6d82bb58b6da,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:45.414641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9484b47e-0d95-4e8d-91fb-7df2279efc68 req-b9815c73-88d5-4b20-bbb0-3a00afc2de90 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556812 Nov 12 11:22:46.052039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01754b-e806-47ac-bd45-f03ee13959db req-ba1351d2-340e-46f1-9b62-a525ab75023a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:46.053771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a01754b-e806-47ac-bd45-f03ee13959db req-ba1351d2-340e-46f1-9b62-a525ab75023a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0794768 Nov 12 11:22:46.125244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40598) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:46.134428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a01754b-e806-47ac-bd45-f03ee13959db req-11fe0f5d-2dfb-44f5-94c5-8ec910902142 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726147 Nov 12 11:22:46.262881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31ad2af1-eec1-4e79-8b71-ed24cf6faef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.352185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31ad2af1-eec1-4e79-8b71-ed24cf6faef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.408440 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31ad2af1-eec1-4e79-8b71-ed24cf6faef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.458237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2af1-eec1-4e79-8b71-ed24cf6faef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460466bc-2495-49ae-b35f-dc0d15a253cc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:46.462867 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-31ad2af1-eec1-4e79-8b71-ed24cf6faef9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=03fb5200dff64a1fb9fdee15933eca6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356755 Nov 12 11:22:46.465776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:46.528444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a682b04d-d2e3-432f-920d-d5351a8c191b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.646517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a682b04d-d2e3-432f-920d-d5351a8c191b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.760175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf6e96-0f3f-4e59-8100-a9609ae632a3 req-3ea4c69e-665e-444b-ae5a-b4e3bfa2b619 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:46.762426 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7edf6e96-0f3f-4e59-8100-a9609ae632a3 req-3ea4c69e-665e-444b-ae5a-b4e3bfa2b619 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1968517 Nov 12 11:22:46.814264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a682b04d-d2e3-432f-920d-d5351a8c191b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.818391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a682b04d-d2e3-432f-920d-d5351a8c191b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:46.820537 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a682b04d-d2e3-432f-920d-d5351a8c191b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/460466bc-2495-49ae-b35f-dc0d15a253cc HTTP/1.1" status: 204 len: 168 time: 0.3532846 Nov 12 11:22:46.879096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682b04d-d2e3-432f-920d-d5351a8c191b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460466bc-2495-49ae-b35f-dc0d15a253cc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:46.907158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2842c0-7671-4128-876a-25609b690bd7 req-2fa12082-80b0-4baf-9f1f-27236ff57ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:46.908860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b2842c0-7671-4128-876a-25609b690bd7 req-2fa12082-80b0-4baf-9f1f-27236ff57ce9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1097 time: 0.1431241 Nov 12 11:22:46.947070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7edf6e96-0f3f-4e59-8100-a9609ae632a3 req-865b9b4b-1e25-4e0a-b92c-35fe0435eb37 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358542 Nov 12 11:22:46.989732 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b2842c0-7671-4128-876a-25609b690bd7 req-8c0f3578-bb60-48a5-a558-9f0bbd04507b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710425 Nov 12 11:22:47.281081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40636) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:47.290571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030f7c4-1568-4bc3-b27f-842e269011ce req-6e13da4d-e57b-4f61-bce4-422db31b8d58 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:47.296376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a030f7c4-1568-4bc3-b27f-842e269011ce req-6e13da4d-e57b-4f61-bce4-422db31b8d58 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0783179 Nov 12 11:22:47.373600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a030f7c4-1568-4bc3-b27f-842e269011ce req-b564507d-10be-462c-96f0-621759a08744 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700216 Nov 12 11:22:47.459709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15a18ddb-eb74-4a84-968e-03ca042e82a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.517206 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.564445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15a18ddb-eb74-4a84-968e-03ca042e82a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.639204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15a18ddb-eb74-4a84-968e-03ca042e82a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.704378 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15a18ddb-eb74-4a84-968e-03ca042e82a1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=99de3510764a4752b7e7b7ec3890478f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4141784 Nov 12 11:22:47.704378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18ddb-eb74-4a84-968e-03ca042e82a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73281523-38f7-4446-9b55-693630d31edd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:47.704614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40652) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:47.782021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b69eaba-aa07-4b26-968c-a00dc01bc1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.811421 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b69eaba-aa07-4b26-968c-a00dc01bc1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.940115 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b69eaba-aa07-4b26-968c-a00dc01bc1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.943486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b69eaba-aa07-4b26-968c-a00dc01bc1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:47.948403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4b69eaba-aa07-4b26-968c-a00dc01bc1fe admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/73281523-38f7-4446-9b55-693630d31edd HTTP/1.1" status: 204 len: 168 time: 0.2439673 Nov 12 11:22:47.959146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69eaba-aa07-4b26-968c-a00dc01bc1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73281523-38f7-4446-9b55-693630d31edd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:48.039552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-354124ae-7ef8-4ea2-83bf-36b8261c825b tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=e5a7dc6c2cc14bf6aefa9aae8ff009f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704274 Nov 12 11:22:48.125785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ca2d-5ce7-4906-8ca2-d325e675d1c7 req-6f14a4a3-878f-46ef-b6dd-c0d1a25ad207 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:48.132664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fa3ca2d-5ce7-4906-8ca2-d325e675d1c7 req-6f14a4a3-878f-46ef-b6dd-c0d1a25ad207 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0656335 Nov 12 11:22:48.195376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fa3ca2d-5ce7-4906-8ca2-d325e675d1c7 req-aca01157-ab73-4bbd-8bda-3209686b56ed tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555861 Nov 12 11:22:48.293422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-02c50b3d-f48a-46c2-bcec-91a069b83ab0 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:48.294945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-02c50b3d-f48a-46c2-bcec-91a069b83ab0 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486656 Nov 12 11:22:48.312582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-4e25e7e3-1dff-45d7-b5c2-a1a5ec707e01 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/quotas/e5a7dc6c2cc14bf6aefa9aae8ff009f8 HTTP/1.1" status: 200 len: 375 time: 0.0097337 Nov 12 11:22:48.360075 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-6499fc18-05e6-4dae-ba97-84962e78b0f5 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=e5a7dc6c2cc14bf6aefa9aae8ff009f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390995 Nov 12 11:22:48.443883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40692) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:48.515450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4465f-3fbb-4eea-8bc3-4e28d6dd948d req-42770951-ae46-4eda-9249-1af800e555ac tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:48.517479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90c4465f-3fbb-4eea-8bc3-4e28d6dd948d req-42770951-ae46-4eda-9249-1af800e555ac tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0584610 Nov 12 11:22:48.588100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-29f1fb2f-663e-4d6c-aef9-ab7ecbc9d582 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1194768026'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:48.588723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-29f1fb2f-663e-4d6c-aef9-ab7ecbc9d582 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Unknown quota resources ['metering_label']. {{(pid=109704) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:22:48.608277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90c4465f-3fbb-4eea-8bc3-4e28d6dd948d req-10992a56-9f7d-4ee0-9c84-abf971b2b334 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842135 Nov 12 11:22:48.649707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6efe6aa2-bd02-42ad-a726-97cb6868e06a req-defecc73-18f1-4de6-8b16-ea054b2bdf7c tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 210 time: 0.0342126 Nov 12 11:22:48.899378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-29f1fb2f-663e-4d6c-aef9-ab7ecbc9d582 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:48.900646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-29f1fb2f-663e-4d6c-aef9-ab7ecbc9d582 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4550254 Nov 12 11:22:48.903288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:48.909061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9fbe9863-ab6c-4f5c-8b73-e08628bacf0d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '613fd330-cbec-4d21-97bc-0081bf140442'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:48.910495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9fbe9863-ab6c-4f5c-8b73-e08628bacf0d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109704) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:22:49.082441 n-d-768852-22 neutron-server[109704]: WARNING neutron.services.metering.metering_plugin [None req-9fbe9863-ab6c-4f5c-8b73-e08628bacf0d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 11:22:49.224035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9863-ab6c-4f5c-8b73-e08628bacf0d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.225230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9fbe9863-ab6c-4f5c-8b73-e08628bacf0d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3209915 Nov 12 11:22:49.228774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40728) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:49.233764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d0e97e4c-b56e-476b-92cf-2b43192e8a5d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '613fd330-cbec-4d21-97bc-0081bf140442'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:49.234251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d0e97e4c-b56e-476b-92cf-2b43192e8a5d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109704) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:22:49.304370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c536aba-e957-4781-8dd0-ff72923ac574 req-7778365a-d62b-45e2-938b-a0f2e647e449 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:49.311840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c536aba-e957-4781-8dd0-ff72923ac574 req-7778365a-d62b-45e2-938b-a0f2e647e449 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1472862 Nov 12 11:22:49.322971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-80c2d9c4-2838-45d5-a163-6c5a226cea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:49.328269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-80c2d9c4-2838-45d5-a163-6c5a226cea4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 1097 time: 0.0978496 Nov 12 11:22:49.381038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c536aba-e957-4781-8dd0-ff72923ac574 req-64d3d713-bd15-40b8-9cdc-6f98751ddeda tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682623 Nov 12 11:22:49.385239 n-d-768852-22 neutron-server[109704]: WARNING neutron.services.metering.metering_plugin [None req-d0e97e4c-b56e-476b-92cf-2b43192e8a5d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 11:22:49.468201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14edf5-b315-447f-bc3d-3e35afdcca8a req-9e78d3b6-25aa-48b0-aa62-5b3a221f75f0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:49.469736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de14edf5-b315-447f-bc3d-3e35afdcca8a req-9e78d3b6-25aa-48b0-aa62-5b3a221f75f0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1098802 Nov 12 11:22:49.481770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0e97e4c-b56e-476b-92cf-2b43192e8a5d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.486995 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d0e97e4c-b56e-476b-92cf-2b43192e8a5d tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2572265 Nov 12 11:22:49.493364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40740) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:49.499237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-df107d55-1e81-4e39-bf10-4509cf4d49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:49.500832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-df107d55-1e81-4e39-bf10-4509cf4d49f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.1684427 Nov 12 11:22:49.504148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7a201619-d384-43dc-86e0-91f92c1943f5 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=baabb68d-dcc5-4981-aac0-610eed3fd9b6 HTTP/1.1" status: 200 len: 462 time: 0.0136030 Nov 12 11:22:49.504277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40742) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:49.573386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-6f537690-02a7-4153-b95e-5e1e94eb7c8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 200 len: 217 time: 0.0619049 Nov 12 11:22:49.600893 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de14edf5-b315-447f-bc3d-3e35afdcca8a req-ae92adb9-c5ab-4c4b-a129-2539905229fb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188760 Nov 12 11:22:49.666688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-02814896-f1a7-4244-8290-fd893caf7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:49.671728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-02814896-f1a7-4244-8290-fd893caf7d54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.0870161 Nov 12 11:22:49.688961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40752) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:49.783994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7a59234-1afc-4356-a3bb-0cbd6dbbd562 req-69f71b08-a835-4320-aecf-b59fed769ba7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 210 time: 0.0507257 Nov 12 11:22:49.806819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-db442627-d583-45c1-a153-956a70bf1e3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958309 Nov 12 11:22:49.873675 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d0b6804e-a1eb-429b-91cb-e9954aa78ba3 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:49.877456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d0b6804e-a1eb-429b-91cb-e9954aa78ba3 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/baabb68d-dcc5-4981-aac0-610eed3fd9b6 HTTP/1.1" status: 204 len: 168 time: 0.3702242 Nov 12 11:22:49.879433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40760) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:49.888131 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:22:49.899140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8a4e3465-be6f-4405-9289-dc4a3de0a413 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=baabb68d-dcc5-4981-aac0-610eed3fd9b6 HTTP/1.1" status: 200 len: 221 time: 0.0176864 Nov 12 11:22:49.902427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40762) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:49.908313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f6c2086a-6fbb-4c6b-9b10-bf87544db8f8 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1569616161', 'description': 'label created by tempest'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:49.908771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f6c2086a-6fbb-4c6b-9b10-bf87544db8f8 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Unknown quota resources ['metering_label']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:22:50.003157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-259922121-network', 'tenant_id': '8958a0b6784f48bf9d8871d5da2bb7b0'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:50.032145 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-8c5319c0-4cb0-468e-912e-f682d7fe30b6 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029395 Nov 12 11:22:50.082541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Made reservation on behalf of 8958a0b6784f48bf9d8871d5da2bb7b0 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:50.085427 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.095505 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.192583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.257208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6c2086a-6fbb-4c6b-9b10-bf87544db8f8 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.258296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6c2086a-6fbb-4c6b-9b10-bf87544db8f8 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3549163 Nov 12 11:22:50.258624 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.262508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40770) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.294204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:22:50.305538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d4d675-75a5-4ae3-9192-10c228ed05f8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:50.316772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b72bb29c-e35b-489f-a79f-971ce130bf4c req-04dc6c42-98ca-4e8c-a543-c45447113105 service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772388 Nov 12 11:22:50.332714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.333658 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Added segment 793530f6-1533-482c-b2ce-78e77b74673f of type vlan for network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e Nov 12 11:22:50.364672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2e1a1c66-42f7-485a-ace6-0117c42c2b9e tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=4c9631e2-9edd-48f6-9bcc-d65ac979219e HTTP/1.1" status: 200 len: 468 time: 0.1009977 Nov 12 11:22:50.367803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40772) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.397388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.493923 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.495294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:50.495988 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.593258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:50.605785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ee6f7-7fd0-4213-9ad8-60f4b9d4ddd1 req-d222b5b1-6e5f-44c9-b13d-ad540d5cd231 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:50.606053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:22:50.607782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c7ee6f7-7fd0-4213-9ad8-60f4b9d4ddd1 req-d222b5b1-6e5f-44c9-b13d-ad540d5cd231 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1337910 Nov 12 11:22:50.657957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2e32ba22-173d-4b9c-8dbb-e1a071eeb0d3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9668336 Nov 12 11:22:50.658176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40782) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.661612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dbfec9ec-bee8-46d8-8c44-4a2f755a2840 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.662773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dbfec9ec-bee8-46d8-8c44-4a2f755a2840 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/4c9631e2-9edd-48f6-9bcc-d65ac979219e HTTP/1.1" status: 204 len: 168 time: 0.2939689 Nov 12 11:22:50.669649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40786) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.671020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Request body: {'subnet': {'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-259922121-subnet', 'tenant_id': '8958a0b6784f48bf9d8871d5da2bb7b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:50.691838 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.693655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a3c093fa-e883-4937-b9f5-36c2dae71950 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=4c9631e2-9edd-48f6-9bcc-d65ac979219e HTTP/1.1" status: 200 len: 216 time: 0.0214243 Nov 12 11:22:50.697884 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c7ee6f7-7fd0-4213-9ad8-60f4b9d4ddd1 req-12632948-3294-4864-8282-e3ce3a9e6b61 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827048 Nov 12 11:22:50.699917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.715685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-86eab85f-e809-46fd-8d06-74f640d4c0b8 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0146124 Nov 12 11:22:50.719384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40790) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.742848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-17c8398d-adff-40cd-be80-7273c2b11d91 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0222926 Nov 12 11:22:50.743610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.791324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Made reservation on behalf of 8958a0b6784f48bf9d8871d5da2bb7b0 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:50.794338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:50.828341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4028ec02-c7df-43a7-aef2-404a28ca4cb0 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels/613fd330-cbec-4d21-97bc-0081bf140442 HTTP/1.1" status: 200 len: 473 time: 0.0795176 Nov 12 11:22:50.829338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40796) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.864804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-af887b22-7eba-42be-bd7e-a44505929c93 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules/b7a53ad9-bc71-4a23-ab1a-e345153bc3e0 HTTP/1.1" status: 200 len: 459 time: 0.0169291 Nov 12 11:22:50.866531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40798) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:50.902623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d972512-bac7-4cbc-90b0-bdc7fc182405 req-5bca80d5-6b96-4bc0-a666-23145a7f4dd3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:50.903294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-99b62c71-6c63-4124-8f19-4f8f05c02043 req-0367f9a3-5941-49f1-98d0-4cd4558cae3d tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 210 time: 0.0329030 Nov 12 11:22:50.910048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d972512-bac7-4cbc-90b0-bdc7fc182405 req-5bca80d5-6b96-4bc0-a666-23145a7f4dd3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1487973 Nov 12 11:22:50.955779 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d972512-bac7-4cbc-90b0-bdc7fc182405 req-f75dc68e-69ba-4f53-997a-f6c282555875 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Nov 12 11:22:51.121319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6cf0f16b-7c70-45e8-82fb-e15604a4f789 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.123050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6cf0f16b-7c70-45e8-82fb-e15604a4f789 tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/b7a53ad9-bc71-4a23-ab1a-e345153bc3e0 HTTP/1.1" status: 204 len: 168 time: 0.2552061 Nov 12 11:22:51.125267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40804) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:51.168362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.222245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e56e48a-ae19-49dc-bd7e-7e258b0de738,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:51.239433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Checking segment: {'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:51.239791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Network hostable DHCP agents. Network: 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:22:51.448340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:22:51.505560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-2f65903f-5a91-443a-9c86-5356c0b91534 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e5a7dc6c2cc14bf6aefa9aae8ff009f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268350 Nov 12 11:22:51.524967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec4577eb-6fc8-4d78-8d47-d967590a97df tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.526046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ec4577eb-6fc8-4d78-8d47-d967590a97df tempest-MeteringIpV6TestJSON-1580064354 tempest-MeteringIpV6TestJSON-1580064354-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/613fd330-cbec-4d21-97bc-0081bf140442 HTTP/1.1" status: 204 len: 168 time: 0.3994431 Nov 12 11:22:51.556081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:51.563296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:51.563762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:51.566777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9b4477-760e-4836-89b5-afc7e6cba4e4 None None] Network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:51.675299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-549e6b23-f9cc-468e-be07-42c7213456c8 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:51.677786 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-549e6b23-f9cc-468e-be07-42c7213456c8 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633556 Nov 12 11:22:51.695896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Request body: {'port': {'device_id': '76d21191-e4d6-4c23-ad7e-d6c96f0ae96a', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': 'e5a7dc6c2cc14bf6aefa9aae8ff009f8'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:51.758678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f99d8f-58fc-4f81-9a13-40d5e0ec2f45 None None] Network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:22:51.849991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0729ea7e-8912-4b3f-91a9-fbfa3b867a7b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1850100 Nov 12 11:22:52.031769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-569558f1-2364-4651-8dd3-fe5024bdde84 req-58a54d7c-3722-4789-b4c5-c43d91a03caf tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 210 time: 0.0296979 Nov 12 11:22:52.209531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18da776-3610-43a3-bae6-839ec31e2628 req-765bf4fa-9e7f-48d3-9041-e9c6c7f21e30 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:52.223136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e18da776-3610-43a3-bae6-839ec31e2628 req-765bf4fa-9e7f-48d3-9041-e9c6c7f21e30 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0872059 Nov 12 11:22:52.307260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e18da776-3610-43a3-bae6-839ec31e2628 req-5a5217b7-5f79-4778-8b30-b3957e64be72 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878429 Nov 12 11:22:52.324187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Made reservation on behalf of e5a7dc6c2cc14bf6aefa9aae8ff009f8 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:22:52.327788 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.340413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.380522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40840) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:52.387847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973ff5-139e-4588-b2fc-f013a0d0d057 req-91f515d2-58ce-4803-9c8f-63f98cee3552 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:52.389487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41973ff5-139e-4588-b2fc-f013a0d0d057 req-91f515d2-58ce-4803-9c8f-63f98cee3552 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.5034037 Nov 12 11:22:52.485330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41973ff5-139e-4588-b2fc-f013a0d0d057 req-c417aeba-d712-46e1-9832-1b55e47582af tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798118 Nov 12 11:22:52.509745 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.549766 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41e34f29-b0f4-4f0a-b01c-43a09a9d0046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.578930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.682456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41e34f29-b0f4-4f0a-b01c-43a09a9d0046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.719597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d003fa0-7014-4fd4-b88c-644a584e61a8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:52.733730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41e34f29-b0f4-4f0a-b01c-43a09a9d0046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.776231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-41e34f29-b0f4-4f0a-b01c-43a09a9d0046 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=71e297c3309045f09bceaa49eb8a9173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3937912 Nov 12 11:22:52.780331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:52.802438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e34f29-b0f4-4f0a-b01c-43a09a9d0046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92e9cc8-1f4e-4666-8eb2-8df6f086e777,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:52.867964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-355b348d-602c-412c-9541-ede6dce65442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:52.868182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Allocated IP 192.168.233.155 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/6b97a6b3-3d2d-43b5-8f3e-be354bc058fe) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:22:52.905771 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-355b348d-602c-412c-9541-ede6dce65442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.090896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.163510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd8c1766-b921-4a7a-8b0d-6420abdc6598 req-b63e8aee-1de1-45bb-97ef-c68992b5d752 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 210 time: 0.0332446 Nov 12 11:22:53.168927 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-355b348d-602c-412c-9541-ede6dce65442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.172410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-355b348d-602c-412c-9541-ede6dce65442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.176401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-355b348d-602c-412c-9541-ede6dce65442 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c92e9cc8-1f4e-4666-8eb2-8df6f086e777 HTTP/1.1" status: 204 len: 168 time: 0.3924499 Nov 12 11:22:53.187117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b348d-602c-412c-9541-ede6dce65442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92e9cc8-1f4e-4666-8eb2-8df6f086e777,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:53.193147 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.304105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:22:53.310670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:22:53.313597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Pushing event updated for resources: {'Port': ['ID=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:53.318263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:22:53.448805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:53.449597 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.504641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d024fc-5465-4cf4-8dd9-37e39d34503c req-38200a04-7920-4d68-9e5a-04ace5e7bcd3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:53.513193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f2d024fc-5465-4cf4-8dd9-37e39d34503c req-38200a04-7920-4d68-9e5a-04ace5e7bcd3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.0890353 Nov 12 11:22:53.600820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f2d024fc-5465-4cf4-8dd9-37e39d34503c req-bdef85cc-99ec-4307-b764-4b9b44ace98e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779746 Nov 12 11:22:53.606427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-826a7df8-cce9-4a4e-a588-c845f3804de7 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9178579 Nov 12 11:22:53.621303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Request body: {'port': {'device_id': '76d21191-e4d6-4c23-ad7e-d6c96f0ae96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:22:53.647407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea848d8-05bd-4db0-9470-b952147d7812 req-a640f548-0752-4129-8897-7660b6c5745f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:53.649793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ea848d8-05bd-4db0-9470-b952147d7812 req-a640f548-0752-4129-8897-7660b6c5745f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0889220 Nov 12 11:22:53.692788 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.709544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ea848d8-05bd-4db0-9470-b952147d7812 req-daece452-923b-4436-951a-3055bc006395 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529454 Nov 12 11:22:53.729613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4fd846ab-ff63-44c1-8f1d-7a8af992d1ba None None] Provisioning complete for port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:22:53.730713 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fd846ab-ff63-44c1-8f1d-7a8af992d1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:53.807945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4fd846ab-ff63-44c1-8f1d-7a8af992d1ba None None] Port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:22:54.238711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:54.248340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.267993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Transition to ACTIVE for port object 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:22:54.325853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40898) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:54.340002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.355101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a82cad25-7b5c-4379-98b5-3aaf34c22cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.431223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:54.529062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b95656-1101-47de-b1e9-f981c3c2a817 req-e49223b0-deb4-40d9-996a-38a5de97a9e3 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:54.530869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a82cad25-7b5c-4379-98b5-3aaf34c22cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.537990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7b95656-1101-47de-b1e9-f981c3c2a817 req-e49223b0-deb4-40d9-996a-38a5de97a9e3 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 948 time: 0.2479627 Nov 12 11:22:54.616204 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a82cad25-7b5c-4379-98b5-3aaf34c22cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.659951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7b95656-1101-47de-b1e9-f981c3c2a817 req-c153ec76-1f37-4834-8ca7-e6b1d2089c77 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137009 Nov 12 11:22:54.670655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Attempting to bind port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:22:54.671237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Attempting to bind port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:22:54.671770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Attempting to bind port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:54.677089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:22:54.680451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Attempting to bind port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:22:54.684422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:22:54.685281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:22:54.685886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:22:54.686644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Bound port: 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:22:54.687224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.788263 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a82cad25-7b5c-4379-98b5-3aaf34c22cfe admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a46247fc554441c287dbf8ae08840eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582949 Nov 12 11:22:54.795544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40908) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:54.803585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cad25-7b5c-4379-98b5-3aaf34c22cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69a1415-5cff-4c32-8334-9095c1fa80a2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:54.824168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] For port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:22:54.867201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3db2-b796-4246-a415-44b09618ac6b req-56aa3eb0-2dc1-4e65-ac4d-0d9552d75a16 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:54.868865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-501a3db2-b796-4246-a415-44b09618ac6b req-56aa3eb0-2dc1-4e65-ac4d-0d9552d75a16 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.1861863 Nov 12 11:22:54.902194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] For port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:22:54.926101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cab93ab-ec11-47a3-b215-25837bcf5c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:54.954831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-501a3db2-b796-4246-a415-44b09618ac6b req-3215aac9-a863-4394-89ab-cc0f8f5d2668 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737104 Nov 12 11:22:54.961727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cab93ab-ec11-47a3-b215-25837bcf5c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:55.016009 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:55.075063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:55.075628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:55.077143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] 10.222.0.57 "PUT /v2.0/ports/6b97a6b3-3d2d-43b5-8f3e-be354bc058fe HTTP/1.1" status: 200 len: 1097 time: 1.4609065 Nov 12 11:22:55.077628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d21191-e4d6-4c23-ad7e-d6c96f0ae96a', 'tag': '6b97a6b3-3d2d-43b5-8f3e-be354bc058fe'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:22:55.080218 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638f02cd-eccd-42cf-8549-040cea59f16d" -d '{"events": [{"name": "network-changed", "server_uuid": "76d21191-e4d6-4c23-ad7e-d6c96f0ae96a", "tag": "6b97a6b3-3d2d-43b5-8f3e-be354bc058fe"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:22:55.151393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef6e3f-0527-4152-9709-d92df79e8ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:55.196405 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd617bf-9d28-4708-9fa8-871916b8c1bf x-openstack-request-id: req-3fd617bf-9d28-4708-9fa8-871916b8c1bf {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:22:55.196748 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d21191-e4d6-4c23-ad7e-d6c96f0ae96a", "tag": "6b97a6b3-3d2d-43b5-8f3e-be354bc058fe", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:22:55.200338 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3fd617bf-9d28-4708-9fa8-871916b8c1bf {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:22:55.206690 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d21191-e4d6-4c23-ad7e-d6c96f0ae96a', 'tag': '6b97a6b3-3d2d-43b5-8f3e-be354bc058fe', 'status': 'completed', 'code': 200} Nov 12 11:22:55.252963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cab93ab-ec11-47a3-b215-25837bcf5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:55.258843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1cab93ab-ec11-47a3-b215-25837bcf5c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:55.265054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1cab93ab-ec11-47a3-b215-25837bcf5c01 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a69a1415-5cff-4c32-8334-9095c1fa80a2 HTTP/1.1" status: 204 len: 168 time: 0.4674234 Nov 12 11:22:55.407847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab93ab-ec11-47a3-b215-25837bcf5c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69a1415-5cff-4c32-8334-9095c1fa80a2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:55.449996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f02cd-eccd-42cf-8549-040cea59f16d req-a60bbf05-d3d4-4565-a04e-3dee08dc9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:55.451600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-638f02cd-eccd-42cf-8549-040cea59f16d req-a60bbf05-d3d4-4565-a04e-3dee08dc9da3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5a7dc6c2cc14bf6aefa9aae8ff009f8&device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 1100 time: 0.2196703 Nov 12 11:22:55.528149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd69f7-bf23-4534-89f3-451a795bcd02 req-19b96d34-54cc-4757-8dc9-19f5ce6b7807 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:55.530922 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8afd69f7-bf23-4534-89f3-451a795bcd02 req-19b96d34-54cc-4757-8dc9-19f5ce6b7807 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2677813 Nov 12 11:22:55.535111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-638f02cd-eccd-42cf-8549-040cea59f16d req-d9ef954e-4803-4263-9245-3183bf61b665 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e5a7dc6c2cc14bf6aefa9aae8ff009f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700951 Nov 12 11:22:55.663635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8afd69f7-bf23-4534-89f3-451a795bcd02 req-90294b0f-f417-4eb7-bd6e-af52d40f7d02 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237240 Nov 12 11:22:55.912202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320a205-02cf-4336-83c6-111acbedbe8a req-ed345917-308c-435f-89ef-851898ba9cde tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:55.922249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1320a205-02cf-4336-83c6-111acbedbe8a req-ed345917-308c-435f-89ef-851898ba9cde tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 948 time: 0.1482520 Nov 12 11:22:56.085023 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1320a205-02cf-4336-83c6-111acbedbe8a req-cbb75de5-c662-48e3-9511-921ebc2b6d8e tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435099 Nov 12 11:22:56.099735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4b699-4f90-4a61-add7-aec6cecb7e64 req-64a00d36-8e3e-4ae2-bbc0-1ff2f3287d19 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:56.136707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64f4b699-4f90-4a61-add7-aec6cecb7e64 req-64a00d36-8e3e-4ae2-bbc0-1ff2f3287d19 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.3115480 Nov 12 11:22:56.219910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f02cd-eccd-42cf-8549-040cea59f16d req-cfa46608-a644-4a12-b6e8-a3549abe35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:56.222773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-638f02cd-eccd-42cf-8549-040cea59f16d req-cfa46608-a644-4a12-b6e8-a3549abe35c6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6750901 Nov 12 11:22:56.294096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64f4b699-4f90-4a61-add7-aec6cecb7e64 req-4e5199cd-8a08-48bc-a4ba-39ddcf386bf1 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562660 Nov 12 11:22:56.387021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-5e22f59f-7a53-4e6b-a196-5395c0271564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:56.389508 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-5e22f59f-7a53-4e6b-a196-5395c0271564 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5a7dc6c2cc14bf6aefa9aae8ff009f8&device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 1100 time: 0.1148281 Nov 12 11:22:56.477656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-c2a3256a-45a8-4792-b1c5-7cf67e33fbd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe HTTP/1.1" status: 200 len: 217 time: 0.0772841 Nov 12 11:22:56.576973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-00190213-cfe0-4e52-853f-4dbbd5e7aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:56.579633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-00190213-cfe0-4e52-853f-4dbbd5e7aec4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0942686 Nov 12 11:22:56.660544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-5acda191-bfd2-4677-8af9-7f91f0af3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:56.665185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-5acda191-bfd2-4677-8af9-7f91f0af3446 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777526 Nov 12 11:22:56.902549 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-486067bc-ee22-48ec-836c-9022d8097bb0 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296433 Nov 12 11:22:57.028847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bd6bbe67-f367-49fb-89b8-e34dbeb848a3 req-da2c47e8-3e31-41ba-87a6-0a3915d15022 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166327 Nov 12 11:22:57.048629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-c5cc378a-3a2a-4881-8141-9994dd0f2490 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:57.056486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-c5cc378a-3a2a-4881-8141-9994dd0f2490 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.2940376 Nov 12 11:22:57.075401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-915080b4-5702-4f11-a4d9-a62d881f3f2f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/quotas/47eb09e34b40417790f30046c157e078 HTTP/1.1" status: 200 len: 375 time: 0.0174787 Nov 12 11:22:57.123257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40974) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:57.210434 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-e3da120f-c383-4f34-bf57-4807d680a431 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1264651 Nov 12 11:22:57.291624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd70e6c-01c4-4532-b7c6-bdf1d5307916 req-b949fa02-9397-4d90-aca9-27cfae5ceb61 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:57.294363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afd70e6c-01c4-4532-b7c6-bdf1d5307916 req-b949fa02-9397-4d90-aca9-27cfae5ceb61 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 948 time: 0.0884955 Nov 12 11:22:57.372493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-ac0ca156-2f07-4e13-9b60-eb53c1acb1cf service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593246 Nov 12 11:22:57.418813 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41852424-7a7c-4a13-b01a-db3344519701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.462101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afd70e6c-01c4-4532-b7c6-bdf1d5307916 req-7f7990f5-e2d6-4ff8-bebc-c3123d7dd323 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610310 Nov 12 11:22:57.550894 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-8530f39e-cd1d-4c4b-bbb3-72e066365b8d service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708763 Nov 12 11:22:57.612540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41852424-7a7c-4a13-b01a-db3344519701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.750719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-41852424-7a7c-4a13-b01a-db3344519701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:57.813775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852424-7a7c-4a13-b01a-db3344519701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcbd19c-705c-4b29-b586-f1e8a0a7c655,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:57.819197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-41852424-7a7c-4a13-b01a-db3344519701 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=520945d537ed42ec8c2cff06e8651a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6933877 Nov 12 11:22:57.822159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40990) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:57.929078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35e37f38-9908-450e-83ab-616f696db2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.004625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35e37f38-9908-450e-83ab-616f696db2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.208214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35e37f38-9908-450e-83ab-616f696db2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.214208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35e37f38-9908-450e-83ab-616f696db2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:58.216507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-35e37f38-9908-450e-83ab-616f696db2b9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4bcbd19c-705c-4b29-b586-f1e8a0a7c655 HTTP/1.1" status: 204 len: 168 time: 0.3925171 Nov 12 11:22:58.240367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e37f38-9908-450e-83ab-616f696db2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcbd19c-705c-4b29-b586-f1e8a0a7c655,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:58.474261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a0acbb5-8ef4-45f1-94af-8baaccf44181 req-13b8815d-c7b9-481c-8044-b274420b1f2b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 210 time: 0.5324731 Nov 12 11:22:58.663462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c01f96-be98-4b2b-b2e1-d8a156d53355 req-0935bfd4-e947-4f9e-a0c3-468e768fdbe6 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:22:58.672909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a1c01f96-be98-4b2b-b2e1-d8a156d53355 req-0935bfd4-e947-4f9e-a0c3-468e768fdbe6 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 948 time: 0.0997167 Nov 12 11:22:58.872865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a1c01f96-be98-4b2b-b2e1-d8a156d53355 req-0524d1b6-ac1c-4766-a6ce-a239afa8a535 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966867 Nov 12 11:22:59.079248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:22:59.222861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:59.237679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '6b97a6b3-3d2d-43b5-8f3e-be354bc058fe', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '6b97a6b3-3d2d-43b5-8f3e-be354bc058fe', 'mac_address': 'fa:16:3e:d8:6a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:22:59.297483 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.316040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:22:59.338848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41022) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:59.347663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:22:59.357393 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47571c81-ae60-4845-a3a9-dfdf4ea529c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.384836 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-55ea9396-3943-43a3-b252-94f0e9549e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.442300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.486052 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47571c81-ae60-4845-a3a9-dfdf4ea529c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.544024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:59.585482 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47571c81-ae60-4845-a3a9-dfdf4ea529c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.662540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6b97a6b3-3d2d-43b5-8f3e-be354bc058fe'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:22:59.673381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaa39724-0dcd-4710-bfd3-1db188c4a724 req-2c703e11-da3c-4118-a294-508fe992179c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 210 time: 0.0760629 Nov 12 11:22:59.678273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47571c81-ae60-4845-a3a9-dfdf4ea529c7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f22cc147301e48b8817e48103e919c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3377562 Nov 12 11:22:59.679681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47571c81-ae60-4845-a3a9-dfdf4ea529c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0561a6-0a6b-4583-959f-57a580e77da8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:22:59.681496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41030) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:59.786225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41038) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:22:59.821610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3395b76a-d1c5-41ee-953a-1f7be5621fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:22:59.895352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3395b76a-d1c5-41ee-953a-1f7be5621fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.097931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edaf56-db30-43f6-9e05-e8b1d57d6c85 req-63ace86a-3f25-40b1-bc64-d0020a3c56d9 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:00.101372 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5edaf56-db30-43f6-9e05-e8b1d57d6c85 req-63ace86a-3f25-40b1-bc64-d0020a3c56d9 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 949 time: 0.0769229 Nov 12 11:23:00.129094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1896943324'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:00.150080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3395b76a-d1c5-41ee-953a-1f7be5621fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.155996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3395b76a-d1c5-41ee-953a-1f7be5621fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.160131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3395b76a-d1c5-41ee-953a-1f7be5621fc4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9d0561a6-0a6b-4583-959f-57a580e77da8 HTTP/1.1" status: 204 len: 168 time: 0.4736567 Nov 12 11:23:00.169666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395b76a-d1c5-41ee-953a-1f7be5621fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0561a6-0a6b-4583-959f-57a580e77da8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:00.184173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5edaf56-db30-43f6-9e05-e8b1d57d6c85 req-114046e9-c371-4188-8755-24cbef43304d tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710378 Nov 12 11:23:00.265269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Made reservation on behalf of 8515c2f491844450a836c2589c34faf8 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:00.268900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.279007 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.367731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.453151 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.483069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:23:00.502945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83186cc7-e234-4041-bff1-74c9ffbc7337,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:00.519556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.522501 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Added segment da5c7308-e20b-4cd4-b96f-da002daa9a13 of type vlan for network ef87a1a1-eb42-4ddc-a734-4517154f864f Nov 12 11:23:00.574045 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.683247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.696849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:00.696849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:00.811789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2c9483ec-4c4b-4879-bcda-bc62355e5eae tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:00.814528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2c9483ec-4c4b-4879-bcda-bc62355e5eae tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.57 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.1585383 Nov 12 11:23:00.821718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Pushing event updated for resources: {'Network': ['ID=ef87a1a1-eb42-4ddc-a734-4517154f864f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:00.834424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ef87a1a1-eb42-4ddc-a734-4517154f864f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:23:00.848325 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3ca42a3e-80fc-46fb-9b55-35d733155c31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0605624 Nov 12 11:23:00.867836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'port': {'device_id': '894916bd-0262-4c14-8837-bccceafa0cd7', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'admin_state_up': True, 'tenant_id': '47eb09e34b40417790f30046c157e078'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:00.894444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa3567ac-1e6b-470f-b93d-be2579227753 req-54e9bfde-e8a0-4cad-b33a-bdb4d8029907 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 210 time: 0.0702395 Nov 12 11:23:01.093115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:01.173200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Made reservation on behalf of 47eb09e34b40417790f30046c157e078 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:01.180953 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.289129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:23:01.295627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:01.296270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.415653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41076) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:01.428652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Request body: {'port': {'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f', 'binding:host_id': 'n-h1-768852-22', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1684996267'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:01.476175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bcd4d-082f-47b2-b6d0-fab4d541ecf5 req-951956f6-5e60-4b3a-87be-9083861d464c tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:01.478886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662bcd4d-082f-47b2-b6d0-fab4d541ecf5 req-951956f6-5e60-4b3a-87be-9083861d464c tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 949 time: 0.1215942 Nov 12 11:23:01.505045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Made reservation on behalf of debef2ebe5ce4e74b33f67511bff9739 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:01.508149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.538609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.551157 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.558040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-662bcd4d-082f-47b2-b6d0-fab4d541ecf5 req-cf3141a0-d710-44d7-8bc9-88e66bbad86f tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728450 Nov 12 11:23:01.564125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Allocated IP 172.20.0.12 (dee60f8e-6462-4771-93ee-ff3744977885/4ad8e53f-894d-4de8-8319-ecbcc2645a04/fed41b11-dace-4cc8-a726-0518ed5a5203) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:01.590796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d21191-e4d6-4c23-ad7e-d6c96f0ae96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b97a6b3-3d2d-43b5-8f3e-be354bc058fe'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:01.593634 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464453b5-f27d-4a69-b02c-fe64bb979adb" -d '{"events": [{"server_uuid": "76d21191-e4d6-4c23-ad7e-d6c96f0ae96a", "name": "network-vif-plugged", "status": "completed", "tag": "6b97a6b3-3d2d-43b5-8f3e-be354bc058fe"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:01.619419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:01.729269 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4548babf-51aa-4c65-9c24-a972e4c5267e x-openstack-request-id: req-4548babf-51aa-4c65-9c24-a972e4c5267e {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:01.729855 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d21191-e4d6-4c23-ad7e-d6c96f0ae96a", "name": "network-vif-plugged", "status": "completed", "tag": "6b97a6b3-3d2d-43b5-8f3e-be354bc058fe", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:01.730298 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4548babf-51aa-4c65-9c24-a972e4c5267e {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:01.730869 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d21191-e4d6-4c23-ad7e-d6c96f0ae96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b97a6b3-3d2d-43b5-8f3e-be354bc058fe', 'code': 200} Nov 12 11:23:01.740902 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.761363 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.866454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:01.878591 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc9aaf27-c04b-42d0-bf23-65893cd06936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.922402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:01.938965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2263c2d-2427-44ee-978f-a247cb42d511 req-c867ddcc-682f-4fbd-9085-8417c8ecd308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:01.940650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f2263c2d-2427-44ee-978f-a247cb42d511 req-c867ddcc-682f-4fbd-9085-8417c8ecd308 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 1102 time: 0.1575859 Nov 12 11:23:01.944017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] device_id is not set on port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:02.042428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f2263c2d-2427-44ee-978f-a247cb42d511 req-6272e2b0-5a7a-48e8-b324-5abbc4184649 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941706 Nov 12 11:23:02.122209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea0bcd0-9f86-436a-b9fe-c2553b8351ab,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:02.124171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5757a9fb-4bbd-4b19-a892-24910469ca5d req-69240a7d-5418-4a96-ab15-b2eaf1c39116 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 210 time: 0.0361025 Nov 12 11:23:02.158193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.158451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.159367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.159774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.160215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.160668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.161062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.161592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.161989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.162400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.162791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.163185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:02.197606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c844b5-4fa1-4a00-bdac-b0736a3fb448 req-517cf983-9a56-495c-a6bc-ac4cbeeba363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:02.200561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07c844b5-4fa1-4a00-bdac-b0736a3fb448 req-517cf983-9a56-495c-a6bc-ac4cbeeba363 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 1097 time: 0.3302171 Nov 12 11:23:02.211572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.287863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07c844b5-4fa1-4a00-bdac-b0736a3fb448 req-139c8722-613c-4d69-a8b3-4b0576110a9a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817580 Nov 12 11:23:02.378938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] device_id is not set on port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:02.389906 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.444182 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.460975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['63583077-8eb1-4f1d-8d9e-a65388c3cdec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:23:02.507282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.538125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Network dee60f8e-6462-4771-93ee-ff3744977885 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:02.541998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:02.545861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:02.605148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'Port': ['ID=fed41b11-dace-4cc8-a726-0518ed5a5203,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:02.699026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Checking segment: {'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:02.699385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Network hostable DHCP agents. Network: ef87a1a1-eb42-4ddc-a734-4517154f864f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:23:02.742251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:02.743634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.761417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=8f6ea761-e0e9-4239-bfbd-4859e0f4be19,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:02.813980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Network ef87a1a1-eb42-4ddc-a734-4517154f864f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:23:02.842870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b91db8-fa6e-42a6-b262-337ce760cfd8 req-dc0a23bd-f3de-4f3b-82d2-1f106e7e2508 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:02.850743 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b91db8-fa6e-42a6-b262-337ce760cfd8 req-dc0a23bd-f3de-4f3b-82d2-1f106e7e2508 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 950 time: 0.1032758 Nov 12 11:23:02.868369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-2baa55f1-565b-4a2b-9140-14a047cf2cc5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0284059 Nov 12 11:23:02.897080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Request body: {'port': {'device_id': '894916bd-0262-4c14-8837-bccceafa0cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:02.936291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1e5353f2-a72d-486c-9e91-96b2b276ef40 None None] Provisioning complete for port fed41b11-dace-4cc8-a726-0518ed5a5203 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:02.938668 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e5353f2-a72d-486c-9e91-96b2b276ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:02.990450 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.012330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1e5353f2-a72d-486c-9e91-96b2b276ef40 None None] Port fed41b11-dace-4cc8-a726-0518ed5a5203 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:03.051371 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.119501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ef87a1a1-eb42-4ddc-a734-4517154f864f) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:03.134663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0b91db8-fa6e-42a6-b262-337ce760cfd8 req-b354ca48-f223-4994-b086-ec56303f5b53 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829349 Nov 12 11:23:03.138877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674707b7-c12f-441d-91e9-c6de5db15b8c None None] Network ef87a1a1-eb42-4ddc-a734-4517154f864f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:03.141701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:03.205404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.205890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.206255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.248148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.248861 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.250715 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 2 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.320191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.320519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.320851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.340352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.340683 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.346166 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 3 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.384228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.384562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.384929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.399290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef4aff-5200-4059-8dfe-2069f5ee5595 req-6dac3706-4880-4cb5-8baa-fc1263fe52e6 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:03.400740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-beef4aff-5200-4059-8dfe-2069f5ee5595 req-6dac3706-4880-4cb5-8baa-fc1263fe52e6 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 932 time: 0.1432478 Nov 12 11:23:03.426495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.432515 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.497983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed41b11-dace-4cc8-a726-0518ed5a5203 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:23:03.517477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.531267 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 4 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.541941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Transition to ACTIVE for port object fed41b11-dace-4cc8-a726-0518ed5a5203 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:23:03.562179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.562520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.562862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.575530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.575858 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.578320 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 5 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.603382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-beef4aff-5200-4059-8dfe-2069f5ee5595 req-1d403404-f966-4a37-af7d-2256ece53d0d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779132 Nov 12 11:23:03.604285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.604770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.604952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.613181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.613519 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.613920 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 6 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.649782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.649782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.649782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.654800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.655138 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.655522 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 7 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.671459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.671804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.672176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.676836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.693133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.693256 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.711418 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 8 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.778713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.779061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.779592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.790432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.791180 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.849180 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 9 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.856886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Pushing event updated for resources: {'Port': ['ID=fed41b11-dace-4cc8-a726-0518ed5a5203,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:03.888896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.889236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.889584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.896118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.896506 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.897123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Attempting to bind port fed41b11-dace-4cc8-a726-0518ed5a5203 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.897450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Attempting to bind port fed41b11-dace-4cc8-a726-0518ed5a5203 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.897770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Attempting to bind port fed41b11-dace-4cc8-a726-0518ed5a5203 on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.901373 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 10 to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 Nov 12 11:23:03.914567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Port fed41b11-dace-4cc8-a726-0518ed5a5203 on network dee60f8e-6462-4771-93ee-ff3744977885 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.914928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Attempting to bind port fed41b11-dace-4cc8-a726-0518ed5a5203 on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.919873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:03.920235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:03.920832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:03.927652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:03.928094 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:03.928453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:03.933293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:03.935745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Checking segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:03.935745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Bound using segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:03.935745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Bound port: fed41b11-dace-4cc8-a726-0518ed5a5203, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:03.935745 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.073395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] For port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:04.073890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempted to set empty binding levels {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:23:04.079303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] For port fed41b11-dace-4cc8-a726-0518ed5a5203, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:04.084965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] For port fed41b11-dace-4cc8-a726-0518ed5a5203, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fed41b11-dace-4cc8-a726-0518ed5a5203,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:04.166624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.220570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.265306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.334043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:04.338628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.361736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:04.362853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.365206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] 10.222.0.57 "PUT /v2.0/ports/fed41b11-dace-4cc8-a726-0518ed5a5203 HTTP/1.1" status: 200 len: 1093 time: 1.4741325 Nov 12 11:23:04.374086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894916bd-0262-4c14-8837-bccceafa0cd7', 'tag': 'fed41b11-dace-4cc8-a726-0518ed5a5203'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:04.376771 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071" -d '{"events": [{"name": "network-changed", "server_uuid": "894916bd-0262-4c14-8837-bccceafa0cd7", "tag": "fed41b11-dace-4cc8-a726-0518ed5a5203"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:04.445353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=8f6ea761-e0e9-4239-bfbd-4859e0f4be19,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:04.567291 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f569a8d5-c400-4b7b-a72b-a119ac2be181 x-openstack-request-id: req-f569a8d5-c400-4b7b-a72b-a119ac2be181 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:04.568337 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894916bd-0262-4c14-8837-bccceafa0cd7", "tag": "fed41b11-dace-4cc8-a726-0518ed5a5203", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:04.569325 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f569a8d5-c400-4b7b-a72b-a119ac2be181 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:04.571359 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894916bd-0262-4c14-8837-bccceafa0cd7', 'tag': 'fed41b11-dace-4cc8-a726-0518ed5a5203', 'status': 'completed', 'code': 200} Nov 12 11:23:04.684727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41170) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:04.685303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cfc06948-7b96-425a-8720-81d2b7b55ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.2680285 Nov 12 11:23:04.720210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341987c-5ec3-4603-9b47-43bdb3959fbc req-182052b3-aafa-41f2-b181-5e663a1224bd tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:04.723888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6341987c-5ec3-4603-9b47-43bdb3959fbc req-182052b3-aafa-41f2-b181-5e663a1224bd tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 950 time: 0.4659677 Nov 12 11:23:04.794326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287c927-cfba-4dbd-8818-86635838b40d service neutron] Pushing event updated for resources: {'Port': ['ID=fed41b11-dace-4cc8-a726-0518ed5a5203,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:04.812394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-853340ae-8c52-476f-8edb-1c522ee70fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:04.814845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-853340ae-8c52-476f-8edb-1c522ee70fdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 1096 time: 0.3039567 Nov 12 11:23:04.856443 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.888653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Deleting port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:04.889556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.958891 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-13538d85-f31d-4d63-88fd-81addd4ac332 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fed41b11-dace-4cc8-a726-0518ed5a5203 HTTP/1.1" status: 200 len: 217 time: 0.1191525 Nov 12 11:23:04.971250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6341987c-5ec3-4603-9b47-43bdb3959fbc req-5a634816-2f3f-494c-95c7-84f3f0d91cd2 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362669 Nov 12 11:23:04.971543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] For port 8f6ea761-e0e9-4239-bfbd-4859e0f4be19, host n-h1-768852-22, got binding levels [] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:04.972292 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:04.989481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Calling delete_port for 8f6ea761-e0e9-4239-bfbd-4859e0f4be19 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:05.072605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-df1bda0a-bfaa-4225-a731-614668bed81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:05.074105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-df1bda0a-bfaa-4225-a731-614668bed81a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1019702 Nov 12 11:23:05.103177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f093db-aab7-4aa3-aba6-e9c635e9e9bf req-21444170-9a74-40e0-a285-1a989d602430 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:05.113650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d5f093db-aab7-4aa3-aba6-e9c635e9e9bf req-21444170-9a74-40e0-a285-1a989d602430 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 944 time: 0.2801750 Nov 12 11:23:05.175649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:05.176530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-72ded8ef-983f-42a7-a8e4-fbc238c49bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:05.179676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-72ded8ef-983f-42a7-a8e4-fbc238c49bad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970037 Nov 12 11:23:05.251887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:05.259650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "DELETE /v2.0/ports/8f6ea761-e0e9-4239-bfbd-4859e0f4be19 HTTP/1.1" status: 204 len: 168 time: 0.5732756 Nov 12 11:23:05.268881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41182) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:05.271566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d5f093db-aab7-4aa3-aba6-e9c635e9e9bf req-9c7188b8-f54b-4957-96f9-eb9da99aafeb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552401 Nov 12 11:23:05.277027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd144366-f2b9-436e-b722-b0e84df822b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f6ea761-e0e9-4239-bfbd-4859e0f4be19,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:05.316428 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd44a531-89c8-4940-aca5-acbc8820ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:23:05.319341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dd44a531-89c8-4940-aca5-acbc8820ce4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "GET /v2.0/ports/8f6ea761-e0e9-4239-bfbd-4859e0f4be19 HTTP/1.1" status: 404 len: 333 time: 0.0474467 Nov 12 11:23:05.330297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41184) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:05.334639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Request body: {'port': {'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-198683265'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:05.383062 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-c524f5a9-cb22-43ff-b51c-59a31ec15524 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964643 Nov 12 11:23:05.471711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Made reservation on behalf of debef2ebe5ce4e74b33f67511bff9739 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:05.476172 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:05.529757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] device_id is not set on port 916b28dc-0d75-4331-84b0-5a91c7b48e4c yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:05.546853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e23b6a39-41ed-46fb-93bb-fda1e43eb4d6 req-30bcbbc3-979a-4c0e-9251-4cb5a233eb34 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567268 Nov 12 11:23:05.781485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-669ca1ec-139f-447d-96df-502a9d364a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:05.785645 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-669ca1ec-139f-447d-96df-502a9d364a50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0809722 Nov 12 11:23:05.913926 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:05.970027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-86e5d71e-5b3d-45ce-8e50-3f6c9a99dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:05.977987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-86e5d71e-5b3d-45ce-8e50-3f6c9a99dfdf service neutron] 10.222.0.57 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.1851575 Nov 12 11:23:06.073959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-073f17ba-680f-46f4-b818-caa199fa75eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fed41b11-dace-4cc8-a726-0518ed5a5203 HTTP/1.1" status: 200 len: 217 time: 0.0855520 Nov 12 11:23:06.094815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.188823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-ed768193-b11f-4f3e-b005-cb322325cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:06.191242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-ed768193-b11f-4f3e-b005-cb322325cfbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1095650 Nov 12 11:23:06.252858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Network ef87a1a1-eb42-4ddc-a734-4517154f864f is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:06.265821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:06.281223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:06.282833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:06.284412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.331323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-a0541715-5424-4c69-a22b-814eeecc2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:06.351689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-a0541715-5424-4c69-a22b-814eeecc2a20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525519 Nov 12 11:23:06.384669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=916b28dc-0d75-4331-84b0-5a91c7b48e4c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:06.461519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3c4b2973-ac21-426a-ae6a-200416424ea2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1311479 Nov 12 11:23:06.520322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41210) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:06.527531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:06.558902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-08163124-8541-4eb9-8905-220a91a81de2 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976302 Nov 12 11:23:06.605151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b9d1a-035c-4478-94c0-0e10e2ea0c0a req-d6429efb-c6a8-4610-a9c6-ae6a8e237312 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:06.606869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f89b9d1a-035c-4478-94c0-0e10e2ea0c0a req-d6429efb-c6a8-4610-a9c6-ae6a8e237312 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 944 time: 0.1867611 Nov 12 11:23:06.652589 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:06.689242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238b4782-d69d-47f0-984e-e70746c7304a req-8725287d-35eb-4463-ac2e-9fb3f7e24c1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1985040 Nov 12 11:23:06.805857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f89b9d1a-035c-4478-94c0-0e10e2ea0c0a req-c059a69b-d8b7-4658-8b66-2d29b0ab3ccc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601822 Nov 12 11:23:06.921116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b4782-d69d-47f0-984e-e70746c7304a req-5daa745d-0f54-4b8e-861f-833966e8e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:06.923511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238b4782-d69d-47f0-984e-e70746c7304a req-5daa745d-0f54-4b8e-861f-833966e8e1b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 1097 time: 0.1166608 Nov 12 11:23:07.162515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b4782-d69d-47f0-984e-e70746c7304a req-984431df-c2c5-424d-96d3-c4f5f845bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:07.164094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238b4782-d69d-47f0-984e-e70746c7304a req-984431df-c2c5-424d-96d3-c4f5f845bc3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 200 len: 919 time: 0.2078629 Nov 12 11:23:07.184154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fed41b11-dace-4cc8-a726-0518ed5a5203 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:23:07.226234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238b4782-d69d-47f0-984e-e70746c7304a req-6734be75-2164-4b58-baf9-630fbdc2fc5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aaeda13-703e-405a-af49-e51c74bf8d24 HTTP/1.1" status: 200 len: 217 time: 0.0512331 Nov 12 11:23:07.234430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] device_id is not set on port 916b28dc-0d75-4331-84b0-5a91c7b48e4c yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:07.269199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.360314 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.421805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b4782-d69d-47f0-984e-e70746c7304a req-8ba0d9ea-2f68-4f44-b59b-3c57c24fe697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:07.425193 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238b4782-d69d-47f0-984e-e70746c7304a req-8ba0d9ea-2f68-4f44-b59b-3c57c24fe697 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 200 len: 858 time: 0.1548700 Nov 12 11:23:07.503113 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238b4782-d69d-47f0-984e-e70746c7304a req-96bae37c-ca98-4085-b21f-b75484df8077 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f3909083-bf36-4ac4-a981-29fb81073bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654397 Nov 12 11:23:07.506292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fed41b11-dace-4cc8-a726-0518ed5a5203, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fed41b11-dace-4cc8-a726-0518ed5a5203,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:07.519774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.520161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.520624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:07.522722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'fed41b11-dace-4cc8-a726-0518ed5a5203', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': 'fed41b11-dace-4cc8-a726-0518ed5a5203', 'mac_address': 'fa:16:3e:16:cb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:23:07.525897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=916b28dc-0d75-4331-84b0-5a91c7b48e4c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:07.537422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:07.537821 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:07.539094 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 2 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:07.563326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.563671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.564653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:07.585934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:07.586305 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:07.602782 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.620070 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 3 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:07.629010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed41b11-dace-4cc8-a726-0518ed5a5203 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:23:07.645345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.645773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.646201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:07.654478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dfeb1df4-7e4c-4654-84fe-b7e4c2114071 req-0d5b9840-e22c-47f2-a020-da2aaba9236d service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0779808 Nov 12 11:23:07.678951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:07.679291 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:07.686364 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 4 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:07.686765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fed41b11-dace-4cc8-a726-0518ed5a5203, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fed41b11-dace-4cc8-a726-0518ed5a5203,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:07.705026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.705411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.705754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:07.722689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:07.723100 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:07.727066 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 5 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:07.739878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238b4782-d69d-47f0-984e-e70746c7304a req-106c5668-092d-4962-a439-0803032d8a3c service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212331 Nov 12 11:23:07.764297 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:07.838684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.839076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.839399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:07.853212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:07.854619 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:07.856845 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 6 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:07.862938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fed41b11-dace-4cc8-a726-0518ed5a5203,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:07.896022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.896394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.896725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:07.902309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238b4782-d69d-47f0-984e-e70746c7304a req-e7487fc6-da80-4b17-867f-d3389b4cf59c service neutron] 10.222.0.57 "GET /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531868 Nov 12 11:23:07.904764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:07.905103 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:07.905497 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 7 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:07.923147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.923800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.923800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:07.929426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:07.929755 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:07.930147 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 8 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:07.949338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.949683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.950115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:07.955427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:07.955705 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:07.956184 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 9 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:07.989722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:07.990148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:07.990614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:08.002256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:08.002608 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:08.002987 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 10 to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c Nov 12 11:23:08.043884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fed41b11-dace-4cc8-a726-0518ed5a5203'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:23:08.060947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:08.062372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:08.062725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:08.077845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88154d-ad35-4f94-ab3d-7935b3597734 req-714354f3-2578-4ae0-be8e-46f65bdad38b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.080566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:08.081717 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:08.082202 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.091085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c88154d-ad35-4f94-ab3d-7935b3597734 req-714354f3-2578-4ae0-be8e-46f65bdad38b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 945 time: 0.1353724 Nov 12 11:23:08.169522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c88154d-ad35-4f94-ab3d-7935b3597734 req-dd50cf66-f14b-4ece-a0ec-fab01e11f40b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771828 Nov 12 11:23:08.278752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] For port 916b28dc-0d75-4331-84b0-5a91c7b48e4c, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:08.279195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempted to set empty binding levels {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:23:08.351053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.443320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] In _notify_port_updated(), no bound segment for port 916b28dc-0d75-4331-84b0-5a91c7b48e4c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:23:08.446811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.446811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.447485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "PUT /v2.0/ports/916b28dc-0d75-4331-84b0-5a91c7b48e4c HTTP/1.1" status: 200 len: 979 time: 1.9249213 Nov 12 11:23:08.450270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41240) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:08.457206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1e99-2bdf-4b03-89bf-48e07a6fc9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=916b28dc-0d75-4331-84b0-5a91c7b48e4c,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:08.575207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.575691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.576181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.576646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.577108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.577564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.578292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.578472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.578925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.579715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.580752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.581205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.581690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.582110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.582568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.586920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.587719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.587719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.587894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.588446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.588897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.589426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:08.596377 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0743b871-a185-4104-8e8c-3788845719fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26923 time: 0.1416910 Nov 12 11:23:08.598745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41242) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:08.717615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Deleting port 916b28dc-0d75-4331-84b0-5a91c7b48e4c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:08.717615 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.786502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] For port 916b28dc-0d75-4331-84b0-5a91c7b48e4c, host n-h1-768852-22, got binding levels [] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:08.786861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:08.817347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Calling delete_port for 916b28dc-0d75-4331-84b0-5a91c7b48e4c owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:09.075255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.104544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event deleted for resources: {'Port': ['ID=916b28dc-0d75-4331-84b0-5a91c7b48e4c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:09.118690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.123161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e4b3b1e7-dcaa-44fe-9ea3-efea7fdba23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "DELETE /v2.0/ports/916b28dc-0d75-4331-84b0-5a91c7b48e4c HTTP/1.1" status: 204 len: 168 time: 0.5233967 Nov 12 11:23:09.125847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41248) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:09.150820 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d62db32-c928-46db-9a71-00e2c207db11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:23:09.152506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3d62db32-c928-46db-9a71-00e2c207db11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "GET /v2.0/ports/916b28dc-0d75-4331-84b0-5a91c7b48e4c HTTP/1.1" status: 404 len: 333 time: 0.0256491 Nov 12 11:23:09.159404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41250) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:09.164985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-91782557', 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:09.214244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fed41b11-dace-4cc8-a726-0518ed5a5203 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:09.310943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Made reservation on behalf of debef2ebe5ce4e74b33f67511bff9739 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:09.313888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.355815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] device_id is not set on port 090f4439-bbf5-48b2-9d12-e33ad186bdda yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:09.379433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port fed41b11-dace-4cc8-a726-0518ed5a5203 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:23:09.385483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port fed41b11-dace-4cc8-a726-0518ed5a5203 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:09.387942 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.506133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81005f-e3e9-4e83-a578-53d643e48f4c req-6945719e-6e4b-4620-9698-a8d2cf58500f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:09.523575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b81005f-e3e9-4e83-a578-53d643e48f4c req-6945719e-6e4b-4620-9698-a8d2cf58500f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 945 time: 0.2422042 Nov 12 11:23:09.583425 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.634138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894916bd-0262-4c14-8837-bccceafa0cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed41b11-dace-4cc8-a726-0518ed5a5203'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:09.636693 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf77986-8187-4a50-aeb1-21201de4bad7" -d '{"events": [{"server_uuid": "894916bd-0262-4c14-8837-bccceafa0cd7", "name": "network-vif-plugged", "status": "completed", "tag": "fed41b11-dace-4cc8-a726-0518ed5a5203"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:09.678000 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port fed41b11-dace-4cc8-a726-0518ed5a5203, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fed41b11-dace-4cc8-a726-0518ed5a5203,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:09.692488 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b646e36-cab4-44e3-899c-d107a4d5a289 x-openstack-request-id: req-0b646e36-cab4-44e3-899c-d107a4d5a289 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:09.693073 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894916bd-0262-4c14-8837-bccceafa0cd7", "name": "network-vif-plugged", "status": "completed", "tag": "fed41b11-dace-4cc8-a726-0518ed5a5203", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:09.693518 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0b646e36-cab4-44e3-899c-d107a4d5a289 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:09.694129 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894916bd-0262-4c14-8837-bccceafa0cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed41b11-dace-4cc8-a726-0518ed5a5203', 'code': 200} Nov 12 11:23:09.711700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b81005f-e3e9-4e83-a578-53d643e48f4c req-39ab84d4-ada6-491b-abc0-14fd0a241bd3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842358 Nov 12 11:23:09.803097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:09.906801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10d959-48b9-4182-80b7-b27bf47ca5ff req-dc137f70-fb37-4bd6-87c7-2438cdab0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:09.911121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d10d959-48b9-4182-80b7-b27bf47ca5ff req-dc137f70-fb37-4bd6-87c7-2438cdab0b22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 1097 time: 0.1345727 Nov 12 11:23:09.912085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=fed41b11-dace-4cc8-a726-0518ed5a5203,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:09.984617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6d10d959-48b9-4182-80b7-b27bf47ca5ff req-03e82282-5af8-402f-be40-b4d260ccb667 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624425 Nov 12 11:23:09.989566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.111388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.166336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Network ef87a1a1-eb42-4ddc-a734-4517154f864f is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:10.169283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:10.171956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:10.174673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:10.175360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.204178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=090f4439-bbf5-48b2-9d12-e33ad186bdda,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:10.300587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-46d02d0b-649e-4617-9964-01fd1e121e8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1368310 Nov 12 11:23:10.300587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41280) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:10.388390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e23b30-8985-4957-acc7-3175d24e2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:10.388390 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f9e23b30-8985-4957-acc7-3175d24e2c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "GET /v2.0/ports/090f4439-bbf5-48b2-9d12-e33ad186bdda HTTP/1.1" status: 200 len: 957 time: 0.0858407 Nov 12 11:23:10.390001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41282) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:10.519952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-80bb85f6-ad2a-4c2d-ab92-ac99661590c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Deleting port 090f4439-bbf5-48b2-9d12-e33ad186bdda {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:10.520326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80bb85f6-ad2a-4c2d-ab92-ac99661590c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.677460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80bb85f6-ad2a-4c2d-ab92-ac99661590c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:10.709087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-80bb85f6-ad2a-4c2d-ab92-ac99661590c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Calling delete_port for 090f4439-bbf5-48b2-9d12-e33ad186bdda owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:10.932413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616d9fc-f296-4eaf-899f-5f87c9d2e75c req-3181f523-c8fa-443f-9830-4f572f72ba20 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:10.952349 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a616d9fc-f296-4eaf-899f-5f87c9d2e75c req-3181f523-c8fa-443f-9830-4f572f72ba20 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 946 time: 0.1008320 Nov 12 11:23:11.016610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a616d9fc-f296-4eaf-899f-5f87c9d2e75c req-d593a6d0-44cf-4f92-8c3c-45df98c954ec tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632160 Nov 12 11:23:11.017308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80bb85f6-ad2a-4c2d-ab92-ac99661590c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.088538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb85f6-ad2a-4c2d-ab92-ac99661590c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event deleted for resources: {'Port': ['ID=090f4439-bbf5-48b2-9d12-e33ad186bdda,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:11.097095 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80bb85f6-ad2a-4c2d-ab92-ac99661590c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.104469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41304) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:11.105677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-80bb85f6-ad2a-4c2d-ab92-ac99661590c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "DELETE /v2.0/ports/090f4439-bbf5-48b2-9d12-e33ad186bdda HTTP/1.1" status: 204 len: 168 time: 0.7145140 Nov 12 11:23:11.142709 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3ae99f-0e0e-41b6-aea6-c20f8904380b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:23:11.144430 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9f3ae99f-0e0e-41b6-aea6-c20f8904380b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "GET /v2.0/ports/090f4439-bbf5-48b2-9d12-e33ad186bdda HTTP/1.1" status: 404 len: 333 time: 0.0389400 Nov 12 11:23:11.157441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41308) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:11.169818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Request body: {'port': {'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-217452181'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:11.293370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Made reservation on behalf of debef2ebe5ce4e74b33f67511bff9739 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:11.296228 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.332570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] device_id is not set on port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:11.572311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.924934 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.950645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Network ef87a1a1-eb42-4ddc-a734-4517154f864f is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:11.959352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:11.963413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:11.964470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:11.968696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:11.979285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:12.144300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-02e4dabf-3d21-49fd-b9b8-0a1b4883a18c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9849956 Nov 12 11:23:12.147006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41322) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:12.155756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:12.289483 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.297384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217db89-a99c-42f4-ba5e-4a60bf2cb1e4 req-798422ce-72bb-4959-af73-9490f623a8b3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:12.300191 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7217db89-a99c-42f4-ba5e-4a60bf2cb1e4 req-798422ce-72bb-4959-af73-9490f623a8b3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 946 time: 0.1305625 Nov 12 11:23:12.403284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7217db89-a99c-42f4-ba5e-4a60bf2cb1e4 req-3a6fddc9-4421-4dcc-94e6-f96d04ea84ed tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951121 Nov 12 11:23:12.680746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] device_id is not set on port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:12.690325 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.756802 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:12.820666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:12.823840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:12.824270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:12.824674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:12.830614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:12.831010 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:12.831547 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 2 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:12.844621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:12.845088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:12.845435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:12.850671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:12.850991 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:12.851375 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 3 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:12.865318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:12.865658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:12.866043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:12.870941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:12.871267 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:12.871654 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 4 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:12.884350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:12.884692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:12.885041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:12.890688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:12.890688 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:12.899106 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 5 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:12.905217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:12.905590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:12.905953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:12.911015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:12.911338 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:12.911730 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 6 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:12.926593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:12.927193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:12.927601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:12.935986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:12.936483 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:12.937058 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 7 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:12.963802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:12.964349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:12.964757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:12.975050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:12.975582 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:12.976303 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 8 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:12.999780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:12.999780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:12.999780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:13.009290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:13.009631 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:13.010340 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 9 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:13.032284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:13.032669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:13.033907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:13.041192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:13.041527 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:13.041990 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempt 10 to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c Nov 12 11:23:13.063121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:13.063121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:13.063121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempting to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:13.063121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:23:13.063121 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Failed to bind port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'da5c7308-e20b-4cd4-b96f-da002daa9a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ef87a1a1-eb42-4ddc-a734-4517154f864f'}] Nov 12 11:23:13.063121 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.135713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] For port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:13.136160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attempted to set empty binding levels {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:23:13.276769 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.314944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] In _notify_port_updated(), no bound segment for port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c on network ef87a1a1-eb42-4ddc-a734-4517154f864f {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:23:13.316622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:13.323593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.323593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "PUT /v2.0/ports/c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c HTTP/1.1" status: 200 len: 979 time: 1.1708829 Nov 12 11:23:13.324515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41342) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:13.333653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204996c6-2ead-4532-9d34-1ae714b941aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event updated for resources: {'Port': ['ID=c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:13.453703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Deleting port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:13.453940 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.524782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] For port c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c, host n-h1-768852-22, got binding levels [] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:13.525497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.544152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Calling delete_port for c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:13.774954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.856538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:13.883291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:13.889684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41348) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:13.889857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ded193d4-f0cf-4095-bc94-049a840b250b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "DELETE /v2.0/ports/c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c HTTP/1.1" status: 204 len: 168 time: 0.5666215 Nov 12 11:23:13.917750 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5036e8-9960-4e5a-920a-8594252547da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:23:13.922679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-da5036e8-9960-4e5a-920a-8594252547da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724837273-project-admin] 10.222.0.98 "GET /v2.0/ports/c3abe6e0-b72f-4ce0-9a7e-37bac90fa00c HTTP/1.1" status: 404 len: 333 time: 0.0285528 Nov 12 11:23:13.923679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41350) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:14.104072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.289603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.331585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef87a1a1-eb42-4ddc-a734-4517154f864f']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:14.339192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5c7308-e20b-4cd4-b96f-da002daa9a13') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:14.339492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5c7308-e20b-4cd4-b96f-da002daa9a13') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:14.350025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.365311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.372223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:23:14.372611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:23:14.375659 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:23:14.619301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.647129 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:14.651161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] 10.222.0.98 "DELETE /v2.0/networks/ef87a1a1-eb42-4ddc-a734-4517154f864f HTTP/1.1" status: 204 len: 168 time: 0.7259114 Nov 12 11:23:14.708553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Pushing event deleted for resources: {'Network': ['ID=ef87a1a1-eb42-4ddc-a734-4517154f864f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:14.752303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.752674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.753024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.753370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.753714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.754068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.754387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.754720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.757576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.757939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.759243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.759698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041fca5a-14dc-43ea-9fee-03d3a3cfd0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-343796274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:14.799893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9592e58-85a3-4b14-adf5-d9cc0a1159bd req-df988cd0-8f42-4aef-adc9-30d28ff9a672 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:14.820559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e9592e58-85a3-4b14-adf5-d9cc0a1159bd req-df988cd0-8f42-4aef-adc9-30d28ff9a672 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.2005446 Nov 12 11:23:14.980170 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e9592e58-85a3-4b14-adf5-d9cc0a1159bd req-8e4dd4b1-4878-497e-8646-529f7f16551e tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499426 Nov 12 11:23:15.470480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41374) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:15.595288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41378) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:15.668459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b27a0c01-1523-48c3-b035-9f9da9ea87c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:15.771001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b27a0c01-1523-48c3-b035-9f9da9ea87c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:15.800207 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d2593007-4610-4911-859f-3e3a2af542a2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8515c2f491844450a836c2589c34faf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2048802 Nov 12 11:23:15.802748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41382) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:15.854280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-132aec18-33cd-4e48-b368-8206f3abdee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:15.884557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-132aec18-33cd-4e48-b368-8206f3abdee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:15.886662 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b27a0c01-1523-48c3-b035-9f9da9ea87c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:15.953684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a0c01-1523-48c3-b035-9f9da9ea87c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e67cbd-a1ea-455b-bf1c-d2287953cb51,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:15.958790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b27a0c01-1523-48c3-b035-9f9da9ea87c4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0b1290e590c84f8db99484fb1c3e28b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4873719 Nov 12 11:23:15.961498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:16.082089 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73ba5b4f-37e6-4190-b2a3-ce3b78160e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.128457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73ba5b4f-37e6-4190-b2a3-ce3b78160e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.133340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-132aec18-33cd-4e48-b368-8206f3abdee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.139152 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-132aec18-33cd-4e48-b368-8206f3abdee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.140992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-132aec18-33cd-4e48-b368-8206f3abdee1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/83186cc7-e234-4041-bff1-74c9ffbc7337 HTTP/1.1" status: 204 len: 168 time: 0.3372746 Nov 12 11:23:16.149718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0514ca-b6ff-4b1d-8608-ccc09460c63f req-7bd41229-6b75-45e4-8e38-68ac7d10223f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:16.159458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0514ca-b6ff-4b1d-8608-ccc09460c63f req-7bd41229-6b75-45e4-8e38-68ac7d10223f tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.0966938 Nov 12 11:23:16.179160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132aec18-33cd-4e48-b368-8206f3abdee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83186cc7-e234-4041-bff1-74c9ffbc7337,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:16.308789 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb0514ca-b6ff-4b1d-8608-ccc09460c63f req-e3595aff-cefd-49b3-8bd8-1251d14771a5 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432049 Nov 12 11:23:16.355863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73ba5b4f-37e6-4190-b2a3-ce3b78160e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.363314 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-73ba5b4f-37e6-4190-b2a3-ce3b78160e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:16.366432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-73ba5b4f-37e6-4190-b2a3-ce3b78160e53 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b7e67cbd-a1ea-455b-bf1c-d2287953cb51 HTTP/1.1" status: 204 len: 168 time: 0.4021025 Nov 12 11:23:16.386245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba5b4f-37e6-4190-b2a3-ce3b78160e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e67cbd-a1ea-455b-bf1c-d2287953cb51,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:17.175575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a4e6c7b-5581-4a30-83e6-c9550f16625c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:17.181421 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a4e6c7b-5581-4a30-83e6-c9550f16625c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.1058459 Nov 12 11:23:17.353955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41416) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:17.373615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Deleting port 3aaeda13-703e-405a-af49-e51c74bf8d24 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:17.374114 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.434956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41418) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:17.513680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc295-2623-4cfa-bf25-4143ae5a3d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.532441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-231b1c51-11e0-4434-ac52-f8568c8d6d6b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=debef2ebe5ce4e74b33f67511bff9739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1832900 Nov 12 11:23:17.537696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41420) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:17.556088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.561127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] For port 3aaeda13-703e-405a-af49-e51c74bf8d24, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=3aaeda13-703e-405a-af49-e51c74bf8d24,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:17.562485 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.579833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Calling delete_port for 3aaeda13-703e-405a-af49-e51c74bf8d24 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:17.585882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb590f76-1de7-4f2a-bac9-84b8ccb7a08e req-5465068c-6b67-42b2-a5ee-524131b435e0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:17.593702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb590f76-1de7-4f2a-bac9-84b8ccb7a08e req-5465068c-6b67-42b2-a5ee-524131b435e0 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 945 time: 0.2036839 Nov 12 11:23:17.689103 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bb590f76-1de7-4f2a-bac9-84b8ccb7a08e req-d3be5689-e933-4f42-aeb9-c20188ac4802 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757587 Nov 12 11:23:17.746160 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bcafc428-7aa9-42d5-b979-5a7fb19e42dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.784136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc295-2623-4cfa-bf25-4143ae5a3d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.789905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bcafc428-7aa9-42d5-b979-5a7fb19e42dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.831491 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.846840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['cd775c58-b050-4a13-9635-35f7a198d3ca', '3aaeda13-703e-405a-af49-e51c74bf8d24'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:23:17.875029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc295-2623-4cfa-bf25-4143ae5a3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.894075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Pushing event deleted for resources: {'Port': ['ID=3aaeda13-703e-405a-af49-e51c74bf8d24,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:17.917873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b7a87-b124-4232-b030-03473478ff76 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:17.982953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] No DVR routers for this DVR port 3aaeda13-703e-405a-af49-e51c74bf8d24 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:23:17.986842 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:17.992429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20e59ed8-4ab8-49ef-ac81-396f8aa13896 req-1a8529e1-872f-4d82-9c48-21638cff7830 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.57 "DELETE /v2.0/ports/3aaeda13-703e-405a-af49-e51c74bf8d24 HTTP/1.1" status: 204 len: 173 time: 0.8026962 Nov 12 11:23:17.996271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab090c5-e39e-47bc-89fe-9f24f3048094', 'name': 'network-vif-deleted', 'tag': '3aaeda13-703e-405a-af49-e51c74bf8d24'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:17.996977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5b1bc295-2623-4cfa-bf25-4143ae5a3d6b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c6ab4cf4bafe41e49e80755850e09ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562041 Nov 12 11:23:18.000062 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78b1bc8-3748-41a0-8589-ef2e00a9bb9e" -d '{"events": [{"server_uuid": "5ab090c5-e39e-47bc-89fe-9f24f3048094", "name": "network-vif-deleted", "tag": "3aaeda13-703e-405a-af49-e51c74bf8d24"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:18.013841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41424) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:18.013841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bcafc428-7aa9-42d5-b979-5a7fb19e42dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.013841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bcafc428-7aa9-42d5-b979-5a7fb19e42dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.013841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bcafc428-7aa9-42d5-b979-5a7fb19e42dd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8ea0bcd0-9f86-436a-b9fe-c2553b8351ab HTTP/1.1" status: 204 len: 168 time: 0.4726655 Nov 12 11:23:18.104711 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1dac7-bf01-4f9b-88fd-0b5bafdce229 x-openstack-request-id: req-b8d1dac7-bf01-4f9b-88fd-0b5bafdce229 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:18.105129 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab090c5-e39e-47bc-89fe-9f24f3048094", "name": "network-vif-deleted", "tag": "3aaeda13-703e-405a-af49-e51c74bf8d24", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:18.105485 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8d1dac7-bf01-4f9b-88fd-0b5bafdce229 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:18.105995 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab090c5-e39e-47bc-89fe-9f24f3048094', 'name': 'network-vif-deleted', 'tag': '3aaeda13-703e-405a-af49-e51c74bf8d24', 'status': 'completed', 'code': 200} Nov 12 11:23:18.106667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bc295-2623-4cfa-bf25-4143ae5a3d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d29836c-ab74-4ec8-8738-55998770c8e0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:18.124554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafc428-7aa9-42d5-b979-5a7fb19e42dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea0bcd0-9f86-436a-b9fe-c2553b8351ab,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:18.130798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5c1b-d049-4c4c-b006-042946ce843d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.160542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5c1b-d049-4c4c-b006-042946ce843d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.305465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5c1b-d049-4c4c-b006-042946ce843d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.308631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5c1b-d049-4c4c-b006-042946ce843d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:18.310675 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3ddd5c1b-d049-4c4c-b006-042946ce843d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2d29836c-ab74-4ec8-8738-55998770c8e0 HTTP/1.1" status: 204 len: 168 time: 0.2976027 Nov 12 11:23:18.322272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd5c1b-d049-4c4c-b006-042946ce843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d29836c-ab74-4ec8-8738-55998770c8e0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:18.892899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e7c7fc4-56f8-43cf-8d1f-f1e80c0a8232 req-a364397d-00a0-4f55-afb6-8ce02a67a847 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=5ab090c5-e39e-47bc-89fe-9f24f3048094 HTTP/1.1" status: 200 len: 210 time: 0.0703213 Nov 12 11:23:19.865539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbd747-2e72-4882-9a26-33640153fda4 req-869e1780-5668-4e75-ac7e-51daa52b4598 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:19.867290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50cbd747-2e72-4882-9a26-33640153fda4 req-869e1780-5668-4e75-ac7e-51daa52b4598 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0880861 Nov 12 11:23:19.941002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-50cbd747-2e72-4882-9a26-33640153fda4 req-970f02ef-9c19-4c50-9182-6a1433c709c2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619290 Nov 12 11:23:20.570330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28121ed9-572b-4063-bdb0-a36689f0a4e4 req-a4904aa2-f4db-4ef1-97c6-385a38e4a327 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:20.582641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28121ed9-572b-4063-bdb0-a36689f0a4e4 req-a4904aa2-f4db-4ef1-97c6-385a38e4a327 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0850849 Nov 12 11:23:20.614366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:20.682907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28121ed9-572b-4063-bdb0-a36689f0a4e4 req-1d9bf922-ceff-40b1-a34b-76f691a2d0b1 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975144 Nov 12 11:23:20.899717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41532) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:21.031644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2011085820', 'router:external': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:21.122814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95106dc-14ba-4af2-91bd-bdf90b86fd00 req-95ccefb3-f328-4818-9820-cfb3c849c7df tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:21.128623 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95106dc-14ba-4af2-91bd-bdf90b86fd00 req-95ccefb3-f328-4818-9820-cfb3c849c7df tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0822771 Nov 12 11:23:21.187818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d95106dc-14ba-4af2-91bd-bdf90b86fd00 req-150f19df-f3af-4c16-ad78-7efc17dbcf0a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567276 Nov 12 11:23:21.201753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Made reservation on behalf of abb06f035b994a639ffb5e5d1a7c896f for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:21.204338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.221028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.236500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3aaeda13-703e-405a-af49-e51c74bf8d24 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:21.277963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 3aaeda13-703e-405a-af49-e51c74bf8d24 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:21.278519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 3aaeda13-703e-405a-af49-e51c74bf8d24 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:21.377047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.510083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.540085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:23:21.550800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956b3427-5a45-416b-852d-fe5ed3a119f1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:21.556714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.557057 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Added segment da49aa43-0214-462d-918c-22f655499a27 of type vlan for network d5bd8900-88bd-401a-932c-f94c23426de8 Nov 12 11:23:21.636266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.821132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294830f3-18bb-4bff-899c-e40584d23bb2 req-ea8ba21b-18f0-48c4-8399-73853768a6fb tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:21.822702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-294830f3-18bb-4bff-899c-e40584d23bb2 req-ea8ba21b-18f0-48c4-8399-73853768a6fb tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0597978 Nov 12 11:23:21.834546 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.835579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:21.843113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:21.964215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'Network': ['ID=d5bd8900-88bd-401a-932c-f94c23426de8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:21.968924 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0bdac51b-7a16-4d93-9164-dbd8ea4dec5b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0676217 Nov 12 11:23:21.975225 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-294830f3-18bb-4bff-899c-e40584d23bb2 req-9455e97c-703a-48c2-bde3-a0071461b839 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419175 Nov 12 11:23:21.977174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d5bd8900-88bd-401a-932c-f94c23426de8 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:23:21.977704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41568) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:21.982456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'subnet': {'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:22.106871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Made reservation on behalf of abb06f035b994a639ffb5e5d1a7c896f for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:22.110410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.374249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b6a35-7ae5-4f57-9a3e-a6106e390c08 req-f8033a0e-cfd9-498d-9394-1932c6faa85c tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:22.376967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec2b6a35-7ae5-4f57-9a3e-a6106e390c08 req-f8033a0e-cfd9-498d-9394-1932c6faa85c tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0650430 Nov 12 11:23:22.444925 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec2b6a35-7ae5-4f57-9a3e-a6106e390c08 req-421fbf10-f7c4-4251-a594-bd18fdc82608 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612359 Nov 12 11:23:22.589749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:23:22.589749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.660831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f858175e-824e-41a5-bcaa-ae63825fa892,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:22.669644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Checking segment: {'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:22.670122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Network hostable DHCP agents. Network: d5bd8900-88bd-401a-932c-f94c23426de8, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:23:22.701094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41582) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:22.778619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Network d5bd8900-88bd-401a-932c-f94c23426de8 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:23:22.828396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-147e711f-a668-47a3-ad96-0f486e92a947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.910621 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-147e711f-a668-47a3-ad96-0f486e92a947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:22.984040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d5bd8900-88bd-401a-932c-f94c23426de8) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:22.993595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad0ef5-0337-40d8-be35-685dceecb16c None None] Network d5bd8900-88bd-401a-932c-f94c23426de8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:22.997347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:22.998261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.059289 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-147e711f-a668-47a3-ad96-0f486e92a947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.095723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e711f-a668-47a3-ad96-0f486e92a947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9374a616-8bfa-4eea-b3cd-08561ccc05fc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:23.146492 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3fa7b3f7-73ef-4b0b-9378-d673fd023b7c tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1681788 Nov 12 11:23:23.155013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41588) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:23.160394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-147e711f-a668-47a3-ad96-0f486e92a947 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=44c7a1132acd440a81c04c958046195d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4553778 Nov 12 11:23:23.162922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41590) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:23.163529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48075ab4-7f83-4446-9a76-ead7c18d39f3 None None] Network d5bd8900-88bd-401a-932c-f94c23426de8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:23.164587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-908051864', 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:23.214697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986eda0-7946-4661-b873-614178b95749 req-cae2a683-f030-4eb9-adec-e28ce02e445a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:23.216490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6986eda0-7946-4661-b873-614178b95749 req-cae2a683-f030-4eb9-adec-e28ce02e445a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1175437 Nov 12 11:23:23.248082 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed33cd5e-6338-468c-a506-123343d7723d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.280306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed33cd5e-6338-468c-a506-123343d7723d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.298570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Made reservation on behalf of abb06f035b994a639ffb5e5d1a7c896f for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:23.301918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.318460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] device_id is not set on port 4542933d-b511-46a6-aa5e-05219364bbb9 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:23:23.324955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6986eda0-7946-4661-b873-614178b95749 req-43f3376d-d4d1-4392-bc54-97d380b8253a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006629 Nov 12 11:23:23.431511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Allocated IP 172.20.0.11 (d5bd8900-88bd-401a-932c-f94c23426de8/f858175e-824e-41a5-bcaa-ae63825fa892/4542933d-b511-46a6-aa5e-05219364bbb9) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:23.476172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed33cd5e-6338-468c-a506-123343d7723d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.479377 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ed33cd5e-6338-468c-a506-123343d7723d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.483168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ed33cd5e-6338-468c-a506-123343d7723d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9374a616-8bfa-4eea-b3cd-08561ccc05fc HTTP/1.1" status: 204 len: 168 time: 0.3124373 Nov 12 11:23:23.509981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33cd5e-6338-468c-a506-123343d7723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9374a616-8bfa-4eea-b3cd-08561ccc05fc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:23.642972 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.674522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850abe83-82a8-4851-8d22-daa7fe1e32e2 req-fc6d994a-5c42-4604-979b-1efc96012e7c tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:23.686865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-850abe83-82a8-4851-8d22-daa7fe1e32e2 req-fc6d994a-5c42-4604-979b-1efc96012e7c tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1006598 Nov 12 11:23:23.766312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-850abe83-82a8-4851-8d22-daa7fe1e32e2 req-4696c23a-4b58-4c1b-a145-17490a55c9f4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782104 Nov 12 11:23:23.836724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:23.884487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Network d5bd8900-88bd-401a-932c-f94c23426de8 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:23.891849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:23.895412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:23.931064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'Port': ['ID=4542933d-b511-46a6-aa5e-05219364bbb9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:23.945677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:23.946555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.092782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a0f20113-0b07-4906-aa99-be91a6bbeb97 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9338975 Nov 12 11:23:24.093006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41604) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:24.181639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-dcff1641-3787-499d-ae87-1c5ce7ec15bf tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Deleting port 4542933d-b511-46a6-aa5e-05219364bbb9 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:24.182368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcff1641-3787-499d-ae87-1c5ce7ec15bf tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.272889 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcff1641-3787-499d-ae87-1c5ce7ec15bf tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.285382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-dcff1641-3787-499d-ae87-1c5ce7ec15bf tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Calling delete_port for 4542933d-b511-46a6-aa5e-05219364bbb9 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:24.490959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf2bc-dde3-46c8-9d8c-86dbf637b6d2 req-f8e83c8d-4421-4f66-b38b-440135e4ee44 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:24.493195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-132bf2bc-dde3-46c8-9d8c-86dbf637b6d2 req-f8e83c8d-4421-4f66-b38b-440135e4ee44 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0726185 Nov 12 11:23:24.539544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcff1641-3787-499d-ae87-1c5ce7ec15bf tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.579857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff1641-3787-499d-ae87-1c5ce7ec15bf tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event deleted for resources: {'Port': ['ID=4542933d-b511-46a6-aa5e-05219364bbb9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:24.588020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-132bf2bc-dde3-46c8-9d8c-86dbf637b6d2 req-9bd09a14-4173-47b7-a753-0872308485df tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884445 Nov 12 11:23:24.656450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dcff1641-3787-499d-ae87-1c5ce7ec15bf tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.660585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dcff1641-3787-499d-ae87-1c5ce7ec15bf tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "DELETE /v2.0/ports/4542933d-b511-46a6-aa5e-05219364bbb9 HTTP/1.1" status: 204 len: 168 time: 0.5665991 Nov 12 11:23:24.670978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41614) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:24.672696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41616) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:24.676431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8', 'external_fixed_ips': [{'subnet_id': 'f858175e-824e-41a5-bcaa-ae63825fa892', 'ip_address': '172.20.0.11'}]}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:24.686774 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30bc3efb-6ab5-4aa3-b585-74e7c4322d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.769109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30bc3efb-6ab5-4aa3-b585-74e7c4322d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.832741 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.833825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.870290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30bc3efb-6ab5-4aa3-b585-74e7c4322d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.923123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-30bc3efb-6ab5-4aa3-b585-74e7c4322d1b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cac2c33962b54ce290bb5cd7430c7cdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2462881 Nov 12 11:23:24.923838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41620) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:24.930355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc3efb-6ab5-4aa3-b585-74e7c4322d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f67885-485b-4a86-8f7e-d7b2fbd6d7f6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:24.979454 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:24.984408 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-163b327e-1b6d-4bbd-a410-102f6b047ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.003258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894f1cc-6eaf-482b-a37a-1ccab183cea9 req-8d46036d-1ae2-4d0e-8db7-4b06cf5aab38 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:25.005636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b894f1cc-6eaf-482b-a37a-1ccab183cea9 req-8d46036d-1ae2-4d0e-8db7-4b06cf5aab38 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1209049 Nov 12 11:23:25.009987 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-163b327e-1b6d-4bbd-a410-102f6b047ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.104594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b894f1cc-6eaf-482b-a37a-1ccab183cea9 req-2f07a727-e4d3-419d-ad02-1b86de77785a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919251 Nov 12 11:23:25.144649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-163b327e-1b6d-4bbd-a410-102f6b047ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.147107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-163b327e-1b6d-4bbd-a410-102f6b047ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.150581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-163b327e-1b6d-4bbd-a410-102f6b047ef6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/69f67885-485b-4a86-8f7e-d7b2fbd6d7f6 HTTP/1.1" status: 204 len: 168 time: 0.2234859 Nov 12 11:23:25.161092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b327e-1b6d-4bbd-a410-102f6b047ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f67885-485b-4a86-8f7e-d7b2fbd6d7f6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:25.287572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:25.323365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-acd9745e-f508-49c5-89e2-944942858ecc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519216 Nov 12 11:23:25.488389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-1ba83707-34e9-48e8-98ac-415de437aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:25.489163 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-1ba83707-34e9-48e8-98ac-415de437aebf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1097 time: 0.0793653 Nov 12 11:23:25.859066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-c7d78425-e427-4cbf-aa1f-353deca17456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:25.860593 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-c7d78425-e427-4cbf-aa1f-353deca17456 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.3481650 Nov 12 11:23:25.883246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.258437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ad089-04ce-47b5-9d7a-465e93ad9c8f req-14e4a14a-bcc1-4d18-af25-018651fb987b tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:26.265906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a76ad089-04ce-47b5-9d7a-465e93ad9c8f req-14e4a14a-bcc1-4d18-af25-018651fb987b tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.5414414 Nov 12 11:23:26.269236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.308360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1985-e1d2-4f27-8e30-ba83240916b2 req-3fbc7f38-20f2-4bb0-8554-76f5ad415909 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:26.319971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06cf1985-e1d2-4f27-8e30-ba83240916b2 req-3fbc7f38-20f2-4bb0-8554-76f5ad415909 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0942464 Nov 12 11:23:26.386759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-c6be8bbb-d89b-4fb3-a566-c18181986da6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 999 time: 0.5155778 Nov 12 11:23:26.440828 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06cf1985-e1d2-4f27-8e30-ba83240916b2 req-2bbebe99-9b44-4241-a6a8-b38dce172fee tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189680 Nov 12 11:23:26.566070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a76ad089-04ce-47b5-9d7a-465e93ad9c8f req-2d7027ca-a81b-47ed-89d0-477f658b1aee tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990861 Nov 12 11:23:26.599539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-2aa7e071-3975-48d3-89c1-109da6f4d61d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:26.601085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-2aa7e071-3975-48d3-89c1-109da6f4d61d tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.57 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.0954485 Nov 12 11:23:26.625150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-24951627-a1c4-46f7-9b46-2ddcf091db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:26.629178 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-24951627-a1c4-46f7-9b46-2ddcf091db0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.2210464 Nov 12 11:23:26.779692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-becb395c-a1f6-4a84-acbd-dc9125908ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:26.792161 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-becb395c-a1f6-4a84-acbd-dc9125908ca0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521871 Nov 12 11:23:26.795762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Allocated IP 172.20.0.11 (d5bd8900-88bd-401a-932c-f94c23426de8/f858175e-824e-41a5-bcaa-ae63825fa892/30293deb-eedd-4112-94c2-a98ba42ac3f6) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:26.852219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Deleting port cd775c58-b050-4a13-9635-35f7a198d3ca {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:26.852907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:26.899387 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:23:27.053226 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-3b25fc82-fb4c-42b5-929c-667298cf6e45 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470934 Nov 12 11:23:27.071361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd153-b2dd-4cfa-acc5-c97c9fc700a2 req-81f3c419-e86f-4633-93e5-183a2a64691c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:27.073215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c84dd153-b2dd-4cfa-acc5-c97c9fc700a2 req-81f3c419-e86f-4633-93e5-183a2a64691c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2207413 Nov 12 11:23:27.126603 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.239701 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c84dd153-b2dd-4cfa-acc5-c97c9fc700a2 req-f582f9e1-867d-405a-a5af-4483878117fd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525288 Nov 12 11:23:27.263642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ac34c228-5caf-491d-8a9d-8dcaebc3bf33 req-fb2a9268-280c-443e-ae58-0097b4c24eff service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874599 Nov 12 11:23:27.327537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.420263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'Port': ['ID=30293deb-eedd-4112-94c2-a98ba42ac3f6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:27.429022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] For port cd775c58-b050-4a13-9635-35f7a198d3ca, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=cd775c58-b050-4a13-9635-35f7a198d3ca,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:27.429549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:27.449929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Network d5bd8900-88bd-401a-932c-f94c23426de8 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:27.456628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:27.466528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Calling delete_port for cd775c58-b050-4a13-9635-35f7a198d3ca owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:27.470215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:27.525128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03778e7b-70c7-4667-8fcf-58df90bec467 req-f94b151c-b7fd-4481-bf76-c028c6c85e3b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:27.532595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03778e7b-70c7-4667-8fcf-58df90bec467 req-f94b151c-b7fd-4481-bf76-c028c6c85e3b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1202266 Nov 12 11:23:27.678951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03778e7b-70c7-4667-8fcf-58df90bec467 req-56f0a093-a46d-4372-9b16-e7102761e164 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453311 Nov 12 11:23:27.831683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a1adb-dbc1-4622-827f-cc2ac25548d4 req-be7f5469-2164-47a7-aeb6-3cc2f4191034 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:27.831683 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9a1adb-dbc1-4622-827f-cc2ac25548d4 req-be7f5469-2164-47a7-aeb6-3cc2f4191034 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.2970221 Nov 12 11:23:27.881958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133cff6-3d9e-411b-bec3-8b2a80b75652 req-ae7fe790-19ae-442d-bc1a-e55c8ff724a3 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:27.883808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9133cff6-3d9e-411b-bec3-8b2a80b75652 req-ae7fe790-19ae-442d-bc1a-e55c8ff724a3 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 945 time: 0.1028104 Nov 12 11:23:27.901086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5f9a1adb-dbc1-4622-827f-cc2ac25548d4 req-546a6410-e8ec-4d15-96e7-415a577708ad tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641854 Nov 12 11:23:27.955678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9133cff6-3d9e-411b-bec3-8b2a80b75652 req-d61f9e36-ecdf-468a-9dd2-4da54a078a4a tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/security-groups?id=315619a1-842b-4c89-9022-84ea0c5efe6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653603 Nov 12 11:23:28.088581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.095332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.103916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['cd775c58-b050-4a13-9635-35f7a198d3ca'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:23:28.124511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Pushing event deleted for resources: {'Port': ['ID=cd775c58-b050-4a13-9635-35f7a198d3ca,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:28.177098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] No DVR routers for this DVR port cd775c58-b050-4a13-9635-35f7a198d3ca on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:23:28.179185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca003d-cb76-4369-a25b-c174885dac7b None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:28.179951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.183588 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c97913dd-35f6-4de6-a47c-7554eb5cbba2 req-8a02fa99-7928-4548-be94-77896625011c tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.57 "DELETE /v2.0/ports/cd775c58-b050-4a13-9635-35f7a198d3ca HTTP/1.1" status: 204 len: 173 time: 1.5701044 Nov 12 11:23:28.184241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f25b70-2bfe-4b30-8126-e0fbba2212dd', 'name': 'network-vif-deleted', 'tag': 'cd775c58-b050-4a13-9635-35f7a198d3ca'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:23:28.186530 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571d42f5-2448-4f48-9f35-d892cb8116f5" -d '{"events": [{"server_uuid": "38f25b70-2bfe-4b30-8126-e0fbba2212dd", "name": "network-vif-deleted", "tag": "cd775c58-b050-4a13-9635-35f7a198d3ca"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:23:28.245024 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacb8d4c-4858-4b14-b4fa-645fb9ed614e x-openstack-request-id: req-aacb8d4c-4858-4b14-b4fa-645fb9ed614e {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:23:28.245781 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f25b70-2bfe-4b30-8126-e0fbba2212dd", "name": "network-vif-deleted", "tag": "cd775c58-b050-4a13-9635-35f7a198d3ca", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:23:28.246158 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aacb8d4c-4858-4b14-b4fa-645fb9ed614e {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:23:28.246783 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f25b70-2bfe-4b30-8126-e0fbba2212dd', 'name': 'network-vif-deleted', 'tag': 'cd775c58-b050-4a13-9635-35f7a198d3ca', 'status': 'completed', 'code': 200} Nov 12 11:23:28.396863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:28.686796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Router 2107bac4-2fe2-4ff5-ae94-97eeac68e8d5 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:28.758852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718210bd-f547-4473-a448-895fb7bff191 req-42f6d208-ed85-4564-a75d-50b6ab9a8bbe tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:28.760407 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-718210bd-f547-4473-a448-895fb7bff191 req-42f6d208-ed85-4564-a75d-50b6ab9a8bbe tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0833549 Nov 12 11:23:28.825993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-718210bd-f547-4473-a448-895fb7bff191 req-c919cd72-0192-4753-8df1-89d7e6a914ca tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557363 Nov 12 11:23:28.862364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:28.883975 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Sync routers for ids ['2107bac4-2fe2-4ff5-ae94-97eeac68e8d5'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:28.906560 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Routers {'2107bac4-2fe2-4ff5-ae94-97eeac68e8d5'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:28.907213 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['2107bac4-2fe2-4ff5-ae94-97eeac68e8d5'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:29.036796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.044980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0f306092-fe9f-472b-adc6-67dec81fa743 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.3729379 Nov 12 11:23:29.046015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41718) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:29.049280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538368b5-8e43-4ed4-9db4-2a6852ee786c req-7a075e3f-a724-4e44-8d8c-ed080a0b71a8 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:29.050944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-538368b5-8e43-4ed4-9db4-2a6852ee786c req-7a075e3f-a724-4e44-8d8c-ed080a0b71a8 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0592742 Nov 12 11:23:29.153953 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Set router 2107bac4-2fe2-4ff5-ae94-97eeac68e8d5 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:29.181698 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-538368b5-8e43-4ed4-9db4-2a6852ee786c req-0be82a81-8af5-4b39-9a02-77ce35fb226f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183147 Nov 12 11:23:29.280375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.333740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24595203-c3dc-44ec-9c95-487fa9f33964 req-39744f07-d646-40a8-a0f0-d25d4c47d679 tempest-ServerRescueNegativeTestJSON-1846219631 tempest-ServerRescueNegativeTestJSON-1846219631-project] 10.222.0.98 "GET /v2.0/ports?device_id=38f25b70-2bfe-4b30-8126-e0fbba2212dd HTTP/1.1" status: 200 len: 210 time: 0.0325170 Nov 12 11:23:29.418568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-addd2a6c-6b38-4b3d-b4bf-419993a5d91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.437707 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2107bac4-2fe2-4ff5-ae94-97eeac68e8d5', 'name': '', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8', 'external_fixed_ips': [{'subnet_id': 'f858175e-824e-41a5-bcaa-ae63825fa892', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '30293deb-eedd-4112-94c2-a98ba42ac3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:24Z', 'updated_at': '2021-11-12T11:23:27Z', 'revision_number': 3, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port': {'id': '30293deb-eedd-4112-94c2-a98ba42ac3f6', 'name': '', 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2107bac4-2fe2-4ff5-ae94-97eeac68e8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'f858175e-824e-41a5-bcaa-ae63825fa892', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:26Z', 'updated_at': '2021-11-12T11:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f858175e-824e-41a5-bcaa-ae63825fa892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:29.445917 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.465798 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Checking router: 2107bac4-2fe2-4ff5-ae94-97eeac68e8d5 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:29.466628 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Updating router 2107bac4-2fe2-4ff5-ae94-97eeac68e8d5 port 30293deb-eedd-4112-94c2-a98ba42ac3f6 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:29.495723 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.723881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Deleting port 30293deb-eedd-4112-94c2-a98ba42ac3f6 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:29.724401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.873800 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.905296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:29.921594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Calling delete_port for 30293deb-eedd-4112-94c2-a98ba42ac3f6 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:30.053082 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.106378 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Attempting to bind port 30293deb-eedd-4112-94c2-a98ba42ac3f6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:30.107011 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Attempting to bind port 30293deb-eedd-4112-94c2-a98ba42ac3f6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:30.107640 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Attempting to bind port 30293deb-eedd-4112-94c2-a98ba42ac3f6 on network d5bd8900-88bd-401a-932c-f94c23426de8 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:30.121478 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:30.122308 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Checking segment: {'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:30.122971 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.123523 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Bound using segment: {'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:30.124212 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Bound port: 30293deb-eedd-4112-94c2-a98ba42ac3f6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:30.124740 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.161911 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Pushing event updated for resources: {'Port': ['ID=30293deb-eedd-4112-94c2-a98ba42ac3f6,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.205309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffab6157-54ac-4e8b-9c62-be6f51265695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:30.410807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bb8b3-e183-44fb-a748-57ae19687af9 req-63f2d9c8-e7e9-4d84-87c7-0ee9986a4ec7 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:30.417286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-365bb8b3-e183-44fb-a748-57ae19687af9 req-63f2d9c8-e7e9-4d84-87c7-0ee9986a4ec7 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1386881 Nov 12 11:23:30.467385 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.db.api [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:23:30.468167 n-d-768852-22 neutron-server[109707]: DEBUG oslo_db.api [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:23:30.494392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-365bb8b3-e183-44fb-a748-57ae19687af9 req-2f443506-1c94-40fe-95fa-1fe1e9787547 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709236 Nov 12 11:23:30.495322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.565127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41740) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:30.567695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event deleted for resources: {'Port': ['ID=30293deb-eedd-4112-94c2-a98ba42ac3f6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:30.658547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.668184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f1f21-6e4e-4cb8-a997-8a167cb00922 req-b349f128-5242-4d4d-a1a5-50d3751922bd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:30.676177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d51f1f21-6e4e-4cb8-a997-8a167cb00922 req-b349f128-5242-4d4d-a1a5-50d3751922bd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2027535 Nov 12 11:23:30.790210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d51f1f21-6e4e-4cb8-a997-8a167cb00922 req-c5ad86ca-c3a1-47b8-95e0-cd720b20cc2f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117465 Nov 12 11:23:30.874186 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.877869 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:30.991973 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Attempting to bind port 30293deb-eedd-4112-94c2-a98ba42ac3f6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:30.992600 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Attempting to bind port 30293deb-eedd-4112-94c2-a98ba42ac3f6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:30.993250 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Attempting to bind port 30293deb-eedd-4112-94c2-a98ba42ac3f6 on network d5bd8900-88bd-401a-932c-f94c23426de8 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:31.004552 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:31.005187 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Checking segment: {'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:31.005776 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.006383 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Bound using segment: {'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:31.007255 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Bound port: 30293deb-eedd-4112-94c2-a98ba42ac3f6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da49aa43-0214-462d-918c-22f655499a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd5bd8900-88bd-401a-932c-f94c23426de8'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:31.008188 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.060955 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Port 30293deb-eedd-4112-94c2-a98ba42ac3f6 has been deleted concurrently {{(pid=109707) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 11:23:31.089496 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Routers {'2107bac4-2fe2-4ff5-ae94-97eeac68e8d5'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:31.090545 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['2107bac4-2fe2-4ff5-ae94-97eeac68e8d5'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:31.099339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.099941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2107bac4-2fe2-4ff5-ae94-97eeac68e8d5 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:31.104972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.109071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c3908cea-0805-4f0c-847a-8fa42ac412a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "DELETE /v2.0/routers/2107bac4-2fe2-4ff5-ae94-97eeac68e8d5 HTTP/1.1" status: 204 len: 168 time: 2.0614502 Nov 12 11:23:31.109739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41750) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:31.188397 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] Set router 2107bac4-2fe2-4ff5-ae94-97eeac68e8d5 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:31.202102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33aac90-7c62-4601-a34b-a9df97acad98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Deleting subnet f858175e-824e-41a5-bcaa-ae63825fa892 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:23:31.205662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a33aac90-7c62-4601-a34b-a9df97acad98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.243752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a33aac90-7c62-4601-a34b-a9df97acad98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.251736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.304048 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a33aac90-7c62-4601-a34b-a9df97acad98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.308921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cd775c58-b050-4a13-9635-35f7a198d3ca no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:31.355877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: cd775c58-b050-4a13-9635-35f7a198d3ca {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:31.356364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device cd775c58-b050-4a13-9635-35f7a198d3ca not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:31.412912 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2107bac4-2fe2-4ff5-ae94-97eeac68e8d5', 'name': '', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:24Z', 'updated_at': '2021-11-12T11:23:30Z', 'revision_number': 5, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:31.453814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee325cc-e6e8-44a8-9c5f-1b9983549522 None None] The sync data for ids ['2107bac4-2fe2-4ff5-ae94-97eeac68e8d5'] in n-d-768852-22 is: [{'id': '2107bac4-2fe2-4ff5-ae94-97eeac68e8d5', 'name': '', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:24Z', 'updated_at': '2021-11-12T11:23:30Z', 'revision_number': 5, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:31.527675 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a33aac90-7c62-4601-a34b-a9df97acad98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.555904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33aac90-7c62-4601-a34b-a9df97acad98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f858175e-824e-41a5-bcaa-ae63825fa892,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:31.607647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a33aac90-7c62-4601-a34b-a9df97acad98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.628031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a33aac90-7c62-4601-a34b-a9df97acad98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "DELETE /v2.0/subnets/f858175e-824e-41a5-bcaa-ae63825fa892 HTTP/1.1" status: 204 len: 168 time: 0.5141721 Nov 12 11:23:31.628762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41758) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:31.771316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Deleting port d8154b71-cb17-4f56-ae3c-6674a78206b1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:31.772347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.819234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.830005 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aca016b6-9eb8-48af-9f8e-7cc311512d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:31.976282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0ebc5-afa1-4875-a6a0-0603f1da9c48 req-72d580d6-50ba-4a76-9ae9-6284b0c26651 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:31.985502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53a0ebc5-afa1-4875-a6a0-0603f1da9c48 req-72d580d6-50ba-4a76-9ae9-6284b0c26651 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.2120700 Nov 12 11:23:31.999106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] For port d8154b71-cb17-4f56-ae3c-6674a78206b1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d8154b71-cb17-4f56-ae3c-6674a78206b1,segment=NetworkSegment(41efaf5d-cbc1-4bd4-9cc7-292d82c8c750),segment_id=41efaf5d-cbc1-4bd4-9cc7-292d82c8c750)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:31.999459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.018739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Calling delete_port for d8154b71-cb17-4f56-ae3c-6674a78206b1 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:32.035462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c7c33-2811-4cf3-961a-a93bfe2d1b26 req-ef26b2f1-0d65-4a79-b2e6-5022fe90fe4b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:32.041900 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.044803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae0c7c33-2811-4cf3-961a-a93bfe2d1b26 req-ef26b2f1-0d65-4a79-b2e6-5022fe90fe4b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1084468 Nov 12 11:23:32.093281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bd8900-88bd-401a-932c-f94c23426de8']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:32.122544 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53a0ebc5-afa1-4875-a6a0-0603f1da9c48 req-5bb8d476-0a67-4a2f-814b-a1d245e7e99d tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362202 Nov 12 11:23:32.136269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da49aa43-0214-462d-918c-22f655499a27') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:32.136269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da49aa43-0214-462d-918c-22f655499a27') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:32.193614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae0c7c33-2811-4cf3-961a-a93bfe2d1b26 req-f1a517ff-1882-43dc-bfc6-8c706bfe4747 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475325 Nov 12 11:23:32.198802 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.237580 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.260129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:23:32.260129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: items = [ Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:23:32.262431 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:23:32.515699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.520875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5bd8900-88bd-401a-932c-f94c23426de8 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:23:32.523343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.530596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "DELETE /v2.0/networks/d5bd8900-88bd-401a-932c-f94c23426de8 HTTP/1.1" status: 204 len: 168 time: 0.9006836 Nov 12 11:23:32.551537 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:32.553237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b40a9-2f96-4bdc-9d10-315771773d22 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5bd8900-88bd-401a-932c-f94c23426de8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:32.671278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2404e63-0eab-42dd-adfa-f97280ddd578 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:32.684977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8154b71-cb17-4f56-ae3c-6674a78206b1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:33.042332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132adcd8-8568-463b-a7c1-3460d38a5573 req-80820fab-9b64-4053-a352-3dfd0d83d3c7 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:33.044985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-132adcd8-8568-463b-a7c1-3460d38a5573 req-80820fab-9b64-4053-a352-3dfd0d83d3c7 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.3576102 Nov 12 11:23:33.070213 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.238067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-5d24b8f1-ceaf-49fc-b1d8-0d577c899331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:33.239706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-5d24b8f1-ceaf-49fc-b1d8-0d577c899331 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 1098 time: 0.4566042 Nov 12 11:23:33.274687 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-132adcd8-8568-463b-a7c1-3460d38a5573 req-b37d2aae-8292-4135-85d3-822a58ab29c4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154074 Nov 12 11:23:33.281098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:33.451360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97baf57-c7b4-446f-a01c-c2649f8dc50e req-f1815e58-3b69-487d-bf40-58484351445b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:33.452981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b97baf57-c7b4-446f-a01c-c2649f8dc50e req-f1815e58-3b69-487d-bf40-58484351445b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1219876 Nov 12 11:23:33.510398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-08e41f88-d9ab-41f7-8cc3-99309d6959bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:33.512374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-08e41f88-d9ab-41f7-8cc3-99309d6959bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2589607 Nov 12 11:23:33.608317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-d8d46619-c16a-4205-bd0d-160d9476eb62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c HTTP/1.1" status: 200 len: 1002 time: 0.0862858 Nov 12 11:23:33.693559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b97baf57-c7b4-446f-a01c-c2649f8dc50e req-80547a81-51ef-4ea5-9a46-bb88b9970c0d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105322 Nov 12 11:23:33.739120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-1bdfc37d-ed28-4c23-800a-f3d48756241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:33.741154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-1bdfc37d-ed28-4c23-800a-f3d48756241e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.1240318 Nov 12 11:23:33.824437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-d2eb76d6-797d-441b-be1e-9753ccb4a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:33.826298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-d2eb76d6-797d-441b-be1e-9753ccb4a11a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769553 Nov 12 11:23:33.834439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41796) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:33.848961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-102d7050-b485-40c7-9cb0-6c9ac68ed365 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'router': {'name': 'tempest-router--757498924', 'project_id': '2c4fdc2bacf14673ab2dc76901458144'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:33.911448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Router 949c235c-b822-441c-8eb5-412864eb052f has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:34.015596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-c1c4fb08-97a3-4ada-ae83-979484a8e0f4 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502335 Nov 12 11:23:34.067627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-102d7050-b485-40c7-9cb0-6c9ac68ed365 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.069034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-102d7050-b485-40c7-9cb0-6c9ac68ed365 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.118162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:34.132382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-102d7050-b485-40c7-9cb0-6c9ac68ed365 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.137873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] Sync routers for ids ['949c235c-b822-441c-8eb5-412864eb052f'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:34.143010 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8bf84e74-4889-44b6-bec9-2562fdd5572c admin admin] 10.222.0.98 "PUT /v2.0/routers/949c235c-b822-441c-8eb5-412864eb052f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5766628 Nov 12 11:23:34.145801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41804) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:34.190485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] Routers {'949c235c-b822-441c-8eb5-412864eb052f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:34.193540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['949c235c-b822-441c-8eb5-412864eb052f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:34.231099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d7f9533-4944-4d00-bc32-e924ed80c231 req-e9a40648-4e55-4b5b-a945-ebf936676167 service neutron] 10.222.0.69 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080035 Nov 12 11:23:34.309238 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.332125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-102d7050-b485-40c7-9cb0-6c9ac68ed365 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.404467 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.450815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-102d7050-b485-40c7-9cb0-6c9ac68ed365 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.458474 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-102d7050-b485-40c7-9cb0-6c9ac68ed365 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6217017 Nov 12 11:23:34.459470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41810) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:34.498696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] Set router 949c235c-b822-441c-8eb5-412864eb052f gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:34.534274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541599-2af1-4af6-adb0-5b7c1afb61d1 req-1db639df-6494-4619-97b8-5d7227c11718 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:34.535979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5541599-2af1-4af6-adb0-5b7c1afb61d1 req-1db639df-6494-4619-97b8-5d7227c11718 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1270056 Nov 12 11:23:34.581031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02a0e557-4a72-4e6b-a115-b674f00dfd0e tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.603692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.691871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5541599-2af1-4af6-adb0-5b7c1afb61d1 req-c9807928-136d-4d09-a675-e9d245fea65e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333420 Nov 12 11:23:34.852024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Deleting port 45233634-2e10-4d2a-9c4b-ae92cf09fe26 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:34.852775 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.897004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02a0e557-4a72-4e6b-a115-b674f00dfd0e tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.916067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:34.935770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02a0e557-4a72-4e6b-a115-b674f00dfd0e tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.004428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcfda3-2044-4e5d-b760-6b065f14c90e req-3e840a19-3595-4394-bf99-ae13ba9b3ea9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:35.005999 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32fcfda3-2044-4e5d-b760-6b065f14c90e req-3e840a19-3595-4394-bf99-ae13ba9b3ea9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1378529 Nov 12 11:23:35.090858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32fcfda3-2044-4e5d-b760-6b065f14c90e req-66d7a611-01ac-463a-bf06-2b0320cef795 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701318 Nov 12 11:23:35.117181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:23:32Z', 'revision_number': 5, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port': {'id': '45233634-2e10-4d2a-9c4b-ae92cf09fe26', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949c235c-b822-441c-8eb5-412864eb052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:20:32Z', 'updated_at': '2021-11-12T11:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:35.133257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02a0e557-4a72-4e6b-a115-b674f00dfd0e tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.134094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a0e557-4a72-4e6b-a115-b674f00dfd0e tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d219be2-357c-4623-942c-aeb2a958d5da {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:35.145659 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-02a0e557-4a72-4e6b-a115-b674f00dfd0e tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.147775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] Checking router: 949c235c-b822-441c-8eb5-412864eb052f for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:35.153810 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-02a0e557-4a72-4e6b-a115-b674f00dfd0e tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "DELETE /v2.0/routers/8d219be2-357c-4623-942c-aeb2a958d5da HTTP/1.1" status: 204 len: 168 time: 0.6921186 Nov 12 11:23:35.162173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] Routers {'949c235c-b822-441c-8eb5-412864eb052f'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:35.163088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['949c235c-b822-441c-8eb5-412864eb052f'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:35.168903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] For port 45233634-2e10-4d2a-9c4b-ae92cf09fe26, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=45233634-2e10-4d2a-9c4b-ae92cf09fe26,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:35.169459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.194407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Calling delete_port for 45233634-2e10-4d2a-9c4b-ae92cf09fe26 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:35.431223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] Set router 949c235c-b822-441c-8eb5-412864eb052f gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:35.488407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:23:34Z', 'revision_number': 6, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:35.520333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aefb7c8-8471-441c-9742-a0460d432fe2 None None] The sync data for ids ['949c235c-b822-441c-8eb5-412864eb052f'] in n-d-768852-22 is: [{'id': '949c235c-b822-441c-8eb5-412864eb052f', 'name': 'tempest-ServerRescueNegativeTestJSON-218882338-router', 'tenant_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:20:30Z', 'updated_at': '2021-11-12T11:23:34Z', 'revision_number': 6, 'project_id': '6b54a289e2554f0e8ed84fb9f7f0a4c8', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:35.663949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.691784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Pushing event deleted for resources: {'Port': ['ID=45233634-2e10-4d2a-9c4b-ae92cf09fe26,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:35.721262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4a023-b833-418b-acb1-38197127f382 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:35.779220 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.790372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41842) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:35.917628 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.920834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:35.993615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4efab-7c3e-4e09-aa90-711164640ae6 req-59e69f85-d9c8-4008-b753-9bc688bb1ea5 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:35.995488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ca4efab-7c3e-4e09-aa90-711164640ae6 req-59e69f85-d9c8-4008-b753-9bc688bb1ea5 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.1522977 Nov 12 11:23:36.112830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ca4efab-7c3e-4e09-aa90-711164640ae6 req-22f60776-a9e1-468c-a6d8-3e7bb6afbd95 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102192 Nov 12 11:23:36.157346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.159750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 949c235c-b822-441c-8eb5-412864eb052f {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:36.167188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.170904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-25f8ab24-ea31-48db-a0d8-2dadf9d4b751 admin admin] 10.222.0.98 "DELETE /v2.0/routers/949c235c-b822-441c-8eb5-412864eb052f HTTP/1.1" status: 204 len: 168 time: 2.0213721 Nov 12 11:23:36.173457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41856) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:36.290291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1789799510', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:36.350722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdb06dc-4b72-429d-bf5c-38c0f8673503 admin admin] Deleting subnet b0a51b77-a44a-487f-a385-978f0a9eb40f {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:23:36.363343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bc554-5245-43c4-8b34-068f53d6c2db req-90a69fb1-b701-475f-a443-59a69cc7650d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:36.364959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-451bc554-5245-43c4-8b34-068f53d6c2db req-90a69fb1-b701-475f-a443-59a69cc7650d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1588089 Nov 12 11:23:36.365734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbdb06dc-4b72-429d-bf5c-38c0f8673503 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.442798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbdb06dc-4b72-429d-bf5c-38c0f8673503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.466088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.467281 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.526557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-451bc554-5245-43c4-8b34-068f53d6c2db req-fa29944f-45a0-4766-8033-407f84a2ca3b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230791 Nov 12 11:23:36.573311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.595164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbdb06dc-4b72-429d-bf5c-38c0f8673503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.845165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.852829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbdb06dc-4b72-429d-bf5c-38c0f8673503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.896304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb06dc-4b72-429d-bf5c-38c0f8673503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a51b77-a44a-487f-a385-978f0a9eb40f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:36.902993 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fbdb06dc-4b72-429d-bf5c-38c0f8673503 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:36.904349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37291344-ad99-4a25-8c00-090c59513747 None None] Network f3909083-bf36-4ac4-a981-29fb81073bd6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:23:36.909448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41874) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:36.909875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fbdb06dc-4b72-429d-bf5c-38c0f8673503 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b0a51b77-a44a-487f-a385-978f0a9eb40f HTTP/1.1" status: 204 len: 168 time: 0.7336071 Nov 12 11:23:37.090291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.171978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baded575-ca5d-47e7-9971-8e4882e3bf08 None None] DHCP port deletion for f3909083-bf36-4ac4-a981-29fb81073bd6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:37.219134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.249308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3909083-bf36-4ac4-a981-29fb81073bd6']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:37.265077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:37.265708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41efaf5d-cbc1-4bd4-9cc7-292d82c8c750') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:37.277884 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.286677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.295112 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.301981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:23:37.302377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:23:37.304124 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:23:37.322494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.480983 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.499533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.502033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Allocated IP 172.25.3.13 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/8ed700e1-892c-4c27-9b3f-86856c4fb070) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:37.514588 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] 10.222.0.98 "DELETE /v2.0/networks/f3909083-bf36-4ac4-a981-29fb81073bd6 HTTP/1.1" status: 204 len: 168 time: 0.5993919 Nov 12 11:23:37.515611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96381571-7984-4d94-a042-9c5bd3a88d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3909083-bf36-4ac4-a981-29fb81073bd6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:37.634084 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.680140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 45233634-2e10-4d2a-9c4b-ae92cf09fe26 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:37.718676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 45233634-2e10-4d2a-9c4b-ae92cf09fe26 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:37.719020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 45233634-2e10-4d2a-9c4b-ae92cf09fe26 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:37.719483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d8154b71-cb17-4f56-ae3c-6674a78206b1 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:37.740248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1cf73-5474-4a1e-ae34-e356e0bf787e req-7dbc351d-e955-4c50-b08e-559575d589d8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:37.742005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08f1cf73-5474-4a1e-ae34-e356e0bf787e req-7dbc351d-e955-4c50-b08e-559575d589d8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0908089 Nov 12 11:23:37.759952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d8154b71-cb17-4f56-ae3c-6674a78206b1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:37.760450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d8154b71-cb17-4f56-ae3c-6674a78206b1 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:37.821194 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08f1cf73-5474-4a1e-ae34-e356e0bf787e req-d04023b6-4a28-4baf-8e0c-a8e1f82672bf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709958 Nov 12 11:23:37.843556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:37.941337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:37.943404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:37.958127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:37.966535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event updated for resources: {'Port': ['ID=8ed700e1-892c-4c27-9b3f-86856c4fb070,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:37.972297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1efe344-a614-45be-a8a5-20b8ed638fc2 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:38.051127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1da66ae2-21d6-4d45-bb27-8e8c6f480f37 None None] Provisioning complete for port 8ed700e1-892c-4c27-9b3f-86856c4fb070 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:38.051127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1da66ae2-21d6-4d45-bb27-8e8c6f480f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.102985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1da66ae2-21d6-4d45-bb27-8e8c6f480f37 None None] Port 8ed700e1-892c-4c27-9b3f-86856c4fb070 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:38.153931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41904) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:38.202280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7917dc1e-6fbb-4751-bb61-1e7d0c09e0a3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6b54a289e2554f0e8ed84fb9f7f0a4c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467846 Nov 12 11:23:38.204901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41906) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:38.302565 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-389a5ff1-4de6-496d-809b-957213c56bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.345031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-389a5ff1-4de6-496d-809b-957213c56bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.411259 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.527303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-389a5ff1-4de6-496d-809b-957213c56bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.529904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-389a5ff1-4de6-496d-809b-957213c56bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.531126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-389a5ff1-4de6-496d-809b-957213c56bdd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/315619a1-842b-4c89-9022-84ea0c5efe6f HTTP/1.1" status: 204 len: 168 time: 0.3250370 Nov 12 11:23:38.544717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a5ff1-4de6-496d-809b-957213c56bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315619a1-842b-4c89-9022-84ea0c5efe6f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:38.648231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:38.951730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb95924-df9a-4919-b58c-a53f90f64eaa req-658d160b-ec55-44ba-9262-183fbe8f3295 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:38.956383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edb95924-df9a-4919-b58c-a53f90f64eaa req-658d160b-ec55-44ba-9262-183fbe8f3295 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0543208 Nov 12 11:23:38.982676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Router a8459fc3-5f39-4ec2-8746-baceb3e0050f is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:39.051371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edb95924-df9a-4919-b58c-a53f90f64eaa req-9637d6cd-8c37-44ca-98ee-986c0aa45ecc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905256 Nov 12 11:23:39.486777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:39.504790 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d303f-b1e9-4f1f-a709-980319f2099a None None] Sync routers for ids ['a8459fc3-5f39-4ec2-8746-baceb3e0050f'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:39.519874 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d303f-b1e9-4f1f-a709-980319f2099a None None] Routers {'a8459fc3-5f39-4ec2-8746-baceb3e0050f'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:39.526460 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-042d303f-b1e9-4f1f-a709-980319f2099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['a8459fc3-5f39-4ec2-8746-baceb3e0050f'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:39.567204 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-042d303f-b1e9-4f1f-a709-980319f2099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:39.572447 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d303f-b1e9-4f1f-a709-980319f2099a None None] Routers {'a8459fc3-5f39-4ec2-8746-baceb3e0050f'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:39.573196 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-042d303f-b1e9-4f1f-a709-980319f2099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['a8459fc3-5f39-4ec2-8746-baceb3e0050f'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:39.615694 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-042d303f-b1e9-4f1f-a709-980319f2099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:39.616536 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d303f-b1e9-4f1f-a709-980319f2099a None None] The sync data for ids ['a8459fc3-5f39-4ec2-8746-baceb3e0050f'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:39.644554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:39.648612 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ceaaaeda-8ebf-4342-881b-37c932f35e33 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8565271 Nov 12 11:23:39.649424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41944) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:39.768065 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ff85e484-5e80-4157-a88d-df9c068beb7a tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/routers/a8459fc3-5f39-4ec2-8746-baceb3e0050f HTTP/1.1" status: 200 len: 920 time: 0.1179621 Nov 12 11:23:39.770880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41948) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:39.799378 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d574c46-05a1-4b35-ba80-6f0317874546 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8459fc3-5f39-4ec2-8746-baceb3e0050f HTTP/1.1" status: 200 len: 205 time: 0.0273464 Nov 12 11:23:39.826649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41950) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:40.005859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.215492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.249245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58889f-5e5d-4493-a740-060a358e4d1a req-0e49911d-eeda-4d60-b189-b2722248bf47 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:40.251734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f58889f-5e5d-4493-a740-060a358e4d1a req-0e49911d-eeda-4d60-b189-b2722248bf47 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0969188 Nov 12 11:23:40.325191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f58889f-5e5d-4493-a740-060a358e4d1a req-ba3efe35-dc1b-4668-9463-02ec6a194725 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663912 Nov 12 11:23:40.450658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Deleting port 8ed700e1-892c-4c27-9b3f-86856c4fb070 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:40.451171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.472084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41974) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:40.557804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.572335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Calling delete_port for 8ed700e1-892c-4c27-9b3f-86856c4fb070 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:40.591253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2082568548-network', 'tenant_id': '3c07f52ff7bb4097997e08824afe1b86'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:40.687219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Made reservation on behalf of 3c07f52ff7bb4097997e08824afe1b86 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:23:40.691415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.709476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.903877 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.949624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event deleted for resources: {'Port': ['ID=8ed700e1-892c-4c27-9b3f-86856c4fb070,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:40.961920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:40.969845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd398ca-a1fd-4be7-b27a-bb399dacac4d None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:41.025271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.087468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.119541 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.121832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.140949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:23:41.151422 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.153144 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Added segment 988746f0-0d6b-40fe-84a5-915191ec2f5e of type vlan for network e00ad21f-6dec-4cf9-8214-89bf7b2871fe Nov 12 11:23:41.189312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3038351-a225-4422-b7d2-073c51be6ba5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:41.242874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.264065 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.265210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Fanout notify agent at l3_agent the message router_deleted on router a8459fc3-5f39-4ec2-8746-baceb3e0050f {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:41.273431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.274547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-409610fa-a11b-4e0e-8a7c-85ba982a4cc3 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/a8459fc3-5f39-4ec2-8746-baceb3e0050f HTTP/1.1" status: 204 len: 168 time: 1.4446101 Nov 12 11:23:41.278380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 41994) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:41.283581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1551337345', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': False}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:41.344814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.345952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:41.346394 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.419516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.420626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.492057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:41.500604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] Pushing event updated for resources: {'Network': ['ID=e00ad21f-6dec-4cf9-8214-89bf7b2871fe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:41.517014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e00ad21f-6dec-4cf9-8214-89bf7b2871fe details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:23:41.540569 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9a8f9952-b258-4620-b08e-af9b73e5adab admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0629325 Nov 12 11:23:41.556070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57d81e-acd6-4876-8e77-e6936c94a830 req-9572f540-585c-44fc-8ef6-9ec1e7f6a5e4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:41.564471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c57d81e-acd6-4876-8e77-e6936c94a830 req-9572f540-585c-44fc-8ef6-9ec1e7f6a5e4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0782702 Nov 12 11:23:41.733822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c57d81e-acd6-4876-8e77-e6936c94a830 req-66615135-8d8d-4db8-9096-c5db2c8b9e13 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684868 Nov 12 11:23:41.881301 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.352616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9479-745f-46ec-99e0-1917391b8ca0 req-360c9a52-6e29-401b-9fb5-1611db1442b7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.357540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62dd9479-745f-46ec-99e0-1917391b8ca0 req-360c9a52-6e29-401b-9fb5-1611db1442b7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1180212 Nov 12 11:23:42.456380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.473985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62dd9479-745f-46ec-99e0-1917391b8ca0 req-85fa323f-0127-4b29-b3d7-eb26c0b90988 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114378 Nov 12 11:23:42.479399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-579d9d23-e8ab-4ea2-ac58-7eb1ccdb0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.480973 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-579d9d23-e8ab-4ea2-ac58-7eb1ccdb0ee1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1097 time: 0.1716318 Nov 12 11:23:42.495443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c60bca-7974-452a-b095-ad1fb03f24c5 req-eb5d4c9e-8f3c-43e4-90c7-c6fbd03aa0ef tempest-ComputeTenantNetworksTest-1267452580 tempest-ComputeTenantNetworksTest-1267452580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.496907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c60bca-7974-452a-b095-ad1fb03f24c5 req-eb5d4c9e-8f3c-43e4-90c7-c6fbd03aa0ef tempest-ComputeTenantNetworksTest-1267452580 tempest-ComputeTenantNetworksTest-1267452580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.503184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c60bca-7974-452a-b095-ad1fb03f24c5 req-eb5d4c9e-8f3c-43e4-90c7-c6fbd03aa0ef tempest-ComputeTenantNetworksTest-1267452580 tempest-ComputeTenantNetworksTest-1267452580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.506693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0c60bca-7974-452a-b095-ad1fb03f24c5 req-eb5d4c9e-8f3c-43e4-90c7-c6fbd03aa0ef tempest-ComputeTenantNetworksTest-1267452580 tempest-ComputeTenantNetworksTest-1267452580-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4297049 Nov 12 11:23:42.537222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.617431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b83e2-34c1-43fe-9532-6e94f9aaa40f req-3ed5e21b-273e-4258-84f3-3a9ae470d2b3 tempest-ComputeTenantNetworksTest-1267452580 tempest-ComputeTenantNetworksTest-1267452580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.632589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-050b83e2-34c1-43fe-9532-6e94f9aaa40f req-3ed5e21b-273e-4258-84f3-3a9ae470d2b3 tempest-ComputeTenantNetworksTest-1267452580 tempest-ComputeTenantNetworksTest-1267452580-project] 10.222.0.98 "GET /v2.0/networks/e00ad21f-6dec-4cf9-8214-89bf7b2871fe HTTP/1.1" status: 200 len: 769 time: 0.0883129 Nov 12 11:23:42.632868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42034) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:42.669491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-46e9bd57-36e8-4450-86cf-e8bbb8cdf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.670878 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-46e9bd57-36e8-4450-86cf-e8bbb8cdf736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.1650906 Nov 12 11:23:42.724616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.748018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Allocated IP 172.25.3.162 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/da573c2c-1373-4857-8652-30bb8a3ac1ab) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:42.774420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-c8530d61-211e-4418-9543-653b31c97bbf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 999 time: 0.0948136 Nov 12 11:23:42.895968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.921997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-a6be76fb-c814-4d29-8683-0067006a2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:42.923685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-a6be76fb-c814-4d29-8683-0067006a2dbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1306977 Nov 12 11:23:42.924011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00ad21f-6dec-4cf9-8214-89bf7b2871fe']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:42.937705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988746f0-0d6b-40fe-84a5-915191ec2f5e') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:42.938479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988746f0-0d6b-40fe-84a5-915191ec2f5e') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:42.954909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.976023 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.982830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:23:42.988340 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:23:43.005122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-8a7f0d33-1898-47cd-9dfb-e77210d83b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:43.006683 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-8a7f0d33-1898-47cd-9dfb-e77210d83b6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692592 Nov 12 11:23:43.113109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-6ca0066e-46c1-4fd6-bf16-157546166b97 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977154 Nov 12 11:23:43.133069 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.151371 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.158221 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e00ad21f-6dec-4cf9-8214-89bf7b2871fe HTTP/1.1" status: 204 len: 168 time: 0.5235970 Nov 12 11:23:43.160190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233445a-958c-433c-8609-91e8413c1e00 admin admin] Pushing event deleted for resources: {'Network': ['ID=e00ad21f-6dec-4cf9-8214-89bf7b2871fe,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:43.185356 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.233701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:43.242230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:43.245093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:43.262731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325ea42-9897-43ce-8191-555f8ec39076 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:43.295776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'Port': ['ID=da573c2c-1373-4857-8652-30bb8a3ac1ab,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:43.311315 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8b9a52f8-737b-4caf-8848-9f010b6c5398 req-55323f36-11a7-4c31-a734-343c7f3af577 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881945 Nov 12 11:23:43.425863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a4f06cea-ae83-403a-a185-8bde28d0077e None None] Provisioning complete for port da573c2c-1373-4857-8652-30bb8a3ac1ab triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:43.426118 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4f06cea-ae83-403a-a185-8bde28d0077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.529731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a4f06cea-ae83-403a-a185-8bde28d0077e None None] Port da573c2c-1373-4857-8652-30bb8a3ac1ab cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:43.677044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe94ba-ca98-4e36-ab43-68f6b5d20c45 req-006b092f-99d3-4e5f-8d96-fbc72d227e30 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:43.678585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffbe94ba-ca98-4e36-ab43-68f6b5d20c45 req-006b092f-99d3-4e5f-8d96-fbc72d227e30 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1031535 Nov 12 11:23:43.692349 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:43.836658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffbe94ba-ca98-4e36-ab43-68f6b5d20c45 req-6190b3e5-ba47-40dd-b325-888aa412eb3f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398020 Nov 12 11:23:43.877450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42066) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:43.970168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-be1ad350-98c0-4e9d-986a-553a4dcbe6b7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3c07f52ff7bb4097997e08824afe1b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0913029 Nov 12 11:23:43.971557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42068) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:44.053166 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c16cd618-7918-419d-b184-b567040234b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.080412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c16cd618-7918-419d-b184-b567040234b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.304378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c16cd618-7918-419d-b184-b567040234b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.307543 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c16cd618-7918-419d-b184-b567040234b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.310104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c16cd618-7918-419d-b184-b567040234b7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3038351-a225-4422-b7d2-073c51be6ba5 HTTP/1.1" status: 204 len: 168 time: 0.3364649 Nov 12 11:23:44.332721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cd618-7918-419d-b184-b567040234b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3038351-a225-4422-b7d2-073c51be6ba5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:44.404895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:44.749382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Router 8c720814-20ac-42a9-9b76-45865c02f414 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:44.895171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:44.909721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Sync routers for ids ['8c720814-20ac-42a9-9b76-45865c02f414'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:44.936442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Routers {'8c720814-20ac-42a9-9b76-45865c02f414'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:44.936442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8c720814-20ac-42a9-9b76-45865c02f414'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:45.005104 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.012957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-98fd7deb-80fb-43ec-8979-301b19dde8a1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7278004 Nov 12 11:23:45.013348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42098) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:45.076617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Set router 8c720814-20ac-42a9-9b76-45865c02f414 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:45.378540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c720814-20ac-42a9-9b76-45865c02f414', 'name': 'tempest-snat-router-1551337345', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.162'}], 'enable_snat': False}, 'gw_port_id': 'da573c2c-1373-4857-8652-30bb8a3ac1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:41Z', 'updated_at': '2021-11-12T11:23:43Z', 'revision_number': 3, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port': {'id': 'da573c2c-1373-4857-8652-30bb8a3ac1ab', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c720814-20ac-42a9-9b76-45865c02f414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:42Z', 'updated_at': '2021-11-12T11:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:45.431001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Checking router: 8c720814-20ac-42a9-9b76-45865c02f414 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:45.431980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Updating router 8c720814-20ac-42a9-9b76-45865c02f414 port da573c2c-1373-4857-8652-30bb8a3ac1ab binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:45.467954 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.785955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eea09-22e0-425a-9880-4076e6e729a0 req-9d6175be-62d0-4aef-91ac-c516afa7cf45 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:45.787655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-061eea09-22e0-425a-9880-4076e6e729a0 req-9d6175be-62d0-4aef-91ac-c516afa7cf45 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.7174995 Nov 12 11:23:45.817295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e07b2392-216a-4308-837e-ddf5a75c955d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/routers/8c720814-20ac-42a9-9b76-45865c02f414 HTTP/1.1" status: 200 len: 909 time: 0.8026814 Nov 12 11:23:45.819795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42132) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:45.824352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1551337345', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': True}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:45.891404 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.892131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-061eea09-22e0-425a-9880-4076e6e729a0 req-fa40ab56-0872-47b0-a784-57e763f7cda0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923092 Nov 12 11:23:45.938297 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.939681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:45.966980 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.026780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e2a92-3394-4ffd-a4f1-a2f458d99b4d req-9674300f-b382-49e4-839e-aa241a38347f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:46.031154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787fb1ad-b2a3-41c8-959f-76421bb7af85 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:46.036755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-374e2a92-3394-4ffd-a4f1-a2f458d99b4d req-9674300f-b382-49e4-839e-aa241a38347f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0659547 Nov 12 11:23:46.058138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Attempting to bind port da573c2c-1373-4857-8652-30bb8a3ac1ab on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:46.058138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Attempting to bind port da573c2c-1373-4857-8652-30bb8a3ac1ab by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:46.058660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Attempting to bind port da573c2c-1373-4857-8652-30bb8a3ac1ab on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:46.072803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:46.073169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:46.073565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.073954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:46.074427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Bound port: da573c2c-1373-4857-8652-30bb8a3ac1ab, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:46.074801 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.083894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Pushing event updated for resources: {'Port': ['ID=da573c2c-1373-4857-8652-30bb8a3ac1ab,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:46.085189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.097377 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-374e2a92-3394-4ffd-a4f1-a2f458d99b4d req-f304e4ba-3922-4aad-8018-1aa00fb41da3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594084 Nov 12 11:23:46.117983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.119391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.119391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.119391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.119687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.120154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.120992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.120992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.121220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.121415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.121732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.122067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:23:46.169440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] For port da573c2c-1373-4857-8652-30bb8a3ac1ab, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:46.185212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] For port da573c2c-1373-4857-8652-30bb8a3ac1ab, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=da573c2c-1373-4857-8652-30bb8a3ac1ab,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:46.186760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-558d1995-4356-4cda-b6bf-a6119eb55ec3 None None] Provisioning complete for port da573c2c-1373-4857-8652-30bb8a3ac1ab triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:46.187123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-558d1995-4356-4cda-b6bf-a6119eb55ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.227010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-558d1995-4356-4cda-b6bf-a6119eb55ec3 None None] Port da573c2c-1373-4857-8652-30bb8a3ac1ab cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:46.311242 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.316943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.399223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ac938-121f-46b5-a6f5-19d2eb75ff2c None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:46.401240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Routers {'8c720814-20ac-42a9-9b76-45865c02f414'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:46.401931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['8c720814-20ac-42a9-9b76-45865c02f414'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:46.472098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3ed24-cf8d-467e-9e00-15059959fdcf None None] Pushing event updated for resources: {'Port': ['ID=da573c2c-1373-4857-8652-30bb8a3ac1ab,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:46.643483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0fb01f89-efc7-40eb-bd1a-229c97404892 None None] Provisioning complete for port da573c2c-1373-4857-8652-30bb8a3ac1ab triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:46.643846 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0fb01f89-efc7-40eb-bd1a-229c97404892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.722146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] Set router 8c720814-20ac-42a9-9b76-45865c02f414 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:46.831864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4e046-8252-4397-b6b3-366b23e7a0aa req-d98b6caf-5ef0-48e8-851d-f2a24c98b511 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:46.833653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07e4e046-8252-4397-b6b3-366b23e7a0aa req-d98b6caf-5ef0-48e8-851d-f2a24c98b511 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1292896 Nov 12 11:23:46.900734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0fb01f89-efc7-40eb-bd1a-229c97404892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.936510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0fb01f89-efc7-40eb-bd1a-229c97404892 None None] For port da573c2c-1373-4857-8652-30bb8a3ac1ab, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=da573c2c-1373-4857-8652-30bb8a3ac1ab,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:46.986743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:46.995975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-07e4e046-8252-4397-b6b3-366b23e7a0aa req-4bf38ac9-e1d0-43b8-bd46-5f5e903799cf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535914 Nov 12 11:23:47.025913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.048067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0fb01f89-efc7-40eb-bd1a-229c97404892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.116960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c720814-20ac-42a9-9b76-45865c02f414', 'name': 'tempest-snat-router-1551337345', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.162'}], 'enable_snat': False}, 'gw_port_id': 'da573c2c-1373-4857-8652-30bb8a3ac1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:41Z', 'updated_at': '2021-11-12T11:23:43Z', 'revision_number': 3, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port': {'id': 'da573c2c-1373-4857-8652-30bb8a3ac1ab', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c720814-20ac-42a9-9b76-45865c02f414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:42Z', 'updated_at': '2021-11-12T11:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:47.195891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Allocated IP 172.25.3.176 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/0f682cb3-8d48-4aa6-b6e1-16d025a039a3) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:47.196703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78f396-526b-4e01-bd11-fc927ea7b13e None None] The sync data for ids ['8c720814-20ac-42a9-9b76-45865c02f414'] in n-d-768852-22 is: [{'id': '8c720814-20ac-42a9-9b76-45865c02f414', 'name': 'tempest-snat-router-1551337345', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.162'}], 'enable_snat': False}, 'gw_port_id': 'da573c2c-1373-4857-8652-30bb8a3ac1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:41Z', 'updated_at': '2021-11-12T11:23:43Z', 'revision_number': 3, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port': {'id': 'da573c2c-1373-4857-8652-30bb8a3ac1ab', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c720814-20ac-42a9-9b76-45865c02f414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:42Z', 'updated_at': '2021-11-12T11:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:47.251708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb01f89-efc7-40eb-bd1a-229c97404892 None None] Pushing event updated for resources: {'Port': ['ID=da573c2c-1373-4857-8652-30bb8a3ac1ab,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:47.397099 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.454174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71453f-2f14-41e6-a393-29a433ec73cc req-4804353b-2edf-4d61-8acb-0ef43d206911 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:47.461964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8c71453f-2f14-41e6-a393-29a433ec73cc req-4804353b-2edf-4d61-8acb-0ef43d206911 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0735903 Nov 12 11:23:47.523076 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8c71453f-2f14-41e6-a393-29a433ec73cc req-36537e71-c480-4506-b5e8-0bafe20ad0bc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545969 Nov 12 11:23:47.567307 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.621298 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.662586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:47.667702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:47.674276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:47.700588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08314c9e-dc49-4f23-932e-d24cec3809e6 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:47.789198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b8aedbbd-867a-4c6c-830a-648b0d758451 None None] Provisioning complete for port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:47.790091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b8aedbbd-867a-4c6c-830a-648b0d758451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:47.830087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'Port': ['ID=0f682cb3-8d48-4aa6-b6e1-16d025a039a3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:47.850941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device da573c2c-1373-4857-8652-30bb8a3ac1ab up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:23:47.941151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b8aedbbd-867a-4c6c-830a-648b0d758451 None None] Port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:47.965689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port da573c2c-1373-4857-8652-30bb8a3ac1ab triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:47.966147 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.177024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.469800 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:48.740943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e1f85-37d1-4650-9306-19823e4f5f58 req-fedc789a-c68e-41d8-8f9b-1c80041aa027 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:48.742786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b3e1f85-37d1-4650-9306-19823e4f5f58 req-fedc789a-c68e-41d8-8f9b-1c80041aa027 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0656085 Nov 12 11:23:48.772272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Router f235d298-3ed1-4e7e-a791-1b3698fe6bf5 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:48.850947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b3e1f85-37d1-4650-9306-19823e4f5f58 req-4d062082-1441-4cff-8af0-245c4254777c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987661 Nov 12 11:23:48.975872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:48.978114 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Sync routers for ids ['f235d298-3ed1-4e7e-a791-1b3698fe6bf5'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:48.993828 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Routers {'f235d298-3ed1-4e7e-a791-1b3698fe6bf5'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:48.994752 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f235d298-3ed1-4e7e-a791-1b3698fe6bf5'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:49.099889 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Set router f235d298-3ed1-4e7e-a791-1b3698fe6bf5 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:49.147907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.149816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-432d2352-2caa-498b-b8c5-01339ab0152d tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3290393 Nov 12 11:23:49.154156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42250) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:49.345287 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f235d298-3ed1-4e7e-a791-1b3698fe6bf5', 'name': 'tempest-snat-router-1551337345', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '0f682cb3-8d48-4aa6-b6e1-16d025a039a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:45Z', 'updated_at': '2021-11-12T11:23:47Z', 'revision_number': 3, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port': {'id': '0f682cb3-8d48-4aa6-b6e1-16d025a039a3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f235d298-3ed1-4e7e-a791-1b3698fe6bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:23:47Z', 'updated_at': '2021-11-12T11:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:49.385265 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-091dbe08-eb29-4f3c-baa3-86966906600f tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/routers/f235d298-3ed1-4e7e-a791-1b3698fe6bf5 HTTP/1.1" status: 200 len: 908 time: 0.2298334 Nov 12 11:23:49.394258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42266) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:49.435405 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Checking router: f235d298-3ed1-4e7e-a791-1b3698fe6bf5 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:23:49.437031 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Updating router f235d298-3ed1-4e7e-a791-1b3698fe6bf5 port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:23:49.464280 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.470630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58191d1f-9141-463f-bda6-4baa66fe0d2a req-3ea887c6-865a-4f35-a170-c534416ac757 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:49.481752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58191d1f-9141-463f-bda6-4baa66fe0d2a req-3ea887c6-865a-4f35-a170-c534416ac757 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1473901 Nov 12 11:23:49.612723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58191d1f-9141-463f-bda6-4baa66fe0d2a req-2a6ab425-1469-4a66-b5a8-e64823ba631b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288772 Nov 12 11:23:49.615972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42268) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:49.745622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.883277 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:49.930938 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.002957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-367adeb1-f133-443a-83c9-0d9b7017ec2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.064967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-367adeb1-f133-443a-83c9-0d9b7017ec2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.098118 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.149710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0a499-aeb6-4f0f-a9c1-44fa83d1db7f None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:50.151509 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Attempting to bind port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:23:50.151984 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Attempting to bind port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:23:50.152434 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Attempting to bind port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:23:50.169736 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:23:50.170185 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:23:50.170684 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.171138 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:23:50.171774 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Bound port: 0f682cb3-8d48-4aa6-b6e1-16d025a039a3, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:23:50.172205 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.196942 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032cf21-f887-419f-a132-e635e8cf8046 None None] Pushing event updated for resources: {'Port': ['ID=0f682cb3-8d48-4aa6-b6e1-16d025a039a3,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:50.227758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Deleting port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:50.228515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.235021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-367adeb1-f133-443a-83c9-0d9b7017ec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.264747 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] For port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:23:50.274118 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] For port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0f682cb3-8d48-4aa6-b6e1-16d025a039a3,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:23:50.283066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-50f5bb8b-9072-40d3-95ec-f5d9e6cb8892 None None] Provisioning complete for port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:50.283898 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50f5bb8b-9072-40d3-95ec-f5d9e6cb8892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.287029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-367adeb1-f133-443a-83c9-0d9b7017ec2e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bcb2828715024adb86d2fcf8a419918b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6686835 Nov 12 11:23:50.288567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367adeb1-f133-443a-83c9-0d9b7017ec2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c53d060-347b-405f-9a2b-0ee9d1fbaf3f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:50.291238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42290) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:50.352369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-50f5bb8b-9072-40d3-95ec-f5d9e6cb8892 None None] Port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:50.366226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] For port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3, host n-d-768852-22, got binding levels [] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:50.366890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.373086 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.386690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4df24b32-1f35-4ab3-9546-400c1eb3e624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.411001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4df24b32-1f35-4ab3-9546-400c1eb3e624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.422889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Calling delete_port for 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:50.458820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f5954a-8169-49ed-88f8-fe34d6050ef4 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:50.459036 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Routers {'f235d298-3ed1-4e7e-a791-1b3698fe6bf5'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:50.460084 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f235d298-3ed1-4e7e-a791-1b3698fe6bf5'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:50.570496 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032cf21-f887-419f-a132-e635e8cf8046 None None] Pushing event updated for resources: {'Port': ['ID=0f682cb3-8d48-4aa6-b6e1-16d025a039a3,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:50.572574 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4df24b32-1f35-4ab3-9546-400c1eb3e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.586648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4df24b32-1f35-4ab3-9546-400c1eb3e624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.593962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4df24b32-1f35-4ab3-9546-400c1eb3e624 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0c53d060-347b-405f-9a2b-0ee9d1fbaf3f HTTP/1.1" status: 204 len: 168 time: 0.3000836 Nov 12 11:23:50.598186 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] Set router f235d298-3ed1-4e7e-a791-1b3698fe6bf5 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:23:50.615334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df24b32-1f35-4ab3-9546-400c1eb3e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c53d060-347b-405f-9a2b-0ee9d1fbaf3f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:50.626263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ce521570-3fbb-4311-b4b3-f89b463b27a9 None None] Provisioning complete for port 0f682cb3-8d48-4aa6-b6e1-16d025a039a3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:50.627941 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce521570-3fbb-4311-b4b3-f89b463b27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.678840 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.681174 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f235d298-3ed1-4e7e-a791-1b3698fe6bf5', 'name': 'tempest-snat-router-1551337345', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:45Z', 'updated_at': '2021-11-12T11:23:49Z', 'revision_number': 4, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:50.735708 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d761a6a1-7493-405d-b2a5-082136f3e67a None None] The sync data for ids ['f235d298-3ed1-4e7e-a791-1b3698fe6bf5'] in n-d-768852-22 is: [{'id': 'f235d298-3ed1-4e7e-a791-1b3698fe6bf5', 'name': 'tempest-snat-router-1551337345', 'tenant_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:23:45Z', 'updated_at': '2021-11-12T11:23:49Z', 'revision_number': 4, 'project_id': 'abb06f035b994a639ffb5e5d1a7c896f', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:50.768488 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce521570-3fbb-4311-b4b3-f89b463b27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.889106 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:50.953427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f682cb3-8d48-4aa6-b6e1-16d025a039a3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:50.992986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df0092-e472-47c6-8eb0-45b54c00335b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:51.036645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983bd35-2e97-48f7-870a-88b1b0d1d36a req-7a438e0a-f261-41b2-bca7-0ac1ba5fe283 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:51.038270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b983bd35-2e97-48f7-870a-88b1b0d1d36a req-7a438e0a-f261-41b2-bca7-0ac1ba5fe283 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2207782 Nov 12 11:23:51.131322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.211761 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b983bd35-2e97-48f7-870a-88b1b0d1d36a req-5a950b17-c8d5-45c1-8b54-1848b0f79316 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530671 Nov 12 11:23:51.253063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.255972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.387257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9fb19-fd9f-4100-abf1-b1c382cb417a req-de10a5e3-0268-4677-a085-5e96ab1c1021 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:51.389123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05e9fb19-fd9f-4100-abf1-b1c382cb417a req-de10a5e3-0268-4677-a085-5e96ab1c1021 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0896831 Nov 12 11:23:51.411464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.412069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f235d298-3ed1-4e7e-a791-1b3698fe6bf5 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:51.422583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.424370 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-489e1e69-5a29-4dc9-8338-55d56ed3cb59 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "DELETE /v2.0/routers/f235d298-3ed1-4e7e-a791-1b3698fe6bf5 HTTP/1.1" status: 204 len: 168 time: 2.0261178 Nov 12 11:23:51.427891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42326) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:51.487295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05e9fb19-fd9f-4100-abf1-b1c382cb417a req-9252582e-c923-47c7-8d71-5a11fdcc8013 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800266 Nov 12 11:23:51.620316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.707648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef836d-3995-4f72-bf99-ed798773bce0 req-8623df19-e3ed-4f85-bc3b-aeec323220f2 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:51.709353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ddef836d-3995-4f72-bf99-ed798773bce0 req-8623df19-e3ed-4f85-bc3b-aeec323220f2 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1400387 Nov 12 11:23:51.818502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ddef836d-3995-4f72-bf99-ed798773bce0 req-91fc0851-0a56-4b7c-b228-29f52b4a5ee5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743194 Nov 12 11:23:51.820102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:51.834877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42338) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:51.848548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddb51-bb5f-41eb-b8a4-2df647ceb568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.009713 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddb51-bb5f-41eb-b8a4-2df647ceb568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.011760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Deleting port da573c2c-1373-4857-8652-30bb8a3ac1ab {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:52.012141 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.043336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11cb69-6536-4de9-8cc1-503065dee576 req-c621ca3c-bb35-4abe-8586-7a93bbea6a51 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:52.045121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e11cb69-6536-4de9-8cc1-503065dee576 req-c621ca3c-bb35-4abe-8586-7a93bbea6a51 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1269441 Nov 12 11:23:52.083374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddb51-bb5f-41eb-b8a4-2df647ceb568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.125618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] For port da573c2c-1373-4857-8652-30bb8a3ac1ab, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=da573c2c-1373-4857-8652-30bb8a3ac1ab,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:23:52.125915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.148076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Calling delete_port for da573c2c-1373-4857-8652-30bb8a3ac1ab owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:52.163182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e11cb69-6536-4de9-8cc1-503065dee576 req-1cc8776b-0461-4ed1-9a05-d431c173c3d5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057520 Nov 12 11:23:52.176680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cd0ddb51-bb5f-41eb-b8a4-2df647ceb568 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dfe90479bb4d4aceb806012f10ad94e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3337839 Nov 12 11:23:52.180806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42348) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:52.220482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ddb51-bb5f-41eb-b8a4-2df647ceb568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287282b9-8ad9-4f6a-af12-f081c500cf97,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:52.238253 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eae1c0a-0a4e-4084-9742-e6798c5c1bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.267637 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eae1c0a-0a4e-4084-9742-e6798c5c1bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.401263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eae1c0a-0a4e-4084-9742-e6798c5c1bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.403814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2eae1c0a-0a4e-4084-9742-e6798c5c1bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.405094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2eae1c0a-0a4e-4084-9742-e6798c5c1bc8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/287282b9-8ad9-4f6a-af12-f081c500cf97 HTTP/1.1" status: 204 len: 168 time: 0.2228861 Nov 12 11:23:52.413851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae1c0a-0a4e-4084-9742-e6798c5c1bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287282b9-8ad9-4f6a-af12-f081c500cf97,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:52.541151 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.569341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event deleted for resources: {'Port': ['ID=da573c2c-1373-4857-8652-30bb8a3ac1ab,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:52.588162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d860b-3b08-4111-bd6c-c84bcaae33f9 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:52.667243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.746973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42364) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:52.896071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.898451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:52.930323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-145d1f34-e606-4e58-8513-5f3caf80c548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.011216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.011754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c720814-20ac-42a9-9b76-45865c02f414 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:23:53.017142 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.018849 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-21eb6a24-d096-4486-a432-f031a6c7cf40 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "DELETE /v2.0/routers/8c720814-20ac-42a9-9b76-45865c02f414 HTTP/1.1" status: 204 len: 168 time: 1.5883811 Nov 12 11:23:53.024097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42378) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:53.030252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-25557191', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:53.083802 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-145d1f34-e606-4e58-8513-5f3caf80c548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.156158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.157287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.211886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.216466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-145d1f34-e606-4e58-8513-5f3caf80c548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.260761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42384) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:53.261023 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-145d1f34-e606-4e58-8513-5f3caf80c548 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b256c6b714284e23b62be77ce2335963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5118628 Nov 12 11:23:53.277071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d1f34-e606-4e58-8513-5f3caf80c548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d36ec8-10d5-411c-a26a-cf12b4bffb56,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:53.315916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:53.328605 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a6016e3-09b7-4f6a-bb70-432d4232b23d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.328866 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb357b48-daa6-4d96-a1b5-903830144e7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.429777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb357b48-daa6-4d96-a1b5-903830144e7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.463111 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a6016e3-09b7-4f6a-bb70-432d4232b23d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.492169 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb357b48-daa6-4d96-a1b5-903830144e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.501900 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.537643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cb357b48-daa6-4d96-a1b5-903830144e7e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=63d13a1c308545f4a1e1aaac5c78d1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220793 Nov 12 11:23:53.544447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42392) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:53.545237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb357b48-daa6-4d96-a1b5-903830144e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d48fa4-a9ae-47d8-acc8-23e56680eb5a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:53.599981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0549efc9-bdab-4916-8cd8-7cf1b38eb2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.624559 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0549efc9-bdab-4916-8cd8-7cf1b38eb2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.628660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device da573c2c-1373-4857-8652-30bb8a3ac1ab no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:23:53.655465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: da573c2c-1373-4857-8652-30bb8a3ac1ab {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:23:53.655812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device da573c2c-1373-4857-8652-30bb8a3ac1ab not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:23:53.724027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a6016e3-09b7-4f6a-bb70-432d4232b23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.726678 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a6016e3-09b7-4f6a-bb70-432d4232b23d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.731211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5a6016e3-09b7-4f6a-bb70-432d4232b23d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/44d36ec8-10d5-411c-a26a-cf12b4bffb56 HTTP/1.1" status: 204 len: 168 time: 0.4686356 Nov 12 11:23:53.745051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6016e3-09b7-4f6a-bb70-432d4232b23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d36ec8-10d5-411c-a26a-cf12b4bffb56,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:53.775837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0549efc9-bdab-4916-8cd8-7cf1b38eb2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.782386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0549efc9-bdab-4916-8cd8-7cf1b38eb2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:53.787286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0549efc9-bdab-4916-8cd8-7cf1b38eb2c3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/47d48fa4-a9ae-47d8-acc8-23e56680eb5a HTTP/1.1" status: 204 len: 168 time: 0.2458537 Nov 12 11:23:53.806591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549efc9-bdab-4916-8cd8-7cf1b38eb2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d48fa4-a9ae-47d8-acc8-23e56680eb5a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:53.999134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.022776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.487954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Allocated IP 172.25.3.113 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/fa95629e-ba84-4eae-a4a7-3904567503ab) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:23:54.611874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.767134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.787869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42434) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:54.806160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-77bdc28b-7af0-4be3-953d-9bdc48df97ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.846844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:23:54.852022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:23:54.855008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:23:54.857916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event updated for resources: {'Port': ['ID=fa95629e-ba84-4eae-a4a7-3904567503ab,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:54.879897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c992ac2-656b-4bc4-93a1-0a46b557dad1 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:54.973979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-77bdc28b-7af0-4be3-953d-9bdc48df97ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:54.976263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b486436d-d69f-4d98-80db-fc565b1bb9de None None] Provisioning complete for port fa95629e-ba84-4eae-a4a7-3904567503ab triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:23:54.978362 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b486436d-d69f-4d98-80db-fc565b1bb9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.041262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b486436d-d69f-4d98-80db-fc565b1bb9de None None] Port fa95629e-ba84-4eae-a4a7-3904567503ab cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:23:55.056876 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-77bdc28b-7af0-4be3-953d-9bdc48df97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.107757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-77bdc28b-7af0-4be3-953d-9bdc48df97ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dfab9ef5fc694509841fa3957bcee5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188939 Nov 12 11:23:55.108633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdc28b-7af0-4be3-953d-9bdc48df97ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d5417-1d10-4ac5-ab0f-90d9cb35eb96,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:55.112328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42446) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:55.172810 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e64c05aa-e7af-4bfa-bdd0-dc367f1e60d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.196692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e64c05aa-e7af-4bfa-bdd0-dc367f1e60d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.373556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e64c05aa-e7af-4bfa-bdd0-dc367f1e60d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.376823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e64c05aa-e7af-4bfa-bdd0-dc367f1e60d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.378848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e64c05aa-e7af-4bfa-bdd0-dc367f1e60d6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/af8d5417-1d10-4ac5-ab0f-90d9cb35eb96 HTTP/1.1" status: 204 len: 168 time: 0.2654393 Nov 12 11:23:55.429226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c05aa-e7af-4bfa-bdd0-dc367f1e60d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d5417-1d10-4ac5-ab0f-90d9cb35eb96,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:55.485207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:55.724204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:56.069448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Router dc57f88f-2e13-439e-b5dc-a812084352b0 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:23:56.188139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:56.204223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41e25a-521f-4152-ad36-5317090b303b None None] Sync routers for ids ['dc57f88f-2e13-439e-b5dc-a812084352b0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:56.218506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41e25a-521f-4152-ad36-5317090b303b None None] Routers {'dc57f88f-2e13-439e-b5dc-a812084352b0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:56.219133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ce41e25a-521f-4152-ad36-5317090b303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['dc57f88f-2e13-439e-b5dc-a812084352b0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:56.287808 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:56.294180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42502) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:56.297138 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d15c493d-67c0-44dc-9c1b-6f2c72c1c5e9 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2707481 Nov 12 11:23:56.301283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d14d2fb6-4bb1-49b6-86a4-007dccb34c90 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': False}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:23:56.313640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ce41e25a-521f-4152-ad36-5317090b303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:56.340864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41e25a-521f-4152-ad36-5317090b303b None None] Routers {'dc57f88f-2e13-439e-b5dc-a812084352b0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:56.342502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ce41e25a-521f-4152-ad36-5317090b303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['dc57f88f-2e13-439e-b5dc-a812084352b0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:56.412890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ce41e25a-521f-4152-ad36-5317090b303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:56.413802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce41e25a-521f-4152-ad36-5317090b303b None None] The sync data for ids ['dc57f88f-2e13-439e-b5dc-a812084352b0'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:56.700735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d14d2fb6-4bb1-49b6-86a4-007dccb34c90 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.387029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d14d2fb6-4bb1-49b6-86a4-007dccb34c90 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.401265 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d14d2fb6-4bb1-49b6-86a4-007dccb34c90 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.621016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14d2fb6-4bb1-49b6-86a4-007dccb34c90 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Router dc57f88f-2e13-439e-b5dc-a812084352b0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:23:57.793704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14d2fb6-4bb1-49b6-86a4-007dccb34c90 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:23:57.800545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d14d2fb6-4bb1-49b6-86a4-007dccb34c90 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:57.802471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d14d2fb6-4bb1-49b6-86a4-007dccb34c90 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "PUT /v2.0/routers/dc57f88f-2e13-439e-b5dc-a812084352b0 HTTP/1.1" status: 200 len: 920 time: 1.5064538 Nov 12 11:23:57.804969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42560) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:57.807292 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa05e8-85b0-4544-a8ea-e375f20693ca None None] Sync routers for ids ['dc57f88f-2e13-439e-b5dc-a812084352b0'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:23:57.820268 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa05e8-85b0-4544-a8ea-e375f20693ca None None] Routers {'dc57f88f-2e13-439e-b5dc-a812084352b0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:57.821245 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-53fa05e8-85b0-4544-a8ea-e375f20693ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['dc57f88f-2e13-439e-b5dc-a812084352b0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:57.869954 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-53fa05e8-85b0-4544-a8ea-e375f20693ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:57.884920 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa05e8-85b0-4544-a8ea-e375f20693ca None None] Routers {'dc57f88f-2e13-439e-b5dc-a812084352b0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:23:57.885756 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-53fa05e8-85b0-4544-a8ea-e375f20693ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['dc57f88f-2e13-439e-b5dc-a812084352b0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:57.922405 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-53fa05e8-85b0-4544-a8ea-e375f20693ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:23:57.923346 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fa05e8-85b0-4544-a8ea-e375f20693ca None None] The sync data for ids ['dc57f88f-2e13-439e-b5dc-a812084352b0'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:23:58.023172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-056c5b38-e75d-4cbf-888e-680492e04b27 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/routers/dc57f88f-2e13-439e-b5dc-a812084352b0 HTTP/1.1" status: 200 len: 920 time: 0.2132940 Nov 12 11:23:58.023766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42570) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:58.155185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a19b0b-21bf-4815-8cf2-1c6b2b2a393b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:58.160742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42578) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:58.161681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-74a19b0b-21bf-4815-8cf2-1c6b2b2a393b tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=dc57f88f-2e13-439e-b5dc-a812084352b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1365287 Nov 12 11:23:58.277872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b3996-1623-45eb-898c-0bb6ca79fcfa tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:23:58.278553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-207b3996-1623-45eb-898c-0bb6ca79fcfa tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 881 time: 0.1167746 Nov 12 11:23:58.281894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42584) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:58.318708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-02db9c3d-a5b3-4330-b3fe-5f3826631738 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc57f88f-2e13-439e-b5dc-a812084352b0 HTTP/1.1" status: 200 len: 205 time: 0.0325153 Nov 12 11:23:58.319038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42588) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:23:58.855283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.002861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.155385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Deleting port fa95629e-ba84-4eae-a4a7-3904567503ab {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:23:59.156222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.254275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.270257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Calling delete_port for fa95629e-ba84-4eae-a4a7-3904567503ab owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:23:59.320521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-67a21241-4395-4a0c-ae67-677fadaac786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.600881 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.637025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event deleted for resources: {'Port': ['ID=fa95629e-ba84-4eae-a4a7-3904567503ab,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:23:59.676576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a550af26-16c7-4f55-b598-adf9de6dd655 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:23:59.715683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.829333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.836397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.989477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:23:59.991936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Fanout notify agent at l3_agent the message router_deleted on router dc57f88f-2e13-439e-b5dc-a812084352b0 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:00.005595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.012582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42658) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:00.013144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e1d1138e-505d-4a32-aecd-155f05b4f74a tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/dc57f88f-2e13-439e-b5dc-a812084352b0 HTTP/1.1" status: 204 len: 168 time: 1.6925685 Nov 12 11:24:00.017770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-be06ed06-825c-4486-a04f-7700470a288d tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-617625173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:00.110846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be06ed06-825c-4486-a04f-7700470a288d tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.113351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be06ed06-825c-4486-a04f-7700470a288d tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.217543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be06ed06-825c-4486-a04f-7700470a288d tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.275277 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be06ed06-825c-4486-a04f-7700470a288d tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.392564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be06ed06-825c-4486-a04f-7700470a288d tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:00.403010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be06ed06-825c-4486-a04f-7700470a288d tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3891995 Nov 12 11:24:00.411590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42678) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:00.417069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:00.744269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.112276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.138004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.288998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Allocated IP 172.25.3.253 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/410435e7-bc68-4d3b-97a1-89147dc2980a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:01.477432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.588378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.669090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:01.672789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:01.677334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:01.693750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754420f9-e61f-45e2-83b1-924f8f4647f5 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:01.701308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event updated for resources: {'Port': ['ID=410435e7-bc68-4d3b-97a1-89147dc2980a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:01.779822 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37197450-9043-43f7-b00a-00d182e6bed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.834111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8e53e6f0-f9fb-4671-8d2e-842cbe6fd3db None None] Provisioning complete for port 410435e7-bc68-4d3b-97a1-89147dc2980a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:01.834895 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8e53e6f0-f9fb-4671-8d2e-842cbe6fd3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:01.942111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8e53e6f0-f9fb-4671-8d2e-842cbe6fd3db None None] Port 410435e7-bc68-4d3b-97a1-89147dc2980a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:02.319133 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:02.631859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:02.635886 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:02.880629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Router 05f7b74a-3100-446b-8f1d-7f9b5b183d2d is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:24:03.005557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:03.013680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:03.024463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:03.031829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8da00d-3264-42e4-bad2-58b9a1ecfc86 None None] Sync routers for ids ['05f7b74a-3100-446b-8f1d-7f9b5b183d2d'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:03.040569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9542cfd1-8f67-47d3-a73a-e221dcc8cdeb tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "PUT /v2.0/routers/05f7b74a-3100-446b-8f1d-7f9b5b183d2d HTTP/1.1" status: 200 len: 879 time: 2.6275287 Nov 12 11:24:03.046448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8da00d-3264-42e4-bad2-58b9a1ecfc86 None None] Routers {'05f7b74a-3100-446b-8f1d-7f9b5b183d2d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:03.047550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4f8da00d-3264-42e4-bad2-58b9a1ecfc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['05f7b74a-3100-446b-8f1d-7f9b5b183d2d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:03.054054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42764) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:03.095578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4f8da00d-3264-42e4-bad2-58b9a1ecfc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:03.105434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8da00d-3264-42e4-bad2-58b9a1ecfc86 None None] Routers {'05f7b74a-3100-446b-8f1d-7f9b5b183d2d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:03.106388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4f8da00d-3264-42e4-bad2-58b9a1ecfc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['05f7b74a-3100-446b-8f1d-7f9b5b183d2d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:03.146633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4f8da00d-3264-42e4-bad2-58b9a1ecfc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:03.147616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8da00d-3264-42e4-bad2-58b9a1ecfc86 None None] The sync data for ids ['05f7b74a-3100-446b-8f1d-7f9b5b183d2d'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:03.223966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-98317cca-4ac5-45e6-bc55-e1fdb759687a tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/routers/05f7b74a-3100-446b-8f1d-7f9b5b183d2d HTTP/1.1" status: 200 len: 920 time: 0.1670122 Nov 12 11:24:03.226080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42774) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:03.350979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8548d34-22b7-4508-9507-8ec16d77a4c9 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:03.353616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d8548d34-22b7-4508-9507-8ec16d77a4c9 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=05f7b74a-3100-446b-8f1d-7f9b5b183d2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1264467 Nov 12 11:24:03.356265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42784) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:03.490696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b94190-e277-4ee9-8f35-4e81c2087f88 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:03.496241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42794) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:03.497549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c0b94190-e277-4ee9-8f35-4e81c2087f88 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 881 time: 0.1400383 Nov 12 11:24:03.538181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-08252bfa-645a-4715-99a6-b3ce9d101df0 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=05f7b74a-3100-446b-8f1d-7f9b5b183d2d HTTP/1.1" status: 200 len: 205 time: 0.0383399 Nov 12 11:24:03.538864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42800) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:03.666318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:03.792979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:03.893084 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:24:03.931572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Deleting port 410435e7-bc68-4d3b-97a1-89147dc2980a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:03.932014 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.036709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.049396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Calling delete_port for 410435e7-bc68-4d3b-97a1-89147dc2980a owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:04.206653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.401409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.440290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event deleted for resources: {'Port': ['ID=410435e7-bc68-4d3b-97a1-89147dc2980a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:04.463674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd3bc3-794c-4449-9ba5-65e8fb67576e None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:04.476812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.477082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.479206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.480300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.489479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.489479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.489479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.489479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.489479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.489479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.489479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.489479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:04.549381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.680949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.683276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.837359 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.869290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.869851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Fanout notify agent at l3_agent the message router_deleted on router 05f7b74a-3100-446b-8f1d-7f9b5b183d2d {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:04.890845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:04.890845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-896f1c9c-5ae1-48ad-a856-359bc7e149d4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/05f7b74a-3100-446b-8f1d-7f9b5b183d2d HTTP/1.1" status: 204 len: 168 time: 1.3422856 Nov 12 11:24:04.891048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:04.896135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2691484c-56ec-4b93-aca4-f47a77eabe69 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1093090053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:05.075075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2691484c-56ec-4b93-aca4-f47a77eabe69 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.077007 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2691484c-56ec-4b93-aca4-f47a77eabe69 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.159557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2691484c-56ec-4b93-aca4-f47a77eabe69 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.228581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2691484c-56ec-4b93-aca4-f47a77eabe69 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.339755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2691484c-56ec-4b93-aca4-f47a77eabe69 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.341180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2691484c-56ec-4b93-aca4-f47a77eabe69 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4494214 Nov 12 11:24:05.356764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42868) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:05.356764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': True}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:05.582038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.945919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:05.967915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:06.110569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Allocated IP 172.25.3.122 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/d1087575-a7b8-4acf-80e0-167c22b248e3) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:06.265446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:06.398255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:06.465548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:06.471815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:06.480132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:06.487277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8132f-a5d1-47ef-9ee6-5ef0e8fe8335 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:06.488359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'Port': ['ID=d1087575-a7b8-4acf-80e0-167c22b248e3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:06.652523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-93f9eff0-2c26-4083-8cce-74fd73746c01 None None] Provisioning complete for port d1087575-a7b8-4acf-80e0-167c22b248e3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:06.653636 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93f9eff0-2c26-4083-8cce-74fd73746c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:06.729627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-93f9eff0-2c26-4083-8cce-74fd73746c01 None None] Port d1087575-a7b8-4acf-80e0-167c22b248e3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:07.208969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.292953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-6a09f91c-759d-4f3d-bcd9-851b6cf51f24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670710 Nov 12 11:24:07.488224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-4e4f0293-1692-40f3-aef8-7a23ae261b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:07.488948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.491633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-4e4f0293-1692-40f3-aef8-7a23ae261b7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5a7dc6c2cc14bf6aefa9aae8ff009f8&device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 1102 time: 0.1107197 Nov 12 11:24:07.501891 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.648648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-4e1a5834-c5bb-48ef-90e5-1ea63fb7a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:07.650886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-4e1a5834-c5bb-48ef-90e5-1ea63fb7a9b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1318197 Nov 12 11:24:07.721053 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-fddd6404-8837-451b-b5ce-932e1d96ffec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe HTTP/1.1" status: 200 len: 217 time: 0.0606515 Nov 12 11:24:07.789171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-032680e8-d2e9-4342-9cf7-b29de62d1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:07.790872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-032680e8-d2e9-4342-9cf7-b29de62d1b8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0615413 Nov 12 11:24:07.814711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Router ebd41d7b-a426-45d4-951a-c802b98af7ac is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:24:07.867715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-41c1b92c-2e6f-4335-a75c-567874de7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:07.870892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-41c1b92c-2e6f-4335-a75c-567874de7105 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0703995 Nov 12 11:24:07.954016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:07.969086 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd68c8f3-d344-4eb3-8c61-392cf16c307b None None] Sync routers for ids ['ebd41d7b-a426-45d4-951a-c802b98af7ac'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:07.970416 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:07.972229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-79f40070-f745-49b8-a8e9-b394a5bdd3ca tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "PUT /v2.0/routers/ebd41d7b-a426-45d4-951a-c802b98af7ac HTTP/1.1" status: 200 len: 915 time: 2.6263494 Nov 12 11:24:07.974962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42972) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:07.991014 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68c8f3-d344-4eb3-8c61-392cf16c307b None None] Routers {'ebd41d7b-a426-45d4-951a-c802b98af7ac'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:07.991647 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bd68c8f3-d344-4eb3-8c61-392cf16c307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ebd41d7b-a426-45d4-951a-c802b98af7ac'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:08.042611 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bd68c8f3-d344-4eb3-8c61-392cf16c307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:08.055156 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68c8f3-d344-4eb3-8c61-392cf16c307b None None] Routers {'ebd41d7b-a426-45d4-951a-c802b98af7ac'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:08.055156 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bd68c8f3-d344-4eb3-8c61-392cf16c307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ebd41d7b-a426-45d4-951a-c802b98af7ac'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:08.087662 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bd68c8f3-d344-4eb3-8c61-392cf16c307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:08.088626 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd68c8f3-d344-4eb3-8c61-392cf16c307b None None] The sync data for ids ['ebd41d7b-a426-45d4-951a-c802b98af7ac'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:08.095820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-f5aa6430-0dfe-420f-a8ce-66a46407cb2f service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073700 Nov 12 11:24:08.193238 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-287c2b7b-25fb-4f5a-870e-2f9900760bb7 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/routers/ebd41d7b-a426-45d4-951a-c802b98af7ac HTTP/1.1" status: 200 len: 921 time: 0.2162373 Nov 12 11:24:08.193845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42980) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:08.264469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff158068-d21b-4d58-8054-cb1ebb3925d5 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:08.267056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ff158068-d21b-4d58-8054-cb1ebb3925d5 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=ebd41d7b-a426-45d4-951a-c802b98af7ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0722613 Nov 12 11:24:08.270581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42984) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:08.281227 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea4a3ce6-8d78-4130-997d-c3dddbe73358 req-99f8e7fb-7bff-40ec-ab58-956a76aa0e17 service neutron] 10.222.0.57 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761842 Nov 12 11:24:08.380583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c865ff-1dd9-459f-b718-3a764d55efb1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:08.382005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-56c865ff-1dd9-459f-b718-3a764d55efb1 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 881 time: 0.1103151 Nov 12 11:24:08.384940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42990) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:08.418233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3c3c8e8f-587d-4b0a-9e21-6e703776acb7 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebd41d7b-a426-45d4-951a-c802b98af7ac HTTP/1.1" status: 200 len: 205 time: 0.0299156 Nov 12 11:24:08.418833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42994) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:08.542396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:08.725166 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:08.912074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Deleting port d1087575-a7b8-4acf-80e0-167c22b248e3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:08.912503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.007242 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.026030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Calling delete_port for d1087575-a7b8-4acf-80e0-167c22b248e3 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:09.331618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.360209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event deleted for resources: {'Port': ['ID=d1087575-a7b8-4acf-80e0-167c22b248e3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:09.379253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded0b7bf-3451-46a9-ac39-6fcdf7e4459b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:09.435150 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.690569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43042) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:09.973157 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.975461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:09.987858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7141c84-6a99-4fe9-867b-d112e751918c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.136875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.137822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Fanout notify agent at l3_agent the message router_deleted on router ebd41d7b-a426-45d4-951a-c802b98af7ac {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:10.151622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.157804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43058) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:10.160810 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ae6937ae-b546-4fd5-8665-916b83f75a41 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/ebd41d7b-a426-45d4-951a-c802b98af7ac HTTP/1.1" status: 204 len: 168 time: 1.7405541 Nov 12 11:24:10.165472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f9dc9b3c-5640-41fa-8bcf-5f7a7e49589b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1474079307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:10.229136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7141c84-6a99-4fe9-867b-d112e751918c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.297879 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9b3c-5640-41fa-8bcf-5f7a7e49589b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.299076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9b3c-5640-41fa-8bcf-5f7a7e49589b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.338542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7141c84-6a99-4fe9-867b-d112e751918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.383223 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9b3c-5640-41fa-8bcf-5f7a7e49589b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.409707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d7141c84-6a99-4fe9-867b-d112e751918c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=665477fe35c94112bb7288eb7b34743e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7180495 Nov 12 11:24:10.410744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7141c84-6a99-4fe9-867b-d112e751918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08d732-ea2e-4029-8172-3bbda0c5faf9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:10.413256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43068) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:10.452945 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9b3c-5640-41fa-8bcf-5f7a7e49589b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.479652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dced8c86-70dc-440e-b23c-28b2e4be97ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.504451 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dced8c86-70dc-440e-b23c-28b2e4be97ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.573603 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f9dc9b3c-5640-41fa-8bcf-5f7a7e49589b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.581499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f9dc9b3c-5640-41fa-8bcf-5f7a7e49589b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4160535 Nov 12 11:24:10.581499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43074) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:10.582445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': False}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:10.709711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dced8c86-70dc-440e-b23c-28b2e4be97ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.714135 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dced8c86-70dc-440e-b23c-28b2e4be97ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:10.719170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dced8c86-70dc-440e-b23c-28b2e4be97ba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac08d732-ea2e-4029-8172-3bbda0c5faf9 HTTP/1.1" status: 204 len: 168 time: 0.3014278 Nov 12 11:24:10.751227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced8c86-70dc-440e-b23c-28b2e4be97ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08d732-ea2e-4029-8172-3bbda0c5faf9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:10.851021 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.118667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.139805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.333486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Allocated IP 172.25.3.137 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/d05c1ef3-3dc2-42b1-aa0d-e375d8df0d1d) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:11.543617 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.742532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.798565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:11.801582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:11.806074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:11.819216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e197e97b-67b2-4b84-b5a8-0116c5000c69 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:11.853060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Pushing event updated for resources: {'Port': ['ID=d05c1ef3-3dc2-42b1-aa0d-e375d8df0d1d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:11.891491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43120) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:11.899889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-95e7fa35-25b2-4763-a9ce-4f8283ba17fc None None] Provisioning complete for port d05c1ef3-3dc2-42b1-aa0d-e375d8df0d1d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:11.900607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95e7fa35-25b2-4763-a9ce-4f8283ba17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.928674 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de0800c7-0c87-4a64-b7ea-2dc3e4531fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:11.946436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-95e7fa35-25b2-4763-a9ce-4f8283ba17fc None None] Port d05c1ef3-3dc2-42b1-aa0d-e375d8df0d1d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:12.111958 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de0800c7-0c87-4a64-b7ea-2dc3e4531fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.194781 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de0800c7-0c87-4a64-b7ea-2dc3e4531fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.245444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-de0800c7-0c87-4a64-b7ea-2dc3e4531fdf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2c8e67360fdd40b48714cdc1bde1b951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3527808 Nov 12 11:24:12.247979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43138) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:12.255352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0800c7-0c87-4a64-b7ea-2dc3e4531fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b996a16a-389e-4916-9e78-25e7974232d2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:12.320090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e25eecbc-6587-488e-89c4-2c8b1a3d32cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.346346 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.354154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e25eecbc-6587-488e-89c4-2c8b1a3d32cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.475817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb8991-9a50-4709-9395-11c2b208b85c req-eb488de4-d657-40eb-a838-de17d6019d88 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:12.478001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69fb8991-9a50-4709-9395-11c2b208b85c req-eb488de4-d657-40eb-a838-de17d6019d88 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.4052563 Nov 12 11:24:12.549498 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e25eecbc-6587-488e-89c4-2c8b1a3d32cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.553645 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e25eecbc-6587-488e-89c4-2c8b1a3d32cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.556304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e25eecbc-6587-488e-89c4-2c8b1a3d32cd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b996a16a-389e-4916-9e78-25e7974232d2 HTTP/1.1" status: 204 len: 168 time: 0.3070848 Nov 12 11:24:12.567605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eecbc-6587-488e-89c4-2c8b1a3d32cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b996a16a-389e-4916-9e78-25e7974232d2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:12.595871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69fb8991-9a50-4709-9395-11c2b208b85c req-4b508263-26b5-43e3-9428-36ab8b67c341 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887995 Nov 12 11:24:12.756764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:12.766748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:13.000644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Router 0e293816-54e7-4c69-beec-13449aa4d2cd is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:24:13.509654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:13.513999 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:13.516092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2df49dd6-59b6-4e87-9dd0-10d7e085d7a0 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "PUT /v2.0/routers/0e293816-54e7-4c69-beec-13449aa4d2cd HTTP/1.1" status: 200 len: 916 time: 2.9371839 Nov 12 11:24:13.518734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43186) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:13.521402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b851c5c-62a8-4cb6-a234-008ddd4d4d9f None None] Sync routers for ids ['0e293816-54e7-4c69-beec-13449aa4d2cd'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:13.532499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b851c5c-62a8-4cb6-a234-008ddd4d4d9f None None] Routers {'0e293816-54e7-4c69-beec-13449aa4d2cd'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:13.533148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0b851c5c-62a8-4cb6-a234-008ddd4d4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0e293816-54e7-4c69-beec-13449aa4d2cd'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:13.573578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0b851c5c-62a8-4cb6-a234-008ddd4d4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:13.584875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b851c5c-62a8-4cb6-a234-008ddd4d4d9f None None] Routers {'0e293816-54e7-4c69-beec-13449aa4d2cd'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:13.585409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0b851c5c-62a8-4cb6-a234-008ddd4d4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0e293816-54e7-4c69-beec-13449aa4d2cd'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:13.656792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0b851c5c-62a8-4cb6-a234-008ddd4d4d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:13.658397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b851c5c-62a8-4cb6-a234-008ddd4d4d9f None None] The sync data for ids ['0e293816-54e7-4c69-beec-13449aa4d2cd'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:13.786522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fe411918-ba8e-4118-a853-2db43f6a74b4 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/routers/0e293816-54e7-4c69-beec-13449aa4d2cd HTTP/1.1" status: 200 len: 922 time: 0.2639124 Nov 12 11:24:13.788885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43204) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:13.870788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e0bb85-3021-40b6-9104-2a147fc2a5b9 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:13.874654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-96e0bb85-3021-40b6-9104-2a147fc2a5b9 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=0e293816-54e7-4c69-beec-13449aa4d2cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0835538 Nov 12 11:24:13.878433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43208) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:14.169733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb091332-9584-4a28-95d1-c545a772ebb5 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:14.169733 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eb091332-9584-4a28-95d1-c545a772ebb5 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 881 time: 0.1306841 Nov 12 11:24:14.169733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43212) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:14.169733 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d85c25fb-a852-406e-a0dc-cc7024840e11 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=0e293816-54e7-4c69-beec-13449aa4d2cd HTTP/1.1" status: 200 len: 205 time: 0.0288782 Nov 12 11:24:14.169733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43214) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:14.169733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.286598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.307721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008774-c8b8-4505-8618-0c3982a21267 req-ae9406c4-de7f-42d8-8647-1936afe64333 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:14.309295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35008774-c8b8-4505-8618-0c3982a21267 req-ae9406c4-de7f-42d8-8647-1936afe64333 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.69 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 0.0522349 Nov 12 11:24:14.412582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Deleting port 0ea167e3-f7a4-444a-a189-1879409a7b1c {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:14.412916 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.540559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] For port 0ea167e3-f7a4-444a-a189-1879409a7b1c, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0ea167e3-f7a4-444a-a189-1879409a7b1c,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:14.540924 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.553313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Deleting port d05c1ef3-3dc2-42b1-aa0d-e375d8df0d1d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:14.554328 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.694026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.736565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Calling delete_port for d05c1ef3-3dc2-42b1-aa0d-e375d8df0d1d owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:14.882943 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.883472 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:14.883898 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Floating IP e56513a6-6cd7-4efa-b6dc-b125336c2c04 disassociated. External IP: 172.25.3.185, port: 0ea167e3-f7a4-444a-a189-1879409a7b1c. Nov 12 11:24:14.884426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Calling delete_port for 0ea167e3-f7a4-444a-a189-1879409a7b1c owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:15.015823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeefd5-9dda-4470-bb98-cc88794b38f5 req-d51c69a8-f5e8-456e-9217-4dab8349f3db tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:15.026169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14eeefd5-9dda-4470-bb98-cc88794b38f5 req-d51c69a8-f5e8-456e-9217-4dab8349f3db tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 946 time: 1.2373526 Nov 12 11:24:15.103729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.131992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14eeefd5-9dda-4470-bb98-cc88794b38f5 req-532a3f41-962c-491f-91ff-edfaee574fd5 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=f8b1b93e-229c-4a9e-beb8-994ed19abd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997446 Nov 12 11:24:15.138820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event deleted for resources: {'Port': ['ID=0ea167e3-f7a4-444a-a189-1879409a7b1c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:15.200218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.300237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event deleted for resources: {'Port': ['ID=d05c1ef3-3dc2-42b1-aa0d-e375d8df0d1d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:15.312418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.313004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.313372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.313718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.314059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.314404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.314748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.315233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.315573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.316101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.316269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.316605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:15.360502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d0e2f-fdb4-4174-9366-7b10a11fe411 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:15.403655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.532303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.532303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.563667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Router cc13cb3b-3c15-47da-ba1d-1b46ae460109 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:24:15.703868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.704799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Fanout notify agent at l3_agent the message router_deleted on router 0e293816-54e7-4c69-beec-13449aa4d2cd {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:15.712187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.713627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-06d36e0c-774f-4d60-8692-973e70d63556 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/0e293816-54e7-4c69-beec-13449aa4d2cd HTTP/1.1" status: 204 len: 168 time: 1.6649194 Nov 12 11:24:15.729993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43258) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:15.729993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-989399497', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:15.819273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:15.832309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] Sync routers for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:15.853654 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:15.854115 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:15.917527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] No DVR routers for this DVR port 0ea167e3-f7a4-444a-a189-1879409a7b1c on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:15.920190 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.924805 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35008774-c8b8-4505-8618-0c3982a21267 req-fc549447-0bd3-4767-aa27-9bd17c6474c0 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.69 "DELETE /v2.0/ports/0ea167e3-f7a4-444a-a189-1879409a7b1c HTTP/1.1" status: 204 len: 173 time: 1.6057048 Nov 12 11:24:15.925343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'name': 'network-vif-deleted', 'tag': '0ea167e3-f7a4-444a-a189-1879409a7b1c'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:24:15.933304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.933480 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f732b3-d8f4-4bac-864d-b183589c51be" -d '{"events": [{"server_uuid": "73eb8810-012d-4de6-b3c8-60c890e652ff", "name": "network-vif-deleted", "tag": "0ea167e3-f7a4-444a-a189-1879409a7b1c"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:24:15.933608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:15.992665 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80f1484-799e-42fc-9904-cf10a99d6a9f x-openstack-request-id: req-f80f1484-799e-42fc-9904-cf10a99d6a9f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:24:15.992665 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73eb8810-012d-4de6-b3c8-60c890e652ff", "name": "network-vif-deleted", "tag": "0ea167e3-f7a4-444a-a189-1879409a7b1c", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:24:15.992912 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f80f1484-799e-42fc-9904-cf10a99d6a9f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:24:15.993461 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73eb8810-012d-4de6-b3c8-60c890e652ff', 'name': 'network-vif-deleted', 'tag': '0ea167e3-f7a4-444a-a189-1879409a7b1c', 'status': 'completed', 'code': 200} Nov 12 11:24:16.167310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:16.185193 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:24:16.427981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18da1a29-bb6d-4c82-a197-3f5ca27ac531 req-2345a666-fd86-4804-bb89-81e72dd89278 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=73eb8810-012d-4de6-b3c8-60c890e652ff HTTP/1.1" status: 200 len: 210 time: 0.0842195 Nov 12 11:24:16.630399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:16.907637 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:16.981164 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] Checking router: cc13cb3b-3c15-47da-ba1d-1b46ae460109 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:24:17.020891 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:17.021628 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:17.229961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.264899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.276192 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:24:17.564797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.598573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Allocated IP 172.25.3.156 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/7346ede9-e738-4e19-af8a-93b765b17e64) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:17.699142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43330) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:17.719980 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:17.808113 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f88e66-5aba-40db-846f-3a2619aec1dc None None] The sync data for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 is: [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:17.809325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c035-6c8b-4725-b7e8-8f0ce9e55fe2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.846413 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:17.879650 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c035-6c8b-4725-b7e8-8f0ce9e55fe2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.074793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.103411 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c035-6c8b-4725-b7e8-8f0ce9e55fe2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.106669 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c035-6c8b-4725-b7e8-8f0ce9e55fe2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.108181 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5ad0c035-6c8b-4725-b7e8-8f0ce9e55fe2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "DELETE /v2.0/security-groups/f8b1b93e-229c-4a9e-beb8-994ed19abd4c HTTP/1.1" status: 204 len: 168 time: 0.4079015 Nov 12 11:24:18.111483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:18.113902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43344) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:18.123376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:18.142061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f0d62-b82c-4c2c-8baa-d8b8c6d5fbc6 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:18.153279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0c035-6c8b-4725-b7e8-8f0ce9e55fe2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b1b93e-229c-4a9e-beb8-994ed19abd4c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:18.229774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:18.263736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-35cbed6e-cee1-4dfc-9021-35d1cb35bd4d None None] Provisioning complete for port 7346ede9-e738-4e19-af8a-93b765b17e64 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:18.265138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35cbed6e-cee1-4dfc-9021-35d1cb35bd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.351110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-35cbed6e-cee1-4dfc-9021-35d1cb35bd4d None None] Port 7346ede9-e738-4e19-af8a-93b765b17e64 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:18.379830 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-2f7c687d-0323-4c11-8c17-c1b5c6c6cdc5 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] show failed (client error): The resource could not be found. Nov 12 11:24:18.381918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2f7c687d-0323-4c11-8c17-c1b5c6c6cdc5 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups/f8b1b93e-229c-4a9e-beb8-994ed19abd4c HTTP/1.1" status: 404 len: 347 time: 0.2562494 Nov 12 11:24:18.390776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43354) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:18.413504 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63472e-f21a-4430-b51e-2e897a27015c None None] New status for floating IP e56513a6-6cd7-4efa-b6dc-b125336c2c04: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:24:18.453711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event updated for resources: {'Port': ['ID=7346ede9-e738-4e19-af8a-93b765b17e64,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:18.715197 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.721502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Deleting port 6fa4eeea-d9c3-48be-8869-e1369530d3e2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:18.722534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.869067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.872231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:18.896478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Calling delete_port for 6fa4eeea-d9c3-48be-8869-e1369530d3e2 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:18.996819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0ea167e3-f7a4-444a-a189-1879409a7b1c no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:24:19.035503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 0ea167e3-f7a4-444a-a189-1879409a7b1c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:24:19.036894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0ea167e3-f7a4-444a-a189-1879409a7b1c not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:24:19.206242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.238432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event deleted for resources: {'Port': ['ID=6fa4eeea-d9c3-48be-8869-e1369530d3e2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:19.356701 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.360542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.361915 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-81999b0f-40f1-4467-b3fb-2a88e24ec597 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "DELETE /v2.0/floatingips/e56513a6-6cd7-4efa-b6dc-b125336c2c04 HTTP/1.1" status: 204 len: 168 time: 0.9699597 Nov 12 11:24:19.418874 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.714510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Router 6ef8c8d9-4d01-460d-b7a3-6326a091619a is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:24:19.839720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:19.858491 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dac7f45-05da-466a-b9b8-cf2955660897 None None] Sync routers for ids ['6ef8c8d9-4d01-460d-b7a3-6326a091619a'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:19.875733 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac7f45-05da-466a-b9b8-cf2955660897 None None] Routers {'6ef8c8d9-4d01-460d-b7a3-6326a091619a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:19.877302 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3dac7f45-05da-466a-b9b8-cf2955660897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6ef8c8d9-4d01-460d-b7a3-6326a091619a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:19.946953 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3dac7f45-05da-466a-b9b8-cf2955660897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:19.958430 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac7f45-05da-466a-b9b8-cf2955660897 None None] Routers {'6ef8c8d9-4d01-460d-b7a3-6326a091619a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:19.959227 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3dac7f45-05da-466a-b9b8-cf2955660897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6ef8c8d9-4d01-460d-b7a3-6326a091619a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:19.974470 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:19.979879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43408) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:19.980711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0c18cda0-3697-4db5-aa88-b697a334de62 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2592897 Nov 12 11:24:19.985957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:20.002095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43410) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:20.007914 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-14cc9406-1991-4781-ac20-4d1210bed80e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993565200', 'description': 'tempest-description--1036215918'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:20.024457 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3dac7f45-05da-466a-b9b8-cf2955660897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:20.025389 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dac7f45-05da-466a-b9b8-cf2955660897 None None] The sync data for ids ['6ef8c8d9-4d01-460d-b7a3-6326a091619a'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:20.126587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14cc9406-1991-4781-ac20-4d1210bed80e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.274519 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14cc9406-1991-4781-ac20-4d1210bed80e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.312552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43420) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:20.360796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14cc9406-1991-4781-ac20-4d1210bed80e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.401964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc9406-1991-4781-ac20-4d1210bed80e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4c4652-f9c8-4d48-b14c-680e83c2644f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:20.427430 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.515386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14cc9406-1991-4781-ac20-4d1210bed80e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.519942 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-14cc9406-1991-4781-ac20-4d1210bed80e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5162683 Nov 12 11:24:20.520363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43432) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:20.531141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a567037e-2467-4c38-813a-e8aa9d6e1cd1 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'security_group_rule': {'security_group_id': 'cb4c4652-f9c8-4d48-b14c-680e83c2644f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:20.558570 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.641753 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.655593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f34b3213-2c1b-4b26-a7e2-3bfdc1ccbd1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.706359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a567037e-2467-4c38-813a-e8aa9d6e1cd1 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.801031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Deleting port 7346ede9-e738-4e19-af8a-93b765b17e64 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:20.801697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.803081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f34b3213-2c1b-4b26-a7e2-3bfdc1ccbd1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.869727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a567037e-2467-4c38-813a-e8aa9d6e1cd1 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.903645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.915630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Calling delete_port for 7346ede9-e738-4e19-af8a-93b765b17e64 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:20.920239 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f34b3213-2c1b-4b26-a7e2-3bfdc1ccbd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:20.964995 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f34b3213-2c1b-4b26-a7e2-3bfdc1ccbd1e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=149e916da81d46208c7a28128f60fec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506526 Nov 12 11:24:20.965230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43442) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:20.978501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b3213-2c1b-4b26-a7e2-3bfdc1ccbd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf251388-829a-4105-80eb-2064c56d7d89,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:20.996864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a567037e-2467-4c38-813a-e8aa9d6e1cd1 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.048839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c771ea0c-f4c9-462f-90a2-3035dc083747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.057162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567037e-2467-4c38-813a-e8aa9d6e1cd1 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04211ad-970a-4d33-aa23-22c2707dc18a,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:21.077127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c771ea0c-f4c9-462f-90a2-3035dc083747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.191954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a567037e-2467-4c38-813a-e8aa9d6e1cd1 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.193984 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a567037e-2467-4c38-813a-e8aa9d6e1cd1 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6715252 Nov 12 11:24:21.197204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:21.203537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fe0fe385-2e4d-4e1a-9f88-d38416a2efbe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'security_group_rule': {'security_group_id': 'cb4c4652-f9c8-4d48-b14c-680e83c2644f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:21.296652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c771ea0c-f4c9-462f-90a2-3035dc083747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.297395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.301419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c771ea0c-f4c9-462f-90a2-3035dc083747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.302669 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c771ea0c-f4c9-462f-90a2-3035dc083747 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bf251388-829a-4105-80eb-2064c56d7d89 HTTP/1.1" status: 204 len: 168 time: 0.3346882 Nov 12 11:24:21.319254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771ea0c-f4c9-462f-90a2-3035dc083747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf251388-829a-4105-80eb-2064c56d7d89,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:21.358716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Pushing event deleted for resources: {'Port': ['ID=7346ede9-e738-4e19-af8a-93b765b17e64,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:21.374270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe385-2e4d-4e1a-9f88-d38416a2efbe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.380975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8bbbd3-1b81-4f46-92cc-3817c3ff5a1e None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:21.428867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.512894 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe385-2e4d-4e1a-9f88-d38416a2efbe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.585767 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe385-2e4d-4e1a-9f88-d38416a2efbe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.631062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fe385-2e4d-4e1a-9f88-d38416a2efbe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f547af8f-01b5-4e15-b155-ab560ceda0ae,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:21.769262 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.774109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe385-2e4d-4e1a-9f88-d38416a2efbe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.775351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fe0fe385-2e4d-4e1a-9f88-d38416a2efbe tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5767930 Nov 12 11:24:21.777410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.778385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43466) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:21.784284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:21.874347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Router 6ef8c8d9-4d01-460d-b7a3-6326a091619a has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:24:21.911647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.971348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:21.980624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:21.986293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3f0cb0ec-8f0d-495d-971b-c32b17ee1a20 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "PUT /v2.0/routers/6ef8c8d9-4d01-460d-b7a3-6326a091619a HTTP/1.1" status: 200 len: 705 time: 2.0052001 Nov 12 11:24:21.990257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43480) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:22.009582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86475474-ecc4-4132-ab4b-7b6971b19e70 None None] Sync routers for ids ['6ef8c8d9-4d01-460d-b7a3-6326a091619a'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:22.027072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86475474-ecc4-4132-ab4b-7b6971b19e70 None None] Routers {'6ef8c8d9-4d01-460d-b7a3-6326a091619a'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:22.030484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-86475474-ecc4-4132-ab4b-7b6971b19e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6ef8c8d9-4d01-460d-b7a3-6326a091619a'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:22.109772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-74ea8cff-ac43-4590-9518-c6a15721862f tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/routers/6ef8c8d9-4d01-460d-b7a3-6326a091619a HTTP/1.1" status: 200 len: 740 time: 0.1215632 Nov 12 11:24:22.114212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43484) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:22.128015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-86475474-ecc4-4132-ab4b-7b6971b19e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:22.158283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86475474-ecc4-4132-ab4b-7b6971b19e70 None None] Routers {'6ef8c8d9-4d01-460d-b7a3-6326a091619a'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:22.160271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-86475474-ecc4-4132-ab4b-7b6971b19e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6ef8c8d9-4d01-460d-b7a3-6326a091619a'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:22.189177 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.217661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-86475474-ecc4-4132-ab4b-7b6971b19e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:22.218721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86475474-ecc4-4132-ab4b-7b6971b19e70 None None] The sync data for ids ['6ef8c8d9-4d01-460d-b7a3-6326a091619a'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:22.263314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fce3c7d5-d2c9-4c37-82f6-4169067d9c98 tempest-RoutersAdminTest-1551176647 tempest-RoutersAdminTest-1551176647-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=6ef8c8d9-4d01-460d-b7a3-6326a091619a HTTP/1.1" status: 200 len: 205 time: 0.1475751 Nov 12 11:24:22.266226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43488) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:22.330292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d5eb74cf-5bea-4c5b-b70b-0a443b7608e5 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ef8c8d9-4d01-460d-b7a3-6326a091619a HTTP/1.1" status: 200 len: 205 time: 0.0628591 Nov 12 11:24:22.337195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43490) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:22.440956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92624d4a-e715-455e-b7b0-c2c664b4122b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.524006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Allocated IP 172.25.3.29 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/8b0c236f-02ec-42ac-a89b-13179b869bd6) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:22.602058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43500) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:22.622233 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4725d924-5d91-4c18-88b5-3aad7bc964f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.638511 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92624d4a-e715-455e-b7b0-c2c664b4122b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.641368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92624d4a-e715-455e-b7b0-c2c664b4122b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.740774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4725d924-5d91-4c18-88b5-3aad7bc964f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.839461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4725d924-5d91-4c18-88b5-3aad7bc964f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.891193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.908871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4725d924-5d91-4c18-88b5-3aad7bc964f1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2d6aca5c13094c31ad8e4d344ee1dbe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3054702 Nov 12 11:24:22.910740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43508) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:22.918519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725d924-5d91-4c18-88b5-3aad7bc964f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21b4683-6585-4045-9f04-67b904df3944,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:22.947785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92624d4a-e715-455e-b7b0-c2c664b4122b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.948538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92624d4a-e715-455e-b7b0-c2c664b4122b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Fanout notify agent at l3_agent the message router_deleted on router 6ef8c8d9-4d01-460d-b7a3-6326a091619a {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:24:22.957177 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92624d4a-e715-455e-b7b0-c2c664b4122b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:22.960578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-92624d4a-e715-455e-b7b0-c2c664b4122b tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/6ef8c8d9-4d01-460d-b7a3-6326a091619a HTTP/1.1" status: 204 len: 168 time: 0.6240847 Nov 12 11:24:22.962735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43510) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:22.981189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1920b12-636c-4103-8617-3d67a7877d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.000004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-aeeb7d9f-2c8a-485e-8f64-baed886b1dfe tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=6ef8c8d9-4d01-460d-b7a3-6326a091619a HTTP/1.1" status: 200 len: 205 time: 0.0341585 Nov 12 11:24:23.004039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43514) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.013921 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1920b12-636c-4103-8617-3d67a7877d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.059786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.069643 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-ad683baf-e1bf-4e76-877d-6aeae15b546e tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] delete failed (client error): The resource could not be found. Nov 12 11:24:23.074813 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ad683baf-e1bf-4e76-877d-6aeae15b546e tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/6ef8c8d9-4d01-460d-b7a3-6326a091619a HTTP/1.1" status: 404 len: 336 time: 0.0654609 Nov 12 11:24:23.076857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43522) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.119066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a8a0dcfb-ef39-4fe8-bc04-55e72ea72e77 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=0e293816-54e7-4c69-beec-13449aa4d2cd HTTP/1.1" status: 200 len: 205 time: 0.0403731 Nov 12 11:24:23.119906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43526) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.133590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:23.135077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:23.139094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:23.167993 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-dac57efb-4250-460e-8a75-b643a9fee409 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] delete failed (client error): The resource could not be found. Nov 12 11:24:23.171064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dac57efb-4250-460e-8a75-b643a9fee409 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/0e293816-54e7-4c69-beec-13449aa4d2cd HTTP/1.1" status: 404 len: 336 time: 0.0494640 Nov 12 11:24:23.172091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43530) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.203725 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1920b12-636c-4103-8617-3d67a7877d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.206506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1920b12-636c-4103-8617-3d67a7877d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.208161 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1920b12-636c-4103-8617-3d67a7877d43 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b21b4683-6585-4045-9f04-67b904df3944 HTTP/1.1" status: 204 len: 168 time: 0.2958872 Nov 12 11:24:23.212905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-98f73fef-c34f-4b8d-a53a-2f0bf52179dd tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=ebd41d7b-a426-45d4-951a-c802b98af7ac HTTP/1.1" status: 200 len: 205 time: 0.0395269 Nov 12 11:24:23.213528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43534) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.276042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.291349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1920b12-636c-4103-8617-3d67a7877d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21b4683-6585-4045-9f04-67b904df3944,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:23.306935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'Port': ['ID=8b0c236f-02ec-42ac-a89b-13179b869bd6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:23.307070 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-4f79e7eb-b01e-4438-b3b4-9f222bcc8a7f tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] delete failed (client error): The resource could not be found. Nov 12 11:24:23.311753 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4f79e7eb-b01e-4438-b3b4-9f222bcc8a7f tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/ebd41d7b-a426-45d4-951a-c802b98af7ac HTTP/1.1" status: 404 len: 336 time: 0.0875747 Nov 12 11:24:23.311753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43536) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.376096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-53e1ffe2-93b4-43a8-b516-7b7cedc668e6 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=05f7b74a-3100-446b-8f1d-7f9b5b183d2d HTTP/1.1" status: 200 len: 205 time: 0.0638707 Nov 12 11:24:23.378360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43540) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.394141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.432294 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-5c6281ad-58ef-42d8-9a81-1c6594efd1ef tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] delete failed (client error): The resource could not be found. Nov 12 11:24:23.434131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c6281ad-58ef-42d8-9a81-1c6594efd1ef tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/05f7b74a-3100-446b-8f1d-7f9b5b183d2d HTTP/1.1" status: 404 len: 336 time: 0.0546510 Nov 12 11:24:23.437344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43542) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.470250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-269ce042-ae94-41ac-afe8-4ab76eca598d tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=dc57f88f-2e13-439e-b5dc-a812084352b0 HTTP/1.1" status: 200 len: 205 time: 0.0315139 Nov 12 11:24:23.472541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43546) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:23.653248 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.718759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.894178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'Port': ['ID=8b0c236f-02ec-42ac-a89b-13179b869bd6,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:23.917749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:23.977483 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-cafcd217-dcc7-47fa-9ceb-7a9219a239b4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] delete failed (client error): The resource could not be found. Nov 12 11:24:23.979085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cafcd217-dcc7-47fa-9ceb-7a9219a239b4 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/dc57f88f-2e13-439e-b5dc-a812084352b0 HTTP/1.1" status: 404 len: 336 time: 0.5054822 Nov 12 11:24:23.989179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43566) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:24.046932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-812ffef9-f49d-4d6c-9b8d-6f5a5724db90 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8459fc3-5f39-4ec2-8746-baceb3e0050f HTTP/1.1" status: 200 len: 205 time: 0.0559111 Nov 12 11:24:24.049260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43570) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:24.056738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:24.058291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eb5a34da-03e2-41ca-86d3-838dc7a46b13 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2785819 Nov 12 11:24:24.099677 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-d048582a-71e4-424a-8eca-fa9dcb597665 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] delete failed (client error): The resource could not be found. Nov 12 11:24:24.100997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d048582a-71e4-424a-8eca-fa9dcb597665 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/routers/a8459fc3-5f39-4ec2-8746-baceb3e0050f HTTP/1.1" status: 404 len: 336 time: 0.0504906 Nov 12 11:24:24.103615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43574) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:24.132991 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1cdc4c-17bf-429d-adb7-c8e64568e0b5 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] DELETE failed (client error): The resource could not be found. Nov 12 11:24:24.133702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1cdc4c-17bf-429d-adb7-c8e64568e0b5 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:24:24.137112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cb1cdc4c-17bf-429d-adb7-c8e64568e0b5 tempest-RoutersAdminTest-1564860896 tempest-RoutersAdminTest-1564860896-project] 10.222.0.98 "DELETE /v2.0/subnets/f858175e-824e-41a5-bcaa-ae63825fa892 HTTP/1.1" status: 404 len: 337 time: 0.0324643 Nov 12 11:24:24.511044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-681d3158-5d0e-48a7-bcbe-c1fb9f6181f6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1993565200&fields=id&tenant_id=350eb52c645646e4bc02302e16cf34fb HTTP/1.1" status: 200 len: 267 time: 0.0837586 Nov 12 11:24:24.629996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:24.677753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-3bc81c2c-3287-4cc3-8400-b7899337694a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:24.679330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-3bc81c2c-3287-4cc3-8400-b7899337694a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 810 time: 0.1527696 Nov 12 11:24:24.704476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-6536ec84-3657-4f3f-8b03-f18be4237392 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/quotas/350eb52c645646e4bc02302e16cf34fb HTTP/1.1" status: 200 len: 375 time: 0.0131321 Nov 12 11:24:24.790200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-1de9e54f-d5df-43e2-a823-19836abdf8f9 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793483 Nov 12 11:24:24.828655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-172099b5-4823-4e35-87a5-b44178241394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.014247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-172099b5-4823-4e35-87a5-b44178241394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.081330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-172099b5-4823-4e35-87a5-b44178241394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.109943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43630) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:25.132394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-172099b5-4823-4e35-87a5-b44178241394 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e14c478b946141d1839fef7b263660df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4987965 Nov 12 11:24:25.133802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43636) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:25.162280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172099b5-4823-4e35-87a5-b44178241394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db5dc27-17c5-4a55-be95-cee7555018f7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:25.244687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6558d571-903c-4eaa-a983-88e083268660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.267294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-26100334-d5de-46b9-b9c6-760401860e71 service neutron] 10.222.0.98 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616318 Nov 12 11:24:25.305041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6558d571-903c-4eaa-a983-88e083268660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.485846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6558d571-903c-4eaa-a983-88e083268660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.487940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-26a4f34e-e22a-414e-9866-4ac28ba70c56 service neutron] 10.222.0.98 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096894 Nov 12 11:24:25.488452 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6558d571-903c-4eaa-a983-88e083268660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.489636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6558d571-903c-4eaa-a983-88e083268660 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3db5dc27-17c5-4a55-be95-cee7555018f7 HTTP/1.1" status: 204 len: 168 time: 0.3551240 Nov 12 11:24:25.511885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558d571-903c-4eaa-a983-88e083268660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db5dc27-17c5-4a55-be95-cee7555018f7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:25.562099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f785cc0-bce3-49a3-af79-6df4fae76160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.700543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f785cc0-bce3-49a3-af79-6df4fae76160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.799995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f785cc0-bce3-49a3-af79-6df4fae76160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:25.879301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-34a6401a-16ae-4ccc-8b2d-4bf5b0f615df req-88028b60-09f8-47d7-8153-8948e483a74f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 210 time: 0.0525985 Nov 12 11:24:25.883879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4f785cc0-bce3-49a3-af79-6df4fae76160 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=85952538022a42889d37b23b181f7cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7671001 Nov 12 11:24:25.883879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f785cc0-bce3-49a3-af79-6df4fae76160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07838ce4-97f9-4eb7-9069-b84476a1c075,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:25.884753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43666) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.036693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b41b588-cbec-4c30-8582-47f822821538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.092058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b41b588-cbec-4c30-8582-47f822821538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.269130 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b41b588-cbec-4c30-8582-47f822821538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.271991 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b41b588-cbec-4c30-8582-47f822821538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.273228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8b41b588-cbec-4c30-8582-47f822821538 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07838ce4-97f9-4eb7-9069-b84476a1c075 HTTP/1.1" status: 204 len: 168 time: 0.3845680 Nov 12 11:24:26.281844 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41b588-cbec-4c30-8582-47f822821538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07838ce4-97f9-4eb7-9069-b84476a1c075,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:26.478371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43696) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.505631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37211a91-6b53-49ed-8089-68a3c0f5265a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.691446 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37211a91-6b53-49ed-8089-68a3c0f5265a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.776980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37211a91-6b53-49ed-8089-68a3c0f5265a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.835384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43708) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:26.836048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-37211a91-6b53-49ed-8089-68a3c0f5265a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=71be89716a9f491f8cb17c4db175d1fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563058 Nov 12 11:24:26.837382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37211a91-6b53-49ed-8089-68a3c0f5265a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683c3816-1bb7-4955-8844-1b67f5740a9f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:26.972143 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f90c8262-ac9c-4ee2-9122-eed8d811664f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:26.995767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1f50115-55c6-4b87-bab1-25dfffb4460e req-448a0800-7b25-42c1-8637-fee054c16e5e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 210 time: 0.0361295 Nov 12 11:24:27.016386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f90c8262-ac9c-4ee2-9122-eed8d811664f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.234351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f90c8262-ac9c-4ee2-9122-eed8d811664f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.236781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f90c8262-ac9c-4ee2-9122-eed8d811664f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.238131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f90c8262-ac9c-4ee2-9122-eed8d811664f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/683c3816-1bb7-4955-8844-1b67f5740a9f HTTP/1.1" status: 204 len: 168 time: 0.4004505 Nov 12 11:24:27.249111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c8262-ac9c-4ee2-9122-eed8d811664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683c3816-1bb7-4955-8844-1b67f5740a9f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:27.352629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43730) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:27.391568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-c02a219e-7667-4b46-9618-3c518aa14f31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586045 Nov 12 11:24:27.422531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b50fdadd-f103-4564-98fc-604db44b094e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=abb06f035b994a639ffb5e5d1a7c896f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0684907 Nov 12 11:24:27.423071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43734) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:27.474201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-855ea1de-f9ce-451f-9fa9-4de613710cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.487203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-2fe0cedb-2ecb-4be0-8702-1c44eb1106a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:27.492998 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-2fe0cedb-2ecb-4be0-8702-1c44eb1106a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4e57dbcf95954373b0ced500b2530a7d&device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 1097 time: 0.0718310 Nov 12 11:24:27.502785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-855ea1de-f9ce-451f-9fa9-4de613710cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.675351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-e53d33f4-39a7-4d50-a05c-f402e53bf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:27.676951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-e53d33f4-39a7-4d50-a05c-f402e53bf5d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac7d757c-890b-4beb-bca8-5844759a902f HTTP/1.1" status: 200 len: 910 time: 0.1616676 Nov 12 11:24:27.691229 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-855ea1de-f9ce-451f-9fa9-4de613710cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.694255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-855ea1de-f9ce-451f-9fa9-4de613710cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:27.698468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-855ea1de-f9ce-451f-9fa9-4de613710cc5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/956b3427-5a45-416b-852d-fe5ed3a119f1 HTTP/1.1" status: 204 len: 168 time: 0.2716494 Nov 12 11:24:27.705113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ea1de-f9ce-451f-9fa9-4de613710cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956b3427-5a45-416b-852d-fe5ed3a119f1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:27.770611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-bef54ca8-6b22-47dd-a697-d9a4b118acce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bef3afe-482b-495d-9bce-c0454934e5b7 HTTP/1.1" status: 200 len: 1000 time: 0.0852203 Nov 12 11:24:27.904619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-76096b64-84b8-40a2-ba77-c6f9a204103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:27.906156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-76096b64-84b8-40a2-ba77-c6f9a204103b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=781424ce-66c0-4552-85b9-54eb7669f696 HTTP/1.1" status: 200 len: 848 time: 0.1257339 Nov 12 11:24:27.971896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43754) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:27.973855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-be8952dc-4e13-4a0c-8e01-8b9d75d6535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:27.975325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-be8952dc-4e13-4a0c-8e01-8b9d75d6535e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac7d757c-890b-4beb-bca8-5844759a902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604742 Nov 12 11:24:28.148878 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-71b84354-5467-4c4d-91bb-ef758d1e0691 req-5849f827-be5a-4a75-a440-afad0401289b tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 210 time: 0.0452113 Nov 12 11:24:28.198591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-17754639-c2d9-479e-a777-e83b5cf26dd1 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114687 Nov 12 11:24:28.346692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-595cab80-34bb-4c0b-8f0b-7e53974345ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.347642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7653ae9-a440-4a9f-800c-0daf663b2268 req-c4d3ec8e-f8d4-4c40-b200-838ed0194445 service neutron] 10.222.0.69 "GET /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407690 Nov 12 11:24:28.571109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-595cab80-34bb-4c0b-8f0b-7e53974345ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.678460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-595cab80-34bb-4c0b-8f0b-7e53974345ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.735052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cab80-34bb-4c0b-8f0b-7e53974345ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28178378-2c40-485c-ab40-b1c14d7bc21f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:28.744469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-595cab80-34bb-4c0b-8f0b-7e53974345ed admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=db09093986d14ef29ecb29ac0100e7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7677596 Nov 12 11:24:28.745367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43794) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:28.765436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-e8ba1c0e-fd4f-4a48-b2bc-319db6f13bef tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:28.767384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-e8ba1c0e-fd4f-4a48-b2bc-319db6f13bef tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 810 time: 0.1586823 Nov 12 11:24:28.852582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b15276fa-60ef-4849-be2b-fe0aaf529df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:28.866830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-8e487788-07cc-4e0e-8185-a991f8116d25 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=350eb52c645646e4bc02302e16cf34fb HTTP/1.1" status: 200 len: 380 time: 0.0901842 Nov 12 11:24:28.884571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'port': {'device_id': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'admin_state_up': True, 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'security_groups': ['cb4c4652-f9c8-4d48-b14c-680e83c2644f']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:28.962758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b15276fa-60ef-4849-be2b-fe0aaf529df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:29.086001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de43e7-b721-4d6f-a628-c91c7f473ae0 req-d88b4692-6ac0-4cee-bc43-46eb8526dd85 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:29.094045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59de43e7-b721-4d6f-a628-c91c7f473ae0 req-d88b4692-6ac0-4cee-bc43-46eb8526dd85 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2188110 Nov 12 11:24:29.267243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Made reservation on behalf of 350eb52c645646e4bc02302e16cf34fb for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:29.271900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:29.297669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-59de43e7-b721-4d6f-a628-c91c7f473ae0 req-c847ebc2-2880-485e-b83e-286a116a72e7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874831 Nov 12 11:24:29.331061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-1f2a775a-c1b1-4402-9fda-76e535f8c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:29.332660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-1f2a775a-c1b1-4402-9fda-76e535f8c658 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1097 time: 0.1684344 Nov 12 11:24:29.343133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b15276fa-60ef-4849-be2b-fe0aaf529df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:29.349360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b15276fa-60ef-4849-be2b-fe0aaf529df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:29.353011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b15276fa-60ef-4849-be2b-fe0aaf529df4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/28178378-2c40-485c-ab40-b1c14d7bc21f HTTP/1.1" status: 204 len: 168 time: 0.6036766 Nov 12 11:24:29.420765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15276fa-60ef-4849-be2b-fe0aaf529df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28178378-2c40-485c-ab40-b1c14d7bc21f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:29.459055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1f41174a-9dbc-4d9b-b069-e42db2e3ae92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:29.501776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2502ebab-18c5-4b6b-a411-39f08bda3634 req-30d9cbe1-a692-4666-b3b0-083552c1ebd6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 210 time: 0.0533185 Nov 12 11:24:29.564856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-223c84df-e46f-4444-ae97-989826575f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:29.566505 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-223c84df-e46f-4444-ae97-989826575f21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.2098629 Nov 12 11:24:29.604833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Allocated IP 172.20.0.4 (ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9/80721c33-7e4d-433f-96e7-fa927993537f/c63d232d-fadf-43c4-8a5e-d836b331b3fb) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:29.757825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-516a833e-1441-46ec-a3a1-7b96b582b38b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 999 time: 0.1789730 Nov 12 11:24:29.877655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:29.878119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-bb9ef059-e9f1-4654-9160-ee7a93104b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:29.879957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-bb9ef059-e9f1-4654-9160-ee7a93104b39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.0951216 Nov 12 11:24:29.977349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-142cb516-1fad-44a6-93d1-3bb926e5506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:29.979070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-142cb516-1fad-44a6-93d1-3bb926e5506a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866795 Nov 12 11:24:29.993647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.024754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43842) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:30.080331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:30.083705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:30.098189 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:30.151725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event updated for resources: {'Port': ['ID=c63d232d-fadf-43c4-8a5e-d836b331b3fb,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:30.210574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:30.211590 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.297232 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-39f22b9f-b7ae-47b2-8c9a-9fb7df89d506 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059053 Nov 12 11:24:30.321139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a0749b73-84c8-4188-9cec-1f2a8a19c2d5 tempest-AgentManagementNegativeTest-1055683871 tempest-AgentManagementNegativeTest-1055683871-project] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2952893 Nov 12 11:24:30.339962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-fb37f860-0ddb-4d9e-a4cf-4a96868bf41f tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4625096 Nov 12 11:24:30.354580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Request body: {'port': {'device_id': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:30.512426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-34b22265-9a5d-41f5-820e-f5205125c128 None None] Provisioning complete for port c63d232d-fadf-43c4-8a5e-d836b331b3fb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:30.513073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34b22265-9a5d-41f5-820e-f5205125c128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.570376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:30.613740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b403626-3a24-42d2-8f10-c62b15bf3a35 req-95388ff0-8f0c-499a-bf1e-5728db282316 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911429 Nov 12 11:24:30.615563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-34b22265-9a5d-41f5-820e-f5205125c128 None None] Port c63d232d-fadf-43c4-8a5e-d836b331b3fb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:24:30.655773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c420b-7693-4280-a88d-ef3d8ac53a72 req-21c2d94f-c1cc-4a8c-b44c-1e5a84f5c012 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:30.657671 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1e4c420b-7693-4280-a88d-ef3d8ac53a72 req-21c2d94f-c1cc-4a8c-b44c-1e5a84f5c012 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2026350 Nov 12 11:24:30.758174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1e4c420b-7693-4280-a88d-ef3d8ac53a72 req-f047d64d-3b35-4ed0-a961-974de486ea76 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638785 Nov 12 11:24:30.844389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43874) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:30.904831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6c49-0309-41d9-8880-f46d6de93708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.122073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6c49-0309-41d9-8880-f46d6de93708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.125576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640ff2e-0f22-4b8c-8f0f-2b55cd55b04f req-a95666b4-da0d-4ab6-9056-4b759367b8d6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:31.127176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5640ff2e-0f22-4b8c-8f0f-2b55cd55b04f req-a95666b4-da0d-4ab6-9056-4b759367b8d6 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 931 time: 0.1119163 Nov 12 11:24:31.194619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6c49-0309-41d9-8880-f46d6de93708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.239756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c6c49-0309-41d9-8880-f46d6de93708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d681913-789e-40a9-a6e4-0ae6b19c4ac0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:31.262312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4b9c6c49-0309-41d9-8880-f46d6de93708 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=06d7390cda1543bcb9a88c7d1eead1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4152231 Nov 12 11:24:31.265270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43884) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:31.337368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc229bb0-a3d8-4d0d-a397-5e2715a72faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.369158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43886) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:31.376839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc229bb0-a3d8-4d0d-a397-5e2715a72faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.474671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5640ff2e-0f22-4b8c-8f0f-2b55cd55b04f req-4630aa17-365e-4b51-8812-ca292c67044d tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=cb4c4652-f9c8-4d48-b14c-680e83c2644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174222 Nov 12 11:24:31.582554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc229bb0-a3d8-4d0d-a397-5e2715a72faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.586107 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc229bb0-a3d8-4d0d-a397-5e2715a72faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.599325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cc229bb0-a3d8-4d0d-a397-5e2715a72faf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d681913-789e-40a9-a6e4-0ae6b19c4ac0 HTTP/1.1" status: 204 len: 168 time: 0.3213029 Nov 12 11:24:31.611355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc229bb0-a3d8-4d0d-a397-5e2715a72faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d681913-789e-40a9-a6e4-0ae6b19c4ac0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:31.736842 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b3db6bcd-8a06-443d-a206-aabaeb71c63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.777165 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cd0ac438-fe6d-4b09-b0c7-2cfb5a620797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.817900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63d232d-fadf-43c4-8a5e-d836b331b3fb {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:24:31.859792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.894596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Transition to ACTIVE for port object c63d232d-fadf-43c4-8a5e-d836b331b3fb will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:24:31.961035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b3db6bcd-8a06-443d-a206-aabaeb71c63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:31.961872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925273c2-c067-4357-a138-33414a8c6fce req-fdccb562-6994-4a24-b236-a87c2054268c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:31.964009 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-925273c2-c067-4357-a138-33414a8c6fce req-fdccb562-6994-4a24-b236-a87c2054268c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0844276 Nov 12 11:24:31.998797 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.044144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-925273c2-c067-4357-a138-33414a8c6fce req-f01a2856-93be-400f-8d43-771248e1a01f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699749 Nov 12 11:24:32.088585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b3db6bcd-8a06-443d-a206-aabaeb71c63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.174551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Pushing event updated for resources: {'Port': ['ID=c63d232d-fadf-43c4-8a5e-d836b331b3fb,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:32.253669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43928) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:32.254557 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b3db6bcd-8a06-443d-a206-aabaeb71c63f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b8d83be091bd4993a74feaac4fc75e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8830864 Nov 12 11:24:32.257291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6bcd-8a06-443d-a206-aabaeb71c63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da4c6e4-1663-4fee-86f1-c29e67a0aaa2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:32.292561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Attempting to bind port c63d232d-fadf-43c4-8a5e-d836b331b3fb on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:32.293244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Attempting to bind port c63d232d-fadf-43c4-8a5e-d836b331b3fb by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:32.293789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Attempting to bind port c63d232d-fadf-43c4-8a5e-d836b331b3fb on network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:32.301528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Port c63d232d-fadf-43c4-8a5e-d836b331b3fb on network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:24:32.302203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Attempting to bind port c63d232d-fadf-43c4-8a5e-d836b331b3fb on network ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:32.311397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:32.311748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Checking segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:32.312168 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Bound using segment: {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:32.312639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Bound port: c63d232d-fadf-43c4-8a5e-d836b331b3fb, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978db3d8-0e69-4783-8ce6-ad796122dd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:32.313022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.362740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56bff837-92cf-4fb4-b7fd-74bede9a0132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.414430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] For port c63d232d-fadf-43c4-8a5e-d836b331b3fb, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:32.423301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] For port c63d232d-fadf-43c4-8a5e-d836b331b3fb, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:32.430220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56bff837-92cf-4fb4-b7fd-74bede9a0132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.503544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.561244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:32.561916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.563367 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] 10.222.0.57 "PUT /v2.0/ports/c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 1092 time: 2.2137895 Nov 12 11:24:32.563825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'tag': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:24:32.570191 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc937a9-242f-457a-8334-aef2e21e783e" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3994-2b16-4211-b290-5e3f3fcece96", "tag": "c63d232d-fadf-43c4-8a5e-d836b331b3fb"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:24:32.590011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d512-bfa6-46a7-a68a-2e6077bfd81e service neutron] Pushing event updated for resources: {'Port': ['ID=c63d232d-fadf-43c4-8a5e-d836b331b3fb,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:32.611662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56bff837-92cf-4fb4-b7fd-74bede9a0132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.614350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56bff837-92cf-4fb4-b7fd-74bede9a0132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:32.617221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-56bff837-92cf-4fb4-b7fd-74bede9a0132 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5da4c6e4-1663-4fee-86f1-c29e67a0aaa2 HTTP/1.1" status: 204 len: 168 time: 0.3607240 Nov 12 11:24:32.641664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff837-92cf-4fb4-b7fd-74bede9a0132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da4c6e4-1663-4fee-86f1-c29e67a0aaa2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:32.684089 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01a294-390a-4b6f-86b6-f19d9adfe471 x-openstack-request-id: req-1b01a294-390a-4b6f-86b6-f19d9adfe471 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:24:32.684089 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3994-2b16-4211-b290-5e3f3fcece96", "tag": "c63d232d-fadf-43c4-8a5e-d836b331b3fb", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:24:32.684089 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b01a294-390a-4b6f-86b6-f19d9adfe471 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:24:32.684089 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'tag': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'status': 'completed', 'code': 200} Nov 12 11:24:32.884532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc937a9-242f-457a-8334-aef2e21e783e req-910fd7ea-dfd2-4035-90e1-8d2aa4686a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:32.886122 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bbc937a9-242f-457a-8334-aef2e21e783e req-910fd7ea-dfd2-4035-90e1-8d2aa4686a39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1095 time: 0.1676016 Nov 12 11:24:32.926033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf87a3a-b851-48a7-a84d-3f8d0d53bf0a req-967970c8-f5a6-4b5a-8514-6c0966d9ad4a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:32.927680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf87a3a-b851-48a7-a84d-3f8d0d53bf0a req-967970c8-f5a6-4b5a-8514-6c0966d9ad4a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 943 time: 0.1079352 Nov 12 11:24:33.059804 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:33.203092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf87a3a-b851-48a7-a84d-3f8d0d53bf0a req-20fe3075-2633-4b91-9821-304863624809 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=cb4c4652-f9c8-4d48-b14c-680e83c2644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538240 Nov 12 11:24:33.247711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc937a9-242f-457a-8334-aef2e21e783e req-74af59cf-94c0-4632-b3a7-5d180c1876e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.249843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bbc937a9-242f-457a-8334-aef2e21e783e req-74af59cf-94c0-4632-b3a7-5d180c1876e0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=350eb52c645646e4bc02302e16cf34fb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3543372 Nov 12 11:24:33.255059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd5bde-6b8d-42ad-9900-142f4bdb55fc req-ae3ada3d-5e74-411b-83c6-a360b35373ec tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.269650 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13dd5bde-6b8d-42ad-9900-142f4bdb55fc req-ae3ada3d-5e74-411b-83c6-a360b35373ec tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1198986 Nov 12 11:24:33.353195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13dd5bde-6b8d-42ad-9900-142f4bdb55fc req-86b693b2-2c88-45c7-8250-7121b34fa0fd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818558 Nov 12 11:24:33.506530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc937a9-242f-457a-8334-aef2e21e783e req-fda38016-5657-4514-84f6-e11ba7c6153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.510027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bbc937a9-242f-457a-8334-aef2e21e783e req-fda38016-5657-4514-84f6-e11ba7c6153a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509782 Nov 12 11:24:33.701833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-5009a862-43f0-4786-823a-ede50d0ab3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.704540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-5009a862-43f0-4786-823a-ede50d0ab3f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1095 time: 0.1200831 Nov 12 11:24:33.827386 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-55a38acd-960e-4363-a5a4-2934189e37a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.1139574 Nov 12 11:24:33.881738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-26ae02be-d255-47bd-af5a-a0a72d8bd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.883449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-26ae02be-d255-47bd-af5a-a0a72d8bd5b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0486138 Nov 12 11:24:33.936658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-4f0684ed-5aca-4577-9fec-4e7a2fc73d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:33.938181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-4f0684ed-5aca-4577-9fec-4e7a2fc73d9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472264 Nov 12 11:24:34.106877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-35e41965-670c-4d49-9402-3d2da8386173 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569073 Nov 12 11:24:34.194130 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:34.295670 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89cd99ee-4c43-4571-898b-e63c6dbd7150 req-987f97ff-af75-4314-a8da-87b7ebf85eb8 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853468 Nov 12 11:24:34.396980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75a0d0-5408-4a1b-81fc-c061f69063c8 req-81eea09e-669e-48fe-8261-bc7efaea358e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:34.398514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a75a0d0-5408-4a1b-81fc-c061f69063c8 req-81eea09e-669e-48fe-8261-bc7efaea358e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 943 time: 0.0836208 Nov 12 11:24:34.461730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a75a0d0-5408-4a1b-81fc-c061f69063c8 req-7ee2763e-bb31-466b-abce-523d4e8370f4 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=cb4c4652-f9c8-4d48-b14c-680e83c2644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537047 Nov 12 11:24:34.525837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43a33-928e-4f98-af49-86018e7f4774 req-701d662b-9a88-4632-81ea-ac3d3404e9af tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:34.527568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5b43a33-928e-4f98-af49-86018e7f4774 req-701d662b-9a88-4632-81ea-ac3d3404e9af tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0941012 Nov 12 11:24:34.601941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5b43a33-928e-4f98-af49-86018e7f4774 req-646606a0-9e6a-4e9d-ad2c-d6f8794fbcad tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675156 Nov 12 11:24:34.795188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44090) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:34.862188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.058215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1994992475'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:35.166625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:35.172454 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.213454 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.343753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.363897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44110) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:35.506728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e38aa61a-3c70-4499-bfcf-d30b83f9d021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.518343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.558116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:24:35.600866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c63d232d-fadf-43c4-8a5e-d836b331b3fb details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:24:35.723154 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e38aa61a-3c70-4499-bfcf-d30b83f9d021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.737814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235bae06-1477-40cb-88e3-c4c23bd2e263,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:35.762207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.767844 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Added segment 1d9d0629-83e8-4140-8c8b-e00c4a1edcc2 of type vlan for network 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f Nov 12 11:24:35.791818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c63d232d-fadf-43c4-8a5e-d836b331b3fb, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:35.807246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'port_id': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'mac_address': 'fa:16:3e:8e:11:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:24:35.822500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bf7a2-54c3-474a-aeb5-5c6ff2883d0b req-c1f10a00-429d-4a01-a82f-0fd437fd8c2a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:35.823770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e38aa61a-3c70-4499-bfcf-d30b83f9d021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.835077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c43bf7a2-54c3-474a-aeb5-5c6ff2883d0b req-c1f10a00-429d-4a01-a82f-0fd437fd8c2a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 943 time: 0.2624395 Nov 12 11:24:35.868637 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.894305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63d232d-fadf-43c4-8a5e-d836b331b3fb {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:24:35.921176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c43bf7a2-54c3-474a-aeb5-5c6ff2883d0b req-abb5f34b-034a-4c24-b566-9a07c1cb0646 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=cb4c4652-f9c8-4d48-b14c-680e83c2644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846589 Nov 12 11:24:35.921531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c63d232d-fadf-43c4-8a5e-d836b331b3fb, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:35.990100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:35.998609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aa61a-3c70-4499-bfcf-d30b83f9d021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140d933-d045-4e28-8fb7-84db6fbb5d8b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:36.012057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.016907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e38aa61a-3c70-4499-bfcf-d30b83f9d021 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a5cab7dbbb84947becf963ba2971a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6518116 Nov 12 11:24:36.019845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44140) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:36.101489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015cb1-5352-4699-b534-d0a9dc3abc45 req-ca79ae0a-aba5-4ea4-a5d2-d10c351c74b4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:36.105844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2015cb1-5352-4699-b534-d0a9dc3abc45 req-ca79ae0a-aba5-4ea4-a5d2-d10c351c74b4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2214673 Nov 12 11:24:36.159212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-260a0c4a-b914-4d50-8ffe-b60080de376e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.160969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c63d232d-fadf-43c4-8a5e-d836b331b3fb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:36.174967 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.179779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:36.180458 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.193500 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-260a0c4a-b914-4d50-8ffe-b60080de376e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.277252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['c63d232d-fadf-43c4-8a5e-d836b331b3fb'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:24:36.295469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2015cb1-5352-4699-b534-d0a9dc3abc45 req-cd89b422-9a49-4f42-9844-44cfd5a9ab9a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804473 Nov 12 11:24:36.389757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-260a0c4a-b914-4d50-8ffe-b60080de376e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.396517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Network': ['ID=272cf8ab-b5e1-4423-b0b1-4c9b11a0226f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:36.398736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-260a0c4a-b914-4d50-8ffe-b60080de376e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:36.421474 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b7133590-2ba2-4254-b8fb-3fce7ee19ce9 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6237941 Nov 12 11:24:36.437044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-260a0c4a-b914-4d50-8ffe-b60080de376e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7140d933-d045-4e28-8fb7-84db6fbb5d8b HTTP/1.1" status: 204 len: 168 time: 0.4150934 Nov 12 11:24:36.454783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:24:36.470451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0c4a-b914-4d50-8ffe-b60080de376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140d933-d045-4e28-8fb7-84db6fbb5d8b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:37.165793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8690930-0123-4d37-a7e5-a780556e922e req-13c2b1dd-454b-4dfd-a744-71c6fa566836 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:37.171247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8690930-0123-4d37-a7e5-a780556e922e req-13c2b1dd-454b-4dfd-a744-71c6fa566836 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 944 time: 0.1418743 Nov 12 11:24:37.236279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8690930-0123-4d37-a7e5-a780556e922e req-63ce14c2-db4d-4e0b-8f2f-60dc3bb5cb6a tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=cb4c4652-f9c8-4d48-b14c-680e83c2644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593941 Nov 12 11:24:37.628331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device c63d232d-fadf-43c4-8a5e-d836b331b3fb up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:37.633032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44182) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:37.655696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8223aee6-ad63-4d73-821b-ef31f03a9185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.667694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3e2c7-1150-43a0-ad73-4e45c79624ac req-e489d271-43a7-427d-96d1-ea9d41ffc0c9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:37.682523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2db3e2c7-1150-43a0-ad73-4e45c79624ac req-e489d271-43a7-427d-96d1-ea9d41ffc0c9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1201563 Nov 12 11:24:37.796109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2db3e2c7-1150-43a0-ad73-4e45c79624ac req-1842eff1-0b9b-479d-bf69-69666f6e5735 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721240 Nov 12 11:24:37.826993 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8223aee6-ad63-4d73-821b-ef31f03a9185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.861723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port c63d232d-fadf-43c4-8a5e-d836b331b3fb completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:24:37.866156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port c63d232d-fadf-43c4-8a5e-d836b331b3fb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:37.866532 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.937211 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8223aee6-ad63-4d73-821b-ef31f03a9185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:37.992206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44196) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:38.044432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8223aee6-ad63-4d73-821b-ef31f03a9185 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f2f20481a039464a951dea3daced21d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099612 Nov 12 11:24:38.047052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44200) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:38.059703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223aee6-ad63-4d73-821b-ef31f03a9185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aaefe9-dcc0-4818-b699-7b3f02204422,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:38.123035 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7076-7b2b-4f0c-b4b6-09ebcdee0fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.146771 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.203033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7076-7b2b-4f0c-b4b6-09ebcdee0fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.233281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port c63d232d-fadf-43c4-8a5e-d836b331b3fb, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:38.236330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:24:38.240217 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d530dd91-83f5-4a29-820a-5038d0ba2613" -d '{"events": [{"server_uuid": "97dc3994-2b16-4211-b290-5e3f3fcece96", "name": "network-vif-plugged", "status": "completed", "tag": "c63d232d-fadf-43c4-8a5e-d836b331b3fb"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:24:38.334499 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c70da3-c09f-4ec0-af8f-af7a2eebc160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.337004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.378045 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7076-7b2b-4f0c-b4b6-09ebcdee0fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.397518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7076-7b2b-4f0c-b4b6-09ebcdee0fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.399005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a8e7076-7b2b-4f0c-b4b6-09ebcdee0fb1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/88aaefe9-dcc0-4818-b699-7b3f02204422 HTTP/1.1" status: 204 len: 168 time: 0.3507659 Nov 12 11:24:38.429040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e7076-7b2b-4f0c-b4b6-09ebcdee0fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aaefe9-dcc0-4818-b699-7b3f02204422,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:38.496516 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324b4a89-76dc-4e8a-8b41-accdc5490831 x-openstack-request-id: req-324b4a89-76dc-4e8a-8b41-accdc5490831 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:24:38.497225 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc3994-2b16-4211-b290-5e3f3fcece96", "name": "network-vif-plugged", "status": "completed", "tag": "c63d232d-fadf-43c4-8a5e-d836b331b3fb", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:24:38.498422 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-324b4a89-76dc-4e8a-8b41-accdc5490831 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:24:38.500331 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'code': 200} Nov 12 11:24:38.507239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=c63d232d-fadf-43c4-8a5e-d836b331b3fb,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:38.515229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429f7a-f1a6-4f3c-b091-8c55db1ac6f4 req-7e316821-c453-4432-a38a-76e14600b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:38.519750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42429f7a-f1a6-4f3c-b091-8c55db1ac6f4 req-7e316821-c453-4432-a38a-76e14600b7a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.1067648 Nov 12 11:24:38.691462 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c70da3-c09f-4ec0-af8f-af7a2eebc160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.708562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42429f7a-f1a6-4f3c-b091-8c55db1ac6f4 req-1833454e-0adc-4a0d-b723-fd1236e14e5e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb4c4652-f9c8-4d48-b14c-680e83c2644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824036 Nov 12 11:24:38.773940 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3c70da3-c09f-4ec0-af8f-af7a2eebc160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:38.905092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d3c70da3-c09f-4ec0-af8f-af7a2eebc160 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bf2cb047ca3545169c565b2e21901add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9117675 Nov 12 11:24:38.913191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44220) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:38.959805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c70da3-c09f-4ec0-af8f-af7a2eebc160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8953a-3109-4ca8-bfb3-43b110014d8c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:39.026623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a872eec8-0c3e-4d7a-b99e-d5e875dd6843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:39.058097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690b67-6486-4a1b-8595-def03ae2d74f req-ae99419e-2100-4c81-949e-2bf919203083 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:39.059731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8690b67-6486-4a1b-8595-def03ae2d74f req-ae99419e-2100-4c81-949e-2bf919203083 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 945 time: 0.1518531 Nov 12 11:24:39.076400 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a872eec8-0c3e-4d7a-b99e-d5e875dd6843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:39.159708 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8690b67-6486-4a1b-8595-def03ae2d74f req-24016f80-a55c-4e2f-87b7-8904bf20dd23 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=cb4c4652-f9c8-4d48-b14c-680e83c2644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925999 Nov 12 11:24:39.319578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a872eec8-0c3e-4d7a-b99e-d5e875dd6843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:39.322444 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a872eec8-0c3e-4d7a-b99e-d5e875dd6843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:39.326230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a872eec8-0c3e-4d7a-b99e-d5e875dd6843 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e7e8953a-3109-4ca8-bfb3-43b110014d8c HTTP/1.1" status: 204 len: 168 time: 0.4079452 Nov 12 11:24:39.337248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872eec8-0c3e-4d7a-b99e-d5e875dd6843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8953a-3109-4ca8-bfb3-43b110014d8c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:40.032150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44250) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:40.043255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'subnet': {'network_id': '272cf8ab-b5e1-4423-b0b1-4c9b11a0226f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:40.334522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:40.338211 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.364114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44262) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:40.390410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-92d2bbc0-f596-422e-8f2d-639c1f2730bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.430596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c16ee-24b1-4475-a113-2d959045e884 req-b7ec7d84-974f-4e84-b7ea-cf76c28f3abf tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:40.441039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e91c16ee-24b1-4475-a113-2d959045e884 req-b7ec7d84-974f-4e84-b7ea-cf76c28f3abf tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 945 time: 0.1376851 Nov 12 11:24:40.538084 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-92d2bbc0-f596-422e-8f2d-639c1f2730bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.623974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-92d2bbc0-f596-422e-8f2d-639c1f2730bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.712142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e91c16ee-24b1-4475-a113-2d959045e884 req-80aea46f-d516-41bc-9382-2df9c676ee19 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/security-groups?id=cb4c4652-f9c8-4d48-b14c-680e83c2644f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460697 Nov 12 11:24:40.719424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2bbc0-f596-422e-8f2d-639c1f2730bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e654d5f-daee-45e2-afe9-9eff6097acaa,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:40.728551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-92d2bbc0-f596-422e-8f2d-639c1f2730bf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9e39997c6fdc47b199f08b2fa5978dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629849 Nov 12 11:24:40.732271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44268) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:40.799747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.814897 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-100378d0-29dc-48fa-b9cf-b90b2d6b19e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.867975 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-100378d0-29dc-48fa-b9cf-b90b2d6b19e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.890561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da817be1-e592-4d26-979d-5a05c460a50a req-05728269-5b55-46e3-a91b-0898d8aa115e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:40.893803 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:24:40.897048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-da817be1-e592-4d26-979d-5a05c460a50a req-05728269-5b55-46e3-a91b-0898d8aa115e tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 945 time: 0.0970626 Nov 12 11:24:40.906172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44276) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:40.913318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Request body: {'floatingip': {'port_id': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:40.976980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:40.986043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Checking segment: {'id': '1d9d0629-83e8-4140-8c8b-e00c4a1edcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '272cf8ab-b5e1-4423-b0b1-4c9b11a0226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:40.986539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network hostable DHCP agents. Network: 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:24:40.989030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Subnet': ['ID=54f7e02c-d1b1-4ec1-8ad4-c6d9e323658b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:41.166238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:24:41.237046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-100378d0-29dc-48fa-b9cf-b90b2d6b19e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.241545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-100378d0-29dc-48fa-b9cf-b90b2d6b19e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.243598 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-100378d0-29dc-48fa-b9cf-b90b2d6b19e2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6e654d5f-daee-45e2-afe9-9eff6097acaa HTTP/1.1" status: 204 len: 168 time: 0.5089815 Nov 12 11:24:41.272447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100378d0-29dc-48fa-b9cf-b90b2d6b19e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e654d5f-daee-45e2-afe9-9eff6097acaa,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:41.289490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:41.294301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:41.294905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.347677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e4890a-60c8-4b85-949e-3392ad7b200e None None] Network 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:41.405582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d4893037-16bf-43a2-a906-d19517248ee0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3708861 Nov 12 11:24:41.416552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44292) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:41.425825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1989802293'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:41.613368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-272cf8ab-b5e1-4423-b0b1-4c9b11a0226f', 'network_id': '272cf8ab-b5e1-4423-b0b1-4c9b11a0226f', 'tenant_id': '62261056bc524ea0acf623a3433afdd0', 'fixed_ips': [{'subnet_id': '54f7e02c-d1b1-4ec1-8ad4-c6d9e323658b'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:41.636533 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.719040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:41.724973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.782410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:24:41.798746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.800433 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Added segment 6114fd7e-0ae7-4691-97c5-fef0f3d95f57 of type vlan for network fffe6dce-029b-47f8-be21-c8249ecb3fed Nov 12 11:24:41.912901 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:41.962441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Allocated IP 2001:db8:0:ffff::2 (272cf8ab-b5e1-4423-b0b1-4c9b11a0226f/54f7e02c-d1b1-4ec1-8ad4-c6d9e323658b/afd13bee-6b50-43f1-932b-1ea727d4b6bd) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:42.121975 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.132269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:42.133344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.208540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.277246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8571680 Nov 12 11:24:42.277894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44320) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:42.284651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'subnet': {'network_id': 'fffe6dce-029b-47f8-be21-c8249ecb3fed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:42.291350 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.338196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Network 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:42.347017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:42.352490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:42.424431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.447650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2c865-f4d3-4e35-8676-7f4aa38dfbf2 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Network': ['ID=fffe6dce-029b-47f8-be21-c8249ecb3fed,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:42.456176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Pushing event updated for resources: {'Port': ['ID=afd13bee-6b50-43f1-932b-1ea727d4b6bd,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:42.463645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Attempting to bind port afd13bee-6b50-43f1-932b-1ea727d4b6bd on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:42.464267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Attempting to bind port afd13bee-6b50-43f1-932b-1ea727d4b6bd by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1d9d0629-83e8-4140-8c8b-e00c4a1edcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '272cf8ab-b5e1-4423-b0b1-4c9b11a0226f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:42.464876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Attempting to bind port afd13bee-6b50-43f1-932b-1ea727d4b6bd on network 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:42.471160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:42.471534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Checking segment: {'id': '1d9d0629-83e8-4140-8c8b-e00c4a1edcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '272cf8ab-b5e1-4423-b0b1-4c9b11a0226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:42.472098 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.472411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Bound using segment: {'id': '1d9d0629-83e8-4140-8c8b-e00c4a1edcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '272cf8ab-b5e1-4423-b0b1-4c9b11a0226f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:42.478989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Bound port: afd13bee-6b50-43f1-932b-1ea727d4b6bd, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9d0629-83e8-4140-8c8b-e00c4a1edcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '272cf8ab-b5e1-4423-b0b1-4c9b11a0226f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:42.478989 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.490709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network fffe6dce-029b-47f8-be21-c8249ecb3fed details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:24:42.525400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:42.525732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.529080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:42.973900 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Floating IP 08e6e7c1-7678-4848-8b12-61b44e0172e7 associated. External IP: 172.25.3.29, port: c63d232d-fadf-43c4-8a5e-d836b331b3fb. Nov 12 11:24:43.400338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] For port afd13bee-6b50-43f1-932b-1ea727d4b6bd, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:43.414244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] For port afd13bee-6b50-43f1-932b-1ea727d4b6bd, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=afd13bee-6b50-43f1-932b-1ea727d4b6bd,segment=NetworkSegment(1d9d0629-83e8-4140-8c8b-e00c4a1edcc2),segment_id=1d9d0629-83e8-4140-8c8b-e00c4a1edcc2)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:43.540422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:43.556822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:24:43.571374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:43.745020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325367ee-dc7b-409b-9ff0-a30ad7dd211c None None] Pushing event updated for resources: {'Port': ['ID=afd13bee-6b50-43f1-932b-1ea727d4b6bd,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:44.121945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Router cc13cb3b-3c15-47da-ba1d-1b46ae460109 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:24:44.233063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Subnet': ['ID=dff53a76-059f-401b-afb7-a3b3cb056c49,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:44.238924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Checking segment: {'id': '6114fd7e-0ae7-4691-97c5-fef0f3d95f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fffe6dce-029b-47f8-be21-c8249ecb3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:44.239553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network hostable DHCP agents. Network: fffe6dce-029b-47f8-be21-c8249ecb3fed, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:24:44.351999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:24:44.358045 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:44.364295 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] Sync routers for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:24:44.394859 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ea96e50f-2279-44fd-9388-2753c9b65609 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "PUT /v2.0/floatingips/08e6e7c1-7678-4848-8b12-61b44e0172e7 HTTP/1.1" status: 200 len: 990 time: 3.4848871 Nov 12 11:24:44.394859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'tag': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:24:44.401500 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b2ec76-25a5-48ce-af5f-0d88423667c6" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3994-2b16-4211-b290-5e3f3fcece96", "tag": "c63d232d-fadf-43c4-8a5e-d836b331b3fb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:24:44.405982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network fffe6dce-029b-47f8-be21-c8249ecb3fed is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:24:44.406921 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:44.407493 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:44.491147 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48d3f5a-ed3e-4e27-a8c7-d737aaa78a76 x-openstack-request-id: req-a48d3f5a-ed3e-4e27-a8c7-d737aaa78a76 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:24:44.491497 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3994-2b16-4211-b290-5e3f3fcece96", "tag": "c63d232d-fadf-43c4-8a5e-d836b331b3fb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:24:44.491752 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a48d3f5a-ed3e-4e27-a8c7-d737aaa78a76 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:24:44.492182 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'tag': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'status': 'completed', 'code': 200} Nov 12 11:24:44.562720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, fffe6dce-029b-47f8-be21-c8249ecb3fed) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:44.564076 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:24:44.575124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3045c269-5ed5-4fd2-b935-352d585b0bba None None] Network fffe6dce-029b-47f8-be21-c8249ecb3fed requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:44.605326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:44.609526 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:44.714831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-1ca11314-0d81-45e0-af71-ba6971548312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:44.718335 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-1ca11314-0d81-45e0-af71-ba6971548312 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.1839335 Nov 12 11:24:44.811017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bda3c17d-584f-45c7-92f9-d2b402697920 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5307307 Nov 12 11:24:44.819118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44484) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:44.832703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'port': {'network_id': 'fffe6dce-029b-47f8-be21-c8249ecb3fed', 'name': 'tempest-NetworksIpV6TestAttrs-2064194983'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:44.925070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-67326c45-0e09-4b9c-af70-332d51db5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:44.934432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-67326c45-0e09-4b9c-af70-332d51db5045 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1938772 Nov 12 11:24:44.936108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-fffe6dce-029b-47f8-be21-c8249ecb3fed', 'network_id': 'fffe6dce-029b-47f8-be21-c8249ecb3fed', 'tenant_id': '62261056bc524ea0acf623a3433afdd0', 'fixed_ips': [{'subnet_id': 'dff53a76-059f-401b-afb7-a3b3cb056c49'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:44.939881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.045777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-564f0588-5eb4-404c-ae37-88543bce9248 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 998 time: 0.1120694 Nov 12 11:24:45.129303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-38d6d48c-a1ea-4d9f-846b-49634cdf8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:45.132000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-38d6d48c-a1ea-4d9f-846b-49634cdf8d57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0774629 Nov 12 11:24:45.157137 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '08e6e7c1-7678-4848-8b12-61b44e0172e7', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'port_id': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'mac_address': 'fa:16:3e:8e:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:24:23Z', 'updated_at': '2021-11-12T11:24:41Z', 'revision_number': 1, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:45.211985 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] Checking router: cc13cb3b-3c15-47da-ba1d-1b46ae460109 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:24:45.219714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-9e8a4e69-5500-4896-9859-040753b48e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:45.222160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-9e8a4e69-5500-4896-9859-040753b48e85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775969 Nov 12 11:24:45.234957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-75c751d3-b90a-4804-bcd5-73428aee885e service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:24:45.236047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-75c751d3-b90a-4804-bcd5-73428aee885e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072911 Nov 12 11:24:45.237494 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:24:45.238333 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:24:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:45.240715 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Allocated IP 2001:db8::f816:3eff:fe76:35a4 (fffe6dce-029b-47f8-be21-c8249ecb3fed/dff53a76-059f-401b-afb7-a3b3cb056c49/a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:45.434672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-9d006587-e54e-495b-81be-f57b9c234154 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906612 Nov 12 11:24:45.466817 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:24:45.467411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:45.478771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.548951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ffc2dc-61a4-4dd1-82ac-79e30edcb334 None None] Network 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:45.626266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] device_id is not set on port 69067537-1cfe-41fe-b741-1848b336a88b yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:45.685033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b2ec76-25a5-48ce-af5f-0d88423667c6 req-4d38c411-2e4e-4c4d-bb6f-b4292ad1085b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436271 Nov 12 11:24:45.859963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a522098c-f1f2-4549-b2c2-6989df68f664 None None] Provisioning complete for port afd13bee-6b50-43f1-932b-1ea727d4b6bd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:45.861109 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a522098c-f1f2-4549-b2c2-6989df68f664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.863726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:45.877963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device afd13bee-6b50-43f1-932b-1ea727d4b6bd up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:45.985602 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.038687 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '08e6e7c1-7678-4848-8b12-61b44e0172e7', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'port_id': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'mac_address': 'fa:16:3e:8e:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:24:23Z', 'updated_at': '2021-11-12T11:24:41Z', 'revision_number': 1, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:46.085731 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eab65e7-6a19-4e18-8831-6e30dafc27e4 None None] The sync data for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 is: [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '08e6e7c1-7678-4848-8b12-61b44e0172e7', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'port_id': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'mac_address': 'fa:16:3e:8e:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:24:23Z', 'updated_at': '2021-11-12T11:24:41Z', 'revision_number': 1, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:24:46.086917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Network fffe6dce-029b-47f8-be21-c8249ecb3fed is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:46.088531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Allocated IP 2001:db8::f816:3eff:fe3c:46a7 (fffe6dce-029b-47f8-be21-c8249ecb3fed/dff53a76-059f-401b-afb7-a3b3cb056c49/69067537-1cfe-41fe-b741-1848b336a88b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:46.096094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:46.179755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:46.183840 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a522098c-f1f2-4549-b2c2-6989df68f664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.186679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Pushing event updated for resources: {'Port': ['ID=a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:46.228198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.228691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.228952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.229289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.229617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.230002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.230257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.230581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.230948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.231220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.231593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.232039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:24:46.239584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port afd13bee-6b50-43f1-932b-1ea727d4b6bd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:46.239837 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.406262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Attempting to bind port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:46.410294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Attempting to bind port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '6114fd7e-0ae7-4691-97c5-fef0f3d95f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fffe6dce-029b-47f8-be21-c8249ecb3fed'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:46.410294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Attempting to bind port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 on network fffe6dce-029b-47f8-be21-c8249ecb3fed {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:46.424356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:46.424977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Checking segment: {'id': '6114fd7e-0ae7-4691-97c5-fef0f3d95f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fffe6dce-029b-47f8-be21-c8249ecb3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:46.426114 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.426833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Bound using segment: {'id': '6114fd7e-0ae7-4691-97c5-fef0f3d95f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fffe6dce-029b-47f8-be21-c8249ecb3fed'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:46.427521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Bound port: a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6114fd7e-0ae7-4691-97c5-fef0f3d95f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fffe6dce-029b-47f8-be21-c8249ecb3fed'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:46.428145 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.466535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.492709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a522098c-f1f2-4549-b2c2-6989df68f664 None None] For port afd13bee-6b50-43f1-932b-1ea727d4b6bd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=afd13bee-6b50-43f1-932b-1ea727d4b6bd,segment=NetworkSegment(1d9d0629-83e8-4140-8c8b-e00c4a1edcc2),segment_id=1d9d0629-83e8-4140-8c8b-e00c4a1edcc2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:46.654222 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.661421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60e850-ef46-45c5-a02f-cd989d0b7c7e None None] New status for floating IP 08e6e7c1-7678-4848-8b12-61b44e0172e7: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:24:46.702654 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.824480 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a522098c-f1f2-4549-b2c2-6989df68f664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.868037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network fffe6dce-029b-47f8-be21-c8249ecb3fed is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:46.868037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:46.871059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:46.877641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:46.878321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:46.889459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Port': ['ID=69067537-1cfe-41fe-b741-1848b336a88b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:46.950945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] For port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:47.024941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] For port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9,segment=NetworkSegment(6114fd7e-0ae7-4691-97c5-fef0f3d95f57),segment_id=6114fd7e-0ae7-4691-97c5-fef0f3d95f57)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:47.026120 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-472a4859-f291-450d-ac1b-a2f077ac2ff6 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2037141 Nov 12 11:24:47.029618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522098c-f1f2-4549-b2c2-6989df68f664 None None] Pushing event updated for resources: {'Port': ['ID=afd13bee-6b50-43f1-932b-1ea727d4b6bd,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:47.030810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44632) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:47.070531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-820d0555-8b0f-4685-83a9-5c1201a8f6c7 None None] Provisioning complete for port afd13bee-6b50-43f1-932b-1ea727d4b6bd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:47.071126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-820d0555-8b0f-4685-83a9-5c1201a8f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.073553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:24:47.074044 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:24:47.136280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-44110f68-2e61-4237-bc53-6b3f419a7634 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Deleting subnet dff53a76-059f-401b-afb7-a3b3cb056c49 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:24:47.140642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44110f68-2e61-4237-bc53-6b3f419a7634 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.191065 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.223249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44110f68-2e61-4237-bc53-6b3f419a7634 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.270409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e50d5-3304-42af-8536-1c12c5815441 None None] Pushing event updated for resources: {'Port': ['ID=a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:47.480259 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44110f68-2e61-4237-bc53-6b3f419a7634 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.612388 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.747047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44110f68-2e61-4237-bc53-6b3f419a7634 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.822041 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44110f68-2e61-4237-bc53-6b3f419a7634 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:47.826273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-44110f68-2e61-4237-bc53-6b3f419a7634 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/subnets/dff53a76-059f-401b-afb7-a3b3cb056c49 HTTP/1.1" status: 204 len: 168 time: 0.7944036 Nov 12 11:24:47.831715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44696) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:47.844501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44110f68-2e61-4237-bc53-6b3f419a7634 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Subnet': ['ID=dff53a76-059f-401b-afb7-a3b3cb056c49,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:48.068860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device afd13bee-6b50-43f1-932b-1ea727d4b6bd up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:48.120612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c4808-3dfc-422b-9377-4b8c09d0973f tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:48.123237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c4808-3dfc-422b-9377-4b8c09d0973f tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:48.128007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0a0c4808-3dfc-422b-9377-4b8c09d0973f tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2941628 Nov 12 11:24:48.132293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:48.182313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port afd13bee-6b50-43f1-932b-1ea727d4b6bd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:48.192340 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.350326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea289848-647f-4be9-91a3-ab82bd51610e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.378478 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea289848-647f-4be9-91a3-ab82bd51610e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 11:24:48.379746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea289848-647f-4be9-91a3-ab82bd51610e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:24:48.385079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:24:48.392347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ea289848-647f-4be9-91a3-ab82bd51610e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/fffe6dce-029b-47f8-be21-c8249ecb3fed HTTP/1.1" status: 409 len: 405 time: 0.2525291 Nov 12 11:24:48.392982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44736) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:48.400496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1466428497'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:48.519144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:48.519144 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.542944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:48.549532 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.579725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:24:48.591512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.594575 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Added segment 23b782ff-f1ec-41ac-b612-2cf153958436 of type vlan for network b82ecdf3-cadb-4fbb-b38f-f7c36550006a Nov 12 11:24:48.608438 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.648764 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.711425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9,segment=NetworkSegment(6114fd7e-0ae7-4691-97c5-fef0f3d95f57),segment_id=6114fd7e-0ae7-4691-97c5-fef0f3d95f57)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:48.765198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44758) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:48.779146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4277c1-9cdb-4a58-8ac7-2eaba81cc3b1 None None] Network fffe6dce-029b-47f8-be21-c8249ecb3fed requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:48.809359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.816577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:48.817242 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.860179 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.933345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-414abbd1-a8c2-46ee-b36c-aca31bcf1be6 None None] Provisioning complete for port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:48.934307 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-414abbd1-a8c2-46ee-b36c-aca31bcf1be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.943491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Network': ['ID=b82ecdf3-cadb-4fbb-b38f-f7c36550006a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:48.959976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fd21c895-06c7-4bd3-960e-09c63e2214b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:48.968190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network b82ecdf3-cadb-4fbb-b38f-f7c36550006a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:24:48.986284 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4cab5e97-f6ac-4316-bd7c-77b75e00b264 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5921643 Nov 12 11:24:48.989721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44780) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:48.999817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'subnet': {'network_id': 'b82ecdf3-cadb-4fbb-b38f-f7c36550006a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:49.100562 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fd21c895-06c7-4bd3-960e-09c63e2214b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.198039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fd21c895-06c7-4bd3-960e-09c63e2214b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.243244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fd21c895-06c7-4bd3-960e-09c63e2214b9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=361df2d31bc94dc9ae819522ad56da40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4766707 Nov 12 11:24:49.244532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:49.246411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44788) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:49.273996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:49.280293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.287245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21c895-06c7-4bd3-960e-09c63e2214b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3ce6a-f938-466c-a09e-b74bfe9cd8e8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:49.387520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] DHCP port deletion for fffe6dce-029b-47f8-be21-c8249ecb3fed request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:49.396447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72ae5d9d-ea4a-48f1-8832-148aed19d36d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.470378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72ae5d9d-ea4a-48f1-8832-148aed19d36d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.500592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] Deleting port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:49.505196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.578189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] For port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9,segment=NetworkSegment(6114fd7e-0ae7-4691-97c5-fef0f3d95f57),segment_id=6114fd7e-0ae7-4691-97c5-fef0f3d95f57)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:49.579041 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.595865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] Calling delete_port for a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:49.644868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72ae5d9d-ea4a-48f1-8832-148aed19d36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.647555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-72ae5d9d-ea4a-48f1-8832-148aed19d36d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.649216 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-72ae5d9d-ea4a-48f1-8832-148aed19d36d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d5a3ce6a-f938-466c-a09e-b74bfe9cd8e8 HTTP/1.1" status: 204 len: 168 time: 0.3897321 Nov 12 11:24:49.689602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae5d9d-ea4a-48f1-8832-148aed19d36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3ce6a-f938-466c-a09e-b74bfe9cd8e8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:49.792934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:24:49.832140 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:49.866132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] No DVR routers for this DVR port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:49.873337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b475-6c67-464d-91d1-5f79c4fabc25 None None] Pushing event deleted for resources: {'Port': ['ID=a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:49.889944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No active binding found for port a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:24:49.889944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a50ad9c3-63c0-46b7-b052-b23d8b7e1eb9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:24:49.969294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:24:49.969294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.027109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Subnet': ['ID=5285d600-38a9-4fe8-8fb5-2d302540a8c5,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:50.046416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Checking segment: {'id': '23b782ff-f1ec-41ac-b612-2cf153958436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b82ecdf3-cadb-4fbb-b38f-f7c36550006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:50.046885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network hostable DHCP agents. Network: b82ecdf3-cadb-4fbb-b38f-f7c36550006a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:24:50.187217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network b82ecdf3-cadb-4fbb-b38f-f7c36550006a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:24:50.285435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, b82ecdf3-cadb-4fbb-b38f-f7c36550006a) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:50.292789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:50.294248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.299358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5e8f3e-2682-401f-ba9e-f5ac6b0157ed None None] Network b82ecdf3-cadb-4fbb-b38f-f7c36550006a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:50.478693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9b0598fe-c643-45ee-b6dd-7f5163f30d80 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4850087 Nov 12 11:24:50.479536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44864) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:50.490335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'port': {'network_id': 'b82ecdf3-cadb-4fbb-b38f-f7c36550006a', 'name': 'tempest-NetworksIpV6TestAttrs-1663897809'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:50.524716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-b82ecdf3-cadb-4fbb-b38f-f7c36550006a', 'network_id': 'b82ecdf3-cadb-4fbb-b38f-f7c36550006a', 'tenant_id': '62261056bc524ea0acf623a3433afdd0', 'fixed_ips': [{'subnet_id': '5285d600-38a9-4fe8-8fb5-2d302540a8c5'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:50.524716 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.706491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44882) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:50.724450 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.729300 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1ecbe9b-e0fb-4280-b4e5-bfb0b0059a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.748478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:50.753268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.791494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] device_id is not set on port 61b5da43-b4a1-428c-b43b-8f24d1371261 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:24:50.815756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Allocated IP 2001:db8::f816:3eff:feb8:cbdc (b82ecdf3-cadb-4fbb-b38f-f7c36550006a/5285d600-38a9-4fe8-8fb5-2d302540a8c5/16660336-f062-4c55-80ef-f47c887ebd03) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:50.846604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1ecbe9b-e0fb-4280-b4e5-bfb0b0059a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.924904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1ecbe9b-e0fb-4280-b4e5-bfb0b0059a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:50.956556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c1ecbe9b-e0fb-4280-b4e5-bfb0b0059a28 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6ac1d79581f2441e8a95077a226c5ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466733 Nov 12 11:24:50.957648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44896) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:50.993431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecbe9b-e0fb-4280-b4e5-bfb0b0059a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025a075d-6eeb-4eac-8fca-1ab2edaeea1d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:51.046866 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39e22414-d9b9-477d-82d4-a4351c11857a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.079059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39e22414-d9b9-477d-82d4-a4351c11857a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.084870 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.206270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.241382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39e22414-d9b9-477d-82d4-a4351c11857a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.244344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39e22414-d9b9-477d-82d4-a4351c11857a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.248018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-39e22414-d9b9-477d-82d4-a4351c11857a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/025a075d-6eeb-4eac-8fca-1ab2edaeea1d HTTP/1.1" status: 204 len: 168 time: 0.2865665 Nov 12 11:24:51.259897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Network b82ecdf3-cadb-4fbb-b38f-f7c36550006a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:51.263865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:51.268759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e22414-d9b9-477d-82d4-a4351c11857a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025a075d-6eeb-4eac-8fca-1ab2edaeea1d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:51.269066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:51.273813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Allocated IP 2001:db8::f816:3eff:fe75:b3d2 (b82ecdf3-cadb-4fbb-b38f-f7c36550006a/5285d600-38a9-4fe8-8fb5-2d302540a8c5/61b5da43-b4a1-428c-b43b-8f24d1371261) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:51.322346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Pushing event updated for resources: {'Port': ['ID=16660336-f062-4c55-80ef-f47c887ebd03,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:51.394766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Attempting to bind port 16660336-f062-4c55-80ef-f47c887ebd03 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:51.395268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Attempting to bind port 16660336-f062-4c55-80ef-f47c887ebd03 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '23b782ff-f1ec-41ac-b612-2cf153958436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b82ecdf3-cadb-4fbb-b38f-f7c36550006a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:51.395698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Attempting to bind port 16660336-f062-4c55-80ef-f47c887ebd03 on network b82ecdf3-cadb-4fbb-b38f-f7c36550006a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:51.407385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:51.407983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Checking segment: {'id': '23b782ff-f1ec-41ac-b612-2cf153958436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b82ecdf3-cadb-4fbb-b38f-f7c36550006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:51.408489 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.408976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Bound using segment: {'id': '23b782ff-f1ec-41ac-b612-2cf153958436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b82ecdf3-cadb-4fbb-b38f-f7c36550006a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:51.409858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Bound port: 16660336-f062-4c55-80ef-f47c887ebd03, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b782ff-f1ec-41ac-b612-2cf153958436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b82ecdf3-cadb-4fbb-b38f-f7c36550006a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:51.410405 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.481246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.514538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] For port 16660336-f062-4c55-80ef-f47c887ebd03, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:51.524999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] For port 16660336-f062-4c55-80ef-f47c887ebd03, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=16660336-f062-4c55-80ef-f47c887ebd03,segment=NetworkSegment(23b782ff-f1ec-41ac-b612-2cf153958436),segment_id=23b782ff-f1ec-41ac-b612-2cf153958436)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:51.707540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.766212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:51.908880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdeb70-b5d7-401b-b3f2-1eed1ba51de0 None None] Pushing event updated for resources: {'Port': ['ID=16660336-f062-4c55-80ef-f47c887ebd03,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:52.071379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network b82ecdf3-cadb-4fbb-b38f-f7c36550006a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:52.084062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:52.091403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:52.102227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:52.102921 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.118073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Port': ['ID=61b5da43-b4a1-428c-b43b-8f24d1371261,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:52.211102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e4e7e09c-16c1-413d-bd00-f2ac8e9fdbe8 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7282059 Nov 12 11:24:52.212728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44972) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:52.324840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5a4d83-06dd-4d9a-af62-4b30f1ddf6bb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Deleting subnet 5285d600-38a9-4fe8-8fb5-2d302540a8c5 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:24:52.328916 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4d83-06dd-4d9a-af62-4b30f1ddf6bb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.381752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4d83-06dd-4d9a-af62-4b30f1ddf6bb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.580423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4d83-06dd-4d9a-af62-4b30f1ddf6bb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.828613 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4d83-06dd-4d9a-af62-4b30f1ddf6bb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.882582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a4d83-06dd-4d9a-af62-4b30f1ddf6bb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Subnet': ['ID=5285d600-38a9-4fe8-8fb5-2d302540a8c5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:52.889653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ea5a4d83-06dd-4d9a-af62-4b30f1ddf6bb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:52.895192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ea5a4d83-06dd-4d9a-af62-4b30f1ddf6bb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/subnets/5285d600-38a9-4fe8-8fb5-2d302540a8c5 HTTP/1.1" status: 204 len: 168 time: 0.6806374 Nov 12 11:24:52.897605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:53.028778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e963c79-1ef0-427b-9965-e693320d9703 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:53.032289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e963c79-1ef0-427b-9965-e693320d9703 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:53.033930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9e963c79-1ef0-427b-9965-e693320d9703 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1330841 Nov 12 11:24:53.036801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45024) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:53.198876 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52da7f9a-7bdc-4b47-916c-63a96292d3aa tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.207212 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-52da7f9a-7bdc-4b47-916c-63a96292d3aa tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 11:24:53.208057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52da7f9a-7bdc-4b47-916c-63a96292d3aa tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:24:53.213684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-52da7f9a-7bdc-4b47-916c-63a96292d3aa tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/b82ecdf3-cadb-4fbb-b38f-f7c36550006a HTTP/1.1" status: 409 len: 405 time: 0.1729183 Nov 12 11:24:53.215750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45034) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:53.221825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-674747898'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:53.321070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdeb84d-9117-4287-b43e-88fe1d4df87f None None] Network b82ecdf3-cadb-4fbb-b38f-f7c36550006a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:53.376320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:53.379893 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.410162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b068a50-81d4-4268-8df8-f4967d283f3d None None] Provisioning complete for port 16660336-f062-4c55-80ef-f47c887ebd03 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:24:53.420110 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b068a50-81d4-4268-8df8-f4967d283f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.429716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:24:53.446193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.446716 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Added segment 4e18f23a-69e9-46b8-b87b-83702d8db444 of type vlan for network eab365d5-e3dc-406e-ba30-e4331662fa6f Nov 12 11:24:53.498505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.566783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b068a50-81d4-4268-8df8-f4967d283f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.603562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b068a50-81d4-4268-8df8-f4967d283f3d None None] For port 16660336-f062-4c55-80ef-f47c887ebd03, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=16660336-f062-4c55-80ef-f47c887ebd03,segment=NetworkSegment(23b782ff-f1ec-41ac-b612-2cf153958436),segment_id=23b782ff-f1ec-41ac-b612-2cf153958436)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:53.611997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] DHCP port deletion for b82ecdf3-cadb-4fbb-b38f-f7c36550006a request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:24:53.667865 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.681001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:53.681666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.695909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] Deleting port 16660336-f062-4c55-80ef-f47c887ebd03 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:53.695909 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.751244 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b068a50-81d4-4268-8df8-f4967d283f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:53.773092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Network': ['ID=eab365d5-e3dc-406e-ba30-e4331662fa6f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:53.817235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45064) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:53.864127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network eab365d5-e3dc-406e-ba30-e4331662fa6f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:24:53.904402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b287be5b-e778-435f-b1ac-25ed101df52c tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6853657 Nov 12 11:24:53.912733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45072) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:53.918440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'subnet': {'network_id': 'eab365d5-e3dc-406e-ba30-e4331662fa6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:53.991695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] For port 16660336-f062-4c55-80ef-f47c887ebd03, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=16660336-f062-4c55-80ef-f47c887ebd03,segment=NetworkSegment(23b782ff-f1ec-41ac-b612-2cf153958436),segment_id=23b782ff-f1ec-41ac-b612-2cf153958436)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:53.992892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.015069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] Calling delete_port for 16660336-f062-4c55-80ef-f47c887ebd03 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:54.102328 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ae5d966-eb43-4aff-9500-1828645f2f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.130310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b068a50-81d4-4268-8df8-f4967d283f3d None None] Pushing event updated for resources: {'Port': ['ID=16660336-f062-4c55-80ef-f47c887ebd03,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:54.193944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:54.200504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.315848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ae5d966-eb43-4aff-9500-1828645f2f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.403335 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ae5d966-eb43-4aff-9500-1828645f2f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.428119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.437756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4ae5d966-eb43-4aff-9500-1828645f2f47 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2fa3a098b4384ca39e866951e6cb4b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6191030 Nov 12 11:24:54.443880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45108) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:54.494589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5d966-eb43-4aff-9500-1828645f2f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf0adae-e03f-4a25-bf00-2724b2197ec6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:54.495321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] Pushing event deleted for resources: {'Port': ['ID=16660336-f062-4c55-80ef-f47c887ebd03,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:54.511418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc5038-218a-4e42-a6f7-637a26103861 None None] No DVR routers for this DVR port 16660336-f062-4c55-80ef-f47c887ebd03 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:54.541821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038176c0-967f-4332-b699-c02faf3a95b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.577191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038176c0-967f-4332-b699-c02faf3a95b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.811651 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038176c0-967f-4332-b699-c02faf3a95b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.815547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-038176c0-967f-4332-b699-c02faf3a95b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.820652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-038176c0-967f-4332-b699-c02faf3a95b0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dcf0adae-e03f-4a25-bf00-2724b2197ec6 HTTP/1.1" status: 204 len: 168 time: 0.3727221 Nov 12 11:24:54.836860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038176c0-967f-4332-b699-c02faf3a95b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf0adae-e03f-4a25-bf00-2724b2197ec6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:54.849235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.objects.ports [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109704) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:24:54.850892 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:54.902560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Subnet': ['ID=80132ae2-a22a-4957-8e2c-fb739f5f9b0e,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:54.965698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Checking segment: {'id': '4e18f23a-69e9-46b8-b87b-83702d8db444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eab365d5-e3dc-406e-ba30-e4331662fa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:54.966536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network hostable DHCP agents. Network: eab365d5-e3dc-406e-ba30-e4331662fa6f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:24:55.079673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network eab365d5-e3dc-406e-ba30-e4331662fa6f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:24:55.191680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, eab365d5-e3dc-406e-ba30-e4331662fa6f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:55.204667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e762ca31-63dc-4fa8-9068-ad3285ea3a97 None None] Network eab365d5-e3dc-406e-ba30-e4331662fa6f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:55.208641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:55.209293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.318959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d1413085-95b3-4281-b597-46a5099ddf98 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4063666 Nov 12 11:24:55.322789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45160) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:55.413049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-eab365d5-e3dc-406e-ba30-e4331662fa6f', 'network_id': 'eab365d5-e3dc-406e-ba30-e4331662fa6f', 'tenant_id': '62261056bc524ea0acf623a3433afdd0', 'fixed_ips': [{'subnet_id': '80132ae2-a22a-4957-8e2c-fb739f5f9b0e'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:24:55.414108 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.457160 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.601727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:55.691820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Allocated IP 2001:db8::f816:3eff:fe53:7662 (eab365d5-e3dc-406e-ba30-e4331662fa6f/80132ae2-a22a-4957-8e2c-fb739f5f9b0e/576d68b2-9d0d-4111-a194-6de6ac7d5b30) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:24:55.902834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.035807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.082900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Network eab365d5-e3dc-406e-ba30-e4331662fa6f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:24:56.088164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:56.096409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:24:56.173904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Pushing event updated for resources: {'Port': ['ID=576d68b2-9d0d-4111-a194-6de6ac7d5b30,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:56.195135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.216196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Attempting to bind port 576d68b2-9d0d-4111-a194-6de6ac7d5b30 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:24:56.216576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Attempting to bind port 576d68b2-9d0d-4111-a194-6de6ac7d5b30 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '4e18f23a-69e9-46b8-b87b-83702d8db444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eab365d5-e3dc-406e-ba30-e4331662fa6f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:24:56.216942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Attempting to bind port 576d68b2-9d0d-4111-a194-6de6ac7d5b30 on network eab365d5-e3dc-406e-ba30-e4331662fa6f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:24:56.222657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:24:56.223219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Checking segment: {'id': '4e18f23a-69e9-46b8-b87b-83702d8db444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eab365d5-e3dc-406e-ba30-e4331662fa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:56.223460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.223849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Bound using segment: {'id': '4e18f23a-69e9-46b8-b87b-83702d8db444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eab365d5-e3dc-406e-ba30-e4331662fa6f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:24:56.224417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Bound port: 576d68b2-9d0d-4111-a194-6de6ac7d5b30, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e18f23a-69e9-46b8-b87b-83702d8db444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eab365d5-e3dc-406e-ba30-e4331662fa6f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:24:56.224812 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.255731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Subnet': ['ID=80132ae2-a22a-4957-8e2c-fb739f5f9b0e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:56.357110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.359611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-571d873a-680e-4224-9c4f-37316050f588 None None] For port 576d68b2-9d0d-4111-a194-6de6ac7d5b30, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:24:56.363152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-571d873a-680e-4224-9c4f-37316050f588 None None] For port 576d68b2-9d0d-4111-a194-6de6ac7d5b30, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=576d68b2-9d0d-4111-a194-6de6ac7d5b30,segment=NetworkSegment(4e18f23a-69e9-46b8-b87b-83702d8db444),segment_id=4e18f23a-69e9-46b8-b87b-83702d8db444)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:24:56.381381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab365d5-e3dc-406e-ba30-e4331662fa6f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:56.393346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e18f23a-69e9-46b8-b87b-83702d8db444') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:56.393647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e18f23a-69e9-46b8-b87b-83702d8db444') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:56.405491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.486186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.490518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.499968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:24:56.500615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:24:56.534790 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:24:56.640560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d873a-680e-4224-9c4f-37316050f588 None None] Pushing event updated for resources: {'Port': ['ID=576d68b2-9d0d-4111-a194-6de6ac7d5b30,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:56.701556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4031211-373f-4d96-9faa-535a9bda0841 None None] Network eab365d5-e3dc-406e-ba30-e4331662fa6f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:24:56.747571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.api [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:24:56.747571 n-d-768852-22 neutron-server[109705]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:24:56.747571 n-d-768852-22 neutron-server[109705]: [parameters: {'id': 'eab365d5-e3dc-406e-ba30-e4331662fa6f'}] Nov 12 11:24:56.747571 n-d-768852-22 neutron-server[109705]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:24:56.747571 n-d-768852-22 neutron-server[109705]: DEBUG oslo_db.api [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:24:56.873039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342de46-1c5a-4732-94ad-e5c001509b5e None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:24:56.948853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45286) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:57.019548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9342de46-1c5a-4732-94ad-e5c001509b5e None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:24:57.217762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d2daf52-b553-443f-8cb9-26a047ad8bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.285803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.389085 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d2daf52-b553-443f-8cb9-26a047ad8bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.472705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Deleting port 576d68b2-9d0d-4111-a194-6de6ac7d5b30 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:24:57.472934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.577397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] For port 576d68b2-9d0d-4111-a194-6de6ac7d5b30, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=576d68b2-9d0d-4111-a194-6de6ac7d5b30,segment=NetworkSegment(4e18f23a-69e9-46b8-b87b-83702d8db444),segment_id=4e18f23a-69e9-46b8-b87b-83702d8db444)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:24:57.580092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.582047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d2daf52-b553-443f-8cb9-26a047ad8bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.620559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Calling delete_port for 576d68b2-9d0d-4111-a194-6de6ac7d5b30 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:24:57.650444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2daf52-b553-443f-8cb9-26a047ad8bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33064168-e29b-4aa6-a1f0-9cbd01cbd5c5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:57.657180 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d2daf52-b553-443f-8cb9-26a047ad8bf8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6099bf24323a429b82a540b5146a595b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7063477 Nov 12 11:24:57.662491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45334) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:57.756673 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c393070-95af-4d70-a92e-b1880431e691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.786291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c393070-95af-4d70-a92e-b1880431e691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.883180 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.912582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Port': ['ID=576d68b2-9d0d-4111-a194-6de6ac7d5b30,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:57.930922 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c393070-95af-4d70-a92e-b1880431e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.944164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c393070-95af-4d70-a92e-b1880431e691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:57.944164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c393070-95af-4d70-a92e-b1880431e691 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33064168-e29b-4aa6-a1f0-9cbd01cbd5c5 HTTP/1.1" status: 204 len: 168 time: 0.2711108 Nov 12 11:24:57.947185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No DVR routers for this DVR port 576d68b2-9d0d-4111-a194-6de6ac7d5b30 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:24:57.953859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c393070-95af-4d70-a92e-b1880431e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33064168-e29b-4aa6-a1f0-9cbd01cbd5c5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:58.094535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.122408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab365d5-e3dc-406e-ba30-e4331662fa6f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:58.132465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e18f23a-69e9-46b8-b87b-83702d8db444') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:58.132761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e18f23a-69e9-46b8-b87b-83702d8db444') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:24:58.142380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.158245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.167738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:24:58.169177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:24:58.172685 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:24:58.375425 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.391141 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.398144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/eab365d5-e3dc-406e-ba30-e4331662fa6f HTTP/1.1" status: 204 len: 168 time: 3.0712767 Nov 12 11:24:58.398690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45414) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:58.404809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1103848231'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:58.412141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d0d5c-935e-4c3c-9c9c-e2df6fefd7ba tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Network': ['ID=eab365d5-e3dc-406e-ba30-e4331662fa6f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:58.609627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:58.612094 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.665899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:24:58.681557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.681557 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Added segment f9c317c9-4cbd-4f6f-a5cf-9c272ab4263b of type vlan for network 97a6537e-4e9d-419b-8f58-acb8a5225263 Nov 12 11:24:58.734590 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.833738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.840259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:58.845402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.887820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45450) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:58.922234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6efcd5c9-cd41-4b5d-81df-cf86b0ab1bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:58.975004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Network': ['ID=97a6537e-4e9d-419b-8f58-acb8a5225263,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:58.993234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 97a6537e-4e9d-419b-8f58-acb8a5225263 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:24:59.075174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-07975502-3779-40fe-9be1-1211a4f136f0 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6738250 Nov 12 11:24:59.078463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45468) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:59.084284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'subnet': {'network_id': '97a6537e-4e9d-419b-8f58-acb8a5225263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:24:59.119535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6efcd5c9-cd41-4b5d-81df-cf86b0ab1bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.245534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6efcd5c9-cd41-4b5d-81df-cf86b0ab1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.280255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:24:59.286789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.344916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6efcd5c9-cd41-4b5d-81df-cf86b0ab1bc1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=76ac7c37d3f84bc197401e1dc0a2ee0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4410884 Nov 12 11:24:59.344916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcd5c9-cd41-4b5d-81df-cf86b0ab1bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1237d973-fbf5-4076-aa12-6f9de84a7578,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:59.346266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45484) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:59.366805 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7c418351-57fb-4869-b31b-077b8ad7ace7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.474791 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8ce266c-0c8d-4515-a708-359bb0aaa9a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.502207 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8ce266c-0c8d-4515-a708-359bb0aaa9a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.663324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45498) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:24:59.677686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.702479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8ce266c-0c8d-4515-a708-359bb0aaa9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.709680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d8ce266c-0c8d-4515-a708-359bb0aaa9a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.709680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d8ce266c-0c8d-4515-a708-359bb0aaa9a6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1237d973-fbf5-4076-aa12-6f9de84a7578 HTTP/1.1" status: 204 len: 168 time: 0.3595400 Nov 12 11:24:59.721018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce266c-0c8d-4515-a708-359bb0aaa9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1237d973-fbf5-4076-aa12-6f9de84a7578,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:59.767757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Subnet': ['ID=eab8c000-90e8-4fa2-a87b-c64fed59751a,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:24:59.770721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Checking segment: {'id': 'f9c317c9-4cbd-4f6f-a5cf-9c272ab4263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '97a6537e-4e9d-419b-8f58-acb8a5225263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:24:59.771078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network hostable DHCP agents. Network: 97a6537e-4e9d-419b-8f58-acb8a5225263, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:24:59.840808 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55f56efd-c29b-426b-9ad5-b870e2594521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.891062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network 97a6537e-4e9d-419b-8f58-acb8a5225263 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:24:59.924837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55f56efd-c29b-426b-9ad5-b870e2594521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:24:59.988049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 97a6537e-4e9d-419b-8f58-acb8a5225263) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:24:59.991822 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:24:59.992633 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.000309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67274230-6c2d-403d-9c33-4690aa78a023 None None] Network 97a6537e-4e9d-419b-8f58-acb8a5225263 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:00.027081 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-55f56efd-c29b-426b-9ad5-b870e2594521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.068753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f56efd-c29b-426b-9ad5-b870e2594521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdba10d-832d-428f-912b-ab5b0997f84b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:00.073225 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-55f56efd-c29b-426b-9ad5-b870e2594521 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee046f352ac54f0d93cf9bed7bef5c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4082918 Nov 12 11:25:00.075760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45532) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:00.103832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7ce9035a-3a58-4daf-8985-2e5493bb24b4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0236492 Nov 12 11:25:00.107147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45534) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:00.155671 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ed722b4-b0ae-4acd-b613-aceed4b6e89f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.208739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ed722b4-b0ae-4acd-b613-aceed4b6e89f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.314696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.384091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dfb1a0-daee-410a-a2b5-8d6defe11e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-97a6537e-4e9d-419b-8f58-acb8a5225263', 'network_id': '97a6537e-4e9d-419b-8f58-acb8a5225263', 'tenant_id': '62261056bc524ea0acf623a3433afdd0', 'fixed_ips': [{'subnet_id': 'eab8c000-90e8-4fa2-a87b-c64fed59751a'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:00.385031 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93dfb1a0-daee-410a-a2b5-8d6defe11e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.406658 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.427016 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ed722b4-b0ae-4acd-b613-aceed4b6e89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.432717 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ed722b4-b0ae-4acd-b613-aceed4b6e89f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.436453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6ed722b4-b0ae-4acd-b613-aceed4b6e89f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cbdba10d-832d-428f-912b-ab5b0997f84b HTTP/1.1" status: 204 len: 168 time: 0.3581429 Nov 12 11:25:00.480911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed722b4-b0ae-4acd-b613-aceed4b6e89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdba10d-832d-428f-912b-ab5b0997f84b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:00.593977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.640592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Subnet': ['ID=eab8c000-90e8-4fa2-a87b-c64fed59751a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server [None req-93dfb1a0-daee-410a-a2b5-8d6defe11e4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eab8c000-90e8-4fa2-a87b-c64fed59751a: This subnet is being modified by another concurrent operation. Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eab8c000-90e8-4fa2-a87b-c64fed59751a: This subnet is being modified by another concurrent operation. Nov 12 11:25:00.691574 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Nov 12 11:25:00.704674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85438cc0-f49e-4a43-acea-4a32d65d7e36 None None] Network 97a6537e-4e9d-419b-8f58-acb8a5225263 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:00.716370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.740386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a6537e-4e9d-419b-8f58-acb8a5225263']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:00.753334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c317c9-4cbd-4f6f-a5cf-9c272ab4263b') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:00.753526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c317c9-4cbd-4f6f-a5cf-9c272ab4263b') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:00.764896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.793882 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.806917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:00.808334 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:00.816148 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:00.898497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e55b663-77cd-4483-94fd-32d6d722ce4d None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:25:00.999138 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.010149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.016996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:01.017571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/97a6537e-4e9d-419b-8f58-acb8a5225263 HTTP/1.1" status: 204 len: 168 time: 0.9074483 Nov 12 11:25:01.031234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd5024-3244-49e8-9f23-3fcd0a95e833 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Network': ['ID=97a6537e-4e9d-419b-8f58-acb8a5225263,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:01.034510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1494917715'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:01.053673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55b663-77cd-4483-94fd-32d6d722ce4d None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:25:01.147347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:01.151362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.187057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:01.203018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.203606 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Added segment 1b4d9a8f-5336-4b66-ad32-9f7183290959 of type vlan for network 21d442d8-7e78-425a-a8cc-b78edce69642 Nov 12 11:25:01.255480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.436344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.436344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:01.437599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.520373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Network': ['ID=21d442d8-7e78-425a-a8cc-b78edce69642,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:01.536955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8fe4e990-d69a-48ae-9125-67293c284fdb tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5151176 Nov 12 11:25:01.538370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45692) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:01.545192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Request body: {'subnet': {'network_id': '21d442d8-7e78-425a-a8cc-b78edce69642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:01.546902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 21d442d8-7e78-425a-a8cc-b78edce69642 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:01.740305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Made reservation on behalf of 62261056bc524ea0acf623a3433afdd0 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:01.744229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:01.774834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-172a5b76-f28c-4cc7-9a95-f8a7f4de9abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.036333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45724) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:02.204400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:25:02.208449 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.295897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event updated for resources: {'Subnet': ['ID=e2582ef2-0edc-4f80-a268-05343fdf90c6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:02.299217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Checking segment: {'id': '1b4d9a8f-5336-4b66-ad32-9f7183290959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21d442d8-7e78-425a-a8cc-b78edce69642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:02.299958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network hostable DHCP agents. Network: 21d442d8-7e78-425a-a8cc-b78edce69642, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:02.377085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-948d3057-3c41-4c0f-8ddb-df175635697e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.476127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-948d3057-3c41-4c0f-8ddb-df175635697e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.588161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Network 21d442d8-7e78-425a-a8cc-b78edce69642 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:02.674439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-948d3057-3c41-4c0f-8ddb-df175635697e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.719468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 21d442d8-7e78-425a-a8cc-b78edce69642) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:02.732129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:02.732796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:02.738731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f77384-a66e-42fe-8be4-e3cabd4b430e None None] Network 21d442d8-7e78-425a-a8cc-b78edce69642 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:02.775405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-948d3057-3c41-4c0f-8ddb-df175635697e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6ce1ac508ee0426eac7b99b3ca81cfff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7379375 Nov 12 11:25:02.779287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45778) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:02.787989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d3057-3c41-4c0f-8ddb-df175635697e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef391c0-8c63-4a6a-bfe8-740eb7cf2d55,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:03.437116 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f992804-c8f9-49c0-98c8-a52a5ebd8620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.530496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-92eff0ad-6ad8-48c0-ab6a-bf119d047cd7 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:03.530496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-92eff0ad-6ad8-48c0-ab6a-bf119d047cd7 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/networks?id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e HTTP/1.1" status: 200 len: 813 time: 0.1929173 Nov 12 11:25:03.534403 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-13eafe39-2586-4495-8601-174b1e7eb187 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4330738 Nov 12 11:25:03.535328 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d2ec7d60-1b6b-4cd9-a7eb-561bb0e93c6e tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/quotas/8958a0b6784f48bf9d8871d5da2bb7b0 HTTP/1.1" status: 200 len: 375 time: 0.0170877 Nov 12 11:25:03.535328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45798) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:03.536321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f992804-c8f9-49c0-98c8-a52a5ebd8620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.536559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-21d442d8-7e78-425a-a8cc-b78edce69642', 'network_id': '21d442d8-7e78-425a-a8cc-b78edce69642', 'tenant_id': '62261056bc524ea0acf623a3433afdd0', 'fixed_ips': [{'subnet_id': 'e2582ef2-0edc-4f80-a268-05343fdf90c6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:03.536559 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.536904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-37da2e1f-1c73-4b7a-a611-35a88576b47f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474281 Nov 12 11:25:03.536904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.537245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Allocated IP 2001:db8::f816:3eff:fe2e:1835 (21d442d8-7e78-425a-a8cc-b78edce69642/e2582ef2-0edc-4f80-a268-05343fdf90c6/a337fa26-f203-4eaa-acc5-8b8fbb68785c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:03.537482 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-e37f3a8b-587d-4f18-a0bf-17d6189540c8 service neutron] 10.222.0.98 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291142 Nov 12 11:25:03.537482 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.537482 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-5232f837-c86b-4e68-a269-97e1d0b3562d service neutron] 10.222.0.98 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575985 Nov 12 11:25:03.537938 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.565223 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f992804-c8f9-49c0-98c8-a52a5ebd8620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.571010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f992804-c8f9-49c0-98c8-a52a5ebd8620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.577073 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5f992804-c8f9-49c0-98c8-a52a5ebd8620 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3ef391c0-8c63-4a6a-bfe8-740eb7cf2d55 HTTP/1.1" status: 204 len: 168 time: 0.7915738 Nov 12 11:25:03.587220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f992804-c8f9-49c0-98c8-a52a5ebd8620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef391c0-8c63-4a6a-bfe8-740eb7cf2d55,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:03.716851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.744191 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2a98f9e1-3c06-46bc-8a32-38462e82940b req-c5aac64e-361a-408b-8773-a40537535d6f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 210 time: 0.0545547 Nov 12 11:25:03.810065 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.852291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Network 21d442d8-7e78-425a-a8cc-b78edce69642 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:03.857870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:03.861633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:03.871039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Pushing event updated for resources: {'Port': ['ID=a337fa26-f203-4eaa-acc5-8b8fbb68785c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:03.919796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.929286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Attempting to bind port a337fa26-f203-4eaa-acc5-8b8fbb68785c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:03.929651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Attempting to bind port a337fa26-f203-4eaa-acc5-8b8fbb68785c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1b4d9a8f-5336-4b66-ad32-9f7183290959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21d442d8-7e78-425a-a8cc-b78edce69642'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:03.930017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Attempting to bind port a337fa26-f203-4eaa-acc5-8b8fbb68785c on network 21d442d8-7e78-425a-a8cc-b78edce69642 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:03.936241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:03.936614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Checking segment: {'id': '1b4d9a8f-5336-4b66-ad32-9f7183290959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21d442d8-7e78-425a-a8cc-b78edce69642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:03.937012 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.937418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Bound using segment: {'id': '1b4d9a8f-5336-4b66-ad32-9f7183290959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21d442d8-7e78-425a-a8cc-b78edce69642'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:03.937875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Bound port: a337fa26-f203-4eaa-acc5-8b8fbb68785c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4d9a8f-5336-4b66-ad32-9f7183290959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '21d442d8-7e78-425a-a8cc-b78edce69642'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:03.938252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:03.952935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Subnet': ['ID=e2582ef2-0edc-4f80-a268-05343fdf90c6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:04.017249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] For port a337fa26-f203-4eaa-acc5-8b8fbb68785c, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:04.020469 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.022306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] For port a337fa26-f203-4eaa-acc5-8b8fbb68785c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a337fa26-f203-4eaa-acc5-8b8fbb68785c,segment=NetworkSegment(1b4d9a8f-5336-4b66-ad32-9f7183290959),segment_id=1b4d9a8f-5336-4b66-ad32-9f7183290959)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:04.045852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d442d8-7e78-425a-a8cc-b78edce69642']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:04.060600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4d9a8f-5336-4b66-ad32-9f7183290959') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:04.060894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4d9a8f-5336-4b66-ad32-9f7183290959') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:04.080787 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.127011 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.128960 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.140924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:04.141584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.172590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45836) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:04.191635 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.254724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87eeeff-007f-4e4b-9731-7569c9d2f4d1 None None] Pushing event updated for resources: {'Port': ['ID=a337fa26-f203-4eaa-acc5-8b8fbb68785c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:04.262048 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:04.287704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95887e46-2369-4972-932d-31ae5f258968 None None] Network 21d442d8-7e78-425a-a8cc-b78edce69642 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:04.312090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:25:04.312090 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:25:04.312090 n-d-768852-22 neutron-server[109704]: [parameters: {'id': '21d442d8-7e78-425a-a8cc-b78edce69642'}] Nov 12 11:25:04.312090 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:04.312856 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:04.387153 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.453620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa236d0-3ee1-40a5-8170-e336721e9549 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:25:04.478995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.558690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa236d0-3ee1-40a5-8170-e336721e9549 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:25:04.610920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.662691 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9b52c32b016f40d6a2aeff3596247d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4886701 Nov 12 11:25:04.665409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45864) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:04.684345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0391f496-dbc0-43e6-bcea-b154f00c5507,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:04.692627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.693114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.693573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.694025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.694532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.695153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.695869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.696319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.697528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.697967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.698405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.698834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acae415-ce1d-4d82-8a35-80cef0297dd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:04.719606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24829202-8f4c-467f-b29e-a6ced9a42d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.753696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24829202-8f4c-467f-b29e-a6ced9a42d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.821097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.863956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c19a85b4-fffe-456b-9625-5fa921f169da req-cd0e1b43-1fad-4bc3-a553-9f69370f9ff1 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 210 time: 0.0627511 Nov 12 11:25:04.890313 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.915460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Deleting port a337fa26-f203-4eaa-acc5-8b8fbb68785c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:04.915806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.980839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] For port a337fa26-f203-4eaa-acc5-8b8fbb68785c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a337fa26-f203-4eaa-acc5-8b8fbb68785c,segment=NetworkSegment(1b4d9a8f-5336-4b66-ad32-9f7183290959),segment_id=1b4d9a8f-5336-4b66-ad32-9f7183290959)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:04.981208 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:04.994293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Calling delete_port for a337fa26-f203-4eaa-acc5-8b8fbb68785c owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:05.050897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24829202-8f4c-467f-b29e-a6ced9a42d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.053632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24829202-8f4c-467f-b29e-a6ced9a42d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.054921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-24829202-8f4c-467f-b29e-a6ced9a42d06 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0391f496-dbc0-43e6-bcea-b154f00c5507 HTTP/1.1" status: 204 len: 168 time: 0.3878696 Nov 12 11:25:05.070068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24829202-8f4c-467f-b29e-a6ced9a42d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391f496-dbc0-43e6-bcea-b154f00c5507,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:05.237628 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.266209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Port': ['ID=a337fa26-f203-4eaa-acc5-8b8fbb68785c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:05.268007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No DVR routers for this DVR port a337fa26-f203-4eaa-acc5-8b8fbb68785c on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:05.360346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.383184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d442d8-7e78-425a-a8cc-b78edce69642']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:05.396895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4d9a8f-5336-4b66-ad32-9f7183290959') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:05.397212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4d9a8f-5336-4b66-ad32-9f7183290959') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:05.408137 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.424966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.432446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:05.432873 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:05.437592 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:05.593349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.601697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:05.605150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/21d442d8-7e78-425a-a8cc-b78edce69642 HTTP/1.1" status: 204 len: 168 time: 2.6246748 Nov 12 11:25:05.610105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45922) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:05.619492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957bd5-b3fd-4303-b844-892c7efa9a05 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Network': ['ID=21d442d8-7e78-425a-a8cc-b78edce69642,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:05.682899 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-1405807f-dff7-408a-b8ee-f41e581b7f93 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): The resource could not be found. Nov 12 11:25:05.683361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1405807f-dff7-408a-b8ee-f41e581b7f93 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:05.687672 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1405807f-dff7-408a-b8ee-f41e581b7f93 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/subnets/e2582ef2-0edc-4f80-a268-05343fdf90c6 HTTP/1.1" status: 404 len: 337 time: 0.0760956 Nov 12 11:25:05.690175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45928) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:05.709107 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bee4b0-f0a8-4d4b-9e43-2f7b866bf897 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): The resource could not be found. Nov 12 11:25:05.709911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bee4b0-f0a8-4d4b-9e43-2f7b866bf897 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:05.720077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-70bee4b0-f0a8-4d4b-9e43-2f7b866bf897 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/21d442d8-7e78-425a-a8cc-b78edce69642 HTTP/1.1" status: 404 len: 339 time: 0.0288444 Nov 12 11:25:05.725295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45934) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:05.753646 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce7eaa4-efdb-4f4a-8e8c-1d6fd98a2ca4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): The resource could not be found. Nov 12 11:25:05.762706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce7eaa4-efdb-4f4a-8e8c-1d6fd98a2ca4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:05.762706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ce7eaa4-efdb-4f4a-8e8c-1d6fd98a2ca4 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/subnets/eab8c000-90e8-4fa2-a87b-c64fed59751a HTTP/1.1" status: 404 len: 337 time: 0.0307162 Nov 12 11:25:05.764507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45938) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:05.787348 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-3098418a-a187-4764-b1bf-7efed0fedf41 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): The resource could not be found. Nov 12 11:25:05.787942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3098418a-a187-4764-b1bf-7efed0fedf41 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:05.791011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3098418a-a187-4764-b1bf-7efed0fedf41 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/97a6537e-4e9d-419b-8f58-acb8a5225263 HTTP/1.1" status: 404 len: 339 time: 0.0255420 Nov 12 11:25:05.794337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45940) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:05.820682 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff9a7ad-1f72-4552-9976-04aafeed3f30 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): The resource could not be found. Nov 12 11:25:05.821237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff9a7ad-1f72-4552-9976-04aafeed3f30 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:05.824515 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-eff9a7ad-1f72-4552-9976-04aafeed3f30 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/subnets/80132ae2-a22a-4957-8e2c-fb739f5f9b0e HTTP/1.1" status: 404 len: 337 time: 0.0291781 Nov 12 11:25:05.829137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45946) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:05.849242 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c8edb7-567e-4c46-9b6c-3f9168ecea79 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): The resource could not be found. Nov 12 11:25:05.849914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c8edb7-567e-4c46-9b6c-3f9168ecea79 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:05.856102 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a2c8edb7-567e-4c46-9b6c-3f9168ecea79 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/eab365d5-e3dc-406e-ba30-e4331662fa6f HTTP/1.1" status: 404 len: 339 time: 0.0227230 Nov 12 11:25:05.858134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45950) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:06.044438 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e71d8fe7-1768-4e62-adee-933c170624c3 req-7cd23222-e899-4a5d-a17d-cfd4ec818597 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 210 time: 0.0596566 Nov 12 11:25:06.274709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c6d6a-0e60-4fe3-8dab-284eb407aabc tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Deleting port 61b5da43-b4a1-428c-b43b-8f24d1371261 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:06.275280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6d6a-0e60-4fe3-8dab-284eb407aabc tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.359184 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6d6a-0e60-4fe3-8dab-284eb407aabc tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.373956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c6d6a-0e60-4fe3-8dab-284eb407aabc tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Calling delete_port for 61b5da43-b4a1-428c-b43b-8f24d1371261 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:06.566913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45998) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:06.616357 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6d6a-0e60-4fe3-8dab-284eb407aabc tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.651042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c6d6a-0e60-4fe3-8dab-284eb407aabc tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Port': ['ID=61b5da43-b4a1-428c-b43b-8f24d1371261,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:06.669837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6d6a-0e60-4fe3-8dab-284eb407aabc tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.673351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1d1c6d6a-0e60-4fe3-8dab-284eb407aabc tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/ports/61b5da43-b4a1-428c-b43b-8f24d1371261 HTTP/1.1" status: 204 len: 168 time: 0.8137848 Nov 12 11:25:06.676383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46008) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:06.708053 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e934a4-2132-43fc-9a8f-bdfe9b16083a tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): The resource could not be found. Nov 12 11:25:06.708523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e934a4-2132-43fc-9a8f-bdfe9b16083a tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:06.714373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46010) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:06.714643 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-64e934a4-2132-43fc-9a8f-bdfe9b16083a tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/subnets/5285d600-38a9-4fe8-8fb5-2d302540a8c5 HTTP/1.1" status: 404 len: 337 time: 0.0364180 Nov 12 11:25:06.744182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:06.811544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.815559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1925902256'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:06.818677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d6085d04-1fca-4c9e-9a80-16e753dfed17 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:06.915128 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.936254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82ecdf3-cadb-4fbb-b38f-f7c36550006a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:06.940475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Made reservation on behalf of 2b5dff4a370b46e69b9aa57430d44b51 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:06.944457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.947377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b782ff-f1ec-41ac-b612-2cf153958436') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:06.947662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b782ff-f1ec-41ac-b612-2cf153958436') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:06.955648 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.959320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.977628 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.983748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d6085d04-1fca-4c9e-9a80-16e753dfed17 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] 10.222.0.98 "PUT /v2.0/quotas/9c2f882a947141a6b9d15d094288618a HTTP/1.1" status: 200 len: 368 time: 0.4156642 Nov 12 11:25:06.986627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46024) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:06.987009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:06.987422 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:06.990739 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:06.993052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Request body: {'network': {'project_id': '9c2f882a947141a6b9d15d094288618a'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:07.133615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a97c1e2a-2122-4bd5-95aa-27ab6808ebcd req-5c92aca3-e1cc-4c99-944f-46e882cef7ca tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 210 time: 0.0277429 Nov 12 11:25:07.164126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Made reservation on behalf of 9c2f882a947141a6b9d15d094288618a for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:07.166443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.177217 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.238954 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.246847 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.251781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/b82ecdf3-cadb-4fbb-b38f-f7c36550006a HTTP/1.1" status: 204 len: 168 time: 0.5340986 Nov 12 11:25:07.253812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46038) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:07.272623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079cf3f-e0f2-48fb-8b61-c540e7f0740e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Network': ['ID=b82ecdf3-cadb-4fbb-b38f-f7c36550006a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:07.404929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c470f352-8288-4ec7-b024-ac145875a4db tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Deleting port 69067537-1cfe-41fe-b741-1848b336a88b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:07.405268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c470f352-8288-4ec7-b024-ac145875a4db tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.410817 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.460635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.470864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-5bcc5b2c-af57-48af-a492-2ca85d5a82d4 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:07.474753 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-5bcc5b2c-af57-48af-a492-2ca85d5a82d4 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.69 "GET /v2.0/networks?id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e HTTP/1.1" status: 200 len: 813 time: 0.2027595 Nov 12 11:25:07.485262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-cf97b530-db8e-4037-b4e9-ab015e44b40a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1896706 Nov 12 11:25:07.488860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Request body: {'port': {'device_id': 'f63cd262-84f0-4b5c-b991-617e890260f7', 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e', 'admin_state_up': True, 'tenant_id': '8958a0b6784f48bf9d8871d5da2bb7b0'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:07.494316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c470f352-8288-4ec7-b024-ac145875a4db tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.508654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c470f352-8288-4ec7-b024-ac145875a4db tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Calling delete_port for 69067537-1cfe-41fe-b741-1848b336a88b owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:07.602677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-3091b869-9dd2-47ef-a039-41d0ccee9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:07.604899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-3091b869-9dd2-47ef-a039-41d0ccee9286 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0932093 Nov 12 11:25:07.750164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-c31309db-c227-4c64-a699-cd439e81ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:07.752063 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-c31309db-c227-4c64-a699-cd439e81ae37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.1002493 Nov 12 11:25:07.767692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c470f352-8288-4ec7-b024-ac145875a4db tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.833939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-8dc06197-8d34-4a4f-946c-ad9b3348ccf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fed41b11-dace-4cc8-a726-0518ed5a5203 HTTP/1.1" status: 200 len: 217 time: 0.0741727 Nov 12 11:25:07.839311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c470f352-8288-4ec7-b024-ac145875a4db tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.845929 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c470f352-8288-4ec7-b024-ac145875a4db tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/ports/69067537-1cfe-41fe-b741-1848b336a88b HTTP/1.1" status: 204 len: 168 time: 0.5886490 Nov 12 11:25:07.846294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470f352-8288-4ec7-b024-ac145875a4db tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Port': ['ID=69067537-1cfe-41fe-b741-1848b336a88b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:07.856721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46056) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:07.903886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.906313 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7dcb775-5830-47e5-baa5-5dffd2abf484 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] DELETE failed (client error): The resource could not be found. Nov 12 11:25:07.907117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.907259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7dcb775-5830-47e5-baa5-5dffd2abf484 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:07.915055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b7dcb775-5830-47e5-baa5-5dffd2abf484 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/subnets/dff53a76-059f-401b-afb7-a3b3cb056c49 HTTP/1.1" status: 404 len: 337 time: 0.0538721 Nov 12 11:25:07.915055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46060) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:07.956593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:07.956895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-abb1cd75-2330-47f0-8e35-102e84b85151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:07.958124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-abb1cd75-2330-47f0-8e35-102e84b85151 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1130257 Nov 12 11:25:07.958399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c286aac9-37ec-4ed6-b3d8-5968c6dfb133,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:07.976393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:07.995040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:07.995400 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Added segment cbdc0ff0-a2e5-476b-82a8-3757e5c42c24 of type vlan for network 1611335c-8483-4b96-adcd-41b97f058d22 Nov 12 11:25:08.021618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.021957 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Added segment 72746e47-7176-4d4a-b69e-4f84aba4342d of type vlan for network ae283e58-d9b1-4b64-a309-55258ec72171 Nov 12 11:25:08.046761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.056406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd8d59-9118-4e40-9e4a-c3516a3a0f6a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:08.065047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-fce4ad5d-cd0b-4fca-8449-59edac6a40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.066288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-fce4ad5d-cd0b-4fca-8449-59edac6a40fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760562 Nov 12 11:25:08.093069 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.131408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.197446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Made reservation on behalf of 8958a0b6784f48bf9d8871d5da2bb7b0 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:08.201408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.217067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.244016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c5270a-3079-4981-b745-cef8cbe8dff0 req-213129e3-36ca-4ef9-ad92-97726cc7eb50 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 210 time: 0.0319982 Nov 12 11:25:08.248363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffe6dce-029b-47f8-be21-c8249ecb3fed']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:08.267585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6114fd7e-0ae7-4691-97c5-fef0f3d95f57') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:08.267952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6114fd7e-0ae7-4691-97c5-fef0f3d95f57') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:08.278215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-c4ff701c-502f-4b3c-a7f1-7780cedc27bb service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895804 Nov 12 11:25:08.281287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.281781 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.282243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.282811 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.284923 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.290212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.290771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.350545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.360166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:08.361669 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:08.364187 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:08.408429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Pushing event updated for resources: {'Network': ['ID=ae283e58-d9b1-4b64-a309-55258ec72171,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:08.420809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ae283e58-d9b1-4b64-a309-55258ec72171 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:08.444888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6ea1012-31bb-40bd-ba4c-d3ae13d816b8 req-660400bc-ee11-4b39-a365-bf5920af0554 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546876 Nov 12 11:25:08.449788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7032506 Nov 12 11:25:08.458108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46082) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:08.498330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'subnet': {'network_id': '1611335c-8483-4b96-adcd-41b97f058d22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:08.523026 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cef33835-44df-4d04-bb24-6f77fd3bad79 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5351672 Nov 12 11:25:08.531477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Allocated IP 172.20.0.13 (1dee9f31-68a4-4b38-bdd6-b3d712d3c43e/5e56e48a-ae19-49dc-bd7e-7e258b0de738/24ce1b17-88f7-43ff-b735-6fb19cde4ffa) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:08.536700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46088) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:08.542491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Request body: {'network': {'project_id': '9c2f882a947141a6b9d15d094288618a'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:08.564712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.582772 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.582880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdd1bf-1468-43d3-9d12-c6e9d395c34a tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Network': ['ID=1611335c-8483-4b96-adcd-41b97f058d22,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:08.583074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/fffe6dce-029b-47f8-be21-c8249ecb3fed HTTP/1.1" status: 204 len: 168 time: 0.6607134 Nov 12 11:25:08.584453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46090) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:08.587101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 1611335c-8483-4b96-adcd-41b97f058d22 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:08.589238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696247b2-1f89-4ee5-9bdf-eea26f7e731e tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Network': ['ID=fffe6dce-029b-47f8-be21-c8249ecb3fed,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:08.667295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Made reservation on behalf of 9c2f882a947141a6b9d15d094288618a for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:08.670050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.696145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e38b6dc-bc5d-4384-8f9c-812d6e52481b tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Deleting subnet 54f7e02c-d1b1-4ec1-8ad4-c6d9e323658b {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:08.696410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:08.707436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.707968 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Added segment fd1d4527-9b96-449f-8885-127fd89b9dae of type vlan for network 6fc2c57e-2429-40cb-845f-8a57b4772f2b Nov 12 11:25:08.720904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e38b6dc-bc5d-4384-8f9c-812d6e52481b tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.753447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.803948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e38b6dc-bc5d-4384-8f9c-812d6e52481b tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.878502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Made reservation on behalf of 2b5dff4a370b46e69b9aa57430d44b51 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:08.883041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.918300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.920899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:08.922362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.927074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:08.994903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Pushing event updated for resources: {'Network': ['ID=6fc2c57e-2429-40cb-845f-8a57b4772f2b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:09.005817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6fc2c57e-2429-40cb-845f-8a57b4772f2b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:09.040548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e38b6dc-bc5d-4384-8f9c-812d6e52481b tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.078660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d462d9a9-769a-43bf-add2-bf93d54b5468 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5402944 Nov 12 11:25:09.079545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46104) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:09.084977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-415c7118-a98d-44e4-bea8-b890cc6a9b78 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Request body: {'network': {'project_id': '9c2f882a947141a6b9d15d094288618a'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:09.097398 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-415c7118-a98d-44e4-bea8-b890cc6a9b78 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 11:25:09.097948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415c7118-a98d-44e4-bea8-b890cc6a9b78 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:25:09.102625 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-415c7118-a98d-44e4-bea8-b890cc6a9b78 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0218463 Nov 12 11:25:09.103265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46106) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:09.164606 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ce3c5fc0-7eed-46f4-a7ea-c7083005236f tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9c2f882a947141a6b9d15d094288618a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579693 Nov 12 11:25:09.164944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46114) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:09.198063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.217630 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba1df137-3fb6-459a-b128-6ac086694f9d tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.241824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:09.242586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba1df137-3fb6-459a-b128-6ac086694f9d tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.245151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:09.248161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:09.261648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d93311-0855-4c0d-ac7f-f963d90d846d None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:09.287279 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e38b6dc-bc5d-4384-8f9c-812d6e52481b tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.322047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Pushing event updated for resources: {'Port': ['ID=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:09.335770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38b6dc-bc5d-4384-8f9c-812d6e52481b tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Subnet': ['ID=54f7e02c-d1b1-4ec1-8ad4-c6d9e323658b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:09.342723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.344644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7da5c6a3-0872-4e1f-aa8e-5ff218b5cb74 None None] Provisioning complete for port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:09.345088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7da5c6a3-0872-4e1f-aa8e-5ff218b5cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.354941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e38b6dc-bc5d-4384-8f9c-812d6e52481b tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.360005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6e38b6dc-bc5d-4384-8f9c-812d6e52481b tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/subnets/54f7e02c-d1b1-4ec1-8ad4-c6d9e323658b HTTP/1.1" status: 204 len: 168 time: 0.7733774 Nov 12 11:25:09.361460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46122) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:09.374908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63702111-188c-4a05-8be4-0c3e14975d1b None None] Network 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:09.378588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:09.378588 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.442201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba1df137-3fb6-459a-b128-6ac086694f9d tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.445465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba1df137-3fb6-459a-b128-6ac086694f9d tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.446844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ba1df137-3fb6-459a-b128-6ac086694f9d tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] 10.222.0.98 "DELETE /v2.0/security-groups/c286aac9-37ec-4ed6-b3d8-5968c6dfb133 HTTP/1.1" status: 204 len: 168 time: 0.2809453 Nov 12 11:25:09.450519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46124) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:09.454438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7da5c6a3-0872-4e1f-aa8e-5ff218b5cb74 None None] Port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:09.474288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1df137-3fb6-459a-b128-6ac086694f9d tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c286aac9-37ec-4ed6-b3d8-5968c6dfb133,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:09.492580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.516225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a83b7e-dd3b-416c-a679-6ef11eef0ff3 req-69a70e4d-7568-4cce-8e60-27bc8796c503 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:09.518082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08a83b7e-dd3b-416c-a679-6ef11eef0ff3 req-69a70e4d-7568-4cce-8e60-27bc8796c503 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 932 time: 0.1705942 Nov 12 11:25:09.522485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Subnet': ['ID=bfdf3170-db12-4137-a274-6a587fccb59a,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:09.561600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Checking segment: {'id': 'cbdc0ff0-a2e5-476b-82a8-3757e5c42c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1611335c-8483-4b96-adcd-41b97f058d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:09.561968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Network hostable DHCP agents. Network: 1611335c-8483-4b96-adcd-41b97f058d22, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:09.574431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-c23af6d0-9f1c-4061-8ee2-b671cd339232 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0901699 Nov 12 11:25:09.594150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Deleting port afd13bee-6b50-43f1-932b-1ea727d4b6bd {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:09.594613 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.610838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Request body: {'port': {'device_id': 'f63cd262-84f0-4b5c-b991-617e890260f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:09.627738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] DHCP port deletion for 272cf8ab-b5e1-4423-b0b1-4c9b11a0226f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:09.639719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.675625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] For port afd13bee-6b50-43f1-932b-1ea727d4b6bd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=afd13bee-6b50-43f1-932b-1ea727d4b6bd,segment=NetworkSegment(1d9d0629-83e8-4140-8c8b-e00c4a1edcc2),segment_id=1d9d0629-83e8-4140-8c8b-e00c4a1edcc2)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:09.676192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.691177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Calling delete_port for afd13bee-6b50-43f1-932b-1ea727d4b6bd owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:09.703380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] Deleting port afd13bee-6b50-43f1-932b-1ea727d4b6bd {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:09.704133 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.713131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-08a83b7e-dd3b-416c-a679-6ef11eef0ff3 req-102b63a1-715b-4914-a154-fa4a788d8204 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556258 Nov 12 11:25:09.736038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.766388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Network 1611335c-8483-4b96-adcd-41b97f058d22 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:09.785651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] For port afd13bee-6b50-43f1-932b-1ea727d4b6bd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=afd13bee-6b50-43f1-932b-1ea727d4b6bd,segment=NetworkSegment(1d9d0629-83e8-4140-8c8b-e00c4a1edcc2),segment_id=1d9d0629-83e8-4140-8c8b-e00c4a1edcc2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:09.786079 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.800878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] Calling delete_port for afd13bee-6b50-43f1-932b-1ea727d4b6bd owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:09.825689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.862259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device afd13bee-6b50-43f1-932b-1ea727d4b6bd no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:09.863696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc2c57e-2429-40cb-845f-8a57b4772f2b']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:09.882275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1d4527-9b96-449f-8885-127fd89b9dae') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:09.882912 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1d4527-9b96-449f-8885-127fd89b9dae') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:09.941658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bdc91-53f7-4f11-af95-84ae72dd0c47 req-6887040c-e3dd-4109-9e9d-e09fb6818a87 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:09.943574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467bdc91-53f7-4f11-af95-84ae72dd0c47 req-6887040c-e3dd-4109-9e9d-e09fb6818a87 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0676775 Nov 12 11:25:09.943977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.971371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 1611335c-8483-4b96-adcd-41b97f058d22) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:09.977469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:09.978371 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:09.983910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c7026-3ea1-4343-80ac-9a842606eb8c None None] Network 1611335c-8483-4b96-adcd-41b97f058d22 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:10.000218 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.005789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.021577 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467bdc91-53f7-4f11-af95-84ae72dd0c47 req-6bb876ba-8c62-48f7-a585-3b933cadef65 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518675 Nov 12 11:25:10.025826 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.035855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:10.036548 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:10.038461 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:10.058752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.096428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Port': ['ID=afd13bee-6b50-43f1-932b-1ea727d4b6bd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:10.106588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] Pushing event deleted for resources: {'Port': ['ID=afd13bee-6b50-43f1-932b-1ea727d4b6bd,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:10.111131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] No DVR routers for this DVR port afd13bee-6b50-43f1-932b-1ea727d4b6bd on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:10.112645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7efe6-e99d-458c-8f32-20122219236a None None] No DVR routers for this DVR port afd13bee-6b50-43f1-932b-1ea727d4b6bd on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:10.178221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f96e994f-ae9c-4661-975c-def1c4c56ed5 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7184289 Nov 12 11:25:10.188948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46152) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:10.196585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'network_id': '1611335c-8483-4b96-adcd-41b97f058d22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-881104862'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:10.241396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-1611335c-8483-4b96-adcd-41b97f058d22', 'network_id': '1611335c-8483-4b96-adcd-41b97f058d22', 'tenant_id': '2b5dff4a370b46e69b9aa57430d44b51', 'fixed_ips': [{'subnet_id': 'bfdf3170-db12-4137-a274-6a587fccb59a'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:10.245676 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.246337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985fd03-c96c-4ae9-933f-92dc7e9b4a9a req-7a498f08-bd2a-41c7-bb1e-a56a6ddc0409 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:10.248528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e985fd03-c96c-4ae9-933f-92dc7e9b4a9a req-7a498f08-bd2a-41c7-bb1e-a56a6ddc0409 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0903666 Nov 12 11:25:10.327326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.360007 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.361770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272cf8ab-b5e1-4423-b0b1-4c9b11a0226f']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:10.372084 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.375952 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] 10.222.0.98 "DELETE /v2.0/networks/6fc2c57e-2429-40cb-845f-8a57b4772f2b HTTP/1.1" status: 204 len: 168 time: 0.9242501 Nov 12 11:25:10.378124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9d0629-83e8-4140-8c8b-e00c4a1edcc2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:10.378433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9d0629-83e8-4140-8c8b-e00c4a1edcc2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:10.381206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46160) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:10.397510 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.402355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e985fd03-c96c-4ae9-933f-92dc7e9b4a9a req-011d8cb0-1140-4ac8-a6ba-ad8e21bdddd5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347439 Nov 12 11:25:10.415965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8302788-1cad-45d0-aac3-0206fa98af3a tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fc2c57e-2429-40cb-845f-8a57b4772f2b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:10.421967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.423017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ce1b17-88f7-43ff-b735-6fb19cde4ffa {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:10.432087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:10.432390 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:10.436304 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:10.465038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.509142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Allocated IP 2001:db8::2 (1611335c-8483-4b96-adcd-41b97f058d22/bfdf3170-db12-4137-a274-6a587fccb59a/f8b614a3-087f-414a-8a7b-36129b218cd9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:10.548686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.637910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Made reservation on behalf of 2b5dff4a370b46e69b9aa57430d44b51 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:10.641646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.651146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Transition to ACTIVE for port object 24ce1b17-88f7-43ff-b735-6fb19cde4ffa will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:25:10.659985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.686706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.689861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae283e58-d9b1-4b64-a309-55258ec72171']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:10.701926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72746e47-7176-4d4a-b69e-4f84aba4342d') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:10.702748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72746e47-7176-4d4a-b69e-4f84aba4342d') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:10.712385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.715319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.715761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] 10.222.0.98 "DELETE /v2.0/networks/272cf8ab-b5e1-4423-b0b1-4c9b11a0226f HTTP/1.1" status: 204 len: 168 time: 1.3532100 Nov 12 11:25:10.737055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.748121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:10.761120 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:10.783675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] device_id is not set on port 03be835b-3e74-414e-9ccb-1d2921749613 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:10.788712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f56dd1-543b-4f83-802e-c303fb7ff142 tempest-NetworksIpV6TestAttrs-1228138852 tempest-NetworksIpV6TestAttrs-1228138852-project] Pushing event deleted for resources: {'Network': ['ID=272cf8ab-b5e1-4423-b0b1-4c9b11a0226f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:10.840384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Pushing event updated for resources: {'Port': ['ID=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:10.926630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b77b-533f-4143-b327-b224a0014158 req-633950ae-2e6d-4acb-9cb6-5430229b932c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:10.933823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-633950ae-2e6d-4acb-9cb6-5430229b932c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.2891135 Nov 12 11:25:10.938934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935220dd-84ae-45da-848b-fb99a28c65a8 None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:10.945108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-8780040b-577d-42d8-9fee-8493a634bf7a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/quotas/47eb09e34b40417790f30046c157e078 HTTP/1.1" status: 200 len: 375 time: 0.0100527 Nov 12 11:25:10.975549 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:10.996870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bf824-3f3c-47e6-ac4c-e482726784d0 req-3e675b2b-7679-4057-a66a-48a896462020 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:11.011675 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-709bf824-3f3c-47e6-ac4c-e482726784d0 req-3e675b2b-7679-4057-a66a-48a896462020 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 944 time: 0.1700666 Nov 12 11:25:11.028137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-1fe13e76-7175-43f1-bf2f-79cc8e010870 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0683053 Nov 12 11:25:11.044740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Attempting to bind port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:11.045587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Attempting to bind port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:11.045587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Attempting to bind port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa on network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:11.058181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa on network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:25:11.059228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Attempting to bind port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa on network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:11.073505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.077803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.083711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] 10.222.0.98 "DELETE /v2.0/networks/ae283e58-d9b1-4b64-a309-55258ec72171 HTTP/1.1" status: 204 len: 168 time: 0.6980209 Nov 12 11:25:11.086259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:11.086602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Checking segment: {'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:11.087160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Bound using segment: {'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:11.087530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Bound port: 24ce1b17-88f7-43ff-b735-6fb19cde4ffa, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:11.087876 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.102659 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-709bf824-3f3c-47e6-ac4c-e482726784d0 req-8b71cfff-0722-4b58-9c79-625a798659e3 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955591 Nov 12 11:25:11.110142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf1013-5eb6-4f64-97dd-a3bc16818d20 tempest-QuotasNegativeTest-797662789 tempest-QuotasNegativeTest-797662789-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae283e58-d9b1-4b64-a309-55258ec72171,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:11.113494 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.163571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Network 1611335c-8483-4b96-adcd-41b97f058d22 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:11.168281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:11.172695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:11.212876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-323f367f-5f08-47fd-840b-c655214d7f2a service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766076 Nov 12 11:25:11.228358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Allocated IP 2001:db8::189 (1611335c-8483-4b96-adcd-41b97f058d22/bfdf3170-db12-4137-a274-6a587fccb59a/03be835b-3e74-414e-9ccb-1d2921749613) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:11.236006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Attempting to bind port f8b614a3-087f-414a-8a7b-36129b218cd9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:11.236467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Attempting to bind port f8b614a3-087f-414a-8a7b-36129b218cd9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'cbdc0ff0-a2e5-476b-82a8-3757e5c42c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1611335c-8483-4b96-adcd-41b97f058d22'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:11.236842 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Attempting to bind port f8b614a3-087f-414a-8a7b-36129b218cd9 on network 1611335c-8483-4b96-adcd-41b97f058d22 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:11.237127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] For port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:11.239079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Pushing event updated for resources: {'Port': ['ID=f8b614a3-087f-414a-8a7b-36129b218cd9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:11.241685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] For port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:11.245938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:11.246413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Checking segment: {'id': 'cbdc0ff0-a2e5-476b-82a8-3757e5c42c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1611335c-8483-4b96-adcd-41b97f058d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:11.246890 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.247397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Bound using segment: {'id': 'cbdc0ff0-a2e5-476b-82a8-3757e5c42c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1611335c-8483-4b96-adcd-41b97f058d22'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:11.248359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Bound port: f8b614a3-087f-414a-8a7b-36129b218cd9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdc0ff0-a2e5-476b-82a8-3757e5c42c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1611335c-8483-4b96-adcd-41b97f058d22'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:11.248972 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.321784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3777d166-2194-43f9-a601-fba74b49690d None None] For port f8b614a3-087f-414a-8a7b-36129b218cd9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:11.326393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3777d166-2194-43f9-a601-fba74b49690d None None] For port f8b614a3-087f-414a-8a7b-36129b218cd9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f8b614a3-087f-414a-8a7b-36129b218cd9,segment=NetworkSegment(cbdc0ff0-a2e5-476b-82a8-3757e5c42c24),segment_id=cbdc0ff0-a2e5-476b-82a8-3757e5c42c24)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:11.371108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-eb02c2b0-b570-4dd9-a7ca-c833d746ff8e service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445003 Nov 12 11:25:11.397519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.436781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:11.436781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.437866 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] 10.222.0.69 "PUT /v2.0/ports/24ce1b17-88f7-43ff-b735-6fb19cde4ffa HTTP/1.1" status: 200 len: 1093 time: 1.8418634 Nov 12 11:25:11.438328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63cd262-84f0-4b5c-b991-617e890260f7', 'tag': '24ce1b17-88f7-43ff-b735-6fb19cde4ffa'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:11.440772 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61339fd1-784d-47ec-825d-ab1a10c044b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f63cd262-84f0-4b5c-b991-617e890260f7", "tag": "24ce1b17-88f7-43ff-b735-6fb19cde4ffa"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:11.460056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac29dc-978a-423f-b028-58c077b972fb None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:11.477447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a283f-5bf6-48ff-b76e-8bfb87f1ce5b service neutron] Pushing event updated for resources: {'Port': ['ID=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:11.498629 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29693758-1c86-41b6-b2f3-ba8353b65abd x-openstack-request-id: req-29693758-1c86-41b6-b2f3-ba8353b65abd {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:11.499004 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63cd262-84f0-4b5c-b991-617e890260f7", "tag": "24ce1b17-88f7-43ff-b735-6fb19cde4ffa", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:11.499260 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29693758-1c86-41b6-b2f3-ba8353b65abd {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:11.499854 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63cd262-84f0-4b5c-b991-617e890260f7', 'tag': '24ce1b17-88f7-43ff-b735-6fb19cde4ffa', 'status': 'completed', 'code': 200} Nov 12 11:25:11.523971 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.578570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.580651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339fd1-784d-47ec-825d-ab1a10c044b7 req-55b06144-80c6-4f37-85b2-16f5506e2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:11.582401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-61339fd1-784d-47ec-825d-ab1a10c044b7 req-55b06144-80c6-4f37-85b2-16f5506e2e2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 1096 time: 0.0553181 Nov 12 11:25:11.609065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46222) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:11.678668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777d166-2194-43f9-a601-fba74b49690d None None] Pushing event updated for resources: {'Port': ['ID=f8b614a3-087f-414a-8a7b-36129b218cd9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:11.685739 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.747944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Network 1611335c-8483-4b96-adcd-41b97f058d22 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:11.773815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:11.779139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:11.786529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:11.787208 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:11.844939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=03be835b-3e74-414e-9ccb-1d2921749613,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:11.948957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339fd1-784d-47ec-825d-ab1a10c044b7 req-3eb0880d-b620-44b1-a0e8-1e60fd7a7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:11.952157 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-61339fd1-784d-47ec-825d-ab1a10c044b7 req-3eb0880d-b620-44b1-a0e8-1e60fd7a7e42 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3603055 Nov 12 11:25:11.972636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d1c7e0f6-b265-4594-abd7-b147c10b2856 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7819996 Nov 12 11:25:11.991016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46248) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:11.991016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'network_id': '1611335c-8483-4b96-adcd-41b97f058d22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1711633936', 'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:c4:fb:f3'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:12.014730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3f088343-444e-4f98-bf70-14ad8dd41cf7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62261056bc524ea0acf623a3433afdd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4043899 Nov 12 11:25:12.016181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46250) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:12.021214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ffac509-95cf-4f94-a3a0-be8242fc950f req-7405e1c4-391f-44ea-9199-a0bf5033c5d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 210 time: 0.0675249 Nov 12 11:25:12.158769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e62e86d-3fdb-4ae9-ab84-a68425eb96d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:12.172007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339fd1-784d-47ec-825d-ab1a10c044b7 req-e187cbd9-0250-448f-8149-77284d50242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.173497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-61339fd1-784d-47ec-825d-ab1a10c044b7 req-e187cbd9-0250-448f-8149-77284d50242d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009881 Nov 12 11:25:12.189020 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e62e86d-3fdb-4ae9-ab84-a68425eb96d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:12.258375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a13992-9e1c-49b8-8daa-3d5ee58fb2e4 req-94694f90-b7b0-47c9-8e5b-ed00697155bc tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.259886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04a13992-9e1c-49b8-8daa-3d5ee58fb2e4 req-94694f90-b7b0-47c9-8e5b-ed00697155bc tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 944 time: 0.0553842 Nov 12 11:25:12.280748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-247bcd65-6706-4ead-ba90-cc318a5b8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.280748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-247bcd65-6706-4ead-ba90-cc318a5b8253 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 1096 time: 0.0484514 Nov 12 11:25:12.337359 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-34f9f8cd-358d-44b7-8edc-619348ef80cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24ce1b17-88f7-43ff-b735-6fb19cde4ffa HTTP/1.1" status: 200 len: 217 time: 0.0538702 Nov 12 11:25:12.352931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Made reservation on behalf of 2b5dff4a370b46e69b9aa57430d44b51 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:12.372422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04a13992-9e1c-49b8-8daa-3d5ee58fb2e4 req-f40d2d27-6a33-4bae-98c7-fa19e22f9a17 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034944 Nov 12 11:25:12.394660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-84af415f-a8d8-418c-b2e0-80ccd3e55d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:12.396441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-84af415f-a8d8-418c-b2e0-80ccd3e55d21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e56e48a-ae19-49dc-bd7e-7e258b0de738 HTTP/1.1" status: 200 len: 853 time: 0.0536644 Nov 12 11:25:12.400973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e62e86d-3fdb-4ae9-ab84-a68425eb96d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:12.412003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e62e86d-3fdb-4ae9-ab84-a68425eb96d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:12.412003 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e62e86d-3fdb-4ae9-ab84-a68425eb96d9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/235bae06-1477-40cb-88e3-c4c23bd2e263 HTTP/1.1" status: 204 len: 168 time: 0.3828471 Nov 12 11:25:12.439083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62e86d-3fdb-4ae9-ab84-a68425eb96d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235bae06-1477-40cb-88e3-c4c23bd2e263,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:12.443632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-fe2b7b36-f338-4b25-b8b7-aa07dc25c4cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367963 Nov 12 11:25:12.494017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:12.526139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] device_id is not set on port 656eccc3-cc2d-4c88-9d1d-4507a13e90ad yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:12.569236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-6df0950d-179d-42f9-8c44-ff75b441702e service neutron] 10.222.0.69 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154702 Nov 12 11:25:12.720282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46280) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:12.722767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2251477f-47b9-4ce2-ada2-be1a39f273ca req-b3bf4c20-9820-4b54-bb41-0f0541adbe30 service neutron] 10.222.0.69 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432533 Nov 12 11:25:12.753329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Allocated IP 2001:db8::37e (1611335c-8483-4b96-adcd-41b97f058d22/bfdf3170-db12-4137-a274-6a587fccb59a/656eccc3-cc2d-4c88-9d1d-4507a13e90ad) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:12.964903 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.041732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80d5f3ad-673d-419b-8b9f-4e0a51307d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.103008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.176130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Network 1611335c-8483-4b96-adcd-41b97f058d22 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:13.178366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce8139fe-62c0-4052-a982-26a202df263a req-92b6bcc5-14ba-4fb5-a46e-f7babb58378d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 210 time: 0.0603259 Nov 12 11:25:13.186637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:13.188815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:13.195164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:13.195334 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.207838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf662620-f827-4adb-ab21-41c02a157700 None None] Network 1611335c-8483-4b96-adcd-41b97f058d22 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:13.210423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=656eccc3-cc2d-4c88-9d1d-4507a13e90ad,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:13.324896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80d5f3ad-673d-419b-8b9f-4e0a51307d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.332042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-760f934c-6402-42dc-95dc-a87319d547b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3514874 Nov 12 11:25:13.332348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46312) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:13.342217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ea1afb78-ab4b-4a6b-9387-60885533c939 None None] Provisioning complete for port f8b614a3-087f-414a-8a7b-36129b218cd9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:13.342590 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea1afb78-ab4b-4a6b-9387-60885533c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.438678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b9067-d753-40ac-8cdb-597bc64dcb17 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:13.446462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b9067-d753-40ac-8cdb-597bc64dcb17 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:13.452946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b9067-d753-40ac-8cdb-597bc64dcb17 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:13.460351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6e6b9067-d753-40ac-8cdb-597bc64dcb17 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1251860 Nov 12 11:25:13.461588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46320) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:13.508973 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea1afb78-ab4b-4a6b-9387-60885533c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.532685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80d5f3ad-673d-419b-8b9f-4e0a51307d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.565355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ea1afb78-ab4b-4a6b-9387-60885533c939 None None] For port f8b614a3-087f-414a-8a7b-36129b218cd9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f8b614a3-087f-414a-8a7b-36129b218cd9,segment=NetworkSegment(cbdc0ff0-a2e5-476b-82a8-3757e5c42c24),segment_id=cbdc0ff0-a2e5-476b-82a8-3757e5c42c24)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:13.597202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c7213-1d09-4699-b114-f55c32817989 req-a4b77f82-2adf-4f90-840e-8b34ce90e12c tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:13.606780 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-458c7213-1d09-4699-b114-f55c32817989 req-a4b77f82-2adf-4f90-840e-8b34ce90e12c tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 944 time: 0.1512816 Nov 12 11:25:13.650462 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea1afb78-ab4b-4a6b-9387-60885533c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.717025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-458c7213-1d09-4699-b114-f55c32817989 req-1cba6dcf-7e6d-408c-adce-cf723522c0c4 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092365 Nov 12 11:25:13.813282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1afb78-ab4b-4a6b-9387-60885533c939 None None] Pushing event updated for resources: {'Port': ['ID=f8b614a3-087f-414a-8a7b-36129b218cd9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:13.943687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-506168b3-483b-4f9b-949d-511cbc02ed7a None None] Provisioning complete for port 03be835b-3e74-414e-9ccb-1d2921749613 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:13.944874 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-506168b3-483b-4f9b-949d-511cbc02ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:13.970459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f8b614a3-087f-414a-8a7b-36129b218cd9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:14.031735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5f3ad-673d-419b-8b9f-4e0a51307d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b993577-accb-4a1d-9b0b-8b4b8aaac31c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:14.056719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46352) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:14.063539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-80d5f3ad-673d-419b-8b9f-4e0a51307d7f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c4abb917e6c4ed99cf1c3c916a2a752&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3402143 Nov 12 11:25:14.064338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46356) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:14.092092 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-506168b3-483b-4f9b-949d-511cbc02ed7a None None] Port 03be835b-3e74-414e-9ccb-1d2921749613 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:14.098850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f8b614a3-087f-414a-8a7b-36129b218cd9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:14.099522 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.133539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c80fc7d9-1919-4545-a5d0-91cb61badb14 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Deleting port 656eccc3-cc2d-4c88-9d1d-4507a13e90ad {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:14.133878 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c80fc7d9-1919-4545-a5d0-91cb61badb14 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.144443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-506168b3-483b-4f9b-949d-511cbc02ed7a None None] Provisioning complete for port f8b614a3-087f-414a-8a7b-36129b218cd9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:14.144830 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-506168b3-483b-4f9b-949d-511cbc02ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.202160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9799efd5-7dfa-4558-af06-ea862fe23039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.265939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-693179713'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:14.270004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9799efd5-7dfa-4558-af06-ea862fe23039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.324941 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c80fc7d9-1919-4545-a5d0-91cb61badb14 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.364788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e93ab25-3baa-4cd5-a8b7-163ba2db9db2 req-d25e201e-ad35-4544-ae86-1404083cff82 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 210 time: 0.0451045 Nov 12 11:25:14.375906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-506168b3-483b-4f9b-949d-511cbc02ed7a None None] Provisioning complete for port 656eccc3-cc2d-4c88-9d1d-4507a13e90ad triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:14.376498 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-506168b3-483b-4f9b-949d-511cbc02ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.381704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:14.387257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.401428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.412505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c80fc7d9-1919-4545-a5d0-91cb61badb14 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Calling delete_port for 656eccc3-cc2d-4c88-9d1d-4507a13e90ad owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:14.453348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-506168b3-483b-4f9b-949d-511cbc02ed7a None None] Port 656eccc3-cc2d-4c88-9d1d-4507a13e90ad cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:14.534258 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9799efd5-7dfa-4558-af06-ea862fe23039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.536052 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9799efd5-7dfa-4558-af06-ea862fe23039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.537202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9799efd5-7dfa-4558-af06-ea862fe23039 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b993577-accb-4a1d-9b0b-8b4b8aaac31c HTTP/1.1" status: 204 len: 168 time: 0.4719560 Nov 12 11:25:14.579237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-48e620e0-e79f-41f6-a4e2-14b6d5f32b8a None None] Provisioning complete for port 03be835b-3e74-414e-9ccb-1d2921749613 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:14.580017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-48e620e0-e79f-41f6-a4e2-14b6d5f32b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.610155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799efd5-7dfa-4558-af06-ea862fe23039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b993577-accb-4a1d-9b0b-8b4b8aaac31c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:14.623123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.654785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-48e620e0-e79f-41f6-a4e2-14b6d5f32b8a None None] Port 03be835b-3e74-414e-9ccb-1d2921749613 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:14.667239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-48e620e0-e79f-41f6-a4e2-14b6d5f32b8a None None] Provisioning complete for port 656eccc3-cc2d-4c88-9d1d-4507a13e90ad triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:14.667711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-48e620e0-e79f-41f6-a4e2-14b6d5f32b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.691047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b77b-533f-4143-b327-b224a0014158 req-b5344078-d4de-421a-a635-a15c85dad429 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:14.692666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-b5344078-d4de-421a-a635-a15c85dad429 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.57 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.1935573 Nov 12 11:25:14.707978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'port': {'device_id': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'admin_state_up': True, 'tenant_id': '47eb09e34b40417790f30046c157e078'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:14.767494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-48e620e0-e79f-41f6-a4e2-14b6d5f32b8a None None] Port 656eccc3-cc2d-4c88-9d1d-4507a13e90ad cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:14.791169 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.819419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc063ee1-b115-4f20-8fc4-0ce7a7a4b260,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:14.869275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017af6ea-9e39-4847-9de8-b60f17626f43 req-290ecce4-e8ef-4e4b-883d-e7a23b7fea83 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:14.871336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-017af6ea-9e39-4847-9de8-b60f17626f43 req-290ecce4-e8ef-4e4b-883d-e7a23b7fea83 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 944 time: 0.0708847 Nov 12 11:25:14.895885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c80fc7d9-1919-4545-a5d0-91cb61badb14 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.900245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:14.910262 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.910619 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment 972cfc31-6f48-407b-9f02-c1af220cb1af of type vlan for network 66aa6f79-1ead-4e29-9aa5-d8397ccf595c Nov 12 11:25:14.938870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fc7d9-1919-4545-a5d0-91cb61badb14 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Port': ['ID=656eccc3-cc2d-4c88-9d1d-4507a13e90ad,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:14.966443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:14.988537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-017af6ea-9e39-4847-9de8-b60f17626f43 req-aace87ef-1e87-4fef-871a-34fabdbd908a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106293 Nov 12 11:25:15.037761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Made reservation on behalf of 47eb09e34b40417790f30046c157e078 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:15.041312 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.073047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c80fc7d9-1919-4545-a5d0-91cb61badb14 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.076305 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c80fc7d9-1919-4545-a5d0-91cb61badb14 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "DELETE /v2.0/ports/656eccc3-cc2d-4c88-9d1d-4507a13e90ad HTTP/1.1" status: 204 len: 168 time: 1.6135771 Nov 12 11:25:15.079076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46376) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:15.137880 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-567b3e28-0024-4847-ab2c-14b32bd1573f tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] GET failed (client error): The resource could not be found. Nov 12 11:25:15.149562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46380) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:15.157561 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-567b3e28-0024-4847-ab2c-14b32bd1573f tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "GET /v2.0/ports/656eccc3-cc2d-4c88-9d1d-4507a13e90ad HTTP/1.1" status: 404 len: 333 time: 0.0718448 Nov 12 11:25:15.157693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'network_id': '1611335c-8483-4b96-adcd-41b97f058d22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1783713112'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:15.157804 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.171107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:15.172330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.180967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 24ce1b17-88f7-43ff-b735-6fb19cde4ffa details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:25:15.270495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=66aa6f79-1ead-4e29-9aa5-d8397ccf595c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:15.282114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 66aa6f79-1ead-4e29-9aa5-d8397ccf595c details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:15.305810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Allocated IP 172.20.0.11 (dee60f8e-6462-4771-93ee-ff3744977885/4ad8e53f-894d-4de8-8319-ecbcc2645a04/74d5ed1a-9c21-4b04-b669-422c2bd05f0a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:15.344230 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c880af8c-5ed0-4cab-b46b-f5c16762c7cd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2864888 Nov 12 11:25:15.384235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:15.405657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '24ce1b17-88f7-43ff-b735-6fb19cde4ffa', 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e', 'port_id': '24ce1b17-88f7-43ff-b735-6fb19cde4ffa', 'mac_address': 'fa:16:3e:2a:09:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e56e48a-ae19-49dc-bd7e-7e258b0de738', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:25:15.467738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.490011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ce1b17-88f7-43ff-b735-6fb19cde4ffa {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:15.499027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46384) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:15.505260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': '66aa6f79-1ead-4e29-9aa5-d8397ccf595c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:15.512995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Made reservation on behalf of 2b5dff4a370b46e69b9aa57430d44b51 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:15.516731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.519664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:15.522329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7c4d589c-1db2-4c46-9668-d01520178c62 req-3bc761b7-468b-450f-918a-998a4dda1272 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 210 time: 0.0602496 Nov 12 11:25:15.559750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.608734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.615978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] device_id is not set on port a15f58d4-ddc9-4d81-abab-8625e67145b4 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:15.667380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46386) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:15.680877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:15.690486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0aa46827-160f-4f56-8af3-c82d53cad74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.818677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Allocated IP 2001:db8::263 (1611335c-8483-4b96-adcd-41b97f058d22/bfdf3170-db12-4137-a274-6a587fccb59a/a15f58d4-ddc9-4d81-abab-8625e67145b4) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:15.831581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f8b614a3-087f-414a-8a7b-36129b218cd9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:15.832143 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0aa46827-160f-4f56-8af3-c82d53cad74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.841058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.864707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fed41b11-dace-4cc8-a726-0518ed5a5203'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:15.867191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['63583077-8eb1-4f1d-8d9e-a65388c3cdec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:15.898123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:15.903111 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.906055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0aa46827-160f-4f56-8af3-c82d53cad74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:15.952943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Network dee60f8e-6462-4771-93ee-ff3744977885 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:15.994143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['24ce1b17-88f7-43ff-b735-6fb19cde4ffa'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:16.002876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:16.003117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0aa46827-160f-4f56-8af3-c82d53cad74d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b5ffbb8cdd2d4eccaea1151abf485007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293467 Nov 12 11:25:16.003339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46398) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:16.008661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:16.015241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'Port': ['ID=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:16.016234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa46827-160f-4f56-8af3-c82d53cad74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa1dd1f-407d-4804-9724-c79757b16642,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.139453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:16.157991 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9d34d5c-fbcd-4334-90a9-26cc2b7729ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.174308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f8b614a3-087f-414a-8a7b-36129b218cd9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:16.174988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.215802 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9d34d5c-fbcd-4334-90a9-26cc2b7729ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.232818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:16.233490 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.397535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cbbf9-c109-43d9-911c-788f6ea58562 req-70aa0db0-7799-4be0-9db8-d3259cbcc7f4 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:16.424490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-015cbbf9-c109-43d9-911c-788f6ea58562 req-70aa0db0-7799-4be0-9db8-d3259cbcc7f4 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 945 time: 0.2634757 Nov 12 11:25:16.428491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9d34d5c-fbcd-4334-90a9-26cc2b7729ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.433881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9d34d5c-fbcd-4334-90a9-26cc2b7729ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.435701 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9d34d5c-fbcd-4334-90a9-26cc2b7729ef admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6aa1dd1f-407d-4804-9724-c79757b16642 HTTP/1.1" status: 204 len: 168 time: 0.4309571 Nov 12 11:25:16.517380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d34d5c-fbcd-4334-90a9-26cc2b7729ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa1dd1f-407d-4804-9724-c79757b16642,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:16.518554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.561713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab56da46-c477-4791-9c6d-0cb6a50949e9 None None] Provisioning complete for port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:16.562278 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab56da46-c477-4791-9c6d-0cb6a50949e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.587363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-443422f1-e458-4cd8-a003-b826fea297d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8843532 Nov 12 11:25:16.594115 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.666086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ab56da46-c477-4791-9c6d-0cb6a50949e9 None None] Port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:16.693524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-015cbbf9-c109-43d9-911c-788f6ea58562 req-cc83d9ec-d6ec-4dd8-8680-14bb113f18e7 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734973 Nov 12 11:25:16.720961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Request body: {'port': {'device_id': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:16.755096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=369ea8fb-5366-4dba-801c-a11e5b0c86f3,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:16.783515 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.859587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.902355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Network 1611335c-8483-4b96-adcd-41b97f058d22 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:16.916999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:16.944160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:16.950130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:16.950755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:16.954791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=a15f58d4-ddc9-4d81-abab-8625e67145b4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:16.981429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5579e5-2112-45bb-b829-ea994ec5562f req-4f41f066-457c-4a0c-9bbf-8c35baa7d897 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:16.985309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c5579e5-2112-45bb-b829-ea994ec5562f req-4f41f066-457c-4a0c-9bbf-8c35baa7d897 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 932 time: 0.2038500 Nov 12 11:25:16.990903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': '972cfc31-6f48-407b-9f02-c1af220cb1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '66aa6f79-1ead-4e29-9aa5-d8397ccf595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:16.991270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: 66aa6f79-1ead-4e29-9aa5-d8397ccf595c, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:17.116610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2fc0425d-2097-43b2-914a-140f8a80f4bf tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9658363 Nov 12 11:25:17.119634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46412) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:17.132305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:c4:fb:f3'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:17.134369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c5579e5-2112-45bb-b829-ea994ec5562f req-9abecfb8-f558-44a0-8f43-d2307edde293 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396573 Nov 12 11:25:17.257900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network 66aa6f79-1ead-4e29-9aa5-d8397ccf595c is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:17.300192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d27f529b-8b55-48a9-adee-cb2caa043a83 None None] Provisioning complete for port a15f58d4-ddc9-4d81-abab-8625e67145b4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:17.301088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d27f529b-8b55-48a9-adee-cb2caa043a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.349426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 66aa6f79-1ead-4e29-9aa5-d8397ccf595c) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:17.358610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:17.359594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.369878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d27f529b-8b55-48a9-adee-cb2caa043a83 None None] Port a15f58d4-ddc9-4d81-abab-8625e67145b4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:17.372406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659eb59b-af69-49af-a34d-fdb965482e32 None None] Network 66aa6f79-1ead-4e29-9aa5-d8397ccf595c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:17.434908 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.518091 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-16fba415-d0b1-4194-9470-cc5c0ad35ca1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0177064 Nov 12 11:25:17.528026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d5ed1a-9c21-4b04-b669-422c2bd05f0a {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:17.535462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46422) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:17.551620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.559237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-575960224'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:17.582557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Transition to ACTIVE for port object 74d5ed1a-9c21-4b04-b669-422c2bd05f0a will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:25:17.598948 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.650358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.722384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-66aa6f79-1ead-4e29-9aa5-d8397ccf595c', 'network_id': '66aa6f79-1ead-4e29-9aa5-d8397ccf595c', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': '369ea8fb-5366-4dba-801c-a11e5b0c86f3'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:17.726831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.828698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Pushing event updated for resources: {'Port': ['ID=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:17.893339 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:25:17.928896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.943755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:17.947944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:17.999595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:18.011671 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.011671 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment 3960108f-5888-4b9e-b57e-15c6c0233595 of type vlan for network f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 Nov 12 11:25:18.060963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.083525 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.101116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Attempting to bind port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:18.101457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Attempting to bind port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:18.101785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Attempting to bind port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:18.107679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] In _notify_port_updated(), no bound segment for port a15f58d4-ddc9-4d81-abab-8625e67145b4 on network 1611335c-8483-4b96-adcd-41b97f058d22 {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:25:18.110880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a on network dee60f8e-6462-4771-93ee-ff3744977885 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:25:18.110880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Attempting to bind port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:18.114531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.115215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.120751 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "PUT /v2.0/ports/a15f58d4-ddc9-4d81-abab-8625e67145b4 HTTP/1.1" status: 200 len: 1003 time: 0.9992926 Nov 12 11:25:18.122231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Allocated IP 172.20.255.242 (66aa6f79-1ead-4e29-9aa5-d8397ccf595c/369ea8fb-5366-4dba-801c-a11e5b0c86f3/1f25409a-5687-44b7-8d48-c2be21c6976b) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:18.133360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46436) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:18.148444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:18.148985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Checking segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:18.149390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Bound using segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:18.149998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Bound port: 74d5ed1a-9c21-4b04-b669-422c2bd05f0a, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:18.150380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.179119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae74f7b-653e-48e7-aa2f-4fee1597cc4a req-b49653dd-b7ca-4d2d-a0ed-a87266203f36 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.203687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ae74f7b-653e-48e7-aa2f-4fee1597cc4a req-b49653dd-b7ca-4d2d-a0ed-a87266203f36 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 945 time: 0.2716811 Nov 12 11:25:18.250983 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.257476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.257932 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.336897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36226ec6-e41a-4bcf-a454-061eee864611 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=a15f58d4-ddc9-4d81-abab-8625e67145b4,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:18.409311 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0ae74f7b-653e-48e7-aa2f-4fee1597cc4a req-aa779833-9c66-487d-8e4b-07011d510478 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045822 Nov 12 11:25:18.419674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8830986 Nov 12 11:25:18.422666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46442) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:18.427466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': 'f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:18.435996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] For port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:18.446771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] For port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:18.502497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46444) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:18.578460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.598755 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.642945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.644456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.653428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] 10.222.0.57 "PUT /v2.0/ports/74d5ed1a-9c21-4b04-b669-422c2bd05f0a HTTP/1.1" status: 200 len: 1093 time: 2.0562644 Nov 12 11:25:18.656408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.667616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'tag': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:18.672490 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168" -d '{"events": [{"name": "network-changed", "server_uuid": "57f4073e-bd48-4bee-a81c-f8655ac18939", "tag": "74d5ed1a-9c21-4b04-b669-422c2bd05f0a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:18.704051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47647101-ec32-4927-a027-16bbe6e7249a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:18.704165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b10d4-7391-4b51-9b56-d1eba6051653 req-298aae01-fd6a-4e55-8a02-93ec2f76279c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:18.704165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f13b10d4-7391-4b51-9b56-d1eba6051653 req-298aae01-fd6a-4e55-8a02-93ec2f76279c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 944 time: 0.2357209 Nov 12 11:25:18.723332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3256fadc-27b3-49e2-8e60-dd5bbaf304e4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Deleting port a15f58d4-ddc9-4d81-abab-8625e67145b4 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:18.723695 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3256fadc-27b3-49e2-8e60-dd5bbaf304e4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.751903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Pushing event updated for resources: {'Port': ['ID=1f25409a-5687-44b7-8d48-c2be21c6976b,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:18.761738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:18.824892 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524cd757-a73b-40ea-880f-de86d39f975d x-openstack-request-id: req-524cd757-a73b-40ea-880f-de86d39f975d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:18.825508 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f4073e-bd48-4bee-a81c-f8655ac18939", "tag": "74d5ed1a-9c21-4b04-b669-422c2bd05f0a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:18.826094 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-524cd757-a73b-40ea-880f-de86d39f975d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:18.826718 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'tag': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a', 'status': 'completed', 'code': 200} Nov 12 11:25:18.855567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Network 66aa6f79-1ead-4e29-9aa5-d8397ccf595c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:18.858880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'networks': [{'name': 'tempest-network--2059633691'}, {'name': 'tempest-network--1752876527'}]} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:18.859265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'network': {'name': 'tempest-network--2059633691'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:18.859794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'network': {'name': 'tempest-network--1752876527'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:18.860196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:18.902740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:18.910963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:18.958140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f13b10d4-7391-4b51-9b56-d1eba6051653 req-e7c359dd-da93-4d4f-82f2-e9a045a8f0f4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371912 Nov 12 11:25:19.008112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d11a33-f881-4970-8911-10d2ea9ae198 service neutron] Pushing event updated for resources: {'Port': ['ID=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:19.044806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b77b-533f-4143-b327-b224a0014158 req-df85a67a-6143-4f4f-8a13-d346533fa045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:19.051247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-df85a67a-6143-4f4f-8a13-d346533fa045 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 1096 time: 0.2139001 Nov 12 11:25:19.052650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3256fadc-27b3-49e2-8e60-dd5bbaf304e4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.112958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3256fadc-27b3-49e2-8e60-dd5bbaf304e4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Calling delete_port for a15f58d4-ddc9-4d81-abab-8625e67145b4 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:19.116721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-faced42a-8e34-46f1-a300-2f6aaa062d24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a HTTP/1.1" status: 200 len: 217 time: 0.0601258 Nov 12 11:25:19.194701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-92302d4f-a618-4f65-94e1-a14530311c0f None None] Provisioning complete for port a15f58d4-ddc9-4d81-abab-8625e67145b4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:19.195106 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92302d4f-a618-4f65-94e1-a14530311c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.197060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:19.215353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b77b-533f-4143-b327-b224a0014158 req-beaa8563-0c2d-4730-a5c8-4faef6dd83c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:19.216948 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-beaa8563-0c2d-4730-a5c8-4faef6dd83c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.0864127 Nov 12 11:25:19.239506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 24ce1b17-88f7-43ff-b735-6fb19cde4ffa up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:19.336354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b77b-533f-4143-b327-b224a0014158 req-d2101ea8-3042-47f0-9743-0a8b01353bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:19.337930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-d2101ea8-3042-47f0-9743-0a8b01353bd7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733688 Nov 12 11:25:19.353368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-92302d4f-a618-4f65-94e1-a14530311c0f None None] Port a15f58d4-ddc9-4d81-abab-8625e67145b4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:19.359651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Attempting to bind port 1f25409a-5687-44b7-8d48-c2be21c6976b on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:19.360061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Attempting to bind port 1f25409a-5687-44b7-8d48-c2be21c6976b by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '972cfc31-6f48-407b-9f02-c1af220cb1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '66aa6f79-1ead-4e29-9aa5-d8397ccf595c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:19.360855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Attempting to bind port 1f25409a-5687-44b7-8d48-c2be21c6976b on network 66aa6f79-1ead-4e29-9aa5-d8397ccf595c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:19.369552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:19.369999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Checking segment: {'id': '972cfc31-6f48-407b-9f02-c1af220cb1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '66aa6f79-1ead-4e29-9aa5-d8397ccf595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:19.370889 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.371284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Bound using segment: {'id': '972cfc31-6f48-407b-9f02-c1af220cb1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '66aa6f79-1ead-4e29-9aa5-d8397ccf595c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:19.371768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Bound port: 1f25409a-5687-44b7-8d48-c2be21c6976b, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972cfc31-6f48-407b-9f02-c1af220cb1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '66aa6f79-1ead-4e29-9aa5-d8397ccf595c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:19.372170 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.451174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-205ad784-06ef-409c-8047-91306dbf77a8 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013374 Nov 12 11:25:19.462797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] For port 1f25409a-5687-44b7-8d48-c2be21c6976b, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:19.466715 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] For port 1f25409a-5687-44b7-8d48-c2be21c6976b, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1f25409a-5687-44b7-8d48-c2be21c6976b,segment=NetworkSegment(972cfc31-6f48-407b-9f02-c1af220cb1af),segment_id=972cfc31-6f48-407b-9f02-c1af220cb1af)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:19.552453 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.624634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:25:19.629752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:19.630714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.645122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.703619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Made reservation on behalf of b7e88b8dae0f4607a1f65bf0e6bf730b for: {'network': 2} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:19.708502 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.731855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.744652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f7374-8c57-4e7e-8abb-b29208fbbfb4 None None] Pushing event updated for resources: {'Port': ['ID=1f25409a-5687-44b7-8d48-c2be21c6976b,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:19.773304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': '3960108f-5888-4b9e-b57e-15c6c0233595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:19.773744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:19.787696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=02afda9d-a5bb-4c7d-bea8-6bad17828c2e,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:19.803945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d5b77b-533f-4143-b327-b224a0014158 req-78782005-b831-4371-a082-6695b3ce1bdc service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388681 Nov 12 11:25:19.812014 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.831083 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6602768-ca94-4ccc-9267-a2791a087c24 req-c46f967a-299b-4b5a-96a3-a06f4c54e339 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:19.837778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6602768-ca94-4ccc-9267-a2791a087c24 req-c46f967a-299b-4b5a-96a3-a06f4c54e339 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 945 time: 0.2104447 Nov 12 11:25:19.876902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:19.881814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63cd262-84f0-4b5c-b991-617e890260f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ce1b17-88f7-43ff-b735-6fb19cde4ffa'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:19.884193 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56885d59-92be-4a41-9726-ef436a8f66b7" -d '{"events": [{"server_uuid": "f63cd262-84f0-4b5c-b991-617e890260f7", "name": "network-vif-plugged", "status": "completed", "tag": "24ce1b17-88f7-43ff-b735-6fb19cde4ffa"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:19.923888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3256fadc-27b3-49e2-8e60-dd5bbaf304e4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:19.959860 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d23b55-dc3a-4140-ac88-594ebbd175a9 x-openstack-request-id: req-45d23b55-dc3a-4140-ac88-594ebbd175a9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:19.960204 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63cd262-84f0-4b5c-b991-617e890260f7", "name": "network-vif-plugged", "status": "completed", "tag": "24ce1b17-88f7-43ff-b735-6fb19cde4ffa", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:19.960438 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-45d23b55-dc3a-4140-ac88-594ebbd175a9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:19.961206 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63cd262-84f0-4b5c-b991-617e890260f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ce1b17-88f7-43ff-b735-6fb19cde4ffa', 'code': 200} Nov 12 11:25:19.987834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.014206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:20.036557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256fadc-27b3-49e2-8e60-dd5bbaf304e4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Port': ['ID=a15f58d4-ddc9-4d81-abab-8625e67145b4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:20.164597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:20.177363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6602768-ca94-4ccc-9267-a2791a087c24 req-993f43c3-4141-4fab-ab63-f6879d887dee tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276777 Nov 12 11:25:20.188989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.194075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:20.208741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d72dfb-eb29-440f-bf94-b3abccdd2af3 None None] Network f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:20.217657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:20.218762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.244396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-ba422db0-fe32-4f4a-aee6-e8dfdf1948a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:20.252057 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-ba422db0-fe32-4f4a-aee6-e8dfdf1948a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 1096 time: 0.2377195 Nov 12 11:25:20.252207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79dd2b-ae6f-499d-80b6-659f7d912650 req-10b7b197-91b6-4b04-8e28-061246e1153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:20.253704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b79dd2b-ae6f-499d-80b6-659f7d912650 req-10b7b197-91b6-4b04-8e28-061246e1153e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 1098 time: 0.1661146 Nov 12 11:25:20.297354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07950e0-3c09-44ca-a3c2-b30f3e622cd1 req-8e0fe9e5-f576-4440-9ffd-bab1f4b0a13f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:20.299655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a07950e0-3c09-44ca-a3c2-b30f3e622cd1 req-8e0fe9e5-f576-4440-9ffd-bab1f4b0a13f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 944 time: 0.1828911 Nov 12 11:25:20.333565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.334469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.376359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3256fadc-27b3-49e2-8e60-dd5bbaf304e4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.382880 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3c976f9e-9c50-4752-b440-b457526b4446 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9591303 Nov 12 11:25:20.391514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3256fadc-27b3-49e2-8e60-dd5bbaf304e4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "DELETE /v2.0/ports/a15f58d4-ddc9-4d81-abab-8625e67145b4 HTTP/1.1" status: 204 len: 168 time: 2.2532508 Nov 12 11:25:20.395666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46466) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:20.395666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46468) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:20.451564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a07950e0-3c09-44ca-a3c2-b30f3e622cd1 req-e0520c98-44bb-4856-bccf-96702ed1f8b8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262925 Nov 12 11:25:20.453346 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a064e6b-29b5-4d39-9043-937e765e7e73 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] GET failed (client error): The resource could not be found. Nov 12 11:25:20.458463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5a064e6b-29b5-4d39-9043-937e765e7e73 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "GET /v2.0/ports/a15f58d4-ddc9-4d81-abab-8625e67145b4 HTTP/1.1" status: 404 len: 333 time: 0.0397584 Nov 12 11:25:20.470902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46470) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:20.471272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8', 'network_id': 'f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': '02afda9d-a5bb-4c7d-bea8-6bad17828c2e'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:20.471272 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.472287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b79dd2b-ae6f-499d-80b6-659f7d912650 req-5b0f961f-65ce-4722-91de-83a00e514330 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097552 Nov 12 11:25:20.485835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'network_id': '1611335c-8483-4b96-adcd-41b97f058d22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2096079310'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:20.549828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84849a5-f444-4650-8451-1b10d7e3a4b1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:20.564973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:20.587389 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.587389 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Added segment d0d06879-9f61-47aa-8e8f-390a2cc8870a of type vlan for network d1c6f432-fe80-484b-932b-122034fd162f Nov 12 11:25:20.587841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-0490142c-3b53-4e85-97a2-1a750c70952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:20.589143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-0490142c-3b53-4e85-97a2-1a750c70952c service neutron] 10.222.0.57 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.3319597 Nov 12 11:25:20.674957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-aa70a6cb-4564-4c7a-a1f8-6232e70e52e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a HTTP/1.1" status: 200 len: 217 time: 0.0765412 Nov 12 11:25:20.689016 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.689632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.697912 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.708177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Allocated IP 172.20.0.2 (f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8/02afda9d-a5bb-4c7d-bea8-6bad17828c2e/c46cdb8f-2b70-447b-91a5-3e7668d732a6) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:20.735895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:20.763244 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.768581 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Added segment b6112eb2-fdd5-454e-b739-9a88e89f4119 of type vlan for network a913562c-63c7-4509-a02e-8fbd685b7909 Nov 12 11:25:20.798724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Made reservation on behalf of 2b5dff4a370b46e69b9aa57430d44b51 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:20.802844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.842324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] device_id is not set on port fc41866e-a858-472b-89e2-e45f25d4012b yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:20.842570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-7511af7b-f6d3-408c-8a68-4cabee5ace34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:20.844920 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-7511af7b-f6d3-408c-8a68-4cabee5ace34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1537640 Nov 12 11:25:20.908551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:20.944750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.045950 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.049773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Allocated IP 2001:db8::369 (1611335c-8483-4b96-adcd-41b97f058d22/bfdf3170-db12-4137-a274-6a587fccb59a/fc41866e-a858-472b-89e2-e45f25d4012b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:21.118243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Network f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:21.123594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:21.129677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:21.221302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Pushing event updated for resources: {'Port': ['ID=c46cdb8f-2b70-447b-91a5-3e7668d732a6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:21.236348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e214ea5e-9ef2-467c-9897-45737adeeda9 None None] Network 66aa6f79-1ead-4e29-9aa5-d8397ccf595c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:21.238318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.238821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.253095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Attempting to bind port c46cdb8f-2b70-447b-91a5-3e7668d732a6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:21.254071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Attempting to bind port c46cdb8f-2b70-447b-91a5-3e7668d732a6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '3960108f-5888-4b9e-b57e-15c6c0233595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:21.254307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:21.255004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Attempting to bind port c46cdb8f-2b70-447b-91a5-3e7668d732a6 on network f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:21.262671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:21.263358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.286642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:21.287873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Checking segment: {'id': '3960108f-5888-4b9e-b57e-15c6c0233595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:21.288552 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.289224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Bound using segment: {'id': '3960108f-5888-4b9e-b57e-15c6c0233595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:21.290098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Bound port: c46cdb8f-2b70-447b-91a5-3e7668d732a6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960108f-5888-4b9e-b57e-15c6c0233595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:21.290953 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.348770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.351516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b2cf1ba1-f009-4c67-8abc-a4abe6bb1686 None None] Provisioning complete for port 1f25409a-5687-44b7-8d48-c2be21c6976b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:21.352219 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1ba1-f009-4c67-8abc-a4abe6bb1686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.427512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-9ea0bc82-5969-436d-9a3f-944072b9b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:21.428961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-9ea0bc82-5969-436d-9a3f-944072b9b7d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5756617 Nov 12 11:25:21.430374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] For port c46cdb8f-2b70-447b-91a5-3e7668d732a6, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:21.435453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] For port c46cdb8f-2b70-447b-91a5-3e7668d732a6, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c46cdb8f-2b70-447b-91a5-3e7668d732a6,segment=NetworkSegment(3960108f-5888-4b9e-b57e-15c6c0233595),segment_id=3960108f-5888-4b9e-b57e-15c6c0233595)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:21.451400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45686d1-a10e-427b-bb45-65dff93da3d1 req-11021204-0d27-43c9-9509-8fd12c00a8d8 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:21.453067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f45686d1-a10e-427b-bb45-65dff93da3d1 req-11021204-0d27-43c9-9509-8fd12c00a8d8 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 946 time: 0.1175115 Nov 12 11:25:21.505575 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.518144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Network': ['ID=d1c6f432-fe80-484b-932b-122034fd162f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:21.558999 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0556734 Nov 12 11:25:21.564367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46480) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:21.592343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d1c6f432-fe80-484b-932b-122034fd162f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:21.624628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ead6-9a96-4426-b755-336caf182a94 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Network': ['ID=a913562c-63c7-4509-a02e-8fbd685b7909,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:21.650467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f45686d1-a10e-427b-bb45-65dff93da3d1 req-37ac3af1-63b8-4fe1-ba39-abdadca5954f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889572 Nov 12 11:25:21.693441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-9db8a8c8-2fed-4f25-b57a-3c3e1570fbb6 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537763 Nov 12 11:25:21.703015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network a913562c-63c7-4509-a02e-8fbd685b7909 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:21.703862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc0b7c-cc37-4784-93d4-ccdbc427c242 req-39906af2-d53a-4d0a-a3b4-a091436c1fed tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:21.706281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31dc0b7c-cc37-4784-93d4-ccdbc427c242 req-39906af2-d53a-4d0a-a3b4-a091436c1fed tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 944 time: 0.1060667 Nov 12 11:25:21.732689 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.737186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.789233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=02afda9d-a5bb-4c7d-bea8-6bad17828c2e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:21.836332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:21.850441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 74d5ed1a-9c21-4b04-b669-422c2bd05f0a details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:25:21.941979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5edc8f8e-5371-40e6-ac42-3ef7d94b7168 req-d252df9f-c12c-4e93-be84-154b87302954 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058444 Nov 12 11:25:22.019248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1f25409a-5687-44b7-8d48-c2be21c6976b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:22.086111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-31dc0b7c-cc37-4784-93d4-ccdbc427c242 req-03d57016-6bf1-4c42-8653-5ada126ea905 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675585 Nov 12 11:25:22.099712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Network 1611335c-8483-4b96-adcd-41b97f058d22 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:22.111939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=fc41866e-a858-472b-89e2-e45f25d4012b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:22.116207 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.120018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:22.126576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:22.147331 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.resource_extend [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:25:22.147601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28877dba-0cf6-4a2f-b493-f91e8e199987 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:22.154089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28877dba-0cf6-4a2f-b493-f91e8e199987 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:22.159694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:22.160399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.161345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28877dba-0cf6-4a2f-b493-f91e8e199987 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:22.169314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28877dba-0cf6-4a2f-b493-f91e8e199987 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:22.178378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46482) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:22.182085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-28877dba-0cf6-4a2f-b493-f91e8e199987 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6162333 Nov 12 11:25:22.211093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:22.215520 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1ba1-f009-4c67-8abc-a4abe6bb1686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.218785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5eca6a-80e3-4de4-b6d7-582c390ed8b7 None None] Pushing event updated for resources: {'Port': ['ID=c46cdb8f-2b70-447b-91a5-3e7668d732a6,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:22.249891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3960108f-5888-4b9e-b57e-15c6c0233595') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:22.250583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3960108f-5888-4b9e-b57e-15c6c0233595') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:22.282188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.313134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.355381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:22.355869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:22.359842 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:22.421344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.500937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b2cf1ba1-f009-4c67-8abc-a4abe6bb1686 None None] For port 1f25409a-5687-44b7-8d48-c2be21c6976b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1f25409a-5687-44b7-8d48-c2be21c6976b,segment=NetworkSegment(972cfc31-6f48-407b-9f02-c1af220cb1af),segment_id=972cfc31-6f48-407b-9f02-c1af220cb1af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:22.511208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46488) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:22.522736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c4:fb:f3'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:22.524308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b2c4c3b3-9645-41e0-98aa-0bbd3c0f1f81 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0319684 Nov 12 11:25:22.591951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 1f25409a-5687-44b7-8d48-c2be21c6976b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:22.604918 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.650111 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:25:22.650111 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:25:22.650111 n-d-768852-22 neutron-server[109704]: [parameters: {'id': 'f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8'}] Nov 12 11:25:22.650111 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:22.656354 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:22.707203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2cf1ba1-f009-4c67-8abc-a4abe6bb1686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.725284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.743321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:22.780369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c6f432-fe80-484b-932b-122034fd162f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:22.795212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d06879-9f61-47aa-8e8f-390a2cc8870a') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:22.795751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d06879-9f61-47aa-8e8f-390a2cc8870a') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:22.810286 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.859305 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.906117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:22.907460 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:22.911691 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:22.978242 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.000341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb894ee-a424-468e-b46b-f99a71ec7f13 req-e458eddf-06c9-4bc7-9223-790b66aea6fa tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:23.014417 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffb894ee-a424-468e-b46b-f99a71ec7f13 req-e458eddf-06c9-4bc7-9223-790b66aea6fa tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 946 time: 0.1771243 Nov 12 11:25:23.053297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a', 'mac_address': 'fa:16:3e:25:90:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:25:23.092440 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ffb894ee-a424-468e-b46b-f99a71ec7f13 req-0c0c6ddb-64ea-4fb3-a5c1-13dbebdfb1d2 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751128 Nov 12 11:25:23.154746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1c76396b-b3f3-46ed-b3be-f88b3fd0ae68 None None] Provisioning complete for port fc41866e-a858-472b-89e2-e45f25d4012b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:23.155595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c76396b-b3f3-46ed-b3be-f88b3fd0ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.173723 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.187905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.212341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.230506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/networks/d1c6f432-fe80-484b-932b-122034fd162f HTTP/1.1" status: 204 len: 168 time: 1.0433559 Nov 12 11:25:23.242099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46504) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:23.316578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf1ba1-f009-4c67-8abc-a4abe6bb1686 None None] Pushing event updated for resources: {'Port': ['ID=1f25409a-5687-44b7-8d48-c2be21c6976b,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:23.436848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe778a1-dcf5-403c-aa56-465213272ab1 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Network': ['ID=d1c6f432-fe80-484b-932b-122034fd162f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:23.456823 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.488705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1c76396b-b3f3-46ed-b3be-f88b3fd0ae68 None None] Port fc41866e-a858-472b-89e2-e45f25d4012b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:23.514363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d5ed1a-9c21-4b04-b669-422c2bd05f0a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:23.577917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:23.578275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149585fd-f7a3-4cdf-9cdb-7610404443ee req-1d9f925c-d94f-416b-ae29-ed33ce33f92e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:23.586561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-149585fd-f7a3-4cdf-9cdb-7610404443ee req-1d9f925c-d94f-416b-ae29-ed33ce33f92e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 944 time: 0.3267550 Nov 12 11:25:23.655652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting port c46cdb8f-2b70-447b-91a5-3e7668d732a6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:23.656610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.693125 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.695485 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.802173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.805880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:23.812607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0027982c-f121-466b-945c-c73bfd1fd822 None None] Provisioning complete for port 1f25409a-5687-44b7-8d48-c2be21c6976b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:23.814028 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0027982c-f121-466b-945c-c73bfd1fd822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:23.853997 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.032171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] For port c46cdb8f-2b70-447b-91a5-3e7668d732a6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c46cdb8f-2b70-447b-91a5-3e7668d732a6,segment=NetworkSegment(3960108f-5888-4b9e-b57e-15c6c0233595),segment_id=3960108f-5888-4b9e-b57e-15c6c0233595)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:24.032694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.053318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Calling delete_port for c46cdb8f-2b70-447b-91a5-3e7668d732a6 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:24.075691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.099527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['74d5ed1a-9c21-4b04-b669-422c2bd05f0a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:24.139734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a913562c-63c7-4509-a02e-8fbd685b7909']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:24.163436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6112eb2-fdd5-454e-b739-9a88e89f4119') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:24.163703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6112eb2-fdd5-454e-b739-9a88e89f4119') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:24.179482 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.201871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.217412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:24.217918 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:24.221166 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:24.229140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] In _notify_port_updated(), no bound segment for port fc41866e-a858-472b-89e2-e45f25d4012b on network 1611335c-8483-4b96-adcd-41b97f058d22 {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:25:24.240371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b87dd-7608-4c5d-bc8a-7a99e54f328c None None] Network f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:24.242884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:24.246066 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.250440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "PUT /v2.0/ports/fc41866e-a858-472b-89e2-e45f25d4012b HTTP/1.1" status: 200 len: 1003 time: 1.7381499 Nov 12 11:25:24.257259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46538) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:24.372567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-149585fd-f7a3-4cdf-9cdb-7610404443ee req-5c72390e-931b-4174-8ede-3f6bce599555 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853818 Nov 12 11:25:24.377542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1f25409a-5687-44b7-8d48-c2be21c6976b up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:24.460453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c9c57-4afe-47c7-941a-8d3a9bdbaeb6 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=fc41866e-a858-472b-89e2-e45f25d4012b,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:24.461616 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.468756 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.472162 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/networks/a913562c-63c7-4509-a02e-8fbd685b7909 HTTP/1.1" status: 204 len: 168 time: 1.2240431 Nov 12 11:25:24.484244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46540) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:24.555806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba21b6-2db1-4dc4-820f-0341d6da19af tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Deleting port fc41866e-a858-472b-89e2-e45f25d4012b {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:24.556577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ba21b6-2db1-4dc4-820f-0341d6da19af tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.644110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaaf5f7-539a-4683-b6e3-b4502c088ba4 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:24.650756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaaf5f7-539a-4683-b6e3-b4502c088ba4 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:24.652522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-daaaf5f7-539a-4683-b6e3-b4502c088ba4 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1671908 Nov 12 11:25:24.665552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46542) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:24.671224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2143745036'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:24.675221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64370a91-cea8-4279-80fb-b1b3683535c3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Network': ['ID=a913562c-63c7-4509-a02e-8fbd685b7909,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:24.736298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.742808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-de7f127a-30e2-4a2e-95c2-00734bf73164 None None] Could not find standard attr ID for object c46cdb8f-2b70-447b-91a5-3e7668d732a6. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:24.771158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 1f25409a-5687-44b7-8d48-c2be21c6976b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:24.771771 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.794625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Port': ['ID=c46cdb8f-2b70-447b-91a5-3e7668d732a6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:24.812208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No DVR routers for this DVR port c46cdb8f-2b70-447b-91a5-3e7668d732a6 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:24.848403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Made reservation on behalf of b7e88b8dae0f4607a1f65bf0e6bf730b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:24.858039 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.892898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:24.923847 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.924667 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.925872 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Added segment ee4aec58-175d-4d20-97df-586836ae271f of type vlan for network 3ed0f174-27cc-4d71-920d-eb07a76488c3 Nov 12 11:25:24.951619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:24.965012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3960108f-5888-4b9e-b57e-15c6c0233595') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:24.970794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3960108f-5888-4b9e-b57e-15c6c0233595') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:24.981555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.983087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cf1b6327-acf9-4d5b-8105-dccee448338d None None] Provisioning complete for port fc41866e-a858-472b-89e2-e45f25d4012b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:24.983675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf1b6327-acf9-4d5b-8105-dccee448338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:24.996656 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.003445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:25.004346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.069599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:25.106145 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:25.137293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ba21b6-2db1-4dc4-820f-0341d6da19af tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.141924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b6327-acf9-4d5b-8105-dccee448338d None None] Port fc41866e-a858-472b-89e2-e45f25d4012b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:25.144940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469e3e1-ba59-4331-bb3d-41160b20fd09 None None] DHCP port deletion for f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:25.160490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba21b6-2db1-4dc4-820f-0341d6da19af tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Calling delete_port for fc41866e-a858-472b-89e2-e45f25d4012b owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:25.187893 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.197547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.200179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:25.204930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.214634 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.222190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 HTTP/1.1" status: 204 len: 168 time: 4.8219523 Nov 12 11:25:25.230315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46550) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:25.254923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c46cdb8f-2b70-447b-91a5-3e7668d732a6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:25.289469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1144878938'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:25.300821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: c46cdb8f-2b70-447b-91a5-3e7668d732a6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:25.301356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c46cdb8f-2b70-447b-91a5-3e7668d732a6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 11:25:25.309436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf1c28-862f-4a4e-8d3d-9593bc486366 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:25.341201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Port c46cdb8f-2b70-447b-91a5-3e7668d732a6 not found, will not notify nova. {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 11:25:25.376945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7102175 Nov 12 11:25:25.382429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46552) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:25.388210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-75041621'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:25.397403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b198ec6-4852-4fce-80a6-3557ae81d1b9 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Network': ['ID=3ed0f174-27cc-4d71-920d-eb07a76488c3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:25.410981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 3ed0f174-27cc-4d71-920d-eb07a76488c3 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:25.483742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:25.502512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.550142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:25.572257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ba21b6-2db1-4dc4-820f-0341d6da19af tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.593137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Made reservation on behalf of b7e88b8dae0f4607a1f65bf0e6bf730b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:25.600243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.607757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.608150 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment 3c36433a-9586-4609-9d81-f68f93148474 of type vlan for network 1b4ed766-0963-4bad-b876-f6351fa6a591 Nov 12 11:25:25.663997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba21b6-2db1-4dc4-820f-0341d6da19af tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Port': ['ID=fc41866e-a858-472b-89e2-e45f25d4012b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:25.692027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:25.721721 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ba21b6-2db1-4dc4-820f-0341d6da19af tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.726703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d4ba21b6-2db1-4dc4-820f-0341d6da19af tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "DELETE /v2.0/ports/fc41866e-a858-472b-89e2-e45f25d4012b HTTP/1.1" status: 204 len: 168 time: 1.4680426 Nov 12 11:25:25.734164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.734571 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Added segment d6c5c7bc-ec6f-4597-9803-769afffbba75 of type vlan for network 95ecc77c-5f86-4356-a4d5-b54ee39a5f42 Nov 12 11:25:25.736566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46578) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:25.761931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.799534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8993a-0f62-47f6-a3c8-56618fc57606 req-4d9b43e7-10aa-4889-92d2-ae351c57f1ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:25.801760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-92b8993a-0f62-47f6-a3c8-56618fc57606 req-4d9b43e7-10aa-4889-92d2-ae351c57f1ac tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 945 time: 0.2487564 Nov 12 11:25:25.843791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 74d5ed1a-9c21-4b04-b669-422c2bd05f0a up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:25.924416 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a50117c-c1f2-4b24-b699-3a41b4e3826b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] GET failed (client error): The resource could not be found. Nov 12 11:25:25.936685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46592) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:25.936956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a50117c-c1f2-4b24-b699-3a41b4e3826b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "GET /v2.0/ports/fc41866e-a858-472b-89e2-e45f25d4012b HTTP/1.1" status: 404 len: 333 time: 0.1955159 Nov 12 11:25:25.941827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'network_id': '1611335c-8483-4b96-adcd-41b97f058d22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-83005628'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:25.974361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:25.989648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:25.990416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.136302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:25:26.145722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.166077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c46cdb8f-2b70-447b-91a5-3e7668d732a6 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:26.216546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-92b8993a-0f62-47f6-a3c8-56618fc57606 req-e91e0ab2-4dad-46c8-beb4-f85039b1ee94 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910484 Nov 12 11:25:26.217331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=1b4ed766-0963-4bad-b876-f6351fa6a591,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:26.234263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: c46cdb8f-2b70-447b-91a5-3e7668d732a6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:26.235082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c46cdb8f-2b70-447b-91a5-3e7668d732a6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:26.238730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:26.239818 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.243284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 1b4ed766-0963-4bad-b876-f6351fa6a591 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:26.288060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.288587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d43b4bde-3e93-4e91-85fc-ebd25694a5ab tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0133214 Nov 12 11:25:26.296923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46596) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:26.299266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:26.299908 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.305782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': '1b4ed766-0963-4bad-b876-f6351fa6a591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:26.433688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Network': ['ID=95ecc77c-5f86-4356-a4d5-b54ee39a5f42,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:26.440009 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e1bc3432-d3b1-4c8b-aa56-aabae304237f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0584621 Nov 12 11:25:26.444357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46598) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:26.450060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'ports': [{'network_id': '3ed0f174-27cc-4d71-920d-eb07a76488c3', 'name': 'tempest-port--386050209', 'admin_state_up': True}, {'network_id': '95ecc77c-5f86-4356-a4d5-b54ee39a5f42', 'admin_state_up': False}]} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:26.451127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'port': {'network_id': '3ed0f174-27cc-4d71-920d-eb07a76488c3', 'name': 'tempest-port--386050209', 'admin_state_up': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:26.452150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'port': {'network_id': '95ecc77c-5f86-4356-a4d5-b54ee39a5f42', 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:26.456214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 95ecc77c-5f86-4356-a4d5-b54ee39a5f42 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:26.471582 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 11:25:26.471582 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 11:25:26.471582 n-d-768852-22 neutron-server[109704]: [parameters: {'project_id_1': '8038710f5df9463b8583dca4ae0a1280', 'expiration_1': datetime.datetime(2021, 11, 12, 11, 25, 6, 439642)}] Nov 12 11:25:26.471582 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:26.472194 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:26.487092 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.540013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Made reservation on behalf of 2b5dff4a370b46e69b9aa57430d44b51 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:26.546639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.562910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:26.565254 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f230ab4-bc6f-47b4-881c-4bf02441f48b" -d '{"events": [{"server_uuid": "57f4073e-bd48-4bee-a81c-f8655ac18939", "name": "network-vif-plugged", "status": "completed", "tag": "74d5ed1a-9c21-4b04-b669-422c2bd05f0a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:26.574261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:26.583170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] device_id is not set on port 6e4634c0-2129-4421-9b48-21ad3dd78b4c yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:26.655162 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.660660 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee27b59-c48b-4af9-8316-6cbf5631c7e8 x-openstack-request-id: req-4ee27b59-c48b-4af9-8316-6cbf5631c7e8 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:26.661096 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f4073e-bd48-4bee-a81c-f8655ac18939", "name": "network-vif-plugged", "status": "completed", "tag": "74d5ed1a-9c21-4b04-b669-422c2bd05f0a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:26.661465 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4ee27b59-c48b-4af9-8316-6cbf5631c7e8 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:26.661956 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a', 'code': 200} Nov 12 11:25:26.744425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:26.798385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Made reservation on behalf of b7e88b8dae0f4607a1f65bf0e6bf730b for: {'port': 2} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:26.803568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.818852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:26.845134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Allocated IP 2001:db8::3d2 (1611335c-8483-4b96-adcd-41b97f058d22/bfdf3170-db12-4137-a274-6a587fccb59a/6e4634c0-2129-4421-9b48-21ad3dd78b4c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:26.866230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e763e-6f33-41ce-8f0e-beaea63e2202 req-1c0376b4-c9e0-4b14-8ff8-42dc07da7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:26.867969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-791e763e-6f33-41ce-8f0e-beaea63e2202 req-1c0376b4-c9e0-4b14-8ff8-42dc07da7a5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 1098 time: 0.1143081 Nov 12 11:25:26.958428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] device_id is not set on port 47538f1e-0290-4586-9eb2-3d6490492d36 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:26.998277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-791e763e-6f33-41ce-8f0e-beaea63e2202 req-2eb0b3e6-5693-4e10-93a5-870cbdf96205 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161282 Nov 12 11:25:27.133693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.160277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:27.165436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.178229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.243215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing IP validity checks on allocation pools {{(pid=109704) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:25:27.243215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.ipam_backend_mixin [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109704) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:25:27.292370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] device_id is not set on port 56f7216f-5580-4a97-9f22-32525a5f3273 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:27.421376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.480270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-97e72a97-9b50-4aaa-8e52-77db56a19b8d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2629676 Nov 12 11:25:27.485313 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.535729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Network 1611335c-8483-4b96-adcd-41b97f058d22 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:27.547503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:27.577627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=6e4634c0-2129-4421-9b48-21ad3dd78b4c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:27.580613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:27.589724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.590817 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.621102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddd444-7b7c-4166-838a-2df19977a65f req-bda18eb1-2df6-4063-a6fa-b8a008a45e8a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.624437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4dddd444-7b7c-4166-838a-2df19977a65f req-bda18eb1-2df6-4063-a6fa-b8a008a45e8a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 946 time: 0.2765737 Nov 12 11:25:27.642163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-7de75e51-3d35-42b9-b86e-fc67607a39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.642163 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-7de75e51-3d35-42b9-b86e-fc67607a39e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 1097 time: 0.0867293 Nov 12 11:25:27.662594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.711442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4dddd444-7b7c-4166-838a-2df19977a65f req-9e0b9d98-4a4b-4b65-a674-0855e9a21a1e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738370 Nov 12 11:25:27.751988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e3d0071d-7d40-4451-b8e0-8d455aa3b2aa tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8189204 Nov 12 11:25:27.760094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46616) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:27.767591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'network_id': '1611335c-8483-4b96-adcd-41b97f058d22', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1145953069'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:27.792496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:27.865671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Port': ['ID=47538f1e-0290-4586-9eb2-3d6490492d36,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:27.924242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-e13e4db9-33ec-4613-b534-eec383e10ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.925685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-e13e4db9-33ec-4613-b534-eec383e10ef2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.2563369 Nov 12 11:25:27.927346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Checking segment: {'id': 'ee4aec58-175d-4d20-97df-586836ae271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '3ed0f174-27cc-4d71-920d-eb07a76488c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:27.927721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Network hostable DHCP agents. Network: 3ed0f174-27cc-4d71-920d-eb07a76488c3, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:27.937969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e584cf-44d0-410c-bdc2-af3f16b09b57 req-89bd8e76-8637-465e-bbb8-eb184b384785 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:27.943099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7e584cf-44d0-410c-bdc2-af3f16b09b57 req-89bd8e76-8637-465e-bbb8-eb184b384785 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 950 time: 0.1914299 Nov 12 11:25:27.990051 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-409231e2-4603-4ff5-93f3-1ac2d9394dab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63583077-8eb1-4f1d-8d9e-a65388c3cdec HTTP/1.1" status: 200 len: 217 time: 0.0494263 Nov 12 11:25:28.035021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-06c7dc3d-db06-41bb-8abc-0e9c3146244a None None] Provisioning complete for port 6e4634c0-2129-4421-9b48-21ad3dd78b4c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:28.035021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-06c7dc3d-db06-41bb-8abc-0e9c3146244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.108157 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7e584cf-44d0-410c-bdc2-af3f16b09b57 req-9c120cbf-ec93-4ecd-99f2-5402d839eeb4 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226807 Nov 12 11:25:28.114776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-06c7dc3d-db06-41bb-8abc-0e9c3146244a None None] Port 6e4634c0-2129-4421-9b48-21ad3dd78b4c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:28.115504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-09a2a25a-ac30-49bb-b2e0-050a51979a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:28.116696 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-09a2a25a-ac30-49bb-b2e0-050a51979a8c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1169882 Nov 12 11:25:28.117971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Network 3ed0f174-27cc-4d71-920d-eb07a76488c3 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:28.209769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-989bf33f-d2d3-48e2-880b-1d054c22018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:28.212301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-989bf33f-d2d3-48e2-880b-1d054c22018b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872481 Nov 12 11:25:28.236100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-0ee953c7-0be6-4300-9104-0f37e27cadd9 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:25:28.237800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-0ee953c7-0be6-4300-9104-0f37e27cadd9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166516 Nov 12 11:25:28.245197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 3ed0f174-27cc-4d71-920d-eb07a76488c3) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:28.263856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:28.265343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.276875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8668ca-52e1-418a-b4ac-716d432ac49e None None] Network 3ed0f174-27cc-4d71-920d-eb07a76488c3 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:28.332974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=2df947a4-a988-4fb5-b683-04f45fb9f21a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:28.366207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': '3c36433a-9586-4609-9d81-f68f93148474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1b4ed766-0963-4bad-b876-f6351fa6a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:28.366566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: 1b4ed766-0963-4bad-b876-f6351fa6a591, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:28.414478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Port': ['ID=56f7216f-5580-4a97-9f22-32525a5f3273,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:28.449555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Checking segment: {'id': 'd6c5c7bc-ec6f-4597-9803-769afffbba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '95ecc77c-5f86-4356-a4d5-b54ee39a5f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:28.450025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Network hostable DHCP agents. Network: 95ecc77c-5f86-4356-a4d5-b54ee39a5f42, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:28.482517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-11288c7a-b272-4a4a-8f4c-f1ddd1c88811 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329416 Nov 12 11:25:28.494257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Made reservation on behalf of 2b5dff4a370b46e69b9aa57430d44b51 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:28.498075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.500325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network 1b4ed766-0963-4bad-b876-f6351fa6a591 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:28.521415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] device_id is not set on port 21f2bc58-2b3d-404b-b4dd-081cfae972c8 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:28.554986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Network 95ecc77c-5f86-4356-a4d5-b54ee39a5f42 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:28.602118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3dee9ff5-cf45-45ef-a76a-8b9da2dd91a8 req-52751167-d2ca-4b10-ba5f-97a55e7a85e1 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109567 Nov 12 11:25:28.644816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 1b4ed766-0963-4bad-b876-f6351fa6a591) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:28.647727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 95ecc77c-5f86-4356-a4d5-b54ee39a5f42) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:28.650686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:28.651859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.657568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:28.663861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2754b2-00d3-4835-b8b2-87d760c0fb33 None None] Network 1b4ed766-0963-4bad-b876-f6351fa6a591 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:28.666004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:28.672270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:28.673487 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.703471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e820199-bbde-45f2-8a94-713b2e2c2234 None None] Network 95ecc77c-5f86-4356-a4d5-b54ee39a5f42 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:28.707748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Allocated IP 2001:db8::353 (1611335c-8483-4b96-adcd-41b97f058d22/bfdf3170-db12-4137-a274-6a587fccb59a/21f2bc58-2b3d-404b-b4dd-081cfae972c8) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:28.749575 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-49fe3861-1c96-4529-9ca8-d97f5756b79f tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3039591 Nov 12 11:25:28.752553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46624) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:28.755769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e1494269-99a0-4939-ad20-448aa4b7d82b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4572651 Nov 12 11:25:28.763515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46626) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:28.974407 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:28.977244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-1b4ed766-0963-4bad-b876-f6351fa6a591', 'network_id': '1b4ed766-0963-4bad-b876-f6351fa6a591', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': '2df947a4-a988-4fb5-b683-04f45fb9f21a'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:28.978739 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.008740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c3511d-e1fc-4d41-b9dc-654e03fd7cf7 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.018333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c3511d-e1fc-4d41-b9dc-654e03fd7cf7 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.028954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e5c3511d-e1fc-4d41-b9dc-654e03fd7cf7 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2685244 Nov 12 11:25:29.029899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.033389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:29.060827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64b31-ac74-4014-8ce4-7beaacac749e req-efee84b1-ee38-44c0-a90e-60964901496e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.062402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4e64b31-ac74-4014-8ce4-7beaacac749e req-efee84b1-ee38-44c0-a90e-60964901496e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 946 time: 0.1796696 Nov 12 11:25:29.074505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce8308-356b-4c91-a688-9a16aa463419 req-749f6bd5-04b5-47ea-b0b3-62b6acaacbaf tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.076604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26ce8308-356b-4c91-a688-9a16aa463419 req-749f6bd5-04b5-47ea-b0b3-62b6acaacbaf tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 950 time: 0.0769603 Nov 12 11:25:29.165292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Allocated IP 172.20.0.3 (1b4ed766-0963-4bad-b876-f6351fa6a591/2df947a4-a988-4fb5-b683-04f45fb9f21a/0ae4fc91-6b93-4251-9a4d-05cd7ce36394) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:29.176409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.213074 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4e64b31-ac74-4014-8ce4-7beaacac749e req-ecc9a691-a5e9-413d-a417-4aebc14da8cb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296792 Nov 12 11:25:29.242249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.332272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7ad92fbc-e58d-41ed-be3d-129996fed715 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Deleting port 47538f1e-0290-4586-9eb2-3d6490492d36 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:29.337647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ad92fbc-e58d-41ed-be3d-129996fed715 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.348503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Network 1611335c-8483-4b96-adcd-41b97f058d22 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:29.365225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:29.374107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Deleting port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:29.374449 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.378088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:29.388962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.389716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.411809 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-226a72f9-10fc-4a81-9f6b-dbfcc8cf223c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.418323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=21f2bc58-2b3d-404b-b4dd-081cfae972c8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:29.434406 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.469587 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ad92fbc-e58d-41ed-be3d-129996fed715 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.480900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90b107-befc-4acc-a593-834ef1885868 req-ef90c9ba-e7c9-46fb-bc7a-6af4c677e93b tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.482452 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e90b107-befc-4acc-a593-834ef1885868 req-ef90c9ba-e7c9-46fb-bc7a-6af4c677e93b tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 950 time: 0.2467194 Nov 12 11:25:29.505835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7ad92fbc-e58d-41ed-be3d-129996fed715 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Calling delete_port for 47538f1e-0290-4586-9eb2-3d6490492d36 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:29.524888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.527014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fb253e9e-1f13-4271-a8f9-1bd14aea7ed7 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7649889 Nov 12 11:25:29.535134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-ca0568a0-d23a-4f07-b533-4fb90e2ca44d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=47eb09e34b40417790f30046c157e078 HTTP/1.1" status: 200 len: 267 time: 0.1253374 Nov 12 11:25:29.535992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46636) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:29.541249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::189', 'mac_address': 'fa:16:3e:c4:fb:f3'}, {'ip_address': '2001:db8::3d2', 'mac_address': 'fa:16:3e:e0:90:da'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:29.592324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Network 1b4ed766-0963-4bad-b876-f6351fa6a591 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:29.594067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:29.604940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:29.645444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Pushing event updated for resources: {'Port': ['ID=0ae4fc91-6b93-4251-9a4d-05cd7ce36394,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:29.657519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] For port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:29.657890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.689307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.711417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Calling delete_port for 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:29.720453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Attempting to bind port 0ae4fc91-6b93-4251-9a4d-05cd7ce36394 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:29.720677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e90b107-befc-4acc-a593-834ef1885868 req-1f2f094b-3723-41da-a2e8-cd043fce0e0d tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/security-groups?id=2d003fa0-7014-4fd4-b88c-644a584e61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309275 Nov 12 11:25:29.721334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Attempting to bind port 0ae4fc91-6b93-4251-9a4d-05cd7ce36394 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '3c36433a-9586-4609-9d81-f68f93148474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1b4ed766-0963-4bad-b876-f6351fa6a591'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:29.721936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Attempting to bind port 0ae4fc91-6b93-4251-9a4d-05cd7ce36394 on network 1b4ed766-0963-4bad-b876-f6351fa6a591 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:29.733971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:29.733971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Checking segment: {'id': '3c36433a-9586-4609-9d81-f68f93148474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1b4ed766-0963-4bad-b876-f6351fa6a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:29.733971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.733971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Bound using segment: {'id': '3c36433a-9586-4609-9d81-f68f93148474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1b4ed766-0963-4bad-b876-f6351fa6a591'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:29.733971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Bound port: 0ae4fc91-6b93-4251-9a4d-05cd7ce36394, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c36433a-9586-4609-9d81-f68f93148474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1b4ed766-0963-4bad-b876-f6351fa6a591'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:29.733971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.743441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=2df947a4-a988-4fb5-b683-04f45fb9f21a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:29.783653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-71480f90-23da-49ff-944b-f04d0eca76c9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:29.793242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-71480f90-23da-49ff-944b-f04d0eca76c9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 946 time: 0.2221863 Nov 12 11:25:29.802253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'port': {'security_groups': []}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:29.810125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ad92fbc-e58d-41ed-be3d-129996fed715 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.822055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bf025152-7e73-4342-87ea-bece50011940 None None] For port 0ae4fc91-6b93-4251-9a4d-05cd7ce36394, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:29.825866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bf025152-7e73-4342-87ea-bece50011940 None None] For port 0ae4fc91-6b93-4251-9a4d-05cd7ce36394, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0ae4fc91-6b93-4251-9a4d-05cd7ce36394,segment=NetworkSegment(3c36433a-9586-4609-9d81-f68f93148474),segment_id=3c36433a-9586-4609-9d81-f68f93148474)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:29.870264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-26de400e-ded0-4564-b2f8-9e1bd0470706 None None] Provisioning complete for port 21f2bc58-2b3d-404b-b4dd-081cfae972c8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:29.871004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-26de400e-ded0-4564-b2f8-9e1bd0470706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.899283 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:29.986056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-26de400e-ded0-4564-b2f8-9e1bd0470706 None None] Port 21f2bc58-2b3d-404b-b4dd-081cfae972c8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:30.006318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf025152-7e73-4342-87ea-bece50011940 None None] Pushing event updated for resources: {'Port': ['ID=0ae4fc91-6b93-4251-9a4d-05cd7ce36394,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:30.013442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0081d9b-bfe2-4f9c-a777-c70ff841d873 None None] Network 1b4ed766-0963-4bad-b876-f6351fa6a591 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:30.041384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.053293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.072602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6b97a6b3-3d2d-43b5-8f3e-be354bc058fe'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:30.103493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Pushing event deleted for resources: {'Port': ['ID=6b97a6b3-3d2d-43b5-8f3e-be354bc058fe,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:30.188816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] No DVR routers for this DVR port 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:30.195990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.202092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26ce8308-356b-4c91-a688-9a16aa463419 req-3ebf24b1-e64d-40a2-801e-9c8c06aa7524 tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.57 "DELETE /v2.0/ports/6b97a6b3-3d2d-43b5-8f3e-be354bc058fe HTTP/1.1" status: 204 len: 173 time: 1.1189888 Nov 12 11:25:30.202685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d21191-e4d6-4c23-ad7e-d6c96f0ae96a', 'name': 'network-vif-deleted', 'tag': '6b97a6b3-3d2d-43b5-8f3e-be354bc058fe'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:30.206490 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aa0a61-824e-454a-a88b-a88ed53839b7" -d '{"events": [{"server_uuid": "76d21191-e4d6-4c23-ad7e-d6c96f0ae96a", "name": "network-vif-deleted", "tag": "6b97a6b3-3d2d-43b5-8f3e-be354bc058fe"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:30.265697 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34567ce-81d9-40cb-a8c3-808061506d47 x-openstack-request-id: req-b34567ce-81d9-40cb-a8c3-808061506d47 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:30.265974 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d21191-e4d6-4c23-ad7e-d6c96f0ae96a", "name": "network-vif-deleted", "tag": "6b97a6b3-3d2d-43b5-8f3e-be354bc058fe", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:30.266380 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b34567ce-81d9-40cb-a8c3-808061506d47 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:30.266735 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d21191-e4d6-4c23-ad7e-d6c96f0ae96a', 'name': 'network-vif-deleted', 'tag': '6b97a6b3-3d2d-43b5-8f3e-be354bc058fe', 'status': 'completed', 'code': 200} Nov 12 11:25:30.312297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad92fbc-e58d-41ed-be3d-129996fed715 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Port': ['ID=47538f1e-0290-4586-9eb2-3d6490492d36,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:30.387238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.392564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.405937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ad92fbc-e58d-41ed-be3d-129996fed715 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.409393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7ad92fbc-e58d-41ed-be3d-129996fed715 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/ports/47538f1e-0290-4586-9eb2-3d6490492d36 HTTP/1.1" status: 204 len: 168 time: 1.3748653 Nov 12 11:25:30.412907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46644) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:30.426761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.431192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4ed766-0963-4bad-b876-f6351fa6a591']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:30.451223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c36433a-9586-4609-9d81-f68f93148474') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:30.451521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c36433a-9586-4609-9d81-f68f93148474') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:30.466794 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.481995 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.527010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.546962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:30.547637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:30.552821 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:30.560092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] In _notify_port_updated(), no bound segment for port 21f2bc58-2b3d-404b-b4dd-081cfae972c8 on network 1611335c-8483-4b96-adcd-41b97f058d22 {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:25:30.563912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:30.564632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.568920 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "PUT /v2.0/ports/21f2bc58-2b3d-404b-b4dd-081cfae972c8 HTTP/1.1" status: 200 len: 1068 time: 1.0319045 Nov 12 11:25:30.572329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46646) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:30.678369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6be44-53d7-4223-9600-a1776b9c91b4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event updated for resources: {'Port': ['ID=21f2bc58-2b3d-404b-b4dd-081cfae972c8,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:30.726412 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.api [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:25:30.726412 n-d-768852-22 neutron-server[109705]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:25:30.726412 n-d-768852-22 neutron-server[109705]: [parameters: {'id': '1b4ed766-0963-4bad-b876-f6351fa6a591'}] Nov 12 11:25:30.726412 n-d-768852-22 neutron-server[109705]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:30.726971 n-d-768852-22 neutron-server[109705]: DEBUG oslo_db.api [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:30.778495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d657b950-c017-48a8-ae88-9a0b62741eab tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Deleting port 56f7216f-5580-4a97-9f22-32525a5f3273 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:30.778828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d657b950-c017-48a8-ae88-9a0b62741eab tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.834941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] For port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:30.902153 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.921172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd9c594-3f0c-4025-a08d-5cb562efca90 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:25:30.933336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6133ab2b-38dd-4f71-aa2e-ac0f62c9ade8 req-79f87b5f-4750-4833-adfa-34d86037f66b tempest-VolumesBackupsTest-820595219 tempest-VolumesBackupsTest-820595219-project] 10.222.0.98 "GET /v2.0/ports?device_id=76d21191-e4d6-4c23-ad7e-d6c96f0ae96a HTTP/1.1" status: 200 len: 210 time: 0.0875597 Nov 12 11:25:30.954160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d657b950-c017-48a8-ae88-9a0b62741eab tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.963563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb86be-dfc1-4b34-8ec2-9cbe6df5d74d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Deleting port 21f2bc58-2b3d-404b-b4dd-081cfae972c8 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:30.963911 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4bb86be-dfc1-4b34-8ec2-9cbe6df5d74d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:30.971496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d657b950-c017-48a8-ae88-9a0b62741eab tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Calling delete_port for 56f7216f-5580-4a97-9f22-32525a5f3273 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:30.992420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.016458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fed41b11-dace-4cc8-a726-0518ed5a5203', '74d5ed1a-9c21-4b04-b669-422c2bd05f0a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:31.022660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['63583077-8eb1-4f1d-8d9e-a65388c3cdec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:31.063237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:31.064186 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.081497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-35b3c941-ff03-40b2-a134-6c5fdf117f0f req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "PUT /v2.0/ports/74d5ed1a-9c21-4b04-b669-422c2bd05f0a HTTP/1.1" status: 200 len: 905 time: 1.2872448 Nov 12 11:25:31.082250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'tag': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:31.084842 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500b02e5-ef06-43b3-a7a5-0470515cac02" -d '{"events": [{"name": "network-changed", "server_uuid": "57f4073e-bd48-4bee-a81c-f8655ac18939", "tag": "74d5ed1a-9c21-4b04-b669-422c2bd05f0a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:31.146465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd3f95-a320-4ea3-b683-5de84f248495 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'Port': ['ID=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:31.155129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['74d5ed1a-9c21-4b04-b669-422c2bd05f0a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:31.156922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8ca60c61-8f93-438b-a408-b20dd2a2d9b1 None None] Provisioning complete for port 21f2bc58-2b3d-404b-b4dd-081cfae972c8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:31.157280 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8ca60c61-8f93-438b-a408-b20dd2a2d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.217884 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6836d-b3ba-411a-9f57-fe38c96f4cf9 x-openstack-request-id: req-c0c6836d-b3ba-411a-9f57-fe38c96f4cf9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:31.218924 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f4073e-bd48-4bee-a81c-f8655ac18939", "tag": "74d5ed1a-9c21-4b04-b669-422c2bd05f0a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:31.223325 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c0c6836d-b3ba-411a-9f57-fe38c96f4cf9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:31.223325 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'tag': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a', 'status': 'completed', 'code': 200} Nov 12 11:25:31.228066 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.252315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ae3bf-d2e0-4de4-bc81-52de75bc9642 req-538230ac-edb6-448c-8ee3-c99b6ee743ae tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:31.254450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1ae3bf-d2e0-4de4-bc81-52de75bc9642 req-538230ac-edb6-448c-8ee3-c99b6ee743ae tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 908 time: 0.0974743 Nov 12 11:25:31.274741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4bb86be-dfc1-4b34-8ec2-9cbe6df5d74d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.276628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9c594-3f0c-4025-a08d-5cb562efca90 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:25:31.309929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8ca60c61-8f93-438b-a408-b20dd2a2d9b1 None None] Port 21f2bc58-2b3d-404b-b4dd-081cfae972c8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:31.314441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb86be-dfc1-4b34-8ec2-9cbe6df5d74d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Calling delete_port for 21f2bc58-2b3d-404b-b4dd-081cfae972c8 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:31.319035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting port 0ae4fc91-6b93-4251-9a4d-05cd7ce36394 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:31.319576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.403125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] For port 0ae4fc91-6b93-4251-9a4d-05cd7ce36394, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0ae4fc91-6b93-4251-9a4d-05cd7ce36394,segment=NetworkSegment(3c36433a-9586-4609-9d81-f68f93148474),segment_id=3c36433a-9586-4609-9d81-f68f93148474)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:31.403492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.412018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-bc12995a-f674-4e47-9bc6-3d8178ccc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:31.413622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-bc12995a-f674-4e47-9bc6-3d8178ccc31c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 1060 time: 0.1586163 Nov 12 11:25:31.418383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Calling delete_port for 0ae4fc91-6b93-4251-9a4d-05cd7ce36394 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:31.468676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d657b950-c017-48a8-ae88-9a0b62741eab tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.593596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657b950-c017-48a8-ae88-9a0b62741eab tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Port': ['ID=56f7216f-5580-4a97-9f22-32525a5f3273,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:31.611070 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d657b950-c017-48a8-ae88-9a0b62741eab tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.616851 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d657b950-c017-48a8-ae88-9a0b62741eab tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/ports/56f7216f-5580-4a97-9f22-32525a5f3273 HTTP/1.1" status: 204 len: 168 time: 1.2001235 Nov 12 11:25:31.617272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46660) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:31.659146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9486a-fc3a-43e7-a8a7-26808876913e req-28037e85-78eb-49cc-99ab-1a9daec6b87b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:31.662030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.664533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9cc9486a-fc3a-43e7-a8a7-26808876913e req-28037e85-78eb-49cc-99ab-1a9daec6b87b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2491441 Nov 12 11:25:31.672161 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d774c337-2bc9-4bd8-bfe5-0c19748b22d3 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0502732 Nov 12 11:25:31.672736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46662) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:31.682647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2048993186'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:31.722463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Port': ['ID=0ae4fc91-6b93-4251-9a4d-05cd7ce36394,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:31.727327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No DVR routers for this DVR port 0ae4fc91-6b93-4251-9a4d-05cd7ce36394 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:31.744521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-ad7e1a57-8e45-43b0-a611-9351c080304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:31.746613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-ad7e1a57-8e45-43b0-a611-9351c080304d service neutron] 10.222.0.57 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.3025808 Nov 12 11:25:31.789730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Made reservation on behalf of b7e88b8dae0f4607a1f65bf0e6bf730b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:31.793436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.840925 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.850014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-c0b0e289-8f13-47af-bcc1-2fa331367a49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a HTTP/1.1" status: 200 len: 217 time: 0.0755889 Nov 12 11:25:31.857666 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d279e2ee-6e51-403e-9641-335aec341507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.874057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4ed766-0963-4bad-b876-f6351fa6a591']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:31.893102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c36433a-9586-4609-9d81-f68f93148474') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:31.895073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c36433a-9586-4609-9d81-f68f93148474') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:31.910688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.925307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.930390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-14c00324-7692-4302-bf3f-d1765b4d4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:31.932882 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-14c00324-7692-4302-bf3f-d1765b4d4baa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.0543191 Nov 12 11:25:31.941590 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4bb86be-dfc1-4b34-8ec2-9cbe6df5d74d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.953693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:31.957649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:31.957649 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:31.967067 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:32.020056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9cc9486a-fc3a-43e7-a8a7-26808876913e req-8122a018-48cc-4d02-9472-e493d2f9359f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537374 Nov 12 11:25:32.041758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.042409 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Added segment 74f54de6-3a86-4806-9fc0-f65d8c17dc59 of type vlan for network e97813f5-262b-454d-bcd8-52dd7aebde17 Nov 12 11:25:32.050712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb86be-dfc1-4b34-8ec2-9cbe6df5d74d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Port': ['ID=21f2bc58-2b3d-404b-b4dd-081cfae972c8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:32.098706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-ce610f62-9702-4f39-b6c0-47710305a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.100471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-ce610f62-9702-4f39-b6c0-47710305a085 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531074 Nov 12 11:25:32.105446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.243542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.251376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.252207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.256759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.298165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-fb71986c-0004-44e2-9077-a94e460e599a service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879506 Nov 12 11:25:32.328632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.333725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/1b4ed766-0963-4bad-b876-f6351fa6a591 HTTP/1.1" status: 204 len: 168 time: 3.5374873 Nov 12 11:25:32.343528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46674) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:32.358391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-331805500'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:32.415405 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4bb86be-dfc1-4b34-8ec2-9cbe6df5d74d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.416440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d935dd-93a9-495b-a799-dda96b774f70 req-2d483ce7-bb8d-4434-947c-00aad7b9e6cb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.418970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9d935dd-93a9-495b-a799-dda96b774f70 req-2d483ce7-bb8d-4434-947c-00aad7b9e6cb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2335169 Nov 12 11:25:32.420299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b4bb86be-dfc1-4b34-8ec2-9cbe6df5d74d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "DELETE /v2.0/ports/21f2bc58-2b3d-404b-b4dd-081cfae972c8 HTTP/1.1" status: 204 len: 168 time: 1.8454258 Nov 12 11:25:32.422716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46676) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:32.463312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Network': ['ID=e97813f5-262b-454d-bcd8-52dd7aebde17,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:32.473310 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eef82ee-1381-489a-88ff-53897f94d5a0 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] GET failed (client error): The resource could not be found. Nov 12 11:25:32.474977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2eef82ee-1381-489a-88ff-53897f94d5a0 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "GET /v2.0/ports/21f2bc58-2b3d-404b-b4dd-081cfae972c8 HTTP/1.1" status: 404 len: 333 time: 0.0511308 Nov 12 11:25:32.481387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46678) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:32.481532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1afb24e6-1c5a-48e6-a982-dc51247d785e tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8030226 Nov 12 11:25:32.485481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e97813f5-262b-454d-bcd8-52dd7aebde17 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:32.490646 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46680) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:32.500366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-990924668'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:32.560076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65355d40-b9a1-41c1-a1af-c2c2db449b40 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=1b4ed766-0963-4bad-b876-f6351fa6a591,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:32.629106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9d935dd-93a9-495b-a799-dda96b774f70 req-b7a0be26-2768-40f0-a4ad-880699efe8e5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930389 Nov 12 11:25:32.649956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-500b02e5-ef06-43b3-a7a5-0470515cac02 req-495b3a93-e7de-4c38-969b-b1fb4c3e57e6 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789502 Nov 12 11:25:32.665372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:32.669373 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.687119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a7ce1bd8-4cdf-4806-a6ce-1e8871b76829 None None] Provisioning complete for port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:32.687770 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1bd8-4cdf-4806-a6ce-1e8871b76829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.720838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:32.724451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-55a342df-3671-423b-9834-898d2848004d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Deleting port 6e4634c0-2129-4421-9b48-21ad3dd78b4c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:32.724816 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55a342df-3671-423b-9834-898d2848004d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.746318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.746914 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment f8f3b87a-6850-43d0-ae71-21e132befe15 of type vlan for network f0b4eb95-bd91-4cd3-8712-2eccc14f41cf Nov 12 11:25:32.807511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.847030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Made reservation on behalf of b7e88b8dae0f4607a1f65bf0e6bf730b for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:32.851049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.894791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:32.909720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55a342df-3671-423b-9834-898d2848004d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.922370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.922703 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Added segment 9435a50a-ed25-4b07-b29d-decb8cc39395 of type vlan for network 6227eed8-d1a5-46ee-840d-4015a3b7727e Nov 12 11:25:32.929775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:32.940438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-55a342df-3671-423b-9834-898d2848004d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Calling delete_port for 6e4634c0-2129-4421-9b48-21ad3dd78b4c owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:32.940594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:32.940594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.015314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.039751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=f0b4eb95-bd91-4cd3-8712-2eccc14f41cf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:33.054654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ee1cf66e-7872-4468-b924-0596ca9db7bb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7022743 Nov 12 11:25:33.055512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46696) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:33.056365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f0b4eb95-bd91-4cd3-8712-2eccc14f41cf details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:33.062170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': 'f0b4eb95-bd91-4cd3-8712-2eccc14f41cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:33.239020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:33.243025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.386338 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.477576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.483351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:33.484141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.589086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-9681ea4c-7db4-4f35-baea-1051264e8056 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:33.590806 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-9681ea4c-7db4-4f35-baea-1051264e8056 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.6519902 Nov 12 11:25:33.599347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Network': ['ID=6227eed8-d1a5-46ee-840d-4015a3b7727e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:33.620098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-11c63096-0869-49cf-a9e6-00ea0bf62152 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1118066 Nov 12 11:25:33.636556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:33.655852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-f46f8aad-41a8-4edd-a195-7f81db9d15ea tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/quotas/47eb09e34b40417790f30046c157e078 HTTP/1.1" status: 200 len: 375 time: 0.0541892 Nov 12 11:25:33.669632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6227eed8-d1a5-46ee-840d-4015a3b7727e details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:33.738188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=a3f2b68a-f470-484f-a192-c1a45ae01884,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:33.780136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46704) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:33.794649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'subnets': [{'network_id': 'e97813f5-262b-454d-bcd8-52dd7aebde17', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--819019823', 'ip_version': 4}, {'network_id': '6227eed8-d1a5-46ee-840d-4015a3b7727e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:33.794980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'subnet': {'network_id': 'e97813f5-262b-454d-bcd8-52dd7aebde17', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--819019823', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:33.795565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Request body: {'subnet': {'network_id': '6227eed8-d1a5-46ee-840d-4015a3b7727e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:33.845745 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-36f6cd8e-9e63-472f-8e3d-310551646167 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1656561 Nov 12 11:25:33.850176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:33.878721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:33.879230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6b97a6b3-3d2d-43b5-8f3e-be354bc058fe not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:33.892374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': 'f8f3b87a-6850-43d0-ae71-21e132befe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f0b4eb95-bd91-4cd3-8712-2eccc14f41cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:33.892740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: f0b4eb95-bd91-4cd3-8712-2eccc14f41cf, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:33.978285 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55a342df-3671-423b-9834-898d2848004d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.027813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network f0b4eb95-bd91-4cd3-8712-2eccc14f41cf is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:34.037623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a342df-3671-423b-9834-898d2848004d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Port': ['ID=6e4634c0-2129-4421-9b48-21ad3dd78b4c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:34.075562 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55a342df-3671-423b-9834-898d2848004d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.081605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:34.081827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-55a342df-3671-423b-9834-898d2848004d tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "DELETE /v2.0/ports/6e4634c0-2129-4421-9b48-21ad3dd78b4c HTTP/1.1" status: 204 len: 168 time: 1.5988531 Nov 12 11:25:34.116536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-8e582ac6-09a7-4f72-a615-9c6069f2b42a service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634010 Nov 12 11:25:34.132793 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd23f13-0d52-4917-b6b9-90b7290e12ff tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] GET failed (client error): The resource could not be found. Nov 12 11:25:34.140354 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6cd23f13-0d52-4917-b6b9-90b7290e12ff tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "GET /v2.0/ports/6e4634c0-2129-4421-9b48-21ad3dd78b4c HTTP/1.1" status: 404 len: 333 time: 0.0566077 Nov 12 11:25:34.141348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Made reservation on behalf of b7e88b8dae0f4607a1f65bf0e6bf730b for: {'subnet': 2} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:34.146094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.147143 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.150533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46708) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:34.158064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f0b4eb95-bd91-4cd3-8712-2eccc14f41cf) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:34.169766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabec8e7-7014-4067-b9e2-65a1c05af4f0 None None] Network f0b4eb95-bd91-4cd3-8712-2eccc14f41cf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:34.300651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.314564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-b070298c-e412-4f81-b08c-71902cf11a25 service neutron] 10.222.0.98 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836314 Nov 12 11:25:34.424766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-f0b4eb95-bd91-4cd3-8712-2eccc14f41cf', 'network_id': 'f0b4eb95-bd91-4cd3-8712-2eccc14f41cf', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': 'a3f2b68a-f470-484f-a192-c1a45ae01884'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:34.426348 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.456327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:34.457449 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.589803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-65483eba-c8b3-4e44-861a-508262c495a4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Deleting port 03be835b-3e74-414e-9ccb-1d2921749613 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:34.590139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65483eba-c8b3-4e44-861a-508262c495a4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.599257 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c0a886b-524d-4419-8796-1a27e5ac69dd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5387471 Nov 12 11:25:34.602076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46714) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:34.658825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Allocated IP 172.20.0.1 (f0b4eb95-bd91-4cd3-8712-2eccc14f41cf/a3f2b68a-f470-484f-a192-c1a45ae01884/c448a6ae-a347-47ff-96a3-e4cff14679d2) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:34.859450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.942428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:34.956797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-39fac490-02a1-4fcf-a668-908d36820312 req-c5ce6b37-3249-4abd-9d73-9dc07aa6e7c5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 210 time: 0.2026677 Nov 12 11:25:34.957317 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.038377 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.051857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65483eba-c8b3-4e44-861a-508262c495a4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.072132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-65483eba-c8b3-4e44-861a-508262c495a4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Calling delete_port for 03be835b-3e74-414e-9ccb-1d2921749613 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:35.091389 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.146365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Network f0b4eb95-bd91-4cd3-8712-2eccc14f41cf is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:35.150319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:35.155047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:35.170152 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.234326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f2b68a-f470-484f-a192-c1a45ae01884,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:35.241471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Pushing event updated for resources: {'Port': ['ID=c448a6ae-a347-47ff-96a3-e4cff14679d2,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:35.251391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Attempting to bind port c448a6ae-a347-47ff-96a3-e4cff14679d2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:35.252054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Attempting to bind port c448a6ae-a347-47ff-96a3-e4cff14679d2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f8f3b87a-6850-43d0-ae71-21e132befe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f0b4eb95-bd91-4cd3-8712-2eccc14f41cf'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:35.252430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Attempting to bind port c448a6ae-a347-47ff-96a3-e4cff14679d2 on network f0b4eb95-bd91-4cd3-8712-2eccc14f41cf {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:35.260007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:35.261407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Checking segment: {'id': 'f8f3b87a-6850-43d0-ae71-21e132befe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f0b4eb95-bd91-4cd3-8712-2eccc14f41cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:35.261407 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.261783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Bound using segment: {'id': 'f8f3b87a-6850-43d0-ae71-21e132befe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f0b4eb95-bd91-4cd3-8712-2eccc14f41cf'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:35.262269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Bound port: c448a6ae-a347-47ff-96a3-e4cff14679d2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f3b87a-6850-43d0-ae71-21e132befe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'f0b4eb95-bd91-4cd3-8712-2eccc14f41cf'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:35.262662 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.351117 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.363102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] For port c448a6ae-a347-47ff-96a3-e4cff14679d2, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:35.373895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] For port c448a6ae-a347-47ff-96a3-e4cff14679d2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c448a6ae-a347-47ff-96a3-e4cff14679d2,segment=NetworkSegment(f8f3b87a-6850-43d0-ae71-21e132befe15),segment_id=f8f3b87a-6850-43d0-ae71-21e132befe15)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:35.382468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b4eb95-bd91-4cd3-8712-2eccc14f41cf']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:35.394010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f3b87a-6850-43d0-ae71-21e132befe15') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:35.394332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f3b87a-6850-43d0-ae71-21e132befe15') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:35.412861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.464840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.465670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.472230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:35.472529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:35.476275 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:35.490863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.589364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Subnet': ['ID=f8e59d8c-e549-4444-b75c-66d299056896,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:35.610559 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65483eba-c8b3-4e44-861a-508262c495a4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.638196 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:25:35.638196 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:25:35.638196 n-d-768852-22 neutron-server[109704]: [parameters: {'id': 'f0b4eb95-bd91-4cd3-8712-2eccc14f41cf'}] Nov 12 11:25:35.638196 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:35.639318 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:35.693423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84302294-b1f8-44f0-9704-56a7fe45cd25 None None] Pushing event updated for resources: {'Port': ['ID=c448a6ae-a347-47ff-96a3-e4cff14679d2,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:35.708546 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65483eba-c8b3-4e44-861a-508262c495a4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.714945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-65483eba-c8b3-4e44-861a-508262c495a4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "DELETE /v2.0/ports/03be835b-3e74-414e-9ccb-1d2921749613 HTTP/1.1" status: 204 len: 168 time: 1.5473094 Nov 12 11:25:35.715367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46732) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:35.716327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65483eba-c8b3-4e44-861a-508262c495a4 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Port': ['ID=03be835b-3e74-414e-9ccb-1d2921749613,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:35.735262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b1744-2966-4665-9f83-a45b3aecb24c None None] Network f0b4eb95-bd91-4cd3-8712-2eccc14f41cf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:35.752743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Checking segment: {'id': '74f54de6-3a86-4806-9fc0-f65d8c17dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e97813f5-262b-454d-bcd8-52dd7aebde17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:35.752998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Network hostable DHCP agents. Network: e97813f5-262b-454d-bcd8-52dd7aebde17, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:35.805860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dc4a10-3fa8-44aa-b183-69eaceb8ea1b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Deleting subnet bfdf3170-db12-4137-a274-6a587fccb59a {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:35.815543 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21dc4a10-3fa8-44aa-b183-69eaceb8ea1b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.861043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Network e97813f5-262b-454d-bcd8-52dd7aebde17 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:35.872527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21dc4a10-3fa8-44aa-b183-69eaceb8ea1b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:35.969629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e97813f5-262b-454d-bcd8-52dd7aebde17) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:35.977452 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.006624 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21dc4a10-3fa8-44aa-b183-69eaceb8ea1b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.008487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbee57-88e6-405c-8b01-d58c57e8facb None None] Network e97813f5-262b-454d-bcd8-52dd7aebde17 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:36.140896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.212562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d7581d7-5cd9-4bea-b886-2d1a1fe670df req-7b7f6698-0986-4067-8d5f-9a43555fa34c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 210 time: 0.0677166 Nov 12 11:25:36.219798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting port c448a6ae-a347-47ff-96a3-e4cff14679d2 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:36.220487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.230654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event updated for resources: {'Subnet': ['ID=7d9e3958-f43c-43b5-a243-882dc3faef3f,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:36.256442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e97813f5-262b-454d-bcd8-52dd7aebde17', 'network_id': 'e97813f5-262b-454d-bcd8-52dd7aebde17', 'tenant_id': 'b7e88b8dae0f4607a1f65bf0e6bf730b', 'fixed_ips': [{'subnet_id': 'f8e59d8c-e549-4444-b75c-66d299056896'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:36.259622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.272139 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21dc4a10-3fa8-44aa-b183-69eaceb8ea1b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.272409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Checking segment: {'id': '9435a50a-ed25-4b07-b29d-decb8cc39395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '6227eed8-d1a5-46ee-840d-4015a3b7727e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:36.272779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Network hostable DHCP agents. Network: 6227eed8-d1a5-46ee-840d-4015a3b7727e, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:36.348749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-21dc4a10-3fa8-44aa-b183-69eaceb8ea1b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.353052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-21dc4a10-3fa8-44aa-b183-69eaceb8ea1b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "DELETE /v2.0/subnets/bfdf3170-db12-4137-a274-6a587fccb59a HTTP/1.1" status: 204 len: 168 time: 0.6366651 Nov 12 11:25:36.355758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46738) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:36.358739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc4a10-3fa8-44aa-b183-69eaceb8ea1b tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdf3170-db12-4137-a274-6a587fccb59a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:36.380338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] For port c448a6ae-a347-47ff-96a3-e4cff14679d2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c448a6ae-a347-47ff-96a3-e4cff14679d2,segment=NetworkSegment(f8f3b87a-6850-43d0-ae71-21e132befe15),segment_id=f8f3b87a-6850-43d0-ae71-21e132befe15)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:36.381035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.390945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Network 6227eed8-d1a5-46ee-840d-4015a3b7727e is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:36.395965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f4143-eec2-4a86-bc21-ebf5f7e4abc2 None None] Network 1611335c-8483-4b96-adcd-41b97f058d22 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:36.399766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Calling delete_port for c448a6ae-a347-47ff-96a3-e4cff14679d2 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:36.486546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 6227eed8-d1a5-46ee-840d-4015a3b7727e) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:36.497310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.498202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.499020 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.511670 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.550519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b172748-b896-4705-baa3-2a47a3784e05 None None] Network 6227eed8-d1a5-46ee-840d-4015a3b7727e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:36.554413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Allocated IP 172.20.0.2 (e97813f5-262b-454d-bcd8-52dd7aebde17/f8e59d8c-e549-4444-b75c-66d299056896/31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:36.630749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Deleting port f8b614a3-087f-414a-8a7b-36129b218cd9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:36.632099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.647894 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0cb747de-7f06-40d7-9c41-43f5534d18a5 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8666532 Nov 12 11:25:36.651861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46744) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:36.692622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.787642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85abd3-e93f-4f09-b593-949895ea6263 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.789269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85abd3-e93f-4f09-b593-949895ea6263 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.790284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] For port f8b614a3-087f-414a-8a7b-36129b218cd9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f8b614a3-087f-414a-8a7b-36129b218cd9,segment=NetworkSegment(cbdc0ff0-a2e5-476b-82a8-3757e5c42c24),segment_id=cbdc0ff0-a2e5-476b-82a8-3757e5c42c24)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:36.790785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85abd3-e93f-4f09-b593-949895ea6263 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:36.792041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:36.797023 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7c85abd3-e93f-4f09-b593-949895ea6263 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1410825 Nov 12 11:25:36.798663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46746) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:36.825524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Calling delete_port for f8b614a3-087f-414a-8a7b-36129b218cd9 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:36.880838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Port': ['ID=c448a6ae-a347-47ff-96a3-e4cff14679d2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:36.893148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No DVR routers for this DVR port c448a6ae-a347-47ff-96a3-e4cff14679d2 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:36.907852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] DHCP port deletion for 1611335c-8483-4b96-adcd-41b97f058d22 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:25:36.997594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cbc654-d005-416e-8d6f-9a24c909db52 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Deleting subnet f8e59d8c-e549-4444-b75c-66d299056896 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:37.007342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.032382 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.038344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.040646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017a3c61-0a1f-4518-9931-c700eda0fba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-6227eed8-d1a5-46ee-840d-4015a3b7727e', 'network_id': '6227eed8-d1a5-46ee-840d-4015a3b7727e', 'tenant_id': 'b7e88b8dae0f4607a1f65bf0e6bf730b', 'fixed_ips': [{'subnet_id': '7d9e3958-f43c-43b5-a243-882dc3faef3f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:37.041901 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-017a3c61-0a1f-4518-9931-c700eda0fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.056231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b4eb95-bd91-4cd3-8712-2eccc14f41cf']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:37.061340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f3b87a-6850-43d0-ae71-21e132befe15') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:37.061641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f3b87a-6850-43d0-ae71-21e132befe15') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:37.062239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] Deleting port f8b614a3-087f-414a-8a7b-36129b218cd9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:37.062803 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.078111 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.079415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Port': ['ID=f8b614a3-087f-414a-8a7b-36129b218cd9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:37.091800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] No DVR routers for this DVR port f8b614a3-087f-414a-8a7b-36129b218cd9 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:37.098611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.105322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:37.105720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:37.109335 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:37.134961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc654-d005-416e-8d6f-9a24c909db52 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.199545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc654-d005-416e-8d6f-9a24c909db52 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.214914 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.270003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1611335c-8483-4b96-adcd-41b97f058d22']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:37.312815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc654-d005-416e-8d6f-9a24c909db52 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.320861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdc0ff0-a2e5-476b-82a8-3757e5c42c24') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:37.323598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdc0ff0-a2e5-476b-82a8-3757e5c42c24') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:37.393762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.425295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3fa4de5c-231a-4b04-b1f9-71787f759627 req-d41bbdf8-93d1-4d8f-97da-39eaf33ba55b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 210 time: 0.0630536 Nov 12 11:25:37.435391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.445248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:37.445658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:37.450225 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:37.499839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc654-d005-416e-8d6f-9a24c909db52 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.531572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbc654-d005-416e-8d6f-9a24c909db52 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e59d8c-e549-4444-b75c-66d299056896,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:37.545777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9cbc654-d005-416e-8d6f-9a24c909db52 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.549973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d9cbc654-d005-416e-8d6f-9a24c909db52 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/subnets/f8e59d8c-e549-4444-b75c-66d299056896 HTTP/1.1" status: 204 len: 168 time: 0.7332833 Nov 12 11:25:37.550177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.554681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46752) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:37.643757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.651427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] For port f8b614a3-087f-414a-8a7b-36129b218cd9, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:37.651826 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.660351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.665959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/f0b4eb95-bd91-4cd3-8712-2eccc14f41cf HTTP/1.1" status: 204 len: 168 time: 3.0581188 Nov 12 11:25:37.677198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46754) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:37.677468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] Calling delete_port for f8b614a3-087f-414a-8a7b-36129b218cd9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:37.681615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] Port f8b614a3-087f-414a-8a7b-36129b218cd9 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:25:37.688110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-15528127'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:37.692308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.722331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.732016 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-272d3516-aa6d-41cd-bd2c-f5df5fd40bca tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Deleting subnet 7d9e3958-f43c-43b5-a243-882dc3faef3f {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:25:37.732240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.732772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720bff3-bd9a-404f-a2b7-205c467b1da5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=f0b4eb95-bd91-4cd3-8712-2eccc14f41cf,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:37.749152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] 10.222.0.98 "DELETE /v2.0/networks/1611335c-8483-4b96-adcd-41b97f058d22 HTTP/1.1" status: 204 len: 168 time: 1.3825846 Nov 12 11:25:37.750185 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-272d3516-aa6d-41cd-bd2c-f5df5fd40bca tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.781166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22819987-93c2-4a67-8c3b-0dfb3f6b7121 tempest-AllowedAddressPairIpV6TestJSON-1998447412 tempest-AllowedAddressPairIpV6TestJSON-1998447412-project] Pushing event deleted for resources: {'Network': ['ID=1611335c-8483-4b96-adcd-41b97f058d22,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:37.799730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-bb700b35-054c-43cf-b706-2b5bfcc2be3f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:37.803759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-bb700b35-054c-43cf-b706-2b5bfcc2be3f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 811 time: 0.2434809 Nov 12 11:25:37.809416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Network e97813f5-262b-454d-bcd8-52dd7aebde17 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:37.818863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:37.835425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Request body: {'port': {'device_id': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'admin_state_up': True, 'tenant_id': '47eb09e34b40417790f30046c157e078'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:37.861248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:37.883139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:37.913800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:37.925188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] Network 1611335c-8483-4b96-adcd-41b97f058d22 is not hosted by any dhcp agent {{(pid=109706) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:25:37.926155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] No DVR routers for this DVR port f8b614a3-087f-414a-8a7b-36129b218cd9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:37.938993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Pushing event updated for resources: {'Port': ['ID=31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:37.959858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-272d3516-aa6d-41cd-bd2c-f5df5fd40bca tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.083604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:38.118326 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.119275 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment b0f2359e-78ef-498b-808a-9dba082bb729 of type vlan for network 55bc5d4a-2f46-4378-bf62-84c47fa7631a Nov 12 11:25:38.190720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-272d3516-aa6d-41cd-bd2c-f5df5fd40bca tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.227772 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.240602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f8b614a3-087f-414a-8a7b-36129b218cd9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:25:38.283135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24b0d3-1604-4c6e-b559-d62aea51cf9d None None] Pushing event deleted for resources: {'Port': ['ID=f8b614a3-087f-414a-8a7b-36129b218cd9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:38.357431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f8b614a3-087f-414a-8a7b-36129b218cd9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:25:38.357936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f8b614a3-087f-414a-8a7b-36129b218cd9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:25:38.361503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Attempting to bind port 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:38.361792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Attempting to bind port 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '74f54de6-3a86-4806-9fc0-f65d8c17dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e97813f5-262b-454d-bcd8-52dd7aebde17'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:38.362149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Attempting to bind port 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4 on network e97813f5-262b-454d-bcd8-52dd7aebde17 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:38.388224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:38.392049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Checking segment: {'id': '74f54de6-3a86-4806-9fc0-f65d8c17dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e97813f5-262b-454d-bcd8-52dd7aebde17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:38.392726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.393378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Bound using segment: {'id': '74f54de6-3a86-4806-9fc0-f65d8c17dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e97813f5-262b-454d-bcd8-52dd7aebde17'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:38.394218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Bound port: 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f54de6-3a86-4806-9fc0-f65d8c17dc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'e97813f5-262b-454d-bcd8-52dd7aebde17'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:38.394840 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.409351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Made reservation on behalf of 47eb09e34b40417790f30046c157e078 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:38.414889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.419653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.432394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:38.433105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.484761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-272d3516-aa6d-41cd-bd2c-f5df5fd40bca tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.626056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d3516-aa6d-41cd-bd2c-f5df5fd40bca tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9e3958-f43c-43b5-a243-882dc3faef3f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:38.642264 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-272d3516-aa6d-41cd-bd2c-f5df5fd40bca tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:38.668013 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-272d3516-aa6d-41cd-bd2c-f5df5fd40bca tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/subnets/7d9e3958-f43c-43b5-a243-882dc3faef3f HTTP/1.1" status: 204 len: 168 time: 1.1108930 Nov 12 11:25:38.670550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46806) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server [None req-017a3c61-0a1f-4518-9931-c700eda0fba9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d9e3958-f43c-43b5-a243-882dc3faef3f: This subnet is being modified by another concurrent operation. Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d9e3958-f43c-43b5-a243-882dc3faef3f: This subnet is being modified by another concurrent operation. Nov 12 11:25:38.694188 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Nov 12 11:25:38.733943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b862fb32-960b-4c05-856f-499fca2b8669 None None] Network 6227eed8-d1a5-46ee-840d-4015a3b7727e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:38.741521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] For port 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:38.751046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] For port 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4,segment=NetworkSegment(74f54de6-3a86-4806-9fc0-f65d8c17dc59),segment_id=74f54de6-3a86-4806-9fc0-f65d8c17dc59)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:38.763651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01687bc8-c84f-452e-9d31-2a0e083ecd98 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:38.768944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0906129 Nov 12 11:25:38.781392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-01687bc8-c84f-452e-9d31-2a0e083ecd98 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1061645 Nov 12 11:25:38.783427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46808) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:38.784701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46810) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:38.799233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': '55bc5d4a-2f46-4378-bf62-84c47fa7631a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:38.809574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Allocated IP 172.20.0.10 (dee60f8e-6462-4771-93ee-ff3744977885/4ad8e53f-894d-4de8-8319-ecbcc2645a04/b6b151bb-524f-41ae-bd08-2d91dd7bbba0) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:38.862209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46812) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:38.887512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d73d1-8cc4-4cf0-8579-2e58553e85a5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=55bc5d4a-2f46-4378-bf62-84c47fa7631a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:38.905141 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7bc0513-d540-4269-bc68-734888537777 req-4b642e30-e1b4-4a6b-9cb6-1118edc2803b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 210 time: 0.1424737 Nov 12 11:25:38.906416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 55bc5d4a-2f46-4378-bf62-84c47fa7631a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:39.034326 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.094829 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.165794 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.254526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.288305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fed41b11-dace-4cc8-a726-0518ed5a5203'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:39.290470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['63583077-8eb1-4f1d-8d9e-a65388c3cdec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:39.309416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.354553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:39.354925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad100b-5d90-4c44-95a0-4d8051ee5ef4 None None] Pushing event updated for resources: {'Port': ['ID=31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:39.359347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.373635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Network dee60f8e-6462-4771-93ee-ff3744977885 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:39.377992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event updated for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:39.383251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:39.388724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:39.453725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32c279-4350-4e08-9324-1bc8323d7a7d None None] Network e97813f5-262b-454d-bcd8-52dd7aebde17 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:39.502732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:39.505632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.544491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6227eed8-d1a5-46ee-840d-4015a3b7727e']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:39.570262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9435a50a-ed25-4b07-b29d-decb8cc39395') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:39.570262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9435a50a-ed25-4b07-b29d-decb8cc39395') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:39.584067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.598304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46826) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:39.607626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3406537d-86b8-4bc4-ae5f-26eae67723c9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2b5dff4a370b46e69b9aa57430d44b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7002578 Nov 12 11:25:39.640496 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-75c46268-6842-4ec3-95e4-375b1bb3970d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8243814 Nov 12 11:25:39.673847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Request body: {'port': {'device_id': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:39.682557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.700643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:39.701064 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:39.704362 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:39.755198 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79269fc-825e-4323-9eb3-98fb851162a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.799435 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.845395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79269fc-825e-4323-9eb3-98fb851162a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.866539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.873489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': 'b0f2359e-78ef-498b-808a-9dba082bb729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '55bc5d4a-2f46-4378-bf62-84c47fa7631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:39.873851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: 55bc5d4a-2f46-4378-bf62-84c47fa7631a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:39.876154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=609bcfec-f931-479c-b6ee-f13601d36a00,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:39.884856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.897989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:39.903641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/networks/6227eed8-d1a5-46ee-840d-4015a3b7727e HTTP/1.1" status: 204 len: 168 time: 1.0977392 Nov 12 11:25:39.920732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46856) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:39.962905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd4203-7acb-41f0-a3e9-14ba82c2e3fc None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:25:39.968245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76999b3-5281-422c-9887-6eb06b6f678a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Network': ['ID=6227eed8-d1a5-46ee-840d-4015a3b7727e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:40.042502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d731a053-5b03-4128-b80e-69f708a4349b None None] Provisioning complete for port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:40.042875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d731a053-5b03-4128-b80e-69f708a4349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.054937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network 55bc5d4a-2f46-4378-bf62-84c47fa7631a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:40.122218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d731a053-5b03-4128-b80e-69f708a4349b None None] Port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:40.137508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.139448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 55bc5d4a-2f46-4378-bf62-84c47fa7631a) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:40.146117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.146978 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.166724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79269fc-825e-4323-9eb3-98fb851162a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.170516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79269fc-825e-4323-9eb3-98fb851162a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.172939 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a79269fc-825e-4323-9eb3-98fb851162a7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dcfd8d59-9118-4e40-9e4a-c3516a3a0f6a HTTP/1.1" status: 204 len: 168 time: 0.5734470 Nov 12 11:25:40.209200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79269fc-825e-4323-9eb3-98fb851162a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd8d59-9118-4e40-9e4a-c3516a3a0f6a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:40.230068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6468e3-0c77-43e7-85f8-946950a89f6f req-80a05b9a-c75d-4b0b-87f0-b0387b398bea tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:40.315098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cc6468e3-0c77-43e7-85f8-946950a89f6f req-80a05b9a-c75d-4b0b-87f0-b0387b398bea tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 932 time: 0.2182264 Nov 12 11:25:40.359386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd4203-7acb-41f0-a3e9-14ba82c2e3fc None None] Unable to find a vacant binding_index for network 55bc5d4a-2f46-4378-bf62-84c47fa7631a and agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 {{(pid=109706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 11:25:40.370159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd4203-7acb-41f0-a3e9-14ba82c2e3fc None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 55bc5d4a-2f46-4378-bf62-84c47fa7631a) {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:25:40.433493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cc6468e3-0c77-43e7-85f8-946950a89f6f req-1d9b47db-5a7b-47ac-b861-3f6fc7aca1c8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886806 Nov 12 11:25:40.533201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Deleting port 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:40.533750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.550484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b151bb-524f-41ae-bd08-2d91dd7bbba0 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:40.567380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.616598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Transition to ACTIVE for port object b6b151bb-524f-41ae-bd08-2d91dd7bbba0 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:25:40.626180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] For port 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4,segment=NetworkSegment(74f54de6-3a86-4806-9fc0-f65d8c17dc59),segment_id=74f54de6-3a86-4806-9fc0-f65d8c17dc59)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:40.626180 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.643574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Calling delete_port for 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:40.709123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-55bc5d4a-2f46-4378-bf62-84c47fa7631a', 'network_id': '55bc5d4a-2f46-4378-bf62-84c47fa7631a', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': '609bcfec-f931-479c-b6ee-f13601d36a00'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:40.710011 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.724970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-506f9e53-d44a-49db-a47a-c0edbadeebb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9374464 Nov 12 11:25:40.729846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46868) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:40.877443 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:40.902747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Allocated IP 172.20.0.2 (55bc5d4a-2f46-4378-bf62-84c47fa7631a/609bcfec-f931-479c-b6ee-f13601d36a00/74ad8ef7-72d7-431e-8b64-06b421a2af79) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:40.946640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.118470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.122682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.180756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] No DVR routers for this DVR port 31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:41.218955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:41.243481 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.308001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Port': ['ID=31b1a4ea-a7c3-4f2c-a335-6b85c152c9b4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:41.324785 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.390752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Network 55bc5d4a-2f46-4378-bf62-84c47fa7631a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:41.397169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:41.404843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:41.417613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Pushing event updated for resources: {'Port': ['ID=74ad8ef7-72d7-431e-8b64-06b421a2af79,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:41.433418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.436332 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.498125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=609bcfec-f931-479c-b6ee-f13601d36a00,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:41.528370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Attempting to bind port 74ad8ef7-72d7-431e-8b64-06b421a2af79 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:41.528586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Attempting to bind port 74ad8ef7-72d7-431e-8b64-06b421a2af79 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'b0f2359e-78ef-498b-808a-9dba082bb729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '55bc5d4a-2f46-4378-bf62-84c47fa7631a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:41.528821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97813f5-262b-454d-bcd8-52dd7aebde17']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:41.528962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Attempting to bind port 74ad8ef7-72d7-431e-8b64-06b421a2af79 on network 55bc5d4a-2f46-4378-bf62-84c47fa7631a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:41.545067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:41.545628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Checking segment: {'id': 'b0f2359e-78ef-498b-808a-9dba082bb729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '55bc5d4a-2f46-4378-bf62-84c47fa7631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:41.546042 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.546450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Bound using segment: {'id': 'b0f2359e-78ef-498b-808a-9dba082bb729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '55bc5d4a-2f46-4378-bf62-84c47fa7631a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:41.551299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Bound port: 74ad8ef7-72d7-431e-8b64-06b421a2af79, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f2359e-78ef-498b-808a-9dba082bb729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '55bc5d4a-2f46-4378-bf62-84c47fa7631a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:41.551848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.580882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f54de6-3a86-4806-9fc0-f65d8c17dc59') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:41.581269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f54de6-3a86-4806-9fc0-f65d8c17dc59') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:41.585052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Attempting to bind port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:41.585590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Attempting to bind port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:41.586011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Attempting to bind port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:41.596271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.617683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.638949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bc5d4a-2f46-4378-bf62-84c47fa7631a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:41.653001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 on network dee60f8e-6462-4771-93ee-ff3744977885 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:25:41.653520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Attempting to bind port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 on network dee60f8e-6462-4771-93ee-ff3744977885 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:41.659120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f2359e-78ef-498b-808a-9dba082bb729') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:41.660259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f2359e-78ef-498b-808a-9dba082bb729') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:41.676072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.691164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:41.691698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Checking segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:41.692343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Bound using segment: {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:41.693336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Bound port: b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ce91b4-780c-49f7-974d-0f2eaf06d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:41.693484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.700008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.709729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:41.710760 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:41.717653 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:41.723759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.736532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:41.737167 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:41.744032 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:41.761847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] For port 74ad8ef7-72d7-431e-8b64-06b421a2af79, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:41.794426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] For port 74ad8ef7-72d7-431e-8b64-06b421a2af79, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=74ad8ef7-72d7-431e-8b64-06b421a2af79,segment=NetworkSegment(b0f2359e-78ef-498b-808a-9dba082bb729),segment_id=b0f2359e-78ef-498b-808a-9dba082bb729)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:41.838009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:25:41.838009 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:25:41.838009 n-d-768852-22 neutron-server[109704]: [parameters: {'id': '55bc5d4a-2f46-4378-bf62-84c47fa7631a'}] Nov 12 11:25:41.838009 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:41.839051 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:41.868036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:41.985329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbf44f-6c76-4a00-86af-7093b0f9529d None None] Pushing event updated for resources: {'Port': ['ID=74ad8ef7-72d7-431e-8b64-06b421a2af79,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:42.010430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fbbd44-cf6f-456d-a979-e51575fadc31 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:25:42.155316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fbbd44-cf6f-456d-a979-e51575fadc31 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:25:42.281417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad427-b2b5-4604-a1f8-da21d7ac8236 req-1308e437-514b-421c-8140-a27453ffc0d3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:42.283018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ffad427-b2b5-4604-a1f8-da21d7ac8236 req-1308e437-514b-421c-8140-a27453ffc0d3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 944 time: 0.6780808 Nov 12 11:25:42.340460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.372006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.391978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.406905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/networks/e97813f5-262b-454d-bcd8-52dd7aebde17 HTTP/1.1" status: 204 len: 168 time: 2.4811699 Nov 12 11:25:42.412557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46896) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:42.459768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:42.514863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9892d-478e-42bf-be0e-76f8caeed09a tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Network': ['ID=e97813f5-262b-454d-bcd8-52dd7aebde17,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:42.527120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:42.530616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting port 74ad8ef7-72d7-431e-8b64-06b421a2af79 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:42.530964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.570829 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ffad427-b2b5-4604-a1f8-da21d7ac8236 req-0a9c5c71-56b8-4b88-b477-4b60465e87ea tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791383 Nov 12 11:25:42.593319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.644363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46904) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:42.653977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.671860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:42.672635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.674493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] 10.222.0.69 "PUT /v2.0/ports/b6b151bb-524f-41ae-bd08-2d91dd7bbba0 HTTP/1.1" status: 200 len: 1093 time: 3.0138581 Nov 12 11:25:42.674963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:42.677631 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d537c23-5bb7-4bf1-8654-f3dc0c10df89" -d '{"events": [{"name": "network-changed", "server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:42.690756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50bbb2-6782-4741-aeb3-121841c45af8 None None] Network 55bc5d4a-2f46-4378-bf62-84c47fa7631a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:42.710929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] For port 74ad8ef7-72d7-431e-8b64-06b421a2af79, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=74ad8ef7-72d7-431e-8b64-06b421a2af79,segment=NetworkSegment(b0f2359e-78ef-498b-808a-9dba082bb729),segment_id=b0f2359e-78ef-498b-808a-9dba082bb729)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:42.714418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.755155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Calling delete_port for 74ad8ef7-72d7-431e-8b64-06b421a2af79 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:42.765235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957484c5-4614-4038-b1fa-d35f278ba891 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:42.804862 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f669eca9-02a7-4cad-8d9b-a6d4da537d03 x-openstack-request-id: req-f669eca9-02a7-4cad-8d9b-a6d4da537d03 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:42.805164 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:42.805425 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f669eca9-02a7-4cad-8d9b-a6d4da537d03 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:42.805852 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'status': 'completed', 'code': 200} Nov 12 11:25:42.911226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1721794970'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:42.917424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:42.965690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fad4a-bbc2-44e2-b17a-3993995145d4 None None] Network 55bc5d4a-2f46-4378-bf62-84c47fa7631a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:42.987980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ecc77c-5f86-4356-a4d5-b54ee39a5f42']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.007175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c5c7bc-ec6f-4597-9803-769afffbba75') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.007175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c5c7bc-ec6f-4597-9803-769afffbba75') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.008084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537c23-5bb7-4bf1-8654-f3dc0c10df89 req-e56aa598-4086-4c74-93b3-dbd9074f6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.009604 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d537c23-5bb7-4bf1-8654-f3dc0c10df89 req-e56aa598-4086-4c74-93b3-dbd9074f6027 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 1096 time: 0.1133971 Nov 12 11:25:43.018952 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.060550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.102555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:43.102963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:43.106047 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:43.120172 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.142737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No DVR routers for this DVR port 74ad8ef7-72d7-431e-8b64-06b421a2af79 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:43.176202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Port': ['ID=74ad8ef7-72d7-431e-8b64-06b421a2af79,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:43.212638 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537c23-5bb7-4bf1-8654-f3dc0c10df89 req-aa172349-b2a0-467c-8a0d-f41f9b41866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.214610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d537c23-5bb7-4bf1-8654-f3dc0c10df89 req-aa172349-b2a0-467c-8a0d-f41f9b41866a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=47eb09e34b40417790f30046c157e078&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1875355 Nov 12 11:25:43.282935 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.297472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Made reservation on behalf of 07171367e7c44081a7c03780bebb35f1 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:43.302736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.314844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.325608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.336909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.338664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bc5d4a-2f46-4378-bf62-84c47fa7631a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.342710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/networks/95ecc77c-5f86-4356-a4d5-b54ee39a5f42 HTTP/1.1" status: 204 len: 168 time: 0.9091220 Nov 12 11:25:43.344202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46910) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:43.358031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179b1e1-9194-47a6-8580-af4daea05138 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Network': ['ID=95ecc77c-5f86-4356-a4d5-b54ee39a5f42,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:43.393092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537c23-5bb7-4bf1-8654-f3dc0c10df89 req-2867465d-2491-42b1-aaaf-0c96e8b810fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.393343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f2359e-78ef-498b-808a-9dba082bb729') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.393343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f2359e-78ef-498b-808a-9dba082bb729') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.394485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d537c23-5bb7-4bf1-8654-f3dc0c10df89 req-2867465d-2491-42b1-aaaf-0c96e8b810fb service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652856 Nov 12 11:25:43.423338 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.496294 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.512340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.513643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-82c8c371-b188-442f-a0e9-47c72be4a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.514684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:43.515110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.515402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-82c8c371-b188-442f-a0e9-47c72be4a35f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 1096 time: 0.0609472 Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:43.520246 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:43.569753 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-6fcdf09a-04c9-4c8b-bb9f-f0d049c38938 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0 HTTP/1.1" status: 200 len: 217 time: 0.0444036 Nov 12 11:25:43.636306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-a82bc0b7-6941-41a9-8af3-143bebffb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.637929 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-a82bc0b7-6941-41a9-8af3-143bebffb8ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.0611801 Nov 12 11:25:43.755440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-34528cfe-5642-45e8-8935-c83cffacd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.758471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-34528cfe-5642-45e8-8935-c83cffacd3e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116476 Nov 12 11:25:43.808595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.854965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed0f174-27cc-4d71-920d-eb07a76488c3']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.868375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4aec58-175d-4d20-97df-586836ae271f') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.869032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4aec58-175d-4d20-97df-586836ae271f') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:43.878679 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-39e1d1c5-fc2f-4eb9-964c-a3ffa28d07d4 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070337 Nov 12 11:25:43.883134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.906771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17940fbe-f362-481b-b74b-77e79a33d2a5 req-78a0c951-ed8c-4567-8916-015967f93b9f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:43.908230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17940fbe-f362-481b-b74b-77e79a33d2a5 req-78a0c951-ed8c-4567-8916-015967f93b9f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 944 time: 0.1170776 Nov 12 11:25:43.914989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.930745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:43.931167 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:43.934918 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:44.028858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aaf369fe-40f5-4783-bb14-edaa5612b3f5 req-7a06cb61-21c0-455d-a5d2-592e62c83253 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410148 Nov 12 11:25:44.046450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17940fbe-f362-481b-b74b-77e79a33d2a5 req-55406b40-5980-42c9-b1dc-1c3ffa85d8b7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281109 Nov 12 11:25:44.369927 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.379464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.383261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/55bc5d4a-2f46-4378-bf62-84c47fa7631a HTTP/1.1" status: 204 len: 168 time: 3.6522543 Nov 12 11:25:44.387345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46920) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:44.404439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1111339173'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:44.413381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bdaec-e727-4fad-86c9-e0aa59e77d80 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=55bc5d4a-2f46-4378-bf62-84c47fa7631a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:44.415163 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.430110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.433583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] 10.222.0.98 "DELETE /v2.0/networks/3ed0f174-27cc-4d71-920d-eb07a76488c3 HTTP/1.1" status: 204 len: 168 time: 1.0882492 Nov 12 11:25:44.472104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445f2d4-17eb-4544-8541-d74ad13d0b42 tempest-BulkNetworkOpsTest-1494206353 tempest-BulkNetworkOpsTest-1494206353-project] Pushing event deleted for resources: {'Network': ['ID=3ed0f174-27cc-4d71-920d-eb07a76488c3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:44.504137 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.567349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:44.571293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.597797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:44.599881 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.632014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.632418 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment 0280505e-60b3-4dc1-8f88-7f4da0cbc0c8 of type vlan for network fa92e924-e1d7-479a-b956-a452c7270b93 Nov 12 11:25:44.638318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:44.660560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cb7640-9692-4220-95dc-b34229b12e73,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:44.684824 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.698735 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Added segment 652fb282-a9b9-4088-9f36-a531c4f57a09 of type vlan for network e5ed2f01-e138-4f52-98c5-88c94372a70d Nov 12 11:25:44.726913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.748769 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.878195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.888128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:44.888128 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.954775 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.962248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:44.963403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:44.974856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=fa92e924-e1d7-479a-b956-a452c7270b93,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:44.988307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network fa92e924-e1d7-479a-b956-a452c7270b93 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:45.012943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f6e83c28-5ebd-414e-9c96-957a2a851cdc tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6244278 Nov 12 11:25:45.015904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46932) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:45.021564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': 'fa92e924-e1d7-479a-b956-a452c7270b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:45.062720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Network': ['ID=e5ed2f01-e138-4f52-98c5-88c94372a70d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:45.092329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7b012ea6-79e5-4517-bda2-f421813098a2 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4465580 Nov 12 11:25:45.095034 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46936) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:45.100695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'subnet': {'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:45.117532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46938) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:45.126121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e5ed2f01-e138-4f52-98c5-88c94372a70d details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:45.280764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6952f44-6a87-4843-bf66-d21a82b266f9 req-d59ee280-aff3-4562-b2c9-c94a360ee02f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:45.290778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6952f44-6a87-4843-bf66-d21a82b266f9 req-d59ee280-aff3-4562-b2c9-c94a360ee02f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 944 time: 0.0820811 Nov 12 11:25:45.318116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:45.318116 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.362378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6952f44-6a87-4843-bf66-d21a82b266f9 req-3d5aa3a0-5a28-4338-9f67-d49c5c973672 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700960 Nov 12 11:25:45.394132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing IP validity checks on allocation pools {{(pid=109705) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:25:45.394840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109705) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:25:45.412535 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b4179d77-9bed-49da-a40b-e4c9a1ab3a13 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b7e88b8dae0f4607a1f65bf0e6bf730b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2932909 Nov 12 11:25:45.415035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46942) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:45.450332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Made reservation on behalf of 07171367e7c44081a7c03780bebb35f1 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:45.454164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.526978 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3df18f80-a2d6-40e1-bc29-0f0c9e1447b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.569035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3df18f80-a2d6-40e1-bc29-0f0c9e1447b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.636012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.718797 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=e1e4b047-546c-43d4-bd44-d46c6c2dc41d,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:45.731326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fa92e924-e1d7-479a-b956-a452c7270b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:45.731825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: fa92e924-e1d7-479a-b956-a452c7270b93, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:45.883669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network fa92e924-e1d7-479a-b956-a452c7270b93 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:45.967620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, fa92e924-e1d7-479a-b956-a452c7270b93) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:45.974024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:45.975318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:45.979324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06257862-c2e5-4f7c-aeea-b26887e50a63 None None] Network fa92e924-e1d7-479a-b956-a452c7270b93 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:46.041987 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3df18f80-a2d6-40e1-bc29-0f0c9e1447b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.044636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3df18f80-a2d6-40e1-bc29-0f0c9e1447b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.045820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3df18f80-a2d6-40e1-bc29-0f0c9e1447b9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e84849a5-f444-4650-8451-1b10d7e3a4b1 HTTP/1.1" status: 204 len: 168 time: 0.6294465 Nov 12 11:25:46.063687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bcce48ee-6095-4ae8-be6c-1e5ae8069327 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0465991 Nov 12 11:25:46.070238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46952) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:46.092699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df18f80-a2d6-40e1-bc29-0f0c9e1447b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84849a5-f444-4650-8451-1b10d7e3a4b1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:46.141228 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.222992 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.241224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-fa92e924-e1d7-479a-b956-a452c7270b93', 'network_id': 'fa92e924-e1d7-479a-b956-a452c7270b93', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': 'e1e4b047-546c-43d4-bd44-d46c6c2dc41d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:46.246817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.250915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Subnet': ['ID=2da9e3b7-2229-48ff-b478-b366bb13c78b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:46.254327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Checking segment: {'id': '652fb282-a9b9-4088-9f36-a531c4f57a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:46.254703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Network hostable DHCP agents. Network: e5ed2f01-e138-4f52-98c5-88c94372a70d, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:46.312526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.392422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Network e5ed2f01-e138-4f52-98c5-88c94372a70d is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:46.427889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Allocated IP 172.20.0.3 (fa92e924-e1d7-479a-b956-a452c7270b93/e1e4b047-546c-43d4-bd44-d46c6c2dc41d/4491af89-b274-4ba3-847c-414876bb4eb0) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:46.502829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e5ed2f01-e138-4f52-98c5-88c94372a70d) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:46.512513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae3b2a6-c453-4359-aca7-01bc157de2f7 None None] Network e5ed2f01-e138-4f52-98c5-88c94372a70d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:46.519771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453c87f-8ec1-4bd7-aad9-a84a4fbc6e08 req-0f0ba587-8f76-41fb-825f-f14629b35dbf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:46.521524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8453c87f-8ec1-4bd7-aad9-a84a4fbc6e08 req-0f0ba587-8f76-41fb-825f-f14629b35dbf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 944 time: 0.0754266 Nov 12 11:25:46.530431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:46.531134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.631327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-69f80132-c26b-419e-b681-eb829a8e300a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5348229 Nov 12 11:25:46.633887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46960) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:46.643109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d', 'name': 'tempest-AllowedAddressPairTestJSON-1252455253'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:46.667425 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8453c87f-8ec1-4bd7-aad9-a84a4fbc6e08 req-cc175ce3-02d3-45a2-8252-b651a6089e79 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212866 Nov 12 11:25:46.768691 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.838018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e5ed2f01-e138-4f52-98c5-88c94372a70d', 'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d', 'tenant_id': '07171367e7c44081a7c03780bebb35f1', 'fixed_ips': [{'subnet_id': '2da9e3b7-2229-48ff-b478-b366bb13c78b'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:46.839128 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.924813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Made reservation on behalf of 07171367e7c44081a7c03780bebb35f1 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:46.929305 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.952076 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:46.964958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] device_id is not set on port a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:47.035271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Network fa92e924-e1d7-479a-b956-a452c7270b93 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:47.043791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:47.046497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:47.074467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Pushing event updated for resources: {'Port': ['ID=4491af89-b274-4ba3-847c-414876bb4eb0,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:47.099966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.130198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.130534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.130872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.131210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.131566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.132074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.132405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.132726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.133667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.133667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.133667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.134040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:25:47.159830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e4b047-546c-43d4-bd44-d46c6c2dc41d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:47.172972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Attempting to bind port 4491af89-b274-4ba3-847c-414876bb4eb0 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:47.173646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Attempting to bind port 4491af89-b274-4ba3-847c-414876bb4eb0 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fa92e924-e1d7-479a-b956-a452c7270b93'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:47.174389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Attempting to bind port 4491af89-b274-4ba3-847c-414876bb4eb0 on network fa92e924-e1d7-479a-b956-a452c7270b93 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:47.182753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Allocated IP 172.20.0.2 (e5ed2f01-e138-4f52-98c5-88c94372a70d/2da9e3b7-2229-48ff-b478-b366bb13c78b/e3ee2d06-58b4-403f-884b-a42a3e283668) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:47.193268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:47.193876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Checking segment: {'id': '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fa92e924-e1d7-479a-b956-a452c7270b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:47.194532 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.195169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Bound using segment: {'id': '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fa92e924-e1d7-479a-b956-a452c7270b93'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:47.196023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Bound port: 4491af89-b274-4ba3-847c-414876bb4eb0, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fa92e924-e1d7-479a-b956-a452c7270b93'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:47.196711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.265626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.297625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa92e924-e1d7-479a-b956-a452c7270b93']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:47.316453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:47.316731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:47.333019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.360570 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.368136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:47.371492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:47.373323 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:47.408968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b6b151bb-524f-41ae-bd08-2d91dd7bbba0 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:25:47.425631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] For port 4491af89-b274-4ba3-847c-414876bb4eb0, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:47.501678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] For port 4491af89-b274-4ba3-847c-414876bb4eb0, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4491af89-b274-4ba3-847c-414876bb4eb0,segment=NetworkSegment(0280505e-60b3-4dc1-8f88-7f4da0cbc0c8),segment_id=0280505e-60b3-4dc1-8f88-7f4da0cbc0c8)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:47.513628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.api [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:25:47.513628 n-d-768852-22 neutron-server[109705]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:25:47.513628 n-d-768852-22 neutron-server[109705]: [parameters: {'id': 'fa92e924-e1d7-479a-b956-a452c7270b93'}] Nov 12 11:25:47.513628 n-d-768852-22 neutron-server[109705]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:47.514492 n-d-768852-22 neutron-server[109705]: DEBUG oslo_db.api [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:47.585882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.650863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.652261 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.678986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46984) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:47.733664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:47.743436 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:47.749495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8b29a-64a6-41d6-aa62-d755dbd11252 None None] Pushing event updated for resources: {'Port': ['ID=4491af89-b274-4ba3-847c-414876bb4eb0,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:47.765998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'mac_address': 'fa:16:3e:1a:df:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:25:47.793293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643d956-808a-44cb-9fae-6b5dd613a3ed None None] Network fa92e924-e1d7-479a-b956-a452c7270b93 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:47.831380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Network e5ed2f01-e138-4f52-98c5-88c94372a70d is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:47.840950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0db466-e246-4e32-96a6-8d0ad8e32413 req-16ddda1a-13dc-4ebf-9a02-738ff85e12ba tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:47.849713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb0db466-e246-4e32-96a6-8d0ad8e32413 req-16ddda1a-13dc-4ebf-9a02-738ff85e12ba tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 944 time: 0.0909345 Nov 12 11:25:47.875364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Allocated IP 172.20.0.8 (e5ed2f01-e138-4f52-98c5-88c94372a70d/2da9e3b7-2229-48ff-b478-b366bb13c78b/a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:47.913359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963513052'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:47.924172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb0db466-e246-4e32-96a6-8d0ad8e32413 req-99a50ff2-ea1b-4669-9937-0549475e2c64 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725980 Nov 12 11:25:48.018187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.071890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:48.075606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.111735 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.116157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:48.126747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:48.134666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Pushing event updated for resources: {'Port': ['ID=e3ee2d06-58b4-403f-884b-a42a3e283668,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:48.159255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.208434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.231124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting port 4491af89-b274-4ba3-847c-414876bb4eb0 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:48.234130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b151bb-524f-41ae-bd08-2d91dd7bbba0 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:25:48.234269 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.266189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Attempting to bind port e3ee2d06-58b4-403f-884b-a42a3e283668 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:48.266560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Attempting to bind port e3ee2d06-58b4-403f-884b-a42a3e283668 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '652fb282-a9b9-4088-9f36-a531c4f57a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:48.266920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Attempting to bind port e3ee2d06-58b4-403f-884b-a42a3e283668 on network e5ed2f01-e138-4f52-98c5-88c94372a70d {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:48.280908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:48.284724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:48.285150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Checking segment: {'id': '652fb282-a9b9-4088-9f36-a531c4f57a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:48.285558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.285951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Bound using segment: {'id': '652fb282-a9b9-4088-9f36-a531c4f57a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:48.286432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Bound port: e3ee2d06-58b4-403f-884b-a42a3e283668, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652fb282-a9b9-4088-9f36-a531c4f57a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:48.286813 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.349197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] For port 4491af89-b274-4ba3-847c-414876bb4eb0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4491af89-b274-4ba3-847c-414876bb4eb0,segment=NetworkSegment(0280505e-60b3-4dc1-8f88-7f4da0cbc0c8),segment_id=0280505e-60b3-4dc1-8f88-7f4da0cbc0c8)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:48.349578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.361667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] For port e3ee2d06-58b4-403f-884b-a42a3e283668, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:48.367776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] For port e3ee2d06-58b4-403f-884b-a42a3e283668, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e3ee2d06-58b4-403f-884b-a42a3e283668,segment=NetworkSegment(652fb282-a9b9-4088-9f36-a531c4f57a09),segment_id=652fb282-a9b9-4088-9f36-a531c4f57a09)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:48.373828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.374991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Calling delete_port for 4491af89-b274-4ba3-847c-414876bb4eb0 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:48.398118 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.429973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.465033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:48.470596 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.485192 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.515723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Network e5ed2f01-e138-4f52-98c5-88c94372a70d is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:48.545966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:48.547203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13716420-47d7-4b0f-88eb-3fc62034d1b5 None None] Pushing event updated for resources: {'Port': ['ID=e3ee2d06-58b4-403f-884b-a42a3e283668,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:48.549022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:48.555458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:48.606663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:48.612743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5561eeb0-42d8-4c6f-a682-92430084e214,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:48.656616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:48.657291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.668915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.671260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.671609 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment 6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f of type vlan for network 489d7cbe-53bf-42a8-b663-22555b454ade Nov 12 11:25:48.682173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['b6b151bb-524f-41ae-bd08-2d91dd7bbba0'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:25:48.711960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No DVR routers for this DVR port 4491af89-b274-4ba3-847c-414876bb4eb0 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:25:48.724497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Port': ['ID=4491af89-b274-4ba3-847c-414876bb4eb0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:48.793373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-441d43f8-219f-489f-993e-f7bee057cf3f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1577244 Nov 12 11:25:48.796573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46996) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:48.808377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d', 'name': 'tempest-AllowedAddressPairTestJSON-10307800', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:42:ad:c2'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:48.842510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.985990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:48.985990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa92e924-e1d7-479a-b956-a452c7270b93']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:49.017723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:49.018038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0280505e-60b3-4dc1-8f88-7f4da0cbc0c8') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:49.044251 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.065596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.069113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5ad6-ed12-4828-ac82-59dd7355b096 req-12d8755d-fc56-4379-9b08-a1de6b4acf82 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:49.070797 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-300b5ad6-ed12-4828-ac82-59dd7355b096 req-12d8755d-fc56-4379-9b08-a1de6b4acf82 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 945 time: 0.0799744 Nov 12 11:25:49.072179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:49.072578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:49.075665 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:49.137445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-300b5ad6-ed12-4828-ac82-59dd7355b096 req-caee91c6-49a4-4dd6-91f8-1a154e763a42 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564950 Nov 12 11:25:49.300336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.306975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:49.307252 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.362457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Made reservation on behalf of 07171367e7c44081a7c03780bebb35f1 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:49.403213 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.429059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.432847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/fa92e924-e1d7-479a-b956-a452c7270b93 HTTP/1.1" status: 204 len: 168 time: 3.3606791 Nov 12 11:25:49.439359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47012) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:49.445880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-4535188'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:49.480853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=489d7cbe-53bf-42a8-b663-22555b454ade,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:49.494670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 489d7cbe-53bf-42a8-b663-22555b454ade details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:49.528464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a79a184f-bb3b-4e5a-8159-cf9828061227 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8482029 Nov 12 11:25:49.531021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47014) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:49.536136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-773961533'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:49.563370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdf916-ec9a-48e4-8315-d5757dcc1bc6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=fa92e924-e1d7-479a-b956-a452c7270b93,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:49.577717 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.581973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:49.585675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.629071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] device_id is not set on port 869aaf86-918b-409a-8fa1-084a304b4557 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:49.657752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:49.673025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.681384 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment 6055b1e1-c9fb-4695-8f63-c21561557284 of type vlan for network cdd6d835-acf8-4912-af85-e4ea556b48c6 Nov 12 11:25:49.729619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:49.733699 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.737896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.795460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:49.814535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.814774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Allocated IP 172.20.0.12 (e5ed2f01-e138-4f52-98c5-88c94372a70d/2da9e3b7-2229-48ff-b478-b366bb13c78b/869aaf86-918b-409a-8fa1-084a304b4557) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:49.815393 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment 4032918a-c0fa-4c6e-8e26-dd0d6fe21c35 of type vlan for network e97256a5-0042-41b9-8e14-49f0daf84d4c Nov 12 11:25:49.862489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.870184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:49.875856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:49.914892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabaef6a-c7ec-49e8-804d-2c21499bd7b1 None None] Network e5ed2f01-e138-4f52-98c5-88c94372a70d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:49.927728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.011559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.5706971 Nov 12 11:25:50.023179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47024) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:50.032834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': 'cdd6d835-acf8-4912-af85-e4ea556b48c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:50.044413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.073978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59d7b6-513b-4ac1-8597-b70649030d58 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=cdd6d835-acf8-4912-af85-e4ea556b48c6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:50.080091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e3ee2d06-58b4-403f-884b-a42a3e283668 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:50.173522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network cdd6d835-acf8-4912-af85-e4ea556b48c6 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:50.193476 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.200496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.201180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.219622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.269022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d00d7ebc-9313-4450-b2bf-c2240c9057c9 None None] Provisioning complete for port e3ee2d06-58b4-403f-884b-a42a3e283668 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:50.269499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ebc-9313-4450-b2bf-c2240c9057c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.306276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:50.311651 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.315870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=869aaf86-918b-409a-8fa1-084a304b4557,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:50.338452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Network e5ed2f01-e138-4f52-98c5-88c94372a70d is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:50.340624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:50.345594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:50.362737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=e97256a5-0042-41b9-8e14-49f0daf84d4c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:50.403411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e97256a5-0042-41b9-8e14-49f0daf84d4c details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:50.419246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1903b891-1a7b-48d6-a94d-01d4271fc512 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8869081 Nov 12 11:25:50.423377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47032) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:50.429574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': '489d7cbe-53bf-42a8-b663-22555b454ade', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:50.489326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.490194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.541196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11793e79-c119-402b-a616-11c31206c3fb req-2045e290-d013-4af8-b14e-9fc56cd06c5f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.543438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11793e79-c119-402b-a616-11c31206c3fb req-2045e290-d013-4af8-b14e-9fc56cd06c5f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 945 time: 0.2578523 Nov 12 11:25:50.613308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-87588d85-cbac-4548-b055-f7148a5dab18 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.8081858 Nov 12 11:25:50.614279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47034) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:50.705904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11793e79-c119-402b-a616-11c31206c3fb req-e461c2be-34ea-4a13-9e72-96af919a6757 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465545 Nov 12 11:25:50.717456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e3ee2d06-58b4-403f-884b-a42a3e283668 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:50.717911 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.720780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ebc-9313-4450-b2bf-c2240c9057c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.740118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792a3fc-de58-486e-851c-dfe71d7a5732 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.746611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792a3fc-de58-486e-851c-dfe71d7a5732 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.752868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7792a3fc-de58-486e-851c-dfe71d7a5732 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:50.758662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7792a3fc-de58-486e-851c-dfe71d7a5732 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1371887 Nov 12 11:25:50.760349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47036) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:50.797407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d00d7ebc-9313-4450-b2bf-c2240c9057c9 None None] For port e3ee2d06-58b4-403f-884b-a42a3e283668, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e3ee2d06-58b4-403f-884b-a42a3e283668,segment=NetworkSegment(652fb282-a9b9-4088-9f36-a531c4f57a09),segment_id=652fb282-a9b9-4088-9f36-a531c4f57a09)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:50.799008 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.807879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:50.812429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.882455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.929875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d00d7ebc-9313-4450-b2bf-c2240c9057c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.940123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e1847-776c-4780-9d21-5bfe795b441f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Deleting port 869aaf86-918b-409a-8fa1-084a304b4557 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:50.940470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1847-776c-4780-9d21-5bfe795b441f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:50.997318 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.115768 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1847-776c-4780-9d21-5bfe795b441f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.116267 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:25:51.116822 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:25:51.145846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e1847-776c-4780-9d21-5bfe795b441f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Calling delete_port for 869aaf86-918b-409a-8fa1-084a304b4557 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:51.148101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4461cf01-2a14-4a78-bc89-b14d8ac7027c None None] Provisioning complete for port 869aaf86-918b-409a-8fa1-084a304b4557 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:51.155286 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4461cf01-2a14-4a78-bc89-b14d8ac7027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.201213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=2524669b-41f5-4052-8528-6b0e5307342f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:51.208196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d7ebc-9313-4450-b2bf-c2240c9057c9 None None] Pushing event updated for resources: {'Port': ['ID=e3ee2d06-58b4-403f-884b-a42a3e283668,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:51.254425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4461cf01-2a14-4a78-bc89-b14d8ac7027c None None] Port 869aaf86-918b-409a-8fa1-084a304b4557 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:51.281464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4461cf01-2a14-4a78-bc89-b14d8ac7027c None None] Provisioning complete for port e3ee2d06-58b4-403f-884b-a42a3e283668 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:51.281830 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4461cf01-2a14-4a78-bc89-b14d8ac7027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.297640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': '6055b1e1-c9fb-4695-8f63-c21561557284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cdd6d835-acf8-4912-af85-e4ea556b48c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:51.298006 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: cdd6d835-acf8-4912-af85-e4ea556b48c6, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:51.393666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b6b151bb-524f-41ae-bd08-2d91dd7bbba0 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:51.415018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.474655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4461cf01-2a14-4a78-bc89-b14d8ac7027c None None] Provisioning complete for port a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:51.477386 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4461cf01-2a14-4a78-bc89-b14d8ac7027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.486792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network cdd6d835-acf8-4912-af85-e4ea556b48c6 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:51.529124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4461cf01-2a14-4a78-bc89-b14d8ac7027c None None] Port a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:51.548650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': '6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '489d7cbe-53bf-42a8-b663-22555b454ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:51.549026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: 489d7cbe-53bf-42a8-b663-22555b454ade, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:51.553131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1847-776c-4780-9d21-5bfe795b441f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.569284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=9df40ef9-b536-437b-b4a2-9c0f645fa000,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:51.603913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e1847-776c-4780-9d21-5bfe795b441f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Port': ['ID=869aaf86-918b-409a-8fa1-084a304b4557,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:51.670514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, cdd6d835-acf8-4912-af85-e4ea556b48c6) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:51.673735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:25:51.679340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:51.679975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.687267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f4202-c254-4f5c-a330-9a960bca64cd None None] Network cdd6d835-acf8-4912-af85-e4ea556b48c6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:51.722212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:51.722955 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.774435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c52b1ec3-3915-42dd-b93d-edbd7e8178eb None None] Provisioning complete for port a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:51.774863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c52b1ec3-3915-42dd-b93d-edbd7e8178eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.786968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 489d7cbe-53bf-42a8-b663-22555b454ade is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:51.797369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 489d7cbe-53bf-42a8-b663-22555b454ade) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:51.822359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1847-776c-4780-9d21-5bfe795b441f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.823868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:51.824486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:51.831569 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5f1e1847-776c-4780-9d21-5bfe795b441f tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "DELETE /v2.0/ports/869aaf86-918b-409a-8fa1-084a304b4557 HTTP/1.1" status: 204 len: 168 time: 1.0691009 Nov 12 11:25:51.834073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47044) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:51.850054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a75163-1a00-4a93-8c7b-411dcb180366 None None] Network 489d7cbe-53bf-42a8-b663-22555b454ade requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:51.875529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3140b26c-11dd-4306-bf3a-4949a72667aa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8490939 Nov 12 11:25:51.886449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47046) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:51.892919 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66e45ca-7c94-49c7-8c28-6cd7562b7c2c tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] GET failed (client error): The resource could not be found. Nov 12 11:25:51.896566 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c66e45ca-7c94-49c7-8c28-6cd7562b7c2c tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "GET /v2.0/ports/869aaf86-918b-409a-8fa1-084a304b4557 HTTP/1.1" status: 404 len: 333 time: 0.0600188 Nov 12 11:25:51.900816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47048) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:51.936724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d', 'name': 'tempest-AllowedAddressPairTestJSON-515779691'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:52.004225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a51c0-7f3f-43c8-a9c0-0c7f4c54d072 req-2d83279e-10b7-434b-b0fd-27c570ceb0fa tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:52.015534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c52b1ec3-3915-42dd-b93d-edbd7e8178eb None None] Port a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:52.021504 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a88a51c0-7f3f-43c8-a9c0-0c7f4c54d072 req-2d83279e-10b7-434b-b0fd-27c570ceb0fa tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 945 time: 0.1881044 Nov 12 11:25:52.140235 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-85ffc1dd-204a-45ca-8dc8-b75b0a0361a6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7153099 Nov 12 11:25:52.144167 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.149596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47050) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:52.156309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e3ee2d06-58b4-403f-884b-a42a3e283668 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:52.168135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': 'e97256a5-0042-41b9-8e14-49f0daf84d4c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:52.208697 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a88a51c0-7f3f-43c8-a9c0-0c7f4c54d072 req-ae5d214b-2dac-459f-bf02-b275e264f91f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862154 Nov 12 11:25:52.227746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.234333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-489d7cbe-53bf-42a8-b663-22555b454ade', 'network_id': '489d7cbe-53bf-42a8-b663-22555b454ade', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '9df40ef9-b536-437b-b4a2-9c0f645fa000'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:52.235193 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.251140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6c8fa6df-81c0-4804-892c-27b56a1201ec None None] Could not find standard attr ID for object 869aaf86-918b-409a-8fa1-084a304b4557. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:52.274155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:25:52.276588 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898de532-7abd-47cb-9fc2-0dc193e54234" -d '{"events": [{"server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "name": "network-vif-plugged", "status": "completed", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:25:52.301810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:52.339721 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.398792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d122cc8-f78e-41f9-8c6f-2ae2583638e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-cdd6d835-acf8-4912-af85-e4ea556b48c6', 'network_id': 'cdd6d835-acf8-4912-af85-e4ea556b48c6', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': '2524669b-41f5-4052-8528-6b0e5307342f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:52.399653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5d122cc8-f78e-41f9-8c6f-2ae2583638e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.433584 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.446425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e3ee2d06-58b4-403f-884b-a42a3e283668 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:52.447483 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.558088 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.560744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:52.565918 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.633158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=2524669b-41f5-4052-8528-6b0e5307342f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:52.701111 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.727578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd6d835-acf8-4912-af85-e4ea556b48c6']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:52.730801 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aa601c-baa0-41ea-8599-8b654209e1c6 x-openstack-request-id: req-69aa601c-baa0-41ea-8599-8b654209e1c6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:25:52.731472 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "name": "network-vif-plugged", "status": "completed", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:25:52.731472 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-69aa601c-baa0-41ea-8599-8b654209e1c6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:25:52.732331 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'code': 200} Nov 12 11:25:52.741742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6055b1e1-c9fb-4695-8f63-c21561557284') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:52.742147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6055b1e1-c9fb-4695-8f63-c21561557284') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:52.756409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.773108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.783409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:52.784232 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.794864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Allocated IP 2001:db8::2 (489d7cbe-53bf-42a8-b663-22555b454ade/9df40ef9-b536-437b-b4a2-9c0f645fa000/41fdcf43-e748-4174-9af8-b8c432eb38d1) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:52.834371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e1d17-da32-4d45-ad44-79274292ec7a req-927989a1-03c4-440a-baea-525c0050f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:52.835932 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4a4e1d17-da32-4d45-ad44-79274292ec7a req-927989a1-03c4-440a-baea-525c0050f406 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 1098 time: 0.0869391 Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:52.866074 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:52.889224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Made reservation on behalf of 07171367e7c44081a7c03780bebb35f1 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:52.892999 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:52.944351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4a4e1d17-da32-4d45-ad44-79274292ec7a req-75cba9aa-478e-4eed-b4df-4317a1e4f15e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833652 Nov 12 11:25:52.952484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] device_id is not set on port b6009c3b-8f56-4146-90ea-fc762e6ee4e6 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:53.007146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.018402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server [None req-5d122cc8-f78e-41f9-8c6f-2ae2583638e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2524669b-41f5-4052-8528-6b0e5307342f: This subnet is being modified by another concurrent operation. Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2524669b-41f5-4052-8528-6b0e5307342f: This subnet is being modified by another concurrent operation. Nov 12 11:25:53.087121 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Nov 12 11:25:53.114705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf25cc5b-7c44-4389-8403-1e6b368e682d None None] Network cdd6d835-acf8-4912-af85-e4ea556b48c6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:53.152900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=9c0679ef-0bc0-4660-8800-9a925b67bdb6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:53.169968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.202546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': '4032918a-c0fa-4c6e-8e26-dd0d6fe21c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e97256a5-0042-41b9-8e14-49f0daf84d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:53.206449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: e97256a5-0042-41b9-8e14-49f0daf84d4c, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:53.209084 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.235893 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.246025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/cdd6d835-acf8-4912-af85-e4ea556b48c6 HTTP/1.1" status: 204 len: 168 time: 1.3572536 Nov 12 11:25:53.250154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c476e6d-ee5a-4e85-a345-56663284173a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=cdd6d835-acf8-4912-af85-e4ea556b48c6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:53.254821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47070) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:53.265446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Allocated IP 172.20.0.3 (e5ed2f01-e138-4f52-98c5-88c94372a70d/2da9e3b7-2229-48ff-b478-b366bb13c78b/b6009c3b-8f56-4146-90ea-fc762e6ee4e6) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:53.277749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108855648'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:53.318802 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.393534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Pushing event updated for resources: {'Port': ['ID=41fdcf43-e748-4174-9af8-b8c432eb38d1,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:53.422380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network e97256a5-0042-41b9-8e14-49f0daf84d4c is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:53.428170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Network 489d7cbe-53bf-42a8-b663-22555b454ade is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:53.431784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:53.435089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:53.448480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de86a3-d259-4e2c-bac7-7d84e8914fe4 req-dff8183f-c1df-4a06-820c-5f439bb7140b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:53.463644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96de86a3-d259-4e2c-bac7-7d84e8914fe4 req-dff8183f-c1df-4a06-820c-5f439bb7140b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.0986667 Nov 12 11:25:53.465864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:53.469534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.505096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:53.515261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.515526 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment 1a21c949-c737-4934-9a0b-858a68684bb7 of type vlan for network b6a8fbb8-8645-4d49-8273-6b3a530f0d38 Nov 12 11:25:53.542921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Attempting to bind port 41fdcf43-e748-4174-9af8-b8c432eb38d1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:53.544120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Attempting to bind port 41fdcf43-e748-4174-9af8-b8c432eb38d1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '489d7cbe-53bf-42a8-b663-22555b454ade'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:53.544942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Attempting to bind port 41fdcf43-e748-4174-9af8-b8c432eb38d1 on network 489d7cbe-53bf-42a8-b663-22555b454ade {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:53.564218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e97256a5-0042-41b9-8e14-49f0daf84d4c) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:53.568723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.571996 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96de86a3-d259-4e2c-bac7-7d84e8914fe4 req-1b1148bd-ec34-47d5-a7b4-07c603bbfb28 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071696 Nov 12 11:25:53.577634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:53.578732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.593916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca735960-f17e-4d27-af71-f93d350be790 None None] Network e97256a5-0042-41b9-8e14-49f0daf84d4c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:53.610377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:53.610953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Checking segment: {'id': '6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '489d7cbe-53bf-42a8-b663-22555b454ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:53.611674 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.612228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Bound using segment: {'id': '6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '489d7cbe-53bf-42a8-b663-22555b454ade'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:53.613023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Bound port: 41fdcf43-e748-4174-9af8-b8c432eb38d1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '489d7cbe-53bf-42a8-b663-22555b454ade'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:53.613511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.642390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.691667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4960d873-44a2-4502-b32f-a5a06d91fcea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5408435 Nov 12 11:25:53.695063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47076) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:53.702445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6c1907a7-162f-4431-ab41-96bc3b99bf7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1955738931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:53.750601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.763958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:53.765348 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.778969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] For port 41fdcf43-e748-4174-9af8-b8c432eb38d1, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:53.782955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] For port 41fdcf43-e748-4174-9af8-b8c432eb38d1, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41fdcf43-e748-4174-9af8-b8c432eb38d1,segment=NetworkSegment(6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f),segment_id=6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:53.788140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.807294 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c1907a7-162f-4431-ab41-96bc3b99bf7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.808409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c1907a7-162f-4431-ab41-96bc3b99bf7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.879362 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.915545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e97256a5-0042-41b9-8e14-49f0daf84d4c', 'network_id': 'e97256a5-0042-41b9-8e14-49f0daf84d4c', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '9c0679ef-0bc0-4660-8800-9a925b67bdb6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:53.917737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.929579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6711111 Nov 12 11:25:53.944442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47078) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:53.961659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': 'b6a8fbb8-8645-4d49-8273-6b3a530f0d38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:53.970288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Network e5ed2f01-e138-4f52-98c5-88c94372a70d is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:53.970568 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c1907a7-162f-4431-ab41-96bc3b99bf7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:53.975647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b65ce6-8284-4578-8312-8bc5119014d9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=b6a8fbb8-8645-4d49-8273-6b3a530f0d38,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:54.001238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:54.012322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:54.034807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network b6a8fbb8-8645-4d49-8273-6b3a530f0d38 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:54.056795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c1907a7-162f-4431-ab41-96bc3b99bf7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.073294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=b6009c3b-8f56-4146-90ea-fc762e6ee4e6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:54.169098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88038d10-6c9c-4c7f-8582-bbd62c65e433 None None] Pushing event updated for resources: {'Port': ['ID=41fdcf43-e748-4174-9af8-b8c432eb38d1,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:54.179078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:54.180073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.188330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c1907a7-162f-4431-ab41-96bc3b99bf7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.190496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c1907a7-162f-4431-ab41-96bc3b99bf7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4916751 Nov 12 11:25:54.193553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47080) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:54.271396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Allocated IP 2001:db8:1::2 (e97256a5-0042-41b9-8e14-49f0daf84d4c/9c0679ef-0bc0-4660-8800-9a925b67bdb6/413ee466-24f1-4503-beb7-829f6b7d7d64) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:54.333341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:54.340850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.432235 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3f853683-ca17-4639-8c20-eaa745667cde tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5267766 Nov 12 11:25:54.439716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47084) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:54.483857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:42:ad:c2'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:54.610420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.622314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8f8d7146-427d-4cfb-ba63-69d541aee761 None None] Provisioning complete for port b6009c3b-8f56-4146-90ea-fc762e6ee4e6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:54.622832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8f8d7146-427d-4cfb-ba63-69d541aee761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.679784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d7146-427d-4cfb-ba63-69d541aee761 None None] Port b6009c3b-8f56-4146-90ea-fc762e6ee4e6 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:54.712398 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.777820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Network e97256a5-0042-41b9-8e14-49f0daf84d4c is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:54.784780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:54.792208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:54.795077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Pushing event updated for resources: {'Port': ['ID=413ee466-24f1-4503-beb7-829f6b7d7d64,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:54.860828 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Attempting to bind port 413ee466-24f1-4503-beb7-829f6b7d7d64 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:25:54.861200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Attempting to bind port 413ee466-24f1-4503-beb7-829f6b7d7d64 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '4032918a-c0fa-4c6e-8e26-dd0d6fe21c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e97256a5-0042-41b9-8e14-49f0daf84d4c'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:25:54.861564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Attempting to bind port 413ee466-24f1-4503-beb7-829f6b7d7d64 on network e97256a5-0042-41b9-8e14-49f0daf84d4c {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:25:54.868083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:25:54.868470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Checking segment: {'id': '4032918a-c0fa-4c6e-8e26-dd0d6fe21c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e97256a5-0042-41b9-8e14-49f0daf84d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:54.869156 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.869549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Bound using segment: {'id': '4032918a-c0fa-4c6e-8e26-dd0d6fe21c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e97256a5-0042-41b9-8e14-49f0daf84d4c'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:25:54.870347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Bound port: 413ee466-24f1-4503-beb7-829f6b7d7d64, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4032918a-c0fa-4c6e-8e26-dd0d6fe21c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'e97256a5-0042-41b9-8e14-49f0daf84d4c'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:25:54.871246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.894510 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:25:54.920431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:54.944065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbc67b-599a-4e81-b483-a0bbdf82db6c req-540b24c8-e19d-47b5-9b2f-31bd68efcf3b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:54.946791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00cbc67b-599a-4e81-b483-a0bbdf82db6c req-540b24c8-e19d-47b5-9b2f-31bd68efcf3b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.1513052 Nov 12 11:25:54.959524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] For port 413ee466-24f1-4503-beb7-829f6b7d7d64, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:25:54.963694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] For port 413ee466-24f1-4503-beb7-829f6b7d7d64, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=413ee466-24f1-4503-beb7-829f6b7d7d64,segment=NetworkSegment(4032918a-c0fa-4c6e-8e26-dd0d6fe21c35),segment_id=4032918a-c0fa-4c6e-8e26-dd0d6fe21c35)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:25:55.055896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.168758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00cbc67b-599a-4e81-b483-a0bbdf82db6c req-987849bd-b94d-4432-a3c9-dc273f1e4b3d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785672 Nov 12 11:25:55.201023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b7f07-0b2b-4d5d-aee7-0c50b9dd7a7a None None] Pushing event updated for resources: {'Port': ['ID=413ee466-24f1-4503-beb7-829f6b7d7d64,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:55.472201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8::1 (489d7cbe-53bf-42a8-b663-22555b454ade/9df40ef9-b536-437b-b4a2-9c0f645fa000/5de1f765-fcbc-491c-960e-40f6d8d7d72d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:55.804428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.914925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.946844 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79997125-f233-468b-bf87-e68ee4e64c21 req-ddb61324-f0b7-4413-9ccd-0f2afa1d9827 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:55.956031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:55.957798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79997125-f233-468b-bf87-e68ee4e64c21 req-ddb61324-f0b7-4413-9ccd-0f2afa1d9827 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2245181 Nov 12 11:25:55.988100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6dee4-1dd0-491d-8040-6c85d6fb9fca None None] Network 489d7cbe-53bf-42a8-b663-22555b454ade requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:56.052173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79997125-f233-468b-bf87-e68ee4e64c21 req-5b63447c-7cfc-4dfa-9d7a-90b25709e91a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848229 Nov 12 11:25:56.112648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-28c74bb9-49ea-43db-89f5-8a3ebd0f0e18 None None] Provisioning complete for port 41fdcf43-e748-4174-9af8-b8c432eb38d1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:56.113018 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28c74bb9-49ea-43db-89f5-8a3ebd0f0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.148438 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.186448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 489d7cbe-53bf-42a8-b663-22555b454ade is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:56.188377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=6ccf291b-db4b-49bd-95c6-0a4dbaa55697,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:56.193152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:56.216580 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': '1a21c949-c737-4934-9a0b-858a68684bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'b6a8fbb8-8645-4d49-8273-6b3a530f0d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:25:56.217951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: b6a8fbb8-8645-4d49-8273-6b3a530f0d38, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:25:56.252788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 413ee466-24f1-4503-beb7-829f6b7d7d64 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:56.272074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:25:56.273069 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.274073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.353527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network b6a8fbb8-8645-4d49-8273-6b3a530f0d38 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:25:56.387498 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.423070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=5de1f765-fcbc-491c-960e-40f6d8d7d72d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:56.450460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28c74bb9-49ea-43db-89f5-8a3ebd0f0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.486298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, b6a8fbb8-8645-4d49-8273-6b3a530f0d38) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:56.499875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:56.500662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.516818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec30cabb-6a21-4556-aa8a-0d86980aff0c None None] Network b6a8fbb8-8645-4d49-8273-6b3a530f0d38 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:56.575401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-28c74bb9-49ea-43db-89f5-8a3ebd0f0e18 None None] For port 41fdcf43-e748-4174-9af8-b8c432eb38d1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41fdcf43-e748-4174-9af8-b8c432eb38d1,segment=NetworkSegment(6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f),segment_id=6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:56.591797 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=b6009c3b-8f56-4146-90ea-fc762e6ee4e6,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:56.607851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] In _notify_port_updated(), no bound segment for port b6009c3b-8f56-4146-90ea-fc762e6ee4e6 on network e5ed2f01-e138-4f52-98c5-88c94372a70d {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:25:56.610617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 413ee466-24f1-4503-beb7-829f6b7d7d64 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:56.612205 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.614496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:56.615522 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.617059 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a181090e-6468-48ab-a94b-c898e1afdf0a tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "PUT /v2.0/ports/b6009c3b-8f56-4146-90ea-fc762e6ee4e6 HTTP/1.1" status: 200 len: 992 time: 2.1664896 Nov 12 11:25:56.625728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47098) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:56.653832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.681991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-32d4cbe7-c817-4e09-9ecb-c34f864e9309 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7348666 Nov 12 11:25:56.682928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47100) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:56.717903 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28c74bb9-49ea-43db-89f5-8a3ebd0f0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:56.872048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c74bb9-49ea-43db-89f5-8a3ebd0f0e18 None None] Pushing event updated for resources: {'Port': ['ID=41fdcf43-e748-4174-9af8-b8c432eb38d1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:56.998949 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.057971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae1ecd2-17f8-4f7c-9cdb-65cff53f06c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-b6a8fbb8-8645-4d49-8273-6b3a530f0d38', 'network_id': 'b6a8fbb8-8645-4d49-8273-6b3a530f0d38', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': '6ccf291b-db4b-49bd-95c6-0a4dbaa55697'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:25:57.058897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ae1ecd2-17f8-4f7c-9cdb-65cff53f06c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.077661 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.106668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a962d-64b8-4124-8e6f-325218552347 None None] Network e97256a5-0042-41b9-8e14-49f0daf84d4c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:57.143228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0806128b-2d7a-415f-95ed-ce0f6e7bbcef tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Deleting port b6009c3b-8f56-4146-90ea-fc762e6ee4e6 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:25:57.143228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0806128b-2d7a-415f-95ed-ce0f6e7bbcef tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.150002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 413ee466-24f1-4503-beb7-829f6b7d7d64, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=413ee466-24f1-4503-beb7-829f6b7d7d64,segment=NetworkSegment(4032918a-c0fa-4c6e-8e26-dd0d6fe21c35),segment_id=4032918a-c0fa-4c6e-8e26-dd0d6fe21c35)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:25:57.224830 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.388243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0806128b-2d7a-415f-95ed-ce0f6e7bbcef tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.405616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0806128b-2d7a-415f-95ed-ce0f6e7bbcef tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Calling delete_port for b6009c3b-8f56-4146-90ea-fc762e6ee4e6 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:25:57.499110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.532080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccf291b-db4b-49bd-95c6-0a4dbaa55697,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:57.669090 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.669704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41fdcf43-e748-4174-9af8-b8c432eb38d1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:57.763586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.765506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.780787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc2225-1b52-43c0-bf57-a6b0bf346810 req-2af25aa6-2d20-45b9-8bba-878b35c29ddc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:57.782938 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64fc2225-1b52-43c0-bf57-a6b0bf346810 req-2af25aa6-2d20-45b9-8bba-878b35c29ddc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.5740070 Nov 12 11:25:57.805720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0b31facc-b1b1-4280-8293-f452e14fdee7 None None] Provisioning complete for port 413ee466-24f1-4503-beb7-829f6b7d7d64 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:57.806423 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0b31facc-b1b1-4280-8293-f452e14fdee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.821276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a8fbb8-8645-4d49-8273-6b3a530f0d38']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:57.824001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=413ee466-24f1-4503-beb7-829f6b7d7d64,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a21c949-c737-4934-9a0b-858a68684bb7') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a21c949-c737-4934-9a0b-858a68684bb7') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:25:57.901417 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:25:57.920698 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64fc2225-1b52-43c0-bf57-a6b0bf346810 req-e1ae788c-73bc-4c30-a310-3aa07a13f015 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068814 Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server [None req-2ae1ecd2-17f8-4f7c-9cdb-65cff53f06c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ccf291b-db4b-49bd-95c6-0a4dbaa55697: This subnet is being modified by another concurrent operation. Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ccf291b-db4b-49bd-95c6-0a4dbaa55697: This subnet is being modified by another concurrent operation. Nov 12 11:25:58.028941 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Nov 12 11:25:58.053303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a19715-d973-4ffd-a056-bf5e7b3f49be None None] Network b6a8fbb8-8645-4d49-8273-6b3a530f0d38 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:25:58.060830 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.065936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.112201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0806128b-2d7a-415f-95ed-ce0f6e7bbcef tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.178446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=5de1f765-fcbc-491c-960e-40f6d8d7d72d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:58.182118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806128b-2d7a-415f-95ed-ce0f6e7bbcef tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Port': ['ID=b6009c3b-8f56-4146-90ea-fc762e6ee4e6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:58.224310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 489d7cbe-53bf-42a8-b663-22555b454ade is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:25:58.225955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:25:58.240272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 41fdcf43-e748-4174-9af8-b8c432eb38d1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:58.240928 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.296557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0b31facc-b1b1-4280-8293-f452e14fdee7 None None] Could not find standard attr ID for object b6009c3b-8f56-4146-90ea-fc762e6ee4e6. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:25:58.416104 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0806128b-2d7a-415f-95ed-ce0f6e7bbcef tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.420442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0806128b-2d7a-415f-95ed-ce0f6e7bbcef tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "DELETE /v2.0/ports/b6009c3b-8f56-4146-90ea-fc762e6ee4e6 HTTP/1.1" status: 204 len: 168 time: 1.7936177 Nov 12 11:25:58.425167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47114) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:58.474285 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8bbd04-f7de-4d93-b1af-9ba89b4c6b84 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] GET failed (client error): The resource could not be found. Nov 12 11:25:58.479899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa8bbd04-f7de-4d93-b1af-9ba89b4c6b84 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "GET /v2.0/ports/b6009c3b-8f56-4146-90ea-fc762e6ee4e6 HTTP/1.1" status: 404 len: 333 time: 0.0476415 Nov 12 11:25:58.480192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47116) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:58.486355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d', 'name': 'tempest-AllowedAddressPairTestJSON-1539041215'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:58.517717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-007db441-f94a-460d-a8f5-03ac83ba6460 None None] Provisioning complete for port 5de1f765-fcbc-491c-960e-40f6d8d7d72d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:58.519871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-007db441-f94a-460d-a8f5-03ac83ba6460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.570241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.576332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-007db441-f94a-460d-a8f5-03ac83ba6460 None None] Port 5de1f765-fcbc-491c-960e-40f6d8d7d72d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:58.592764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.598360 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-007db441-f94a-460d-a8f5-03ac83ba6460 None None] Provisioning complete for port 41fdcf43-e748-4174-9af8-b8c432eb38d1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:58.599076 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-007db441-f94a-460d-a8f5-03ac83ba6460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.601000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/b6a8fbb8-8645-4d49-8273-6b3a530f0d38 HTTP/1.1" status: 204 len: 168 time: 1.9105821 Nov 12 11:25:58.606292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47118) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:58.614388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 413ee466-24f1-4503-beb7-829f6b7d7d64 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:58.616791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-461841478'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:58.707883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 06d308f1-6e01-4ed0-a94d-a6e16900cdd3 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:25:58.718179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3467c7c-06bc-49cd-9d6e-f736d1b396fb tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=b6a8fbb8-8645-4d49-8273-6b3a530f0d38,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:58.792929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 413ee466-24f1-4503-beb7-829f6b7d7d64 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:58.793551 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.836068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb59285b-c9d2-4cbb-b66d-053c148ad188 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:25:58.848283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:58.866100 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.881093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:25:58.894108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-10a69377-3b8b-46eb-b146-3b7e06cdde4b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/06d308f1-6e01-4ed0-a94d-a6e16900cdd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6947279 Nov 12 11:25:58.897475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47122) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:58.897813 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c3fba-50aa-4ad7-8a07-aa4a1807a896 None None] Sync routers for ids ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:25:58.911258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:25:58.911531 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c3fba-50aa-4ad7-8a07-aa4a1807a896 None None] Routers {'06d308f1-6e01-4ed0-a94d-a6e16900cdd3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:58.912457 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ad5c3fba-50aa-4ad7-8a07-aa4a1807a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:25:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:58.951400 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:58.951400 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment b60d9067-3268-4cbe-be70-c9d26175415d of type vlan for network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 Nov 12 11:25:58.957377 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ad5c3fba-50aa-4ad7-8a07-aa4a1807a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:58.984479 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c3fba-50aa-4ad7-8a07-aa4a1807a896 None None] Routers {'06d308f1-6e01-4ed0-a94d-a6e16900cdd3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:25:58.985099 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ad5c3fba-50aa-4ad7-8a07-aa4a1807a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:25:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:59.011045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-64a9d529-524c-4c9a-ba81-f4b4f2f66de1 None None] Provisioning complete for port 5de1f765-fcbc-491c-960e-40f6d8d7d72d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:59.011411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64a9d529-524c-4c9a-ba81-f4b4f2f66de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.013788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41fdcf43-e748-4174-9af8-b8c432eb38d1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:25:59.014244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.026921 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f7aa2c-d3d7-4ef9-b751-2cd565a573ae tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:59.028929 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e0f7aa2c-d3d7-4ef9-b751-2cd565a573ae tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports/5de1f765-fcbc-491c-960e-40f6d8d7d72d HTTP/1.1" status: 200 len: 911 time: 0.1300292 Nov 12 11:25:59.031348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Made reservation on behalf of 07171367e7c44081a7c03780bebb35f1 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:25:59.045229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.060152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47124) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:59.079374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] device_id is not set on port 4c90b640-2cb6-4650-8802-126d074d7740 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:25:59.156782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.162338 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ad5c3fba-50aa-4ad7-8a07-aa4a1807a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:25:59.163292 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c3fba-50aa-4ad7-8a07-aa4a1807a896 None None] The sync data for ids ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:25:59.163997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:59.164907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.259678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:59.280600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:25:59.292264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-64a9d529-524c-4c9a-ba81-f4b4f2f66de1 None None] Port 5de1f765-fcbc-491c-960e-40f6d8d7d72d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:25:59.307593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb59285b-c9d2-4cbb-b66d-053c148ad188 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:25:59.309941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c7549006-6104-4c7f-a35f-50b654b629da tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7000530 Nov 12 11:25:59.311049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47136) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:59.317175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2fcd5c5f-71a4-4adc-b5be-ce9849078fb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:59.374275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-64a9d529-524c-4c9a-ba81-f4b4f2f66de1 None None] Provisioning complete for port 413ee466-24f1-4503-beb7-829f6b7d7d64 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:59.374275 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64a9d529-524c-4c9a-ba81-f4b4f2f66de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.441084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Allocated IP 172.20.0.4 (e5ed2f01-e138-4f52-98c5-88c94372a70d/2da9e3b7-2229-48ff-b478-b366bb13c78b/4c90b640-2cb6-4650-8802-126d074d7740) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:25:59.550893 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5c5f-71a4-4adc-b5be-ce9849078fb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.565872 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7fed8a3-9ee6-4961-9e99-007ac5e9153e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.613672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 41fdcf43-e748-4174-9af8-b8c432eb38d1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:25:59.614997 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.686492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f8b02-832d-4ebd-9e8a-ffd7a347285d req-cf46521a-97c5-4568-a4ce-1c2376ca05cb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:59.700712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d18f8b02-832d-4ebd-9e8a-ffd7a347285d req-cf46521a-97c5-4568-a4ce-1c2376ca05cb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.1120007 Nov 12 11:25:59.728954 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5c5f-71a4-4adc-b5be-ce9849078fb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.767320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fcd5c5f-71a4-4adc-b5be-ce9849078fb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 is not hosted by any dhcp agent {{(pid=109704) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:25:59.773089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd5c5f-71a4-4adc-b5be-ce9849078fb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:25:59.774436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5c5f-71a4-4adc-b5be-ce9849078fb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.775889 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2fcd5c5f-71a4-4adc-b5be-ce9849078fb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "PUT /v2.0/networks/e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 HTTP/1.1" status: 200 len: 723 time: 0.4629676 Nov 12 11:25:59.783821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47140) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:25:59.788778 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.795046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': 'e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:25:59.892173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5c5f-71a4-4adc-b5be-ce9849078fb9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:25:59.907004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:25:59.943549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d18f8b02-832d-4ebd-9e8a-ffd7a347285d req-86f77e9b-3457-4775-a82d-e507c71c2fc6 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378185 Nov 12 11:25:59.968046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:00.058601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee5cc2-7731-492e-8b86-77fbaad6e06b None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:26:00.132028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:00.137225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.193592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.266358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee5cc2-7731-492e-8b86-77fbaad6e06b None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:26:00.287382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8:1::1 (e97256a5-0042-41b9-8e14-49f0daf84d4c/9c0679ef-0bc0-4660-8800-9a925b67bdb6/108717c4-99a5-4121-8420-92a11cf4f091) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:00.314078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Network e5ed2f01-e138-4f52-98c5-88c94372a70d is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:00.319144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=4c90b640-2cb6-4650-8802-126d074d7740,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:00.323224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:00.325720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:00.434074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:00.434734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.510576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.574291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.657940 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-001f1992-5b8d-45fa-a68c-a34191fcd7f7 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1765175 Nov 12 11:26:00.660550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47146) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:00.660811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=f8d256a0-ff6a-4f85-a9a0-46b210edf31d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:00.668023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:42:ad:c2'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:00.675223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': 'b60d9067-3268-4cbe-be70-c9d26175415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:00.675223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:26:00.742323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.839190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network e97256a5-0042-41b9-8e14-49f0daf84d4c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:00.844062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:26:00.856775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:00.856775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:00.856775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.861281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=108717c4-99a5-4121-8420-92a11cf4f091,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:00.934919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e552ea99-ce13-4d1f-8af2-096530d01813 None None] Provisioning complete for port 4c90b640-2cb6-4650-8802-126d074d7740 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:00.943091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e552ea99-ce13-4d1f-8af2-096530d01813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:00.995286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e552ea99-ce13-4d1f-8af2-096530d01813 None None] Port 4c90b640-2cb6-4650-8802-126d074d7740 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:00.998330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:01.002806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:01.003462 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.014925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32090e-0ef2-46be-bb2e-84c97e32c396 None None] Network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:01.038497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.130179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624172f-2a3e-4d67-9fec-953095cc31d0 req-166ece18-54da-48b4-90fe-fee0f408214d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:01.137911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b624172f-2a3e-4d67-9fec-953095cc31d0 req-166ece18-54da-48b4-90fe-fee0f408214d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.0720317 Nov 12 11:26:01.144217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cbbd415e-d136-4b21-a1cf-69ad5b86b09b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3529837 Nov 12 11:26:01.156141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47152) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:01.170625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3220e627-3849-468a-a291-8ff642113946 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:01.345738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.346373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b624172f-2a3e-4d67-9fec-953095cc31d0 req-bc4abecc-658d-49a2-8b43-c1d1050b520e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975744 Nov 12 11:26:01.366779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.367944 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3220e627-3849-468a-a291-8ff642113946 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30374591'] for subnet, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.417887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-beadf1ed-58c4-40cf-aa0e-3e49874bb4fe None None] Provisioning complete for port 108717c4-99a5-4121-8420-92a11cf4f091 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:01.418304 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-beadf1ed-58c4-40cf-aa0e-3e49874bb4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.426050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b6b151bb-524f-41ae-bd08-2d91dd7bbba0 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:26:01.476031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.558994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-beadf1ed-58c4-40cf-aa0e-3e49874bb4fe None None] Port 108717c4-99a5-4121-8420-92a11cf4f091 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:01.602741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] In _notify_port_updated(), no bound segment for port 4c90b640-2cb6-4650-8802-126d074d7740 on network e5ed2f01-e138-4f52-98c5-88c94372a70d {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:26:01.608696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:01.609375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.610737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "PUT /v2.0/ports/4c90b640-2cb6-4650-8802-126d074d7740 HTTP/1.1" status: 200 len: 996 time: 0.9490604 Nov 12 11:26:01.616251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47156) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:01.646645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7', 'network_id': 'e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': 'f8d256a0-ff6a-4f85-a9a0-46b210edf31d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:01.647544 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.697946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b12d0-cda1-4538-90ab-a3b364a59fe4 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=4c90b640-2cb6-4650-8802-126d074d7740,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:01.781032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3220e627-3849-468a-a291-8ff642113946 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769636192395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29689559'] for subnet, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.801294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:01.833348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'port_id': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'mac_address': 'fa:16:3e:1a:df:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:26:01.846540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3220e627-3849-468a-a291-8ff642113946 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:01.847158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3220e627-3849-468a-a291-8ff642113946 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.864683 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3220e627-3849-468a-a291-8ff642113946 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "PUT /v2.0/subnets/f8d256a0-ff6a-4f85-a9a0-46b210edf31d HTTP/1.1" status: 200 len: 806 time: 0.6987965 Nov 12 11:26:01.868118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47158) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:01.931815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f039221-d24e-4a92-b164-6c958c58d557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.943370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e627-3849-468a-a291-8ff642113946 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=f8d256a0-ff6a-4f85-a9a0-46b210edf31d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:01.963272 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:01.982586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Allocated IP 172.20.0.2 (e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7/f8d256a0-ff6a-4f85-a9a0-46b210edf31d/8860d955-15ef-4cab-943c-9aaeee95448f) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:01.991615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6b151bb-524f-41ae-bd08-2d91dd7bbba0 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:26:01.995464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.019373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:02.081024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.243057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-84fb091d-58c7-4112-b165-6f873a3f36d8 None None] Provisioning complete for port 4c90b640-2cb6-4650-8802-126d074d7740 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:02.243433 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84fb091d-58c7-4112-b165-6f873a3f36d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.251727 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.253875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.338446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-84fb091d-58c7-4112-b165-6f873a3f36d8 None None] Port 4c90b640-2cb6-4650-8802-126d074d7740 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:02.358954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:02.375869 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.391280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['b6b151bb-524f-41ae-bd08-2d91dd7bbba0'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:26:02.429603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a7248db6-8951-42d3-b6f1-aa1da5b9508d tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Deleting port 4c90b640-2cb6-4650-8802-126d074d7740 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:02.430439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a7248db6-8951-42d3-b6f1-aa1da5b9508d tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.503584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0a491-8f21-4d71-abf6-36d618b776d8 req-16e3cb1b-cd7b-47d5-9c0d-392b92d119b3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:02.518730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:02.519570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fc0a491-8f21-4d71-abf6-36d618b776d8 req-16e3cb1b-cd7b-47d5-9c0d-392b92d119b3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 945 time: 0.0852525 Nov 12 11:26:02.523101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Pushing event updated for resources: {'Port': ['ID=8860d955-15ef-4cab-943c-9aaeee95448f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:02.547499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:02.547499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:02.551262 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.591131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d256a0-ff6a-4f85-a9a0-46b210edf31d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:02.652131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Attempting to bind port 8860d955-15ef-4cab-943c-9aaeee95448f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:02.652640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Attempting to bind port 8860d955-15ef-4cab-943c-9aaeee95448f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'b60d9067-3268-4cbe-be70-c9d26175415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:02.653207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Attempting to bind port 8860d955-15ef-4cab-943c-9aaeee95448f on network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:02.655412 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.665742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a7248db6-8951-42d3-b6f1-aa1da5b9508d tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.673288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:02.673817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Checking segment: {'id': 'b60d9067-3268-4cbe-be70-c9d26175415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:02.674349 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.674871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Bound using segment: {'id': 'b60d9067-3268-4cbe-be70-c9d26175415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:02.675483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Bound port: 8860d955-15ef-4cab-943c-9aaeee95448f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60d9067-3268-4cbe-be70-c9d26175415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:02.675986 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.681882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a7248db6-8951-42d3-b6f1-aa1da5b9508d tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Calling delete_port for 4c90b640-2cb6-4650-8802-126d074d7740 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:02.707975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fc0a491-8f21-4d71-abf6-36d618b776d8 req-fa183721-2f66-41bc-bebe-3b629d46f987 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837642 Nov 12 11:26:02.715846 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.739709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:02.752194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60d9067-3268-4cbe-be70-c9d26175415d') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:02.752544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60d9067-3268-4cbe-be70-c9d26175415d') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:02.767316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:02.778476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] For port 8860d955-15ef-4cab-943c-9aaeee95448f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:02.792523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] For port 8860d955-15ef-4cab-943c-9aaeee95448f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8860d955-15ef-4cab-943c-9aaeee95448f,segment=NetworkSegment(b60d9067-3268-4cbe-be70-c9d26175415d),segment_id=b60d9067-3268-4cbe-be70-c9d26175415d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:03.431122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b6b151bb-524f-41ae-bd08-2d91dd7bbba0 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:03.487072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:03.487441 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.552632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.554868 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.556730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.563904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a7248db6-8951-42d3-b6f1-aa1da5b9508d tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.564620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:03.565290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:03.573544 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:03.576607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.578765 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.673252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.731915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=108717c4-99a5-4121-8420-92a11cf4f091,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:03.743360 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:03.788530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7248db6-8951-42d3-b6f1-aa1da5b9508d tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Port': ['ID=4c90b640-2cb6-4650-8802-126d074d7740,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:03.794591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:26:03.794591 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:26:03.794591 n-d-768852-22 neutron-server[109704]: [parameters: {'id': 'e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7'}] Nov 12 11:26:03.794591 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:26:03.796367 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:26:03.823274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:03.823639 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a7248db6-8951-42d3-b6f1-aa1da5b9508d tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.826008 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f1300c-3bb5-444e-9438-a0f3620d6621" -d '{"events": [{"server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "name": "network-vif-plugged", "status": "completed", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:03.829722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10470d-a789-4461-ae34-742b107ba7fd None None] Pushing event updated for resources: {'Port': ['ID=8860d955-15ef-4cab-943c-9aaeee95448f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:03.838989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a7248db6-8951-42d3-b6f1-aa1da5b9508d tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "DELETE /v2.0/ports/4c90b640-2cb6-4650-8802-126d074d7740 HTTP/1.1" status: 204 len: 168 time: 2.2153156 Nov 12 11:26:03.840379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:03.846545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47204) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:03.855289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49441b3d-d045-471a-b397-2e7b1e800733 None None] Network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:03.883185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5dee5-428c-4a15-8189-551baae150f0 req-b4afe817-2618-4799-9591-dff1580fd6ec tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:03.908489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c6e5dee5-428c-4a15-8189-551baae150f0 req-b4afe817-2618-4799-9591-dff1580fd6ec tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 945 time: 0.0990884 Nov 12 11:26:03.910500 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfb2fd8-0295-4bdc-bb9e-76a9356315fd tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] GET failed (client error): The resource could not be found. Nov 12 11:26:03.912259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4cfb2fd8-0295-4bdc-bb9e-76a9356315fd tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "GET /v2.0/ports/4c90b640-2cb6-4650-8802-126d074d7740 HTTP/1.1" status: 404 len: 333 time: 0.0646558 Nov 12 11:26:03.917537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47216) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:03.922660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d', 'name': 'tempest-AllowedAddressPairTestJSON-1438243020'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:03.962899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network e97256a5-0042-41b9-8e14-49f0daf84d4c is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:03.974537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:04.025926 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c6e5dee5-428c-4a15-8189-551baae150f0 req-bdc9028a-ed1d-4ac5-ad4d-7b63e45ac2cf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140118 Nov 12 11:26:04.086650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:04.193384 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b20234-0e50-4d30-a448-65b5392e67c4 x-openstack-request-id: req-e0b20234-0e50-4d30-a448-65b5392e67c4 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:04.193849 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "name": "network-vif-plugged", "status": "completed", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:04.194160 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e0b20234-0e50-4d30-a448-65b5392e67c4 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:04.194860 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'code': 200} Nov 12 11:26:04.209518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc038d8-eedb-4923-99c8-3f7f5dc008b6 None None] Network e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:04.271496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 06d308f1-6e01-4ed0-a94d-a6e16900cdd3 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:04.297924 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.336704 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.383692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Made reservation on behalf of 07171367e7c44081a7c03780bebb35f1 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:04.392624 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.430109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:04.445193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-20cb527d-47af-4718-bc38-a7a097abc1aa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/06d308f1-6e01-4ed0-a94d-a6e16900cdd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3801975 Nov 12 11:26:04.448975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47224) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:04.503176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc72401-f726-4b67-8bd6-cdc3a49ceb0c None None] Sync routers for ids ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:04.531058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] device_id is not set on port 2683f44f-8f72-4a62-8210-9d037e99321d yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:04.561794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2b0ff-5a5e-4002-bbfb-5977d8c6205c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:04.567173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dca2b0ff-5a5e-4002-bbfb-5977d8c6205c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports/108717c4-99a5-4121-8420-92a11cf4f091 HTTP/1.1" status: 200 len: 913 time: 0.1146982 Nov 12 11:26:04.567516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47228) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:04.665354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting port 8860d955-15ef-4cab-943c-9aaeee95448f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:04.667074 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.671796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc72401-f726-4b67-8bd6-cdc3a49ceb0c None None] Routers {'06d308f1-6e01-4ed0-a94d-a6e16900cdd3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:04.672677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6cc72401-f726-4b67-8bd6-cdc3a49ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:04.861509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880bc682-c816-477c-ab73-e79532bd65bc None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:26:04.868151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6cc72401-f726-4b67-8bd6-cdc3a49ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:04.888507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9a603c82-16c2-4bff-b1a6-98ad1c6c9ee2 None None] Provisioning complete for port 108717c4-99a5-4121-8420-92a11cf4f091 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:04.890849 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a603c82-16c2-4bff-b1a6-98ad1c6c9ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.944730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] For port 8860d955-15ef-4cab-943c-9aaeee95448f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8860d955-15ef-4cab-943c-9aaeee95448f,segment=NetworkSegment(b60d9067-3268-4cbe-be70-c9d26175415d),segment_id=b60d9067-3268-4cbe-be70-c9d26175415d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:04.946194 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:04.986935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Calling delete_port for 8860d955-15ef-4cab-943c-9aaeee95448f owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:05.037280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Allocated IP 172.20.0.13 (e5ed2f01-e138-4f52-98c5-88c94372a70d/2da9e3b7-2229-48ff-b478-b366bb13c78b/2683f44f-8f72-4a62-8210-9d037e99321d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:05.224360 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9a603c82-16c2-4bff-b1a6-98ad1c6c9ee2 None None] Port 108717c4-99a5-4121-8420-92a11cf4f091 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:05.246801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc72401-f726-4b67-8bd6-cdc3a49ceb0c None None] Routers {'06d308f1-6e01-4ed0-a94d-a6e16900cdd3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:05.247742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6cc72401-f726-4b67-8bd6-cdc3a49ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:05.337150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efe050-c32a-4de1-9cd4-cfcae2963b40 req-2c925f9c-e163-401f-8342-49c0bf31c670 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:05.338953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27efe050-c32a-4de1-9cd4-cfcae2963b40 req-2c925f9c-e163-401f-8342-49c0bf31c670 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2128236 Nov 12 11:26:05.387790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880bc682-c816-477c-ab73-e79532bd65bc None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:26:05.405909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6cc72401-f726-4b67-8bd6-cdc3a49ceb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:05.406576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc72401-f726-4b67-8bd6-cdc3a49ceb0c None None] The sync data for ids ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:05.479857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.522100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.623522 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.671211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Port': ['ID=8860d955-15ef-4cab-943c-9aaeee95448f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:05.696301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27efe050-c32a-4de1-9cd4-cfcae2963b40 req-008203c5-4ae5-4051-9918-bfe5282d25b4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417573 Nov 12 11:26:05.700633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No DVR routers for this DVR port 8860d955-15ef-4cab-943c-9aaeee95448f on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:05.814545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.850324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.866158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:05.881474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60d9067-3268-4cbe-be70-c9d26175415d') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:05.882058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60d9067-3268-4cbe-be70-c9d26175415d') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:05.903705 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.941943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.962800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:05.963212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:05.967447 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:06.046806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 108717c4-99a5-4121-8420-92a11cf4f091 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:06.047226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.071513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.117288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Network e5ed2f01-e138-4f52-98c5-88c94372a70d is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:06.120980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:06.125343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:06.171251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=2683f44f-8f72-4a62-8210-9d037e99321d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:06.183221 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.188073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.222720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.237647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 HTTP/1.1" status: 204 len: 168 time: 4.3676906 Nov 12 11:26:06.240851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47236) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:06.284316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 108717c4-99a5-4121-8420-92a11cf4f091 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:06.315525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25948efc-6a2c-4b8e-ab56-e4f1517ab23e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:06.323852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:06.324819 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.338203 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab69a72-af30-4bba-876a-90b331e4c408 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:06.338963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab69a72-af30-4bba-876a-90b331e4c408 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:06.348685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3ab69a72-af30-4bba-876a-90b331e4c408 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 HTTP/1.1" status: 404 len: 339 time: 0.1066918 Nov 12 11:26:06.349413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47238) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:06.355147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-753366546', 'description': 'd1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:06.566634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-70515be7-72f9-4e5b-a4d5-01dea9a318f4 None None] Provisioning complete for port 2683f44f-8f72-4a62-8210-9d037e99321d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:06.567093 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-70515be7-72f9-4e5b-a4d5-01dea9a318f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.592045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-464e8fdf-e116-4b54-8799-b6f0a4cd5760 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6667700 Nov 12 11:26:06.592708 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47242) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:06.597949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'network_id': 'e5ed2f01-e138-4f52-98c5-88c94372a70d', 'name': 'tempest-AllowedAddressPairTestJSON-1031308663'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:06.619832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-70515be7-72f9-4e5b-a4d5-01dea9a318f4 None None] Port 2683f44f-8f72-4a62-8210-9d037e99321d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:06.804654 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.816313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:06.823627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.866284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=108717c4-99a5-4121-8420-92a11cf4f091,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:06.939404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:26:06.951882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.952444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.953849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.954358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.954802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.955563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.956061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.956497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.956935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.957408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.957915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.958386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:06.965078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807c3af-ea90-47df-82b7-9c21ecc20291 req-70f3f03f-2c63-44f8-86c5-fb0b70fdf32b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:06.983730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c807c3af-ea90-47df-82b7-9c21ecc20291 req-70f3f03f-2c63-44f8-86c5-fb0b70fdf32b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.1925142 Nov 12 11:26:06.994294 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:06.994939 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment edf9bf22-bde9-480b-8dc6-913d5ff2551c of type vlan for network 3d7825d3-60e8-4077-913d-d33ae2b4a712 Nov 12 11:26:07.057148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.132192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Made reservation on behalf of 07171367e7c44081a7c03780bebb35f1 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:07.137064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.150915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.171070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] device_id is not set on port 990bea2a-bc83-4ab7-b872-1527b95cda5c yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:07.179352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c807c3af-ea90-47df-82b7-9c21ecc20291 req-835c6ef6-fc04-4cd1-ac2f-ace06db9da22 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935844 Nov 12 11:26:07.250132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.260619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:07.261683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.353631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=3d7825d3-60e8-4077-913d-d33ae2b4a712,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:07.370465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 3d7825d3-60e8-4077-913d-d33ae2b4a712 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:07.419546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d581443-cdef-442e-b712-395b3fc20a8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0678499 Nov 12 11:26:07.420424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47252) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:07.484877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Allocated IP 172.20.0.5 (e5ed2f01-e138-4f52-98c5-88c94372a70d/2da9e3b7-2229-48ff-b478-b366bb13c78b/990bea2a-bc83-4ab7-b872-1527b95cda5c) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:07.506851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 06d308f1-6e01-4ed0-a94d-a6e16900cdd3 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:07.645487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470bb674-d3b0-4a3d-9b79-5b5f61d22e7b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:07.649427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-470bb674-d3b0-4a3d-9b79-5b5f61d22e7b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/networks?id=3d7825d3-60e8-4077-913d-d33ae2b4a712 HTTP/1.1" status: 200 len: 760 time: 0.2255785 Nov 12 11:26:07.656236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47260) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:07.665423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0f0828b9-1d8b-4f20-99a4-f8d130933942 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'description': 'd2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:07.872603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f0828b9-1d8b-4f20-99a4-f8d130933942 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.881019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.969486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:07.981072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f0828b9-1d8b-4f20-99a4-f8d130933942 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:07.983507 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebd3d5-4868-4570-b46f-4bbbdea05f38 None None] Sync routers for ids ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:07.993296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-136a7e9d-d219-49f6-a0a6-b9775d4b2d52 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/06d308f1-6e01-4ed0-a94d-a6e16900cdd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4245107 Nov 12 11:26:07.997953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47264) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:08.004817 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebd3d5-4868-4570-b46f-4bbbdea05f38 None None] Routers {'06d308f1-6e01-4ed0-a94d-a6e16900cdd3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:08.009278 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-99ebd3d5-4868-4570-b46f-4bbbdea05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:08.027507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f0828b9-1d8b-4f20-99a4-f8d130933942 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network 3d7825d3-60e8-4077-913d-d33ae2b4a712 is not hosted by any dhcp agent {{(pid=109704) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 11:26:08.054307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0828b9-1d8b-4f20-99a4-f8d130933942 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:08.054975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f0828b9-1d8b-4f20-99a4-f8d130933942 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.057021 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0f0828b9-1d8b-4f20-99a4-f8d130933942 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "PUT /v2.0/networks/3d7825d3-60e8-4077-913d-d33ae2b4a712 HTTP/1.1" status: 200 len: 757 time: 0.3989305 Nov 12 11:26:08.059561 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-99ebd3d5-4868-4570-b46f-4bbbdea05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:08.072815 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebd3d5-4868-4570-b46f-4bbbdea05f38 None None] Routers {'06d308f1-6e01-4ed0-a94d-a6e16900cdd3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:08.073874 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-99ebd3d5-4868-4570-b46f-4bbbdea05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:08.076009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47266) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:08.106816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.128873 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-99ebd3d5-4868-4570-b46f-4bbbdea05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:08.130295 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ebd3d5-4868-4570-b46f-4bbbdea05f38 None None] The sync data for ids ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:08.224400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0828b9-1d8b-4f20-99a4-f8d130933942 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=3d7825d3-60e8-4077-913d-d33ae2b4a712,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:08.240982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 3d7825d3-60e8-4077-913d-d33ae2b4a712 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:08.296067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e795b5-66ca-4f76-a49d-521276e8d288 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:08.297796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a8e795b5-66ca-4f76-a49d-521276e8d288 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/networks?id=3d7825d3-60e8-4077-913d-d33ae2b4a712 HTTP/1.1" status: 200 len: 760 time: 0.2207873 Nov 12 11:26:08.324776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47270) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:08.331608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459576004'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:08.414805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-1859cf07-f3a4-4eb9-aaca-ef5c8d02ef6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1482368 Nov 12 11:26:08.439327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533c5b0-bd7d-4842-89dd-104254d90b5a req-7a58d6d7-f8b1-4f23-bca3-39c063eb760d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:08.440950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2533c5b0-bd7d-4842-89dd-104254d90b5a req-7a58d6d7-f8b1-4f23-bca3-39c063eb760d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.1258385 Nov 12 11:26:08.479941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Network e5ed2f01-e138-4f52-98c5-88c94372a70d is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:08.480179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:08.484411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.500741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:08.500741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=990bea2a-bc83-4ab7-b872-1527b95cda5c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:08.500741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:08.617329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2533c5b0-bd7d-4842-89dd-104254d90b5a req-c16aa6e2-2289-4c5a-b7d1-e72ead234e6c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663907 Nov 12 11:26:08.637050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:26:08.671312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:08.671593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.679072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.680081 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment fe426a05-c8a0-45db-afd2-3c03a4ac4e14 of type vlan for network 00f10e99-f435-4441-9a6b-8750229eae0a Nov 12 11:26:08.691310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-b9f0dd13-17d2-4069-9c5e-fdc30f6a5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:08.694121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-b9f0dd13-17d2-4069-9c5e-fdc30f6a5bec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 1098 time: 0.1870809 Nov 12 11:26:08.821740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:08.896465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-32d53daa-2d67-43b4-b887-a1c75af0eb42 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3022597 Nov 12 11:26:08.899793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47276) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:08.918388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:42:ad:c2'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:91:a4:08'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:08.982756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-615816a6-8050-4853-bec7-de26e49ac8e6 None None] Provisioning complete for port 990bea2a-bc83-4ab7-b872-1527b95cda5c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:08.983410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-615816a6-8050-4853-bec7-de26e49ac8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.022747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.116340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-615816a6-8050-4853-bec7-de26e49ac8e6 None None] Port 990bea2a-bc83-4ab7-b872-1527b95cda5c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:09.559654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-7004843f-34c8-43ce-b07e-701da8c15812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:09.562381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-7004843f-34c8-43ce-b07e-701da8c15812 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.8266084 Nov 12 11:26:09.637690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.647206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:09.648279 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:09.818268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-2402f177-88c9-425e-a712-7cace44c90ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fed41b11-dace-4cc8-a726-0518ed5a5203 HTTP/1.1" status: 200 len: 217 time: 0.2077560 Nov 12 11:26:09.900061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 5de1f765-fcbc-491c-960e-40f6d8d7d72d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:09.900723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.008448 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.008448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=00f10e99-f435-4441-9a6b-8750229eae0a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:10.008448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-5b1dbb45-bc14-4ddb-8fc5-b1e8c40e206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:10.008448 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-5b1dbb45-bc14-4ddb-8fc5-b1e8c40e206c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1799815 Nov 12 11:26:10.021236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.025733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 00f10e99-f435-4441-9a6b-8750229eae0a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:10.033835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d7eb3-1050-47d8-ae5a-5f40913ef019 req-568188d8-0a5f-4338-8940-f47184d369d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:10.035443 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-452d7eb3-1050-47d8-ae5a-5f40913ef019 req-568188d8-0a5f-4338-8940-f47184d369d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2330298 Nov 12 11:26:10.051203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 5de1f765-fcbc-491c-960e-40f6d8d7d72d owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:10.152832 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a8b4f080-f06b-4f5a-ae5b-49463c6bff46 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8262038 Nov 12 11:26:10.158799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:10.177575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': '00f10e99-f435-4441-9a6b-8750229eae0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:10.212771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-a6667e88-1aaf-4edb-9fdb-72f926d63c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:10.214670 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-a6667e88-1aaf-4edb-9fdb-72f926d63c15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991804 Nov 12 11:26:10.255394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-452d7eb3-1050-47d8-ae5a-5f40913ef019 req-ea7cad9a-67e2-4eec-bb1e-88fa3f3b860d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806223 Nov 12 11:26:10.387226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.423661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=5de1f765-fcbc-491c-960e-40f6d8d7d72d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:10.601967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:10.606222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.644542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:10.876103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 06d308f1-6e01-4ed0-a94d-a6e16900cdd3 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:10.969627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-3b9d27c9-13a0-4beb-9a75-26cc681001bb service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297425 Nov 12 11:26:10.982668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:10.988093 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-19380d60-8c1d-469a-823d-c50d66ab66c6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/06d308f1-6e01-4ed0-a94d-a6e16900cdd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9887640 Nov 12 11:26:10.990941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47292) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:10.995998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797b6bf-d3cb-4944-a7fd-3b8ad568b93a None None] Sync routers for ids ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:11.021364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-47275265-a4fb-44cd-8b38-7b5147b662c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=06d308f1-6e01-4ed0-a94d-a6e16900cdd3 HTTP/1.1" status: 200 len: 205 time: 0.0290611 Nov 12 11:26:11.025129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47296) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:11.045708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797b6bf-d3cb-4944-a7fd-3b8ad568b93a None None] Routers {'06d308f1-6e01-4ed0-a94d-a6e16900cdd3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:11.052931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1797b6bf-d3cb-4944-a7fd-3b8ad568b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:11.058233 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.120904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00ba8c64-b442-4702-8fc2-849143dbc8df tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.198484 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.210022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1797b6bf-d3cb-4944-a7fd-3b8ad568b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:11.233156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797b6bf-d3cb-4944-a7fd-3b8ad568b93a None None] Routers {'06d308f1-6e01-4ed0-a94d-a6e16900cdd3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:11.236150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1797b6bf-d3cb-4944-a7fd-3b8ad568b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:11.326449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1797b6bf-d3cb-4944-a7fd-3b8ad568b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:11.328693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797b6bf-d3cb-4944-a7fd-3b8ad568b93a None None] The sync data for ids ['06d308f1-6e01-4ed0-a94d-a6e16900cdd3'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:11.332284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.425755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=7157496c-6f7a-475b-bcb1-59bf2c786b22,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:11.440297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00ba8c64-b442-4702-8fc2-849143dbc8df tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.443387 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00ba8c64-b442-4702-8fc2-849143dbc8df tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.471330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12d7ccf2-62c7-49a1-bc87-3594b78e29f3 req-d83561d4-80aa-40a5-89a1-aab278f10ed6 service neutron] 10.222.0.57 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922712 Nov 12 11:26:11.572969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': 'fe426a05-c8a0-45db-afd2-3c03a4ac4e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '00f10e99-f435-4441-9a6b-8750229eae0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:11.573495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: 00f10e99-f435-4441-9a6b-8750229eae0a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:26:11.580420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event updated for resources: {'Port': ['ID=990bea2a-bc83-4ab7-b872-1527b95cda5c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:11.593057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00ba8c64-b442-4702-8fc2-849143dbc8df tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.593795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ba8c64-b442-4702-8fc2-849143dbc8df tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Fanout notify agent at l3_agent the message router_deleted on router 06d308f1-6e01-4ed0-a94d-a6e16900cdd3 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:26:11.630789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00ba8c64-b442-4702-8fc2-849143dbc8df tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.642203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-00ba8c64-b442-4702-8fc2-849143dbc8df tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/06d308f1-6e01-4ed0-a94d-a6e16900cdd3 HTTP/1.1" status: 204 len: 168 time: 0.6148093 Nov 12 11:26:11.644884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47300) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:11.676967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea02125-1b2a-4ee3-a519-91601efcd7df req-e313280c-96ad-47d3-ae52-6b85939d7484 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:11.689298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ea02125-1b2a-4ee3-a519-91601efcd7df req-e313280c-96ad-47d3-ae52-6b85939d7484 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2459445 Nov 12 11:26:11.715089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] In _notify_port_updated(), no bound segment for port 990bea2a-bc83-4ab7-b872-1527b95cda5c on network e5ed2f01-e138-4f52-98c5-88c94372a70d {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:26:11.730011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:11.730713 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.732193 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-92e59a96-0c92-4310-b4e4-8fd5732b63c8 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "PUT /v2.0/ports/990bea2a-bc83-4ab7-b872-1527b95cda5c HTTP/1.1" status: 200 len: 1056 time: 2.8276827 Nov 12 11:26:11.736004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47302) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:11.759680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de775ea-d38b-4086-a7d2-96332ed41ba2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 9c0679ef-0bc0-4660-8800-9a925b67bdb6 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:11.763846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3de775ea-d38b-4086-a7d2-96332ed41ba2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.771424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network 00f10e99-f435-4441-9a6b-8750229eae0a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:26:11.820730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3de775ea-d38b-4086-a7d2-96332ed41ba2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.823607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ea02125-1b2a-4ee3-a519-91601efcd7df req-46bf9321-f1c3-49e7-8725-cb2aa9c7c5e5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333649 Nov 12 11:26:11.904992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 00f10e99-f435-4441-9a6b-8750229eae0a) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:11.909409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:11.910080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:11.920496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b6306-d677-41fb-b345-753743550091 None None] Network 00f10e99-f435-4441-9a6b-8750229eae0a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:11.925662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-05fb9690-694b-4049-9caa-0d4748cd719a None None] Provisioning complete for port 990bea2a-bc83-4ab7-b872-1527b95cda5c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:11.926386 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05fb9690-694b-4049-9caa-0d4748cd719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.002806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-05fb9690-694b-4049-9caa-0d4748cd719a None None] Port 990bea2a-bc83-4ab7-b872-1527b95cda5c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:12.050274 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3de775ea-d38b-4086-a7d2-96332ed41ba2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.081872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-79d96094-e734-48b0-8016-ea7a19896063 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Deleting port 990bea2a-bc83-4ab7-b872-1527b95cda5c {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:12.081872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d96094-e734-48b0-8016-ea7a19896063 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.102700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1e0c1385-9797-4618-ac8e-0e2a32dab4bd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9303169 Nov 12 11:26:12.105914 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47306) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:12.281296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.335799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d96094-e734-48b0-8016-ea7a19896063 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.358932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-79d96094-e734-48b0-8016-ea7a19896063 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Calling delete_port for 990bea2a-bc83-4ab7-b872-1527b95cda5c owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:12.372644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.472267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f13a805-5b19-4cda-b3cf-5cad8fd2e8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-00f10e99-f435-4441-9a6b-8750229eae0a', 'network_id': '00f10e99-f435-4441-9a6b-8750229eae0a', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': '7157496c-6f7a-475b-bcb1-59bf2c786b22'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:12.473857 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0f13a805-5b19-4cda-b3cf-5cad8fd2e8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.662240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3de775ea-d38b-4086-a7d2-96332ed41ba2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.665673 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.700120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de775ea-d38b-4086-a7d2-96332ed41ba2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0679ef-0bc0-4660-8800-9a925b67bdb6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:12.702442 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3de775ea-d38b-4086-a7d2-96332ed41ba2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.707965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3de775ea-d38b-4086-a7d2-96332ed41ba2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/9c0679ef-0bc0-4660-8800-9a925b67bdb6 HTTP/1.1" status: 204 len: 168 time: 1.0588222 Nov 12 11:26:12.710026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47310) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:12.711009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c3f59-4107-4da2-b3ce-8e203c670469 None None] Network e97256a5-0042-41b9-8e14-49f0daf84d4c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:12.745822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d96094-e734-48b0-8016-ea7a19896063 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:12.794464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=7157496c-6f7a-475b-bcb1-59bf2c786b22,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:12.798720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d96094-e734-48b0-8016-ea7a19896063 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Port': ['ID=990bea2a-bc83-4ab7-b872-1527b95cda5c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:13.002158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7adbbc-a5d9-4022-89db-176f0ccc31c9 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 9df40ef9-b536-437b-b4a2-9c0f645fa000 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:13.009931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.012173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-db7adbbc-a5d9-4022-89db-176f0ccc31c9 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.106417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f10e99-f435-4441-9a6b-8750229eae0a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:13.132173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe426a05-c8a0-45db-afd2-3c03a4ac4e14') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:13.132632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe426a05-c8a0-45db-afd2-3c03a4ac4e14') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:13.158114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be361a95-d9b5-45ff-9b93-04a0d3ad4fa7 req-6d74377e-3826-4095-bfe5-02891f4a9854 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:13.162316 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be361a95-d9b5-45ff-9b93-04a0d3ad4fa7 req-6d74377e-3826-4095-bfe5-02891f4a9854 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.1961942 Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server [None req-0f13a805-5b19-4cda-b3cf-5cad8fd2e8cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7157496c-6f7a-475b-bcb1-59bf2c786b22: This subnet is being modified by another concurrent operation. Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server raise exception Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7157496c-6f7a-475b-bcb1-59bf2c786b22: This subnet is being modified by another concurrent operation. Nov 12 11:26:13.164355 n-d-768852-22 neutron-server[109706]: ERROR oslo_messaging.rpc.server Nov 12 11:26:13.203371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a99549-c712-4427-bf99-91b3e62a23ca None None] Network 00f10e99-f435-4441-9a6b-8750229eae0a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:13.239173 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.258434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-db7adbbc-a5d9-4022-89db-176f0ccc31c9 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.300568 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.313053 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d96094-e734-48b0-8016-ea7a19896063 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.314418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] DHCP port deletion for e97256a5-0042-41b9-8e14-49f0daf84d4c request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:13.325364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47318) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:13.329758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-79d96094-e734-48b0-8016-ea7a19896063 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "DELETE /v2.0/ports/990bea2a-bc83-4ab7-b872-1527b95cda5c HTTP/1.1" status: 204 len: 168 time: 1.5886459 Nov 12 11:26:13.339594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:13.340792 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:13.372693 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:13.426664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] Deleting port 413ee466-24f1-4503-beb7-829f6b7d7d64 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:13.427524 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.442006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-db7adbbc-a5d9-4022-89db-176f0ccc31c9 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.460483 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3f6307-b07c-4a67-ad7c-15f3e22a5904 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] GET failed (client error): The resource could not be found. Nov 12 11:26:13.466787 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7f3f6307-b07c-4a67-ad7c-15f3e22a5904 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "GET /v2.0/ports/990bea2a-bc83-4ab7-b872-1527b95cda5c HTTP/1.1" status: 404 len: 333 time: 0.1363368 Nov 12 11:26:13.468128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47322) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:13.489096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be361a95-d9b5-45ff-9b93-04a0d3ad4fa7 req-187b2ddb-2bab-4729-b05a-508a04cbcbbe tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835002 Nov 12 11:26:13.547708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] For port 413ee466-24f1-4503-beb7-829f6b7d7d64, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=413ee466-24f1-4503-beb7-829f6b7d7d64,segment=NetworkSegment(4032918a-c0fa-4c6e-8e26-dd0d6fe21c35),segment_id=4032918a-c0fa-4c6e-8e26-dd0d6fe21c35)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:13.548354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.565946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] Calling delete_port for 413ee466-24f1-4503-beb7-829f6b7d7d64 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:13.643908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-555dc764-16c8-4f53-9773-b8dea16a6b97 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Deleting port 2683f44f-8f72-4a62-8210-9d037e99321d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:13.644776 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-555dc764-16c8-4f53-9773-b8dea16a6b97 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.707850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-db7adbbc-a5d9-4022-89db-176f0ccc31c9 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.729801 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.741889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7adbbc-a5d9-4022-89db-176f0ccc31c9 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=9df40ef9-b536-437b-b4a2-9c0f645fa000,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:13.749210 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-db7adbbc-a5d9-4022-89db-176f0ccc31c9 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.752560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-db7adbbc-a5d9-4022-89db-176f0ccc31c9 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/9df40ef9-b536-437b-b4a2-9c0f645fa000 HTTP/1.1" status: 204 len: 168 time: 1.0413153 Nov 12 11:26:13.755382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47326) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:13.757321 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.761347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/00f10e99-f435-4441-9a6b-8750229eae0a HTTP/1.1" status: 204 len: 168 time: 1.6543405 Nov 12 11:26:13.765664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a01b1c-5c1c-4848-9d8a-86fc10f042f0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=00f10e99-f435-4441-9a6b-8750229eae0a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:13.766106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979e9b17-45ee-40aa-95c0-91fa7b2d54e8 None None] Network 489d7cbe-53bf-42a8-b663-22555b454ade requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:13.771825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47328) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:13.809875 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac6aa89-2d83-41f9-9584-ba572b116022 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] GET failed (client error): The resource could not be found. Nov 12 11:26:13.812537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3ac6aa89-2d83-41f9-9584-ba572b116022 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/subnets/7157496c-6f7a-475b-bcb1-59bf2c786b22 HTTP/1.1" status: 404 len: 337 time: 0.0395408 Nov 12 11:26:13.815720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47330) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:13.852639 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-87105b75-6e11-4bb0-9a74-62fee4f65aaa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:13.853630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87105b75-6e11-4bb0-9a74-62fee4f65aaa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:13.856878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-87105b75-6e11-4bb0-9a74-62fee4f65aaa tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/00f10e99-f435-4441-9a6b-8750229eae0a HTTP/1.1" status: 404 len: 339 time: 0.0401001 Nov 12 11:26:13.861662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47332) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:13.865237 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-555dc764-16c8-4f53-9773-b8dea16a6b97 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.883202 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.941954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:13.944744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-555dc764-16c8-4f53-9773-b8dea16a6b97 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Calling delete_port for 2683f44f-8f72-4a62-8210-9d037e99321d owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:13.977485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] No DVR routers for this DVR port 413ee466-24f1-4503-beb7-829f6b7d7d64 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:13.992123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfa8ec-7633-4f7a-8894-8d0a5a9d5008 None None] Pushing event deleted for resources: {'Port': ['ID=413ee466-24f1-4503-beb7-829f6b7d7d64,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:14.147345 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.184079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97256a5-0042-41b9-8e14-49f0daf84d4c']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:14.217865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4032918a-c0fa-4c6e-8e26-dd0d6fe21c35') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:14.218119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4032918a-c0fa-4c6e-8e26-dd0d6fe21c35') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:14.220257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e2d7ac-4717-4f74-a015-af4987027a4a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:14.223519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-16e2d7ac-4717-4f74-a015-af4987027a4a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3590982 Nov 12 11:26:14.225506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47340) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.239979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] DHCP port deletion for 489d7cbe-53bf-42a8-b663-22555b454ade request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:14.241976 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.272205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3d785147-c7a3-4ece-a222-ee6a9523877a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 207 time: 0.0439091 Nov 12 11:26:14.278682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47342) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.283507 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.295712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:14.296284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:14.299983 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:14.355527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] Deleting port 41fdcf43-e748-4174-9af8-b8c432eb38d1 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:14.355527 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.451411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] For port 41fdcf43-e748-4174-9af8-b8c432eb38d1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41fdcf43-e748-4174-9af8-b8c432eb38d1,segment=NetworkSegment(6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f),segment_id=6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:14.452138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.471026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] Calling delete_port for 41fdcf43-e748-4174-9af8-b8c432eb38d1 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:14.496855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc17916-a99c-495a-8a27-cdd9d6656571 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:14.507525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc17916-a99c-495a-8a27-cdd9d6656571 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:14.516550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc17916-a99c-495a-8a27-cdd9d6656571 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:14.516819 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.522536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc17916-a99c-495a-8a27-cdd9d6656571 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:14.522673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.528002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/e97256a5-0042-41b9-8e14-49f0daf84d4c HTTP/1.1" status: 204 len: 168 time: 0.7697544 Nov 12 11:26:14.530416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47346) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.530749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47348) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.540427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8fc17916-a99c-495a-8a27-cdd9d6656571 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2440729 Nov 12 11:26:14.549122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-555dc764-16c8-4f53-9773-b8dea16a6b97 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.607459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 413ee466-24f1-4503-beb7-829f6b7d7d64 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:14.610284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9f53e-fb6e-45bf-8ca2-2c43cb25d007 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=e97256a5-0042-41b9-8e14-49f0daf84d4c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:14.616982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dc764-16c8-4f53-9773-b8dea16a6b97 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Port': ['ID=2683f44f-8f72-4a62-8210-9d037e99321d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:14.663816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 413ee466-24f1-4503-beb7-829f6b7d7d64 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:14.674084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 413ee466-24f1-4503-beb7-829f6b7d7d64 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:14.674567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41fdcf43-e748-4174-9af8-b8c432eb38d1 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:14.777278 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-555dc764-16c8-4f53-9773-b8dea16a6b97 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.780664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-555dc764-16c8-4f53-9773-b8dea16a6b97 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "DELETE /v2.0/ports/2683f44f-8f72-4a62-8210-9d037e99321d HTTP/1.1" status: 204 len: 168 time: 1.3116469 Nov 12 11:26:14.791052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47352) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.851685 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-693593b6-699b-43dc-b340-6267b3c3c956 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] GET failed (client error): The resource could not be found. Nov 12 11:26:14.853582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-693593b6-699b-43dc-b340-6267b3c3c956 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "GET /v2.0/ports/2683f44f-8f72-4a62-8210-9d037e99321d HTTP/1.1" status: 404 len: 333 time: 0.0588686 Nov 12 11:26:14.857483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47354) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:14.871036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.916136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.957139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] No DVR routers for this DVR port 41fdcf43-e748-4174-9af8-b8c432eb38d1 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:14.963484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:14.970024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707e455-af37-4700-b1eb-c3321c963f33 None None] Pushing event deleted for resources: {'Port': ['ID=41fdcf43-e748-4174-9af8-b8c432eb38d1,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:14.993097 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4adda255-dd03-4830-a96c-363f06355017 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4493120 Nov 12 11:26:15.000941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47356) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:15.087304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d715418-fe18-41ac-b614-a9f21ee43daf None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:26:15.124556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10211fe1-a35d-4db7-966d-c14591f40071 req-bf920945-0bb0-4e2c-a3af-4c02cf492f3f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:15.130452 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10211fe1-a35d-4db7-966d-c14591f40071 req-bf920945-0bb0-4e2c-a3af-4c02cf492f3f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2527804 Nov 12 11:26:15.199275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb3faf-c3c4-41be-91a7-67ad911a7e56 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Deleting port a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:15.201455 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3faf-c3c4-41be-91a7-67ad911a7e56 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.229594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.256564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489d7cbe-53bf-42a8-b663-22555b454ade']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:15.268987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:15.269287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0775ee-b44e-49e5-b1c9-b3caf00bcb7f') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:15.282195 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.299092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.307111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d715418-fe18-41ac-b614-a9f21ee43daf None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:26:15.315571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:15.315571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.364243 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3faf-c3c4-41be-91a7-67ad911a7e56 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:15.379516 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:15.388486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe6405-d4cc-4e70-8ff6-31dc4c154195 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:15.390294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe6405-d4cc-4e70-8ff6-31dc4c154195 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:15.391903 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e7fe6405-d4cc-4e70-8ff6-31dc4c154195 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3899422 Nov 12 11:26:15.395326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb3faf-c3c4-41be-91a7-67ad911a7e56 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Calling delete_port for a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:15.397218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47360) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:15.480429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62f0ae-fcfa-439e-8d8f-e9a740ee1c36 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:15.483910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62f0ae-fcfa-439e-8d8f-e9a740ee1c36 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['shared'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:15.500251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47362) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:15.502857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3a62f0ae-fcfa-439e-8d8f-e9a740ee1c36 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1023543 Nov 12 11:26:15.570162 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.591772 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.607325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/489d7cbe-53bf-42a8-b663-22555b454ade HTTP/1.1" status: 204 len: 168 time: 1.0408838 Nov 12 11:26:15.608758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74a44b-f6c8-48c0-84bc-df8bd7165a64 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=489d7cbe-53bf-42a8-b663-22555b454ade,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:15.613296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47364) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:15.621828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-319537038'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:15.698549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10211fe1-a35d-4db7-966d-c14591f40071 req-dc0d36e5-1107-48ac-a71b-f79724e4101a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588896 Nov 12 11:26:15.770492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:15.779863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.786436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38f3372-df65-46ff-bf6f-f16b46626c3b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:15.787801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e38f3372-df65-46ff-bf6f-f16b46626c3b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/networks/66aa6f79-1ead-4e29-9aa5-d8397ccf595c HTTP/1.1" status: 200 len: 799 time: 0.2820489 Nov 12 11:26:15.791765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47366) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:15.821065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:26:15.832959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3faf-c3c4-41be-91a7-67ad911a7e56 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.858001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:15.858343 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment 9c213f8d-9595-4338-bb21-93b3b15228f4 of type vlan for network 4df4a9dd-e477-4037-a081-4d1138609026 Nov 12 11:26:15.901577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb3faf-c3c4-41be-91a7-67ad911a7e56 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Port': ['ID=a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:15.971026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.041249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-445b0844-1f70-4297-8b1d-04d39dbd9d39 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/networks/66aa6f79-1ead-4e29-9aa5-d8397ccf595c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2480941 Nov 12 11:26:16.045863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47370) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:16.049046 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3faf-c3c4-41be-91a7-67ad911a7e56 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.059459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dfeb3faf-c3c4-41be-91a7-67ad911a7e56 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "DELETE /v2.0/ports/a46c16ca-26ac-4dad-a4e4-ed7aa4a1c422 HTTP/1.1" status: 204 len: 168 time: 1.2002435 Nov 12 11:26:16.060153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47372) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:16.131702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ccaa54-4069-47e6-ac80-60e8e42ae320 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:16.137028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-28ccaa54-4069-47e6-ac80-60e8e42ae320 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/subnets/369ea8fb-5366-4dba-801c-a11e5b0c86f3 HTTP/1.1" status: 200 len: 811 time: 0.0858142 Nov 12 11:26:16.137028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.141066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47374) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:16.142768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:16.143470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.293557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=4df4a9dd-e477-4037-a081-4d1138609026,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:16.313425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 4df4a9dd-e477-4037-a081-4d1138609026 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:16.484446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-94dde8c9-f581-4183-a01d-08ba005f23ab tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8691280 Nov 12 11:26:16.485038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47378) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:16.489961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': '4df4a9dd-e477-4037-a081-4d1138609026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:16.737534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Deleting subnet 2da9e3b7-2229-48ff-b478-b366bb13c78b {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:16.741169 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.786579 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.849107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b231410a-a859-428a-9326-1b1bb24488b9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['shared'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:16.854512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b231410a-a859-428a-9326-1b1bb24488b9 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "GET /v2.0/subnets/369ea8fb-5366-4dba-801c-a11e5b0c86f3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6754239 Nov 12 11:26:16.854955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47382) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:16.866703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1211955373'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:16.885466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:16.889387 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:16.992576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.070125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:17.074937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.209461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7f6b8-b41c-4dd0-bf94-d372a2abe412 req-55b3728e-f3f8-4abc-8855-d7bb297e24d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:17.209461 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-83d7f6b8-b41c-4dd0-bf94-d372a2abe412 req-55b3728e-f3f8-4abc-8855-d7bb297e24d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2182717 Nov 12 11:26:17.210185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:26:17.210185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.210185 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Added segment 314f61d8-a17a-4da1-a3ac-01d1385b96e2 of type vlan for network d7a18f20-0230-42d4-abe3-4b421daa6a73 Nov 12 11:26:17.210883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-83d7f6b8-b41c-4dd0-bf94-d372a2abe412 req-909839e7-45f0-4a9c-9ab1-7962c8b91570 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058130 Nov 12 11:26:17.239012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.582406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.583700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.588184 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.605370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:17.606024 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.623789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Subnet': ['ID=2da9e3b7-2229-48ff-b478-b366bb13c78b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:17.632879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.633239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.633591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.633922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.634253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.635251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.635609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.635973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.636294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.636923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.637211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.637540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:17.652445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.660046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8872b28-54e4-4cfb-b236-2511586299f6 None None] Network e5ed2f01-e138-4f52-98c5-88c94372a70d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:17.674858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1cf1de6b-2b60-431f-8860-ac5bef09bd1b tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "DELETE /v2.0/subnets/2da9e3b7-2229-48ff-b478-b366bb13c78b HTTP/1.1" status: 204 len: 168 time: 1.6100140 Nov 12 11:26:17.675855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47392) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:17.695197 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.805510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Network': ['ID=d7a18f20-0230-42d4-abe3-4b421daa6a73,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:17.824329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f7dc08ca-cda1-45af-8cef-52eb7f3fb30c tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9658687 Nov 12 11:26:17.824329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=3c65cb2f-cbd2-44e0-9002-105a707f06c6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:17.828225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47394) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:17.829029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-44056963-5ad7-4985-87e7-59dc8d0944f9 req-e371a272-0ae4-48d9-a6a6-5f7797b971ce service neutron] (109705) timed out ('10.222.0.69', 55647) {{(pid=109705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:26:17.836220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'network_id': 'd7a18f20-0230-42d4-abe3-4b421daa6a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:17.856850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d7a18f20-0230-42d4-abe3-4b421daa6a73 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:17.873554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': '9c213f8d-9595-4338-bb21-93b3b15228f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4df4a9dd-e477-4037-a081-4d1138609026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:17.878266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: 4df4a9dd-e477-4037-a081-4d1138609026, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:26:17.878457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:17.998951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Deleting port e3ee2d06-58b4-403f-884b-a42a3e283668 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:17.999296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.189299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] For port e3ee2d06-58b4-403f-884b-a42a3e283668, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e3ee2d06-58b4-403f-884b-a42a3e283668,segment=NetworkSegment(652fb282-a9b9-4088-9f36-a531c4f57a09),segment_id=652fb282-a9b9-4088-9f36-a531c4f57a09)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:18.189999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.210008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 4df4a9dd-e477-4037-a081-4d1138609026 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:26:18.226464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Calling delete_port for e3ee2d06-58b4-403f-884b-a42a3e283668 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:18.304966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] DHCP port deletion for e5ed2f01-e138-4f52-98c5-88c94372a70d request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:18.318382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Made reservation on behalf of 8038710f5df9463b8583dca4ae0a1280 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:18.322905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.387071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 4df4a9dd-e477-4037-a081-4d1138609026) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:18.396630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:18.397600 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.406648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae3258-d6b6-4d30-a871-51ed3b1507c0 None None] Network 4df4a9dd-e477-4037-a081-4d1138609026 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:18.455246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3eaed3-5978-438d-a104-bf80efaa59bf req-d7d6386d-65b5-490a-8c3a-0369ae7bd28c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:18.457237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db3eaed3-5978-438d-a104-bf80efaa59bf req-d7d6386d-65b5-490a-8c3a-0369ae7bd28c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.1055551 Nov 12 11:26:18.503145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing IP validity checks on allocation pools {{(pid=109705) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 11:26:18.504483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109705) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 11:26:18.586328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] Deleting port e3ee2d06-58b4-403f-884b-a42a3e283668 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:18.586861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db3eaed3-5978-438d-a104-bf80efaa59bf req-03beb21c-d917-48b0-88b4-01ae451667e3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204121 Nov 12 11:26:18.587040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.589789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.626059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Port': ['ID=e3ee2d06-58b4-403f-884b-a42a3e283668,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:18.639692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d717e7f3-3924-46f0-9d35-3cefb81a9e85 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1514816 Nov 12 11:26:18.644204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47402) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:18.651897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7f902709-2254-4713-8344-1fbb1058cb7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1740329287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:18.660295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e3ee2d06-58b4-403f-884b-a42a3e283668 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:18.677086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] No DVR routers for this DVR port e3ee2d06-58b4-403f-884b-a42a3e283668 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:18.718472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e3ee2d06-58b4-403f-884b-a42a3e283668 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:18.718778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e3ee2d06-58b4-403f-884b-a42a3e283668 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:18.802931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.834575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] For port e3ee2d06-58b4-403f-884b-a42a3e283668, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:18.834835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.836771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ed2f01-e138-4f52-98c5-88c94372a70d']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:18.867341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] Calling delete_port for e3ee2d06-58b4-403f-884b-a42a3e283668 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:18.871552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652fb282-a9b9-4088-9f36-a531c4f57a09') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:18.872077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652fb282-a9b9-4088-9f36-a531c4f57a09') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:18.878638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] Port e3ee2d06-58b4-403f-884b-a42a3e283668 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:26:18.885079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-4df4a9dd-e477-4037-a081-4d1138609026', 'network_id': '4df4a9dd-e477-4037-a081-4d1138609026', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '3c65cb2f-cbd2-44e0-9002-105a707f06c6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:18.886073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.890465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.903097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.910378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.929070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:18.929951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.931672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] No DVR routers for this DVR port e3ee2d06-58b4-403f-884b-a42a3e283668 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:18.934859 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:18.947496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f902709-2254-4713-8344-1fbb1058cb7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.950985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f902709-2254-4713-8344-1fbb1058cb7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:18.957602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfabca0-0fb8-488b-9dc1-e4f69200040d None None] Pushing event deleted for resources: {'Port': ['ID=e3ee2d06-58b4-403f-884b-a42a3e283668,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:19.020927 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.139974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Allocated IP 2001:db8::2 (4df4a9dd-e477-4037-a081-4d1138609026/3c65cb2f-cbd2-44e0-9002-105a707f06c6/d34b9f53-1ec5-4cae-9378-4c8ca4cc4470) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:19.152072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=4ea73d2a-8670-4b9e-a11a-94c4a4611192,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:19.163459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.171987 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.178827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] 10.222.0.98 "DELETE /v2.0/networks/e5ed2f01-e138-4f52-98c5-88c94372a70d HTTP/1.1" status: 204 len: 168 time: 1.5003099 Nov 12 11:26:19.240902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Checking segment: {'id': '314f61d8-a17a-4da1-a3ac-01d1385b96e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd7a18f20-0230-42d4-abe3-4b421daa6a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:19.243246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network hostable DHCP agents. Network: d7a18f20-0230-42d4-abe3-4b421daa6a73, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:26:19.361189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f902709-2254-4713-8344-1fbb1058cb7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.367045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da68e0-e420-4823-88b2-5689281e8211 tempest-AllowedAddressPairTestJSON-1685840917 tempest-AllowedAddressPairTestJSON-1685840917-project] Pushing event deleted for resources: {'Network': ['ID=e5ed2f01-e138-4f52-98c5-88c94372a70d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:19.414179 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.480061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Network d7a18f20-0230-42d4-abe3-4b421daa6a73 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:26:19.586936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f902709-2254-4713-8344-1fbb1058cb7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.651878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d7a18f20-0230-42d4-abe3-4b421daa6a73) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:19.652621 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.668564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:19.670776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.737408 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82412fb6-b24b-4384-9667-157ffdc728d0 None None] Network d7a18f20-0230-42d4-abe3-4b421daa6a73 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:19.770303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Network 4df4a9dd-e477-4037-a081-4d1138609026 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:19.773331 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f902709-2254-4713-8344-1fbb1058cb7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:19.777533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7f902709-2254-4713-8344-1fbb1058cb7a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1319897 Nov 12 11:26:19.781543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47412) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:19.784191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:19.792919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'port': {'network_id': '4df4a9dd-e477-4037-a081-4d1138609026', 'name': 'tempest-RoutersIpV6Test-1397387835'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:19.819864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:19.945957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40725301-ffc8-446c-abd9-f27a927c7e7f req-cbef860d-d50a-409a-aa4f-59d064c8160f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:19.948592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40725301-ffc8-446c-abd9-f27a927c7e7f req-cbef860d-d50a-409a-aa4f-59d064c8160f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2128241 Nov 12 11:26:19.970712 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-86fe22a5-2d47-4132-8db0-90093b7e62e8 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1401181 Nov 12 11:26:19.977596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47414) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:19.986911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f4f5371b-e3bd-43d6-b743-8c4e02670b1d tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:20.044903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Pushing event updated for resources: {'Port': ['ID=d34b9f53-1ec5-4cae-9378-4c8ca4cc4470,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:20.086993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Attempting to bind port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:20.087778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Attempting to bind port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9c213f8d-9595-4338-bb21-93b3b15228f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4df4a9dd-e477-4037-a081-4d1138609026'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:20.088899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Attempting to bind port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 on network 4df4a9dd-e477-4037-a081-4d1138609026 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:20.097784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:20.098612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Checking segment: {'id': '9c213f8d-9595-4338-bb21-93b3b15228f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4df4a9dd-e477-4037-a081-4d1138609026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:20.099249 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.099863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Bound using segment: {'id': '9c213f8d-9595-4338-bb21-93b3b15228f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4df4a9dd-e477-4037-a081-4d1138609026'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:20.100608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Bound port: d34b9f53-1ec5-4cae-9378-4c8ca4cc4470, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c213f8d-9595-4338-bb21-93b3b15228f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '4df4a9dd-e477-4037-a081-4d1138609026'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:20.101248 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.146560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40725301-ffc8-446c-abd9-f27a927c7e7f req-59777833-1498-48e2-8ab7-82721044d6e9 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883283 Nov 12 11:26:20.222217 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f4f5371b-e3bd-43d6-b743-8c4e02670b1d tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-50030948'] for subnet, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.251414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:20.263553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.266751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] For port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:20.272926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] For port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d34b9f53-1ec5-4cae-9378-4c8ca4cc4470,segment=NetworkSegment(9c213f8d-9595-4338-bb21-93b3b15228f4),segment_id=9c213f8d-9595-4338-bb21-93b3b15228f4)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:20.311866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-d7a18f20-0230-42d4-abe3-4b421daa6a73', 'network_id': 'd7a18f20-0230-42d4-abe3-4b421daa6a73', 'tenant_id': '8038710f5df9463b8583dca4ae0a1280', 'fixed_ips': [{'subnet_id': '4ea73d2a-8670-4b9e-a11a-94c4a4611192'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:20.313202 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.334533 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] device_id is not set on port 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:20.389015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47420) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:20.534004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.614992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4848588-2b65-4e12-a165-b2474ff54199 None None] Pushing event updated for resources: {'Port': ['ID=d34b9f53-1ec5-4cae-9378-4c8ca4cc4470,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:20.719851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8::1c5 (4df4a9dd-e477-4037-a081-4d1138609026/3c65cb2f-cbd2-44e0-9002-105a707f06c6/648a557a-2e8d-40b5-a74c-03ae5ae9f3b0) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:20.771444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6b6a03d9-0b10-4542-b776-c2f68a236167 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07171367e7c44081a7c03780bebb35f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3807249 Nov 12 11:26:20.775089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47426) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:20.804477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.889140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-787c830e-cb06-4f29-ab96-a7bd5db24529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:20.913456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f4f5371b-e3bd-43d6-b743-8c4e02670b1d tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769636192395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-49386039'] for subnet, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.019571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Allocated IP 172.20.0.3 (d7a18f20-0230-42d4-abe3-4b421daa6a73/4ea73d2a-8670-4b9e-a11a-94c4a4611192/a455e3df-48f7-423a-be0c-36892cef0499) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:21.055241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-787c830e-cb06-4f29-ab96-a7bd5db24529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.095365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f5371b-e3bd-43d6-b743-8c4e02670b1d tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:21.096291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f4f5371b-e3bd-43d6-b743-8c4e02670b1d tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.098829 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f4f5371b-e3bd-43d6-b743-8c4e02670b1d tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "PUT /v2.0/subnets/4ea73d2a-8670-4b9e-a11a-94c4a4611192 HTTP/1.1" status: 200 len: 877 time: 1.1248765 Nov 12 11:26:21.110326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47428) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:21.143222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.156949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5371b-e3bd-43d6-b743-8c4e02670b1d tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event updated for resources: {'Subnet': ['ID=4ea73d2a-8670-4b9e-a11a-94c4a4611192,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:21.364692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-787c830e-cb06-4f29-ab96-a7bd5db24529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.368682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-787c830e-cb06-4f29-ab96-a7bd5db24529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.372665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-787c830e-cb06-4f29-ab96-a7bd5db24529 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f9cb7640-9692-4220-95dc-b34229b12e73 HTTP/1.1" status: 204 len: 168 time: 0.5972307 Nov 12 11:26:21.377974 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.386450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c830e-cb06-4f29-ab96-a7bd5db24529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cb7640-9692-4220-95dc-b34229b12e73,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:21.438996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefbf94-f304-4209-bec9-421f9e41b6d4 req-b0e338f0-8e64-420c-921d-b51d29a2f477 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:21.446621 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-daefbf94-f304-4209-bec9-421f9e41b6d4 req-b0e338f0-8e64-420c-921d-b51d29a2f477 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.1305161 Nov 12 11:26:21.478029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.542240 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.607460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-daefbf94-f304-4209-bec9-421f9e41b6d4 req-473f80e1-a87b-4d0f-a2c7-1ae5c0b3020f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489081 Nov 12 11:26:21.610020 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.624844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Network d7a18f20-0230-42d4-abe3-4b421daa6a73 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:21.631220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:21.644919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:21.693379 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.717846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Pushing event updated for resources: {'Port': ['ID=a455e3df-48f7-423a-be0c-36892cef0499,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:21.724765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Attempting to bind port a455e3df-48f7-423a-be0c-36892cef0499 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:21.725124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Attempting to bind port a455e3df-48f7-423a-be0c-36892cef0499 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '314f61d8-a17a-4da1-a3ac-01d1385b96e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd7a18f20-0230-42d4-abe3-4b421daa6a73'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:21.725490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Attempting to bind port a455e3df-48f7-423a-be0c-36892cef0499 on network d7a18f20-0230-42d4-abe3-4b421daa6a73 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:21.731202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:21.731541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Checking segment: {'id': '314f61d8-a17a-4da1-a3ac-01d1385b96e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd7a18f20-0230-42d4-abe3-4b421daa6a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:21.732027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.732425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Bound using segment: {'id': '314f61d8-a17a-4da1-a3ac-01d1385b96e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd7a18f20-0230-42d4-abe3-4b421daa6a73'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:21.732920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Bound port: a455e3df-48f7-423a-be0c-36892cef0499, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314f61d8-a17a-4da1-a3ac-01d1385b96e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd7a18f20-0230-42d4-abe3-4b421daa6a73'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:21.733313 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.789318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 4df4a9dd-e477-4037-a081-4d1138609026 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:21.794603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:21.799349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:21.805384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:21.806195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.838117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] For port a455e3df-48f7-423a-be0c-36892cef0499, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:21.847349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=648a557a-2e8d-40b5-a74c-03ae5ae9f3b0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:21.848194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] For port a455e3df-48f7-423a-be0c-36892cef0499, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a455e3df-48f7-423a-be0c-36892cef0499,segment=NetworkSegment(314f61d8-a17a-4da1-a3ac-01d1385b96e2),segment_id=314f61d8-a17a-4da1-a3ac-01d1385b96e2)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:21.941544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-30cd13da-1182-46ea-bdae-2d8dbda1c63c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1563442 Nov 12 11:26:21.941544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:21.942706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47438) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:22.052531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea73d2a-8670-4b9e-a11a-94c4a4611192,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:22.094626 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.212603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.261307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a18f20-0230-42d4-abe3-4b421daa6a73']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:22.276495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314f61d8-a17a-4da1-a3ac-01d1385b96e2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:22.281950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314f61d8-a17a-4da1-a3ac-01d1385b96e2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:22.295428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1951b-3e7f-457e-92e7-e2f84a761921 None None] Pushing event updated for resources: {'Port': ['ID=a455e3df-48f7-423a-be0c-36892cef0499,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:22.308563 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.347493 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.359395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:22.360068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:22.380286 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:22.644049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 11:26:22.644049 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 11:26:22.644049 n-d-768852-22 neutron-server[109704]: [parameters: {'id': 'd7a18f20-0230-42d4-abe3-4b421daa6a73'}] Nov 12 11:26:22.644049 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:26:22.644910 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:26:22.800668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:22.807357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b08fce-0369-4475-8cda-348b85d22ee1 None None] Network 4df4a9dd-e477-4037-a081-4d1138609026 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:22.971355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca34fe-8a90-4f6f-8f24-c9d4ad59c6a4 req-70eae05f-0b70-401e-80e5-e62a0516c905 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:22.977301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:22.980348 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:22.980511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-faca34fe-8a90-4f6f-8f24-c9d4ad59c6a4 req-70eae05f-0b70-401e-80e5-e62a0516c905 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2178409 Nov 12 11:26:23.033125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-789d80a5-a6a6-4838-ae02-49451ffe5104 None None] Provisioning complete for port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:23.037759 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-789d80a5-a6a6-4838-ae02-49451ffe5104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.091343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-faca34fe-8a90-4f6f-8f24-c9d4ad59c6a4 req-9f2af82c-74fc-45a8-b933-9cb6c0487f65 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050789 Nov 12 11:26:23.153649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.162959 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.250463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d34b9f53-1ec5-4cae-9378-4c8ca4cc4470,segment=NetworkSegment(9c213f8d-9595-4338-bb21-93b3b15228f4),segment_id=9c213f8d-9595-4338-bb21-93b3b15228f4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:23.333220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting port a455e3df-48f7-423a-be0c-36892cef0499 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:23.336479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.361474 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-789d80a5-a6a6-4838-ae02-49451ffe5104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.422683 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.519863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] For port a455e3df-48f7-423a-be0c-36892cef0499, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a455e3df-48f7-423a-be0c-36892cef0499,segment=NetworkSegment(314f61d8-a17a-4da1-a3ac-01d1385b96e2),segment_id=314f61d8-a17a-4da1-a3ac-01d1385b96e2)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:23.523033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.544058 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:23.569866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Calling delete_port for a455e3df-48f7-423a-be0c-36892cef0499 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:23.593345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-789d80a5-a6a6-4838-ae02-49451ffe5104 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:26:23.594098 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-789d80a5-a6a6-4838-ae02-49451ffe5104 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:26:23.605565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=d34b9f53-1ec5-4cae-9378-4c8ca4cc4470,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:23.865515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47466) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:24.040692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.094679 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.116472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No DVR routers for this DVR port a455e3df-48f7-423a-be0c-36892cef0499 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:24.219952 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.235553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-2c8281ab-3055-47c7-bd95-bf8cea928a30 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:24.249342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2c8281ab-3055-47c7-bd95-bf8cea928a30 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3748953 Nov 12 11:26:24.257562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47474) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:24.270394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb17ffd4-ddf1-4c8a-816f-ccb78ec40139 None None] Network d7a18f20-0230-42d4-abe3-4b421daa6a73 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:24.271362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Port': ['ID=a455e3df-48f7-423a-be0c-36892cef0499,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:24.303086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-f5b9491f-e34b-460e-a4db-76fbc539860c tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:24.304490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f5b9491f-e34b-460e-a4db-76fbc539860c tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0429323 Nov 12 11:26:24.307863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47476) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:24.367218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=648a557a-2e8d-40b5-a74c-03ae5ae9f3b0,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:24.370886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-056f0622-0d6a-4987-bf7d-a00433266603 None None] Could not find standard attr ID for object a455e3df-48f7-423a-be0c-36892cef0499. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:24.410256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-056f0622-0d6a-4987-bf7d-a00433266603 None None] Provisioning complete for port 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:24.410710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-056f0622-0d6a-4987-bf7d-a00433266603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.416771 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.467883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a18f20-0230-42d4-abe3-4b421daa6a73']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:24.491846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314f61d8-a17a-4da1-a3ac-01d1385b96e2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:24.492167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314f61d8-a17a-4da1-a3ac-01d1385b96e2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:24.520459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.564683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-056f0622-0d6a-4987-bf7d-a00433266603 None None] Port 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:24.579040 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.607001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-056f0622-0d6a-4987-bf7d-a00433266603 None None] Provisioning complete for port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:24.607172 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-056f0622-0d6a-4987-bf7d-a00433266603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.609787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:24.610209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.705375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67073d59-fba9-49cd-b4f6-06447c1bd81e None None] DHCP port deletion for d7a18f20-0230-42d4-abe3-4b421daa6a73 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:24.734685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.786819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:24.793705 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:24.803295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9b3c24-bf9a-4c9f-a93f-69b6a67e6b05 None None] Network d7a18f20-0230-42d4-abe3-4b421daa6a73 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:24.804450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-7edcbc39-ff2d-48ee-a65f-67001640b43b tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:24.808353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7edcbc39-ff2d-48ee-a65f-67001640b43b tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0144923 Nov 12 11:26:24.810331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47480) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:24.829239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-68852adc-0774-4d0a-a674-1c39d374b7d0 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:24.832865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-68852adc-0774-4d0a-a674-1c39d374b7d0 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0193882 Nov 12 11:26:24.834388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47482) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:24.838755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-e4f8caec-1a39-4cc1-8f04-9eae87df0ad6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:24.842044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e4f8caec-1a39-4cc1-8f04-9eae87df0ad6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043724 Nov 12 11:26:24.848339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47484) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:24.883621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292ea94-e850-45ff-ae2d-284faf4d6444 req-4485659f-8f13-4ea5-be79-b6103c980f3b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:24.892104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-bf308e28-94e5-4d08-92bf-35ab7ffed849 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:24.896401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bf308e28-94e5-4d08-92bf-35ab7ffed849 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0438745 Nov 12 11:26:24.900933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47488) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:24.910337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5292ea94-e850-45ff-ae2d-284faf4d6444 req-4485659f-8f13-4ea5-be79-b6103c980f3b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.6041846 Nov 12 11:26:24.924398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-ab037a03-96b9-47ce-b701-1c225c7a2c26 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:24.928010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ab037a03-96b9-47ce-b701-1c225c7a2c26 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0215502 Nov 12 11:26:24.928245 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:24.939875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47490) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.002093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-3e48ee0a-4468-4ee8-9770-a4a3c794ca3f tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.003706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3e48ee0a-4468-4ee8-9770-a4a3c794ca3f tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0319970 Nov 12 11:26:25.006757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47492) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.033348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-15c994cc-0f1d-43b0-be4c-2e41f45257c9 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.034562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15c994cc-0f1d-43b0-be4c-2e41f45257c9 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0252495 Nov 12 11:26:25.034804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.038618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/d7a18f20-0230-42d4-abe3-4b421daa6a73 HTTP/1.1" status: 204 len: 168 time: 3.9272180 Nov 12 11:26:25.039837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0176e-499a-4d73-a4a3-dcdc4085c285 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=d7a18f20-0230-42d4-abe3-4b421daa6a73,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:25.055072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47494) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47496) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-fa34c8ef-751b-4c54-a1a4-b4e725eeb91e tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa34c8ef-751b-4c54-a1a4-b4e725eeb91e tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058882 Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47498) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-e84e5663-b756-4396-8f04-cf371750b25c tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e84e5663-b756-4396-8f04-cf371750b25c tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045543 Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47500) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-2c5c5a73-76c0-45c0-a889-4d8c2b53a339 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.113980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2c5c5a73-76c0-45c0-a889-4d8c2b53a339 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054545 Nov 12 11:26:25.121921 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47502) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.126469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-a8df5e1c-f726-4c61-b5d8-16d757eeaff0 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.130025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a8df5e1c-f726-4c61-b5d8-16d757eeaff0 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046048 Nov 12 11:26:25.132681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47504) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.138411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-d7e17e3e-272d-4b19-963b-17171a807862 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.140198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d7e17e3e-272d-4b19-963b-17171a807862 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056849 Nov 12 11:26:25.145692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47506) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.159413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5292ea94-e850-45ff-ae2d-284faf4d6444 req-91dbcbce-5fd5-433f-a85d-c2b4cc55a9b4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481768 Nov 12 11:26:25.180680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-b96088ac-7d16-4f0a-ac7d-035240de373a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.184854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b96088ac-7d16-4f0a-ac7d-035240de373a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054917 Nov 12 11:26:25.186040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47508) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.190635 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc23bcb0-53f6-4e02-a991-7b38719fc562 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:25.191379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-a0fca3db-3741-4891-9b9e-1d50b434f1aa tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.191524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc23bcb0-53f6-4e02-a991-7b38719fc562 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:25.203685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dc23bcb0-53f6-4e02-a991-7b38719fc562 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/4ea73d2a-8670-4b9e-a11a-94c4a4611192 HTTP/1.1" status: 404 len: 337 time: 0.1424499 Nov 12 11:26:25.203685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47510) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.203685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47512) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.209529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a0fca3db-3741-4891-9b9e-1d50b434f1aa tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088418 Nov 12 11:26:25.209765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-6366cc61-ffd2-4e4a-9a36-b0ce333cfe8a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.209765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6366cc61-ffd2-4e4a-9a36-b0ce333cfe8a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050182 Nov 12 11:26:25.214745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47514) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.219857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-e221a8c9-6cad-4022-abf7-eef345e0c997 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.224038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e221a8c9-6cad-4022-abf7-eef345e0c997 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0079648 Nov 12 11:26:25.224816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47516) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.231166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-519b78d6-fa34-4ab8-be10-d1193c2bae26 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.241366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-519b78d6-fa34-4ab8-be10-d1193c2bae26 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0152442 Nov 12 11:26:25.243831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47518) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.253843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-f54dc406-a34e-4234-944b-838daeb03b09 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.264770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f54dc406-a34e-4234-944b-838daeb03b09 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0190468 Nov 12 11:26:25.265520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47520) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.278796 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b427397-4417-4008-b94e-b49ca4533269 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:25.279248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-8fcf1eae-ead6-4e96-96c3-d3945c8d66d9 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.279426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b427397-4417-4008-b94e-b49ca4533269 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:25.283872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8fcf1eae-ead6-4e96-96c3-d3945c8d66d9 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0169969 Nov 12 11:26:25.284677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47522) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.292904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-17957573-360b-49a3-84ce-073d2e13b837 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.294036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8b427397-4417-4008-b94e-b49ca4533269 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/d7a18f20-0230-42d4-abe3-4b421daa6a73 HTTP/1.1" status: 404 len: 339 time: 0.0860255 Nov 12 11:26:25.297198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-17957573-360b-49a3-84ce-073d2e13b837 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0110736 Nov 12 11:26:25.297802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47524) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.300141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47526) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.302914 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.352190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:25.352791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.368421 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-2256c4a0-6698-4bac-a113-8e2e88faf572 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:25.368814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2256c4a0-6698-4bac-a113-8e2e88faf572 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:25.372782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2256c4a0-6698-4bac-a113-8e2e88faf572 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/7157496c-6f7a-475b-bcb1-59bf2c786b22 HTTP/1.1" status: 404 len: 337 time: 0.0735738 Nov 12 11:26:25.378374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47530) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.386526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-8d14640b-63b7-4997-9389-8197905982ee tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.387563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8d14640b-63b7-4997-9389-8197905982ee tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0207202 Nov 12 11:26:25.390495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47532) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.410909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-e405825f-9729-4819-97d6-9c3675561fc6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.412243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e405825f-9729-4819-97d6-9c3675561fc6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0208490 Nov 12 11:26:25.414865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47534) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.420569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-ad6ebfbc-d9e6-4d64-a47a-25b0eb6f5321 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.423248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ad6ebfbc-d9e6-4d64-a47a-25b0eb6f5321 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072227 Nov 12 11:26:25.425948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47536) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.435742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-75171c2b-937c-4ec9-9ab2-e2daaefb9947 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.437121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-75171c2b-937c-4ec9-9ab2-e2daaefb9947 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0091267 Nov 12 11:26:25.442778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47538) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.452095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-072fbafc-ca71-419b-840e-af24fcef1481 None None] Provisioning complete for port 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:25.452472 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-072fbafc-ca71-419b-840e-af24fcef1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.453160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-27364bd4-99a4-4e25-89d4-7215d76744fa tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.459099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-27364bd4-99a4-4e25-89d4-7215d76744fa tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0154412 Nov 12 11:26:25.460174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47540) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.467323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-aae93b1f-ed7b-4238-bb54-22c7508332a0 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.472532 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-aae93b1f-ed7b-4238-bb54-22c7508332a0 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0104830 Nov 12 11:26:25.473499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47542) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.479711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-461e28b0-400f-44f8-a6cc-6ea71b64506d tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.486308 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-461e28b0-400f-44f8-a6cc-6ea71b64506d tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0112457 Nov 12 11:26:25.487133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47544) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.493019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-3fa401c9-d649-4470-873c-b82fb37dc1a6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.495852 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8104ba-ac53-4ef6-94e2-d2b9e6bbfe6e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:25.496721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8104ba-ac53-4ef6-94e2-d2b9e6bbfe6e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:25.498594 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3fa401c9-d649-4470-873c-b82fb37dc1a6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0102146 Nov 12 11:26:25.499296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47546) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.501431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5f8104ba-ac53-4ef6-94e2-d2b9e6bbfe6e tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/00f10e99-f435-4441-9a6b-8750229eae0a HTTP/1.1" status: 404 len: 339 time: 0.1217029 Nov 12 11:26:25.503891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47548) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.510341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-22d60329-47e5-4188-a6d7-59d0bcacec34 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.514799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-22d60329-47e5-4188-a6d7-59d0bcacec34 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0144427 Nov 12 11:26:25.515521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47550) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.520264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-49a3b757-bec6-489a-aa0b-7b390a44dcc5 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.522237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-49a3b757-bec6-489a-aa0b-7b390a44dcc5 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057108 Nov 12 11:26:25.569672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-072fbafc-ca71-419b-840e-af24fcef1481 None None] Port 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:25.572757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47552) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.577473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-87a5f11f-c08e-47b3-9446-98a1fc74497f tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.581470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-87a5f11f-c08e-47b3-9446-98a1fc74497f tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074451 Nov 12 11:26:25.582390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47554) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.586833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-84abd055-9d18-451a-8510-682402927389 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.588489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-84abd055-9d18-451a-8510-682402927389 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045195 Nov 12 11:26:25.592376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47556) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.596854 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-8a3fbdfe-78a7-4b5e-b704-59641b7cd240 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.598055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8a3fbdfe-78a7-4b5e-b704-59641b7cd240 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042810 Nov 12 11:26:25.600185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47558) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.605293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-b0a5ba35-3548-48cc-92f0-26fa2ff15d1a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.606490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b0a5ba35-3548-48cc-92f0-26fa2ff15d1a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047348 Nov 12 11:26:25.618810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47560) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.630514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-36a5ec29-eaa6-459c-b519-510cb14f9429 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.634174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-36a5ec29-eaa6-459c-b519-510cb14f9429 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0090511 Nov 12 11:26:25.634527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47562) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.639277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-c48bef0a-5c5d-4493-b8a1-6fc5e8b76385 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.640597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c48bef0a-5c5d-4493-b8a1-6fc5e8b76385 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047524 Nov 12 11:26:25.643258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.664803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-1779c89b-8d34-4e06-a7ac-6cccc7e1926c tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.666781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1779c89b-8d34-4e06-a7ac-6cccc7e1926c tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0217433 Nov 12 11:26:25.669620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47566) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.687266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-6be97f14-f684-4475-8ba5-1147f8024c48 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.688669 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6be97f14-f684-4475-8ba5-1147f8024c48 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0177290 Nov 12 11:26:25.688986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.691849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47568) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.698821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-06085f46-c905-4366-a5db-4397037ff168 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.706098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-06085f46-c905-4366-a5db-4397037ff168 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046620 Nov 12 11:26:25.707024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47570) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.714038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-5d189f22-e6ff-454f-898c-cea6a84859bf tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.718340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5d189f22-e6ff-454f-898c-cea6a84859bf tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0099866 Nov 12 11:26:25.719230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47572) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.725113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-40e50b24-e1a8-42a1-9e48-c8a936341816 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.727640 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-40e50b24-e1a8-42a1-9e48-c8a936341816 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072074 Nov 12 11:26:25.734782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47574) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.743248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-b02ac74f-6d23-4817-bb4b-632e2523912b tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.744605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b02ac74f-6d23-4817-bb4b-632e2523912b tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066693 Nov 12 11:26:25.749972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47576) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.755961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-51285af8-f30c-416e-b248-857ab88978aa tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.760864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-51285af8-f30c-416e-b248-857ab88978aa tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0097697 Nov 12 11:26:25.761503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47578) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.767293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-7e1d29b9-3cfe-43d4-8597-82045b11f1e0 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.773278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7e1d29b9-3cfe-43d4-8597-82045b11f1e0 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0104301 Nov 12 11:26:25.776897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47580) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.779038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-99d04d33-8f25-43f7-bfa0-0928e454deb5 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.784571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-99d04d33-8f25-43f7-bfa0-0928e454deb5 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0097344 Nov 12 11:26:25.785207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47584) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.789497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-75f41662-6e65-48a2-80bf-f10777c35a2a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.794893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-75f41662-6e65-48a2-80bf-f10777c35a2a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086496 Nov 12 11:26:25.795508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47586) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.800297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-69c62987-f4e2-4c69-9904-b5dc8766cd5a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.816531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47588) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.816859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-69c62987-f4e2-4c69-9904-b5dc8766cd5a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0094132 Nov 12 11:26:25.819435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-709b60aa-f5f8-4d2a-b6c5-68c13c2be8af tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.822935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-709b60aa-f5f8-4d2a-b6c5-68c13c2be8af tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084527 Nov 12 11:26:25.824340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47592) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.838943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-22ed5f97-c285-4067-a4dc-6287fafb9a70 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.844056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-22ed5f97-c285-4067-a4dc-6287fafb9a70 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0146677 Nov 12 11:26:25.844835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47594) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.851365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-2b0af01b-18f5-4a3f-b12c-5dc01a37e9af tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.855518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2b0af01b-18f5-4a3f-b12c-5dc01a37e9af tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087442 Nov 12 11:26:25.864753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47596) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.869962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-508fce0f-0d89-4c1e-aa25-9b6e4f7884b5 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.874071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-508fce0f-0d89-4c1e-aa25-9b6e4f7884b5 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081940 Nov 12 11:26:25.874772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47598) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.879423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-222a0c39-ca71-4ed6-8ca4-c9f037c9d05a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.883381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-222a0c39-ca71-4ed6-8ca4-c9f037c9d05a tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074739 Nov 12 11:26:25.884233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47600) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.890335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-cd08b0f7-78a4-4d95-914b-93cc710bca57 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.895190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cd08b0f7-78a4-4d95-914b-93cc710bca57 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0085912 Nov 12 11:26:25.895393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47602) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.901900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-30bae9da-c25c-4044-b79d-d08b0c5ca40d tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.902856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-30bae9da-c25c-4044-b79d-d08b0c5ca40d tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049510 Nov 12 11:26:25.906832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47604) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.912615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.914049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-8c1de6dc-58b6-4dd8-926f-141568bf9b64 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.920268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c1de6dc-58b6-4dd8-926f-141568bf9b64 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0121405 Nov 12 11:26:25.921163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47606) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.926877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-47b66a62-45c7-49a4-9d7b-d0b9a377da05 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.929983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47b66a62-45c7-49a4-9d7b-d0b9a377da05 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0068355 Nov 12 11:26:25.934809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47608) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.942302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-6c655864-f0e9-4b18-9028-5760df8fed12 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.943079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7825d3-60e8-4077-913d-d33ae2b4a712']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:25.947162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c655864-f0e9-4b18-9028-5760df8fed12 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0110517 Nov 12 11:26:25.948915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47610) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.955305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-6a999ab3-3998-49fe-9cb0-4208855d23f4 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.960732 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6a999ab3-3998-49fe-9cb0-4208855d23f4 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0096576 Nov 12 11:26:25.961677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47612) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.967344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf9bf22-bde9-480b-8dc6-913d5ff2551c') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:25.967632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf9bf22-bde9-480b-8dc6-913d5ff2551c') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:25.968563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-124fee41-68cf-4efd-898e-b261cc6e8ee6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.970800 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:25.974006 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-124fee41-68cf-4efd-898e-b261cc6e8ee6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0098038 Nov 12 11:26:25.974704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47614) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:25.981288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-a383953e-9301-4147-a372-b27c32b221a6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:25.984483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.001846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47618) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.002039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a383953e-9301-4147-a372-b27c32b221a6 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0101864 Nov 12 11:26:26.002210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-9168d053-f2c4-4cdb-967b-905ccff6755d tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.002210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9168d053-f2c4-4cdb-967b-905ccff6755d tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046163 Nov 12 11:26:26.003985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47622) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.011580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-38f1e8ed-6923-474e-813c-a72e990ed8b1 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.015644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-38f1e8ed-6923-474e-813c-a72e990ed8b1 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0102284 Nov 12 11:26:26.016335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47624) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.021957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-0091511a-8b46-4c64-b9eb-ff0016d204d8 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.026562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.031833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47626) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.032654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0091511a-8b46-4c64-b9eb-ff0016d204d8 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0145147 Nov 12 11:26:26.035327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [None req-2dc3dc2e-1a4a-4efb-85c5-dc3d33350cd7 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.038069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2dc3dc2e-1a4a-4efb-85c5-dc3d33350cd7 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066218 Nov 12 11:26:26.038954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47628) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.039115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:26.039499 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.043444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-4d4d67ad-6b21-4857-99c1-80d3e18a90f4 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:26.043851 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:26.049500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4d4d67ad-6b21-4857-99c1-80d3e18a90f4 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046148 Nov 12 11:26:26.050878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47630) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.055575 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.056455 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.059273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-aeeb94f5-a9c0-425b-b7ac-554a0744ae00 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.067042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-aeeb94f5-a9c0-425b-b7ac-554a0744ae00 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0128956 Nov 12 11:26:26.068830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47632) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.077536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-d85f4257-b658-4d29-a48b-51bfac10357f tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.083403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d85f4257-b658-4d29-a48b-51bfac10357f tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0115607 Nov 12 11:26:26.084549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47634) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.091677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-849ff7f8-507d-4c4f-a1b9-fd4967b2ab40 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.095626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-849ff7f8-507d-4c4f-a1b9-fd4967b2ab40 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0094781 Nov 12 11:26:26.096539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47636) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.100772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [None req-9d5ecf76-191a-401e-9da1-278985e99655 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] http://10.222.0.98:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:26:26.111859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d5ecf76-191a-401e-9da1-278985e99655 tempest-ExtensionsTestJSON-279225524 tempest-ExtensionsTestJSON-279225524-project] 10.222.0.98 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0116522 Nov 12 11:26:26.303618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=648a557a-2e8d-40b5-a74c-03ae5ae9f3b0,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:26.327422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 4df4a9dd-e477-4037-a081-4d1138609026 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:26.332880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:26.336152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3567ce-228e-4928-8564-0fd33ba0dd1e req-3ec927d4-3dd3-4923-9a7c-ffeab50e0518 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:26.343579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd3567ce-228e-4928-8564-0fd33ba0dd1e req-3ec927d4-3dd3-4923-9a7c-ffeab50e0518 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.0783191 Nov 12 11:26:26.401242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.416151 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.418396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd3567ce-228e-4928-8564-0fd33ba0dd1e req-47783c8a-a70d-4867-b6d3-4e47b2b51c5e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737948 Nov 12 11:26:26.422781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/3d7825d3-60e8-4077-913d-d33ae2b4a712 HTTP/1.1" status: 204 len: 168 time: 0.9155068 Nov 12 11:26:26.430104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47644) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.469957 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6c1c0a-5123-42e0-997c-413cd15f1b77 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.470429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6c1c0a-5123-42e0-997c-413cd15f1b77 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.476459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ca6c1c0a-5123-42e0-997c-413cd15f1b77 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/f8d256a0-ff6a-4f85-a9a0-46b210edf31d HTTP/1.1" status: 404 len: 337 time: 0.0427732 Nov 12 11:26:26.477039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47646) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.495942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6acfe8-eabd-4c34-9b8e-ac07bc06e165 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=3d7825d3-60e8-4077-913d-d33ae2b4a712,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:26.532712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a455e3df-48f7-423a-be0c-36892cef0499 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:26.563672 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1fb349-20f8-4669-8d44-b89d8fb3bec0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.563672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1fb349-20f8-4669-8d44-b89d8fb3bec0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.564558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a455e3df-48f7-423a-be0c-36892cef0499 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:26.564558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a455e3df-48f7-423a-be0c-36892cef0499 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:26.564766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0d1fb349-20f8-4669-8d44-b89d8fb3bec0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/e0eb21b9-8b50-47f1-ade1-cb3fcc7754f7 HTTP/1.1" status: 404 len: 339 time: 0.0825973 Nov 12 11:26:26.565660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47648) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.608681 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-5242bc9a-f2dc-468b-8858-395b339d7a61 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.609399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5242bc9a-f2dc-468b-8858-395b339d7a61 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.613360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5242bc9a-f2dc-468b-8858-395b339d7a61 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/6ccf291b-db4b-49bd-95c6-0a4dbaa55697 HTTP/1.1" status: 404 len: 337 time: 0.0464840 Nov 12 11:26:26.618714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47650) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.668704 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bdb66c-65e3-4b8a-9304-92d01ac4eb07 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.670808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bdb66c-65e3-4b8a-9304-92d01ac4eb07 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.672897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e3bdb66c-65e3-4b8a-9304-92d01ac4eb07 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/b6a8fbb8-8645-4d49-8273-6b3a530f0d38 HTTP/1.1" status: 404 len: 339 time: 0.0497618 Nov 12 11:26:26.675579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47652) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.705699 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee37492-d089-4099-bfe2-50efd908b5d1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.706254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee37492-d089-4099-bfe2-50efd908b5d1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.709563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ee37492-d089-4099-bfe2-50efd908b5d1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/2524669b-41f5-4052-8528-6b0e5307342f HTTP/1.1" status: 404 len: 337 time: 0.0328038 Nov 12 11:26:26.712407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47654) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.733013 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f54c57-ad09-43c1-8025-1f1a45241aa3 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.733539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f54c57-ad09-43c1-8025-1f1a45241aa3 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.736502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-85f54c57-ad09-43c1-8025-1f1a45241aa3 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/cdd6d835-acf8-4912-af85-e4ea556b48c6 HTTP/1.1" status: 404 len: 339 time: 0.0226223 Nov 12 11:26:26.739202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47656) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.767724 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-0567ac9a-59f0-43d2-838c-7b6bb66d18fe tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.768009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0567ac9a-59f0-43d2-838c-7b6bb66d18fe tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.770840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0567ac9a-59f0-43d2-838c-7b6bb66d18fe tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/e1e4b047-546c-43d4-bd44-d46c6c2dc41d HTTP/1.1" status: 404 len: 337 time: 0.0306373 Nov 12 11:26:26.773645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47658) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.777115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0fbee57c-817d-47a4-9129-b0ec801b31a3 None None] Provisioning complete for port 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:26.777487 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0fbee57c-817d-47a4-9129-b0ec801b31a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:26.798410 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea46f66-b868-48ae-8cb3-99959a99bc7a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.803418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea46f66-b868-48ae-8cb3-99959a99bc7a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.808060 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3ea46f66-b868-48ae-8cb3-99959a99bc7a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/fa92e924-e1d7-479a-b956-a452c7270b93 HTTP/1.1" status: 404 len: 339 time: 0.0315111 Nov 12 11:26:26.809031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 1f0f0784-b97c-4436-9627-0aee10aea055 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:26:26.809902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47660) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.826575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0fbee57c-817d-47a4-9129-b0ec801b31a3 None None] Port 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:26.842422 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-9154096d-3911-4193-bcb3-8f253ebbeba2 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.842882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9154096d-3911-4193-bcb3-8f253ebbeba2 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.846124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9154096d-3911-4193-bcb3-8f253ebbeba2 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/609bcfec-f931-479c-b6ee-f13601d36a00 HTTP/1.1" status: 404 len: 337 time: 0.0344679 Nov 12 11:26:26.851476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47662) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.874093 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb4156f-5171-43fb-b6c3-efd00e2c5b65 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.874692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb4156f-5171-43fb-b6c3-efd00e2c5b65 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.878059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0fb4156f-5171-43fb-b6c3-efd00e2c5b65 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/55bc5d4a-2f46-4378-bf62-84c47fa7631a HTTP/1.1" status: 404 len: 339 time: 0.0252628 Nov 12 11:26:26.880654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47666) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.906815 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f54ece-5e2f-4798-8f78-b35c992814ba tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.907278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f54ece-5e2f-4798-8f78-b35c992814ba tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.911074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-52f54ece-5e2f-4798-8f78-b35c992814ba tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/a3f2b68a-f470-484f-a192-c1a45ae01884 HTTP/1.1" status: 404 len: 337 time: 0.0291224 Nov 12 11:26:26.913507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47670) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.943087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:26.951510 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc583a7-1c4b-4c4a-a79e-fcfe0a086f8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:26.952152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc583a7-1c4b-4c4a-a79e-fcfe0a086f8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:26.953246 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1c462-809a-46b3-818a-2dce820d68d5 None None] Sync routers for ids ['1f0f0784-b97c-4436-9627-0aee10aea055'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:26.955555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bfc583a7-1c4b-4c4a-a79e-fcfe0a086f8a tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/f0b4eb95-bd91-4cd3-8712-2eccc14f41cf HTTP/1.1" status: 404 len: 339 time: 0.0409548 Nov 12 11:26:26.960549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47676) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.965225 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1c462-809a-46b3-818a-2dce820d68d5 None None] Routers {'1f0f0784-b97c-4436-9627-0aee10aea055'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:26.965380 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3bf1c462-809a-46b3-818a-2dce820d68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1f0f0784-b97c-4436-9627-0aee10aea055'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:26.969193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47678) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:26.972234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-22e44f7e-e106-4372-aff0-9b408764494d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/1f0f0784-b97c-4436-9627-0aee10aea055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0292280 Nov 12 11:26:26.980766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47680) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.008912 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3bf1c462-809a-46b3-818a-2dce820d68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:27.012340 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4a3edc-9552-43bd-82c5-95f741c6e58b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:27.012867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4a3edc-9552-43bd-82c5-95f741c6e58b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:27.016587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a4a3edc-9552-43bd-82c5-95f741c6e58b tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/2df947a4-a988-4fb5-b683-04f45fb9f21a HTTP/1.1" status: 404 len: 337 time: 0.0427630 Nov 12 11:26:27.018999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47684) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.023510 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1c462-809a-46b3-818a-2dce820d68d5 None None] Routers {'1f0f0784-b97c-4436-9627-0aee10aea055'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:27.024561 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3bf1c462-809a-46b3-818a-2dce820d68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1f0f0784-b97c-4436-9627-0aee10aea055'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:27.047295 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe49b18-225d-441d-8337-6aa3560d63c5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:27.048217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe49b18-225d-441d-8337-6aa3560d63c5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:27.056782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7fe49b18-225d-441d-8337-6aa3560d63c5 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/1b4ed766-0963-4bad-b876-f6351fa6a591 HTTP/1.1" status: 404 len: 339 time: 0.0351787 Nov 12 11:26:27.061351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff4b5e-3d1d-4bd6-b7bc-dd999753406c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:27.064871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47688) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.065618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47690) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.067544 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7aff4b5e-3d1d-4bd6-b7bc-dd999753406c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports/648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 HTTP/1.1" status: 200 len: 984 time: 0.0857525 Nov 12 11:26:27.068566 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-3bf1c462-809a-46b3-818a-2dce820d68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:27.069309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1c462-809a-46b3-818a-2dce820d68d5 None None] The sync data for ids ['1f0f0784-b97c-4436-9627-0aee10aea055'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:27.112234 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-31739914-7a8f-4b74-b2ed-e12a25d9e4d1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:27.112717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31739914-7a8f-4b74-b2ed-e12a25d9e4d1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:27.117974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-31739914-7a8f-4b74-b2ed-e12a25d9e4d1 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/02afda9d-a5bb-4c7d-bea8-6bad17828c2e HTTP/1.1" status: 404 len: 337 time: 0.0448110 Nov 12 11:26:27.118830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47694) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.139266 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-870909ba-85d8-4eeb-a8c4-8e6777b1eea0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:27.139843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870909ba-85d8-4eeb-a8c4-8e6777b1eea0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:27.143026 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-870909ba-85d8-4eeb-a8c4-8e6777b1eea0 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/f2f4f9c3-3eb3-48b5-b99f-ac0a06f39bf8 HTTP/1.1" status: 404 len: 339 time: 0.0231693 Nov 12 11:26:27.145815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47696) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.196291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e21ab57-05a5-4b18-9ef6-ec8981944d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.201930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed31f47-b30c-4a81-9501-78ef68bfa0a6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting subnet 369ea8fb-5366-4dba-801c-a11e5b0c86f3 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:27.205523 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ed31f47-b30c-4a81-9501-78ef68bfa0a6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.258720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ed31f47-b30c-4a81-9501-78ef68bfa0a6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.349179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ed31f47-b30c-4a81-9501-78ef68bfa0a6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.413961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e21ab57-05a5-4b18-9ef6-ec8981944d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.507890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ed31f47-b30c-4a81-9501-78ef68bfa0a6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.540855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed31f47-b30c-4a81-9501-78ef68bfa0a6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Subnet': ['ID=369ea8fb-5366-4dba-801c-a11e5b0c86f3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:27.549391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ed31f47-b30c-4a81-9501-78ef68bfa0a6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.552545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e21ab57-05a5-4b18-9ef6-ec8981944d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.553133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4ed31f47-b30c-4a81-9501-78ef68bfa0a6 tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/subnets/369ea8fb-5366-4dba-801c-a11e5b0c86f3 HTTP/1.1" status: 204 len: 168 time: 0.4058733 Nov 12 11:26:27.556576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0af807-358d-48e5-b11c-a0e5348207b5 None None] Network 66aa6f79-1ead-4e29-9aa5-d8397ccf595c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:27.568811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.598687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1040fe6-ee9c-4072-90dc-68656b403765 req-1a86d46b-65d8-404d-9cf0-786a22e5b651 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:27.600278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1040fe6-ee9c-4072-90dc-68656b403765 req-1a86d46b-65d8-404d-9cf0-786a22e5b651 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.1115291 Nov 12 11:26:27.625209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21ab57-05a5-4b18-9ef6-ec8981944d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb718ad3-799d-445e-bbde-7693f2cd5758,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:27.663533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6e21ab57-05a5-4b18-9ef6-ec8981944d90 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fe47ac6e6fd04e9faaad5b1a38bb8676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6855724 Nov 12 11:26:27.679446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47712) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:27.702462 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.763451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Deleting port 1f25409a-5687-44b7-8d48-c2be21c6976b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:27.763747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.823578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] DHCP port deletion for 66aa6f79-1ead-4e29-9aa5-d8397ccf595c request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:27.840682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb556-3801-4c3c-bc18-3ccbf54f09dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.843406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] For port 1f25409a-5687-44b7-8d48-c2be21c6976b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1f25409a-5687-44b7-8d48-c2be21c6976b,segment=NetworkSegment(972cfc31-6f48-407b-9f02-c1af220cb1af),segment_id=972cfc31-6f48-407b-9f02-c1af220cb1af)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:27.843971 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.856384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1040fe6-ee9c-4072-90dc-68656b403765 req-3485d3d3-8fe4-47d1-90a8-c15d146914e7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915636 Nov 12 11:26:27.866310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.877773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Calling delete_port for 1f25409a-5687-44b7-8d48-c2be21c6976b owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:27.887541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] Deleting port 1f25409a-5687-44b7-8d48-c2be21c6976b {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:27.888031 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.944937 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb556-3801-4c3c-bc18-3ccbf54f09dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.956257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] For port 1f25409a-5687-44b7-8d48-c2be21c6976b, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1f25409a-5687-44b7-8d48-c2be21c6976b,segment=NetworkSegment(972cfc31-6f48-407b-9f02-c1af220cb1af),segment_id=972cfc31-6f48-407b-9f02-c1af220cb1af)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:27.957055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:27.970957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] Calling delete_port for 1f25409a-5687-44b7-8d48-c2be21c6976b owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:27.988187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6915b8-781e-4539-b146-7f84dd662040 req-55545119-e381-448b-9c3d-bccbb24c1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:27.989869 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c6915b8-781e-4539-b146-7f84dd662040 req-55545119-e381-448b-9c3d-bccbb24c1ae6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 1098 time: 0.1013615 Nov 12 11:26:28.095450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6915b8-781e-4539-b146-7f84dd662040 req-2e659b4f-4031-457b-855a-043b03067206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:28.097066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c6915b8-781e-4539-b146-7f84dd662040 req-2e659b4f-4031-457b-855a-043b03067206 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.0948379 Nov 12 11:26:28.126584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:28.126927 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.153598 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.153898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c6915b8-781e-4539-b146-7f84dd662040 req-f52f66fa-acb2-4fb3-bcc5-b5f0ce792764 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0 HTTP/1.1" status: 200 len: 217 time: 0.0477166 Nov 12 11:26:28.154652 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.179508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] No DVR routers for this DVR port 1f25409a-5687-44b7-8d48-c2be21c6976b on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:28.195284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb556-3801-4c3c-bc18-3ccbf54f09dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.198766 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb556-3801-4c3c-bc18-3ccbf54f09dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.203507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Port': ['ID=1f25409a-5687-44b7-8d48-c2be21c6976b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:28.215085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c2ccb556-3801-4c3c-bc18-3ccbf54f09dd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eb718ad3-799d-445e-bbde-7693f2cd5758 HTTP/1.1" status: 204 len: 168 time: 0.5136085 Nov 12 11:26:28.217236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] No DVR routers for this DVR port 1f25409a-5687-44b7-8d48-c2be21c6976b on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:28.239039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccb556-3801-4c3c-bc18-3ccbf54f09dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb718ad3-799d-445e-bbde-7693f2cd5758,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:28.282260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed30bc-5a63-4be1-93b8-04aef2a6ed65 None None] Pushing event deleted for resources: {'Port': ['ID=1f25409a-5687-44b7-8d48-c2be21c6976b,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:28.298858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.330657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6915b8-781e-4539-b146-7f84dd662040 req-d5309b64-31b1-4cfe-8a23-6a98d858a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:28.333190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c6915b8-781e-4539-b146-7f84dd662040 req-d5309b64-31b1-4cfe-8a23-6a98d858a815 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1481380 Nov 12 11:26:28.337781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 648a557a-2e8d-40b5-a74c-03ae5ae9f3b0 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:28.367038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-ad1469be-f04c-4359-b217-c516be3d87d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0672450 Nov 12 11:26:28.421979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.447754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66aa6f79-1ead-4e29-9aa5-d8397ccf595c']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:28.462006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972cfc31-6f48-407b-9f02-c1af220cb1af') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:28.462485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972cfc31-6f48-407b-9f02-c1af220cb1af') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:28.466023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6915b8-781e-4539-b146-7f84dd662040 req-78dc0404-df92-440b-b81b-4bc278e48d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:28.467683 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c6915b8-781e-4539-b146-7f84dd662040 req-78dc0404-df92-440b-b81b-4bc278e48d5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231728 Nov 12 11:26:28.481554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.513360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-98d485ea-f237-41f5-8465-68a0fe223248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:28.514961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-98d485ea-f237-41f5-8465-68a0fe223248 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1097 time: 0.0952477 Nov 12 11:26:28.543683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.587103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:28.587561 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:28.592296 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:28.633779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1f25409a-5687-44b7-8d48-c2be21c6976b no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:28.708549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-7316fb14-a08f-4691-a94a-354266bb08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:28.710023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 1f25409a-5687-44b7-8d48-c2be21c6976b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:28.710023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1f25409a-5687-44b7-8d48-c2be21c6976b not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:28.710525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-7316fb14-a08f-4691-a94a-354266bb08b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.1492345 Nov 12 11:26:28.749523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c6915b8-781e-4539-b146-7f84dd662040 req-27789a1e-5ab2-4856-aba0-995c8488045a service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713182 Nov 12 11:26:28.779905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-1948003e-97af-4f2d-9fe7-90da1b85e136 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 999 time: 0.0823102 Nov 12 11:26:28.781197 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.825322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.848435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:28.849693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] 10.222.0.98 "DELETE /v2.0/networks/66aa6f79-1ead-4e29-9aa5-d8397ccf595c HTTP/1.1" status: 204 len: 168 time: 1.2800229 Nov 12 11:26:28.853467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c06d58-d465-4413-bf48-6f521b218fcd tempest-NetworksTest-344751034 tempest-NetworksTest-344751034-project] Pushing event deleted for resources: {'Network': ['ID=66aa6f79-1ead-4e29-9aa5-d8397ccf595c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:28.928975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c6915b8-781e-4539-b146-7f84dd662040 req-45f5ef88-d6a2-46aa-8b08-f40f337f7755 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711326 Nov 12 11:26:29.206988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=648a557a-2e8d-40b5-a74c-03ae5ae9f3b0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:29.367419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cd0de076-76ef-4991-9112-4451330c3b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:29.383364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-53938d93-856d-4729-9874-36dbd4102171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:29.384921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-53938d93-856d-4729-9874-36dbd4102171 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.5942917 Nov 12 11:26:29.389452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:29.401471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1595f-af90-4cc3-a534-a4594c93a480 req-5afc54ca-3e70-4f0b-a459-faf204199cff tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:29.403122 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79f1595f-af90-4cc3-a534-a4594c93a480 req-5afc54ca-3e70-4f0b-a459-faf204199cff tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.2266681 Nov 12 11:26:29.553942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-12fc9054-9055-49d1-83a7-2167c088d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:29.555273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-12fc9054-9055-49d1-83a7-2167c088d025 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510315 Nov 12 11:26:29.557640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47746) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:29.593661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79f1595f-af90-4cc3-a534-a4594c93a480 req-8c095d85-7884-40e6-bdbb-b335f81e1840 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716135 Nov 12 11:26:29.713910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 1f0f0784-b97c-4436-9627-0aee10aea055 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:29.740144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47752) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:29.784261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-26d6d099-7c3b-4bfd-a846-41a20cc9d7e7 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199180 Nov 12 11:26:29.844137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:29.852674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47756) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:29.853755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3062ff00-42ef-4ac5-a409-4355e6f989b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/1f0f0784-b97c-4436-9627-0aee10aea055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7762792 Nov 12 11:26:29.856727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee1e0-7e56-46e0-a1aa-c5e012d22f1d None None] Sync routers for ids ['1f0f0784-b97c-4436-9627-0aee10aea055'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:29.869995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ee1e0-7e56-46e0-a1aa-c5e012d22f1d None None] Routers {'1f0f0784-b97c-4436-9627-0aee10aea055'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:29.871231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee1e0-7e56-46e0-a1aa-c5e012d22f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1f0f0784-b97c-4436-9627-0aee10aea055'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:29.931071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee1e0-7e56-46e0-a1aa-c5e012d22f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:29.942205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ee1e0-7e56-46e0-a1aa-c5e012d22f1d None None] Routers {'1f0f0784-b97c-4436-9627-0aee10aea055'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:29.943492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee1e0-7e56-46e0-a1aa-c5e012d22f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1f0f0784-b97c-4436-9627-0aee10aea055'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:29.946493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bf9e1eb-f38c-44ac-83ca-bdfdf5a7d13e req-ea9d121a-5838-4a56-a88d-0d02cb9d8315 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272697 Nov 12 11:26:29.949022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-619717292'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:29.983047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee1e0-7e56-46e0-a1aa-c5e012d22f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:29.983698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee1e0-7e56-46e0-a1aa-c5e012d22f1d None None] The sync data for ids ['1f0f0784-b97c-4436-9627-0aee10aea055'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:30.027128 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-17615654-4b7e-4d50-a7b4-2e31bf3faeac admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8038710f5df9463b8583dca4ae0a1280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676449 Nov 12 11:26:30.029857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47758) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:30.091855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b52a37b2-1be3-486c-8b2b-2ca35e5fd059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.093708 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Made reservation on behalf of 8672915ac998477e98dee9946d13fa60 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:30.097159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.108112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.115710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b52a37b2-1be3-486c-8b2b-2ca35e5fd059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.191238 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-33bd7e82-4768-47b6-b471-fdbe260b047e tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 11:26:30.192160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-33bd7e82-4768-47b6-b471-fdbe260b047e tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/1f0f0784-b97c-4436-9627-0aee10aea055/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3319826 Nov 12 11:26:30.196880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47760) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:30.225385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d630a382-ce77-4e8e-8b4e-95ef55c082a8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f0f0784-b97c-4436-9627-0aee10aea055 HTTP/1.1" status: 200 len: 205 time: 0.0266731 Nov 12 11:26:30.226248 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b52a37b2-1be3-486c-8b2b-2ca35e5fd059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.228041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47762) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:30.229051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b52a37b2-1be3-486c-8b2b-2ca35e5fd059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.230263 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b52a37b2-1be3-486c-8b2b-2ca35e5fd059 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cc063ee1-b115-4f20-8fc4-0ce7a7a4b260 HTTP/1.1" status: 204 len: 168 time: 0.1993380 Nov 12 11:26:30.241712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a37b2-1be3-486c-8b2b-2ca35e5fd059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc063ee1-b115-4f20-8fc4-0ce7a7a4b260,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:30.319087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d81-92db-4e6a-bd72-0874fc053299 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.482923 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.517895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d81-92db-4e6a-bd72-0874fc053299 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.520152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d81-92db-4e6a-bd72-0874fc053299 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.580245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.750507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6a902-b0cc-4bb7-bb63-ee52daeb9cf0 req-77db41f6-5475-460e-b1c5-daa6d9e4f174 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:30.758187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cab6a902-b0cc-4bb7-bb63-ee52daeb9cf0 req-77db41f6-5475-460e-b1c5-daa6d9e4f174 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.0741084 Nov 12 11:26:30.818177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cab6a902-b0cc-4bb7-bb63-ee52daeb9cf0 req-329ff85e-db05-43e1-aaa4-bb58d6302168 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584109 Nov 12 11:26:30.970653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d81-92db-4e6a-bd72-0874fc053299 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.971254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dda3d81-92db-4e6a-bd72-0874fc053299 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Fanout notify agent at l3_agent the message router_deleted on router 1f0f0784-b97c-4436-9627-0aee10aea055 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:26:30.986730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dda3d81-92db-4e6a-bd72-0874fc053299 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:30.990297 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1dda3d81-92db-4e6a-bd72-0874fc053299 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/1f0f0784-b97c-4436-9627-0aee10aea055 HTTP/1.1" status: 204 len: 168 time: 0.7585685 Nov 12 11:26:30.990749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47782) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:30.994721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:26:31.004465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe3b19-0528-4034-8743-38b1add52020,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:31.013799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.014142 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Added segment f0b266e8-a3c3-4fea-a9dc-345c9e84bb59 of type vlan for network fdf35d55-466a-42ab-be50-385327db1d86 Nov 12 11:26:31.068658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.071957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bb6557-f73b-472c-8782-56ee44a38b67 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 3c65cb2f-cbd2-44e0-9002-105a707f06c6 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:31.075282 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23bb6557-f73b-472c-8782-56ee44a38b67 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.119363 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23bb6557-f73b-472c-8782-56ee44a38b67 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.200399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.208930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:31.209694 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.218811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23bb6557-f73b-472c-8782-56ee44a38b67 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.293985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event updated for resources: {'Network': ['ID=fdf35d55-466a-42ab-be50-385327db1d86,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:31.306448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network fdf35d55-466a-42ab-be50-385327db1d86 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:31.356992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-84ecaac5-438b-4308-8c73-4e921137aca5 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6149004 Nov 12 11:26:31.365094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47792) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:31.373021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Request body: {'subnet': {'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:31.394217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23bb6557-f73b-472c-8782-56ee44a38b67 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.428577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb6557-f73b-472c-8782-56ee44a38b67 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=3c65cb2f-cbd2-44e0-9002-105a707f06c6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:31.432956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23bb6557-f73b-472c-8782-56ee44a38b67 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.439656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-23bb6557-f73b-472c-8782-56ee44a38b67 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/3c65cb2f-cbd2-44e0-9002-105a707f06c6 HTTP/1.1" status: 204 len: 168 time: 0.4450150 Nov 12 11:26:31.440105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47796) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:31.449283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dda8a7-cb98-46f7-a83f-7ae0ff98ed9d None None] Network 4df4a9dd-e477-4037-a081-4d1138609026 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:31.499125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b6b151bb-524f-41ae-bd08-2d91dd7bbba0 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:31.572455 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.620774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Made reservation on behalf of 8672915ac998477e98dee9946d13fa60 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:31.627455 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.645069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:31.645431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.725270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d34b9f53-1ec5-4cae-9378-4c8ca4cc4470,segment=NetworkSegment(9c213f8d-9595-4338-bb21-93b3b15228f4),segment_id=9c213f8d-9595-4338-bb21-93b3b15228f4)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:31.725642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.741971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:31.796231 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:31.896734 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:26:31.999057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797110ac-42b6-4b3c-b1bf-08901e3781ec req-3563fcf9-fcfb-48b9-82b0-8bb335bbcabf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:32.000720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-797110ac-42b6-4b3c-b1bf-08901e3781ec req-3563fcf9-fcfb-48b9-82b0-8bb335bbcabf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 946 time: 0.0575309 Nov 12 11:26:32.018209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] DHCP port deletion for 4df4a9dd-e477-4037-a081-4d1138609026 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:32.023011 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd5edebf-fbaa-4e41-84a4-664bd808561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.044168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:32.046813 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608f5298-2cc8-4737-9c95-7264d8e482a5" -d '{"events": [{"server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:32.055475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-797110ac-42b6-4b3c-b1bf-08901e3781ec req-b9b6b779-23ed-4381-8bd3-a0070ecf5b78 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Nov 12 11:26:32.105610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:32.108173 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.109870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.155754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=d34b9f53-1ec5-4cae-9378-4c8ca4cc4470,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:32.161623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No DVR routers for this DVR port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:32.165048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] Deleting port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:32.165881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.210582 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce894ec-122f-4f60-b822-be2829fcac2c x-openstack-request-id: req-0ce894ec-122f-4f60-b822-be2829fcac2c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:32.211314 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:32.211314 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0ce894ec-122f-4f60-b822-be2829fcac2c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:32.212250 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'code': 200} Nov 12 11:26:32.266460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event updated for resources: {'Subnet': ['ID=216b0a9e-d174-45dc-aee8-dfa81d88cc12,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:32.274731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Checking segment: {'id': 'f0b266e8-a3c3-4fea-a9dc-345c9e84bb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:32.275092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Network hostable DHCP agents. Network: fdf35d55-466a-42ab-be50-385327db1d86, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:26:32.317368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.328863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.352342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] For port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:32.353044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.370380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df4a9dd-e477-4037-a081-4d1138609026']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:32.374049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] Calling delete_port for d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:32.378174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] Port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:26:32.385780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c213f8d-9595-4338-bb21-93b3b15228f4') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:32.385780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c213f8d-9595-4338-bb21-93b3b15228f4') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:32.392012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:32.395686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a97856-fa9a-477e-992c-671f91777969 req-57581bca-0083-4efc-969d-1a42c1a68331 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:32.396248 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.396393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60a97856-fa9a-477e-992c-671f91777969 req-57581bca-0083-4efc-969d-1a42c1a68331 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0822241 Nov 12 11:26:32.412702 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.417198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Network fdf35d55-466a-42ab-be50-385327db1d86 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:26:32.430387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] Pushing event deleted for resources: {'Port': ['ID=d34b9f53-1ec5-4cae-9378-4c8ca4cc4470,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:32.433066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20fc49-f4a0-4f51-af3f-3c625054fcdf None None] No DVR routers for this DVR port d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:32.439961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.459879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:32.460319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:32.478127 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:32.520433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, fdf35d55-466a-42ab-be50-385327db1d86) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:32.524408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:32.525247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.531441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f882f55-c96c-4ba9-bbbd-ad32ae983ddc None None] Network fdf35d55-466a-42ab-be50-385327db1d86 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:32.531723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60a97856-fa9a-477e-992c-671f91777969 req-b8bd36dd-31de-4d15-83a5-45e8ce6eae63 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192887 Nov 12 11:26:32.677144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47820) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:32.677655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8fbc1864-3a82-43f0-9e21-c49cd6423471 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3108082 Nov 12 11:26:32.682738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Request body: {'port': {'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-566770210'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:32.689426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:32.716015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:32.716307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d34b9f53-1ec5-4cae-9378-4c8ca4cc4470 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:32.768994 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.787032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.794119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47822) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:32.796517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/4df4a9dd-e477-4037-a081-4d1138609026 HTTP/1.1" status: 204 len: 168 time: 1.3539252 Nov 12 11:26:32.802176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1103954522'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:32.817739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286e5d-cf92-4457-8f0e-8b358fa62cb8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=4df4a9dd-e477-4037-a081-4d1138609026,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:32.845280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c89a17-3126-4f48-9a53-c10768dc1616 req-04b693c6-9cec-412d-aaf2-01b139b9c2f8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:32.853538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67c89a17-3126-4f48-9a53-c10768dc1616 req-04b693c6-9cec-412d-aaf2-01b139b9c2f8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1652873 Nov 12 11:26:32.886707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-fdf35d55-466a-42ab-be50-385327db1d86', 'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86', 'tenant_id': '8672915ac998477e98dee9946d13fa60', 'fixed_ips': [{'subnet_id': '216b0a9e-d174-45dc-aee8-dfa81d88cc12'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:32.887587 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.929487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:32.932004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67c89a17-3126-4f48-9a53-c10768dc1616 req-cb5559e5-b008-4bbf-a2f9-fc982dd97d26 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689328 Nov 12 11:26:32.934962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.977630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:26:32.989445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:32.990233 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment 777e07a9-1afe-4227-aa7f-36aaccd585d4 of type vlan for network 573ed502-fef6-4e20-965b-2d656f926cda Nov 12 11:26:33.041253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.050623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Made reservation on behalf of 8672915ac998477e98dee9946d13fa60 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:33.061092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.089159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] device_id is not set on port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:33.092842 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.113229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Allocated IP 2001:db8::2 (fdf35d55-466a-42ab-be50-385327db1d86/216b0a9e-d174-45dc-aee8-dfa81d88cc12/aead3c66-e635-4fb1-82eb-b39756765134) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:33.199690 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.205478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:33.206072 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.320511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.361991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47838) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:33.363224 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5650895 Nov 12 11:26:33.368243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': '573ed502-fef6-4e20-965b-2d656f926cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:33.373160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947ceef-0e69-45a9-abf4-42ba85fcbc56 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=573ed502-fef6-4e20-965b-2d656f926cda,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:33.383455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd192-202c-4a21-9915-0924793de585 req-10e0aabf-2009-411e-b2c2-a95e3496d56e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:33.388110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 573ed502-fef6-4e20-965b-2d656f926cda details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:33.390283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f68cd192-202c-4a21-9915-0924793de585 req-10e0aabf-2009-411e-b2c2-a95e3496d56e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0779026 Nov 12 11:26:33.417912 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.519125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Network fdf35d55-466a-42ab-be50-385327db1d86 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:33.526236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:33.529350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:33.534250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Pushing event updated for resources: {'Port': ['ID=aead3c66-e635-4fb1-82eb-b39756765134,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:33.567396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f68cd192-202c-4a21-9915-0924793de585 req-98f15e1c-602a-4507-a851-f90cee4f5c62 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752059 Nov 12 11:26:33.609330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Allocated IP 2001:db8::294 (fdf35d55-466a-42ab-be50-385327db1d86/216b0a9e-d174-45dc-aee8-dfa81d88cc12/fc5a7264-1ced-49b2-a2ae-64812fb39fc5) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:33.631643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Attempting to bind port aead3c66-e635-4fb1-82eb-b39756765134 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:33.632160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Attempting to bind port aead3c66-e635-4fb1-82eb-b39756765134 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f0b266e8-a3c3-4fea-a9dc-345c9e84bb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:33.632598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Attempting to bind port aead3c66-e635-4fb1-82eb-b39756765134 on network fdf35d55-466a-42ab-be50-385327db1d86 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:33.638836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:33.639228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Checking segment: {'id': 'f0b266e8-a3c3-4fea-a9dc-345c9e84bb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:33.639705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.640250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Bound using segment: {'id': 'f0b266e8-a3c3-4fea-a9dc-345c9e84bb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:33.640930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Bound port: aead3c66-e635-4fb1-82eb-b39756765134, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b266e8-a3c3-4fea-a9dc-345c9e84bb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:33.641464 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.757264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:33.760808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.766640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] For port aead3c66-e635-4fb1-82eb-b39756765134, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:33.772186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] For port aead3c66-e635-4fb1-82eb-b39756765134, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=aead3c66-e635-4fb1-82eb-b39756765134,segment=NetworkSegment(f0b266e8-a3c3-4fea-a9dc-345c9e84bb59),segment_id=f0b266e8-a3c3-4fea-a9dc-345c9e84bb59)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:33.880143 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.902576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:33.989862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81439-d94e-4ff5-931c-feb8dd77f1b7 None None] Pushing event updated for resources: {'Port': ['ID=aead3c66-e635-4fb1-82eb-b39756765134,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:34.108366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.188285 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.193644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.215678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Network fdf35d55-466a-42ab-be50-385327db1d86 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:34.244749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:34.248365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:34.254153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:34.254809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.296637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event updated for resources: {'Port': ['ID=fc5a7264-1ced-49b2-a2ae-64812fb39fc5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:34.317113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=7e75e1cc-9f2b-4c07-a4f8-6b5a071f31c3,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:34.334499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': '777e07a9-1afe-4227-aa7f-36aaccd585d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '573ed502-fef6-4e20-965b-2d656f926cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:34.334934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: 573ed502-fef6-4e20-965b-2d656f926cda, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:26:34.429142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-90799d70-7318-41a8-bc16-71fdd1e6a62f tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7506812 Nov 12 11:26:34.432604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47856) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:34.441014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Request body: {'port': {'network_id': 'fdf35d55-466a-42ab-be50-385327db1d86', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1743224651', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:34.441998 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.api.validators [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] bootfile-name is not in valid_values {{(pid=109705) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:26:34.442601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.api.validators [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] tftp-server is not in valid_values {{(pid=109705) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:26:34.443179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.api.validators [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] server-ip-address is not in valid_values {{(pid=109705) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:26:34.506436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 573ed502-fef6-4e20-965b-2d656f926cda is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:26:34.589327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 573ed502-fef6-4e20-965b-2d656f926cda) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:34.596739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:34.597717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.603517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2631fa-17e0-45a7-850f-610b063e6d96 None None] Network 573ed502-fef6-4e20-965b-2d656f926cda requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:34.704417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device aead3c66-e635-4fb1-82eb-b39756765134 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:34.787613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22484a1-49b9-4331-8db1-baa9e084cd5b req-d705c582-9113-44c1-a4b0-c98b9d1087de tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:34.790072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c22484a1-49b9-4331-8db1-baa9e084cd5b req-d705c582-9113-44c1-a4b0-c98b9d1087de tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1001854 Nov 12 11:26:34.809386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Made reservation on behalf of 8672915ac998477e98dee9946d13fa60 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:34.815215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.837221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port aead3c66-e635-4fb1-82eb-b39756765134 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:34.837902 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.855618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c22484a1-49b9-4331-8db1-baa9e084cd5b req-c4b2812c-412c-44ea-9f77-cafd821935d6 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592022 Nov 12 11:26:34.857325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] device_id is not set on port 74006d0c-b695-4d88-9911-e3bb92d09f47 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:26:34.895525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-573ed502-fef6-4e20-965b-2d656f926cda', 'network_id': '573ed502-fef6-4e20-965b-2d656f926cda', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '7e75e1cc-9f2b-4c07-a4f8-6b5a071f31c3'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:34.896722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.909253 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:34.909747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2cc3f9e7-40e6-4a71-bf2a-8883305ea8f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5465100 Nov 12 11:26:34.912475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47864) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:34.924080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0ff0e7c5-521c-437c-9914-a6ccb32bcef1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-877309979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:35.068607 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e7c5-521c-437c-9914-a6ccb32bcef1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.069769 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e7c5-521c-437c-9914-a6ccb32bcef1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.159375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Allocated IP 2001:db8::c0 (fdf35d55-466a-42ab-be50-385327db1d86/216b0a9e-d174-45dc-aee8-dfa81d88cc12/74006d0c-b695-4d88-9911-e3bb92d09f47) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:35.203841 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e7c5-521c-437c-9914-a6ccb32bcef1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.215775 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.271815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Allocated IP 2001:db8::2 (573ed502-fef6-4e20-965b-2d656f926cda/7e75e1cc-9f2b-4c07-a4f8-6b5a071f31c3/93a0ea3f-c159-48ac-9b52-b6f006e2665e) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:35.291906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port aead3c66-e635-4fb1-82eb-b39756765134, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=aead3c66-e635-4fb1-82eb-b39756765134,segment=NetworkSegment(f0b266e8-a3c3-4fea-a9dc-345c9e84bb59),segment_id=f0b266e8-a3c3-4fea-a9dc-345c9e84bb59)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:35.292418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e7c5-521c-437c-9914-a6ccb32bcef1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.401255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.402446 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e7c5-521c-437c-9914-a6ccb32bcef1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.403838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0ff0e7c5-521c-437c-9914-a6ccb32bcef1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4900763 Nov 12 11:26:35.406806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47870) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:35.482925 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.518601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b6b151bb-524f-41ae-bd08-2d91dd7bbba0 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:35.631633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3184d2-4ede-4738-b649-0e3c5a63b0ce None None] Network fdf35d55-466a-42ab-be50-385327db1d86 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:35.701036 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.748443 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.800338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=aead3c66-e635-4fb1-82eb-b39756765134,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:35.817371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event updated for resources: {'Port': ['ID=74006d0c-b695-4d88-9911-e3bb92d09f47,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:35.845784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Network fdf35d55-466a-42ab-be50-385327db1d86 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:35.847765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:35.851534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:35.858688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:35.859573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.882869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e6264f70-e4c6-4a15-a4e6-5ce46f9e3a68 None None] Provisioning complete for port aead3c66-e635-4fb1-82eb-b39756765134 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:35.883350 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6264f70-e4c6-4a15-a4e6-5ce46f9e3a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.944350 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:35.949579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8035ec38-7d2e-41d3-ac49-d354b45797bc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5157716 Nov 12 11:26:35.952089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47884) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:35.961527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.018004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0052c0e2-aa9e-4d1b-a59c-cbcdb3f3ff76 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:36.047077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0052c0e2-aa9e-4d1b-a59c-cbcdb3f3ff76 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:36.047980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Network 573ed502-fef6-4e20-965b-2d656f926cda is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:36.048096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0052c0e2-aa9e-4d1b-a59c-cbcdb3f3ff76 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:36.048096 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0052c0e2-aa9e-4d1b-a59c-cbcdb3f3ff76 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0822294 Nov 12 11:26:36.048096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47888) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:36.086393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:36.102530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:36.125334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4b913-b9fb-4d55-8309-5dcd4c7e43e4 req-78abdc4a-f0bc-4263-ab05-b4d0b5ae7084 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:36.127280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62b4b913-b9fb-4d55-8309-5dcd4c7e43e4 req-78abdc4a-f0bc-4263-ab05-b4d0b5ae7084 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1685736 Nov 12 11:26:36.181249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Pushing event updated for resources: {'Port': ['ID=93a0ea3f-c159-48ac-9b52-b6f006e2665e,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:36.211001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b8c08e0a-2926-4027-a588-89c15aad87f1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Deleting port 74006d0c-b695-4d88-9911-e3bb92d09f47 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:36.212593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8c08e0a-2926-4027-a588-89c15aad87f1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.251663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Attempting to bind port 93a0ea3f-c159-48ac-9b52-b6f006e2665e on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:36.252118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Attempting to bind port 93a0ea3f-c159-48ac-9b52-b6f006e2665e by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '777e07a9-1afe-4227-aa7f-36aaccd585d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '573ed502-fef6-4e20-965b-2d656f926cda'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:36.252347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Attempting to bind port 93a0ea3f-c159-48ac-9b52-b6f006e2665e on network 573ed502-fef6-4e20-965b-2d656f926cda {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:36.259688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:36.260926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Checking segment: {'id': '777e07a9-1afe-4227-aa7f-36aaccd585d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '573ed502-fef6-4e20-965b-2d656f926cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:36.261431 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.262313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Bound using segment: {'id': '777e07a9-1afe-4227-aa7f-36aaccd585d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '573ed502-fef6-4e20-965b-2d656f926cda'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:36.262869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Bound port: 93a0ea3f-c159-48ac-9b52-b6f006e2665e, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777e07a9-1afe-4227-aa7f-36aaccd585d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '573ed502-fef6-4e20-965b-2d656f926cda'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:36.263308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.283176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62b4b913-b9fb-4d55-8309-5dcd4c7e43e4 req-265850af-21ce-4e5d-b2f0-14a4925f35b7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493776 Nov 12 11:26:36.354686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8c08e0a-2926-4027-a588-89c15aad87f1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.385855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b8c08e0a-2926-4027-a588-89c15aad87f1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Calling delete_port for 74006d0c-b695-4d88-9911-e3bb92d09f47 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:36.528249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8::1 (573ed502-fef6-4e20-965b-2d656f926cda/7e75e1cc-9f2b-4c07-a4f8-6b5a071f31c3/ae65c61c-71c4-4d0d-97c1-0c034424fb7a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:36.624166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] For port 93a0ea3f-c159-48ac-9b52-b6f006e2665e, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:36.631076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] For port 93a0ea3f-c159-48ac-9b52-b6f006e2665e, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=93a0ea3f-c159-48ac-9b52-b6f006e2665e,segment=NetworkSegment(777e07a9-1afe-4227-aa7f-36aaccd585d4),segment_id=777e07a9-1afe-4227-aa7f-36aaccd585d4)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:36.651372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device aead3c66-e635-4fb1-82eb-b39756765134 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:36.749952 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.811246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.852027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c5a271d8-4278-43fd-b35f-7c8ce46edb71 None None] Provisioning complete for port aead3c66-e635-4fb1-82eb-b39756765134 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:36.852395 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5a271d8-4278-43fd-b35f-7c8ce46edb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.875727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8c08e0a-2926-4027-a588-89c15aad87f1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.927645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cbeba-cc84-499e-b145-1a16b8f56ed8 None None] Pushing event updated for resources: {'Port': ['ID=93a0ea3f-c159-48ac-9b52-b6f006e2665e,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:36.969711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port aead3c66-e635-4fb1-82eb-b39756765134 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:36.970085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:36.981696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c08e0a-2926-4027-a588-89c15aad87f1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event deleted for resources: {'Port': ['ID=74006d0c-b695-4d88-9911-e3bb92d09f47,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:37.078582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8c08e0a-2926-4027-a588-89c15aad87f1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.087466 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b8c08e0a-2926-4027-a588-89c15aad87f1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "DELETE /v2.0/ports/74006d0c-b695-4d88-9911-e3bb92d09f47 HTTP/1.1" status: 204 len: 168 time: 1.0474398 Nov 12 11:26:37.092187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47912) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:37.098531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Request body: {'port': {'name': 'tempest-new-port-name-963837051', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:37.098830 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.api.validators [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] bootfile-name is not in valid_values {{(pid=109704) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:26:37.099175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.api.validators [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] tftp-server is not in valid_values {{(pid=109704) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:26:37.099513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.api.validators [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] server-ip-address is not in valid_values {{(pid=109704) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 11:26:37.117626 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.214750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c5a271d8-4278-43fd-b35f-7c8ce46edb71 None None] Provisioning complete for port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:37.215189 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5a271d8-4278-43fd-b35f-7c8ce46edb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.329345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c5a271d8-4278-43fd-b35f-7c8ce46edb71 None None] Port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:37.345309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c5a271d8-4278-43fd-b35f-7c8ce46edb71 None None] Could not find standard attr ID for object 74006d0c-b695-4d88-9911-e3bb92d09f47. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:37.506182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-57561574-2f68-482f-a9a6-a13f4911c5e6 None None] Provisioning complete for port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:37.511495 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-57561574-2f68-482f-a9a6-a13f4911c5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.560053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-57561574-2f68-482f-a9a6-a13f4911c5e6 None None] Port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:37.779317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7373615a-17ea-46c0-a76d-2a4dd544113e None None] Could not find standard attr ID for object 74006d0c-b695-4d88-9911-e3bb92d09f47. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:26:37.841793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 573ed502-fef6-4e20-965b-2d656f926cda is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:37.901594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.921998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:37.924996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:37.925784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:37.969257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=ae65c61c-71c4-4d0d-97c1-0c034424fb7a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:38.022137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097b93e-57f5-4aa5-9a0d-bf3ffcfb7a7c req-10f2fb39-8f61-4665-82f9-87fba8607eb0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:38.023809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2097b93e-57f5-4aa5-9a0d-bf3ffcfb7a7c req-10f2fb39-8f61-4665-82f9-87fba8607eb0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2578909 Nov 12 11:26:38.234676 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2097b93e-57f5-4aa5-9a0d-bf3ffcfb7a7c req-3ff65382-faae-47f4-9ae9-dace8d60db1e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979184 Nov 12 11:26:38.375111 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:38.380272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:38.407864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d607660a-75c8-4380-9e17-b7c45cd107c3 None None] Network 573ed502-fef6-4e20-965b-2d656f926cda requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:38.474161 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:38.560506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0e3e8a4-2d85-48aa-a40f-48a53349bff3 None None] Provisioning complete for port 93a0ea3f-c159-48ac-9b52-b6f006e2665e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:38.561268 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8a4-2d85-48aa-a40f-48a53349bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:38.777748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 93a0ea3f-c159-48ac-9b52-b6f006e2665e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:38.933017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8a4-2d85-48aa-a40f-48a53349bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.105493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0e3e8a4-2d85-48aa-a40f-48a53349bff3 None None] For port 93a0ea3f-c159-48ac-9b52-b6f006e2665e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=93a0ea3f-c159-48ac-9b52-b6f006e2665e,segment=NetworkSegment(777e07a9-1afe-4227-aa7f-36aaccd585d4),segment_id=777e07a9-1afe-4227-aa7f-36aaccd585d4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:39.111758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.112951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 93a0ea3f-c159-48ac-9b52-b6f006e2665e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:39.113105 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.114242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] In _notify_port_updated(), no bound segment for port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 on network fdf35d55-466a-42ab-be50-385327db1d86 {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:26:39.120371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:39.121083 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.122737 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "PUT /v2.0/ports/fc5a7264-1ced-49b2-a2ae-64812fb39fc5 HTTP/1.1" status: 200 len: 1129 time: 2.0295148 Nov 12 11:26:39.125399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:39.145003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbba48-86b1-4ce8-b371-13db98c273a1 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event updated for resources: {'Port': ['ID=fc5a7264-1ced-49b2-a2ae-64812fb39fc5,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:39.193635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783f048-942f-4afd-88a8-8ff4ef718fef tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:39.196220 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9783f048-942f-4afd-88a8-8ff4ef718fef tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "GET /v2.0/ports/fc5a7264-1ced-49b2-a2ae-64812fb39fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0697467 Nov 12 11:26:39.199810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47956) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:39.255986 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e8a4-2d85-48aa-a40f-48a53349bff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.257487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.258937 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.272540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.314881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47962) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:39.362614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3e8a4-2d85-48aa-a40f-48a53349bff3 None None] Pushing event updated for resources: {'Port': ['ID=93a0ea3f-c159-48ac-9b52-b6f006e2665e,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:39.466566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:26:39.467078 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:26:39.474169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-13f04be3-2b41-4248-b8cd-6f0a5d8e6bf2 None None] Provisioning complete for port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:39.474615 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13f04be3-2b41-4248-b8cd-6f0a5d8e6bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.529863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdb71426-0f84-4ae8-917f-6dbd58d17370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.561332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 573ed502-fef6-4e20-965b-2d656f926cda is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:39.576287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-13f04be3-2b41-4248-b8cd-6f0a5d8e6bf2 None None] Port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:39.593990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:39.621153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=ae65c61c-71c4-4d0d-97c1-0c034424fb7a,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:39.642723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdb71426-0f84-4ae8-917f-6dbd58d17370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.734612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cdb71426-0f84-4ae8-917f-6dbd58d17370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.747590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f12ea-25f4-449f-8cc4-1e7bcba7bbdc req-d1638d42-48c2-41a3-8551-f4f9340e3e79 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:39.749334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-410f12ea-25f4-449f-8cc4-1e7bcba7bbdc req-d1638d42-48c2-41a3-8551-f4f9340e3e79 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2304757 Nov 12 11:26:39.758516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-18dd3a3c-fe7f-4e02-ac9d-fbeec09c5219 None None] Provisioning complete for port 93a0ea3f-c159-48ac-9b52-b6f006e2665e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:39.759020 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3c-fe7f-4e02-ac9d-fbeec09c5219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.858115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9889036b-0323-45c4-9a91-b014007a2abc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Deleting port fc5a7264-1ced-49b2-a2ae-64812fb39fc5 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:39.858517 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9889036b-0323-45c4-9a91-b014007a2abc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:39.860639 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cdb71426-0f84-4ae8-917f-6dbd58d17370 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=61e3bb2b8c4642cd87b7146ade664a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355492 Nov 12 11:26:39.863895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47970) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:39.943418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb71426-0f84-4ae8-917f-6dbd58d17370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a4ce0e-80b7-4280-adb5-c3a783583417,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:39.991192 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-76e16a87-f43f-478c-b215-f9d11b4d9a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.033016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-18dd3a3c-fe7f-4e02-ac9d-fbeec09c5219 None None] Provisioning complete for port ae65c61c-71c4-4d0d-97c1-0c034424fb7a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:40.033629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3c-fe7f-4e02-ac9d-fbeec09c5219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.050264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-76e16a87-f43f-478c-b215-f9d11b4d9a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.056505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-410f12ea-25f4-449f-8cc4-1e7bcba7bbdc req-efbea358-72e6-4dbd-952c-ab2dd20ca23d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948344 Nov 12 11:26:40.139159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-18dd3a3c-fe7f-4e02-ac9d-fbeec09c5219 None None] Port ae65c61c-71c4-4d0d-97c1-0c034424fb7a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:40.145334 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9889036b-0323-45c4-9a91-b014007a2abc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.156037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9889036b-0323-45c4-9a91-b014007a2abc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Calling delete_port for fc5a7264-1ced-49b2-a2ae-64812fb39fc5 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:40.233959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-76e16a87-f43f-478c-b215-f9d11b4d9a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.236623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-76e16a87-f43f-478c-b215-f9d11b4d9a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.246150 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-76e16a87-f43f-478c-b215-f9d11b4d9a22 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a3a4ce0e-80b7-4280-adb5-c3a783583417 HTTP/1.1" status: 204 len: 168 time: 0.3660650 Nov 12 11:26:40.250964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e16a87-f43f-478c-b215-f9d11b4d9a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a4ce0e-80b7-4280-adb5-c3a783583417,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:40.289044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f3c01a5a-7880-4bc6-be32-413a2b0dfd82 None None] Provisioning complete for port ae65c61c-71c4-4d0d-97c1-0c034424fb7a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:40.289542 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f3c01a5a-7880-4bc6-be32-413a2b0dfd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.332779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 6e99964c-3e22-44eb-9986-0868e6fb6ead is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:26:40.358263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f3c01a5a-7880-4bc6-be32-413a2b0dfd82 None None] Port ae65c61c-71c4-4d0d-97c1-0c034424fb7a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:40.474106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:40.481746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-42d85a71-0875-49e7-be91-052172b31943 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/6e99964c-3e22-44eb-9986-0868e6fb6ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0723624 Nov 12 11:26:40.483105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47980) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:40.493305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c234a453-af5f-4f80-9445-d074166fc0b5 None None] Provisioning complete for port ae65c61c-71c4-4d0d-97c1-0c034424fb7a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:40.497838 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c234a453-af5f-4f80-9445-d074166fc0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.498682 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016acf9-d191-44cd-841a-1f625e546cbd None None] Sync routers for ids ['6e99964c-3e22-44eb-9986-0868e6fb6ead'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:40.513060 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016acf9-d191-44cd-841a-1f625e546cbd None None] Routers {'6e99964c-3e22-44eb-9986-0868e6fb6ead'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:40.513602 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9016acf9-d191-44cd-841a-1f625e546cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6e99964c-3e22-44eb-9986-0868e6fb6ead'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:40.546316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9889036b-0323-45c4-9a91-b014007a2abc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.550630 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9016acf9-d191-44cd-841a-1f625e546cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:40.574949 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016acf9-d191-44cd-841a-1f625e546cbd None None] Routers {'6e99964c-3e22-44eb-9986-0868e6fb6ead'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:40.575612 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9016acf9-d191-44cd-841a-1f625e546cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6e99964c-3e22-44eb-9986-0868e6fb6ead'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:40.585138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909ccb7-8a4e-4f14-a8ba-c98eb7919ec3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:40.586893 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7909ccb7-8a4e-4f14-a8ba-c98eb7919ec3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports/ae65c61c-71c4-4d0d-97c1-0c034424fb7a HTTP/1.1" status: 200 len: 911 time: 0.1025231 Nov 12 11:26:40.589806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c234a453-af5f-4f80-9445-d074166fc0b5 None None] Port ae65c61c-71c4-4d0d-97c1-0c034424fb7a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:40.590431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47982) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:40.615664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889036b-0323-45c4-9a91-b014007a2abc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event deleted for resources: {'Port': ['ID=fc5a7264-1ced-49b2-a2ae-64812fb39fc5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:40.687174 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9889036b-0323-45c4-9a91-b014007a2abc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.692864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9889036b-0323-45c4-9a91-b014007a2abc tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "DELETE /v2.0/ports/fc5a7264-1ced-49b2-a2ae-64812fb39fc5 HTTP/1.1" status: 204 len: 168 time: 1.4896705 Nov 12 11:26:40.695325 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9016acf9-d191-44cd-841a-1f625e546cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:40.695584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47986) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:40.698058 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9016acf9-d191-44cd-841a-1f625e546cbd None None] The sync data for ids ['6e99964c-3e22-44eb-9986-0868e6fb6ead'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:40.712981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 93a0ea3f-c159-48ac-9b52-b6f006e2665e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:26:40.763708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e9bf4e-5c01-489d-9f34-9baf09a758b2 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Deleting subnet 216b0a9e-d174-45dc-aee8-dfa81d88cc12 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:40.769012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bf4e-5c01-489d-9f34-9baf09a758b2 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.818915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 93a0ea3f-c159-48ac-9b52-b6f006e2665e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:40.819666 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:40.869922 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bf4e-5c01-489d-9f34-9baf09a758b2 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.048974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bf4e-5c01-489d-9f34-9baf09a758b2 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.174325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47992) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:41.204052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69efb081-604f-40bd-80ab-9d74cdc82a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.249732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc36d53-dec7-496b-a09e-6fbafe678c1a req-7d1f5fac-f218-4f14-8efe-642e296891eb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:41.257896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7cc36d53-dec7-496b-a09e-6fbafe678c1a req-7d1f5fac-f218-4f14-8efe-642e296891eb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0667758 Nov 12 11:26:41.267107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bf4e-5c01-489d-9f34-9baf09a758b2 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.305595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9bf4e-5c01-489d-9f34-9baf09a758b2 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event deleted for resources: {'Subnet': ['ID=216b0a9e-d174-45dc-aee8-dfa81d88cc12,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:41.326008 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.329764 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1e9bf4e-5c01-489d-9f34-9baf09a758b2 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.330283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f4177c-2d14-41a4-95ba-a7a4306dcf0a None None] Network fdf35d55-466a-42ab-be50-385327db1d86 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:41.334086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a1e9bf4e-5c01-489d-9f34-9baf09a758b2 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "DELETE /v2.0/subnets/216b0a9e-d174-45dc-aee8-dfa81d88cc12 HTTP/1.1" status: 204 len: 168 time: 0.6372988 Nov 12 11:26:41.343786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 47994) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:41.428911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7cc36d53-dec7-496b-a09e-6fbafe678c1a req-7310ff2a-7174-4121-9a83-c766c687d411 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700497 Nov 12 11:26:41.481920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69efb081-604f-40bd-80ab-9d74cdc82a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.499797 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.556740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] DHCP port deletion for fdf35d55-466a-42ab-be50-385327db1d86 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:41.574461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69efb081-604f-40bd-80ab-9d74cdc82a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.579000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Deleting port aead3c66-e635-4fb1-82eb-b39756765134 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:41.585900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.611673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efb081-604f-40bd-80ab-9d74cdc82a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9389416-ef40-4ab2-b145-4e4ad777b4ed,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:41.648660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-69efb081-604f-40bd-80ab-9d74cdc82a05 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9cee401d526044778d3e5b0532ba6739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706314 Nov 12 11:26:41.650455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 47998) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:41.660140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] Deleting port aead3c66-e635-4fb1-82eb-b39756765134 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:41.664119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.686235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] For port aead3c66-e635-4fb1-82eb-b39756765134, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=aead3c66-e635-4fb1-82eb-b39756765134,segment=NetworkSegment(f0b266e8-a3c3-4fea-a9dc-345c9e84bb59),segment_id=f0b266e8-a3c3-4fea-a9dc-345c9e84bb59)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:41.686522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.706982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Calling delete_port for aead3c66-e635-4fb1-82eb-b39756765134 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:41.763755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] For port aead3c66-e635-4fb1-82eb-b39756765134, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=aead3c66-e635-4fb1-82eb-b39756765134,segment=NetworkSegment(f0b266e8-a3c3-4fea-a9dc-345c9e84bb59),segment_id=f0b266e8-a3c3-4fea-a9dc-345c9e84bb59)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:41.764196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.778701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] Calling delete_port for aead3c66-e635-4fb1-82eb-b39756765134 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:41.806764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e4367ac-093d-4a49-b013-7ffea0fc022f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.876105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e4367ac-093d-4a49-b013-7ffea0fc022f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.934797 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.940120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port ae65c61c-71c4-4d0d-97c1-0c034424fb7a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:41.940120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.963337 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:41.980228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] No DVR routers for this DVR port aead3c66-e635-4fb1-82eb-b39756765134 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:41.981920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event deleted for resources: {'Port': ['ID=aead3c66-e635-4fb1-82eb-b39756765134,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:42.030194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] No DVR routers for this DVR port aead3c66-e635-4fb1-82eb-b39756765134 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:42.043670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b16433-e42d-4b64-9af5-6565d2a99e74 None None] Pushing event deleted for resources: {'Port': ['ID=aead3c66-e635-4fb1-82eb-b39756765134,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:42.107722 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e4367ac-093d-4a49-b013-7ffea0fc022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.110401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e4367ac-093d-4a49-b013-7ffea0fc022f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.111673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e4367ac-093d-4a49-b013-7ffea0fc022f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b9389416-ef40-4ab2-b145-4e4ad777b4ed HTTP/1.1" status: 204 len: 168 time: 0.4595928 Nov 12 11:26:42.122196 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.136403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4367ac-093d-4a49-b013-7ffea0fc022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9389416-ef40-4ab2-b145-4e4ad777b4ed,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:42.141632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.159120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf35d55-466a-42ab-be50-385327db1d86']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:42.174864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b266e8-a3c3-4fea-a9dc-345c9e84bb59') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:42.175513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b266e8-a3c3-4fea-a9dc-345c9e84bb59') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:42.177547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for ae65c61c-71c4-4d0d-97c1-0c034424fb7a owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:42.192554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.221919 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.236442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:42.237672 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:42.245779 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:42.472398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.477438 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.484241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] 10.222.0.98 "DELETE /v2.0/networks/fdf35d55-466a-42ab-be50-385327db1d86 HTTP/1.1" status: 204 len: 168 time: 1.1393459 Nov 12 11:26:42.523132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea848d4-c3ca-4ad0-8ee9-2df7beb7585e tempest-ExtraDHCPOptionsIpV6TestJSON-815141303 tempest-ExtraDHCPOptionsIpV6TestJSON-815141303-project] Pushing event deleted for resources: {'Network': ['ID=fdf35d55-466a-42ab-be50-385327db1d86,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:42.530445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.590825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82ab0c-ec4a-45b0-9b5f-d9af27802a32 req-4ee94b3c-7a44-4cff-8854-1b20cbe40cdd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:42.598029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c82ab0c-ec4a-45b0-9b5f-d9af27802a32 req-4ee94b3c-7a44-4cff-8854-1b20cbe40cdd tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0921917 Nov 12 11:26:42.612059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device aead3c66-e635-4fb1-82eb-b39756765134 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:42.618437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=ae65c61c-71c4-4d0d-97c1-0c034424fb7a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:42.652436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: aead3c66-e635-4fb1-82eb-b39756765134 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:26:42.652436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device aead3c66-e635-4fb1-82eb-b39756765134 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:42.692415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c82ab0c-ec4a-45b0-9b5f-d9af27802a32 req-af191281-aa08-4327-90fd-77ce184e70d4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914385 Nov 12 11:26:42.781138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:42.988357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 6e99964c-3e22-44eb-9986-0868e6fb6ead has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:43.055547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48026) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:43.075855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:43.086879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-881e4270-b23e-4461-9377-ca8f32b51a5c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/6e99964c-3e22-44eb-9986-0868e6fb6ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949934 Nov 12 11:26:43.087481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48030) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:43.090354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6e6f6-a217-4325-9b75-0ea30a42ceff None None] Sync routers for ids ['6e99964c-3e22-44eb-9986-0868e6fb6ead'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:43.111899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6e6f6-a217-4325-9b75-0ea30a42ceff None None] Routers {'6e99964c-3e22-44eb-9986-0868e6fb6ead'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:43.112583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5db6e6f6-a217-4325-9b75-0ea30a42ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6e99964c-3e22-44eb-9986-0868e6fb6ead'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:43.126110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f192d5a5-c6ad-4fc1-ad39-1bbe226fae50 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=6e99964c-3e22-44eb-9986-0868e6fb6ead HTTP/1.1" status: 200 len: 205 time: 0.0369325 Nov 12 11:26:43.130221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48032) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:43.166257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5db6e6f6-a217-4325-9b75-0ea30a42ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:43.178233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6e6f6-a217-4325-9b75-0ea30a42ceff None None] Routers {'6e99964c-3e22-44eb-9986-0868e6fb6ead'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:43.178893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5db6e6f6-a217-4325-9b75-0ea30a42ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['6e99964c-3e22-44eb-9986-0868e6fb6ead'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:43.214714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5db6e6f6-a217-4325-9b75-0ea30a42ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:43.215494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6e6f6-a217-4325-9b75-0ea30a42ceff None None] The sync data for ids ['6e99964c-3e22-44eb-9986-0868e6fb6ead'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:43.218418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc568730-1979-4cb2-aeb0-4302781a0881 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.296716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48036) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:43.297403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d6027f55-a1f4-4cd0-8b97-3cb361c7c3b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8672915ac998477e98dee9946d13fa60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2387967 Nov 12 11:26:43.418883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc568730-1979-4cb2-aeb0-4302781a0881 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.422433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc568730-1979-4cb2-aeb0-4302781a0881 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.476497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0826c9e-2a47-435b-b9b7-26b1bc5f3c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.503297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0826c9e-2a47-435b-b9b7-26b1bc5f3c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.541533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc568730-1979-4cb2-aeb0-4302781a0881 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.543068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc568730-1979-4cb2-aeb0-4302781a0881 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Fanout notify agent at l3_agent the message router_deleted on router 6e99964c-3e22-44eb-9986-0868e6fb6ead {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:26:43.552153 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc568730-1979-4cb2-aeb0-4302781a0881 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.553281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bc568730-1979-4cb2-aeb0-4302781a0881 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/6e99964c-3e22-44eb-9986-0868e6fb6ead HTTP/1.1" status: 204 len: 168 time: 0.4220574 Nov 12 11:26:43.556194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48050) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:43.625111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4c97c5-dce7-470d-aaa2-091e737700b6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 7e75e1cc-9f2b-4c07-a4f8-6b5a071f31c3 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:26:43.628861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c4c97c5-dce7-470d-aaa2-091e737700b6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.640075 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0826c9e-2a47-435b-b9b7-26b1bc5f3c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.643012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b0826c9e-2a47-435b-b9b7-26b1bc5f3c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.646596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b0826c9e-2a47-435b-b9b7-26b1bc5f3c9a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c5fe3b19-0528-4034-8743-38b1add52020 HTTP/1.1" status: 204 len: 168 time: 0.3453774 Nov 12 11:26:43.668039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0826c9e-2a47-435b-b9b7-26b1bc5f3c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe3b19-0528-4034-8743-38b1add52020,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:43.701918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c4c97c5-dce7-470d-aaa2-091e737700b6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.861741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c4c97c5-dce7-470d-aaa2-091e737700b6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:43.906756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ae09c-cfce-4803-8dc3-ff433ec152df req-dfe10b68-3fed-41aa-9203-f5d01d85667e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:43.908809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-417ae09c-cfce-4803-8dc3-ff433ec152df req-dfe10b68-3fed-41aa-9203-f5d01d85667e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1031585 Nov 12 11:26:43.973798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-417ae09c-cfce-4803-8dc3-ff433ec152df req-46030566-54be-4075-9313-51312b98a51f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544136 Nov 12 11:26:44.092394 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c4c97c5-dce7-470d-aaa2-091e737700b6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.108210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c4c97c5-dce7-470d-aaa2-091e737700b6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.112332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9c4c97c5-dce7-470d-aaa2-091e737700b6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/7e75e1cc-9f2b-4c07-a4f8-6b5a071f31c3 HTTP/1.1" status: 204 len: 168 time: 0.5550210 Nov 12 11:26:44.114759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07ab48-444b-48c6-8a67-a56d199f16c1 None None] Network 573ed502-fef6-4e20-965b-2d656f926cda requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:44.115756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48072) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:44.133401 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c97c5-dce7-470d-aaa2-091e737700b6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=7e75e1cc-9f2b-4c07-a4f8-6b5a071f31c3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:44.221512 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.320515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 93a0ea3f-c159-48ac-9b52-b6f006e2665e {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:44.320929 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.424339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 93a0ea3f-c159-48ac-9b52-b6f006e2665e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=93a0ea3f-c159-48ac-9b52-b6f006e2665e,segment=NetworkSegment(777e07a9-1afe-4227-aa7f-36aaccd585d4),segment_id=777e07a9-1afe-4227-aa7f-36aaccd585d4)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:44.428188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.444200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 93a0ea3f-c159-48ac-9b52-b6f006e2665e owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:44.456360 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] DHCP port deletion for 573ed502-fef6-4e20-965b-2d656f926cda request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:44.524476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] Deleting port 93a0ea3f-c159-48ac-9b52-b6f006e2665e {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:44.525285 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.611513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] For port 93a0ea3f-c159-48ac-9b52-b6f006e2665e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=93a0ea3f-c159-48ac-9b52-b6f006e2665e,segment=NetworkSegment(777e07a9-1afe-4227-aa7f-36aaccd585d4),segment_id=777e07a9-1afe-4227-aa7f-36aaccd585d4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:44.611513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.624785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] Calling delete_port for 93a0ea3f-c159-48ac-9b52-b6f006e2665e owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:44.674503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 93a0ea3f-c159-48ac-9b52-b6f006e2665e no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:26:44.729687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.739645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No active binding found for port 93a0ea3f-c159-48ac-9b52-b6f006e2665e {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:26:44.740405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 93a0ea3f-c159-48ac-9b52-b6f006e2665e not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:26:44.757967 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.769140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=93a0ea3f-c159-48ac-9b52-b6f006e2665e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:44.771044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No DVR routers for this DVR port 93a0ea3f-c159-48ac-9b52-b6f006e2665e on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:44.815206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] Pushing event deleted for resources: {'Port': ['ID=93a0ea3f-c159-48ac-9b52-b6f006e2665e,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:44.827356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d580161-a1a2-41cb-a65f-86ab3d5ff76d None None] No DVR routers for this DVR port 93a0ea3f-c159-48ac-9b52-b6f006e2665e on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:26:44.966707 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:44.988883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573ed502-fef6-4e20-965b-2d656f926cda']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:45.002560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777e07a9-1afe-4227-aa7f-36aaccd585d4') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:45.002866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777e07a9-1afe-4227-aa7f-36aaccd585d4') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:45.015380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.034139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.045517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:26:45.046188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:26:45.060999 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:26:45.177217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcaf63-bf00-4a6c-8629-07b59254f31c req-320652c7-8317-4689-b598-03ae2a913795 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:45.179941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9adcaf63-bf00-4a6c-8629-07b59254f31c req-320652c7-8317-4689-b598-03ae2a913795 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0933924 Nov 12 11:26:45.239700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9adcaf63-bf00-4a6c-8629-07b59254f31c req-1e83103f-f9dc-4b97-9c48-24325154c869 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515602 Nov 12 11:26:45.266793 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.283978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.296813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48114) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:45.301833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1402216393', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:45.303714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/573ed502-fef6-4e20-965b-2d656f926cda HTTP/1.1" status: 204 len: 168 time: 1.1849132 Nov 12 11:26:45.330905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685475-d749-446a-95e0-5a14ca6166d3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=573ed502-fef6-4e20-965b-2d656f926cda,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:45.490001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.491200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.558091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.884307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48128) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:45.937950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:45.996087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa832ad9-52e3-4c47-940a-5cc5eae561e2 req-1ae81693-0077-4c22-9803-2346e1302ee4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.003060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa832ad9-52e3-4c47-940a-5cc5eae561e2 req-1ae81693-0077-4c22-9803-2346e1302ee4 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2061858 Nov 12 11:26:46.031249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-8f7fe20c-49bc-4ebe-b3d2-dbd9266a623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.033496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-8f7fe20c-49bc-4ebe-b3d2-dbd9266a623f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1097 time: 0.1158047 Nov 12 11:26:46.062158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-38efddb0-0680-41dc-9459-8c5b82264fcb tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] Request body: {'port': {'network_id': 'e584beaf-a073-4230-880c-414b6f4b164b', 'name': 'tempest-NetworksNegativeTestJSON-677397192'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:46.118787 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-38efddb0-0680-41dc-9459-8c5b82264fcb tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] POST failed (client error): The resource could not be found. Nov 12 11:26:46.119531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38efddb0-0680-41dc-9459-8c5b82264fcb tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:46.127456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-38efddb0-0680-41dc-9459-8c5b82264fcb tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2370288 Nov 12 11:26:46.133053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48136) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.204689 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e6e925-881a-4c94-bc50-76b3a21f2893 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:46.205676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e6e925-881a-4c94-bc50-76b3a21f2893 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:46.210684 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-92e6e925-881a-4c94-bc50-76b3a21f2893 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "DELETE /v2.0/networks/b4ca401f-63be-4526-bf7f-899d4857ce8b HTTP/1.1" status: 404 len: 339 time: 0.0641201 Nov 12 11:26:46.217582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48140) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.274385 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e7497f-8ef0-4c5d-a571-415431e31260 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:46.274385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e7497f-8ef0-4c5d-a571-415431e31260 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:46.282875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f7e7497f-8ef0-4c5d-a571-415431e31260 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "DELETE /v2.0/ports/ddc95208-6d61-4658-b06b-f7fe05d52080 HTTP/1.1" status: 404 len: 333 time: 0.0587330 Nov 12 11:26:46.285013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48144) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.327864 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-7434c8fb-32b6-4613-ab98-b2dfac28d933 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] DELETE failed (client error): The resource could not be found. Nov 12 11:26:46.328377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7434c8fb-32b6-4613-ab98-b2dfac28d933 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:46.335101 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7434c8fb-32b6-4613-ab98-b2dfac28d933 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "DELETE /v2.0/subnets/6065cf1c-11d9-43ff-8ed4-ea2e712b555e HTTP/1.1" status: 404 len: 337 time: 0.0451758 Nov 12 11:26:46.335364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48146) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.361061 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f13a16a-139a-4cf6-90f9-b8dae7d3333a tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] GET failed (client error): The resource could not be found. Nov 12 11:26:46.366485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4f13a16a-139a-4cf6-90f9-b8dae7d3333a tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "GET /v2.0/networks/220b39b4-271a-4abd-8961-7e98d84f7d8b HTTP/1.1" status: 404 len: 339 time: 0.0261393 Nov 12 11:26:46.366890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48148) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.396498 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbba427-93aa-4e4b-b7b5-c243577bb2c6 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] GET failed (client error): The resource could not be found. Nov 12 11:26:46.402592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8fbba427-93aa-4e4b-b7b5-c243577bb2c6 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "GET /v2.0/ports/e6fdacfd-362f-49ec-a2fb-323edb4663c2 HTTP/1.1" status: 404 len: 333 time: 0.0305624 Nov 12 11:26:46.402928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48150) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.466185 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-a453e022-8bb6-4221-983b-c72103c2bc9b tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] GET failed (client error): The resource could not be found. Nov 12 11:26:46.467988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a453e022-8bb6-4221-983b-c72103c2bc9b tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "GET /v2.0/subnets/8646ad44-07a4-4963-a315-887d24005f3a HTTP/1.1" status: 404 len: 337 time: 0.0636210 Nov 12 11:26:46.472652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48154) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.483497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b1e09f4c-1151-4e2e-9e97-19af62707cc0 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:46.508840 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e09f4c-1151-4e2e-9e97-19af62707cc0 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] PUT failed (client error): The resource could not be found. Nov 12 11:26:46.509984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e09f4c-1151-4e2e-9e97-19af62707cc0 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:46.517146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b1e09f4c-1151-4e2e-9e97-19af62707cc0 tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "PUT /v2.0/networks/4a8d7ef0-59cf-40a3-bcfc-c42a44c6dd03 HTTP/1.1" status: 404 len: 339 time: 0.0400953 Nov 12 11:26:46.517431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48156) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.533981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-379b03a3-ad78-4421-965a-405f564cb5ef tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:46.540557 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa832ad9-52e3-4c47-940a-5cc5eae561e2 req-60b83afd-4c78-4cfc-a7e0-16ef2664a4c0 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5321426 Nov 12 11:26:46.569450 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-379b03a3-ad78-4421-965a-405f564cb5ef tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] PUT failed (client error): The resource could not be found. Nov 12 11:26:46.570148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379b03a3-ad78-4421-965a-405f564cb5ef tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:46.571428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-379b03a3-ad78-4421-965a-405f564cb5ef tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "PUT /v2.0/ports/a2c8c929-5d21-459b-be8d-59a764c261ad HTTP/1.1" status: 404 len: 333 time: 0.0521386 Nov 12 11:26:46.575767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48160) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:46.585499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-36e1f949-0af0-4ffc-8b53-49813cdca14d tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:46.626572 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e1f949-0af0-4ffc-8b53-49813cdca14d tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] PUT failed (client error): The resource could not be found. Nov 12 11:26:46.627317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e1f949-0af0-4ffc-8b53-49813cdca14d tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:26:46.633467 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-36e1f949-0af0-4ffc-8b53-49813cdca14d tempest-NetworksNegativeTestJSON-573609958 tempest-NetworksNegativeTestJSON-573609958-project] 10.222.0.98 "PUT /v2.0/subnets/bd4d9733-15e5-41f2-9b86-7c61d2ee0daa HTTP/1.1" status: 404 len: 337 time: 0.0515623 Nov 12 11:26:46.644121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-dda2b87e-34af-4f01-915e-b9b1fc5b023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.645597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-dda2b87e-34af-4f01-915e-b9b1fc5b023f service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.6032088 Nov 12 11:26:46.741296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-2455657d-e4fd-44f0-99d9-af72f9b2a373 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 999 time: 0.0833993 Nov 12 11:26:46.862500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-28687e0e-20a2-449a-ae67-39be84bbce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.864025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-28687e0e-20a2-449a-ae67-39be84bbce57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.1128392 Nov 12 11:26:46.895102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:46.932930 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:46.992035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-f3eb6aed-d8ea-461b-b550-820022b0ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:46.993637 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-f3eb6aed-d8ea-461b-b550-820022b0ad28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064682 Nov 12 11:26:47.146618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 172.25.3.46 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/e31aa5c3-99ce-4a56-91ad-cf361e8723c1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:47.160699 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-14435406-a9f3-4509-b03c-6c2b3a15e836 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568766 Nov 12 11:26:47.367782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.374817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1536d0c1-1f42-4371-8c0d-2847695760c8 req-c02a9c83-c128-43c2-8030-b5b6f41fc4a8 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899927 Nov 12 11:26:47.410525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48180) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:47.533156 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d64e1d3-dd64-4b19-995a-861cd0d0bb7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.585851 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.689706 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.690690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:47.694984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:47.719123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d4ce4d-63ca-4319-b9c3-d11e48720215 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:47.769889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:47.778345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-02b28f83-f499-4f50-a49e-acb6065262f1 None None] Provisioning complete for port e31aa5c3-99ce-4a56-91ad-cf361e8723c1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:26:47.778709 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02b28f83-f499-4f50-a49e-acb6065262f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.835517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-02b28f83-f499-4f50-a49e-acb6065262f1 None None] Port e31aa5c3-99ce-4a56-91ad-cf361e8723c1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:26:47.880195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=e31aa5c3-99ce-4a56-91ad-cf361e8723c1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:47.898413 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d64e1d3-dd64-4b19-995a-861cd0d0bb7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:47.917708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea1c6-6cf8-4ad0-9619-1fbaf670ad35 req-784118d3-1d49-4ad9-9b02-cbc91f891f18 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:47.919428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16aea1c6-6cf8-4ad0-9619-1fbaf670ad35 req-784118d3-1d49-4ad9-9b02-cbc91f891f18 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1667204 Nov 12 11:26:48.025195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3d64e1d3-dd64-4b19-995a-861cd0d0bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.108710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48198) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:48.109257 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3d64e1d3-dd64-4b19-995a-861cd0d0bb7f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1bb7e9326ea24834b3b4a3e072351fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6968081 Nov 12 11:26:48.117105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16aea1c6-6cf8-4ad0-9619-1fbaf670ad35 req-0544b4a4-8c2a-4b16-9b7d-210aff5e703b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582630 Nov 12 11:26:48.117885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64e1d3-dd64-4b19-995a-861cd0d0bb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bcde3f-30e5-4fab-80f6-9a37761de88b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:48.192210 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9efea68-4598-4b62-a1a1-63907a9c5d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.219089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9efea68-4598-4b62-a1a1-63907a9c5d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.345917 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.370379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48202) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:48.421885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9efea68-4598-4b62-a1a1-63907a9c5d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.425014 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b9efea68-4598-4b62-a1a1-63907a9c5d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.428556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b9efea68-4598-4b62-a1a1-63907a9c5d9b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c2bcde3f-30e5-4fab-80f6-9a37761de88b HTTP/1.1" status: 204 len: 168 time: 0.3156774 Nov 12 11:26:48.437508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efea68-4598-4b62-a1a1-63907a9c5d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bcde3f-30e5-4fab-80f6-9a37761de88b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:48.476184 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-dedabf77-00c1-4dae-a1ad-c6ef9ca1dad2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 11:26:48.481900 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dedabf77-00c1-4dae-a1ad-c6ef9ca1dad2 tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "DELETE /v2.0/security-groups/cb4c4652-f9c8-4d48-b14c-680e83c2644f HTTP/1.1" status: 409 len: 336 time: 0.1083229 Nov 12 11:26:48.501194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48208) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:48.589759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.733448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Deleting port 8b0c236f-02ec-42ac-a89b-13179b869bd6 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:48.735461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.887851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.888275 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:48.902804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Calling delete_port for 8b0c236f-02ec-42ac-a89b-13179b869bd6 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:48.981338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bc263d71-fc39-4293-a2c2-8ef3e5be1415 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:26:49.232317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:49.242520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e6bac-3c5a-4fe1-9a55-333c86cd9034 None None] Sync routers for ids ['bc263d71-fc39-4293-a2c2-8ef3e5be1415'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:49.252293 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e6bac-3c5a-4fe1-9a55-333c86cd9034 None None] Routers {'bc263d71-fc39-4293-a2c2-8ef3e5be1415'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:49.252964 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7e4e6bac-3c5a-4fe1-9a55-333c86cd9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bc263d71-fc39-4293-a2c2-8ef3e5be1415'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:49.286381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.288196 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7e4e6bac-3c5a-4fe1-9a55-333c86cd9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:49.297447 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e6bac-3c5a-4fe1-9a55-333c86cd9034 None None] Routers {'bc263d71-fc39-4293-a2c2-8ef3e5be1415'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:49.298277 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7e4e6bac-3c5a-4fe1-9a55-333c86cd9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bc263d71-fc39-4293-a2c2-8ef3e5be1415'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:49.302330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a725041-b744-4f6e-bed5-d972c330244c req-09626ef7-21b2-425f-86e6-07d7f39f53c8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:49.307162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a725041-b744-4f6e-bed5-d972c330244c req-09626ef7-21b2-425f-86e6-07d7f39f53c8 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0885351 Nov 12 11:26:49.335847 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7e4e6bac-3c5a-4fe1-9a55-333c86cd9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:49.336842 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e6bac-3c5a-4fe1-9a55-333c86cd9034 None None] The sync data for ids ['bc263d71-fc39-4293-a2c2-8ef3e5be1415'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:49.345234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Pushing event deleted for resources: {'Port': ['ID=8b0c236f-02ec-42ac-a89b-13179b869bd6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:49.405051 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a725041-b744-4f6e-bed5-d972c330244c req-c8b5711d-0ef8-42f4-aa75-49b220a7e017 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911169 Nov 12 11:26:49.433418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.437786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ea7dd555-6c86-4e3f-bf3a-5b8ce4b8b723 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1374600 Nov 12 11:26:49.438244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48234) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:49.463030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:49.463406 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Floating IP 08e6e7c1-7678-4848-8b12-61b44e0172e7 disassociated (deleted). External IP: 172.25.3.29, port: c63d232d-fadf-43c4-8a5e-d836b331b3fb. Nov 12 11:26:49.658231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398d945-d385-47de-bb8c-20b4fd50e403 req-969acc63-a9e6-4704-ba66-247b8cdaf074 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:49.660549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4398d945-d385-47de-bb8c-20b4fd50e403 req-969acc63-a9e6-4704-ba66-247b8cdaf074 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1210713 Nov 12 11:26:49.671542 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-382d88b8-e15e-4311-bc20-42909fa8794e tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/routers/bc263d71-fc39-4293-a2c2-8ef3e5be1415 HTTP/1.1" status: 200 len: 884 time: 0.2298591 Nov 12 11:26:49.672567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48240) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:49.735447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4398d945-d385-47de-bb8c-20b4fd50e403 req-06635953-ab30-4061-b970-677b610f8c1a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651612 Nov 12 11:26:49.926336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980966ba-1423-4300-903a-b88ad67738ac req-446c0704-237b-443e-b8dc-77dbc8ef1ead tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:49.937721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-980966ba-1423-4300-903a-b88ad67738ac req-446c0704-237b-443e-b8dc-77dbc8ef1ead tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0893872 Nov 12 11:26:49.996331 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-980966ba-1423-4300-903a-b88ad67738ac req-d2134636-eed3-4e7a-88e9-229ecf05e9a3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573521 Nov 12 11:26:50.324271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Router cc13cb3b-3c15-47da-ba1d-1b46ae460109 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:50.503700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5daf7e91-ccf3-4f1f-8e65-653197d76d1a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8300076 Nov 12 11:26:50.506624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48266) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:50.511024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c550c6d1-8a4d-43ee-99a5-4a77caba219c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1402216393'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:50.554211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:50.561880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:50.569397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] Sync routers for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:50.640447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d8525ba9-279d-4dbd-a952-c9c70df014dd tempest-AttachVolumeTestJSON-533858335 tempest-AttachVolumeTestJSON-533858335-project] 10.222.0.98 "DELETE /v2.0/floatingips/08e6e7c1-7678-4848-8b12-61b44e0172e7 HTTP/1.1" status: 204 len: 168 time: 2.1370876 Nov 12 11:26:50.667574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:50.668487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:50.692711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'tag': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:26:50.704484 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc3994-2b16-4211-b290-5e3f3fcece96", "tag": "c63d232d-fadf-43c4-8a5e-d836b331b3fb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:26:50.785286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce6396-ea7a-4866-9c14-c16fa31821bb req-b44f0b6b-7386-4efa-b10c-52a915a9e111 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:50.794617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17ce6396-ea7a-4866-9c14-c16fa31821bb req-b44f0b6b-7386-4efa-b10c-52a915a9e111 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0699601 Nov 12 11:26:50.889710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:26:50.893220 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:50.925562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17ce6396-ea7a-4866-9c14-c16fa31821bb req-4fc1d1fe-e58f-4c46-a163-ac0df510e267 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298130 Nov 12 11:26:50.986226 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c475d5-f205-4e30-b454-6aced171d72b x-openstack-request-id: req-54c475d5-f205-4e30-b454-6aced171d72b {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:26:50.986515 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc3994-2b16-4211-b290-5e3f3fcece96", "tag": "c63d232d-fadf-43c4-8a5e-d836b331b3fb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:26:50.986767 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-54c475d5-f205-4e30-b454-6aced171d72b {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:26:50.987160 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc3994-2b16-4211-b290-5e3f3fcece96', 'tag': 'c63d232d-fadf-43c4-8a5e-d836b331b3fb', 'status': 'completed', 'code': 200} Nov 12 11:26:51.109185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-3c5cdf73-0a77-4ecf-be04-5116f6ece1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:51.112962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-3c5cdf73-0a77-4ecf-be04-5116f6ece1db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.1004570 Nov 12 11:26:51.289623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c550c6d1-8a4d-43ee-99a5-4a77caba219c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:51.332814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-e0ef90cd-4f5a-4c93-b004-de55243ba082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:51.334378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-e0ef90cd-4f5a-4c93-b004-de55243ba082 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2137637 Nov 12 11:26:51.453359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-8e44943a-02b7-4f42-b7d4-90aac4d60922 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.1079283 Nov 12 11:26:51.458662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c550c6d1-8a4d-43ee-99a5-4a77caba219c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:51.480214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:51.555635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-8b75d4be-d9aa-4581-9ad4-2cd6df7720f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:51.557059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-8b75d4be-d9aa-4581-9ad4-2cd6df7720f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0973690 Nov 12 11:26:51.671336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-acbd5378-bafe-43e8-9720-b14ece20485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:51.672912 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-acbd5378-bafe-43e8-9720-b14ece20485d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057286 Nov 12 11:26:51.762575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c550c6d1-8a4d-43ee-99a5-4a77caba219c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bc263d71-fc39-4293-a2c2-8ef3e5be1415 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:26:51.902062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] Checking router: cc13cb3b-3c15-47da-ba1d-1b46ae460109 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:26:51.912182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:51.913323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:51.919955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-2fe79486-4121-4481-b3c6-ace2bf0c2363 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368658 Nov 12 11:26:52.017024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c550c6d1-8a4d-43ee-99a5-4a77caba219c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:26:52.036352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c550c6d1-8a4d-43ee-99a5-4a77caba219c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.037968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c550c6d1-8a4d-43ee-99a5-4a77caba219c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bc263d71-fc39-4293-a2c2-8ef3e5be1415 HTTP/1.1" status: 200 len: 891 time: 1.5304594 Nov 12 11:26:52.046420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48308) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:52.057963 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae25e6-07a0-473b-bcb9-05e4f9867172 None None] Sync routers for ids ['bc263d71-fc39-4293-a2c2-8ef3e5be1415'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:26:52.087097 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae25e6-07a0-473b-bcb9-05e4f9867172 None None] Routers {'bc263d71-fc39-4293-a2c2-8ef3e5be1415'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:52.087727 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-60ae25e6-07a0-473b-bcb9-05e4f9867172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bc263d71-fc39-4293-a2c2-8ef3e5be1415'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:52.139746 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-60ae25e6-07a0-473b-bcb9-05e4f9867172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:52.145276 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c60e0cd1-bb25-4385-a3a4-aa1392d55a9d req-ad7dee51-12b0-4904-a334-269adfc26b69 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180886 Nov 12 11:26:52.193817 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae25e6-07a0-473b-bcb9-05e4f9867172 None None] Routers {'bc263d71-fc39-4293-a2c2-8ef3e5be1415'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:26:52.198818 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-60ae25e6-07a0-473b-bcb9-05e4f9867172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bc263d71-fc39-4293-a2c2-8ef3e5be1415'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:52.351449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:26:52.365295 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-60ae25e6-07a0-473b-bcb9-05e4f9867172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:52.366959 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae25e6-07a0-473b-bcb9-05e4f9867172 None None] The sync data for ids ['bc263d71-fc39-4293-a2c2-8ef3e5be1415'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:52.389753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417103fd-ca67-4f5d-ab34-cfb137df60a9 req-5f8c3b1b-b1e3-4b7d-8129-704084fc830b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:52.398700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-417103fd-ca67-4f5d-ab34-cfb137df60a9 req-5f8c3b1b-b1e3-4b7d-8129-704084fc830b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2496269 Nov 12 11:26:52.458128 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-201ea5e3-1ce6-440c-af9d-a893670a1290 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/routers/bc263d71-fc39-4293-a2c2-8ef3e5be1415 HTTP/1.1" status: 200 len: 891 time: 0.4104459 Nov 12 11:26:52.460703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48314) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:52.488979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-417103fd-ca67-4f5d-ab34-cfb137df60a9 req-27ed5c01-bc5f-49cf-9af1-ba811b6e0b3f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889678 Nov 12 11:26:52.503336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48316) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:52.503559 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-82315235-019a-4111-b852-a52f15a7d5e5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc263d71-fc39-4293-a2c2-8ef3e5be1415 HTTP/1.1" status: 200 len: 205 time: 0.0408394 Nov 12 11:26:52.732234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48324) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:52.761718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:26:52.850897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9319af-5c20-4486-aa4b-a7c9d886e5d0 None None] The sync data for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 is: [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'c2170db0-2379-46d7-90e6-c67d51cc1e11', 'name': '', 'network_id': 'ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'mac_address': 'fa:16:3e:3e:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_interface', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '80721c33-7e4d-433f-96e7-fa927993537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:32Z', 'updated_at': '2021-11-12T11:19:41Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'subnets': [{'id': '80721c33-7e4d-433f-96e7-fa927993537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:26:52.876611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:52.981550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14e47ad7-4868-4cb0-b1d4-09c58fcd4e07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.119473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14e47ad7-4868-4cb0-b1d4-09c58fcd4e07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.154027 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.185635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800aedc8-d131-418d-8676-2b6f2d6db784 req-1bf0b9ff-9d34-4c62-ab06-6a58df5026cc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:53.187277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-800aedc8-d131-418d-8676-2b6f2d6db784 req-1bf0b9ff-9d34-4c62-ab06-6a58df5026cc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0964539 Nov 12 11:26:53.300826 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14e47ad7-4868-4cb0-b1d4-09c58fcd4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.344798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-800aedc8-d131-418d-8676-2b6f2d6db784 req-65b33348-8c65-4dcb-92a5-4cf8b77e98a7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494148 Nov 12 11:26:53.370432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b340d671-7619-47bc-ae81-5cc6e3b28d0d None None] New status for floating IP 08e6e7c1-7678-4848-8b12-61b44e0172e7: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:26:53.371603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-14e47ad7-4868-4cb0-b1d4-09c58fcd4e07 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=96838459b8134d84bbf7da77ff0e6b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6377046 Nov 12 11:26:53.372273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48334) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:53.418081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-20cba957-6564-4821-af63-3d8fe6390ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:53.419641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-20cba957-6564-4821-af63-3d8fe6390ec2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=47eb09e34b40417790f30046c157e078&device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 1097 time: 0.1422935 Nov 12 11:26:53.450207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e47ad7-4868-4cb0-b1d4-09c58fcd4e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08730267-bbf4-4bab-b3fc-94ec23bfd8f4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:53.514165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295386be-1b27-41a7-9963-0fbfe794387d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.613447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295386be-1b27-41a7-9963-0fbfe794387d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.625102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-834d446f-68c3-4d18-97e3-e43cd989594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:53.635135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-834d446f-68c3-4d18-97e3-e43cd989594c service neutron] 10.222.0.69 "GET /v2.0/networks?id=dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 200 len: 912 time: 0.2057800 Nov 12 11:26:53.640637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port e31aa5c3-99ce-4a56-91ad-cf361e8723c1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:53.641232 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.822663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-6305f7ac-6d32-41a0-883e-ad379c5bda51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 200 len: 999 time: 0.1028221 Nov 12 11:26:53.864334 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.881303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for e31aa5c3-99ce-4a56-91ad-cf361e8723c1 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:53.902325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-af5b1f92-0908-4079-993a-95f02a0b91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:53.904938 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-af5b1f92-0908-4079-993a-95f02a0b91ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 200 len: 850 time: 0.0735970 Nov 12 11:26:53.936176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295386be-1b27-41a7-9963-0fbfe794387d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.938748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-295386be-1b27-41a7-9963-0fbfe794387d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:53.939996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-295386be-1b27-41a7-9963-0fbfe794387d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/08730267-bbf4-4bab-b3fc-94ec23bfd8f4 HTTP/1.1" status: 204 len: 168 time: 0.5614974 Nov 12 11:26:53.951635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295386be-1b27-41a7-9963-0fbfe794387d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08730267-bbf4-4bab-b3fc-94ec23bfd8f4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:54.156526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-18fca640-9b30-492d-9094-ee720dd0a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:54.158288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-18fca640-9b30-492d-9094-ee720dd0a730 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dee60f8e-6462-4771-93ee-ff3744977885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920932 Nov 12 11:26:54.631758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.663906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e4544-b150-40bb-897b-54a9f7038839 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:26:54.766931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=e31aa5c3-99ce-4a56-91ad-cf361e8723c1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:54.832922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575cd03-d07e-467e-8ced-5092fb60cf48 req-326cab70-52ff-49a2-ab49-2b466612e0f5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:54.834890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c575cd03-d07e-467e-8ced-5092fb60cf48 req-326cab70-52ff-49a2-ab49-2b466612e0f5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.2130923 Nov 12 11:26:54.856706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:54.866999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-b459ec9a-38ef-4d43-9375-6b461ebc2b5d service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002687 Nov 12 11:26:55.025293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c575cd03-d07e-467e-8ced-5092fb60cf48 req-3b8b7220-e0f7-489d-a2b6-369df2eb02fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803019 Nov 12 11:26:55.087835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.093474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.097893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48374) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:55.119816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd607de0-0b8a-4dfe-bfed-0f2968a2749f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.162698 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afcadb07-9475-4bb1-8e2c-7702830c9379 req-bb486b41-50b0-4b35-a23c-397770a9e7a5 service neutron] 10.222.0.69 "GET /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647824 Nov 12 11:26:55.255228 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.256494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Fanout notify agent at l3_agent the message router_deleted on router bc263d71-fc39-4293-a2c2-8ef3e5be1415 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:26:55.289837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.289837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7f65ee8f-242c-4290-ae20-bdd29062f42c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/bc263d71-fc39-4293-a2c2-8ef3e5be1415 HTTP/1.1" status: 204 len: 168 time: 2.7814648 Nov 12 11:26:55.292297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48378) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:55.305956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-494307740'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:55.316101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd607de0-0b8a-4dfe-bfed-0f2968a2749f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.399439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd607de0-0b8a-4dfe-bfed-0f2968a2749f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.430458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fd607de0-0b8a-4dfe-bfed-0f2968a2749f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e470611c19874fb9a71234cf9da5e9c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3311265 Nov 12 11:26:55.433283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48384) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:55.456901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd607de0-0b8a-4dfe-bfed-0f2968a2749f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9559c5a-34d1-4ab2-9469-a9ee74110048,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:55.511434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:55.514953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.534373 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a124de23-0502-4f2a-a9bd-0a7f5641311a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.586121 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a124de23-0502-4f2a-a9bd-0a7f5641311a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.683361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:26:55.713127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.713899 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment c358c75d-fb07-4c5d-a6e0-d439c454dde0 of type vlan for network cc9b8555-6955-4b75-a78d-2a10642b6e58 Nov 12 11:26:55.813929 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.903248 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a124de23-0502-4f2a-a9bd-0a7f5641311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.906759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a124de23-0502-4f2a-a9bd-0a7f5641311a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.907904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a124de23-0502-4f2a-a9bd-0a7f5641311a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d9559c5a-34d1-4ab2-9469-a9ee74110048 HTTP/1.1" status: 204 len: 168 time: 0.4736054 Nov 12 11:26:55.926082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124de23-0502-4f2a-a9bd-0a7f5641311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9559c5a-34d1-4ab2-9469-a9ee74110048,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:55.937655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:55.949943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:55.955292 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.071595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=cc9b8555-6955-4b75-a78d-2a10642b6e58,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:56.092732 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d1de28a8-06e6-4c38-ab06-a83b74a438b7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7992854 Nov 12 11:26:56.095559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48396) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:56.098586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network cc9b8555-6955-4b75-a78d-2a10642b6e58 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:26:56.105129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': 'cc9b8555-6955-4b75-a78d-2a10642b6e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:56.291070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65a44d-c3a6-41be-865e-22d8201b4c7d req-007abd3f-bc8f-4aff-ba2a-aefba6d05586 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:56.293265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de65a44d-c3a6-41be-865e-22d8201b4c7d req-007abd3f-bc8f-4aff-ba2a-aefba6d05586 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.0838785 Nov 12 11:26:56.389514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:26:56.393077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.401800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de65a44d-c3a6-41be-865e-22d8201b4c7d req-bc6213cb-ce5f-42cd-a103-f4b7ff930c46 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018009 Nov 12 11:26:56.834775 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:56.859560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48416) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:56.991690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': 'c358c75d-fb07-4c5d-a6e0-d439c454dde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cc9b8555-6955-4b75-a78d-2a10642b6e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:56.992095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: cc9b8555-6955-4b75-a78d-2a10642b6e58, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:26:57.026980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=86a943e1-2ad3-44e0-a95a-b0c01cea6621,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:57.124102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network cc9b8555-6955-4b75-a78d-2a10642b6e58 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:26:57.230946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, cc9b8555-6955-4b75-a78d-2a10642b6e58) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:57.241998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec96813-c013-4719-b364-8cce88be8348 None None] Network cc9b8555-6955-4b75-a78d-2a10642b6e58 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:26:57.242664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:57.242804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.408959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f419e6ae-70d1-4ee9-9470-c02042b4b37b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3122034 Nov 12 11:26:57.418340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48436) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:57.425120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a5758a9c-b612-4163-a5f1-12a3a01ce09d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1867047688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:26:57.536896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-cc9b8555-6955-4b75-a78d-2a10642b6e58', 'network_id': 'cc9b8555-6955-4b75-a78d-2a10642b6e58', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '86a943e1-2ad3-44e0-a95a-b0c01cea6621'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:26:57.540560 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.603054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5758a9c-b612-4163-a5f1-12a3a01ce09d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.605377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5758a9c-b612-4163-a5f1-12a3a01ce09d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.728226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73236be-a035-4c67-8db5-37b258cea464 req-0ca0e036-a4ee-4d15-b65d-81c5e869517e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:57.729928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c73236be-a035-4c67-8db5-37b258cea464 req-0ca0e036-a4ee-4d15-b65d-81c5e869517e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1723099 Nov 12 11:26:57.813220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Allocated IP 2001:db8::2 (cc9b8555-6955-4b75-a78d-2a10642b6e58/86a943e1-2ad3-44e0-a95a-b0c01cea6621/24c27d02-f71c-4085-b9e1-6ad45920c799) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:57.829942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5758a9c-b612-4163-a5f1-12a3a01ce09d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:57.942555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5758a9c-b612-4163-a5f1-12a3a01ce09d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.024337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c73236be-a035-4c67-8db5-37b258cea464 req-dc8f58eb-1468-4f8c-8d7c-e4ac7c7e1a4f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084243 Nov 12 11:26:58.061169 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.241789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a5758a9c-b612-4163-a5f1-12a3a01ce09d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.243032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a5758a9c-b612-4163-a5f1-12a3a01ce09d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8232985 Nov 12 11:26:58.246695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:26:58.252380 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.340372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbde119-5692-4e5b-ac0e-9fc1572e7884 req-0cbfdc78-83b8-4521-9133-f3b5a4339a39 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:26:58.342056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6cbde119-5692-4e5b-ac0e-9fc1572e7884 req-0cbfdc78-83b8-4521-9133-f3b5a4339a39 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1757021 Nov 12 11:26:58.465917 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.552428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Deleting port c2170db0-2379-46d7-90e6-c67d51cc1e11 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:26:58.553309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.584134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6cbde119-5692-4e5b-ac0e-9fc1572e7884 req-692bfaab-da90-4974-892c-64aff0de5889 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955822 Nov 12 11:26:58.650720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Network cc9b8555-6955-4b75-a78d-2a10642b6e58 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:58.670121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:58.677993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:58.708713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Pushing event updated for resources: {'Port': ['ID=24c27d02-f71c-4085-b9e1-6ad45920c799,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:58.732736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.767052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.767683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.768332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.768987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.769493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.769995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.770547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.771072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.771397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.772199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.772698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.773260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:26:58.784028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] For port c2170db0-2379-46d7-90e6-c67d51cc1e11, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=c2170db0-2379-46d7-90e6-c67d51cc1e11,segment=NetworkSegment(978db3d8-0e69-4783-8ce6-ad796122dd94),segment_id=978db3d8-0e69-4783-8ce6-ad796122dd94)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:26:58.784697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.804854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Calling delete_port for c2170db0-2379-46d7-90e6-c67d51cc1e11 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:26:58.813966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Attempting to bind port 24c27d02-f71c-4085-b9e1-6ad45920c799 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:26:58.814611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Attempting to bind port 24c27d02-f71c-4085-b9e1-6ad45920c799 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'c358c75d-fb07-4c5d-a6e0-d439c454dde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cc9b8555-6955-4b75-a78d-2a10642b6e58'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:26:58.815161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Attempting to bind port 24c27d02-f71c-4085-b9e1-6ad45920c799 on network cc9b8555-6955-4b75-a78d-2a10642b6e58 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:26:58.822140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:26:58.822738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Checking segment: {'id': 'c358c75d-fb07-4c5d-a6e0-d439c454dde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cc9b8555-6955-4b75-a78d-2a10642b6e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:26:58.823622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.824225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Bound using segment: {'id': 'c358c75d-fb07-4c5d-a6e0-d439c454dde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cc9b8555-6955-4b75-a78d-2a10642b6e58'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:26:58.825111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Bound port: 24c27d02-f71c-4085-b9e1-6ad45920c799, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c358c75d-fb07-4c5d-a6e0-d439c454dde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cc9b8555-6955-4b75-a78d-2a10642b6e58'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:26:58.825689 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:58.992372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] For port 24c27d02-f71c-4085-b9e1-6ad45920c799, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:26:59.002136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] For port 24c27d02-f71c-4085-b9e1-6ad45920c799, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=24c27d02-f71c-4085-b9e1-6ad45920c799,segment=NetworkSegment(c358c75d-fb07-4c5d-a6e0-d439c454dde0),segment_id=c358c75d-fb07-4c5d-a6e0-d439c454dde0)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:26:59.109769 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.225156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8::1 (cc9b8555-6955-4b75-a78d-2a10642b6e58/86a943e1-2ad3-44e0-a95a-b0c01cea6621/90d389a2-7617-4b16-be8d-b6e9db3e3495) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:26:59.258086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c5c90-495d-4c5b-a2b5-d36db4003fbb None None] Pushing event updated for resources: {'Port': ['ID=24c27d02-f71c-4085-b9e1-6ad45920c799,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:59.309914 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.372012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2170db0-2379-46d7-90e6-c67d51cc1e11,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:59.446425 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43cce6ca-1ae9-4b06-b4bb-85dc92394512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.539989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.675169 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.779672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=90d389a2-7617-4b16-be8d-b6e9db3e3495,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:26:59.809987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network cc9b8555-6955-4b75-a78d-2a10642b6e58 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:26:59.816149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:26:59.819653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:26:59.822378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:26:59.822969 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.223744 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.336950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Router cc13cb3b-3c15-47da-ba1d-1b46ae460109 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:00.593519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:00.604190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b831f6e4-b9a9-496c-a099-669ce0f6b432 admin admin] 10.222.0.98 "PUT /v2.0/routers/cc13cb3b-3c15-47da-ba1d-1b46ae460109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7419341 Nov 12 11:27:00.606515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48520) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:00.607151 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] Sync routers for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:00.655076 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.673838 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:00.674681 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:00.745453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.778209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.779362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:00.896856 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:00.942554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=90d389a2-7617-4b16-be8d-b6e9db3e3495,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:01.038615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514f6cf-24e6-4ed6-bea4-b4245109251c None None] Network cc9b8555-6955-4b75-a78d-2a10642b6e58 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:01.045194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network cc9b8555-6955-4b75-a78d-2a10642b6e58 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:01.048807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:01.058067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 24c27d02-f71c-4085-b9e1-6ad45920c799 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:01.410316 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:26:59Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:01.473409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c5a18b4b-184a-4188-a843-c0496e452edb None None] Provisioning complete for port 24c27d02-f71c-4085-b9e1-6ad45920c799 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:01.475856 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5a18b4b-184a-4188-a843-c0496e452edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.476383 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] Checking router: cc13cb3b-3c15-47da-ba1d-1b46ae460109 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:01.489696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 4ea247a3-9a67-4ed2-8420-7e21b2d2cb96 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:27:01.498708 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] Routers {'cc13cb3b-3c15-47da-ba1d-1b46ae460109'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:01.501295 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:01.696256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:01.707246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1a4c56eb-3d73-4daa-b19e-3f3cc83190ac tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/4ea247a3-9a67-4ed2-8420-7e21b2d2cb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4593453 Nov 12 11:27:01.709796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48550) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:01.710796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 24c27d02-f71c-4085-b9e1-6ad45920c799 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:01.711322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.785166 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] Set router cc13cb3b-3c15-47da-ba1d-1b46ae460109 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:01.823499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b855d-0f87-494e-b141-e285802b7f46 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:01.826538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea375a3-e461-4e8e-ad28-2396ea019aba None None] Sync routers for ids ['4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:01.827610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bf3b855d-0f87-494e-b141-e285802b7f46 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports/90d389a2-7617-4b16-be8d-b6e9db3e3495 HTTP/1.1" status: 200 len: 911 time: 0.1160440 Nov 12 11:27:01.830843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48552) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:01.836826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-092093bd-d9e9-4fbd-8bbb-8f86c04c4024 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86a943e1-2ad3-44e0-a95a-b0c01cea6621'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:01.866267 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:01.883198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea375a3-e461-4e8e-ad28-2396ea019aba None None] Routers {'4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:01.884117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-aea375a3-e461-4e8e-ad28-2396ea019aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:02.004247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-aea375a3-e461-4e8e-ad28-2396ea019aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:02.014751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5a18b4b-184a-4188-a843-c0496e452edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.071009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea375a3-e461-4e8e-ad28-2396ea019aba None None] Routers {'4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:02.071648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-aea375a3-e461-4e8e-ad28-2396ea019aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:26:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:02.190781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c5a18b4b-184a-4188-a843-c0496e452edb None None] For port 24c27d02-f71c-4085-b9e1-6ad45920c799, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=24c27d02-f71c-4085-b9e1-6ad45920c799,segment=NetworkSegment(c358c75d-fb07-4c5d-a6e0-d439c454dde0),segment_id=c358c75d-fb07-4c5d-a6e0-d439c454dde0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:02.194084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-aea375a3-e461-4e8e-ad28-2396ea019aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:02.194863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea375a3-e461-4e8e-ad28-2396ea019aba None None] The sync data for ids ['4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:02.201321 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.209272 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:26:59Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:02.246050 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0327c3ab-08a5-415b-ba7f-282ec2988bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.275306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-092093bd-d9e9-4fbd-8bbb-8f86c04c4024 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.290054 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80674773-4955-4091-bea6-7efe3d78f5bc None None] The sync data for ids ['cc13cb3b-3c15-47da-ba1d-1b46ae460109'] in n-d-768852-22 is: [{'id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'name': 'tempest-AttachVolumeTestJSON-797532677-router', 'tenant_id': '350eb52c645646e4bc02302e16cf34fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:19:25Z', 'updated_at': '2021-11-12T11:26:59Z', 'revision_number': 5, 'project_id': '350eb52c645646e4bc02302e16cf34fb', 'gw_port': {'id': '4c5c6490-d1c6-4127-80c1-7f3a4731f479', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc13cb3b-3c15-47da-ba1d-1b46ae460109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:19:27Z', 'updated_at': '2021-11-12T11:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:02.309512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Deleting port 4c5c6490-d1c6-4127-80c1-7f3a4731f479 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:02.309886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.346068 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5a18b4b-184a-4188-a843-c0496e452edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.360702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-0e0859cf-ceaa-4a9c-831e-d52bf8c55417 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:02.362060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-0e0859cf-ceaa-4a9c-831e-d52bf8c55417 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c528400-7ab0-46d3-bf86-8491679efbc4 HTTP/1.1" status: 200 len: 944 time: 0.0786095 Nov 12 11:27:02.548195 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:27:02.548557 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:27:02.569791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a18b4b-184a-4188-a843-c0496e452edb None None] Pushing event updated for resources: {'Port': ['ID=24c27d02-f71c-4085-b9e1-6ad45920c799,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:02.594139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fcebffb6-cc6f-421c-8ccd-86bad9ee2085 None None] Provisioning complete for port 24c27d02-f71c-4085-b9e1-6ad45920c799 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:02.594700 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcebffb6-cc6f-421c-8ccd-86bad9ee2085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.598270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] For port 4c5c6490-d1c6-4127-80c1-7f3a4731f479, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4c5c6490-d1c6-4127-80c1-7f3a4731f479,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:02.598735 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.637531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Calling delete_port for 4c5c6490-d1c6-4127-80c1-7f3a4731f479 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:02.670325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Deleting port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:02.671064 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.748252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fcebffb6-cc6f-421c-8ccd-86bad9ee2085 None None] Provisioning complete for port 90d389a2-7617-4b16-be8d-b6e9db3e3495 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:02.749044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcebffb6-cc6f-421c-8ccd-86bad9ee2085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.829635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fcebffb6-cc6f-421c-8ccd-86bad9ee2085 None None] Port 90d389a2-7617-4b16-be8d-b6e9db3e3495 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:02.884124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] For port b6b151bb-524f-41ae-bd08-2d91dd7bbba0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:02.884124 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:02.913460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Calling delete_port for b6b151bb-524f-41ae-bd08-2d91dd7bbba0 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:02.982338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7a5ca785-d9c7-4f2a-ad13-39909393caf0 None None] Provisioning complete for port 90d389a2-7617-4b16-be8d-b6e9db3e3495 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:02.982626 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca785-d9c7-4f2a-ad13-39909393caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.078435 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.112223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ca785-d9c7-4f2a-ad13-39909393caf0 None None] Port 90d389a2-7617-4b16-be8d-b6e9db3e3495 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:03.227273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 24c27d02-f71c-4085-b9e1-6ad45920c799 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:03.229719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-092093bd-d9e9-4fbd-8bbb-8f86c04c4024 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.257272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7dead450-4b09-41c6-b691-d343f47e2b8a None None] Provisioning complete for port 90d389a2-7617-4b16-be8d-b6e9db3e3495 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:03.257634 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7dead450-4b09-41c6-b691-d343f47e2b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.262269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.291205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['63583077-8eb1-4f1d-8d9e-a65388c3cdec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:03.293643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fed41b11-dace-4cc8-a726-0518ed5a5203'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:03.294134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event deleted for resources: {'Port': ['ID=b6b151bb-524f-41ae-bd08-2d91dd7bbba0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:03.406505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.416172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-092093bd-d9e9-4fbd-8bbb-8f86c04c4024 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.429623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092093bd-d9e9-4fbd-8bbb-8f86c04c4024 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:03.433091 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-092093bd-d9e9-4fbd-8bbb-8f86c04c4024 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.433091 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-092093bd-d9e9-4fbd-8bbb-8f86c04c4024 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/ports/90d389a2-7617-4b16-be8d-b6e9db3e3495 HTTP/1.1" status: 200 len: 911 time: 1.5998011 Nov 12 11:27:03.441230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48574) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:03.656762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7dead450-4b09-41c6-b691-d343f47e2b8a None None] Port 90d389a2-7617-4b16-be8d-b6e9db3e3495 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:03.709867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5c6490-d1c6-4127-80c1-7f3a4731f479,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:03.758399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2468a566-ae07-4267-996c-1edadd3c4528 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:03.837188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 24c27d02-f71c-4085-b9e1-6ad45920c799 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:03.837188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.930951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] No DVR routers for this DVR port b6b151bb-524f-41ae-bd08-2d91dd7bbba0 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:03.933840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:03.937886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7993f5a4-810c-4dde-b62f-f7100ff74dd6 req-dd48b9c2-f5c2-404a-9978-c5a16ea6e4d7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "DELETE /v2.0/ports/b6b151bb-524f-41ae-bd08-2d91dd7bbba0 HTTP/1.1" status: 204 len: 173 time: 1.5669544 Nov 12 11:27:03.938438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'name': 'network-vif-deleted', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:03.941084 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be847f7c-3f09-4f9b-9af8-7b9c02deb5cd" -d '{"events": [{"server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "name": "network-vif-deleted", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:04.001411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092093bd-d9e9-4fbd-8bbb-8f86c04c4024 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=90d389a2-7617-4b16-be8d-b6e9db3e3495,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:04.006254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.029683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c2170db0-2379-46d7-90e6-c67d51cc1e11 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:04.064570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: c2170db0-2379-46d7-90e6-c67d51cc1e11 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:04.064570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device c2170db0-2379-46d7-90e6-c67d51cc1e11 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:04.102286 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.104586 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.244239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.316064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.349945 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.350568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc13cb3b-3c15-47da-ba1d-1b46ae460109 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:27:04.356525 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.357686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-da736f0f-56db-4fd2-a81f-e15d5d577ee8 admin admin] 10.222.0.98 "DELETE /v2.0/routers/cc13cb3b-3c15-47da-ba1d-1b46ae460109 HTTP/1.1" status: 204 len: 168 time: 3.7501051 Nov 12 11:27:04.360617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48596) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:04.484619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-1953cd22-eaf7-4398-b469-a67fac27bc7a admin admin] Deleting subnet 80721c33-7e4d-433f-96e7-fa927993537f {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:27:04.491067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1953cd22-eaf7-4398-b469-a67fac27bc7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.565960 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1953cd22-eaf7-4398-b469-a67fac27bc7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.657646 n-d-768852-22 neutron-server[109704]: INFO neutron.db.db_base_plugin_v2 [None req-1953cd22-eaf7-4398-b469-a67fac27bc7a admin admin] Found port (c63d232d-fadf-43c4-8a5e-d836b331b3fb, 172.20.0.4) having IP allocation on subnet 80721c33-7e4d-433f-96e7-fa927993537f, cannot delete Nov 12 11:27:04.667634 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-1953cd22-eaf7-4398-b469-a67fac27bc7a admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 11:27:04.668548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1953cd22-eaf7-4398-b469-a67fac27bc7a admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:27:04.673256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1953cd22-eaf7-4398-b469-a67fac27bc7a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 409 len: 404 time: 0.3109140 Nov 12 11:27:04.818787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 90d389a2-7617-4b16-be8d-b6e9db3e3495 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:04.820588 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.829481 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:04.994319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.014892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 90d389a2-7617-4b16-be8d-b6e9db3e3495 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:05.266635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4c5c6490-d1c6-4127-80c1-7f3a4731f479 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:05.296556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4c5c6490-d1c6-4127-80c1-7f3a4731f479 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:05.297116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4c5c6490-d1c6-4127-80c1-7f3a4731f479 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:05.475340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.509914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=90d389a2-7617-4b16-be8d-b6e9db3e3495,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:05.647258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:05.951292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 4ea247a3-9a67-4ed2-8420-7e21b2d2cb96 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:06.091550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:06.098415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9d054a3e-d246-4a40-bc65-f71ea45af2c5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/4ea247a3-9a67-4ed2-8420-7e21b2d2cb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6521158 Nov 12 11:27:06.101640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48658) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:06.106586 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c181b-27ee-4df5-b571-d241a654f396 None None] Sync routers for ids ['4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:06.120457 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c181b-27ee-4df5-b571-d241a654f396 None None] Routers {'4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:06.121758 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fd3c181b-27ee-4df5-b571-d241a654f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:06.204869 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fd3c181b-27ee-4df5-b571-d241a654f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:06.210074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-460a4ec6-96c2-46a1-bfb2-d00e819bfc1b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ea247a3-9a67-4ed2-8420-7e21b2d2cb96 HTTP/1.1" status: 200 len: 205 time: 0.1047001 Nov 12 11:27:06.211247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48662) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:06.245652 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c181b-27ee-4df5-b571-d241a654f396 None None] Routers {'4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:06.246289 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fd3c181b-27ee-4df5-b571-d241a654f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:06.289165 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-fd3c181b-27ee-4df5-b571-d241a654f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:06.289897 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c181b-27ee-4df5-b571-d241a654f396 None None] The sync data for ids ['4ea247a3-9a67-4ed2-8420-7e21b2d2cb96'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:06.355388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43bdd2f8-dfb6-43c7-9364-0865359d31cd tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.405644 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83b81c0-653e-4200-ac8b-6438d42971d0 x-openstack-request-id: req-c83b81c0-653e-4200-ac8b-6438d42971d0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:06.406008 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c528400-7ab0-46d3-bf86-8491679efbc4", "name": "network-vif-deleted", "tag": "b6b151bb-524f-41ae-bd08-2d91dd7bbba0", "status": "failed", "code": 422}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:06.406442 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c83b81c0-653e-4200-ac8b-6438d42971d0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:06.407011 n-d-768852-22 neutron-server[109704]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c528400-7ab0-46d3-bf86-8491679efbc4', 'name': 'network-vif-deleted', 'tag': 'b6b151bb-524f-41ae-bd08-2d91dd7bbba0', 'status': 'failed', 'code': 422} returned with failed status Nov 12 11:27:06.603980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43bdd2f8-dfb6-43c7-9364-0865359d31cd tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.608488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43bdd2f8-dfb6-43c7-9364-0865359d31cd tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.778235 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43bdd2f8-dfb6-43c7-9364-0865359d31cd tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.778737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bdd2f8-dfb6-43c7-9364-0865359d31cd tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Fanout notify agent at l3_agent the message router_deleted on router 4ea247a3-9a67-4ed2-8420-7e21b2d2cb96 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:27:06.786015 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43bdd2f8-dfb6-43c7-9364-0865359d31cd tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.787194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-43bdd2f8-dfb6-43c7-9364-0865359d31cd tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/4ea247a3-9a67-4ed2-8420-7e21b2d2cb96 HTTP/1.1" status: 204 len: 168 time: 0.5745089 Nov 12 11:27:06.789903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48672) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:06.851297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 86a943e1-2ad3-44e0-a95a-b0c01cea6621 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:27:06.856219 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:06.927339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.155562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.232831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf3cfe-5336-4921-9aab-328b069e9495 req-e0bd922a-f194-4207-a651-6322aba2dce5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:07.234845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfbf3cfe-5336-4921-9aab-328b069e9495 req-e0bd922a-f194-4207-a651-6322aba2dce5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 908 time: 0.1015239 Nov 12 11:27:07.315515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.360400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=86a943e1-2ad3-44e0-a95a-b0c01cea6621,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:07.371886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.372248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.372593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.372927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.373566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.373904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.374297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.374615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.374939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.375261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.376143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.376143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:07.381601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.381720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892a966-4ca6-4a1d-ba69-5a36722ad502 None None] Network cc9b8555-6955-4b75-a78d-2a10642b6e58 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:07.386107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48690) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:07.395492 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8d15af33-7419-4b1c-9e3d-0cc519055585 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/86a943e1-2ad3-44e0-a95a-b0c01cea6621 HTTP/1.1" status: 204 len: 168 time: 0.6044855 Nov 12 11:27:07.506234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.643821 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 24c27d02-f71c-4085-b9e1-6ad45920c799 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:07.644459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.734557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] DHCP port deletion for cc9b8555-6955-4b75-a78d-2a10642b6e58 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:07.773196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 24c27d02-f71c-4085-b9e1-6ad45920c799, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=24c27d02-f71c-4085-b9e1-6ad45920c799,segment=NetworkSegment(c358c75d-fb07-4c5d-a6e0-d439c454dde0),segment_id=c358c75d-fb07-4c5d-a6e0-d439c454dde0)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:07.773386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.801095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] Deleting port 24c27d02-f71c-4085-b9e1-6ad45920c799 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:07.801872 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.817080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 24c27d02-f71c-4085-b9e1-6ad45920c799 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:07.897209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] For port 24c27d02-f71c-4085-b9e1-6ad45920c799, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=24c27d02-f71c-4085-b9e1-6ad45920c799,segment=NetworkSegment(c358c75d-fb07-4c5d-a6e0-d439c454dde0),segment_id=c358c75d-fb07-4c5d-a6e0-d439c454dde0)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:07.898015 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:07.912317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] Calling delete_port for 24c27d02-f71c-4085-b9e1-6ad45920c799 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:08.241255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.248227 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.301731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=24c27d02-f71c-4085-b9e1-6ad45920c799,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:08.301731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No DVR routers for this DVR port 24c27d02-f71c-4085-b9e1-6ad45920c799 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:08.305581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] Pushing event deleted for resources: {'Port': ['ID=24c27d02-f71c-4085-b9e1-6ad45920c799,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:08.318349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcba00-442c-4892-adf3-0aab91d32293 None None] No DVR routers for this DVR port 24c27d02-f71c-4085-b9e1-6ad45920c799 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:08.506224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.535061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9b8555-6955-4b75-a78d-2a10642b6e58']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:08.549247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c358c75d-fb07-4c5d-a6e0-d439c454dde0') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:08.549794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c358c75d-fb07-4c5d-a6e0-d439c454dde0') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:08.563841 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.583805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.593134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:27:08.593902 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:27:08.610558 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:27:08.760220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-5ba8de3d-4eef-4ade-ad72-35a0034e8da3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:08.761971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-5ba8de3d-4eef-4ade-ad72-35a0034e8da3 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.57 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 908 time: 0.4511445 Nov 12 11:27:08.769876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60fb8a-c377-461c-9321-1fc536ff5e68 req-349dd00e-7fc0-469d-912c-39f585d5a6c2 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:08.771800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be60fb8a-c377-461c-9321-1fc536ff5e68 req-349dd00e-7fc0-469d-912c-39f585d5a6c2 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 908 time: 0.1572721 Nov 12 11:27:08.917467 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:27:08.948795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.988512 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:08.992291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/cc9b8555-6955-4b75-a78d-2a10642b6e58 HTTP/1.1" status: 204 len: 168 time: 1.6048985 Nov 12 11:27:08.998746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48730) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:08.999341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f6763-569b-48fe-8a5b-9739b23215da tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=cc9b8555-6955-4b75-a78d-2a10642b6e58,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:09.015340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d9032d9c-7dcf-4227-8394-aaba99e4e128 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-922826876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:09.016034 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a8c42-c0d9-4222-b274-a7597e16b5fd req-f6a9d565-84ba-4999-b11b-6d89ad2dac9a tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:09.017620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-272a8c42-c0d9-4222-b274-a7597e16b5fd req-f6a9d565-84ba-4999-b11b-6d89ad2dac9a tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 945 time: 0.1248817 Nov 12 11:27:09.037435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Deleting port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:09.039448 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.235421 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9032d9c-7dcf-4227-8394-aaba99e4e128 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.237614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9032d9c-7dcf-4227-8394-aaba99e4e128 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.245024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] For port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:09.256448 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.267492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 24c27d02-f71c-4085-b9e1-6ad45920c799 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:09.315536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Calling delete_port for 74d5ed1a-9c21-4b04-b669-422c2bd05f0a owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:09.315721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 24c27d02-f71c-4085-b9e1-6ad45920c799 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:09.315721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 24c27d02-f71c-4085-b9e1-6ad45920c799 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:09.620319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-272a8c42-c0d9-4222-b274-a7597e16b5fd req-d02aadd8-7cb9-43df-a944-e3b5b5f87d01 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5885551 Nov 12 11:27:09.685244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.797106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event deleted for resources: {'Port': ['ID=74d5ed1a-9c21-4b04-b669-422c2bd05f0a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:09.864813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] No DVR routers for this DVR port 74d5ed1a-9c21-4b04-b669-422c2bd05f0a on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:09.873924 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:09.879818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f5dd987-ab64-4289-9992-81d83e90e7ea req-2759cbb7-71f9-41ee-a746-bd190157d4fc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.57 "DELETE /v2.0/ports/74d5ed1a-9c21-4b04-b669-422c2bd05f0a HTTP/1.1" status: 204 len: 173 time: 1.1068566 Nov 12 11:27:09.884157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'name': 'network-vif-deleted', 'tag': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:09.890702 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a083ee3-490b-4afa-9195-5b5598d6a2cd" -d '{"events": [{"server_uuid": "57f4073e-bd48-4bee-a81c-f8655ac18939", "name": "network-vif-deleted", "tag": "74d5ed1a-9c21-4b04-b669-422c2bd05f0a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:10.138410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14ace1bf-1579-47b8-86e4-9ccb26cf0ba9 req-194ba398-1384-4ebb-853f-a501ee9ab386 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=57f4073e-bd48-4bee-a81c-f8655ac18939 HTTP/1.1" status: 200 len: 210 time: 0.1544971 Nov 12 11:27:10.204448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-380003a7-cc5c-4b92-8d0c-c4f3331cda45 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:10.206040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-380003a7-cc5c-4b92-8d0c-c4f3331cda45 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.69 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 945 time: 0.3072262 Nov 12 11:27:10.356796 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd003b84-619f-4f9f-893a-822570a74846 x-openstack-request-id: req-fd003b84-619f-4f9f-893a-822570a74846 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:10.372301 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f4073e-bd48-4bee-a81c-f8655ac18939", "name": "network-vif-deleted", "tag": "74d5ed1a-9c21-4b04-b669-422c2bd05f0a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:10.372600 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fd003b84-619f-4f9f-893a-822570a74846 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:10.373046 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f4073e-bd48-4bee-a81c-f8655ac18939', 'name': 'network-vif-deleted', 'tag': '74d5ed1a-9c21-4b04-b669-422c2bd05f0a', 'status': 'completed', 'code': 200} Nov 12 11:27:10.415535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9032d9c-7dcf-4227-8394-aaba99e4e128 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.452131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-992f2cf8-3f85-4a8e-b793-73ce843e1166 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2023549 Nov 12 11:27:10.481266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Deleting port 4bef3afe-482b-495d-9bce-c0454934e5b7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:10.481531 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.521113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9032d9c-7dcf-4227-8394-aaba99e4e128 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.637797 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d9032d9c-7dcf-4227-8394-aaba99e4e128 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.639612 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9032d9c-7dcf-4227-8394-aaba99e4e128 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.6326439 Nov 12 11:27:10.642454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48754) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:10.653114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-334643486'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:10.697388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-abf3a4fd-4e4d-4df1-8002-8408ea0a326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:10.699265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-abf3a4fd-4e4d-4df1-8002-8408ea0a326c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.1703463 Nov 12 11:27:10.784657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] For port 4bef3afe-482b-495d-9bce-c0454934e5b7, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4bef3afe-482b-495d-9bce-c0454934e5b7,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:10.785045 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:10.892053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:10.895552 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.065241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b92e9-c8dc-4f63-820d-8e5a689fb305 req-a9711197-e84e-4214-a1b7-3f6c81811b47 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:11.066922 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-545b92e9-c8dc-4f63-820d-8e5a689fb305 req-a9711197-e84e-4214-a1b7-3f6c81811b47 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 945 time: 0.2748532 Nov 12 11:27:11.086726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:27:11.101264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.101974 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment 027c9b90-123e-43ae-996a-2a4318ff77e3 of type vlan for network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd Nov 12 11:27:11.185171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-00ec7c84-2362-42e2-a9bf-d8a4e71ef79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:11.186664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-00ec7c84-2362-42e2-a9bf-d8a4e71ef79a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.4240000 Nov 12 11:27:11.230259 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.302038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-03c6b7ba-21e2-4de7-8190-fff7eccb301a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.1019380 Nov 12 11:27:11.372406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.379571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:11.382491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.483983 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.484591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:11.484983 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Floating IP 231007e1-4cb7-4bf8-8e9b-062961d11c62 disassociated. External IP: 172.25.3.52, port: 4bef3afe-482b-495d-9bce-c0454934e5b7. Nov 12 11:27:11.485348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Calling delete_port for 4bef3afe-482b-495d-9bce-c0454934e5b7 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:11.519505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:11.534938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:27:11.628182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2e35b531-fe94-4a27-93c4-fb682800b434 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9789584 Nov 12 11:27:11.633908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48778) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:11.643621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:11.922253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-a701c244-181d-4298-b4de-43d27a6f74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:11.924100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-a701c244-181d-4298-b4de-43d27a6f74c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.5889480 Nov 12 11:27:11.946424 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-545b92e9-c8dc-4f63-820d-8e5a689fb305 req-ea1ae75f-91ff-455d-bc24-5721bec4adaa tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/security-groups?id=7665f3f0-bbfc-4a3f-8045-82257ddff889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7625523 Nov 12 11:27:12.002127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-5707166a-c637-47da-aa7c-6e83aa19cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:12.003719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-5707166a-c637-47da-aa7c-6e83aa19cced service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557017 Nov 12 11:27:12.138951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-6be08a10-64ef-40ed-8cde-b751e4896132 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271880 Nov 12 11:27:12.141593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.176107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:12.180838 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.213116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 74d5ed1a-9c21-4b04-b669-422c2bd05f0a no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:12.243825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event deleted for resources: {'Port': ['ID=4bef3afe-482b-495d-9bce-c0454934e5b7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:12.268999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 74d5ed1a-9c21-4b04-b669-422c2bd05f0a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:12.272383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 74d5ed1a-9c21-4b04-b669-422c2bd05f0a not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:12.449062 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad747ece-0ad7-466a-bb67-8b512e3db6ee req-8cc09239-ac11-4360-b852-2ae7a247a38a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635961 Nov 12 11:27:12.470219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Router 78c1e7d0-1ad2-4404-abf7-632102028b63 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:12.835785 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:12.980533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=79b735f6-1186-409e-b382-c2af62ee36eb,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:13.067126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:13.067636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:27:13.215031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:13.221288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:27:13.243148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] Sync routers for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:13.275565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:13.277716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:13.316160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:13.325035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331ca4d-1b78-4d04-909f-d26614434a46 req-156d38e7-3961-463d-bdc1-0fc20ee5496a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:13.328190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4331ca4d-1b78-4d04-909f-d26614434a46 req-156d38e7-3961-463d-bdc1-0fc20ee5496a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 946 time: 0.5858264 Nov 12 11:27:13.332860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:13.334522 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:13.360159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] No DVR routers for this DVR port 4bef3afe-482b-495d-9bce-c0454934e5b7 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:13.366257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8af4e-657e-479b-85ec-ee242da70f98 None None] Network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:13.379782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:13.383151 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a9c1b9d-c301-4d13-91ba-9545a63a3945 req-af58dcd2-dac9-47f7-8b68-61fffa192cf9 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.69 "DELETE /v2.0/ports/4bef3afe-482b-495d-9bce-c0454934e5b7 HTTP/1.1" status: 204 len: 173 time: 3.1510520 Nov 12 11:27:13.384159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'name': 'network-vif-deleted', 'tag': '4bef3afe-482b-495d-9bce-c0454934e5b7'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:13.398148 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ae7b96-a0f6-4ecb-8a69-9bc7362771ec" -d '{"events": [{"server_uuid": "4f4e6e25-9d15-451f-ae76-d69a0fddf284", "name": "network-vif-deleted", "tag": "4bef3afe-482b-495d-9bce-c0454934e5b7"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:13.437951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-66191303-0395-4e9c-a2c3-a170633a2752 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8074079 Nov 12 11:27:13.438610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48816) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:13.478259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4331ca4d-1b78-4d04-909f-d26614434a46 req-cd4bb5e8-5a0e-480e-a624-94a8cb2ac180 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145866 Nov 12 11:27:13.680349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4bef3afe-482b-495d-9bce-c0454934e5b7 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:13.694227 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43824f53-dbfc-4f6f-8a7f-34401b8ae09f req-e94fcf2c-3ace-4a51-bbae-3fa6ad1c6fe4 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "GET /v2.0/ports?device_id=4f4e6e25-9d15-451f-ae76-d69a0fddf284 HTTP/1.1" status: 200 len: 210 time: 0.0731878 Nov 12 11:27:13.739879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 4bef3afe-482b-495d-9bce-c0454934e5b7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:13.740483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4bef3afe-482b-495d-9bce-c0454934e5b7 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:13.782658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:13.805100 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a0dc7-a89e-474e-990b-0e5177128903 x-openstack-request-id: req-371a0dc7-a89e-474e-990b-0e5177128903 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:13.805327 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4e6e25-9d15-451f-ae76-d69a0fddf284", "name": "network-vif-deleted", "tag": "4bef3afe-482b-495d-9bce-c0454934e5b7", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:13.805577 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-371a0dc7-a89e-474e-990b-0e5177128903 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:13.805935 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4e6e25-9d15-451f-ae76-d69a0fddf284', 'name': 'network-vif-deleted', 'tag': '4bef3afe-482b-495d-9bce-c0454934e5b7', 'status': 'completed', 'code': 200} Nov 12 11:27:13.847816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:27:13.848863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.072975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-42cf6592-5060-44f7-85ab-ca389f873f3a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:14.076189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-42cf6592-5060-44f7-85ab-ca389f873f3a tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.57 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 946 time: 0.1050355 Nov 12 11:27:14.127513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.284195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Deleting port fed41b11-dace-4cc8-a726-0518ed5a5203 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:14.285464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.319542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Allocated IP 2001:db8::2 (8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd/79b735f6-1186-409e-b382-c2af62ee36eb/e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:14.698120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] For port fed41b11-dace-4cc8-a726-0518ed5a5203, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=fed41b11-dace-4cc8-a726-0518ed5a5203,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:14.702175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:14.757821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:40Z', 'revision_number': 5, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:14.793894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] Checking router: 78c1e7d0-1ad2-4404-abf7-632102028b63 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:14.829858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Calling delete_port for fed41b11-dace-4cc8-a726-0518ed5a5203 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:14.835090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:14.835811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:14.963382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:15.127343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e3b3-16fd-4f3a-b9cb-b15e18800e5f req-610664a0-df28-4e20-9e66-4512205b703c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:15.137220 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ea5e3b3-16fd-4f3a-b9cb-b15e18800e5f req-610664a0-df28-4e20-9e66-4512205b703c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 946 time: 0.4474781 Nov 12 11:27:15.256397 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ea5e3b3-16fd-4f3a-b9cb-b15e18800e5f req-4aef883f-6273-4a67-8dc0-f008458479c5 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178179 Nov 12 11:27:15.349803 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:15.373658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48852) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:15.452208 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:15.504021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:15.532109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['fed41b11-dace-4cc8-a726-0518ed5a5203'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:15.539579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['63583077-8eb1-4f1d-8d9e-a65388c3cdec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:27:15.612313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event deleted for resources: {'Port': ['ID=fed41b11-dace-4cc8-a726-0518ed5a5203,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:15.798962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:15.807101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] No DVR routers for this DVR port fed41b11-dace-4cc8-a726-0518ed5a5203 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:15.813853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:15.836399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9fc01b4-df20-4b42-9c63-347c3da21933 req-6d9c060f-68c4-4bdf-9da5-2e6e8c94511c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.57 "DELETE /v2.0/ports/fed41b11-dace-4cc8-a726-0518ed5a5203 HTTP/1.1" status: 204 len: 173 time: 1.7514598 Nov 12 11:27:15.836904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894916bd-0262-4c14-8837-bccceafa0cd7', 'name': 'network-vif-deleted', 'tag': 'fed41b11-dace-4cc8-a726-0518ed5a5203'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:15.839765 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e6ad7-4b73-44ef-ad28-25b9a3d27f88" -d '{"events": [{"server_uuid": "894916bd-0262-4c14-8837-bccceafa0cd7", "name": "network-vif-deleted", "tag": "fed41b11-dace-4cc8-a726-0518ed5a5203"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:15.889639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8::1 (8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd/79b735f6-1186-409e-b382-c2af62ee36eb/11fb493c-2084-41ca-b60e-e217a8224d53) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:15.941932 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e973a9-f91a-423e-856b-eaf9c906eaf7 x-openstack-request-id: req-b1e973a9-f91a-423e-856b-eaf9c906eaf7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:15.942232 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894916bd-0262-4c14-8837-bccceafa0cd7", "name": "network-vif-deleted", "tag": "fed41b11-dace-4cc8-a726-0518ed5a5203", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:15.942516 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b1e973a9-f91a-423e-856b-eaf9c906eaf7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:15.942885 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894916bd-0262-4c14-8837-bccceafa0cd7', 'name': 'network-vif-deleted', 'tag': 'fed41b11-dace-4cc8-a726-0518ed5a5203', 'status': 'completed', 'code': 200} Nov 12 11:27:15.943713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:15.947876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:15.967312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Pushing event updated for resources: {'Port': ['ID=e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:15.986816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Deleting port 22666c46-e8a0-4aa9-80d3-ab04a1fdeb93 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:15.987429 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.036229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:40Z', 'revision_number': 5, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:16.087214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919e7bf-4671-45ec-abc6-13c10d3f516b None None] The sync data for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 is: [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:21:32Z', 'revision_number': 4, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ae00106e-5750-4c6b-a285-72208d5deece', 'name': '', 'network_id': 'ac7d757c-890b-4beb-bca8-5844759a902f', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'mac_address': 'fa:16:3e:a5:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '781424ce-66c0-4552-85b9-54eb7669f696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:30Z', 'updated_at': '2021-11-12T11:21:40Z', 'revision_number': 5, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'subnets': [{'id': '781424ce-66c0-4552-85b9-54eb7669f696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:16.268079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Attempting to bind port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:16.268621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Attempting to bind port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:16.277824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Attempting to bind port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a on network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:16.285330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.285740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.286266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:16.286646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Checking segment: {'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:16.287190 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.287737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Bound using segment: {'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:16.288291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Bound port: e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:16.288672 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.317817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Calling delete_port for 22666c46-e8a0-4aa9-80d3-ab04a1fdeb93 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:16.518981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] For port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:16.534578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] For port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a,segment=NetworkSegment(027c9b90-123e-43ae-996a-2a4318ff77e3),segment_id=027c9b90-123e-43ae-996a-2a4318ff77e3)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:16.580741 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ce70d0d-8220-4807-851d-1834d5e1f10c req-b02dda8b-9393-478f-91a2-375c0147de1b tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 210 time: 0.1020100 Nov 12 11:27:16.620497 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:16.804231 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9653db-fd3c-4ef6-9122-d9ad5cdb1830 None None] New status for floating IP 231007e1-4cb7-4bf8-8e9b-062961d11c62: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:27:16.902701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5b9fa-8d2f-41a0-b7f0-7c49b064e607 None None] Pushing event updated for resources: {'Port': ['ID=e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:17.287001 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.db.api [None req-1c9653db-fd3c-4ef6-9122-d9ad5cdb1830 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:27:17.287368 n-d-768852-22 neutron-server[109707]: DEBUG oslo_db.api [None req-1c9653db-fd3c-4ef6-9122-d9ad5cdb1830 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:27:17.290116 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.393591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.604700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event deleted for resources: {'Port': ['ID=22666c46-e8a0-4aa9-80d3-ab04a1fdeb93,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:17.614354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.671854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.687714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.694269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b7e0be09-222b-44ab-aa33-4f9478149d40 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "DELETE /v2.0/floatingips/231007e1-4cb7-4bf8-8e9b-062961d11c62 HTTP/1.1" status: 204 len: 168 time: 2.3216467 Nov 12 11:27:17.708258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:17.792766 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9653db-fd3c-4ef6-9122-d9ad5cdb1830 None None] New status for floating IP 231007e1-4cb7-4bf8-8e9b-062961d11c62: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:27:17.811157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=11fb493c-2084-41ca-b60e-e217a8224d53,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:17.854847 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7fba9ed-a0f6-468c-b135-7a1ccb9851e6 req-5241a26f-3af6-4735-a8cc-1cf877cec88c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=894916bd-0262-4c14-8837-bccceafa0cd7 HTTP/1.1" status: 200 len: 210 time: 0.0636523 Nov 12 11:27:17.861253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:17.865250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:17.887084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:17.888551 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.101690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48898) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:18.220555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fed41b11-dace-4cc8-a726-0518ed5a5203 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:18.379636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: fed41b11-dace-4cc8-a726-0518ed5a5203 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:18.387720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device fed41b11-dace-4cc8-a726-0518ed5a5203 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:18.406245 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.515788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.572569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.787052 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.787052 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:18.787052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] 10.222.0.98 "DELETE /v2.0/security-groups/7665f3f0-bbfc-4a3f-8045-82257ddff889 HTTP/1.1" status: 204 len: 168 time: 0.6829598 Nov 12 11:27:18.798984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7665f3f0-bbfc-4a3f-8045-82257ddff889,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:18.809729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.810296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.811012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.811668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.812270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.813378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.814066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.814633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.815182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.815738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.816321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.816935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545254e0-7522-4c24-8aed-342b68e59e44 tempest-TestServerBasicOps-425508879 tempest-TestServerBasicOps-425508879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:18.956567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa7d33-ec88-4c61-b217-2025862a0162 None None] Network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:19.105269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0c4f5619-4f0f-4e4e-8be8-f7830ad406b4 None None] Provisioning complete for port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:19.106810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5619-4f0f-4e4e-8be8-f7830ad406b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.232915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 48922) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:19.327333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.411442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:19.433864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.434650 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.518070 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5619-4f0f-4e4e-8be8-f7830ad406b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.606118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=11fb493c-2084-41ca-b60e-e217a8224d53,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:19.672018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb17488-9dcd-428e-b7e9-ad47f490893d req-114ae1b1-651e-46e3-b579-404f9660175e tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:19.686035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfb17488-9dcd-428e-b7e9-ad47f490893d req-114ae1b1-651e-46e3-b579-404f9660175e tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 946 time: 0.2580788 Nov 12 11:27:19.789022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0c4f5619-4f0f-4e4e-8be8-f7830ad406b4 None None] For port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a,segment=NetworkSegment(027c9b90-123e-43ae-996a-2a4318ff77e3),segment_id=027c9b90-123e-43ae-996a-2a4318ff77e3)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:19.809726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:19.809726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.889817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5619-4f0f-4e4e-8be8-f7830ad406b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:19.921892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:19.927083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:20.046245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f5619-4f0f-4e4e-8be8-f7830ad406b4 None None] Pushing event updated for resources: {'Port': ['ID=e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:20.111202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfb17488-9dcd-428e-b7e9-ad47f490893d req-18473e30-5b39-4395-9b94-230924ce0f8f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237535 Nov 12 11:27:20.134682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-699191ba-f84f-4873-a5b9-ece09c5abdd1 None None] Provisioning complete for port 11fb493c-2084-41ca-b60e-e217a8224d53 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:20.135196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-699191ba-f84f-4873-a5b9-ece09c5abdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:20.229054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-699191ba-f84f-4873-a5b9-ece09c5abdd1 None None] Port 11fb493c-2084-41ca-b60e-e217a8224d53 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:20.331143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-699191ba-f84f-4873-a5b9-ece09c5abdd1 None None] Provisioning complete for port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:20.334644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-699191ba-f84f-4873-a5b9-ece09c5abdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:20.550576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:27:20.667961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0780ddde-aa7e-442a-a6fc-f67190a8d6a1 None None] Provisioning complete for port 11fb493c-2084-41ca-b60e-e217a8224d53 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:20.668283 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0780ddde-aa7e-442a-a6fc-f67190a8d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:20.749036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:20.813677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:20.820441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0780ddde-aa7e-442a-a6fc-f67190a8d6a1 None None] Port 11fb493c-2084-41ca-b60e-e217a8224d53 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:20.879725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:20.889717 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bed494d9-bf2b-480d-b125-cc64d24b6385 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4471009 Nov 12 11:27:20.889717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:20.892820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:20.897460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830103637'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:20.981231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898b92-7805-4184-b7c1-da4976944b55 req-7767ee06-50d3-4210-90a3-43d43772e2e3 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:20.984470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:20.985965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:20.994566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e898b92-7805-4184-b7c1-da4976944b55 req-7767ee06-50d3-4210-90a3-43d43772e2e3 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.69 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 946 time: 0.1530025 Nov 12 11:27:21.143823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:21.174189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1b62d09d-bce2-496d-bcb1-9da21bbdd0b7 None None] Provisioning complete for port 11fb493c-2084-41ca-b60e-e217a8224d53 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:21.175996 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b62d09d-bce2-496d-bcb1-9da21bbdd0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.179753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.253397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:27:21.268883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.269920 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment d67693d9-d827-41f0-b718-a93b6f541ff2 of type vlan for network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 Nov 12 11:27:21.344384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:21.354050 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.373932 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:21.412561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Deleting port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:21.418597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.428016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1b62d09d-bce2-496d-bcb1-9da21bbdd0b7 None None] Port 11fb493c-2084-41ca-b60e-e217a8224d53 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:21.456343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-53829622-ebd7-493d-9347-62e1443c495d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:21.458972 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-53829622-ebd7-493d-9347-62e1443c495d tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.2512212 Nov 12 11:27:21.521853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.559010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:21.559738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.745713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:21.746439 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:21.765304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04c1cc-ff03-4dc1-9f08-ad5d28e82644 req-1e03c5ac-d8e0-49fe-9f12-4b6abe1457ba tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:21.779234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d04c1cc-ff03-4dc1-9f08-ad5d28e82644 req-1e03c5ac-d8e0-49fe-9f12-4b6abe1457ba tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 945 time: 0.4581058 Nov 12 11:27:21.837264 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9450116 Nov 12 11:27:21.868945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 48968) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:21.874627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:21.916933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61a614-3aa7-416a-8835-0966be0512ca tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=f2d42a49-189e-43c8-8a0c-752e7d82ebd4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:21.961257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:27:21.990179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d04c1cc-ff03-4dc1-9f08-ad5d28e82644 req-a2471057-40bd-4464-9f59-4ffcc97068fb tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097843 Nov 12 11:27:22.065550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] For port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:22.080548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.129760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Calling delete_port for 24ce1b17-88f7-43ff-b735-6fb19cde4ffa owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:22.136330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Deleting port 63583077-8eb1-4f1d-8d9e-a65388c3cdec {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:22.136683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.155858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Deleting port ae00106e-5750-4c6b-a285-72208d5deece {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:22.156594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.375777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] For port 63583077-8eb1-4f1d-8d9e-a65388c3cdec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=63583077-8eb1-4f1d-8d9e-a65388c3cdec,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:22.376143 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.378656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:22.382176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.434297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Calling delete_port for 63583077-8eb1-4f1d-8d9e-a65388c3cdec owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:22.470793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] For port ae00106e-5750-4c6b-a285-72208d5deece, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ae00106e-5750-4c6b-a285-72208d5deece,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:22.471459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.490633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:18Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:18Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:22.498619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Calling delete_port for ae00106e-5750-4c6b-a285-72208d5deece owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:22.654429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:22.657796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Updating router bdbe190f-d487-4d14-adca-3fba9abb1b34 port 11fb493c-2084-41ca-b60e-e217a8224d53 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:27:22.748248 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:22.913305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143a330-2c5b-4922-8f66-1accc2b26fbb req-719d18a4-d58c-4de2-a1ee-2aa562ef654c tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:22.921486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9143a330-2c5b-4922-8f66-1accc2b26fbb req-719d18a4-d58c-4de2-a1ee-2aa562ef654c tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 946 time: 0.6182463 Nov 12 11:27:22.940083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.063247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event deleted for resources: {'Port': ['ID=63583077-8eb1-4f1d-8d9e-a65388c3cdec,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:23.087092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.099552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9143a330-2c5b-4922-8f66-1accc2b26fbb req-e1efad10-501a-4139-9784-312541c5a001 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769795 Nov 12 11:27:23.170828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.316338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Pushing event deleted for resources: {'Port': ['ID=24ce1b17-88f7-43ff-b735-6fb19cde4ffa,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:23.324151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079666ab-756c-4ef5-87a8-76c172635278 None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:23.345828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] No DVR routers for this DVR port 63583077-8eb1-4f1d-8d9e-a65388c3cdec on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:23.361479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.364951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b6b8b28-a698-4784-8c14-0dfc4549607b req-047cb4a4-32db-4116-99a0-24b51b572e75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "DELETE /v2.0/ports/63583077-8eb1-4f1d-8d9e-a65388c3cdec HTTP/1.1" status: 204 len: 173 time: 1.8973324 Nov 12 11:27:23.365364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9274ff05-5f5a-49b9-8467-0b22a9a9aee6', 'name': 'network-vif-deleted', 'tag': '63583077-8eb1-4f1d-8d9e-a65388c3cdec'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:23.382349 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87391649-8f1b-4383-a853-ee1dc6df450b" -d '{"events": [{"server_uuid": "9274ff05-5f5a-49b9-8467-0b22a9a9aee6", "name": "network-vif-deleted", "tag": "63583077-8eb1-4f1d-8d9e-a65388c3cdec"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:23.384777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] No DVR routers for this DVR port 24ce1b17-88f7-43ff-b735-6fb19cde4ffa on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:23.387865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.390623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.396703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e898b92-7805-4184-b7c1-da4976944b55 req-d5a475de-582c-4191-991e-f20adeb6951a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.69 "DELETE /v2.0/ports/24ce1b17-88f7-43ff-b735-6fb19cde4ffa HTTP/1.1" status: 204 len: 173 time: 2.3871830 Nov 12 11:27:23.418602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63cd262-84f0-4b5c-b991-617e890260f7', 'name': 'network-vif-deleted', 'tag': '24ce1b17-88f7-43ff-b735-6fb19cde4ffa'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:23.423507 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0845e7cd-5cc7-4bee-93b8-2f32771c47ab" -d '{"events": [{"server_uuid": "f63cd262-84f0-4b5c-b991-617e890260f7", "name": "network-vif-deleted", "tag": "24ce1b17-88f7-43ff-b735-6fb19cde4ffa"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:23.439805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=49e6ba95-1a28-4bc0-bd54-3f06bc4210ab,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:23.460624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:23.461142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: f2d42a49-189e-43c8-8a0c-752e7d82ebd4, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:27:23.505588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ae00106e-5750-4c6b-a285-72208d5deece,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:23.567562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f61b243-5695-4bf5-9bae-64b9048760dd req-b4f315bf-4b07-48fd-8b58-8d0b7cd89d5f tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 210 time: 0.0340860 Nov 12 11:27:23.724772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:27:23.733872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 63583077-8eb1-4f1d-8d9e-a65388c3cdec no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:23.787218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 63583077-8eb1-4f1d-8d9e-a65388c3cdec {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:23.787779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 63583077-8eb1-4f1d-8d9e-a65388c3cdec not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:23.788407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 24ce1b17-88f7-43ff-b735-6fb19cde4ffa no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:23.862853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.869566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 24ce1b17-88f7-43ff-b735-6fb19cde4ffa {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:23.869940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 24ce1b17-88f7-43ff-b735-6fb19cde4ffa not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:23.896700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f2d42a49-189e-43c8-8a0c-752e7d82ebd4) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:23.913394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:23.918272 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:23.974454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2898be-363b-45b5-a91c-207e46902fea None None] Network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:24.622142 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defeac78-4217-46a5-a4e7-29af111420cc x-openstack-request-id: req-defeac78-4217-46a5-a4e7-29af111420cc {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:24.622142 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9274ff05-5f5a-49b9-8467-0b22a9a9aee6", "name": "network-vif-deleted", "tag": "63583077-8eb1-4f1d-8d9e-a65388c3cdec", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:24.622142 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-defeac78-4217-46a5-a4e7-29af111420cc {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:24.622142 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9274ff05-5f5a-49b9-8467-0b22a9a9aee6', 'name': 'network-vif-deleted', 'tag': '63583077-8eb1-4f1d-8d9e-a65388c3cdec', 'status': 'completed', 'code': 200} Nov 12 11:27:24.622142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-12c6ada9-4219-46ef-90bb-8cd46d5ab1a5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3512063 Nov 12 11:27:24.622142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49014) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:24.628553 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477eb1c4-2876-452f-9e3b-00015d99ba46 x-openstack-request-id: req-477eb1c4-2876-452f-9e3b-00015d99ba46 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:24.628553 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63cd262-84f0-4b5c-b991-617e890260f7", "name": "network-vif-deleted", "tag": "24ce1b17-88f7-43ff-b735-6fb19cde4ffa", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:24.628553 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-477eb1c4-2876-452f-9e3b-00015d99ba46 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:24.628553 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63cd262-84f0-4b5c-b991-617e890260f7', 'name': 'network-vif-deleted', 'tag': '24ce1b17-88f7-43ff-b735-6fb19cde4ffa', 'status': 'completed', 'code': 200} Nov 12 11:27:24.628553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Router 78c1e7d0-1ad2-4404-abf7-632102028b63 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:24.633995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:27:24.633995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:24.633995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:24.678681 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53dea55c-c533-44a1-bdff-5ac1414d4f2d req-d9ff2ac0-a670-4c9b-8df3-281f7c881d66 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 210 time: 0.0370700 Nov 12 11:27:24.729496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:24.742931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-90134636-65a0-4b75-99ba-d74965dff0cf admin admin] 10.222.0.98 "PUT /v2.0/routers/78c1e7d0-1ad2-4404-abf7-632102028b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5100367 Nov 12 11:27:24.750952 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] Sync routers for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:24.753133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49032) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:24.797899 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:24.805283 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:24.889969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Allocated IP 2001:db8:1::2 (f2d42a49-189e-43c8-8a0c-752e7d82ebd4/49e6ba95-1a28-4bc0-bd54-3f06bc4210ab/7f3e7b82-0b94-48b0-859d-f03312ed0b80) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:25.159327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c6e4aed-748c-4e60-9584-cc19e68c236a req-2d8a8c19-0a55-4256-ad60-55e688cfe625 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=9274ff05-5f5a-49b9-8467-0b22a9a9aee6 HTTP/1.1" status: 200 len: 210 time: 0.1119287 Nov 12 11:27:25.197789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.233748 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:25.262032 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.282707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.284379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.358197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0b6ee-fa40-4e50-915b-de20fb6efb6b None None] Pushing event updated for resources: {'Port': ['ID=11fb493c-2084-41ca-b60e-e217a8224d53,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:25.367565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.486568 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.502895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7b82-0b94-48b0-859d-f03312ed0b80,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:25.625010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:25.626483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Attempting to bind port 11fb493c-2084-41ca-b60e-e217a8224d53 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:25.626854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Attempting to bind port 11fb493c-2084-41ca-b60e-e217a8224d53 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:25.627216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Attempting to bind port 11fb493c-2084-41ca-b60e-e217a8224d53 on network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:25.652390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:25.655312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:25.684157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:25.684540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Checking segment: {'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:25.684948 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.685344 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Bound using segment: {'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:25.685829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Bound port: 11fb493c-2084-41ca-b60e-e217a8224d53, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027c9b90-123e-43ae-996a-2a4318ff77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:25.686214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.804191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Deleting port f5d233ec-6348-4bc2-bb45-2b2740250381 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:25.804802 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.966879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] For port f5d233ec-6348-4bc2-bb45-2b2740250381, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f5d233ec-6348-4bc2-bb45-2b2740250381,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:25.967427 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:25.976146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Attempting to bind port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:25.976673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Attempting to bind port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:25.976880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Attempting to bind port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 on network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:25.985749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Calling delete_port for f5d233ec-6348-4bc2-bb45-2b2740250381 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:26.089000 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:27:23Z', 'revision_number': 5, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port': {'id': 'f5d233ec-6348-4bc2-bb45-2b2740250381', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ef:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:26Z', 'updated_at': '2021-11-12T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:26.121132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:26.123118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Checking segment: {'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:26.128177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.128713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Bound using segment: {'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:26.129284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Bound port: 7f3e7b82-0b94-48b0-859d-f03312ed0b80, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:26.129692 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.157702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d81be813-f6af-412e-be13-6550ab844a45 None None] Provisioning complete for port 11fb493c-2084-41ca-b60e-e217a8224d53 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:26.158124 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d81be813-f6af-412e-be13-6550ab844a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.160350 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] Checking router: 78c1e7d0-1ad2-4404-abf7-632102028b63 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:26.184480 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] Routers {'78c1e7d0-1ad2-4404-abf7-632102028b63'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:26.185184 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['78c1e7d0-1ad2-4404-abf7-632102028b63'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:26.253972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d81be813-f6af-412e-be13-6550ab844a45 None None] Port 11fb493c-2084-41ca-b60e-e217a8224d53 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:26.265301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b9afb6f-c6d5-4701-beb7-f1489cd998d4 req-60eb2636-90de-4947-86b4-8ab87044af84 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=f63cd262-84f0-4b5c-b991-617e890260f7 HTTP/1.1" status: 200 len: 210 time: 0.0435989 Nov 12 11:27:26.310765 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.433792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d233ec-6348-4bc2-bb45-2b2740250381,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:26.446590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b2dad-78b2-4763-af94-7a1289a36a9f None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:26.530551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] For port 11fb493c-2084-41ca-b60e-e217a8224d53, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:26.644841 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] Set router 78c1e7d0-1ad2-4404-abf7-632102028b63 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:26.656046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] For port 11fb493c-2084-41ca-b60e-e217a8224d53, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=11fb493c-2084-41ca-b60e-e217a8224d53,segment=NetworkSegment(027c9b90-123e-43ae-996a-2a4318ff77e3),segment_id=027c9b90-123e-43ae-996a-2a4318ff77e3)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:26.697370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.713238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] For port 7f3e7b82-0b94-48b0-859d-f03312ed0b80, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:26.724428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] For port 7f3e7b82-0b94-48b0-859d-f03312ed0b80, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7f3e7b82-0b94-48b0-859d-f03312ed0b80,segment=NetworkSegment(d67693d9-d827-41f0-b718-a93b6f541ff2),segment_id=d67693d9-d827-41f0-b718-a93b6f541ff2)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:26.768524 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:27:25Z', 'revision_number': 6, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:26.787258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.846116 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5deef88-a93d-4b20-91e3-efa3b2549f37 None None] The sync data for ids ['78c1e7d0-1ad2-4404-abf7-632102028b63'] in n-d-768852-22 is: [{'id': '78c1e7d0-1ad2-4404-abf7-632102028b63', 'name': 'tempest-TestServerBasicOps-1461210991-router', 'tenant_id': '4e57dbcf95954373b0ced500b2530a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:24Z', 'updated_at': '2021-11-12T11:27:25Z', 'revision_number': 6, 'project_id': '4e57dbcf95954373b0ced500b2530a7d', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:26.854405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8:1::1 (f2d42a49-189e-43c8-8a0c-752e7d82ebd4/49e6ba95-1a28-4bc0-bd54-3f06bc4210ab/671a88de-79a0-442e-a342-daa81ebbff1d) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:26.866004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.869260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:26.888633 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.059492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:27.060323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:27.128426 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.159205 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.159205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78c1e7d0-1ad2-4404-abf7-632102028b63 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:27:27.164304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.171277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4cb37b3e-15ea-4de3-84e3-75060b767e09 admin admin] 10.222.0.98 "DELETE /v2.0/routers/78c1e7d0-1ad2-4404-abf7-632102028b63 HTTP/1.1" status: 204 len: 168 time: 2.4170878 Nov 12 11:27:27.174630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49076) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:27.269166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59fc6c6-5b48-4b91-9355-f8a828ce6af5 admin admin] Deleting subnet 781424ce-66c0-4552-85b9-54eb7669f696 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:27:27.290386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c59fc6c6-5b48-4b91-9355-f8a828ce6af5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.341304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0b6ee-fa40-4e50-915b-de20fb6efb6b None None] Pushing event updated for resources: {'Port': ['ID=11fb493c-2084-41ca-b60e-e217a8224d53,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:27.377250 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.446049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c59fc6c6-5b48-4b91-9355-f8a828ce6af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.524223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:27.539246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:27.569725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:27.570281 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.663573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-67b7c014-691c-44b5-a23a-c134b1a4ca42 None None] Provisioning complete for port 11fb493c-2084-41ca-b60e-e217a8224d53 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:27.664457 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-67b7c014-691c-44b5-a23a-c134b1a4ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.665523 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c59fc6c6-5b48-4b91-9355-f8a828ce6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:27.714948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=671a88de-79a0-442e-a342-daa81ebbff1d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:27.738250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:27.869620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65733a-6d1f-42da-b2a2-2fe969a5d902 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7b82-0b94-48b0-859d-f03312ed0b80,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:27.975983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-67b7c014-691c-44b5-a23a-c134b1a4ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:28.027977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:28.038391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f7707-619d-48f4-b9e1-5456bd3bcb7a req-aae13e8e-b61e-4fae-875d-b0c5a229fd75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:28.040507 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce9f7707-619d-48f4-b9e1-5456bd3bcb7a req-aae13e8e-b61e-4fae-875d-b0c5a229fd75 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.3150964 Nov 12 11:27:28.105453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ae00106e-5750-4c6b-a285-72208d5deece no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:28.147985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce9f7707-619d-48f4-b9e1-5456bd3bcb7a req-c0349487-1a1d-4c55-a6ae-221d7132d8ea tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950541 Nov 12 11:27:28.178853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c59fc6c6-5b48-4b91-9355-f8a828ce6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:28.205430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c59fc6c6-5b48-4b91-9355-f8a828ce6af5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:28.213728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c59fc6c6-5b48-4b91-9355-f8a828ce6af5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/781424ce-66c0-4552-85b9-54eb7669f696 HTTP/1.1" status: 204 len: 168 time: 1.0379775 Nov 12 11:27:28.217539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49094) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:28.253354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde51f4-24ed-49c1-934b-81daba16cfce None None] Network ac7d757c-890b-4beb-bca8-5844759a902f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:28.256628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fc6c6-5b48-4b91-9355-f8a828ce6af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781424ce-66c0-4552-85b9-54eb7669f696,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:28.302222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ae00106e-5750-4c6b-a285-72208d5deece {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:28.302558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ae00106e-5750-4c6b-a285-72208d5deece not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:28.493631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-67b7c014-691c-44b5-a23a-c134b1a4ca42 None None] For port 11fb493c-2084-41ca-b60e-e217a8224d53, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=11fb493c-2084-41ca-b60e-e217a8224d53,segment=NetworkSegment(027c9b90-123e-43ae-996a-2a4318ff77e3),segment_id=027c9b90-123e-43ae-996a-2a4318ff77e3)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:28.599665 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-67b7c014-691c-44b5-a23a-c134b1a4ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:28.699694 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.014357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.088019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7c014-691c-44b5-a23a-c134b1a4ca42 None None] Pushing event updated for resources: {'Port': ['ID=11fb493c-2084-41ca-b60e-e217a8224d53,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:29.094882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Deleting port cff022b6-548c-4ae9-9d1c-6389345c3e8f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:29.096028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.107247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.108723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.138537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:18Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:26Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:29.223067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dcbca5-db6c-4eae-8210-d2114bb3016f None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:18Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:26Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:29.282939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-455b67e7-5bcb-495f-8088-54c25263fecf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:29.285746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-455b67e7-5bcb-495f-8088-54c25263fecf tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.1617293 Nov 12 11:27:29.305141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] DHCP port deletion for ac7d757c-890b-4beb-bca8-5844759a902f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:29.409336 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d0c062ee-48ac-437f-91a1-3c4174a74715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.599945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] Deleting port cff022b6-548c-4ae9-9d1c-6389345c3e8f {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:29.600890 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.686655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=671a88de-79a0-442e-a342-daa81ebbff1d,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:29.717913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] For port cff022b6-548c-4ae9-9d1c-6389345c3e8f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cff022b6-548c-4ae9-9d1c-6389345c3e8f,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:29.718294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:29.728676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab94601-5d57-45f4-bb62-345b3ae4dd44 None None] Network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:29.776735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Calling delete_port for cff022b6-548c-4ae9-9d1c-6389345c3e8f owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:30.077107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7f3e7b82-0b94-48b0-859d-f03312ed0b80 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:30.079085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:30.083679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:30.420920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:30.591043 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:30.698993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] For port cff022b6-548c-4ae9-9d1c-6389345c3e8f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cff022b6-548c-4ae9-9d1c-6389345c3e8f,segment=NetworkSegment(516475ff-2a8b-4a32-92e4-e5affe6f90f6),segment_id=516475ff-2a8b-4a32-92e4-e5affe6f90f6)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:30.699531 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:30.707339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Pushing event deleted for resources: {'Port': ['ID=cff022b6-548c-4ae9-9d1c-6389345c3e8f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:30.709677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] No DVR routers for this DVR port cff022b6-548c-4ae9-9d1c-6389345c3e8f on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:30.729743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] Calling delete_port for cff022b6-548c-4ae9-9d1c-6389345c3e8f owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:30.860521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:30.906668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] No DVR routers for this DVR port cff022b6-548c-4ae9-9d1c-6389345c3e8f on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:30.945114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:30.969979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1cb61268-b3ee-4fd9-961c-7b9d3f1d02c7 None None] Provisioning complete for port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:30.971171 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1cb61268-b3ee-4fd9-961c-7b9d3f1d02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:30.982964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8b8c3410-c98b-4c90-b732-018fb3cf68c2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7602708 Nov 12 11:27:30.983695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49152) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:30.984814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0347b-0bf4-49d1-a542-6b827d47db0c None None] Pushing event deleted for resources: {'Port': ['ID=cff022b6-548c-4ae9-9d1c-6389345c3e8f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:30.990890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-510506988'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:30.999038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.040069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:31.040069 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.075166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7d757c-890b-4beb-bca8-5844759a902f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:31.118616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516475ff-2a8b-4a32-92e4-e5affe6f90f6') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:31.119123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516475ff-2a8b-4a32-92e4-e5affe6f90f6') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:31.126467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2ae0c-432f-49ab-b30c-49d2e39659c3 req-773b05ad-83a6-4c68-98f2-b9626d0bfeca tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:31.141375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93c2ae0c-432f-49ab-b30c-49d2e39659c3 req-773b05ad-83a6-4c68-98f2-b9626d0bfeca tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 1.2062716 Nov 12 11:27:31.145007 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.177612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.199752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:27:31.201716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:27:31.205174 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:27:31.212295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Deleting port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:31.212649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.234194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:31.260729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.368828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:27:31.380159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.380503 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment bedc069b-7221-47b6-a103-dda6903511a4 of type vlan for network c1263754-daa7-491c-9d17-452880c633aa Nov 12 11:27:31.397478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93c2ae0c-432f-49ab-b30c-49d2e39659c3 req-b7c7dea7-47af-4bb9-bb11-ffddde72abba tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536919 Nov 12 11:27:31.431779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.455882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.478722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1cb61268-b3ee-4fd9-961c-7b9d3f1d02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.509852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] For port 85ca9f1e-0e01-439d-af05-f28fa75d86c1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=85ca9f1e-0e01-439d-af05-f28fa75d86c1,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:31.510236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.531357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.538391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:31.538912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.556563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 7f3e7b82-0b94-48b0-859d-f03312ed0b80, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7f3e7b82-0b94-48b0-859d-f03312ed0b80,segment=NetworkSegment(d67693d9-d827-41f0-b718-a93b6f541ff2),segment_id=d67693d9-d827-41f0-b718-a93b6f541ff2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:31.646374 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.808065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7b82-0b94-48b0-859d-f03312ed0b80,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:31.838756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=c1263754-daa7-491c-9d17-452880c633aa,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:31.859231 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.866925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 85ca9f1e-0e01-439d-af05-f28fa75d86c1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:31.872737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cff022b6-548c-4ae9-9d1c-6389345c3e8f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:31.893311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:31.903981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] 10.222.0.98 "DELETE /v2.0/networks/ac7d757c-890b-4beb-bca8-5844759a902f HTTP/1.1" status: 204 len: 168 time: 3.6848028 Nov 12 11:27:31.907738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49170) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:31.920788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network c1263754-daa7-491c-9d17-452880c633aa details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:27:31.955268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b89f99-4724-4ce9-bfb0-69fa97da397b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7d757c-890b-4beb-bca8-5844759a902f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:31.981516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-efb2972b-5f1e-4429-bd78-49e4d9ef3b29 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9947906 Nov 12 11:27:31.985545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49174) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:31.998437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:32.151473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: cff022b6-548c-4ae9-9d1c-6389345c3e8f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:32.152483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cff022b6-548c-4ae9-9d1c-6389345c3e8f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:32.153007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f5d233ec-6348-4bc2-bb45-2b2740250381 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:32.298941 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:32.318730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:32.319835 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Floating IP e54eb523-0417-41e2-a98f-8c180e36ded4 disassociated. External IP: 172.25.3.10, port: 85ca9f1e-0e01-439d-af05-f28fa75d86c1. Nov 12 11:27:32.320970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Calling delete_port for 85ca9f1e-0e01-439d-af05-f28fa75d86c1 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:32.359457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:32.395069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f5d233ec-6348-4bc2-bb45-2b2740250381 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:32.395413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f5d233ec-6348-4bc2-bb45-2b2740250381 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:32.397308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-1cb61268-b3ee-4fd9-961c-7b9d3f1d02c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:27:32.397659 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-1cb61268-b3ee-4fd9-961c-7b9d3f1d02c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:27:32.398192 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f509cacf-cc00-434f-bcf7-843a99b5ef2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:32.419449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:32.428995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:32.471653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:32.473785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:32.724959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:33.019103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 11fb493c-2084-41ca-b60e-e217a8224d53 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:33.158018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56c83e-180c-4757-a142-d1db8fe41ebb req-0b520d97-91fe-4532-837e-d63ebb8a03c7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:33.164118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56c83e-180c-4757-a142-d1db8fe41ebb req-0b520d97-91fe-4532-837e-d63ebb8a03c7 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 945 time: 0.4937086 Nov 12 11:27:33.362422 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.506954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc56c83e-180c-4757-a142-d1db8fe41ebb req-689b406d-c12d-4c8e-9b29-f5f32186cb92 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups?id=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107550 Nov 12 11:27:33.518704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=43d06ce0-3631-4e0f-a027-3c9d41db8175,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:33.562066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:33.562725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: c1263754-daa7-491c-9d17-452880c633aa, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:27:33.601213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6b1eaaa1-79c7-4946-a887-b5b069e624c6 None None] Provisioning complete for port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:33.601591 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6b1eaaa1-79c7-4946-a887-b5b069e624c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.644375 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.664670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 11fb493c-2084-41ca-b60e-e217a8224d53 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:33.664670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.723727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.744873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network c1263754-daa7-491c-9d17-452880c633aa is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:27:33.839601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event deleted for resources: {'Port': ['ID=85ca9f1e-0e01-439d-af05-f28fa75d86c1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:33.843150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:27Z', 'revision_number': 3, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:33.853288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, c1263754-daa7-491c-9d17-452880c633aa) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:33.865499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:33.871251 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:33.889711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7f3e7b82-0b94-48b0-859d-f03312ed0b80 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:34.016652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1c12fb5-fed2-426d-8d24-0d5a12e50832 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0298290 Nov 12 11:27:34.028131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee6eb9-95bc-4a2c-9fa5-a25e34a393b0 None None] Network c1263754-daa7-491c-9d17-452880c633aa requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:34.031354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49220) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:34.061338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:34.063508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Updating router bdbe190f-d487-4d14-adca-3fba9abb1b34 port 671a88de-79a0-442e-a342-daa81ebbff1d binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:27:34.068268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.252663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6b1eaaa1-79c7-4946-a887-b5b069e624c6 None None] Provisioning complete for port 671a88de-79a0-442e-a342-daa81ebbff1d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:34.253374 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6b1eaaa1-79c7-4946-a887-b5b069e624c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.383477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6b1eaaa1-79c7-4946-a887-b5b069e624c6 None None] Port 671a88de-79a0-442e-a342-daa81ebbff1d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:34.384227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Router 4f8dc78c-c457-4389-b797-de749f52d0d4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:34.446422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.520124 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.538270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:34.538645 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.653998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:34.679696 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] Sync routers for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:34.714949 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:34.716442 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:34.866779 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dcc22e8b-af01-43fb-9d31-2d21ea0f80f1 req-4045dc4f-12b7-4599-beb0-8967c31e723c tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 210 time: 0.1819968 Nov 12 11:27:34.940934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] No DVR routers for this DVR port 85ca9f1e-0e01-439d-af05-f28fa75d86c1 on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:34.945965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:34.954080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-133698b1-6846-4b95-9f1b-1a1fcb0b4ca7 req-27d8673e-b056-4dc5-b5bf-5eb88a113953 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.69 "DELETE /v2.0/ports/85ca9f1e-0e01-439d-af05-f28fa75d86c1 HTTP/1.1" status: 204 len: 173 time: 5.6586175 Nov 12 11:27:35.110639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-deleted', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:35.117084 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62be519-0c8d-467c-a6e5-85e24f337dcb" -d '{"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-deleted", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:35.144302 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:35.318152 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f31a45-4f0e-494d-ad57-8bd802197750 x-openstack-request-id: req-39f31a45-4f0e-494d-ad57-8bd802197750 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:35.318441 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85083adb-ae58-471e-8318-c51d0842fc98", "name": "network-vif-deleted", "tag": "85ca9f1e-0e01-439d-af05-f28fa75d86c1", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:35.318701 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-39f31a45-4f0e-494d-ad57-8bd802197750 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:35.319108 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85083adb-ae58-471e-8318-c51d0842fc98', 'name': 'network-vif-deleted', 'tag': '85ca9f1e-0e01-439d-af05-f28fa75d86c1', 'status': 'completed', 'code': 200} Nov 12 11:27:35.340571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:35.644533 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Deleting port 83be72f0-0218-4729-996b-a1b738e1ccc1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:35.646262 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:35.700558 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:35Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:35.769063 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] Checking router: 4f8dc78c-c457-4389-b797-de749f52d0d4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:35.781432 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:35.782282 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:35.940684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] For port 83be72f0-0218-4729-996b-a1b738e1ccc1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=83be72f0-0218-4729-996b-a1b738e1ccc1,segment=NetworkSegment(065060aa-b92d-4ba2-8037-a7aae4209d73),segment_id=065060aa-b92d-4ba2-8037-a7aae4209d73)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:35.943101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:35.963868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Calling delete_port for 83be72f0-0218-4729-996b-a1b738e1ccc1 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:36.113781 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:36.144020 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:36.259423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-c1263754-daa7-491c-9d17-452880c633aa', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:27:36.260690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:36.348795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8:2::1 (c1263754-daa7-491c-9d17-452880c633aa/43d06ce0-3631-4e0f-a027-3c9d41db8175/3f70feae-7b64-4a69-86e4-9b6c7d41e292) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:36.468890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:36.480776 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef237c4d-76f3-4935-8b91-beb1d27efdc9 req-1a3754fb-86f3-48d2-ad30-86e172df16ab tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/ports?device_id=85083adb-ae58-471e-8318-c51d0842fc98 HTTP/1.1" status: 200 len: 210 time: 0.1300159 Nov 12 11:27:36.529786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Pushing event deleted for resources: {'Port': ['ID=83be72f0-0218-4729-996b-a1b738e1ccc1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:36.629252 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:35Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:36.764576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:36.787269 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33080b19-e350-4fe8-86e5-de73e1b1bb3d None None] The sync data for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 is: [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:17:22Z', 'revision_number': 4, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8', 'name': '', 'network_id': 'dee60f8e-6462-4771-93ee-ff3744977885', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'mac_address': 'fa:16:3e:fd:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:20Z', 'updated_at': '2021-11-12T11:17:35Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'subnets': [{'id': '4ad8e53f-894d-4de8-8319-ecbcc2645a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:36.988836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:37.054169 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:37.121112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network c1263754-daa7-491c-9d17-452880c633aa is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:37.130679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:37.142870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:37.151038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:37.186655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Allocated IP 2001:db8:2::2 (c1263754-daa7-491c-9d17-452880c633aa/43d06ce0-3631-4e0f-a027-3c9d41db8175/270ec26e-2266-41d5-8d7e-a78e64c48887) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:37.341997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=3f70feae-7b64-4a69-86e4-9b6c7d41e292,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:37.641158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:37.642473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:37.662452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16604a24-f8bb-4ec6-9774-4f4ee1ee2acb None None] New status for floating IP e54eb523-0417-41e2-a98f-8c180e36ded4: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:27:37.765538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Router d11f6198-e224-4a93-b754-cf613788d093 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:37.765710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:37.792727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49302) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:38.109608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dccff4dd-bcf2-4020-8708-77facac390bc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.166279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.379821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.440351 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.521896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.523065 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.532612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Network c1263754-daa7-491c-9d17-452880c633aa is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:38.539461 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:38.550373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:38.587374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:38.592656 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dccff4dd-bcf2-4020-8708-77facac390bc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.600646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f3e0e1ca-dcbb-473a-b862-a3acbb6298be admin admin] 10.222.0.98 "PUT /v2.0/routers/d11f6198-e224-4a93-b754-cf613788d093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6918309 Nov 12 11:27:38.609286 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] Sync routers for ids ['d11f6198-e224-4a93-b754-cf613788d093'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:38.614478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49324) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:38.652456 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] Routers {'d11f6198-e224-4a93-b754-cf613788d093'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:38.653498 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d11f6198-e224-4a93-b754-cf613788d093'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:38.817090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dccff4dd-bcf2-4020-8708-77facac390bc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.822185 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dccff4dd-bcf2-4020-8708-77facac390bc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:38.826882 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dccff4dd-bcf2-4020-8708-77facac390bc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "DELETE /v2.0/security-groups/6e1a0cac-bbe6-4201-8aed-3222b1c69d4f HTTP/1.1" status: 204 len: 168 time: 1.0210710 Nov 12 11:27:38.840145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49328) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:38.862141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ff82-7375-43db-bc75-0ef9d6c17855 None None] Pushing event updated for resources: {'Port': ['ID=671a88de-79a0-442e-a342-daa81ebbff1d,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:38.882183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccff4dd-bcf2-4020-8708-77facac390bc tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a0cac-bbe6-4201-8aed-3222b1c69d4f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:38.885638 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-fd1d82c6-8e0e-4afb-aeb8-960f02210999 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] show failed (client error): The resource could not be found. Nov 12 11:27:38.890211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fd1d82c6-8e0e-4afb-aeb8-960f02210999 tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "GET /v2.0/security-groups/6e1a0cac-bbe6-4201-8aed-3222b1c69d4f HTTP/1.1" status: 404 len: 347 time: 0.0487335 Nov 12 11:27:38.895223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49330) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:38.985781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-414e1192-0d7c-4d12-bd70-5a4bc9ceeb07 None None] Provisioning complete for port 671a88de-79a0-442e-a342-daa81ebbff1d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:38.987429 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-414e1192-0d7c-4d12-bd70-5a4bc9ceeb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.000484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=3f70feae-7b64-4a69-86e4-9b6c7d41e292,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:39.095607 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] Set router d11f6198-e224-4a93-b754-cf613788d093 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:39.166784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network c1263754-daa7-491c-9d17-452880c633aa is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:39.171430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:39.174254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.212197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Deleting port 62b5b042-2374-41f8-883e-816ec4b16717 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:39.212743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.413533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.415326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.445290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Calling delete_port for 62b5b042-2374-41f8-883e-816ec4b16717 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:39.656130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Attempting to bind port 270ec26e-2266-41d5-8d7e-a78e64c48887 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:39.657877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Attempting to bind port 270ec26e-2266-41d5-8d7e-a78e64c48887 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:39.661066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Attempting to bind port 270ec26e-2266-41d5-8d7e-a78e64c48887 on network c1263754-daa7-491c-9d17-452880c633aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:39.671224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Pushing event updated for resources: {'Port': ['ID=270ec26e-2266-41d5-8d7e-a78e64c48887,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:39.706110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Attempting to bind port 671a88de-79a0-442e-a342-daa81ebbff1d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:39.706471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Attempting to bind port 671a88de-79a0-442e-a342-daa81ebbff1d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:39.706826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Attempting to bind port 671a88de-79a0-442e-a342-daa81ebbff1d on network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:39.722507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-414e1192-0d7c-4d12-bd70-5a4bc9ceeb07 None None] Port 671a88de-79a0-442e-a342-daa81ebbff1d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:39.778582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:39.779273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Checking segment: {'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:39.779824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.780383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Bound using segment: {'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:39.781020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Bound port: 270ec26e-2266-41d5-8d7e-a78e64c48887, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:39.781551 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.863982 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:27:36Z', 'revision_number': 5, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:39.927089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] For port 270ec26e-2266-41d5-8d7e-a78e64c48887, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:39.931333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] For port 270ec26e-2266-41d5-8d7e-a78e64c48887, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=270ec26e-2266-41d5-8d7e-a78e64c48887,segment=NetworkSegment(bedc069b-7221-47b6-a103-dda6903511a4),segment_id=bedc069b-7221-47b6-a103-dda6903511a4)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:39.933384 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] Checking router: d11f6198-e224-4a93-b754-cf613788d093 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:39.934181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:39.934954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Checking segment: {'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:39.935515 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.936115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Bound using segment: {'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:39.936772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Bound port: 671a88de-79a0-442e-a342-daa81ebbff1d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67693d9-d827-41f0-b718-a93b6f541ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:39.937317 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:39.970315 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] Routers {'d11f6198-e224-4a93-b754-cf613788d093'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:39.972133 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d11f6198-e224-4a93-b754-cf613788d093'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:40.078804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:40.083512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] For port 671a88de-79a0-442e-a342-daa81ebbff1d, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:40.090722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] For port 671a88de-79a0-442e-a342-daa81ebbff1d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=671a88de-79a0-442e-a342-daa81ebbff1d,segment=NetworkSegment(d67693d9-d827-41f0-b718-a93b6f541ff2),segment_id=d67693d9-d827-41f0-b718-a93b6f541ff2)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:40.095460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:40.268774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Pushing event deleted for resources: {'Port': ['ID=62b5b042-2374-41f8-883e-816ec4b16717,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:40.329006 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] Set router d11f6198-e224-4a93-b754-cf613788d093 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:40.369365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9294dcc-0aab-4235-a821-a2a8279d3792 None None] Pushing event updated for resources: {'Port': ['ID=270ec26e-2266-41d5-8d7e-a78e64c48887,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:40.378684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9fa2f-6a9e-4d68-b926-ad42d3f72a3f None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:40.397873 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:40.508980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:40.511711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:40.523208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f3a64dbd-3a15-475b-b1e8-5d360411e06e tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] 10.222.0.98 "DELETE /v2.0/floatingips/e54eb523-0417-41e2-a98f-8c180e36ded4 HTTP/1.1" status: 204 len: 168 time: 1.6262808 Nov 12 11:27:40.523864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49368) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:40.720416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:40.723194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:40.734134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954ff82-7375-43db-bc75-0ef9d6c17855 None None] Pushing event updated for resources: {'Port': ['ID=671a88de-79a0-442e-a342-daa81ebbff1d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:40.986191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:41.059978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:41.178729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:41.212666 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:27:36Z', 'revision_number': 5, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:41.378187 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e7343-8814-47ba-9bab-ec65ceed0bae None None] The sync data for ids ['d11f6198-e224-4a93-b754-cf613788d093'] in n-d-768852-22 is: [{'id': 'd11f6198-e224-4a93-b754-cf613788d093', 'name': 'tempest-TestServerBasicOps-1938007556-router', 'tenant_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:21:40Z', 'updated_at': '2021-11-12T11:27:36Z', 'revision_number': 5, 'project_id': 'f4e2be46de7d4376aa99d0134b6859ab', 'gw_port': {'id': '2d6e0325-aa62-4789-9a22-2aa196ee7fb7', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:64:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f6198-e224-4a93-b754-cf613788d093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:21:42Z', 'updated_at': '2021-11-12T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:41.682700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:41.693623 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8651a9c7-264c-4e2e-951e-baee32c2aea4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6610825 Nov 12 11:27:41.697657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49384) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:41.726017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-527851551'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:41.734486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-62053d7a-2229-46ac-8a05-e98cba85c049 None None] Provisioning complete for port 671a88de-79a0-442e-a342-daa81ebbff1d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:41.737720 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62053d7a-2229-46ac-8a05-e98cba85c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:41.843844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Deleting port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:41.844208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:41.909925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:41.913469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:42.221601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:27:42.268421 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62053d7a-2229-46ac-8a05-e98cba85c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:42.303850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] For port 2d6e0325-aa62-4789-9a22-2aa196ee7fb7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2d6e0325-aa62-4789-9a22-2aa196ee7fb7,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:42.305619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:42.365721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:42.366075 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added segment b7a410bb-7c03-4472-8827-9beb8ec53537 of type vlan for network 553cc36e-587a-4ac5-bb54-cb93214e374e Nov 12 11:27:42.412730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Calling delete_port for 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:42.596214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:42.824802 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:42.845137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:42.846102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:42.985852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 270ec26e-2266-41d5-8d7e-a78e64c48887 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:43.003228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec10c2-4ae3-4cf9-b5d3-c011e71d42df None None] Network c1263754-daa7-491c-9d17-452880c633aa requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:43.060090 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Network': ['ID=553cc36e-587a-4ac5-bb54-cb93214e374e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:43.087708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 553cc36e-587a-4ac5-bb54-cb93214e374e details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:27:43.200146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0057811d-8e68-41f2-818b-70415438ac59 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5014811 Nov 12 11:27:43.204777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49404) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:43.221364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'subnet': {'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:43.236824 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:43.305886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-62053d7a-2229-46ac-8a05-e98cba85c049 None None] For port 671a88de-79a0-442e-a342-daa81ebbff1d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=671a88de-79a0-442e-a342-daa81ebbff1d,segment=NetworkSegment(d67693d9-d827-41f0-b718-a93b6f541ff2),segment_id=d67693d9-d827-41f0-b718-a93b6f541ff2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:43.318570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:37Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:38Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:40Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:43.414963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810b3b1-5f27-4457-9a69-8767e3b6f15b None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:37Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:38Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:40Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:43.420936 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62053d7a-2229-46ac-8a05-e98cba85c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:43.581603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62053d7a-2229-46ac-8a05-e98cba85c049 None None] Pushing event updated for resources: {'Port': ['ID=671a88de-79a0-442e-a342-daa81ebbff1d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:43.679454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 270ec26e-2266-41d5-8d7e-a78e64c48887 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:43.679832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:43.681937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b2a5ea36-9abf-4823-8d76-a8cbde42d1a2 None None] Provisioning complete for port 270ec26e-2266-41d5-8d7e-a78e64c48887 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:43.682291 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ea36-9abf-4823-8d76-a8cbde42d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:43.853293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Made reservation on behalf of 772696a36d6f474ab7c5c935df58e470 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:43.857766 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:43.949332 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ea36-9abf-4823-8d76-a8cbde42d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:43.989003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:43.997941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b2a5ea36-9abf-4823-8d76-a8cbde42d1a2 None None] For port 270ec26e-2266-41d5-8d7e-a78e64c48887, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=270ec26e-2266-41d5-8d7e-a78e64c48887,segment=NetworkSegment(bedc069b-7221-47b6-a103-dda6903511a4),segment_id=bedc069b-7221-47b6-a103-dda6903511a4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:44.101457 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ea36-9abf-4823-8d76-a8cbde42d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:44.189656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Deleting port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:44.191321 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:44.192920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5ea36-9abf-4823-8d76-a8cbde42d1a2 None None] Pushing event updated for resources: {'Port': ['ID=270ec26e-2266-41d5-8d7e-a78e64c48887,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:44.374184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 83be72f0-0218-4729-996b-a1b738e1ccc1 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:44.441588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 83be72f0-0218-4729-996b-a1b738e1ccc1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:44.446556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 83be72f0-0218-4729-996b-a1b738e1ccc1 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:44.478341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] For port f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:44.481709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:44.536546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Calling delete_port for f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:44.692182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 270ec26e-2266-41d5-8d7e-a78e64c48887 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:44.741950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6e0325-aa62-4789-9a22-2aa196ee7fb7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:44.860065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62754f9-e5e1-4ca8-8cec-f024cdc86f53 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:44.955653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 270ec26e-2266-41d5-8d7e-a78e64c48887 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:44.956059 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.033463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.053870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.192967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-73ed1ff7-5bd8-4084-a353-d55b2d525cb6 None None] Provisioning complete for port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:45.193620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-73ed1ff7-5bd8-4084-a353-d55b2d525cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.407645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Subnet': ['ID=65534a95-611c-445f-b982-ad7f5dc54f82,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:45.470602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-73ed1ff7-5bd8-4084-a353-d55b2d525cb6 None None] Port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:45.496860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-73ed1ff7-5bd8-4084-a353-d55b2d525cb6 None None] Provisioning complete for port 270ec26e-2266-41d5-8d7e-a78e64c48887 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:45.500410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-73ed1ff7-5bd8-4084-a353-d55b2d525cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.611411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.675873 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.679589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.684724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Checking segment: {'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:45.686015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network hostable DHCP agents. Network: 553cc36e-587a-4ac5-bb54-cb93214e374e, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:27:45.734641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:45.899555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.900323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d11f6198-e224-4a93-b754-cf613788d093 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:27:45.905712 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:45.910090 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-46703c6b-050b-48fe-a629-f49358854588 admin admin] 10.222.0.98 "DELETE /v2.0/routers/d11f6198-e224-4a93-b754-cf613788d093 HTTP/1.1" status: 204 len: 168 time: 7.2913947 Nov 12 11:27:45.910628 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:27:45.929733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49448) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:45.976532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f1dbe185-7495-4339-9ba0-57b768ea3117 None None] Provisioning complete for port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:45.977130 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe185-7495-4339-9ba0-57b768ea3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:46.107504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-9558e130-6290-41ae-90d3-cbe34acb7327 admin admin] Deleting subnet 802c1fc3-a4d6-4fbd-96b1-bd80502e3abb {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:27:46.165605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 553cc36e-587a-4ac5-bb54-cb93214e374e is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:27:46.170163 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9558e130-6290-41ae-90d3-cbe34acb7327 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:46.182894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbe185-7495-4339-9ba0-57b768ea3117 None None] Port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:46.224255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:46.246180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:46.251490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:46.348705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9558e130-6290-41ae-90d3-cbe34acb7327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:46.426436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 553cc36e-587a-4ac5-bb54-cb93214e374e) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:46.437593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:46.438427 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:46.478440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9fa3ee-057b-4069-8aff-917958f216c0 None None] Network 553cc36e-587a-4ac5-bb54-cb93214e374e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:46.540065 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-efc94caf-2c30-435b-ab24-550f41b65cf4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3318937 Nov 12 11:27:46.545935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49468) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:46.635459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:46.642310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:46.744866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9558e130-6290-41ae-90d3-cbe34acb7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:46.755129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-796229db-af29-40c7-b7f0-641c5c81e194 None None] Provisioning complete for port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:46.755650 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-796229db-af29-40c7-b7f0-641c5c81e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:46.998883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-796229db-af29-40c7-b7f0-641c5c81e194 None None] Port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:47.002475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-80bcfe65-2415-4b84-ac9e-e2cc75a4cddd tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:47.008839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-80bcfe65-2415-4b84-ac9e-e2cc75a4cddd tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/networks?id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e HTTP/1.1" status: 200 len: 813 time: 0.5461864 Nov 12 11:27:47.046258 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-2a847a93-6821-45b1-a93a-e41ffbee1a8f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/quotas/8958a0b6784f48bf9d8871d5da2bb7b0 HTTP/1.1" status: 200 len: 375 time: 0.0203259 Nov 12 11:27:47.134758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-7ec8205e-2267-40e4-80f8-d32902ac96f4 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817909 Nov 12 11:27:47.141587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 671a88de-79a0-442e-a342-daa81ebbff1d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:47.148128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-100010f9-242c-4a08-840d-068b47a965b0 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:27:47.155517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-100010f9-242c-4a08-840d-068b47a965b0 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128496 Nov 12 11:27:47.358696 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9558e130-6290-41ae-90d3-cbe34acb7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:47.416436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9558e130-6290-41ae-90d3-cbe34acb7327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:47.419241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 671a88de-79a0-442e-a342-daa81ebbff1d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:47.419881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9558e130-6290-41ae-90d3-cbe34acb7327 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/802c1fc3-a4d6-4fbd-96b1-bd80502e3abb HTTP/1.1" status: 204 len: 168 time: 1.5079257 Nov 12 11:27:47.423644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:47.441145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49480) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:47.478656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558e130-6290-41ae-90d3-cbe34acb7327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802c1fc3-a4d6-4fbd-96b1-bd80502e3abb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:47.508923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca269d7-4e6d-4e7f-acd8-2b502d876811 None None] Network e7478184-9097-4b0a-9d2d-52e49a85361b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:47.577829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-553cc36e-587a-4ac5-bb54-cb93214e374e', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:27:47.579071 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:47.614390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:47.706098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:37Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:38Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:47.706620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-5116dea1-f524-4ef2-9d93-051abb7e4a09 service neutron] 10.222.0.98 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642660 Nov 12 11:27:47.742771 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:47.852843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:47.853347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Updating router bdbe190f-d487-4d14-adca-3fba9abb1b34 port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:27:47.902100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Router 4f8dc78c-c457-4389-b797-de749f52d0d4 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:47.907959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:48.040536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b6e156a2-d04e-4f27-a96a-0f4c1ea8301c service neutron] 10.222.0.98 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312700 Nov 12 11:27:48.184192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Allocated IP 2001:db8:3::1 (553cc36e-587a-4ac5-bb54-cb93214e374e/65534a95-611c-445f-b982-ad7f5dc54f82/587f5e53-e19b-4946-8a52-b85c74f26e6f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:48.243426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:48.393109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:48.515471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:48.526148 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] Sync routers for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:48.527985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5ddc06de-c281-4b32-a9f3-30f0111af656 admin admin] 10.222.0.98 "PUT /v2.0/routers/4f8dc78c-c457-4389-b797-de749f52d0d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0030077 Nov 12 11:27:48.530595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49508) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:48.544008 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:48.544633 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:48.630501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:48.670527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8392935a-e8f7-47c9-b0cd-2b1fcb8cf2f7 req-5bd7ce6f-629e-4f4b-941e-69c660d95789 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 210 time: 0.1226776 Nov 12 11:27:48.686145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Deleting port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:48.694014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:48.875195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 553cc36e-587a-4ac5-bb54-cb93214e374e is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:48.883447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] For port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=deb13ce6-57ec-4a36-b1f2-8cb841ce11f6,segment=NetworkSegment(065060aa-b92d-4ba2-8037-a7aae4209d73),segment_id=065060aa-b92d-4ba2-8037-a7aae4209d73)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:48.884074 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:48.893877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49514) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:48.928623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Calling delete_port for deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:48.943727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:48.968404 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:48.999574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:49.000164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.151810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539e8ee7-7233-4d1d-9196-09187429a7b9 None None] DHCP port deletion for e7478184-9097-4b0a-9d2d-52e49a85361b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:49.158071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:49.225092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.280399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:49.280735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 2d6e0325-aa62-4789-9a22-2aa196ee7fb7 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:49.366718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb13ce6-57ec-4a36-b1f2-8cb841ce11f6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:49.383940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] No DVR routers for this DVR port deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:49.411832 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.428661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-539e8ee7-7233-4d1d-9196-09187429a7b9 None None] The port 'deb13ce6-57ec-4a36-b1f2-8cb841ce11f6' was deleted {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 11:27:49.527106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:49.596591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be071b8d-9063-424e-98ca-3923a8efd8f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.613200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=587f5e53-e19b-4946-8a52-b85c74f26e6f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:49.653235 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:27:45Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:49.677940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Allocated IP 2001:db8:3::2 (553cc36e-587a-4ac5-bb54-cb93214e374e/65534a95-611c-445f-b982-ad7f5dc54f82/78757a0d-2cbe-4593-b722-be51ab494ffc) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:49.691494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.747455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7478184-9097-4b0a-9d2d-52e49a85361b']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:49.751535 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] Checking router: 4f8dc78c-c457-4389-b797-de749f52d0d4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:49.759012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:49.762551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device deb13ce6-57ec-4a36-b1f2-8cb841ce11f6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:49.777159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065060aa-b92d-4ba2-8037-a7aae4209d73') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:49.777159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065060aa-b92d-4ba2-8037-a7aae4209d73') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:49.785025 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] Routers {'4f8dc78c-c457-4389-b797-de749f52d0d4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:49.785648 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4f8dc78c-c457-4389-b797-de749f52d0d4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:49.808031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.845837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.860652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:27:49.861683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.961663 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be071b8d-9063-424e-98ca-3923a8efd8f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.965403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49532) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:49.969737 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:27:49.976651 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:27:50.012101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95d3f24c-4af2-49b0-b72a-9e352a7baaa6 req-1fd4ceeb-6a69-432c-8e57-b01a6d63b7cd tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 210 time: 0.0366321 Nov 12 11:27:50.072127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.082260 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] Set router 4f8dc78c-c457-4389-b797-de749f52d0d4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:50.160226 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.160477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be071b8d-9063-424e-98ca-3923a8efd8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.168897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.177681 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e7478184-9097-4b0a-9d2d-52e49a85361b HTTP/1.1" status: 204 len: 168 time: 2.7315152 Nov 12 11:27:50.199800 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.204507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051499c-073e-46b9-ba90-39f3e8d7faf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7478184-9097-4b0a-9d2d-52e49a85361b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:50.218646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be071b8d-9063-424e-98ca-3923a8efd8f4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fd2b07364515482286f4b2fda0ff2a99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3186374 Nov 12 11:27:50.222543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49544) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:50.240534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.285930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Network 553cc36e-587a-4ac5-bb54-cb93214e374e is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:50.297159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:50.309013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:50.331865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Pushing event updated for resources: {'Port': ['ID=78757a0d-2cbe-4593-b722-be51ab494ffc,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:50.381848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.399574 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e34197e-b5c6-49d7-b146-ba365ab0973d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.422985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e71aa83-2c2a-4840-9406-cc7c41f77059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.440578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be071b8d-9063-424e-98ca-3923a8efd8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54368134-2931-4462-a267-71dc5bb35b2c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:50.462226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Attempting to bind port 78757a0d-2cbe-4593-b722-be51ab494ffc on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:50.462617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Attempting to bind port 78757a0d-2cbe-4593-b722-be51ab494ffc by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:50.463097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Attempting to bind port 78757a0d-2cbe-4593-b722-be51ab494ffc on network 553cc36e-587a-4ac5-bb54-cb93214e374e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:50.492847 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e34197e-b5c6-49d7-b146-ba365ab0973d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.518115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:50.519124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Checking segment: {'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:50.519595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.519944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Bound using segment: {'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:50.520440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Bound port: 78757a0d-2cbe-4593-b722-be51ab494ffc, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:50.520995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.529687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.540336 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:27:45Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:50.563288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a99d77-8e5d-48c7-9d47-2d5357a1bdd3 None None] Pushing event updated for resources: {'Port': ['ID=3f70feae-7b64-4a69-86e4-9b6c7d41e292,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:50.602504 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a78c855-d4c4-451c-93ae-031df9b1a4b3 None None] The sync data for ids ['4f8dc78c-c457-4389-b797-de749f52d0d4'] in n-d-768852-22 is: [{'id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'name': 'tempest-ServerActionsTestJSON-107203208-router', 'tenant_id': '47eb09e34b40417790f30046c157e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:17:11Z', 'updated_at': '2021-11-12T11:27:45Z', 'revision_number': 5, 'project_id': '47eb09e34b40417790f30046c157e078', 'gw_port': {'id': 'b8e8410f-693d-45be-a3cb-1f6c6fbe4986', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:69:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8dc78c-c457-4389-b797-de749f52d0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:17:12Z', 'updated_at': '2021-11-12T11:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:50.695225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e34197e-b5c6-49d7-b146-ba365ab0973d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.698679 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0e34197e-b5c6-49d7-b146-ba365ab0973d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.700142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0e34197e-b5c6-49d7-b146-ba365ab0973d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/54368134-2931-4462-a267-71dc5bb35b2c HTTP/1.1" status: 204 len: 168 time: 0.4759629 Nov 12 11:27:50.713930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34197e-b5c6-49d7-b146-ba365ab0973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54368134-2931-4462-a267-71dc5bb35b2c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:50.773725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Attempting to bind port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:50.774341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Attempting to bind port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:50.774795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Attempting to bind port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 on network c1263754-daa7-491c-9d17-452880c633aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:50.790547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.795152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49554) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:50.805495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:50.805982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Checking segment: {'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:50.806690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.807324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Bound using segment: {'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:50.808819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Bound port: 3f70feae-7b64-4a69-86e4-9b6c7d41e292, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedc069b-7221-47b6-a103-dda6903511a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:50.809375 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:50.872125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] For port 78757a0d-2cbe-4593-b722-be51ab494ffc, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:50.912269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] For port 78757a0d-2cbe-4593-b722-be51ab494ffc, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=78757a0d-2cbe-4593-b722-be51ab494ffc,segment=NetworkSegment(b7a410bb-7c03-4472-8827-9beb8ec53537),segment_id=b7a410bb-7c03-4472-8827-9beb8ec53537)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:50.946825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] For port 3f70feae-7b64-4a69-86e4-9b6c7d41e292, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:50.951236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] For port 3f70feae-7b64-4a69-86e4-9b6c7d41e292, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3f70feae-7b64-4a69-86e4-9b6c7d41e292,segment=NetworkSegment(bedc069b-7221-47b6-a103-dda6903511a4),segment_id=bedc069b-7221-47b6-a103-dda6903511a4)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:50.951777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e7fe86c5-d815-455c-9c4f-7c56a39486d2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4e57dbcf95954373b0ced500b2530a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540682 Nov 12 11:27:50.952479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49556) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:50.998265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.077488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78ab0169-1012-46f7-ba2a-d74028591a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.143629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Deleting port b8e8410f-693d-45be-a3cb-1f6c6fbe4986 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:51.144291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.167266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78ab0169-1012-46f7-ba2a-d74028591a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.272799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da8e6a-087a-4ac9-8198-f6bccdffcc8a None None] Pushing event updated for resources: {'Port': ['ID=78757a0d-2cbe-4593-b722-be51ab494ffc,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:51.284272 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.339507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8becae6a-8b8d-4683-b493-9640a31b55ed None None] Provisioning complete for port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:51.339889 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8becae6a-8b8d-4683-b493-9640a31b55ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.402002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e27bedb-cb64-4898-bf4a-b96d5b51d634 req-c83c1bb9-66f1-4167-9e07-212bee1520aa tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 210 time: 0.1959906 Nov 12 11:27:51.503097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78ab0169-1012-46f7-ba2a-d74028591a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.506148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-78ab0169-1012-46f7-ba2a-d74028591a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.507680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-78ab0169-1012-46f7-ba2a-d74028591a90 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/40df8e46-71a7-4377-8198-eaa58119bc4e HTTP/1.1" status: 204 len: 168 time: 0.5542245 Nov 12 11:27:51.525823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab0169-1012-46f7-ba2a-d74028591a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40df8e46-71a7-4377-8198-eaa58119bc4e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:51.538384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:51.580256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49568) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:51.615973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] For port b8e8410f-693d-45be-a3cb-1f6c6fbe4986, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b8e8410f-693d-45be-a3cb-1f6c6fbe4986,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:51.623816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.668415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.694749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:51.695200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1a31cd7-d6b8-4ac7-bc61-c18c4500e8a8 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:51.707159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Calling delete_port for b8e8410f-693d-45be-a3cb-1f6c6fbe4986 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:51.717693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e71aa83-2c2a-4840-9406-cc7c41f77059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.749055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.749757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:51.851660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:51.852759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:51.962565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:51.990877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e71aa83-2c2a-4840-9406-cc7c41f77059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:52.090940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a99d77-8e5d-48c7-9d47-2d5357a1bdd3 None None] Pushing event updated for resources: {'Port': ['ID=3f70feae-7b64-4a69-86e4-9b6c7d41e292,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:52.208496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8becae6a-8b8d-4683-b493-9640a31b55ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:52.242801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49574) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:52.357032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4750a144-3b37-4f3e-bb3b-2fb5e42bcfd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:52.476050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71aa83-2c2a-4840-9406-cc7c41f77059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e102176-dd00-4c92-9823-a3cacb734bc7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:52.484535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8becae6a-8b8d-4683-b493-9640a31b55ed None None] For port 3f70feae-7b64-4a69-86e4-9b6c7d41e292, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3f70feae-7b64-4a69-86e4-9b6c7d41e292,segment=NetworkSegment(bedc069b-7221-47b6-a103-dda6903511a4),segment_id=bedc069b-7221-47b6-a103-dda6903511a4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:52.521248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:52.566615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e71aa83-2c2a-4840-9406-cc7c41f77059 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4f7224ff20b04c9c910a815502b0a007&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5905492 Nov 12 11:27:52.568206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49580) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:52.581918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event updated for resources: {'Port': ['ID=587f5e53-e19b-4946-8a52-b85c74f26e6f,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:52.597100 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8becae6a-8b8d-4683-b493-9640a31b55ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:52.717090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-722f962b-96b8-416d-b6cf-2724d205e77c tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:52.717090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-722f962b-96b8-416d-b6cf-2724d205e77c tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.69 "GET /v2.0/networks?id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e HTTP/1.1" status: 200 len: 813 time: 0.5267067 Nov 12 11:27:52.717090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d368f8a0-3026-4fe2-a2f5-6e8da95d2b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:52.727660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Request body: {'port': {'device_id': 'b2b428c2-4d0b-43e1-bd3f-71e2852b99c8', 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e', 'admin_state_up': True, 'tenant_id': '8958a0b6784f48bf9d8871d5da2bb7b0'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:52.749362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b01b043-e33f-4f54-b077-ee5abf9d034b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:52.782570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becae6a-8b8d-4683-b493-9640a31b55ed None None] Pushing event updated for resources: {'Port': ['ID=3f70feae-7b64-4a69-86e4-9b6c7d41e292,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:52.787273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e8410f-693d-45be-a3cb-1f6c6fbe4986,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:52.849203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Network 553cc36e-587a-4ac5-bb54-cb93214e374e is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:52.852610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:52.858052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:52.885043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5e26f19a-a5a0-47c6-815b-da713db473ee None None] Provisioning complete for port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:52.885407 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e26f19a-a5a0-47c6-815b-da713db473ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:52.931898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:49Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:50Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:50Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:52.978862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b213e6d-d99c-4297-b0d9-f71e578046eb None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:49Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:50Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:50Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:52.999465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-26f8e5da-6097-45ca-988b-9a4c7766b51c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.002687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d368f8a0-3026-4fe2-a2f5-6e8da95d2b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.118439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4750a144-3b37-4f3e-bb3b-2fb5e42bcfd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.127194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.128861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49586) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:53.130138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-497d2ada-a76e-475a-a30d-5183e3a4b452 req-3dc23fa1-50e4-449d-a023-71b78daad7cb tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 210 time: 0.4984903 Nov 12 11:27:53.142305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d368f8a0-3026-4fe2-a2f5-6e8da95d2b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.197178 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.250186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d368f8a0-3026-4fe2-a2f5-6e8da95d2b61 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=df41af69bed347cc8c5a6940d51a58d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6684816 Nov 12 11:27:53.252979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49588) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:53.285311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-26f8e5da-6097-45ca-988b-9a4c7766b51c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.288712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4750a144-3b37-4f3e-bb3b-2fb5e42bcfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.298672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368f8a0-3026-4fe2-a2f5-6e8da95d2b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38035ec-c6e0-4c3e-a744-4f50314ce3cd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:53.348967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6095718-85e7-4620-8f6c-9313e6dc645d None None] Network 553cc36e-587a-4ac5-bb54-cb93214e374e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:53.356851 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47757d15-3f6b-4fe8-81f8-a9b035a0809d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.369727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Made reservation on behalf of 8958a0b6784f48bf9d8871d5da2bb7b0 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:27:53.385769 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.442059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:53.453638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e4350581-e389-4593-a787-7293b5e32d43 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f4e2be46de7d4376aa99d0134b6859ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710240 Nov 12 11:27:53.465247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49590) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:53.477543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.481405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4750a144-3b37-4f3e-bb3b-2fb5e42bcfd1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e734cb0e2cbc470da5944cc825adbc25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2283514 Nov 12 11:27:53.482028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49592) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:53.483268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8dc78c-c457-4389-b797-de749f52d0d4 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:27:53.505672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750a144-3b37-4f3e-bb3b-2fb5e42bcfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed6d35e-79ec-4db4-bf4d-ba42fa6226c6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:53.510261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.524573 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2a47167a-29d1-4399-b1f4-7c01b2332950 admin admin] 10.222.0.98 "DELETE /v2.0/routers/4f8dc78c-c457-4389-b797-de749f52d0d4 HTTP/1.1" status: 204 len: 168 time: 4.9923086 Nov 12 11:27:53.529981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f3d625f2-f568-427c-94f3-1015f20d29cf None None] Provisioning complete for port 78757a0d-2cbe-4593-b722-be51ab494ffc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:53.530499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f3d625f2-f568-427c-94f3-1015f20d29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.561226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49596) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:53.685062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47757d15-3f6b-4fe8-81f8-a9b035a0809d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.771028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8373dba-3fc3-4d49-ba50-4b364d2755c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.823227 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8373dba-3fc3-4d49-ba50-4b364d2755c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:53.918295 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f3d625f2-f568-427c-94f3-1015f20d29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.015390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f3d625f2-f568-427c-94f3-1015f20d29cf None None] For port 78757a0d-2cbe-4593-b722-be51ab494ffc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=78757a0d-2cbe-4593-b722-be51ab494ffc,segment=NetworkSegment(b7a410bb-7c03-4472-8827-9beb8ec53537),segment_id=b7a410bb-7c03-4472-8827-9beb8ec53537)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:54.027442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Allocated IP 172.20.0.5 (1dee9f31-68a4-4b38-bdd6-b3d712d3c43e/5e56e48a-ae19-49dc-bd7e-7e258b0de738/e486a889-e3f2-4cd3-b867-cf2e77fdc7ea) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:27:54.219759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8373dba-3fc3-4d49-ba50-4b364d2755c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.233342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8373dba-3fc3-4d49-ba50-4b364d2755c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.238968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c8373dba-3fc3-4d49-ba50-4b364d2755c0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eed6d35e-79ec-4db4-bf4d-ba42fa6226c6 HTTP/1.1" status: 204 len: 168 time: 0.7469113 Nov 12 11:27:54.271127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3f70feae-7b64-4a69-86e4-9b6c7d41e292 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:54.276323 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f3d625f2-f568-427c-94f3-1015f20d29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.287800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8373dba-3fc3-4d49-ba50-4b364d2755c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed6d35e-79ec-4db4-bf4d-ba42fa6226c6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:54.299254 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47757d15-3f6b-4fe8-81f8-a9b035a0809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.314362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47757d15-3f6b-4fe8-81f8-a9b035a0809d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.315653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47757d15-3f6b-4fe8-81f8-a9b035a0809d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e38035ec-c6e0-4c3e-a744-4f50314ce3cd HTTP/1.1" status: 204 len: 168 time: 1.0613992 Nov 12 11:27:54.344552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47757d15-3f6b-4fe8-81f8-a9b035a0809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38035ec-c6e0-4c3e-a744-4f50314ce3cd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:54.502534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5433fed3-ca9d-4757-8789-add94a9ed7c2 None None] Provisioning complete for port 587f5e53-e19b-4946-8a52-b85c74f26e6f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:54.502929 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5433fed3-ca9d-4757-8789-add94a9ed7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.550922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d625f2-f568-427c-94f3-1015f20d29cf None None] Pushing event updated for resources: {'Port': ['ID=78757a0d-2cbe-4593-b722-be51ab494ffc,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:54.594669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5433fed3-ca9d-4757-8789-add94a9ed7c2 None None] Port 587f5e53-e19b-4946-8a52-b85c74f26e6f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:54.612781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:54.620357 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.658753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5433fed3-ca9d-4757-8789-add94a9ed7c2 None None] Provisioning complete for port 78757a0d-2cbe-4593-b722-be51ab494ffc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:54.659376 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5433fed3-ca9d-4757-8789-add94a9ed7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.696520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0972be-788e-46f3-8e0e-f799065d1da5 admin admin] Deleting subnet 4ad8e53f-894d-4de8-8319-ecbcc2645a04 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:27:54.704476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a0972be-788e-46f3-8e0e-f799065d1da5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.753990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-addf3726-a1c0-4854-882d-3bf0dabe296b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.793383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-26f8e5da-6097-45ca-988b-9a4c7766b51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.793383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-26f8e5da-6097-45ca-988b-9a4c7766b51c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.793383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-26f8e5da-6097-45ca-988b-9a4c7766b51c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7e102176-dd00-4c92-9823-a3cacb734bc7 HTTP/1.1" status: 204 len: 168 time: 2.1790717 Nov 12 11:27:54.793909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04c7820e-bea7-4856-8cf4-a281e217083f req-87b62db5-c641-4fec-a50f-89cffcfb6e36 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 210 time: 0.0614343 Nov 12 11:27:54.800267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8e5da-6097-45ca-988b-9a4c7766b51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e102176-dd00-4c92-9823-a3cacb734bc7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:54.817262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:54.830890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a0972be-788e-46f3-8e0e-f799065d1da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.898192 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-addf3726-a1c0-4854-882d-3bf0dabe296b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.925623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:54.951443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-93fee0c4-7e06-436c-97ad-785fe4de459b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4042645 Nov 12 11:27:54.955898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49614) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:54.963546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:55.062755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:55.157529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:55.158417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:55.191889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a0972be-788e-46f3-8e0e-f799065d1da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.215073 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.222310 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-addf3726-a1c0-4854-882d-3bf0dabe296b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.224821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-addf3726-a1c0-4854-882d-3bf0dabe296b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.225966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-addf3726-a1c0-4854-882d-3bf0dabe296b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/23b641ab-b9ee-47af-9eb2-35268e0b116a HTTP/1.1" status: 204 len: 168 time: 1.7595737 Nov 12 11:27:55.248906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3726-a1c0-4854-882d-3bf0dabe296b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b641ab-b9ee-47af-9eb2-35268e0b116a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:55.265926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:55.301474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:27:55.306754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Pushing event updated for resources: {'Port': ['ID=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:55.311014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:27:55.342636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:27:55.350131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 78757a0d-2cbe-4593-b722-be51ab494ffc up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:55.365578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc970e5-a64f-4f7e-bb38-644d1b2e18c7 None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:55.491667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:55.493099 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.520185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 78757a0d-2cbe-4593-b722-be51ab494ffc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:55.520564 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.539476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a0972be-788e-46f3-8e0e-f799065d1da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.580175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0972be-788e-46f3-8e0e-f799065d1da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad8e53f-894d-4de8-8319-ecbcc2645a04,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:55.628139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-b8aa2ebb-1fe5-4863-90ab-f3a97e682c1d tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9054921 Nov 12 11:27:55.641658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a0972be-788e-46f3-8e0e-f799065d1da5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.647107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Request body: {'port': {'device_id': 'b2b428c2-4d0b-43e1-bd3f-71e2852b99c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:55.647817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5a0972be-788e-46f3-8e0e-f799065d1da5 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4ad8e53f-894d-4de8-8319-ecbcc2645a04 HTTP/1.1" status: 204 len: 168 time: 2.0847785 Nov 12 11:27:55.652201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:55.694237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d34294-8989-416a-b8e5-7ce21f63bed5 None None] Network dee60f8e-6462-4771-93ee-ff3744977885 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:27:55.726155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2c225550-13d9-438f-bf7b-3bb31934fbb5 None None] Provisioning complete for port 587f5e53-e19b-4946-8a52-b85c74f26e6f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:55.727731 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2c225550-13d9-438f-bf7b-3bb31934fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.764311 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.814183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.822497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:27:55.862352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Removed routes are [] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:27:55.862752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:55.923062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2c225550-13d9-438f-bf7b-3bb31934fbb5 None None] Port 587f5e53-e19b-4946-8a52-b85c74f26e6f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:55.935157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Deleting port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:55.935746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.009929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2c225550-13d9-438f-bf7b-3bb31934fbb5 None None] Provisioning complete for port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:56.009929 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2c225550-13d9-438f-bf7b-3bb31934fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.062115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2c225550-13d9-438f-bf7b-3bb31934fbb5 None None] Port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:27:56.079553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:49Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:50Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:56.083879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49636) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:56.129652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:27:56.130033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Updating router bdbe190f-d487-4d14-adca-3fba9abb1b34 port 587f5e53-e19b-4946-8a52-b85c74f26e6f binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:27:56.179047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 78757a0d-2cbe-4593-b722-be51ab494ffc up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:27:56.194788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c1ec-3692-43b0-b48f-456f7ae09792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.218495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] DHCP port deletion for dee60f8e-6462-4771-93ee-ff3744977885 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:56.227845 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.265388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] For port 08dd48c0-6206-44ef-9df4-5e0c16462cc6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=08dd48c0-6206-44ef-9df4-5e0c16462cc6,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:56.265751 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.327038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Calling delete_port for 08dd48c0-6206-44ef-9df4-5e0c16462cc6 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:56.420831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 78757a0d-2cbe-4593-b722-be51ab494ffc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:56.420831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.426639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] Deleting port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:27:56.427004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.442985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c1ec-3692-43b0-b48f-456f7ae09792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.467949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e09b00-57da-4262-b3da-803b7ee7922a req-899e13c7-c179-4a2f-920f-ebeb89918c3c tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:56.469541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81e09b00-57da-4262-b3da-803b7ee7922a req-899e13c7-c179-4a2f-920f-ebeb89918c3c tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 931 time: 0.3935578 Nov 12 11:27:56.565348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3a5c1ec-3692-43b0-b48f-456f7ae09792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.604297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e486a889-e3f2-4cd3-b867-cf2e77fdc7ea {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:27:56.622177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] For port 08dd48c0-6206-44ef-9df4-5e0c16462cc6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=08dd48c0-6206-44ef-9df4-5e0c16462cc6,segment=NetworkSegment(08ce91b4-780c-49f7-974d-0f2eaf06d01c),segment_id=08ce91b4-780c-49f7-974d-0f2eaf06d01c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:56.622177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.654147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.661117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.665549 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.676348 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Transition to ACTIVE for port object e486a889-e3f2-4cd3-b867-cf2e77fdc7ea will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:27:56.725621 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a3a5c1ec-3692-43b0-b48f-456f7ae09792 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=04891dab39854ba0b8562b9b6e4444f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6378019 Nov 12 11:27:56.734990 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81e09b00-57da-4262-b3da-803b7ee7922a req-3108c10c-38a8-4415-86f4-fe1895ab0f43 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496102 Nov 12 11:27:56.735497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49662) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:56.741487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] Calling delete_port for 08dd48c0-6206-44ef-9df4-5e0c16462cc6 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:27:56.763561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.783839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5c1ec-3692-43b0-b48f-456f7ae09792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e64d1b5-1812-4772-893b-bbcefc1a2c66,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:56.868158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.874961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1df29f-a9b1-4ec5-83d9-8604edac22c7 None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:56.918044 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.922854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:27:56.954987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=08dd48c0-6206-44ef-9df4-5e0c16462cc6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:56.961093 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0770de89-7d02-4d4b-8505-a813ef3ec9f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:56.961784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] No DVR routers for this DVR port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:56.973286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] Pushing event deleted for resources: {'Port': ['ID=08dd48c0-6206-44ef-9df4-5e0c16462cc6,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:57.033576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0770de89-7d02-4d4b-8505-a813ef3ec9f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.041657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Pushing event updated for resources: {'Port': ['ID=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:57.079773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b16e1-8cec-408d-91bd-c25c0be92b44 None None] No DVR routers for this DVR port 08dd48c0-6206-44ef-9df4-5e0c16462cc6 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:27:57.151104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Attempting to bind port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:57.151461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Attempting to bind port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:57.158295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Attempting to bind port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea on network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:57.170159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.178859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea on network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:27:57.179451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Attempting to bind port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea on network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:57.187998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:57.189103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Checking segment: {'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:57.194238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Bound using segment: {'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:57.194238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Bound port: e486a889-e3f2-4cd3-b867-cf2e77fdc7ea, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793530f6-1533-482c-b2ce-78e77b74673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:57.194238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.227065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee60f8e-6462-4771-93ee-ff3744977885']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:57.241948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ce91b4-780c-49f7-974d-0f2eaf06d01c') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:57.241948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ce91b4-780c-49f7-974d-0f2eaf06d01c') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:57.248995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:27:57.257533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.257699 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0770de89-7d02-4d4b-8505-a813ef3ec9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.260386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0770de89-7d02-4d4b-8505-a813ef3ec9f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.263210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0f7629e1-5f85-477a-8a6e-37ec3c81274f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 200 len: 953 time: 2.3013170 Nov 12 11:27:57.263351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0770de89-7d02-4d4b-8505-a813ef3ec9f1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5e64d1b5-1812-4772-893b-bbcefc1a2c66 HTTP/1.1" status: 204 len: 168 time: 0.5137339 Nov 12 11:27:57.264057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.267008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49672) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:57.296985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.298174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b8e8410f-693d-45be-a3cb-1f6c6fbe4986 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:57.307536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:27:57.308762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:27:57.313566 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:27:57.336559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770de89-7d02-4d4b-8505-a813ef3ec9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e64d1b5-1812-4772-893b-bbcefc1a2c66,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:57.350094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b8e8410f-693d-45be-a3cb-1f6c6fbe4986 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:57.350455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b8e8410f-693d-45be-a3cb-1f6c6fbe4986 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:57.381274 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.398453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] For port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:57.420925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] For port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:57.447781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-973cc520-71e9-4076-8b52-e3f86a4cf5f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 200 len: 953 time: 0.1782308 Nov 12 11:27:57.452611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:57.460312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'routes': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:27:57.476265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.513091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.547793 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.559189 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:57.560618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.564622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] 10.222.0.69 "PUT /v2.0/ports/e486a889-e3f2-4cd3-b867-cf2e77fdc7ea HTTP/1.1" status: 200 len: 1092 time: 1.9266162 Nov 12 11:27:57.583606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.590798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] 10.222.0.98 "DELETE /v2.0/networks/dee60f8e-6462-4771-93ee-ff3744977885 HTTP/1.1" status: 204 len: 168 time: 1.9346159 Nov 12 11:27:57.590798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eb677-1aee-46a3-b538-8e066cb21fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=dee60f8e-6462-4771-93ee-ff3744977885,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:57.592508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b428c2-4d0b-43e1-bd3f-71e2852b99c8', 'tag': 'e486a889-e3f2-4cd3-b867-cf2e77fdc7ea'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:27:57.599180 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2573ea51-208d-45b1-bfd6-dc44b45246c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b428c2-4d0b-43e1-bd3f-71e2852b99c8", "tag": "e486a889-e3f2-4cd3-b867-cf2e77fdc7ea"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:27:57.609800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f04f5-cfd3-447e-8061-17f3d038b3d6 None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:27:57.617705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099d03-3290-440d-a341-d8f58e7eb508 None None] Pushing event updated for resources: {'Port': ['ID=587f5e53-e19b-4946-8a52-b85c74f26e6f,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:57.689356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Attempting to bind port 587f5e53-e19b-4946-8a52-b85c74f26e6f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:27:57.689756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Attempting to bind port 587f5e53-e19b-4946-8a52-b85c74f26e6f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:27:57.690123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Attempting to bind port 587f5e53-e19b-4946-8a52-b85c74f26e6f on network 553cc36e-587a-4ac5-bb54-cb93214e374e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:27:57.707841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:27:57.708282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Checking segment: {'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:27:57.708770 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.709172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Bound using segment: {'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:27:57.709660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Bound port: 587f5e53-e19b-4946-8a52-b85c74f26e6f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a410bb-7c03-4472-8827-9beb8ec53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:27:57.710218 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:57.844933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] For port 587f5e53-e19b-4946-8a52-b85c74f26e6f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:27:57.864892 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc497f8-04e2-4a72-9dc2-557cfce574d0 x-openstack-request-id: req-4bc497f8-04e2-4a72-9dc2-557cfce574d0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:27:57.865177 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b428c2-4d0b-43e1-bd3f-71e2852b99c8", "tag": "e486a889-e3f2-4cd3-b867-cf2e77fdc7ea", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:27:57.865432 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4bc497f8-04e2-4a72-9dc2-557cfce574d0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:27:57.865837 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b428c2-4d0b-43e1-bd3f-71e2852b99c8', 'tag': 'e486a889-e3f2-4cd3-b867-cf2e77fdc7ea', 'status': 'completed', 'code': 200} Nov 12 11:27:57.892258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623f9cb-77d4-43d5-b7e7-a31d2088e92e service neutron] Pushing event updated for resources: {'Port': ['ID=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:57.926234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] For port 587f5e53-e19b-4946-8a52-b85c74f26e6f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=587f5e53-e19b-4946-8a52-b85c74f26e6f,segment=NetworkSegment(b7a410bb-7c03-4472-8827-9beb8ec53537),segment_id=b7a410bb-7c03-4472-8827-9beb8ec53537)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:27:57.933488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-017ecf8a-3c53-4841-b6c3-fe0e3aa08abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:57.935131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-017ecf8a-3c53-4841-b6c3-fe0e3aa08abf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 1095 time: 0.2166984 Nov 12 11:27:57.995135 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:58.103415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-cf81c120-a6b9-4828-871f-4708022275f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea HTTP/1.1" status: 200 len: 217 time: 0.1557295 Nov 12 11:27:58.113562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:58.114487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:58.137551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b1aab-2250-4c69-a450-d2574abcca36 req-0eee0630-da19-4856-a3a3-8bd9167442db tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:58.152119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e21b1aab-2250-4c69-a450-d2574abcca36 req-0eee0630-da19-4856-a3a3-8bd9167442db tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 943 time: 0.2123547 Nov 12 11:27:58.200767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 08dd48c0-6206-44ef-9df4-5e0c16462cc6 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:27:58.257834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-a7180a30-c50f-4157-b443-ec4627cff46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:58.263076 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-a7180a30-c50f-4157-b443-ec4627cff46d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e56e48a-ae19-49dc-bd7e-7e258b0de738 HTTP/1.1" status: 200 len: 853 time: 0.1086249 Nov 12 11:27:58.326191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 08dd48c0-6206-44ef-9df4-5e0c16462cc6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:27:58.326803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 08dd48c0-6206-44ef-9df4-5e0c16462cc6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:27:58.334771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-86c83a75-49f4-43a3-8035-8f1b1f965351 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638804 Nov 12 11:27:58.366680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Provisioning complete for port 587f5e53-e19b-4946-8a52-b85c74f26e6f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:58.366972 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:58.372367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099d03-3290-440d-a341-d8f58e7eb508 None None] Pushing event updated for resources: {'Port': ['ID=587f5e53-e19b-4946-8a52-b85c74f26e6f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:58.402212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e21b1aab-2250-4c69-a450-d2574abcca36 req-ef180b05-f769-446e-abdf-ad81bbec368b tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495971 Nov 12 11:27:58.427238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added routes are [] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:27:58.427238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:27:58.515695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-87a6e17b-2e8e-4aa0-95f1-d903daefd201 service neutron] 10.222.0.69 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669638 Nov 12 11:27:58.528287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:58.599473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49714) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:58.637879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:58.904553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-46637019-f128-48e7-a49a-7fd423a60ce2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=47eb09e34b40417790f30046c157e078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031986 Nov 12 11:27:58.908322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49720) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:58.921389 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:58.986328 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-599f63c9-ea02-435d-8b95-d6f88442ead5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:59.027297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] For port 587f5e53-e19b-4946-8a52-b85c74f26e6f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=587f5e53-e19b-4946-8a52-b85c74f26e6f,segment=NetworkSegment(b7a410bb-7c03-4472-8827-9beb8ec53537),segment_id=b7a410bb-7c03-4472-8827-9beb8ec53537)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:27:59.044301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:55Z', 'revision_number': 6, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:57Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:59.081386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d46ce9-1a27-4ea5-9c40-abf7f74f828d None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:55Z', 'revision_number': 6, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:57Z', 'revision_number': 4, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:27:59.105943 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-599f63c9-ea02-435d-8b95-d6f88442ead5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:59.123525 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:59.178288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49726) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:27:59.216581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:59.243543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:59.253262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Pushing event updated for resources: {'Port': ['ID=587f5e53-e19b-4946-8a52-b85c74f26e6f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:27:59.288023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.288831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.289538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.290150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.291073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.291780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.292423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.292985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.293959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.294529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.295218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.295906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f08e08f-1e05-4a42-8cfa-eb638b15e9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:27:59.313498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8d37d6c8-5dff-4451-a178-f711a315076e None None] Provisioning complete for port 587f5e53-e19b-4946-8a52-b85c74f26e6f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:27:59.314293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d37d6c8-5dff-4451-a178-f711a315076e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:59.402586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9f37ece4-4f88-4cd9-8366-6a831229800c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:27:59.537001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03ea6fd1-9f42-48ce-8b22-c1027f8fd66d req-f6f96f48-7a86-42dd-b476-6a64dcb8ecb8 service neutron] 10.222.0.69 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0111926 Nov 12 11:27:59.589439 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:27:59.608994 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:27:59.613384 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:27:59.682796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aed73-492d-4f39-9d26-b9427a930602 req-9ceb45d0-186b-4d9e-98b7-b0244a830a3b tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:59.684949 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b1aed73-492d-4f39-9d26-b9427a930602 req-9ceb45d0-186b-4d9e-98b7-b0244a830a3b tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 943 time: 0.1122785 Nov 12 11:27:59.752215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-ad40b05d-9602-40cd-8fcf-c031ff3af67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:59.754170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-ad40b05d-9602-40cd-8fcf-c031ff3af67a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 1095 time: 0.0974612 Nov 12 11:27:59.784973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b1aed73-492d-4f39-9d26-b9427a930602 req-5ba74603-cd6e-4df7-b4e3-a602e3f3f148 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821533 Nov 12 11:27:59.916432 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:27:59.959291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-281173cd-901f-4be3-964f-1692fe345bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:27:59.962503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-281173cd-901f-4be3-964f-1692fe345bbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e HTTP/1.1" status: 200 len: 914 time: 0.1961870 Nov 12 11:28:00.077762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-d0dbe11a-c3db-40fe-a2ad-99f6fd52e0bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea HTTP/1.1" status: 200 len: 217 time: 0.1068549 Nov 12 11:28:00.178455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 587f5e53-e19b-4946-8a52-b85c74f26e6f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:00.206477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-faf6fcc2-0752-49e2-8ad0-ab28e7f383c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:00.208805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-faf6fcc2-0752-49e2-8ad0-ab28e7f383c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e56e48a-ae19-49dc-bd7e-7e258b0de738 HTTP/1.1" status: 200 len: 853 time: 0.1100895 Nov 12 11:28:00.212884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2025042632-network', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:00.249601 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 7, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:00.277687 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-08982e1d-f031-45cb-85d0-67e66b662576 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573783 Nov 12 11:28:00.284181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:00.288860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 587f5e53-e19b-4946-8a52-b85c74f26e6f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:00.289326 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.303715 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:00.317696 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:00.318587 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:00.381333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Made reservation on behalf of 488bd5d8ee16423eab03454d34c5fa2c for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:28:00.385140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.438965 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:00.469505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-599f63c9-ea02-435d-8b95-d6f88442ead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.472321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-599f63c9-ea02-435d-8b95-d6f88442ead5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.473767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-599f63c9-ea02-435d-8b95-d6f88442ead5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7 HTTP/1.1" status: 204 len: 168 time: 1.5637622 Nov 12 11:28:00.481305 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.498581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f63c9-ea02-435d-8b95-d6f88442ead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d89f1c-b87f-4cb0-90a5-b1eeb83378b7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:00.537016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-3988f279-0314-41fa-99f9-e23c8c1887b3 service neutron] 10.222.0.69 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520220 Nov 12 11:28:00.594225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.606506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:00.642330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.647593 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-927a5e9d-0834-4863-a150-0b932cbf0085 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 200 len: 703 time: 3.1954186 Nov 12 11:28:00.648321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49768) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:00.696493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.765476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2573ea51-208d-45b1-bfd6-dc44b45246c5 req-6af6fc11-d546-4821-b2cb-268407d0a33c service neutron] 10.222.0.69 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184448 Nov 12 11:28:00.784326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:28:00.809683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab895cb-113d-469e-8580-f1bb060b38c1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:00.819503 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.819848 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Added segment 0152c9fb-2663-4b13-80c5-27c250892955 of type vlan for network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd Nov 12 11:28:00.836589 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 7, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:00.844484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-43a6299c-8f02-45ee-82c5-c4b311196f43 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 200 len: 703 time: 0.1944809 Nov 12 11:28:00.850762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49778) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:00.897190 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:00.911456 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a4a7ac-9d15-4296-9502-cdb2fc0f1fa0 None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 7, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:01.052609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.054847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:01.054847 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.204960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] Pushing event updated for resources: {'Network': ['ID=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:01.212777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-21e59a11-00f6-4812-8dbe-dc6f3e119f2e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0295630 Nov 12 11:28:01.216333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:01.217240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:28:01.222654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Request body: {'subnet': {'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2025042632-subnet', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:01.320549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b01bdc-fa36-4838-8ca5-95609ac0724a req-f62e0938-2586-4f6a-8d61-2392e5943fb9 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:01.322791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Made reservation on behalf of 488bd5d8ee16423eab03454d34c5fa2c for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:28:01.327144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.336295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23b01bdc-fa36-4838-8ca5-95609ac0724a req-f62e0938-2586-4f6a-8d61-2392e5943fb9 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 943 time: 0.3478813 Nov 12 11:28:01.384048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:01.401140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:01.403429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:27:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:01.468679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23b01bdc-fa36-4838-8ca5-95609ac0724a req-3879f129-0485-4575-aacd-7347b8bb051e tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279976 Nov 12 11:28:01.579758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:01.662341 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.774945 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.904584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe97023-05a8-4d7e-ad45-7d7732bbbd24,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:01.910079 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1eb89c95-6f8d-40ab-b491-ad0e4d77facf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:01.938663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Checking segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:01.942476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Network hostable DHCP agents. Network: f5d8dee9-2edc-45b3-85d6-119cd29a6ecd, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:28:01.984702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e486a889-e3f2-4cd3-b867-cf2e77fdc7ea details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:28:02.071424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:28:02.121879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 587f5e53-e19b-4946-8a52-b85c74f26e6f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:02.122271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.144703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 7, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:02.157012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f5d8dee9-2edc-45b3-85d6-119cd29a6ecd) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:02.162970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:02.163851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.214825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:02.217670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36bd64-cb42-4de9-853c-e60a29a7e271 None None] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:02.257589 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-adbedab2-cfe0-43c6-a2f5-a530f3919c0c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0399930 Nov 12 11:28:02.260233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 49812) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:02.265209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:02.301473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:02.302352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:02.333714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 587f5e53-e19b-4946-8a52-b85c74f26e6f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=587f5e53-e19b-4946-8a52-b85c74f26e6f,segment=NetworkSegment(b7a410bb-7c03-4472-8827-9beb8ec53537),segment_id=b7a410bb-7c03-4472-8827-9beb8ec53537)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:02.334381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.376286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 587f5e53-e19b-4946-8a52-b85c74f26e6f owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:02.393158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.393158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.434252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:02.472081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'e486a889-e3f2-4cd3-b867-cf2e77fdc7ea', 'network_id': '1dee9f31-68a4-4b38-bdd6-b3d712d3c43e', 'port_id': 'e486a889-e3f2-4cd3-b867-cf2e77fdc7ea', 'mac_address': 'fa:16:3e:00:c5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e56e48a-ae19-49dc-bd7e-7e258b0de738', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:28:02.479149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:02.487867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.620585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'fixed_ips': [{'subnet_id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:28:02.626254 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.706156 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.724119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e486a889-e3f2-4cd3-b867-cf2e77fdc7ea {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:28:02.731553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4a426-40cc-4f7f-b3e0-d1ac56a84937 req-2ac8ef3f-93ce-4e53-a286-ccf6acab5aca tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:02.735340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8a4a426-40cc-4f7f-b3e0-d1ac56a84937 req-2ac8ef3f-93ce-4e53-a286-ccf6acab5aca tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 943 time: 0.1859837 Nov 12 11:28:02.826501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8a4a426-40cc-4f7f-b3e0-d1ac56a84937 req-9e7680c3-978f-4b21-b2a4-2c530c79ae07 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815670 Nov 12 11:28:02.880329 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.887360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:02.917907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=587f5e53-e19b-4946-8a52-b85c74f26e6f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:03.195065 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.196213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:03.328908 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.350576 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.351154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Allocated IP 172.20.0.2 (f5d8dee9-2edc-45b3-85d6-119cd29a6ecd/4fe97023-05a8-4d7e-ad45-7d7732bbbd24/eb3e5dbb-cce5-4080-b970-8a21638f9872) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:03.533144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.569978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.573132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:03.614781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['e486a889-e3f2-4cd3-b867-cf2e77fdc7ea'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:28:03.620482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:03.748278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 7, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:03.794917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:03.802190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9502ceb8-6c3e-4d9f-b957-927cd3e5c9e8 None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 7, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587f5e53-e19b-4946-8a52-b85c74f26e6f', 'name': '', 'network_id': '553cc36e-587a-4ac5-bb54-cb93214e374e', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:73:08:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:47Z', 'updated_at': '2021-11-12T11:27:58Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '65534a95-611c-445f-b982-ad7f5dc54f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:03.806695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8dcaf0ae-5149-4e9d-ba57-a2fe27fb2bec tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545817 Nov 12 11:28:03.807506 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.808032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49886) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:03.870503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a8ca75-b4ee-4547-b521-738bb25e7581 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 65534a95-611c-445f-b982-ad7f5dc54f82 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:28:03.874266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83a8ca75-b4ee-4547-b521-738bb25e7581 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.932105 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.984587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83a8ca75-b4ee-4547-b521-738bb25e7581 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:03.999847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Allocated IP 172.25.3.137 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/4d686839-9b4c-4ff5-9b4a-1960c9ca55fb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:04.017001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:04.033741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:04.037181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:04.065301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Pushing event updated for resources: {'Port': ['ID=eb3e5dbb-cce5-4080-b970-8a21638f9872,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:04.265646 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:04.289223 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:04.289865 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:04.311523 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83a8ca75-b4ee-4547-b521-738bb25e7581 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.319822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.324721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Attempting to bind port eb3e5dbb-cce5-4080-b970-8a21638f9872 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:04.325135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Attempting to bind port eb3e5dbb-cce5-4080-b970-8a21638f9872 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:04.325488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Attempting to bind port eb3e5dbb-cce5-4080-b970-8a21638f9872 on network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:04.346543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:04.347223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Checking segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:04.356817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.358711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Bound using segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:04.359390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Bound port: eb3e5dbb-cce5-4080-b970-8a21638f9872, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:04.359994 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.398781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.471538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dac3c-2834-4c48-8388-4dc2fd3df19e req-ec1bbd50-85dc-4eb2-80cc-4589701c7abf tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:04.471538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-740dac3c-2834-4c48-8388-4dc2fd3df19e req-ec1bbd50-85dc-4eb2-80cc-4589701c7abf tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 944 time: 0.2467468 Nov 12 11:28:04.482594 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:04.505939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] For port eb3e5dbb-cce5-4080-b970-8a21638f9872, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:04.509657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] For port eb3e5dbb-cce5-4080-b970-8a21638f9872, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eb3e5dbb-cce5-4080-b970-8a21638f9872,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:04.519844 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83a8ca75-b4ee-4547-b521-738bb25e7581 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.579491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8ca75-b4ee-4547-b521-738bb25e7581 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=65534a95-611c-445f-b982-ad7f5dc54f82,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:04.592101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.600949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a55778-0617-4910-9d06-fab4fe699179 None None] Network 553cc36e-587a-4ac5-bb54-cb93214e374e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:04.615464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83a8ca75-b4ee-4547-b521-738bb25e7581 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.623949 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-83a8ca75-b4ee-4547-b521-738bb25e7581 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/65534a95-611c-445f-b982-ad7f5dc54f82 HTTP/1.1" status: 204 len: 168 time: 0.8147676 Nov 12 11:28:04.645373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-740dac3c-2834-4c48-8388-4dc2fd3df19e req-5123ea04-e6be-431e-b296-4866a7eb7be6 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662736 Nov 12 11:28:04.654178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49928) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:04.707085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.778331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:04.805976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:04.821143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:04.852762 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:02Z', 'revision_number': 8, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:04.863639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Pushing event updated for resources: {'Port': ['ID=4d686839-9b4c-4ff5-9b4a-1960c9ca55fb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:04.894424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:04.910055 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:04.921913 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:04.922581 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:04.936989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b95852-4cd4-4c18-ad4d-032c79ffd353 None None] Pushing event updated for resources: {'Port': ['ID=eb3e5dbb-cce5-4080-b970-8a21638f9872,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:04.946754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea837d6-4dc8-4617-8130-c1c1974f7909 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:05.005598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 78757a0d-2cbe-4593-b722-be51ab494ffc {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:05.005931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.107079 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:05.134789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5a6a6f38-0dd3-481c-97db-885a0289e7d1 None None] Provisioning complete for port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:05.135162 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6f38-0dd3-481c-97db-885a0289e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.172948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 78757a0d-2cbe-4593-b722-be51ab494ffc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=78757a0d-2cbe-4593-b722-be51ab494ffc,segment=NetworkSegment(b7a410bb-7c03-4472-8827-9beb8ec53537),segment_id=b7a410bb-7c03-4472-8827-9beb8ec53537)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:05.173271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.206281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 78757a0d-2cbe-4593-b722-be51ab494ffc owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:05.210236 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.232021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a6f38-0dd3-481c-97db-885a0289e7d1 None None] Port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:05.253466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] DHCP port deletion for 553cc36e-587a-4ac5-bb54-cb93214e374e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:05.408950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] Deleting port 78757a0d-2cbe-4593-b722-be51ab494ffc {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:05.409607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.504350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.523396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.636781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] For port 78757a0d-2cbe-4593-b722-be51ab494ffc, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=78757a0d-2cbe-4593-b722-be51ab494ffc,segment=NetworkSegment(b7a410bb-7c03-4472-8827-9beb8ec53537),segment_id=b7a410bb-7c03-4472-8827-9beb8ec53537)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:05.640426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.644639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No DVR routers for this DVR port 78757a0d-2cbe-4593-b722-be51ab494ffc on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:05.646381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=78757a0d-2cbe-4593-b722-be51ab494ffc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:05.685210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] Calling delete_port for 78757a0d-2cbe-4593-b722-be51ab494ffc owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:05.718584 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:02Z', 'revision_number': 8, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:05.782704 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a160a9-d4c3-49aa-8e13-fda18c6d1d02 None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:02Z', 'revision_number': 8, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f70feae-7b64-4a69-86e4-9b6c7d41e292', 'name': '', 'network_id': 'c1263754-daa7-491c-9d17-452880c633aa', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:e3:9c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:35Z', 'updated_at': '2021-11-12T11:27:52Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '43d06ce0-3631-4e0f-a027-3c9d41db8175', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:05.825028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.856747 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.864072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553cc36e-587a-4ac5-bb54-cb93214e374e']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:05.878201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a410bb-7c03-4472-8827-9beb8ec53537') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:05.878604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a410bb-7c03-4472-8827-9beb8ec53537') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:05.889790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] Pushing event deleted for resources: {'Port': ['ID=78757a0d-2cbe-4593-b722-be51ab494ffc,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:05.890708 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.897998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78782714-2b53-410e-ac1e-168e2d80aa92 None None] No DVR routers for this DVR port 78757a0d-2cbe-4593-b722-be51ab494ffc on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:05.910822 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.923524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:28:05.924320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:28:05.931303 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:28:05.943653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e486a889-e3f2-4cd3-b867-cf2e77fdc7ea up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:06.063306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 49992) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:06.167365 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.180669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:28:06.186474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:06.186942 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.198116 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.234464 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/553cc36e-587a-4ac5-bb54-cb93214e374e HTTP/1.1" status: 204 len: 168 time: 1.5759926 Nov 12 11:28:06.234464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50002) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:06.317679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b7613-f3f0-4fa0-99d0-b19c0d66cdaa tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=553cc36e-587a-4ac5-bb54-cb93214e374e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:06.477160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eb3e5dbb-cce5-4080-b970-8a21638f9872 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:06.574540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.582617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.680897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port eb3e5dbb-cce5-4080-b970-8a21638f9872 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:06.689330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50018) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:06.690308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.690958 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12c82a08-a77f-4dce-a1e6-90439d2f5ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.717486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b428c2-4d0b-43e1-bd3f-71e2852b99c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e486a889-e3f2-4cd3-b867-cf2e77fdc7ea'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:06.722502 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4072c0a0-d10f-4a29-86d8-a58792bb512e" -d '{"events": [{"server_uuid": "b2b428c2-4d0b-43e1-bd3f-71e2852b99c8", "name": "network-vif-plugged", "status": "completed", "tag": "e486a889-e3f2-4cd3-b867-cf2e77fdc7ea"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:06.807598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:06.943049 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:06.945104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27eb0-2901-402b-9a0f-e9c4817546df req-40846524-224c-488d-b263-705ccd67c5c2 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:06.947232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15a27eb0-2901-402b-9a0f-e9c4817546df req-40846524-224c-488d-b263-705ccd67c5c2 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 944 time: 0.4451315 Nov 12 11:28:06.955529 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.007580 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Router 1af3eddb-6efa-4b17-b094-92f1e01025c1 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:28:07.014122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e270c01-03e2-4c20-93ad-33f86de09c4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.040924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port eb3e5dbb-cce5-4080-b970-8a21638f9872, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eb3e5dbb-cce5-4080-b970-8a21638f9872,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:07.078514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:07.113397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a3b25-2041-4a2f-9177-a1031d49d052 None None] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:07.157063 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.159731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15a27eb0-2901-402b-9a0f-e9c4817546df req-fa6095e6-b42e-4fb3-b708-5d0ddf979d76 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929924 Nov 12 11:28:07.188769 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12c82a08-a77f-4dce-a1e6-90439d2f5ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.257872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:07.340336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12c82a08-a77f-4dce-a1e6-90439d2f5ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.346053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=eb3e5dbb-cce5-4080-b970-8a21638f9872,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:07.352482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Sync routers for ids ['1af3eddb-6efa-4b17-b094-92f1e01025c1'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:07.362868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 587f5e53-e19b-4946-8a52-b85c74f26e6f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:07.394018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.401195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 587f5e53-e19b-4946-8a52-b85c74f26e6f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:07.401326 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ab7473fa-1ce6-40e1-923b-f7327dca2985 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1394365 Nov 12 11:28:07.401533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 587f5e53-e19b-4946-8a52-b85c74f26e6f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:07.401978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 78757a0d-2cbe-4593-b722-be51ab494ffc no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:07.402688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50034) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:07.405330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50036) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:07.405893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a7c2df1-cbde-4606-be18-b9758e38eb3b req-8bd8965b-a157-486a-ad7b-65c6ff3f4e61 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0720131 Nov 12 11:28:07.431223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Routers {'1af3eddb-6efa-4b17-b094-92f1e01025c1'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:07.431855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1af3eddb-6efa-4b17-b094-92f1e01025c1'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:07.438590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0219695-c7c6-4b52-9b99-be05fd2d6284 None None] Provisioning complete for port eb3e5dbb-cce5-4080-b970-8a21638f9872 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:07.438964 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0219695-c7c6-4b52-9b99-be05fd2d6284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.460563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-12c82a08-a77f-4dce-a1e6-90439d2f5ba6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ce212c91b584152826067a163ca7d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3958597 Nov 12 11:28:07.462410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c82a08-a77f-4dce-a1e6-90439d2f5ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825461d3-71d8-48bb-9918-c9fc724b0572,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:07.464970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50042) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:07.499566 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e052d0-5e2c-4b3c-8f0d-c2311314ad2b x-openstack-request-id: req-66e052d0-5e2c-4b3c-8f0d-c2311314ad2b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:07.499566 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b428c2-4d0b-43e1-bd3f-71e2852b99c8", "name": "network-vif-plugged", "status": "completed", "tag": "e486a889-e3f2-4cd3-b867-cf2e77fdc7ea", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:07.500267 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-66e052d0-5e2c-4b3c-8f0d-c2311314ad2b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:07.500267 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b428c2-4d0b-43e1-bd3f-71e2852b99c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e486a889-e3f2-4cd3-b867-cf2e77fdc7ea', 'code': 200} Nov 12 11:28:07.542493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 78757a0d-2cbe-4593-b722-be51ab494ffc {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:07.543410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 78757a0d-2cbe-4593-b722-be51ab494ffc not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:07.559406 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e270c01-03e2-4c20-93ad-33f86de09c4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.682762 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a17d006-9330-46ba-ab5c-f2959fb6662b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.690701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e270c01-03e2-4c20-93ad-33f86de09c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.732598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.756203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6e270c01-03e2-4c20-93ad-33f86de09c4f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=34e629d08f504ff1ab829bf355dea3b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0563343 Nov 12 11:28:07.759563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50048) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:07.764096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e270c01-03e2-4c20-93ad-33f86de09c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82510f4-d375-44d3-a40a-a29e96f8e52f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:07.851897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a17d006-9330-46ba-ab5c-f2959fb6662b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.853436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Set router 1af3eddb-6efa-4b17-b094-92f1e01025c1 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:07.879316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92912ed0-96c8-42dc-a197-64cc93f3cf27 req-7da0f500-4fb6-4794-b81a-5b1640efd742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:07.881364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-92912ed0-96c8-42dc-a197-64cc93f3cf27 req-7da0f500-4fb6-4794-b81a-5b1640efd742 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 1097 time: 0.2965994 Nov 12 11:28:07.892011 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f2b99e3-e8df-4d3a-8154-34d43abaaf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.930777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:07.983792 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f2b99e3-e8df-4d3a-8154-34d43abaaf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.078928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-92912ed0-96c8-42dc-a197-64cc93f3cf27 req-ac122efa-5d48-49cb-ba2a-97a987207706 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850462 Nov 12 11:28:08.094926 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.108021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eb3e5dbb-cce5-4080-b970-8a21638f9872 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:08.193281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:28:05Z', 'revision_number': 3, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port': {'id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:03Z', 'updated_at': '2021-11-12T11:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:08.223892 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.238366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Checking router: 1af3eddb-6efa-4b17-b094-92f1e01025c1 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:08.238366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Updating router 1af3eddb-6efa-4b17-b094-92f1e01025c1 port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:28:08.321425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a17d006-9330-46ba-ab5c-f2959fb6662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.321900 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f2b99e3-e8df-4d3a-8154-34d43abaaf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.324218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a17d006-9330-46ba-ab5c-f2959fb6662b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.325464 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9a17d006-9330-46ba-ab5c-f2959fb6662b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/825461d3-71d8-48bb-9918-c9fc724b0572 HTTP/1.1" status: 204 len: 168 time: 0.8539112 Nov 12 11:28:08.326243 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f2b99e3-e8df-4d3a-8154-34d43abaaf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.330683 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3f2b99e3-e8df-4d3a-8154-34d43abaaf96 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b82510f4-d375-44d3-a40a-a29e96f8e52f HTTP/1.1" status: 204 len: 168 time: 0.5703650 Nov 12 11:28:08.400851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eff87d2-7b7a-48c0-bda5-e663b4241ce1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:08.418729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ea1ba4f37e848bda3d3743fed76d91d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0096366 Nov 12 11:28:08.422689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50062) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:08.460455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17d006-9330-46ba-ab5c-f2959fb6662b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825461d3-71d8-48bb-9918-c9fc724b0572,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:08.492369 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.503334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.503679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.504047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.505033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.506616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.506965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.508761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.509109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.509443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.509770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.512409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.513105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8343384c-c69b-4f19-8ce6-f1d42aac54b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:08.545423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8d70e5c7-e64e-4816-966c-0cbbd0d31062 None None] Provisioning complete for port eb3e5dbb-cce5-4080-b970-8a21638f9872 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:08.545968 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d70e5c7-e64e-4816-966c-0cbbd0d31062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.562264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f31fe-8b51-4e29-aca6-8d0a7fd8e7aa req-4a2a25d3-ac7d-4675-88d9-d6eee6036650 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:08.574052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b99e3-e8df-4d3a-8154-34d43abaaf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82510f4-d375-44d3-a40a-a29e96f8e52f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:08.574438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a09f31fe-8b51-4e29-aca6-8d0a7fd8e7aa req-4a2a25d3-ac7d-4675-88d9-d6eee6036650 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 945 time: 0.2561672 Nov 12 11:28:08.628418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c9d5-9523-49de-9f06-2e999cbbe47e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.663215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port eb3e5dbb-cce5-4080-b970-8a21638f9872 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:08.663620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.704750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c9d5-9523-49de-9f06-2e999cbbe47e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.723119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:08.748500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a09f31fe-8b51-4e29-aca6-8d0a7fd8e7aa req-16b3cdd6-47c3-40d8-8019-67ec3ce7a0fe tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730793 Nov 12 11:28:08.904475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-588aad29-c4e0-4bd2-b21f-9458ea8e7734 req-39431d07-8d00-4681-a28f-44a2464184a2 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0457354 Nov 12 11:28:08.946831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 3f70feae-7b64-4a69-86e4-9b6c7d41e292 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:08.947323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.020123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.083847 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c9d5-9523-49de-9f06-2e999cbbe47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.087024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c9d5-9523-49de-9f06-2e999cbbe47e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.088350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b3b5c9d5-9523-49de-9f06-2e999cbbe47e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0eff87d2-7b7a-48c0-bda5-e663b4241ce1 HTTP/1.1" status: 204 len: 168 time: 0.6373653 Nov 12 11:28:09.103877 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.107826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5c9d5-9523-49de-9f06-2e999cbbe47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eff87d2-7b7a-48c0-bda5-e663b4241ce1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:09.127535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Allocated IP 172.20.0.1 (f5d8dee9-2edc-45b3-85d6-119cd29a6ecd/4fe97023-05a8-4d7e-ad45-7d7732bbbd24/6462aec4-4a70-4389-b553-eef2a1f13061) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:09.166728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 3f70feae-7b64-4a69-86e4-9b6c7d41e292, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3f70feae-7b64-4a69-86e4-9b6c7d41e292,segment=NetworkSegment(bedc069b-7221-47b6-a103-dda6903511a4),segment_id=bedc069b-7221-47b6-a103-dda6903511a4)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:09.167106 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.201341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 3f70feae-7b64-4a69-86e4-9b6c7d41e292 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:09.210286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Attempting to bind port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:09.210794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Attempting to bind port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:09.211251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Attempting to bind port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:09.218320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134c5990-fb49-4381-98f0-2d4a70a05eda None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:09.227544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:09.228078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:09.228577 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.229725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:09.230431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Bound port: 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:09.236461 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.330171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc7ab3-e400-4462-a621-b76fe4f6c4b2 None None] Pushing event updated for resources: {'Port': ['ID=4d686839-9b4c-4ff5-9b4a-1960c9ca55fb,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:09.352019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.418079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b7ab4809-96fd-4ce4-9493-7864a32d7cd8 None None] Provisioning complete for port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:09.418729 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4809-96fd-4ce4-9493-7864a32d7cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.423471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] For port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:09.459363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab4809-96fd-4ce4-9493-7864a32d7cd8 None None] Port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:09.498291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.514827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50078) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:09.541064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:09.546405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:09.547944 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce13f-5005-411b-8c2c-d9f89bb75a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.566905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:09.610576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Pushing event updated for resources: {'Port': ['ID=6462aec4-4a70-4389-b553-eef2a1f13061,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:09.618631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.639110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] For port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4d686839-9b4c-4ff5-9b4a-1960c9ca55fb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:09.648995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50082) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:09.652923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=3f70feae-7b64-4a69-86e4-9b6c7d41e292,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:09.675034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.681970 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4628d8cd-f0ea-4660-b76b-bdbbf1c9989f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.759594 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:09.919134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Routers {'1af3eddb-6efa-4b17-b094-92f1e01025c1'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:09.919134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1af3eddb-6efa-4b17-b094-92f1e01025c1'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:10.097441 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4628d8cd-f0ea-4660-b76b-bdbbf1c9989f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.179309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] Set router 1af3eddb-6efa-4b17-b094-92f1e01025c1 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:10.196662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4628d8cd-f0ea-4660-b76b-bdbbf1c9989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.238815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601dc44b-a6c0-44bc-b89e-b4ee47e96012 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:10.259729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628d8cd-f0ea-4660-b76b-bdbbf1c9989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a9cd82-1faf-457c-bee9-69edd2a54443,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:10.283211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.286619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc7ab3-e400-4462-a621-b76fe4f6c4b2 None None] Pushing event updated for resources: {'Port': ['ID=4d686839-9b4c-4ff5-9b4a-1960c9ca55fb,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:10.293690 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4628d8cd-f0ea-4660-b76b-bdbbf1c9989f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=27b3fcf50b1049279891894240d55550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6405385 Nov 12 11:28:10.300904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-97778e43-2bdd-4e2e-b898-836d7be49015 None None] Provisioning complete for port 6462aec4-4a70-4389-b553-eef2a1f13061 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:10.301449 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97778e43-2bdd-4e2e-b898-836d7be49015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.349278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50092) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:10.388378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-97778e43-2bdd-4e2e-b898-836d7be49015 None None] Port 6462aec4-4a70-4389-b553-eef2a1f13061 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:10.444420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d5f4-c492-4b41-8562-409a636ce738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.447916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce13f-5005-411b-8c2c-d9f89bb75a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.462609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.481610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:28:05Z', 'revision_number': 3, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port': {'id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:03Z', 'updated_at': '2021-11-12T11:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:10.482218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e74324-0927-44d7-9fef-bc26cbd9cf81 req-ee77482e-80a6-4c45-9e94-a7a0bf17397b tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:10.483913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68e74324-0927-44d7-9fef-bc26cbd9cf81 req-ee77482e-80a6-4c45-9e94-a7a0bf17397b tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 945 time: 0.1052885 Nov 12 11:28:10.493902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d5f4-c492-4b41-8562-409a636ce738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.541761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f075f4-8a59-44a2-9174-3cf1918339cc None None] The sync data for ids ['1af3eddb-6efa-4b17-b094-92f1e01025c1'] in n-d-768852-22 is: [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:28:05Z', 'revision_number': 3, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port': {'id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:03Z', 'updated_at': '2021-11-12T11:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:10.554045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-507834ad-b8f1-4bb8-b7d1-a29e34c51514 None None] Provisioning complete for port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:10.554510 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-507834ad-b8f1-4bb8-b7d1-a29e34c51514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.580751 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dd4ce13f-5005-411b-8c2c-d9f89bb75a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.678005 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.692675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ce13f-5005-411b-8c2c-d9f89bb75a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc561b2f-1442-477d-a0cf-514021049695,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:10.693030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-507834ad-b8f1-4bb8-b7d1-a29e34c51514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.701204 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dd4ce13f-5005-411b-8c2c-d9f89bb75a99 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2aab4f737e94e8792b680b008d08a13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1814740 Nov 12 11:28:10.702033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50098) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:10.704120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68e74324-0927-44d7-9fef-bc26cbd9cf81 req-f7dfb764-7d8b-416b-8d44-098952715955 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734204 Nov 12 11:28:10.760896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-507834ad-b8f1-4bb8-b7d1-a29e34c51514 None None] For port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4d686839-9b4c-4ff5-9b4a-1960c9ca55fb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:10.772312 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d5f4-c492-4b41-8562-409a636ce738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.775082 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d5f4-c492-4b41-8562-409a636ce738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.776347 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f7e7d5f4-c492-4b41-8562-409a636ce738 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e8a9cd82-1faf-457c-bee9-69edd2a54443 HTTP/1.1" status: 204 len: 168 time: 0.4268575 Nov 12 11:28:10.812913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7d5f4-c492-4b41-8562-409a636ce738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a9cd82-1faf-457c-bee9-69edd2a54443,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:10.847895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.888567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-199d38c6-ea7f-46b9-8c8e-0e051c027f98 req-729dbbea-1361-44b3-bccd-087d7f9b026b tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0690837 Nov 12 11:28:10.900050 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-507834ad-b8f1-4bb8-b7d1-a29e34c51514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:10.918519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:10.924038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50106) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:10.946283 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa124bf4-d2d7-4276-8917-46763adfc032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.053794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507834ad-b8f1-4bb8-b7d1-a29e34c51514 None None] Pushing event updated for resources: {'Port': ['ID=4d686839-9b4c-4ff5-9b4a-1960c9ca55fb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:11.074316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37cc9ad5-fedb-43ea-af69-f9a3276ce134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.106532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa124bf4-d2d7-4276-8917-46763adfc032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.159177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Pushing event updated for resources: {'Port': ['ID=6462aec4-4a70-4389-b553-eef2a1f13061,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:11.181198 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.209426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:11.230155 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:11.231318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eda2cc30-ada1-4a25-a323-6a97cc33a4c3 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9569829 Nov 12 11:28:11.239112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50112) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:11.253751 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:11.255257 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:11.355579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:11.361156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:11.385330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc847088-94a3-460c-97ff-d95946d217c9 req-3fde76f0-f7ca-41fc-9ad2-6ac52a079ad2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.1309457 Nov 12 11:28:11.513854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa124bf4-d2d7-4276-8917-46763adfc032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.518899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa124bf4-d2d7-4276-8917-46763adfc032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.521664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37cc9ad5-fedb-43ea-af69-f9a3276ce134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.526579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa124bf4-d2d7-4276-8917-46763adfc032 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dc561b2f-1442-477d-a0cf-514021049695 HTTP/1.1" status: 204 len: 168 time: 0.8238988 Nov 12 11:28:11.536829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd00b554-8a5a-471e-a141-40187b2bb49d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 43d06ce0-3631-4e0f-a027-3c9d41db8175 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:28:11.553644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd00b554-8a5a-471e-a141-40187b2bb49d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.591661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa124bf4-d2d7-4276-8917-46763adfc032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc561b2f-1442-477d-a0cf-514021049695,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:11.660204 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37cc9ad5-fedb-43ea-af69-f9a3276ce134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.702826 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:11.723574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc9ad5-fedb-43ea-af69-f9a3276ce134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70802832-3b0f-432d-b1ba-54f4fe6394e3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:11.750077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Router 1af3eddb-6efa-4b17-b094-92f1e01025c1 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:11.814904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-37cc9ad5-fedb-43ea-af69-f9a3276ce134 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e902be2f222499089552c92c48d65bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8752809 Nov 12 11:28:11.817648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd00b554-8a5a-471e-a141-40187b2bb49d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.820659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50132) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:11.839329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f1698f4b-b7d8-40b0-9a7e-4b3fe446344f None None] Provisioning complete for port 6462aec4-4a70-4389-b553-eef2a1f13061 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:11.840879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1698f4b-b7d8-40b0-9a7e-4b3fe446344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:11.958908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f1698f4b-b7d8-40b0-9a7e-4b3fe446344f None None] Port 6462aec4-4a70-4389-b553-eef2a1f13061 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:11.984618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30ff9f97-e2c6-4b58-a1da-9a1585dadc3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.047295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:12.072296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30ff9f97-e2c6-4b58-a1da-9a1585dadc3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.086394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c2ca041-cf4b-4607-bb45-2892d53e2086 admin admin] 10.222.0.98 "PUT /v2.0/routers/1af3eddb-6efa-4b17-b094-92f1e01025c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6799059 Nov 12 11:28:12.109553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd00b554-8a5a-471e-a141-40187b2bb49d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.161454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:12.287159 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:09Z', 'revision_number': 9, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:12.354270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:12.354667 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.371296 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:12.385104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-344b1797-63dc-4a07-b9e7-33f80b7ff0d1 req-ca9f8e08-9b24-4b00-abdd-43cfb5de80e5 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0896823 Nov 12 11:28:12.385974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30ff9f97-e2c6-4b58-a1da-9a1585dadc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.393998 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:12.394636 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:12.410457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-30ff9f97-e2c6-4b58-a1da-9a1585dadc3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.415895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-30ff9f97-e2c6-4b58-a1da-9a1585dadc3b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/70802832-3b0f-432d-b1ba-54f4fe6394e3 HTTP/1.1" status: 204 len: 168 time: 0.5941129 Nov 12 11:28:12.421171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd00b554-8a5a-471e-a141-40187b2bb49d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.548356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff9f97-e2c6-4b58-a1da-9a1585dadc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70802832-3b0f-432d-b1ba-54f4fe6394e3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:12.550118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00b554-8a5a-471e-a141-40187b2bb49d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=43d06ce0-3631-4e0f-a027-3c9d41db8175,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:12.591188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bd00b554-8a5a-471e-a141-40187b2bb49d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.600506 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:12.601302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bd00b554-8a5a-471e-a141-40187b2bb49d tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/43d06ce0-3631-4e0f-a027-3c9d41db8175 HTTP/1.1" status: 204 len: 168 time: 1.3610480 Nov 12 11:28:12.603835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50162) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:12.743422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbd6ba-2f65-479e-a704-ec8c23abeae2 None None] Network c1263754-daa7-491c-9d17-452880c633aa requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:12.766172 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.877842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 270ec26e-2266-41d5-8d7e-a78e64c48887 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:12.878424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:12.957948 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:09Z', 'revision_number': 9, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:13.002885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 270ec26e-2266-41d5-8d7e-a78e64c48887, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=270ec26e-2266-41d5-8d7e-a78e64c48887,segment=NetworkSegment(bedc069b-7221-47b6-a103-dda6903511a4),segment_id=bedc069b-7221-47b6-a103-dda6903511a4)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:13.004914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.015028 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6b7d9-9e3c-467a-9672-a144cbe72596 None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:09Z', 'revision_number': 9, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '671a88de-79a0-442e-a342-daa81ebbff1d', 'name': '', 'network_id': 'f2d42a49-189e-43c8-8a0c-752e7d82ebd4', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:d1:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:26Z', 'updated_at': '2021-11-12T11:27:43Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '49e6ba95-1a28-4bc0-bd54-3f06bc4210ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:13.034855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 270ec26e-2266-41d5-8d7e-a78e64c48887 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:13.263655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.306979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No DVR routers for this DVR port 270ec26e-2266-41d5-8d7e-a78e64c48887 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:13.453619 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.469420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef202f55-8ad1-41c1-9f9a-9868e1d54f67 None None] DHCP port deletion for c1263754-daa7-491c-9d17-452880c633aa request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:13.507054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1263754-daa7-491c-9d17-452880c633aa']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:13.531974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedc069b-7221-47b6-a103-dda6903511a4') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:13.532478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedc069b-7221-47b6-a103-dda6903511a4') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:13.553990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.582895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=270ec26e-2266-41d5-8d7e-a78e64c48887,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:13.603907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.606035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Sync routers for ids ['1af3eddb-6efa-4b17-b094-92f1e01025c1'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:13.623687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:28:13.623687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.649200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Routers {'1af3eddb-6efa-4b17-b094-92f1e01025c1'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:13.649200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1af3eddb-6efa-4b17-b094-92f1e01025c1'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:28:13.653964 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:28:13.657590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3cc8e701-b88c-47b7-a352-fd2fd7e6c880 req-9faa5d3d-e70c-418d-83cb-adb9904a2ff1 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0558600 Nov 12 11:28:13.846809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Set router 1af3eddb-6efa-4b17-b094-92f1e01025c1 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:13.862391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.882704 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:13.889501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/c1263754-daa7-491c-9d17-452880c633aa HTTP/1.1" status: 204 len: 168 time: 1.2831693 Nov 12 11:28:13.892233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50196) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:13.911517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62efff8-910b-4b2b-bcbf-e2a8fb4853f6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=c1263754-daa7-491c-9d17-452880c633aa,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:14.171732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 270ec26e-2266-41d5-8d7e-a78e64c48887 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:14.200886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 270ec26e-2266-41d5-8d7e-a78e64c48887 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:14.201591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 270ec26e-2266-41d5-8d7e-a78e64c48887 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:14.202159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3f70feae-7b64-4a69-86e4-9b6c7d41e292 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:14.238425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 3f70feae-7b64-4a69-86e4-9b6c7d41e292 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:14.238774 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 3f70feae-7b64-4a69-86e4-9b6c7d41e292 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:14.393829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:28:10Z', 'revision_number': 4, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port': {'id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:03Z', 'updated_at': '2021-11-12T11:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '6462aec4-4a70-4389-b553-eef2a1f13061', 'name': '', 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'mac_address': 'fa:16:3e:e9:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:08Z', 'updated_at': '2021-11-12T11:28:10Z', 'revision_number': 2, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'subnets': [{'id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:14.439619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Checking router: 1af3eddb-6efa-4b17-b094-92f1e01025c1 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:14.440144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Updating router 1af3eddb-6efa-4b17-b094-92f1e01025c1 port 6462aec4-4a70-4389-b553-eef2a1f13061 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:28:14.490138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:14.567077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:14.954241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 671a88de-79a0-442e-a342-daa81ebbff1d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:14.955397 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:14.961538 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.031867 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.117500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda738-6de9-40e0-b4f7-ca3d940fb50b None None] Pushing event updated for resources: {'Port': ['ID=6462aec4-4a70-4389-b553-eef2a1f13061,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:15.128879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 671a88de-79a0-442e-a342-daa81ebbff1d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=671a88de-79a0-442e-a342-daa81ebbff1d,segment=NetworkSegment(d67693d9-d827-41f0-b718-a93b6f541ff2),segment_id=d67693d9-d827-41f0-b718-a93b6f541ff2)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:15.129326 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.147684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 671a88de-79a0-442e-a342-daa81ebbff1d owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:15.175639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50242) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:15.181617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1699922167-network', 'tenant_id': '2a4919b823d2472794dba05406f21184'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:15.221147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Attempting to bind port 6462aec4-4a70-4389-b553-eef2a1f13061 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:15.221757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Attempting to bind port 6462aec4-4a70-4389-b553-eef2a1f13061 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:15.222310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Attempting to bind port 6462aec4-4a70-4389-b553-eef2a1f13061 on network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:15.230098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:15.242738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Checking segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:15.242738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.242738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Bound using segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:15.242738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Bound port: 6462aec4-4a70-4389-b553-eef2a1f13061, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:15.242738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.329056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Made reservation on behalf of 2a4919b823d2472794dba05406f21184 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:28:15.332245 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.335365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] For port 6462aec4-4a70-4389-b553-eef2a1f13061, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:15.338874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] For port 6462aec4-4a70-4389-b553-eef2a1f13061, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6462aec4-4a70-4389-b553-eef2a1f13061,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:15.366147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.421879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.537001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.600945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bda738-6de9-40e0-b4f7-ca3d940fb50b None None] Pushing event updated for resources: {'Port': ['ID=6462aec4-4a70-4389-b553-eef2a1f13061,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:15.668262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8bd69cbf-a1cd-43d3-bc0b-fe7655b48455 None None] Provisioning complete for port 6462aec4-4a70-4389-b553-eef2a1f13061 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:15.668632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8bd69cbf-a1cd-43d3-bc0b-fe7655b48455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.678986 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.682244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Routers {'1af3eddb-6efa-4b17-b094-92f1e01025c1'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:15.683029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1af3eddb-6efa-4b17-b094-92f1e01025c1'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:15.695178 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.755952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=671a88de-79a0-442e-a342-daa81ebbff1d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:15.898166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d9d14c-b3b9-48de-a38f-5e3059ce3193,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:15.916759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-02d65bb5-3278-4542-92af-c69598f59528 req-00ad0a1f-bb0b-47a2-945a-d862f556438b tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.2575808 Nov 12 11:28:15.947504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:28:15.992190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:15.992604 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Added segment a667f2e4-823a-4f01-989a-478c6e89f96c of type vlan for network 03ab13f5-16fc-4823-8256-7161e16230b2 Nov 12 11:28:16.071149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.150186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.357613 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.359465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:16.360247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.398441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] Set router 1af3eddb-6efa-4b17-b094-92f1e01025c1 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:16.603675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4242728 Nov 12 11:28:16.605861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1696a-1442-4709-a1f0-7623fb22c2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=03ab13f5-16fc-4823-8256-7161e16230b2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:16.610017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50282) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:16.624234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Request body: {'subnet': {'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1699922167-subnet', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:16.632142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 03ab13f5-16fc-4823-8256-7161e16230b2 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:28:16.769014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Made reservation on behalf of 2a4919b823d2472794dba05406f21184 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:28:16.771727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:16.862789 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8bd69cbf-a1cd-43d3-bc0b-fe7655b48455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.046001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8bd69cbf-a1cd-43d3-bc0b-fe7655b48455 None None] For port 6462aec4-4a70-4389-b553-eef2a1f13061, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6462aec4-4a70-4389-b553-eef2a1f13061,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:17.092188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:28:10Z', 'revision_number': 4, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port': {'id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:03Z', 'updated_at': '2021-11-12T11:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '6462aec4-4a70-4389-b553-eef2a1f13061', 'name': '', 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'mac_address': 'fa:16:3e:e9:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:08Z', 'updated_at': '2021-11-12T11:28:15Z', 'revision_number': 4, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'subnets': [{'id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:17.151489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-351ded1e-8249-4683-b62d-ab309471c197 req-b4a5fc14-7cbd-4edd-8cc7-a59b5498e135 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0522373 Nov 12 11:28:17.157567 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.164366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539fecb6-1d89-43cf-a109-05e4774f6887 None None] The sync data for ids ['1af3eddb-6efa-4b17-b094-92f1e01025c1'] in n-d-768852-22 is: [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:28:10Z', 'revision_number': 4, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port': {'id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:03Z', 'updated_at': '2021-11-12T11:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '6462aec4-4a70-4389-b553-eef2a1f13061', 'name': '', 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'mac_address': 'fa:16:3e:e9:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:08Z', 'updated_at': '2021-11-12T11:28:15Z', 'revision_number': 4, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'subnets': [{'id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:17.178753 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8bd69cbf-a1cd-43d3-bc0b-fe7655b48455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.217981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:17.363696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de502d2a-d0a9-4c7c-af36-b469a374b13c,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:17.405213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Checking segment: {'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:17.405587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Network hostable DHCP agents. Network: 03ab13f5-16fc-4823-8256-7161e16230b2, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:28:17.407363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-46cefad0-3fc0-414f-81d1-685af2c25dbc None None] Provisioning complete for port 6462aec4-4a70-4389-b553-eef2a1f13061 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:17.407762 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-46cefad0-3fc0-414f-81d1-685af2c25dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.483124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd69cbf-a1cd-43d3-bc0b-fe7655b48455 None None] Pushing event updated for resources: {'Port': ['ID=6462aec4-4a70-4389-b553-eef2a1f13061,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:17.513443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:17.524858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-132211b5-dcfb-4cb4-9f35-b022f7e40cf0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6263678 Nov 12 11:28:17.525483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50304) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:17.529118 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:17.571664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Network 03ab13f5-16fc-4823-8256-7161e16230b2 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:28:17.574922 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:17.576344 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:17.657521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b77dfc7-4ae7-43a4-bdb7-bfc9ba0e843f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 49e6ba95-1a28-4bc0-bd54-3f06bc4210ab {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:28:17.661458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b77dfc7-4ae7-43a4-bdb7-bfc9ba0e843f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.670270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.773559 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b77dfc7-4ae7-43a4-bdb7-bfc9ba0e843f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:17.817538 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:17.828061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 03ab13f5-16fc-4823-8256-7161e16230b2) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:17.841846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b0e1a-671b-4b5d-88b0-ab7a2daef132 None None] Network 03ab13f5-16fc-4823-8256-7161e16230b2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:17.868537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:17.870421 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.097636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50316) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:18.099394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6f03c086-883e-4072-b070-ccec5c879560 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4852450 Nov 12 11:28:18.104353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:18.161910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-03ab13f5-16fc-4823-8256-7161e16230b2', 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'fixed_ips': [{'subnet_id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:28:18.165655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.262757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b77dfc7-4ae7-43a4-bdb7-bfc9ba0e843f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.278502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6462aec4-4a70-4389-b553-eef2a1f13061 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:18.278747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.286449 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.463089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.505286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97dce844-ce64-414a-a5a2-2168bea37532 req-ffc6977d-7612-4191-a379-de8ec48a84fc tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.1328957 Nov 12 11:28:18.689752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b77dfc7-4ae7-43a4-bdb7-bfc9ba0e843f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.730824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08642762-9cad-43f4-8bdf-6b4375d63864 None None] Network f2d42a49-189e-43c8-8a0c-752e7d82ebd4 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:18.739833 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:15Z', 'revision_number': 10, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:18.774344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9b77dfc7-4ae7-43a4-bdb7-bfc9ba0e843f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.782607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9b77dfc7-4ae7-43a4-bdb7-bfc9ba0e843f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/49e6ba95-1a28-4bc0-bd54-3f06bc4210ab HTTP/1.1" status: 204 len: 168 time: 1.2538862 Nov 12 11:28:18.787330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77dfc7-4ae7-43a4-bdb7-bfc9ba0e843f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=49e6ba95-1a28-4bc0-bd54-3f06bc4210ab,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:18.841361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6462aec4-4a70-4389-b553-eef2a1f13061 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:18.841361 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:18.841791 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:18.843567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50336) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:18.895672 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:18.896925 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:18.951722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Allocated IP 172.20.0.2 (03ab13f5-16fc-4823-8256-7161e16230b2/de502d2a-d0a9-4c7c-af36-b469a374b13c/9e7185af-5760-4c44-9761-28c5d6de85da) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:19.015756 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.087510 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.277310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:19.277970 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.309536 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:19.510198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 7f3e7b82-0b94-48b0-859d-f03312ed0b80, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7f3e7b82-0b94-48b0-859d-f03312ed0b80,segment=NetworkSegment(d67693d9-d827-41f0-b718-a93b6f541ff2),segment_id=d67693d9-d827-41f0-b718-a93b6f541ff2)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:19.517962 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.583311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 7f3e7b82-0b94-48b0-859d-f03312ed0b80 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:19.849089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] DHCP port deletion for f2d42a49-189e-43c8-8a0c-752e7d82ebd4 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:19.905934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:19.947097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef9525bf-6044-42f7-93db-2059f08f5790 req-dd7256ba-1b5f-44a5-9d8b-ee2b9880d277 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.1431074 Nov 12 11:28:19.956749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.026573 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.048628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] Deleting port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:20.048999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.118584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.135682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] For port 7f3e7b82-0b94-48b0-859d-f03312ed0b80, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=7f3e7b82-0b94-48b0-859d-f03312ed0b80,segment=NetworkSegment(d67693d9-d827-41f0-b718-a93b6f541ff2),segment_id=d67693d9-d827-41f0-b718-a93b6f541ff2)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:20.138251 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.151177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7f3e7b82-0b94-48b0-859d-f03312ed0b80 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:20.195684 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.197039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=7f3e7b82-0b94-48b0-859d-f03312ed0b80,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:20.216188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No DVR routers for this DVR port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:20.220175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 7f3e7b82-0b94-48b0-859d-f03312ed0b80 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:20.220515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 7f3e7b82-0b94-48b0-859d-f03312ed0b80 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:20.223387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] Calling delete_port for 7f3e7b82-0b94-48b0-859d-f03312ed0b80 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:20.258827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Network 03ab13f5-16fc-4823-8256-7161e16230b2 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:20.264429 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:15Z', 'revision_number': 10, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:20.267376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:20.276551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:20.287995 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.289776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.291320 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.291837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.293332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Allocated IP 172.25.3.188 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/986c227c-d645-4e0a-8b7c-895965fad21c) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:20.294097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.294752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.295248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.295732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.300011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.300668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.301300 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.301816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:20.357829 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc5c5d-e187-4e94-b4ef-aa554c289cb1 None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:15Z', 'revision_number': 10, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None, '_interfaces': [{'id': '11fb493c-2084-41ca-b60e-e217a8224d53', 'name': '', 'network_id': '8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'mac_address': 'fa:16:3e:94:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:27:14Z', 'updated_at': '2021-11-12T11:27:28Z', 'revision_number': 5, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'subnets': [{'id': '79b735f6-1186-409e-b382-c2af62ee36eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:20.383825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Pushing event updated for resources: {'Port': ['ID=9e7185af-5760-4c44-9761-28c5d6de85da,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:20.435954 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.450697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Attempting to bind port 9e7185af-5760-4c44-9761-28c5d6de85da on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:20.451155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Attempting to bind port 9e7185af-5760-4c44-9761-28c5d6de85da by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:20.451589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Attempting to bind port 9e7185af-5760-4c44-9761-28c5d6de85da on network 03ab13f5-16fc-4823-8256-7161e16230b2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:20.460649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:20.461365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Checking segment: {'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:20.461487 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.461988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Bound using segment: {'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:20.462538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Bound port: 9e7185af-5760-4c44-9761-28c5d6de85da, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:20.462986 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.470735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d42a49-189e-43c8-8a0c-752e7d82ebd4']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:20.486230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67693d9-d827-41f0-b718-a93b6f541ff2') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:20.486230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67693d9-d827-41f0-b718-a93b6f541ff2') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:20.501539 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.515333 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.529261 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.541390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:28:20.542076 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:28:20.546526 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:28:20.569449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] No DVR routers for this DVR port 7f3e7b82-0b94-48b0-859d-f03312ed0b80 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:20.571221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0e515-78ad-456a-a68a-3e9b8aedbf54 None None] Pushing event deleted for resources: {'Port': ['ID=7f3e7b82-0b94-48b0-859d-f03312ed0b80,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:20.579229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.597110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] For port 9e7185af-5760-4c44-9761-28c5d6de85da, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:20.711658 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.769827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.795275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.801345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.811222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/f2d42a49-189e-43c8-8a0c-752e7d82ebd4 HTTP/1.1" status: 204 len: 168 time: 1.9631476 Nov 12 11:28:20.812931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50376) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:20.814667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] For port 9e7185af-5760-4c44-9761-28c5d6de85da, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e7185af-5760-4c44-9761-28c5d6de85da,segment=NetworkSegment(a667f2e4-823a-4f01-989a-478c6e89f96c),segment_id=a667f2e4-823a-4f01-989a-478c6e89f96c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:20.859809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3ac53-c980-4e2d-94e1-14ef9eaf6660 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=f2d42a49-189e-43c8-8a0c-752e7d82ebd4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:20.867694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:20.873313 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:20.881046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:20.886324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:20.912973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c08ad-70b0-4908-822b-904dd8816adc None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:20.993594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Pushing event updated for resources: {'Port': ['ID=986c227c-d645-4e0a-8b7c-895965fad21c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:21.253482 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05e291-b6cb-4e90-8356-05245ce80167 None None] Pushing event updated for resources: {'Port': ['ID=9e7185af-5760-4c44-9761-28c5d6de85da,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:21.274239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0586d4fe-d923-42e3-89e4-8dc96f44532b None None] Provisioning complete for port 986c227c-d645-4e0a-8b7c-895965fad21c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:21.274731 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0586d4fe-d923-42e3-89e4-8dc96f44532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:21.300306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6f544f2-64c0-4563-b7a7-28a952a369ee req-95ac757d-ada9-40ec-990c-3cc1ad83b0c9 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0763965 Nov 12 11:28:21.423719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0586d4fe-d923-42e3-89e4-8dc96f44532b None None] Port 986c227c-d645-4e0a-8b7c-895965fad21c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:21.640904 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:21.920594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:21.930065 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:22.310895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e7185af-5760-4c44-9761-28c5d6de85da up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:22.315541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Router 029992f8-1395-499a-9346-d06bfbd660dc is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:28:22.475239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9e7185af-5760-4c44-9761-28c5d6de85da triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:22.481631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:22.560601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50434) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:22.597325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:22.628668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Sync routers for ids ['029992f8-1395-499a-9346-d06bfbd660dc'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:22.696089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:22.700435 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-91840a7c-09ba-4090-9202-df9790d6b099 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6014304 Nov 12 11:28:22.701164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50440) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:22.708390 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d1c3de3-531d-49c7-8d01-7e2d2a4b8262 req-2588fb34-f33e-4ee6-9907-fd5507b08b2e tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.1300237 Nov 12 11:28:22.735140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Routers {'029992f8-1395-499a-9346-d06bfbd660dc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:22.735784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['029992f8-1395-499a-9346-d06bfbd660dc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:22.784893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port 11fb493c-2084-41ca-b60e-e217a8224d53 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:22.785059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:22.912406 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:28:22.918947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1876ad-9b31-4e85-97df-1b487d871a19 None None] Network 03ab13f5-16fc-4823-8256-7161e16230b2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:22.943954 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:22.973830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port 11fb493c-2084-41ca-b60e-e217a8224d53, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=11fb493c-2084-41ca-b60e-e217a8224d53,segment=NetworkSegment(027c9b90-123e-43ae-996a-2a4318ff77e3),segment_id=027c9b90-123e-43ae-996a-2a4318ff77e3)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:22.976213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.018171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for 11fb493c-2084-41ca-b60e-e217a8224d53 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:23.062633 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f581eaba-b4bd-4110-923d-f402093f39cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.280026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50448) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:23.450452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 9e7185af-5760-4c44-9761-28c5d6de85da, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e7185af-5760-4c44-9761-28c5d6de85da,segment=NetworkSegment(a667f2e4-823a-4f01-989a-478c6e89f96c),segment_id=a667f2e4-823a-4f01-989a-478c6e89f96c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:23.491264 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37ddb0bf-d689-46e7-9ec2-28852747909a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.506428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-06ad8d30-9152-4826-81de-fdb5dfeadece None None] Provisioning complete for port 9e7185af-5760-4c44-9761-28c5d6de85da triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:23.507173 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-06ad8d30-9152-4826-81de-fdb5dfeadece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.594697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37ddb0bf-d689-46e7-9ec2-28852747909a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.596304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.600233 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.659450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 671a88de-79a0-442e-a342-daa81ebbff1d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:23.774711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=11fb493c-2084-41ca-b60e-e217a8224d53,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:23.796662 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37ddb0bf-d689-46e7-9ec2-28852747909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.839199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Set router 029992f8-1395-499a-9346-d06bfbd660dc gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:23.859475 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f581eaba-b4bd-4110-923d-f402093f39cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:23.877491 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 671a88de-79a0-442e-a342-daa81ebbff1d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:23.878341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 671a88de-79a0-442e-a342-daa81ebbff1d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:24.030632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f581eaba-b4bd-4110-923d-f402093f39cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.073630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7fe634ef-83c6-47fc-9ff5-7c00b968f947 req-ab38cc8c-d26a-46c0-ba90-c6c8087e0181 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.1591990 Nov 12 11:28:24.117341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=9e7185af-5760-4c44-9761-28c5d6de85da,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:24.123717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.134683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddb0bf-d689-46e7-9ec2-28852747909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a085ee7-3da4-46ad-8cb7-16a2db683839,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:24.142272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-37ddb0bf-d689-46e7-9ec2-28852747909a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bee6f756e2f44a5fa51982148729ca0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8592138 Nov 12 11:28:24.145104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50470) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:24.160558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.219964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f581eaba-b4bd-4110-923d-f402093f39cf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d5d1e7bbe8c5493482685edd622aad77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6578162 Nov 12 11:28:24.223000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581eaba-b4bd-4110-923d-f402093f39cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389a12e6-e101-4b32-88ca-331a3bc87128,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:24.237858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50472) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:24.419203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a29a255-f870-4e7e-85cf-0cdd7c804be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.451621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:28:21Z', 'revision_number': 3, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port': {'id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:19Z', 'updated_at': '2021-11-12T11:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:24.495468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf7d7ae5-da32-4420-a32b-3233478de717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.501067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Checking router: 029992f8-1395-499a-9346-d06bfbd660dc for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:24.502087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Updating router 029992f8-1395-499a-9346-d06bfbd660dc port 986c227c-d645-4e0a-8b7c-895965fad21c binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:28:24.557839 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.583443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf7d7ae5-da32-4420-a32b-3233478de717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.702922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a29a255-f870-4e7e-85cf-0cdd7c804be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.858760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Allocated IP 172.20.0.1 (03ab13f5-16fc-4823-8256-7161e16230b2/de502d2a-d0a9-4c7c-af36-b469a374b13c/d77970e9-6c4e-41a9-910d-d9732085eca4) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:24.861033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf7d7ae5-da32-4420-a32b-3233478de717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.863692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf7d7ae5-da32-4420-a32b-3233478de717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.867134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cf7d7ae5-da32-4420-a32b-3233478de717 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7a085ee7-3da4-46ad-8cb7-16a2db683839 HTTP/1.1" status: 204 len: 168 time: 0.7181089 Nov 12 11:28:24.904138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d7ae5-da32-4420-a32b-3233478de717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a085ee7-3da4-46ad-8cb7-16a2db683839,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:24.923632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1e954b41-cf17-460c-bc22-77b28a3446a3 None None] Provisioning complete for port 9e7185af-5760-4c44-9761-28c5d6de85da triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:24.924029 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e954b41-cf17-460c-bc22-77b28a3446a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:24.948388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:25.007273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a29a255-f870-4e7e-85cf-0cdd7c804be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.011161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1a29a255-f870-4e7e-85cf-0cdd7c804be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.016302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1a29a255-f870-4e7e-85cf-0cdd7c804be9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/389a12e6-e101-4b32-88ca-331a3bc87128 HTTP/1.1" status: 204 len: 168 time: 0.7772884 Nov 12 11:28:25.037909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29a255-f870-4e7e-85cf-0cdd7c804be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a12e6-e101-4b32-88ca-331a3bc87128,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:25.069981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.120445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:25.128933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6db5dc5a-fa3c-47b7-9c92-671dccbbf088 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2798712 Nov 12 11:28:25.129304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50488) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:25.132794 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:25.148763 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:25.149380 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:25.205784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.249327 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:25.289950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e002123-0580-4047-b4b9-9179ce06180c req-9075cc2b-77de-46bf-b70a-7200215e07a7 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0909779 Nov 12 11:28:25.297546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Network 03ab13f5-16fc-4823-8256-7161e16230b2 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:25.301272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:25.304978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:25.314878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ab63d4-91df-4bd5-a294-9314a59bd46b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting subnet 79b735f6-1186-409e-b382-c2af62ee36eb {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:28:25.324991 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8ab63d4-91df-4bd5-a294-9314a59bd46b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.415622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Pushing event updated for resources: {'Port': ['ID=d77970e9-6c4e-41a9-910d-d9732085eca4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:25.421972 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:23Z', 'revision_number': 11, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:25.436353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.469750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8ab63d4-91df-4bd5-a294-9314a59bd46b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.526173 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.544656 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:25.561051 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:25.563150 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:25.645853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.709377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8ab63d4-91df-4bd5-a294-9314a59bd46b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.789578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Attempting to bind port 986c227c-d645-4e0a-8b7c-895965fad21c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:25.789578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Attempting to bind port 986c227c-d645-4e0a-8b7c-895965fad21c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:25.789578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Attempting to bind port 986c227c-d645-4e0a-8b7c-895965fad21c on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:25.849920 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:25.852147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585217f-d4cb-4a8b-a999-e253adae1f4c None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:25.901164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:25.901164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:25.901164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.901164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:25.901164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Bound port: 986c227c-d645-4e0a-8b7c-895965fad21c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:25.901164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:25.934079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544a00f-d8d2-4563-a8ec-301dc22448fb None None] Pushing event updated for resources: {'Port': ['ID=986c227c-d645-4e0a-8b7c-895965fad21c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:26.111112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-521f5d35-fe47-412e-99dd-a886190eb1ab None None] Provisioning complete for port d77970e9-6c4e-41a9-910d-d9732085eca4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:26.111112 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-521f5d35-fe47-412e-99dd-a886190eb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.112900 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.113633 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:23Z', 'revision_number': 11, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:26.113633 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872add7-97c2-4b1c-ae17-a742db767041 None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:23Z', 'revision_number': 11, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:26.113987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] For port 986c227c-d645-4e0a-8b7c-895965fad21c, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:26.113987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-521f5d35-fe47-412e-99dd-a886190eb1ab None None] Port d77970e9-6c4e-41a9-910d-d9732085eca4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:26.113987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] For port 986c227c-d645-4e0a-8b7c-895965fad21c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=986c227c-d645-4e0a-8b7c-895965fad21c,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:26.155749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ce515212-4527-4edd-833e-3c81c8f197c6 None None] Provisioning complete for port 986c227c-d645-4e0a-8b7c-895965fad21c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:26.156168 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce515212-4527-4edd-833e-3c81c8f197c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.200144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.201796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ce515212-4527-4edd-833e-3c81c8f197c6 None None] Port 986c227c-d645-4e0a-8b7c-895965fad21c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:26.325125 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8ab63d4-91df-4bd5-a294-9314a59bd46b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.336370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50516) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:26.364758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3580303d-aeb9-4a41-8a09-3e79f9fa17df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.384200 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.393859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8ab63d4-91df-4bd5-a294-9314a59bd46b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.401570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f8ab63d4-91df-4bd5-a294-9314a59bd46b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/79b735f6-1186-409e-b382-c2af62ee36eb HTTP/1.1" status: 204 len: 168 time: 1.2712486 Nov 12 11:28:26.410808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50520) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:26.413909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.439775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab63d4-91df-4bd5-a294-9314a59bd46b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Subnet': ['ID=79b735f6-1186-409e-b382-c2af62ee36eb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:26.547955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f104f-1355-415b-ad86-adbe8938f22b None None] Network 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:28:26.554952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e7185af-5760-4c44-9761-28c5d6de85da up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:26.640588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.643033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50526) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:26.665887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4788efdd-ddd2-444e-8c15-4483214e7799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.673156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edad0a1-fb33-4da8-b3db-a81932e89f0d None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:26.713405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544a00f-d8d2-4563-a8ec-301dc22448fb None None] Pushing event updated for resources: {'Port': ['ID=986c227c-d645-4e0a-8b7c-895965fad21c,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:26.743518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-441ec5c0-b1ca-43c3-89e6-485945fed59a req-62c4c3b0-c723-474d-abd6-07753190c1cd tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0993888 Nov 12 11:28:26.781852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Routers {'029992f8-1395-499a-9346-d06bfbd660dc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:26.783385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['029992f8-1395-499a-9346-d06bfbd660dc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:26.801583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Pushing event updated for resources: {'Port': ['ID=d77970e9-6c4e-41a9-910d-d9732085eca4,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:26.812846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.873854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3580303d-aeb9-4a41-8a09-3e79f9fa17df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.912955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Deleting port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:28:26.913070 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:26.965480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3580303d-aeb9-4a41-8a09-3e79f9fa17df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.005763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3580303d-aeb9-4a41-8a09-3e79f9fa17df admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=01576e4dcdd2464db008c4eb3e875745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6681938 Nov 12 11:28:27.009149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50544) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:27.021446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] For port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a,segment=NetworkSegment(027c9b90-123e-43ae-996a-2a4318ff77e3),segment_id=027c9b90-123e-43ae-996a-2a4318ff77e3)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:27.026843 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.039931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9e7185af-5760-4c44-9761-28c5d6de85da triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:27.040357 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.041911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f47fb65c-98f7-4936-a03e-70ed3307ebfc None None] Provisioning complete for port 986c227c-d645-4e0a-8b7c-895965fad21c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:27.042473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f47fb65c-98f7-4936-a03e-70ed3307ebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.056535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Calling delete_port for e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:28:27.141117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580303d-aeb9-4a41-8a09-3e79f9fa17df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302d137b-8a02-492d-99c0-d2c36c8f8e13,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:27.184058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Network 03ab13f5-16fc-4823-8256-7161e16230b2 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:27.189012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4788efdd-ddd2-444e-8c15-4483214e7799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.193909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:27.199749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8621a642-fa74-4b8d-962a-8f96d473b630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.227145 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.317326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Port': ['ID=e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:27.361933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4788efdd-ddd2-444e-8c15-4483214e7799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.374025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No DVR routers for this DVR port e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:28:27.377557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] Set router 029992f8-1395-499a-9346-d06bfbd660dc gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:27.421068 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8621a642-fa74-4b8d-962a-8f96d473b630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.458207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2425c-a9bb-42fb-93d1-d0b2f83c7973 None None] DHCP port deletion for 8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:28:27.569236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Router 029992f8-1395-499a-9346-d06bfbd660dc has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:27.570659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4788efdd-ddd2-444e-8c15-4483214e7799 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d42f4191a44141718b437c675abea6bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9253483 Nov 12 11:28:27.576226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50560) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:27.606583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788efdd-ddd2-444e-8c15-4483214e7799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939beefb-7214-4b1f-a349-4be9eecfed60,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:27.648174 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.676918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:27.685525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027c9b90-123e-43ae-996a-2a4318ff77e3') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:27.685862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027c9b90-123e-43ae-996a-2a4318ff77e3') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:27.697134 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.719596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.731583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:28:27.732026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:28:27.740484 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:28:27.750701 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8621a642-fa74-4b8d-962a-8f96d473b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.759304 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f47fb65c-98f7-4936-a03e-70ed3307ebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.771070 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8621a642-fa74-4b8d-962a-8f96d473b630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.778144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8621a642-fa74-4b8d-962a-8f96d473b630 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/302d137b-8a02-492d-99c0-d2c36c8f8e13 HTTP/1.1" status: 204 len: 168 time: 0.7659743 Nov 12 11:28:27.811965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f47fb65c-98f7-4936-a03e-70ed3307ebfc None None] For port 986c227c-d645-4e0a-8b7c-895965fad21c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=986c227c-d645-4e0a-8b7c-895965fad21c,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:27.873546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f47fb65c-98f7-4936-a03e-70ed3307ebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.928968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.935651 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7393b92c-96de-4594-919c-1d24953ec1a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.939809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621a642-fa74-4b8d-962a-8f96d473b630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302d137b-8a02-492d-99c0-d2c36c8f8e13,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:27.940840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27fff206-6fcb-4a0f-a3a1-ffb9049fe1e0 req-c66ddae9-db70-463c-a0fd-3c6dae7cad77 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0562963 Nov 12 11:28:27.941924 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:27.958551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/networks/8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd HTTP/1.1" status: 204 len: 168 time: 1.5488482 Nov 12 11:28:27.964194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50574) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:27.984119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'routes': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:28.001919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0d252-022b-49b2-8db0-60cc991bedef tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Pushing event deleted for resources: {'Network': ['ID=8ea96607-7cb4-4f73-b2d4-7d2b0e0640fd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:28.008170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:28:25Z', 'revision_number': 4, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port': {'id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:19Z', 'updated_at': '2021-11-12T11:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd77970e9-6c4e-41a9-910d-d9732085eca4', 'name': '', 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:24Z', 'updated_at': '2021-11-12T11:28:26Z', 'revision_number': 2, 'project_id': '2a4919b823d2472794dba05406f21184', 'subnets': [{'id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:28.032068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fb65c-98f7-4936-a03e-70ed3307ebfc None None] Pushing event updated for resources: {'Port': ['ID=986c227c-d645-4e0a-8b7c-895965fad21c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:28.098634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a0ee0fdf-38b0-4180-bfee-eaf0df76b265 None None] Provisioning complete for port d77970e9-6c4e-41a9-910d-d9732085eca4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:28.098995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0fdf-38b0-4180-bfee-eaf0df76b265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.101917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bd73f-2930-4fd7-b3a6-14943e291661 None None] The sync data for ids ['029992f8-1395-499a-9346-d06bfbd660dc'] in n-d-768852-22 is: [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:28:25Z', 'revision_number': 4, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port': {'id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:19Z', 'updated_at': '2021-11-12T11:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd77970e9-6c4e-41a9-910d-d9732085eca4', 'name': '', 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:24Z', 'updated_at': '2021-11-12T11:28:26Z', 'revision_number': 2, 'project_id': '2a4919b823d2472794dba05406f21184', 'subnets': [{'id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:28.135353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 11fb493c-2084-41ca-b60e-e217a8224d53 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:28.158612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7393b92c-96de-4594-919c-1d24953ec1a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.159270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 11fb493c-2084-41ca-b60e-e217a8224d53 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:28.159610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 11fb493c-2084-41ca-b60e-e217a8224d53 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:28.160139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:28:28.167474 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:28.178699 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c739e3ec-e7c9-45f6-8b21-099a53f77f5c admin admin] 10.222.0.98 "PUT /v2.0/routers/029992f8-1395-499a-9346-d06bfbd660dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4752624 Nov 12 11:28:28.181004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:28:28.181306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e266032d-ecb9-4fcd-8a0b-4c3a75f80a2a not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:28:28.193769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee0fdf-38b0-4180-bfee-eaf0df76b265 None None] Port d77970e9-6c4e-41a9-910d-d9732085eca4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:28.364987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Added routes are [] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 11:28:28.365643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.extraroute_db [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Removed routes are [] {{(pid=109705) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 11:28:28.366217 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.578156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.589388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.724212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7393b92c-96de-4594-919c-1d24953ec1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.731880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7393b92c-96de-4594-919c-1d24953ec1a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.735483 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7393b92c-96de-4594-919c-1d24953ec1a6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/939beefb-7214-4b1f-a349-4be9eecfed60 HTTP/1.1" status: 204 len: 168 time: 1.1525068 Nov 12 11:28:28.782599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393b92c-96de-4594-919c-1d24953ec1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939beefb-7214-4b1f-a349-4be9eecfed60,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:28.791374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router bdbe190f-d487-4d14-adca-3fba9abb1b34 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:28:28.841161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-3ae8355c-670e-45c8-b939-327d6e7ca696 req-1ccaaf6e-684a-453d-af26-ac78c593ed74 service neutron] (109704) timed out ('10.222.0.98', 60426) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:28:28.944340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:28.954235 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:28.957922 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5535e16b-43c2-41e3-abd9-091aafaea780 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 200 len: 704 time: 0.9842699 Nov 12 11:28:28.962990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50622) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:28.973979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] Sync routers for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:29.004295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cc58984f-3255-4f8d-b47b-23ad01eb91f8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 200 len: 205 time: 0.0398159 Nov 12 11:28:29.006743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:29.013743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:29.014241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:29.139141 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b715d76-1742-4bd7-86b0-2819ee89830e req-3f7182db-f753-4279-a111-c6607bea4da8 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0631545 Nov 12 11:28:29.168395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6150cbc-866b-46f7-a60b-17c4485661ce tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:29.169203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:29.337534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-4988bdb9-8bc4-4cd8-b515-ade3a839f340 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1295543 Nov 12 11:28:29.423801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:23Z', 'revision_number': 11, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:29.511063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] Checking router: bdbe190f-d487-4d14-adca-3fba9abb1b34 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:29.531084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] Routers {'bdbe190f-d487-4d14-adca-3fba9abb1b34'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:29.532395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['bdbe190f-d487-4d14-adca-3fba9abb1b34'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:29.648402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-ef8b841a-e2d3-4f4c-bf44-9b263357dddb tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:29.649964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-ef8b841a-e2d3-4f4c-bf44-9b263357dddb tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/networks?id=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd HTTP/1.1" status: 200 len: 911 time: 0.2839084 Nov 12 11:28:29.761888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-84de6d93-374f-4bad-9b03-b2a24efbb2f6 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/quotas/2a4919b823d2472794dba05406f21184 HTTP/1.1" status: 200 len: 375 time: 0.0344348 Nov 12 11:28:29.770711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94bdf57b-1295-4e65-bfb1-ae7119c3c506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:29.786433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] Set router bdbe190f-d487-4d14-adca-3fba9abb1b34 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:29.915813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-9113aa7b-8114-4aca-9ecb-9e7cbd45f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:29.917528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-9113aa7b-8114-4aca-9ecb-9e7cbd45f120 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 1097 time: 0.4861016 Nov 12 11:28:29.918192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:23Z', 'revision_number': 11, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:29.948165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-5aa8dbe7-e701-43ba-b90b-660d3dcd532b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a4919b823d2472794dba05406f21184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1852303 Nov 12 11:28:29.984741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b166a-4c0b-4199-a7a9-3656594bfaca None None] The sync data for ids ['bdbe190f-d487-4d14-adca-3fba9abb1b34'] in n-d-768852-22 is: [{'id': 'bdbe190f-d487-4d14-adca-3fba9abb1b34', 'name': 'tempest-RoutersIpV6Test-router-922826876', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:27:09Z', 'updated_at': '2021-11-12T11:28:23Z', 'revision_number': 11, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:30.253998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 986c227c-d645-4e0a-8b7c-895965fad21c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:30.422543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 986c227c-d645-4e0a-8b7c-895965fad21c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:30.422923 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:30.473849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6150cbc-866b-46f7-a60b-17c4485661ce tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:30.479487 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6150cbc-866b-46f7-a60b-17c4485661ce tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:30.493171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-e7763b64-bd93-4dd9-8176-697ceb0305be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:30.497049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-e7763b64-bd93-4dd9-8176-697ceb0305be service neutron] 10.222.0.69 "GET /v2.0/networks?id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e HTTP/1.1" status: 200 len: 914 time: 0.5445714 Nov 12 11:28:30.497946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-f9fa750d-9a20-4e5b-8eb2-8aab1de9c42d service neutron] 10.222.0.98 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485735 Nov 12 11:28:30.630718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-0fc96af8-8448-4f08-ba87-0ffad47cbd9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea HTTP/1.1" status: 200 len: 217 time: 0.1240847 Nov 12 11:28:30.660853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6150cbc-866b-46f7-a60b-17c4485661ce tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:30.661594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6150cbc-866b-46f7-a60b-17c4485661ce tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Fanout notify agent at l3_agent the message router_deleted on router bdbe190f-d487-4d14-adca-3fba9abb1b34 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:28:30.671884 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c6150cbc-866b-46f7-a60b-17c4485661ce tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:30.682068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c6150cbc-866b-46f7-a60b-17c4485661ce tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 204 len: 168 time: 1.6741774 Nov 12 11:28:30.682897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:30.711094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-67651991-6c89-445b-8a26-737b488331d2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1765302620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:30.793097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-a87e6c30-621e-45e4-80f7-16e780e04914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:30.796063 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-a87e6c30-621e-45e4-80f7-16e780e04914 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5e56e48a-ae19-49dc-bd7e-7e258b0de738 HTTP/1.1" status: 200 len: 853 time: 0.1454959 Nov 12 11:28:30.849821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67651991-6c89-445b-8a26-737b488331d2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:30.849821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67651991-6c89-445b-8a26-737b488331d2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:30.851872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-873a0ac1-eeee-4399-8e61-d648fc9790f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453699 Nov 12 11:28:30.869832 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-bf9cb969-541c-4fb2-b6fa-4d1df4c1ce65 service neutron] 10.222.0.98 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451648 Nov 12 11:28:31.048461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67651991-6c89-445b-8a26-737b488331d2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.081680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-dab09298-6392-478e-9c58-f2bee97ab8a9 service neutron] 10.222.0.69 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075863 Nov 12 11:28:31.216530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67651991-6c89-445b-8a26-737b488331d2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.300344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d64dc540-452f-42ec-a53a-62c46daf32cf req-f88ca1e0-c3f1-46b1-b8b4-a55bc2f86a42 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0523038 Nov 12 11:28:31.335587 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67651991-6c89-445b-8a26-737b488331d2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.336907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-67651991-6c89-445b-8a26-737b488331d2 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6430056 Nov 12 11:28:31.340926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:31.348486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a386f8ab-58bc-42a5-8593-6cf0cad625b0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:31.387174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d8a00c7-41e6-4ddd-aff3-e2b80c81abe6 req-e0d0a3d0-b5b0-4c6c-a268-9b2796600c67 service neutron] 10.222.0.69 "GET /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903445 Nov 12 11:28:31.495972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3cb94415-ebd3-408d-a728-7ce1b8897c06 req-1b6d7915-67bd-419a-9537-f6875ae9c9fb tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 210 time: 0.1014004 Nov 12 11:28:31.758139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a386f8ab-58bc-42a5-8593-6cf0cad625b0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.795151 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-586a9269-4146-4dba-b37a-e78e70404a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.882169 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a386f8ab-58bc-42a5-8593-6cf0cad625b0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:31.974175 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Sync routers for ids ['029992f8-1395-499a-9346-d06bfbd660dc'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:31.989842 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Routers {'029992f8-1395-499a-9346-d06bfbd660dc'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:31.990942 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['029992f8-1395-499a-9346-d06bfbd660dc'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:32.201278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a386f8ab-58bc-42a5-8593-6cf0cad625b0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Router 69240764-f138-4a0b-ae3b-853fed4fde0a is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:28:32.201682 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Set router 029992f8-1395-499a-9346-d06bfbd660dc gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:32.396852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a386f8ab-58bc-42a5-8593-6cf0cad625b0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:28:32.408566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] Sync routers for ids ['69240764-f138-4a0b-ae3b-853fed4fde0a'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:28:32.425057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] Routers {'69240764-f138-4a0b-ae3b-853fed4fde0a'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:32.425600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['69240764-f138-4a0b-ae3b-853fed4fde0a'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:32.428856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a386f8ab-58bc-42a5-8593-6cf0cad625b0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:32.432392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a386f8ab-58bc-42a5-8593-6cf0cad625b0 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "PUT /v2.0/routers/69240764-f138-4a0b-ae3b-853fed4fde0a HTTP/1.1" status: 200 len: 698 time: 1.0902815 Nov 12 11:28:32.435483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50748) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:32.605347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] Set router 69240764-f138-4a0b-ae3b-853fed4fde0a gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:32.618390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50756) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:32.620125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d53b817d-d5bd-4d01-a893-690f6410a2e8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/routers/69240764-f138-4a0b-ae3b-853fed4fde0a HTTP/1.1" status: 200 len: 704 time: 0.1832352 Nov 12 11:28:32.680534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307b918f-db60-4ff1-a6c4-3288f142c3e1 req-30d1f133-8d83-40ab-809b-07d1ac6cc371 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0584111 Nov 12 11:28:32.715135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cfab04a2-2926-4402-8ccd-0ddf3d6eb88c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=69240764-f138-4a0b-ae3b-853fed4fde0a HTTP/1.1" status: 200 len: 205 time: 0.0950925 Nov 12 11:28:32.718484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50758) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:32.853738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69240764-f138-4a0b-ae3b-853fed4fde0a', 'name': 'tempest-RoutersIpV6Test-router-1765302620', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:30Z', 'updated_at': '2021-11-12T11:28:31Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:32.864554 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:28:25Z', 'revision_number': 4, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port': {'id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:19Z', 'updated_at': '2021-11-12T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd77970e9-6c4e-41a9-910d-d9732085eca4', 'name': '', 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:24Z', 'updated_at': '2021-11-12T11:28:26Z', 'revision_number': 2, 'project_id': '2a4919b823d2472794dba05406f21184', 'subnets': [{'id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:32.941797 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Checking router: 029992f8-1395-499a-9346-d06bfbd660dc for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:32.956594 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Updating router 029992f8-1395-499a-9346-d06bfbd660dc port d77970e9-6c4e-41a9-910d-d9732085eca4 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:28:32.957371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] Checking router: 69240764-f138-4a0b-ae3b-853fed4fde0a for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:28:32.957460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-331eb235-5d14-4371-ba29-7b03811a6a2c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:32.960598 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b4c17dd-70ae-44bf-836b-50b045042466 req-ffb305c9-0911-4152-a064-bdf6ee766401 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 210 time: 0.1427367 Nov 12 11:28:32.998882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] Routers {'69240764-f138-4a0b-ae3b-853fed4fde0a'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:33.001295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['69240764-f138-4a0b-ae3b-853fed4fde0a'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:33.005660 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.223684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] Set router 69240764-f138-4a0b-ae3b-853fed4fde0a gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:33.308743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-331eb235-5d14-4371-ba29-7b03811a6a2c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.316164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-331eb235-5d14-4371-ba29-7b03811a6a2c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.319583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69240764-f138-4a0b-ae3b-853fed4fde0a', 'name': 'tempest-RoutersIpV6Test-router-1765302620', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:30Z', 'updated_at': '2021-11-12T11:28:31Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:33.370090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd066beb-4d07-4ede-99e0-9cf0339a8800 None None] The sync data for ids ['69240764-f138-4a0b-ae3b-853fed4fde0a'] in n-d-768852-22 is: [{'id': '69240764-f138-4a0b-ae3b-853fed4fde0a', 'name': 'tempest-RoutersIpV6Test-router-1765302620', 'tenant_id': '772696a36d6f474ab7c5c935df58e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:30Z', 'updated_at': '2021-11-12T11:28:31Z', 'revision_number': 2, 'project_id': '772696a36d6f474ab7c5c935df58e470', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:33.398977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.498372 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-331eb235-5d14-4371-ba29-7b03811a6a2c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.498938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331eb235-5d14-4371-ba29-7b03811a6a2c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Fanout notify agent at l3_agent the message router_deleted on router 69240764-f138-4a0b-ae3b-853fed4fde0a {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:28:33.506614 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-331eb235-5d14-4371-ba29-7b03811a6a2c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.507766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-331eb235-5d14-4371-ba29-7b03811a6a2c tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/69240764-f138-4a0b-ae3b-853fed4fde0a HTTP/1.1" status: 204 len: 168 time: 0.7882760 Nov 12 11:28:33.512009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50780) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:33.544500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-754d4ca3-4e2b-494c-885e-669902d3059a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=69240764-f138-4a0b-ae3b-853fed4fde0a HTTP/1.1" status: 200 len: 205 time: 0.0305369 Nov 12 11:28:33.546757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50782) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:33.594029 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-746a6907-966f-4c6e-82eb-1ccd40aa6f54 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] delete failed (client error): The resource could not be found. Nov 12 11:28:33.594260 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.595562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-746a6907-966f-4c6e-82eb-1ccd40aa6f54 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/69240764-f138-4a0b-ae3b-853fed4fde0a HTTP/1.1" status: 404 len: 336 time: 0.0476112 Nov 12 11:28:33.598407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50784) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:33.658659 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c188a2-75fa-4051-9fab-a1d54bacf8f5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:33.659860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c188a2-75fa-4051-9fab-a1d54bacf8f5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:33.669144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50786) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:33.670389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-58c188a2-75fa-4051-9fab-a1d54bacf8f5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/65534a95-611c-445f-b982-ad7f5dc54f82 HTTP/1.1" status: 404 len: 337 time: 0.0708501 Nov 12 11:28:33.718872 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abbfe8b-b89d-4bfd-86ef-663ab8f65df4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:33.719674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abbfe8b-b89d-4bfd-86ef-663ab8f65df4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:33.728937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:33.739846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6abbfe8b-b89d-4bfd-86ef-663ab8f65df4 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/43d06ce0-3631-4e0f-a027-3c9d41db8175 HTTP/1.1" status: 404 len: 337 time: 0.0681322 Nov 12 11:28:33.741014 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:33.844701 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e86876-d8f3-44f1-8b11-5af1ac142a44 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:33.856122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e86876-d8f3-44f1-8b11-5af1ac142a44 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:33.859470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c2e86876-d8f3-44f1-8b11-5af1ac142a44 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/49e6ba95-1a28-4bc0-bd54-3f06bc4210ab HTTP/1.1" status: 404 len: 337 time: 0.1293488 Nov 12 11:28:33.862727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50794) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:33.905990 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Pushing event updated for resources: {'Port': ['ID=d77970e9-6c4e-41a9-910d-d9732085eca4,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:33.957596 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f8e4b7-f1d8-4ce0-b8dc-9e6e7f89a9f7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:33.958438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f8e4b7-f1d8-4ce0-b8dc-9e6e7f89a9f7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:33.962380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-13f8e4b7-f1d8-4ce0-b8dc-9e6e7f89a9f7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/79b735f6-1186-409e-b382-c2af62ee36eb HTTP/1.1" status: 404 len: 337 time: 0.0977085 Nov 12 11:28:33.974475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50800) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.070868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01fcbabd-7bf8-4061-b4af-1a0a6c7d1be4 req-07b6ec82-571e-44f7-b8e0-4728b6f2d142 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.1494505 Nov 12 11:28:34.070972 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b5786470-7eec-45f0-b3fb-742da5d8be51 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 200 len: 205 time: 0.0889781 Nov 12 11:28:34.071049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50806) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.105241 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Attempting to bind port d77970e9-6c4e-41a9-910d-d9732085eca4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:34.105821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Attempting to bind port d77970e9-6c4e-41a9-910d-d9732085eca4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:34.105951 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Attempting to bind port d77970e9-6c4e-41a9-910d-d9732085eca4 on network 03ab13f5-16fc-4823-8256-7161e16230b2 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:34.118032 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.120452 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.122563 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.123050 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.125980 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.126474 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.128130 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.128951 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.130572 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.131062 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.140431 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.148274 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:28:34.207883 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:34.208593 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Checking segment: {'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:34.209154 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.209999 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Bound using segment: {'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:34.211627 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Bound port: d77970e9-6c4e-41a9-910d-d9732085eca4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a667f2e4-823a-4f01-989a-478c6e89f96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:34.212219 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.221292 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.234640 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-f083854f-e87d-4eb5-a814-2e5ef4f8f646 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] delete failed (client error): The resource could not be found. Nov 12 11:28:34.238172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f083854f-e87d-4eb5-a814-2e5ef4f8f646 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/bdbe190f-d487-4d14-adca-3fba9abb1b34 HTTP/1.1" status: 404 len: 336 time: 0.1653676 Nov 12 11:28:34.238723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50814) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.296551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-629febc3-085d-426f-aa89-f30da635c1cb req-23a0d282-aa88-410f-94b1-ba1e2d557a14 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 210 time: 0.0696676 Nov 12 11:28:34.329637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-153c3f73-fd44-4545-b706-ccf749c34dea tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=4ea247a3-9a67-4ed2-8420-7e21b2d2cb96 HTTP/1.1" status: 200 len: 205 time: 0.0870504 Nov 12 11:28:34.330536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50818) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.394493 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-d7d7ecd8-1cd9-47bd-bb00-5db717bfb79a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] delete failed (client error): The resource could not be found. Nov 12 11:28:34.394760 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] For port d77970e9-6c4e-41a9-910d-d9732085eca4, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:34.395959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d7d7ecd8-1cd9-47bd-bb00-5db717bfb79a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/4ea247a3-9a67-4ed2-8420-7e21b2d2cb96 HTTP/1.1" status: 404 len: 336 time: 0.0644047 Nov 12 11:28:34.398719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50822) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.402888 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] For port d77970e9-6c4e-41a9-910d-d9732085eca4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d77970e9-6c4e-41a9-910d-d9732085eca4,segment=NetworkSegment(a667f2e4-823a-4f01-989a-478c6e89f96c),segment_id=a667f2e4-823a-4f01-989a-478c6e89f96c)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:34.422054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-625c2156-0218-4468-b8a4-cea18c5af3fb None None] Provisioning complete for port d77970e9-6c4e-41a9-910d-d9732085eca4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:34.422568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-625c2156-0218-4468-b8a4-cea18c5af3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.467645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-625c2156-0218-4468-b8a4-cea18c5af3fb None None] Port d77970e9-6c4e-41a9-910d-d9732085eca4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:34.468491 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-893a2d8e-c10f-4d60-80bd-dff9011261c7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:34.468959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893a2d8e-c10f-4d60-80bd-dff9011261c7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:34.481852 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:34.483269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-893a2d8e-c10f-4d60-80bd-dff9011261c7 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/86a943e1-2ad3-44e0-a95a-b0c01cea6621 HTTP/1.1" status: 404 len: 337 time: 0.0830855 Nov 12 11:28:34.483671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50826) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.558616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-76eb4373-2e48-489e-b3f6-31bd46f3c02a tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=bc263d71-fc39-4293-a2c2-8ef3e5be1415 HTTP/1.1" status: 200 len: 205 time: 0.0734477 Nov 12 11:28:34.560990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50830) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.642033 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936d990-ea62-48ac-8c35-a861d115160e None None] Pushing event updated for resources: {'Port': ['ID=d77970e9-6c4e-41a9-910d-d9732085eca4,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:34.669434 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Routers {'029992f8-1395-499a-9346-d06bfbd660dc'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:28:34.670110 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:28:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['029992f8-1395-499a-9346-d06bfbd660dc'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:34.678264 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-cc4e0721-e8b7-49d0-beb1-8e80ed69e5d6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] delete failed (client error): The resource could not be found. Nov 12 11:28:34.680010 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cc4e0721-e8b7-49d0-beb1-8e80ed69e5d6 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/bc263d71-fc39-4293-a2c2-8ef3e5be1415 HTTP/1.1" status: 404 len: 336 time: 0.1180460 Nov 12 11:28:34.682679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50832) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.737937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50834) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.760448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-49936440-dc1b-477a-8108-565d11be1026 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=6e99964c-3e22-44eb-9986-0868e6fb6ead HTTP/1.1" status: 200 len: 205 time: 0.0494821 Nov 12 11:28:34.824889 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-224dacff-1156-472f-9748-a1fbd60cb61f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] delete failed (client error): The resource could not be found. Nov 12 11:28:34.826886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-224dacff-1156-472f-9748-a1fbd60cb61f tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/6e99964c-3e22-44eb-9986-0868e6fb6ead HTTP/1.1" status: 404 len: 336 time: 0.0878181 Nov 12 11:28:34.832184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50844) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.908571 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-107fd20e-d00e-425d-b2d1-621323068bf1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:34.910553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107fd20e-d00e-425d-b2d1-621323068bf1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:34.923942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-107fd20e-d00e-425d-b2d1-621323068bf1 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/7e75e1cc-9f2b-4c07-a4f8-6b5a071f31c3 HTTP/1.1" status: 404 len: 337 time: 0.0905559 Nov 12 11:28:34.925347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50846) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:34.944765 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:35.016243 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-50cb3a31-101d-444a-8c61-c23a4248781e tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=1f0f0784-b97c-4436-9627-0aee10aea055 HTTP/1.1" status: 200 len: 205 time: 0.0881033 Nov 12 11:28:35.017380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50850) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:35.127357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-c695495d-9aa1-46e2-b27f-41e100f528f4 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:35.130132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-c695495d-9aa1-46e2-b27f-41e100f528f4 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.57 "GET /v2.0/networks?id=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd HTTP/1.1" status: 200 len: 911 time: 0.2361791 Nov 12 11:28:35.159084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Request body: {'port': {'device_id': '72a65b2b-639e-440c-9fd7-2cf4d5d29c28', 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'admin_state_up': True, 'tenant_id': '2a4919b823d2472794dba05406f21184'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:35.164446 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-3036e7cb-e097-4ea9-94cb-4d6e2cde8a86 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] delete failed (client error): The resource could not be found. Nov 12 11:28:35.168615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3036e7cb-e097-4ea9-94cb-4d6e2cde8a86 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/1f0f0784-b97c-4436-9627-0aee10aea055 HTTP/1.1" status: 404 len: 336 time: 0.1501553 Nov 12 11:28:35.169618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:35.249952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1abf3338-287a-42a4-9d1c-6b3e1487e6f7 None None] Provisioning complete for port d77970e9-6c4e-41a9-910d-d9732085eca4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:35.250533 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1abf3338-287a-42a4-9d1c-6b3e1487e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:35.314240 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-f232c410-6987-4110-9518-23c38d53773b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:35.317207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f232c410-6987-4110-9518-23c38d53773b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:35.328375 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f232c410-6987-4110-9518-23c38d53773b tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/3c65cb2f-cbd2-44e0-9002-105a707f06c6 HTTP/1.1" status: 404 len: 337 time: 0.1564322 Nov 12 11:28:35.331385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50870) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:35.334342 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] Set router 029992f8-1395-499a-9346-d06bfbd660dc gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:28:35.393525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ee15f5d-ff82-4277-87b7-6173692eb54b req-8cf2f487-d5fc-4fa8-aa43-135743be4f12 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.1123791 Nov 12 11:28:35.395443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Made reservation on behalf of 2a4919b823d2472794dba05406f21184 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:28:35.403717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:35.428594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a77ba121-289c-41f2-8a7f-98842621cbae tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "GET /v2.0/ports?device_id=06d308f1-6e01-4ed0-a94d-a6e16900cdd3 HTTP/1.1" status: 200 len: 205 time: 0.0943480 Nov 12 11:28:35.430291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50872) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:35.538034 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-b0f4618b-de66-4be4-824b-0cb9a2e905fb tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] delete failed (client error): The resource could not be found. Nov 12 11:28:35.539644 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b0f4618b-de66-4be4-824b-0cb9a2e905fb tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/routers/06d308f1-6e01-4ed0-a94d-a6e16900cdd3 HTTP/1.1" status: 404 len: 336 time: 0.1066928 Nov 12 11:28:35.542369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50874) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:35.573086 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1abf3338-287a-42a4-9d1c-6b3e1487e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:35.618138 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5ac4dc-c009-45ec-9e18-b705f8893ce5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:35.618659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5ac4dc-c009-45ec-9e18-b705f8893ce5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:35.634850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6b5ac4dc-c009-45ec-9e18-b705f8893ce5 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/9c0679ef-0bc0-4660-8800-9a925b67bdb6 HTTP/1.1" status: 404 len: 337 time: 0.0910306 Nov 12 11:28:35.641968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50880) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:35.650957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1abf3338-287a-42a4-9d1c-6b3e1487e6f7 None None] For port d77970e9-6c4e-41a9-910d-d9732085eca4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d77970e9-6c4e-41a9-910d-d9732085eca4,segment=NetworkSegment(a667f2e4-823a-4f01-989a-478c6e89f96c),segment_id=a667f2e4-823a-4f01-989a-478c6e89f96c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:35.703438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86362568-40e2-499b-a317-c12db9efa61a req-ea51d483-7b91-4ab8-8b46-a36ce4e673e2 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 210 time: 0.0805743 Nov 12 11:28:35.768530 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1abf3338-287a-42a4-9d1c-6b3e1487e6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:35.802555 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-db118a80-798b-445d-b999-4cef99ad9be8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] DELETE failed (client error): The resource could not be found. Nov 12 11:28:35.803095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db118a80-798b-445d-b999-4cef99ad9be8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:28:35.811897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-db118a80-798b-445d-b999-4cef99ad9be8 tempest-RoutersIpV6Test-2125813202 tempest-RoutersIpV6Test-2125813202-project] 10.222.0.98 "DELETE /v2.0/subnets/9df40ef9-b536-437b-b4a2-9c0f645fa000 HTTP/1.1" status: 404 len: 337 time: 0.1686208 Nov 12 11:28:35.900571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf3338-287a-42a4-9d1c-6b3e1487e6f7 None None] Pushing event updated for resources: {'Port': ['ID=d77970e9-6c4e-41a9-910d-d9732085eca4,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:35.961239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Allocated IP 172.20.0.14 (f5d8dee9-2edc-45b3-85d6-119cd29a6ecd/4fe97023-05a8-4d7e-ad45-7d7732bbbd24/582efb54-31c5-42f6-a78a-5f0cc24a18b3) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:36.287356 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:28:25Z', 'revision_number': 4, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port': {'id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:19Z', 'updated_at': '2021-11-12T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd77970e9-6c4e-41a9-910d-d9732085eca4', 'name': '', 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:24Z', 'updated_at': '2021-11-12T11:28:34Z', 'revision_number': 4, 'project_id': '2a4919b823d2472794dba05406f21184', 'subnets': [{'id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:28:36.293435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d77970e9-6c4e-41a9-910d-d9732085eca4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:36.327869 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc9f50-64b5-4ef3-9474-b8b7d0e3d162 None None] The sync data for ids ['029992f8-1395-499a-9346-d06bfbd660dc'] in n-d-768852-22 is: [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:28:25Z', 'revision_number': 4, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port': {'id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:19Z', 'updated_at': '2021-11-12T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd77970e9-6c4e-41a9-910d-d9732085eca4', 'name': '', 'network_id': '03ab13f5-16fc-4823-8256-7161e16230b2', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:24Z', 'updated_at': '2021-11-12T11:28:34Z', 'revision_number': 4, 'project_id': '2a4919b823d2472794dba05406f21184', 'subnets': [{'id': 'de502d2a-d0a9-4c7c-af36-b469a374b13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:28:36.419824 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:36.456155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d77970e9-6c4e-41a9-910d-d9732085eca4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:36.457851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:36.573374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:36.715863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6778fd58-cbd1-4d16-8971-566c7be5c54f req-b7ec7147-f523-4571-9111-26d5dd325ded tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0663972 Nov 12 11:28:36.719317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Pushing event updated for resources: {'Port': ['ID=582efb54-31c5-42f6-a78a-5f0cc24a18b3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:36.741424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:36.743063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:36.745904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:36.827107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:36.828626 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:36.950023 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-74a83a4f-b2f6-40a3-8781-b46236029949 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8017900 Nov 12 11:28:36.961294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f2a4-3bca-401c-8e50-2f9662ba0d04 req-859a447e-22db-44ab-ba1c-e6122d22dc99 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:36.968071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4d6f2a4-3bca-401c-8e50-2f9662ba0d04 req-859a447e-22db-44ab-ba1c-e6122d22dc99 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1028 time: 0.1085453 Nov 12 11:28:36.995539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Request body: {'port': {'device_id': '72a65b2b-639e-440c-9fd7-2cf4d5d29c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:37.236698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e4e8cc3d-3cfa-4037-a268-741967ff2fcd None None] Provisioning complete for port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:37.240986 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4e8cc3d-3cfa-4037-a268-741967ff2fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:37.331756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50920) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:37.353824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8cc3d-3cfa-4037-a268-741967ff2fcd None None] Port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:37.400659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50924) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:37.436597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50928) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:37.547549 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e4fc75f1-3b42-46fd-94ef-698ee8b6434d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:37.653232 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:37.660845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e4fc75f1-3b42-46fd-94ef-698ee8b6434d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:37.697610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4d6f2a4-3bca-401c-8e50-2f9662ba0d04 req-c434faed-f8db-4ab7-b730-1a8bea24c1c2 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282939 Nov 12 11:28:37.731284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc44-c1fa-49ab-898e-880927e8c839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:37.761169 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e4fc75f1-3b42-46fd-94ef-698ee8b6434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:37.791489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-09cb72da-173a-4bf0-8c65-a8f53bc65aba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=772696a36d6f474ab7c5c935df58e470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3865595 Nov 12 11:28:37.794372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 50938) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:37.826695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc75f1-3b42-46fd-94ef-698ee8b6434d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ccb2a-c268-46ab-9fcb-f9901839271e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:37.841050 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e4fc75f1-3b42-46fd-94ef-698ee8b6434d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c35e35fc9d8a4d1890e17b3e878861b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5074012 Nov 12 11:28:37.841820 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50940) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:37.962647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0534d56c-3477-4f84-8898-df18791e37b5 req-a79dacb6-e641-42c1-be8b-ad267a762504 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0494123 Nov 12 11:28:37.966696 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58018ff3-8261-4a0e-90ae-ea3bca908af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.181579 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58018ff3-8261-4a0e-90ae-ea3bca908af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.194802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582efb54-31c5-42f6-a78a-5f0cc24a18b3 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:28:38.204703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc44-c1fa-49ab-898e-880927e8c839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.206785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-967da82e-b46c-4e28-9026-83b3dbd59c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.210102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.242581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Transition to ACTIVE for port object 582efb54-31c5-42f6-a78a-5f0cc24a18b3 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:28:38.250146 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-967da82e-b46c-4e28-9026-83b3dbd59c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.309831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-82d2dc44-c1fa-49ab-898e-880927e8c839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.343428 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.382199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58018ff3-8261-4a0e-90ae-ea3bca908af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.385563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58018ff3-8261-4a0e-90ae-ea3bca908af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.402259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-58018ff3-8261-4a0e-90ae-ea3bca908af1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a86ccb2a-c268-46ab-9fcb-f9901839271e HTTP/1.1" status: 204 len: 168 time: 0.5568306 Nov 12 11:28:38.405784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2dc44-c1fa-49ab-898e-880927e8c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8536d4-06ed-4bcd-8789-5241561d60a2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:38.414683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Pushing event updated for resources: {'Port': ['ID=582efb54-31c5-42f6-a78a-5f0cc24a18b3,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:38.434239 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-967da82e-b46c-4e28-9026-83b3dbd59c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.436916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-967da82e-b46c-4e28-9026-83b3dbd59c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.442504 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-967da82e-b46c-4e28-9026-83b3dbd59c19 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5561eeb0-42d8-4c6f-a682-92430084e214 HTTP/1.1" status: 204 len: 168 time: 0.6480258 Nov 12 11:28:38.452943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58018ff3-8261-4a0e-90ae-ea3bca908af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ccb2a-c268-46ab-9fcb-f9901839271e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:38.462664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-82d2dc44-c1fa-49ab-898e-880927e8c839 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fc42290a8f054ad9a1e9638ebe523908&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0208309 Nov 12 11:28:38.471336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50956) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:38.564199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967da82e-b46c-4e28-9026-83b3dbd59c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5561eeb0-42d8-4c6f-a682-92430084e214,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:38.618589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a828fd4-7821-4e4b-bb18-f8707c472a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.663989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a828fd4-7821-4e4b-bb18-f8707c472a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.677973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Attempting to bind port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:38.678318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Attempting to bind port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:38.678651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Attempting to bind port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 on network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:38.698956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 on network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:28:38.699460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Attempting to bind port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 on network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:38.738181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:38.738181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Checking segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:38.738181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Bound using segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:38.738678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Bound port: 582efb54-31c5-42f6-a78a-5f0cc24a18b3, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:38.738815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.863721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a828fd4-7821-4e4b-bb18-f8707c472a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.867536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a828fd4-7821-4e4b-bb18-f8707c472a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:38.877247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a828fd4-7821-4e4b-bb18-f8707c472a7f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ef8536d4-06ed-4bcd-8789-5241561d60a2 HTTP/1.1" status: 204 len: 168 time: 0.4048009 Nov 12 11:28:38.945762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a828fd4-7821-4e4b-bb18-f8707c472a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8536d4-06ed-4bcd-8789-5241561d60a2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:39.080907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] For port 582efb54-31c5-42f6-a78a-5f0cc24a18b3, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:39.105964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e937-92f1-49bd-8029-5a4ca530ba07 req-57ab678b-3ae1-4619-8268-c7ea7feea7e3 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:39.108082 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c81e937-92f1-49bd-8029-5a4ca530ba07 req-57ab678b-3ae1-4619-8268-c7ea7feea7e3 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1054 time: 0.1333494 Nov 12 11:28:39.110258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] For port 582efb54-31c5-42f6-a78a-5f0cc24a18b3, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=582efb54-31c5-42f6-a78a-5f0cc24a18b3,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:39.175050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:39.236452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:39.237084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:39.238475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] 10.222.0.57 "PUT /v2.0/ports/582efb54-31c5-42f6-a78a-5f0cc24a18b3 HTTP/1.1" status: 200 len: 1093 time: 2.2565262 Nov 12 11:28:39.238931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a65b2b-639e-440c-9fd7-2cf4d5d29c28', 'tag': '582efb54-31c5-42f6-a78a-5f0cc24a18b3'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:39.241787 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cd3f10-c8d4-416e-beb8-8945b801311c" -d '{"events": [{"name": "network-changed", "server_uuid": "72a65b2b-639e-440c-9fd7-2cf4d5d29c28", "tag": "582efb54-31c5-42f6-a78a-5f0cc24a18b3"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:39.267186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c81e937-92f1-49bd-8029-5a4ca530ba07 req-c5cc4428-37c0-4b42-bbaf-ea4f2fbf9159 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516900 Nov 12 11:28:39.273413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd5b52-91be-4ca1-a7fa-adabffa578f1 service neutron] Pushing event updated for resources: {'Port': ['ID=582efb54-31c5-42f6-a78a-5f0cc24a18b3,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:39.411522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d60ecb09-aecf-4da5-aff0-5d2af53d0277 req-cd9d3e9e-de29-47f1-a86d-0176f6702503 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0470784 Nov 12 11:28:39.450405 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-512f5fe2-07bd-4729-a070-b8815fc79b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:39.452336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-512f5fe2-07bd-4729-a070-b8815fc79b0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a4919b823d2472794dba05406f21184&device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1096 time: 0.0742407 Nov 12 11:28:39.507616 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd31524-6e3f-4e6c-837b-237f5d861075 x-openstack-request-id: req-8cd31524-6e3f-4e6c-837b-237f5d861075 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:39.507914 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a65b2b-639e-440c-9fd7-2cf4d5d29c28", "tag": "582efb54-31c5-42f6-a78a-5f0cc24a18b3", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:39.508212 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8cd31524-6e3f-4e6c-837b-237f5d861075 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:39.508623 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a65b2b-639e-440c-9fd7-2cf4d5d29c28', 'tag': '582efb54-31c5-42f6-a78a-5f0cc24a18b3', 'status': 'completed', 'code': 200} Nov 12 11:28:39.510224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-99d6a0b3-1b55-47ee-b370-b38cc7cdb542 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=582efb54-31c5-42f6-a78a-5f0cc24a18b3 HTTP/1.1" status: 200 len: 217 time: 0.0493236 Nov 12 11:28:39.588551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-01f0ddf4-6170-4a99-b1b7-d07d5191c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:39.590708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-01f0ddf4-6170-4a99-b1b7-d07d5191c1a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fe97023-05a8-4d7e-ad45-7d7732bbbd24 HTTP/1.1" status: 200 len: 849 time: 0.0665720 Nov 12 11:28:39.658389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-23a0e863-d9ef-451f-bc1c-2bcaf241a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:39.660147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-23a0e863-d9ef-451f-bc1c-2bcaf241a57b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612240 Nov 12 11:28:39.712121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 50988) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:39.736918 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c6ea69-cf54-4368-9d66-37346e3d7ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:39.805767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-befe8ab2-61e3-49fe-b895-a3d2d1eab69a service neutron] 10.222.0.57 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364832 Nov 12 11:28:39.875205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c6ea69-cf54-4368-9d66-37346e3d7ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:39.948520 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a12c56-6dc1-4d0f-966e-8bf92ae8c94e req-e0ca6880-c016-44b3-9627-940f5bbd90be service neutron] 10.222.0.57 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341579 Nov 12 11:28:40.004714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-80c6ea69-cf54-4368-9d66-37346e3d7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.045095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6ea69-cf54-4368-9d66-37346e3d7ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a795669-ddf4-4d38-ae94-4b47b715f787,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:40.057903 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-80c6ea69-cf54-4368-9d66-37346e3d7ca7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1eacf33901874993a2fcacfca5d729ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446884 Nov 12 11:28:40.060951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51002) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:40.121323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ac80e97-f928-4de4-97e7-65aedbc42876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.155020 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ac80e97-f928-4de4-97e7-65aedbc42876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.226263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-7261e047-5171-4dc6-82e4-2a859b59e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:40.229541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-7261e047-5171-4dc6-82e4-2a859b59e363 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a4919b823d2472794dba05406f21184&device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1096 time: 0.1327837 Nov 12 11:28:40.317931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ac80e97-f928-4de4-97e7-65aedbc42876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.320801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ac80e97-f928-4de4-97e7-65aedbc42876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.324348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6ac80e97-f928-4de4-97e7-65aedbc42876 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4a795669-ddf4-4d38-ae94-4b47b715f787 HTTP/1.1" status: 204 len: 168 time: 0.2601423 Nov 12 11:28:40.344262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac80e97-f928-4de4-97e7-65aedbc42876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a795669-ddf4-4d38-ae94-4b47b715f787,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:40.354184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-e4d830e0-1568-425e-bbf3-d619e022b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:40.356798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-e4d830e0-1568-425e-bbf3-d619e022b055 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd HTTP/1.1" status: 200 len: 911 time: 0.1192832 Nov 12 11:28:40.364040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51018) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:40.398939 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e8d09ca-4089-408f-8361-cf6c94cfb0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.456369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-9e7bf124-70a7-414f-8841-c6b7086831a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=582efb54-31c5-42f6-a78a-5f0cc24a18b3 HTTP/1.1" status: 200 len: 217 time: 0.0897756 Nov 12 11:28:40.588686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e8d09ca-4089-408f-8361-cf6c94cfb0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.687355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e8d09ca-4089-408f-8361-cf6c94cfb0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.765997 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-0927ca41-15b2-4ba1-98de-a2e52b7b3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:40.767502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-0927ca41-15b2-4ba1-98de-a2e52b7b3e0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fe97023-05a8-4d7e-ad45-7d7732bbbd24 HTTP/1.1" status: 200 len: 849 time: 0.2896047 Nov 12 11:28:40.794065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d09ca-4089-408f-8361-cf6c94cfb0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9532ff-91e0-4f51-a0d7-e334d35c677e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:40.812149 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2e8d09ca-4089-408f-8361-cf6c94cfb0e3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4337cac27a6442f8878f6770f3e47106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467554 Nov 12 11:28:40.814782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51032) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:40.846645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d06e28-5fee-4b64-af3c-3b9b200cfaee req-1e66aa13-89f5-4fac-a7e1-c6064e84bc01 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:40.856977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47d06e28-5fee-4b64-af3c-3b9b200cfaee req-1e66aa13-89f5-4fac-a7e1-c6064e84bc01 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1096 time: 0.3934112 Nov 12 11:28:40.925405 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cba49c1f-fa7e-4791-b7c3-2baae9e99ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.964091 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cba49c1f-fa7e-4791-b7c3-2baae9e99ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:40.971156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47d06e28-5fee-4b64-af3c-3b9b200cfaee req-3ab8d6a0-3dac-4d70-b4fc-b3db90a00e59 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107421 Nov 12 11:28:40.987713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-26ee9fd4-bfbc-426b-a094-f606622dbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:40.994879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-26ee9fd4-bfbc-426b-a094-f606622dbf86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2153695 Nov 12 11:28:41.139352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cba49c1f-fa7e-4791-b7c3-2baae9e99ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.142727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cba49c1f-fa7e-4791-b7c3-2baae9e99ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.147866 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cba49c1f-fa7e-4791-b7c3-2baae9e99ab3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ad9532ff-91e0-4f51-a0d7-e334d35c677e HTTP/1.1" status: 204 len: 168 time: 0.3278599 Nov 12 11:28:41.163187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba49c1f-fa7e-4791-b7c3-2baae9e99ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9532ff-91e0-4f51-a0d7-e334d35c677e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:41.216347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6201172a-2a96-4f94-9410-bcf8278800e2 req-dea39b85-872b-4811-9d5f-9626df422b5a tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0416157 Nov 12 11:28:41.291271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51064) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:41.301324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-39cf2472-9b1d-4e75-9f42-beedd4a18bc6 service neutron] 10.222.0.57 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014274 Nov 12 11:28:41.427076 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75cd3f10-c8d4-416e-beb8-8945b801311c req-98d1f0f0-c32b-4cb5-8c4c-bf0de6120ee6 service neutron] 10.222.0.57 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173182 Nov 12 11:28:41.453718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5416f0ac-afab-4888-aec2-fd243da781ff tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:41.454935 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-5416f0ac-afab-4888-aec2-fd243da781ff tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 11:28:41.455706 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-5416f0ac-afab-4888-aec2-fd243da781ff tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:28:41.457413 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5416f0ac-afab-4888-aec2-fd243da781ff tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1644471 Nov 12 11:28:41.461747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51070) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:41.473880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274519606'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:41.745718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.758271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.857665 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:41.964161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.041401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db88d1fb-40e9-4299-9cce-002ca0e5228f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:42.123043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251fcad-0c04-4a87-9ca7-488c8a2de8c7 req-69e46106-7d63-4d13-a9e4-382318ca55f6 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:42.132611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7251fcad-0c04-4a87-9ca7-488c8a2de8c7 req-69e46106-7d63-4d13-a9e4-382318ca55f6 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1096 time: 0.0692639 Nov 12 11:28:42.193465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7251fcad-0c04-4a87-9ca7-488c8a2de8c7 req-cea3e841-d3a3-40a3-834a-53c8993bc40e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572424 Nov 12 11:28:42.201568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.330644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4c3b94a-bc1d-4148-a339-72cb2a2cdcdd req-4fe5fb7b-dea6-4c39-ab2a-66c094228c2c tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0273092 Nov 12 11:28:42.395820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.447183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7064d313-b81a-4f9c-8068-d0d3a437dfdd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:42.517878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.519556 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d83d518b-be4e-4959-901d-fb7314af0ece tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0511627 Nov 12 11:28:42.522559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51132) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:42.527784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fc2e44d0-f6b1-4745-8a31-113edf7d2826 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '7064d313-b81a-4f9c-8068-d0d3a437dfdd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:42.533817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 582efb54-31c5-42f6-a78a-5f0cc24a18b3 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:28:42.686076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc2e44d0-f6b1-4745-8a31-113edf7d2826 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.729546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 582efb54-31c5-42f6-a78a-5f0cc24a18b3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=582efb54-31c5-42f6-a78a-5f0cc24a18b3,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:42.759545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '582efb54-31c5-42f6-a78a-5f0cc24a18b3', 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'port_id': '582efb54-31c5-42f6-a78a-5f0cc24a18b3', 'mac_address': 'fa:16:3e:6c:cb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:28:42.828143 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.842051 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc2e44d0-f6b1-4745-8a31-113edf7d2826 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.844930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582efb54-31c5-42f6-a78a-5f0cc24a18b3 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:28:42.872534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 582efb54-31c5-42f6-a78a-5f0cc24a18b3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=582efb54-31c5-42f6-a78a-5f0cc24a18b3,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:42.907048 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc2e44d0-f6b1-4745-8a31-113edf7d2826 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:42.934323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e44d0-f6b1-4745-8a31-113edf7d2826 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca95192b-be62-4ea2-90df-1cce2562c91d,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:42.998566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.047312 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fc2e44d0-f6b1-4745-8a31-113edf7d2826 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.048925 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fc2e44d0-f6b1-4745-8a31-113edf7d2826 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5254107 Nov 12 11:28:43.051822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51148) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:43.056789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1a967684-bc53-43df-9cf6-15da2a5383a2 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '7064d313-b81a-4f9c-8068-d0d3a437dfdd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:43.111219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=582efb54-31c5-42f6-a78a-5f0cc24a18b3,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:43.169229 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a967684-bc53-43df-9cf6-15da2a5383a2 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.263195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['582efb54-31c5-42f6-a78a-5f0cc24a18b3'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:28:43.347326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0088a12-3a9e-40ac-8609-a75abf6a467e req-cdc2a001-d95c-49b5-82b1-a9811fd3612b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:43.348923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0088a12-3a9e-40ac-8609-a75abf6a467e req-cdc2a001-d95c-49b5-82b1-a9811fd3612b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1097 time: 0.0630691 Nov 12 11:28:43.400882 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-1a967684-bc53-43df-9cf6-15da2a5383a2 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:28:43.403615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1a967684-bc53-43df-9cf6-15da2a5383a2 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3503990 Nov 12 11:28:43.406547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51168) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:43.436361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51170) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:43.473398 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0088a12-3a9e-40ac-8609-a75abf6a467e req-92b651da-7ecb-4ad4-ad7f-63d8e1c1d7a5 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096020 Nov 12 11:28:43.580838 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebada-edc3-424c-9025-32ed20807ee7 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.609105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebada-edc3-424c-9025-32ed20807ee7 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.610655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05d3ee6f-b65a-475c-adbe-021d592ac4fc req-7117fb03-2d78-46ba-a586-d414b52b8a23 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0618069 Nov 12 11:28:43.775845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebada-edc3-424c-9025-32ed20807ee7 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.783214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebada-edc3-424c-9025-32ed20807ee7 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.785154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5a6ebada-edc3-424c-9025-32ed20807ee7 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/7064d313-b81a-4f9c-8068-d0d3a437dfdd HTTP/1.1" status: 204 len: 168 time: 0.3774107 Nov 12 11:28:43.787908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51180) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:43.818417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de170f65-b472-4057-853a-2907e2d25459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.828007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ebada-edc3-424c-9025-32ed20807ee7 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7064d313-b81a-4f9c-8068-d0d3a437dfdd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:43.869368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0967e4a7-94f2-45e9-a6f1-6b198c0dcceb tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800872 Nov 12 11:28:43.873862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51184) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:43.880782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d10c0160-1229-4f9b-ade0-d1939c2315e4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633969729'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:43.911256 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de170f65-b472-4057-853a-2907e2d25459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.967386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d10c0160-1229-4f9b-ade0-d1939c2315e4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:43.998470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-de170f65-b472-4057-853a-2907e2d25459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.075605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-de170f65-b472-4057-853a-2907e2d25459 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a863ae35cdc94aadba4d29e8511207d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6333566 Nov 12 11:28:44.078306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51190) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:44.095171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170f65-b472-4057-853a-2907e2d25459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c771e-6e26-446c-8ed4-e7b6afad6474,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:44.128737 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d10c0160-1229-4f9b-ade0-d1939c2315e4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.191172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5b16b58-3777-40e8-9cc5-97f7e008e391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.204468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d10c0160-1229-4f9b-ade0-d1939c2315e4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.222282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5b16b58-3777-40e8-9cc5-97f7e008e391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.254946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-325c3ae4-0c01-456c-854b-4f2d7274eb79 req-235d6f80-fd24-48e9-843b-e599ca5da9b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.1327007 Nov 12 11:28:44.311668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c0160-1229-4f9b-ade0-d1939c2315e4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ceec5f-8b9f-4d4f-93e7-0a4e48148751,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:44.351535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d10c0160-1229-4f9b-ade0-d1939c2315e4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.358162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51198) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:44.359387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d10c0160-1229-4f9b-ade0-d1939c2315e4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4834459 Nov 12 11:28:44.362819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-57a93368-5f6c-4360-aac7-869474332d9b tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': 'c7ceec5f-8b9f-4d4f-93e7-0a4e48148751', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:44.363579 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-57a93368-5f6c-4360-aac7-869474332d9b tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 11:28:44.364237 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-57a93368-5f6c-4360-aac7-869474332d9b tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:44.365401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-57a93368-5f6c-4360-aac7-869474332d9b tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060363 Nov 12 11:28:44.368156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51200) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:44.447796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5b16b58-3777-40e8-9cc5-97f7e008e391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.450820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5b16b58-3777-40e8-9cc5-97f7e008e391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.453582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c5b16b58-3777-40e8-9cc5-97f7e008e391 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cd5c771e-6e26-446c-8ed4-e7b6afad6474 HTTP/1.1" status: 204 len: 168 time: 0.3699696 Nov 12 11:28:44.492619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed747-80dd-409d-b870-5f532cf28587 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.496753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b16b58-3777-40e8-9cc5-97f7e008e391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c771e-6e26-446c-8ed4-e7b6afad6474,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:44.526805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed747-80dd-409d-b870-5f532cf28587 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.581270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 582efb54-31c5-42f6-a78a-5f0cc24a18b3 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:28:44.766146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6c2c0-1abb-4514-a4a0-fdb4128ec5e0 req-5544485a-9c72-4689-ac00-e8d04d166e16 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:44.774035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-39a6c2c0-1abb-4514-a4a0-fdb4128ec5e0 req-5544485a-9c72-4689-ac00-e8d04d166e16 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1097 time: 0.1168730 Nov 12 11:28:44.781659 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed747-80dd-409d-b870-5f532cf28587 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.784543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed747-80dd-409d-b870-5f532cf28587 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.788601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ee1ed747-80dd-409d-b870-5f532cf28587 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/c7ceec5f-8b9f-4d4f-93e7-0a4e48148751 HTTP/1.1" status: 204 len: 168 time: 0.4168360 Nov 12 11:28:44.797454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51222) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:44.806644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ed747-80dd-409d-b870-5f532cf28587 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ceec5f-8b9f-4d4f-93e7-0a4e48148751,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:44.847241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-39a6c2c0-1abb-4514-a4a0-fdb4128ec5e0 req-7584afc6-3635-46ed-a962-8790389f35fe tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719752 Nov 12 11:28:44.869673 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c18bafa0-9490-4e42-868a-caed2993f0f8 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668178 Nov 12 11:28:44.875024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51226) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:44.875105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:28:44.875216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-535f3827-9aa9-45f7-85e3-33a6958d4ca1 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--264321620'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:44.876583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:44.877093 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:44.963139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-380b944f-d1b6-471c-a29f-9f0ccc85bff2 req-03361cbd-d7e2-4256-a12b-ac9084004e05 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0426221 Nov 12 11:28:45.000671 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-535f3827-9aa9-45f7-85e3-33a6958d4ca1 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.003228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.053055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 582efb54-31c5-42f6-a78a-5f0cc24a18b3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=582efb54-31c5-42f6-a78a-5f0cc24a18b3,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:28:45.055181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a65b2b-639e-440c-9fd7-2cf4d5d29c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582efb54-31c5-42f6-a78a-5f0cc24a18b3'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:45.057902 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06262dc2-afb8-4ace-bfe3-9048c1a26136" -d '{"events": [{"server_uuid": "72a65b2b-639e-440c-9fd7-2cf4d5d29c28", "name": "network-vif-plugged", "status": "completed", "tag": "582efb54-31c5-42f6-a78a-5f0cc24a18b3"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:45.111553 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb60c244-6144-431e-8b9e-eef8b89bddaf x-openstack-request-id: req-eb60c244-6144-431e-8b9e-eef8b89bddaf {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:45.111959 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a65b2b-639e-440c-9fd7-2cf4d5d29c28", "name": "network-vif-plugged", "status": "completed", "tag": "582efb54-31c5-42f6-a78a-5f0cc24a18b3", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:45.112340 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb60c244-6144-431e-8b9e-eef8b89bddaf {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:45.113220 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a65b2b-639e-440c-9fd7-2cf4d5d29c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582efb54-31c5-42f6-a78a-5f0cc24a18b3', 'code': 200} Nov 12 11:28:45.130043 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-535f3827-9aa9-45f7-85e3-33a6958d4ca1 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.158570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.217133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=582efb54-31c5-42f6-a78a-5f0cc24a18b3,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:45.254728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca5fcd-1325-4a83-a560-c11e74eb2007 req-c3ba9dd2-59b1-4baf-9014-d20b88e8c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:45.256252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63ca5fcd-1325-4a83-a560-c11e74eb2007 req-c3ba9dd2-59b1-4baf-9014-d20b88e8c36b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1098 time: 0.0658901 Nov 12 11:28:45.305997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63ca5fcd-1325-4a83-a560-c11e74eb2007 req-d8b5d271-1516-4742-b3eb-ae83476f2afc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Nov 12 11:28:45.324634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-535f3827-9aa9-45f7-85e3-33a6958d4ca1 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.370295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f3827-9aa9-45f7-85e3-33a6958d4ca1 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886dfe7a-68db-4e86-b974-e04bd23a3a51,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:45.581149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-535f3827-9aa9-45f7-85e3-33a6958d4ca1 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.585468 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-535f3827-9aa9-45f7-85e3-33a6958d4ca1 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7114301 Nov 12 11:28:45.585790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51254) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:45.590709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-588c32f3-e271-498e-9a5e-34818c30e6e6 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '886dfe7a-68db-4e86-b974-e04bd23a3a51', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:45.603618 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-588c32f3-e271-498e-9a5e-34818c30e6e6 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 11:28:45.606266 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-588c32f3-e271-498e-9a5e-34818c30e6e6 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:45.610301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-588c32f3-e271-498e-9a5e-34818c30e6e6 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0205307 Nov 12 11:28:45.610526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51258) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:45.671869 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c26f643a-9677-4a0f-9438-2934b3f52a01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.695738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c26f643a-9677-4a0f-9438-2934b3f52a01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.916692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c26f643a-9677-4a0f-9438-2934b3f52a01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.920955 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c26f643a-9677-4a0f-9438-2934b3f52a01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:45.924735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c26f643a-9677-4a0f-9438-2934b3f52a01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/886dfe7a-68db-4e86-b974-e04bd23a3a51 HTTP/1.1" status: 204 len: 168 time: 0.3107026 Nov 12 11:28:45.927685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51272) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:45.952670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f643a-9677-4a0f-9438-2934b3f52a01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886dfe7a-68db-4e86-b974-e04bd23a3a51,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:45.997514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f095e18e-ec26-430c-b4c7-3587798e6950 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685246 Nov 12 11:28:45.998187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312acc7-b7fb-4bdd-81d2-8859a02f5bfe req-218cbc99-f7ed-4652-966f-2b47b8deaed7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:46.005472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a312acc7-b7fb-4bdd-81d2-8859a02f5bfe req-218cbc99-f7ed-4652-966f-2b47b8deaed7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1098 time: 0.0770628 Nov 12 11:28:46.008986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51280) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:46.014229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-710f62a1-c851-4033-bd76-6207ac326c01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163956719'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:46.067729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a312acc7-b7fb-4bdd-81d2-8859a02f5bfe req-bda0c64b-052b-4765-af00-0f9dfb77e2d6 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534027 Nov 12 11:28:46.138903 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-710f62a1-c851-4033-bd76-6207ac326c01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:46.168747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8cef4254-5ce5-4dca-8714-4219f267cb01 req-13077c6c-133f-4f9d-8dd4-b2b9206ad7d5 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0330300 Nov 12 11:28:46.227564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-710f62a1-c851-4033-bd76-6207ac326c01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:46.318902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-710f62a1-c851-4033-bd76-6207ac326c01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:46.408585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f62a1-c851-4033-bd76-6207ac326c01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e61cf5-853f-4206-adba-7bc1d9b25387,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:46.481394 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-710f62a1-c851-4033-bd76-6207ac326c01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:46.485471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51306) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:46.491305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-710f62a1-c851-4033-bd76-6207ac326c01 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4806640 Nov 12 11:28:46.491936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d9e8ab31-7cb7-44e4-a4d6-d452a33a2be4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': 'd6e61cf5-853f-4206-adba-7bc1d9b25387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:46.510030 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-d9e8ab31-7cb7-44e4-a4d6-d452a33a2be4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 11:28:46.510892 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-d9e8ab31-7cb7-44e4-a4d6-d452a33a2be4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:46.513705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d9e8ab31-7cb7-44e4-a4d6-d452a33a2be4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0271561 Nov 12 11:28:46.516957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51308) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:46.521799 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-295d2ace-e7d3-4b46-8666-c535c423b786 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': 'd6e61cf5-853f-4206-adba-7bc1d9b25387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:46.523658 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-295d2ace-e7d3-4b46-8666-c535c423b786 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 11:28:46.524478 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-295d2ace-e7d3-4b46-8666-c535c423b786 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:46.528990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51310) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:46.533501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ed26397f-d811-4c3a-90c7-37d85ae1fe6a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': 'd6e61cf5-853f-4206-adba-7bc1d9b25387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:46.534210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-295d2ace-e7d3-4b46-8666-c535c423b786 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0161507 Nov 12 11:28:46.535812 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-ed26397f-d811-4c3a-90c7-37d85ae1fe6a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 11:28:46.535969 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-ed26397f-d811-4c3a-90c7-37d85ae1fe6a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:46.540628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51314) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:46.545601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-67033a4e-dfac-406b-9dfb-0890d9ab8677 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': 'd6e61cf5-853f-4206-adba-7bc1d9b25387', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:46.546290 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ed26397f-d811-4c3a-90c7-37d85ae1fe6a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162179 Nov 12 11:28:46.547950 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-67033a4e-dfac-406b-9dfb-0890d9ab8677 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 11:28:46.548703 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-67033a4e-dfac-406b-9dfb-0890d9ab8677 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:46.554452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51316) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:46.560424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-67033a4e-dfac-406b-9dfb-0890d9ab8677 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0186541 Nov 12 11:28:46.649339 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38a2aa6b-7bd3-48a7-af4f-e32e2dd7795d tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:46.706024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38a2aa6b-7bd3-48a7-af4f-e32e2dd7795d tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:46.847460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38a2aa6b-7bd3-48a7-af4f-e32e2dd7795d tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:46.852175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-38a2aa6b-7bd3-48a7-af4f-e32e2dd7795d tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:46.854334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-38a2aa6b-7bd3-48a7-af4f-e32e2dd7795d tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/d6e61cf5-853f-4206-adba-7bc1d9b25387 HTTP/1.1" status: 204 len: 168 time: 0.2978358 Nov 12 11:28:46.864559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51328) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:46.876035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2aa6b-7bd3-48a7-af4f-e32e2dd7795d tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e61cf5-853f-4206-adba-7bc1d9b25387,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:46.959335 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ad0da5b-8983-49e2-92f0-4960ec86e9dd req-608fb6bc-54ca-4ba9-b1bc-87fcb7d73136 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b408893bc5eb4e85944d2a4981052d0e&device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0776825 Nov 12 11:28:47.013226 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5d522377-f29c-4c7b-9df5-10a432ca4071 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1456594 Nov 12 11:28:47.019003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51336) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:47.032554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ddf2410a-1174-4370-97a2-d517f0f7a018 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051466301'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:47.038228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ad0da5b-8983-49e2-92f0-4960ec86e9dd req-ff038758-e2f7-4884-b6d3-683b534a6847 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b408893bc5eb4e85944d2a4981052d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707424 Nov 12 11:28:47.093354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19c88ad4-d7c0-408e-9579-0c870ae1d734 req-7e344833-9292-4926-a743-1b9f7b8b0164 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0638769 Nov 12 11:28:47.181860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddf2410a-1174-4370-97a2-d517f0f7a018 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:47.192376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0da5b-8983-49e2-92f0-4960ec86e9dd req-eebb228f-335b-4479-a625-de0aa3427140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:47.193864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ad0da5b-8983-49e2-92f0-4960ec86e9dd req-eebb228f-335b-4479-a625-de0aa3427140 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415191 Nov 12 11:28:47.241177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399db3a-65b6-4ea3-888e-007da7fe7fa3 req-379b13e9-ab7d-4773-9b3f-82f2384730ce tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:47.243143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b399db3a-65b6-4ea3-888e-007da7fe7fa3 req-379b13e9-ab7d-4773-9b3f-82f2384730ce tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1098 time: 0.0449843 Nov 12 11:28:47.282508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddf2410a-1174-4370-97a2-d517f0f7a018 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:47.342877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b399db3a-65b6-4ea3-888e-007da7fe7fa3 req-f8aa68eb-55d9-4938-b7ff-42a0ecabad9b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914080 Nov 12 11:28:47.390266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddf2410a-1174-4370-97a2-d517f0f7a018 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:47.508263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2410a-1174-4370-97a2-d517f0f7a018 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037000ee-545c-4607-b517-10bc1805927f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:47.539375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6332-62d5-4a50-9ccd-432980b77760 req-620cd22d-1d10-411a-8fa4-4f074939251c tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:47.544753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07cb6332-62d5-4a50-9ccd-432980b77760 req-620cd22d-1d10-411a-8fa4-4f074939251c tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1098 time: 0.1018281 Nov 12 11:28:47.584412 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ddf2410a-1174-4370-97a2-d517f0f7a018 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:47.585695 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ddf2410a-1174-4370-97a2-d517f0f7a018 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5630841 Nov 12 11:28:47.588570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51352) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:47.595630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1ac9f931-bd46-4d65-9ed6-cbccde50db88 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:47.596473 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-1ac9f931-bd46-4d65-9ed6-cbccde50db88 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 11:28:47.600380 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-1ac9f931-bd46-4d65-9ed6-cbccde50db88 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:47.600380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1ac9f931-bd46-4d65-9ed6-cbccde50db88 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081494 Nov 12 11:28:47.601049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51356) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:47.616765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9f3dc196-b6d4-4129-81f9-58971af918e5 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:47.639098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07cb6332-62d5-4a50-9ccd-432980b77760 req-0045f9d6-1b02-4ec7-a32f-6d19e236992f tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861773 Nov 12 11:28:47.661256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:47.794434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93f022-4860-4b1d-8b9e-4e69aa4755c0 req-14793191-af4b-457a-85af-12680f91028e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:47.797431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f93f022-4860-4b1d-8b9e-4e69aa4755c0 req-14793191-af4b-457a-85af-12680f91028e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1098 time: 0.0786657 Nov 12 11:28:47.856123 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-9f3dc196-b6d4-4129-81f9-58971af918e5 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:47.860016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9f3dc196-b6d4-4129-81f9-58971af918e5 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2547264 Nov 12 11:28:47.860357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51364) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:47.865878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-81f5c6bf-17de-4fa0-920d-700751843720 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:47.866793 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-81f5c6bf-17de-4fa0-920d-700751843720 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 11:28:47.867386 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-81f5c6bf-17de-4fa0-920d-700751843720 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:47.871702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-81f5c6bf-17de-4fa0-920d-700751843720 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070746 Nov 12 11:28:47.872041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51366) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:47.876549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7b487d54-f752-417c-8948-4fec51330d93 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:47.884459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f93f022-4860-4b1d-8b9e-4e69aa4755c0 req-5f64702b-7537-4a2e-98de-2cfecdaed224 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752814 Nov 12 11:28:48.122187 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-7b487d54-f752-417c-8948-4fec51330d93 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:48.123632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7b487d54-f752-417c-8948-4fec51330d93 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2502272 Nov 12 11:28:48.126617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51382) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:48.134133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-73cef119-d270-44cd-8c8e-741dc65d1acc tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:48.134927 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-73cef119-d270-44cd-8c8e-741dc65d1acc tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 11:28:48.135828 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-73cef119-d270-44cd-8c8e-741dc65d1acc tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:48.137107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-73cef119-d270-44cd-8c8e-741dc65d1acc tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079057 Nov 12 11:28:48.140520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51386) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:48.145302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5d96478d-9f46-4d1e-9b79-ec9367c2b7ef tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:48.391389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-92bc510b-dba7-4915-b0e5-598c199438d9 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:48.393098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-92bc510b-dba7-4915-b0e5-598c199438d9 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/networks?id=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd HTTP/1.1" status: 200 len: 911 time: 0.1947227 Nov 12 11:28:48.401451 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-5d96478d-9f46-4d1e-9b79-ec9367c2b7ef tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:48.403295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5d96478d-9f46-4d1e-9b79-ec9367c2b7ef tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2609818 Nov 12 11:28:48.406732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51394) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:48.411297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-579ee252-a5ed-478d-a29e-14217964297a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:48.411790 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-579ee252-a5ed-478d-a29e-14217964297a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 11:28:48.412314 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-579ee252-a5ed-478d-a29e-14217964297a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:48.413360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-579ee252-a5ed-478d-a29e-14217964297a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055997 Nov 12 11:28:48.420137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51396) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:48.439305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e67f8a87-3549-4eec-89df-a11b132950ef tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:48.446568 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-266948cf-6214-4cac-ac19-4bd63646e830 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/quotas/2a4919b823d2472794dba05406f21184 HTTP/1.1" status: 200 len: 375 time: 0.0474935 Nov 12 11:28:48.613056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ad0da5b-8983-49e2-92f0-4960ec86e9dd req-d6e447c6-56f5-47cd-8174-c2fb090c5b2e tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.57 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0739076 Nov 12 11:28:48.689074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51404) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:48.698516 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-08d1a3ba-dfde-4b05-a1ce-59e7d7ef997a tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?tenant_id=2a4919b823d2472794dba05406f21184&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2380691 Nov 12 11:28:48.907758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36108c47-74f0-419b-ab13-35d677d2d5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:48.974210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-dbfc4d3f-797b-4baa-9ce6-5af9882abb05 service neutron] 10.222.0.98 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741132 Nov 12 11:28:48.976918 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-e67f8a87-3549-4eec-89df-a11b132950ef tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:48.978367 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e67f8a87-3549-4eec-89df-a11b132950ef tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5558054 Nov 12 11:28:48.981162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51408) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:48.989181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c13d764c-42f8-499c-b573-eb42a28ea894 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '037000ee-545c-4607-b517-10bc1805927f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:49.036483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36108c47-74f0-419b-ab13-35d677d2d5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.140685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-1a016098-95d4-4e08-a3a7-59d05dc9e9f4 service neutron] 10.222.0.98 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570599 Nov 12 11:28:49.176169 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36108c47-74f0-419b-ab13-35d677d2d5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.233117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-36108c47-74f0-419b-ab13-35d677d2d5c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d4277a302fd64b40b872ccb3ff69d09c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5420315 Nov 12 11:28:49.235119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51412) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:49.270775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36108c47-74f0-419b-ab13-35d677d2d5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d871e14-81ba-4f29-8cc2-a0b184d6bf50,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:49.311232 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-c13d764c-42f8-499c-b573-eb42a28ea894 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:49.312915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c13d764c-42f8-499c-b573-eb42a28ea894 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3306558 Nov 12 11:28:49.315818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51414) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:49.370453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c185185-c22a-4131-9875-6fc0446cf084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.463550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c185185-c22a-4131-9875-6fc0446cf084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.497908 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c76a71ec-ff7c-4250-a6b7-548abee52a77 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.546422 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c76a71ec-ff7c-4250-a6b7-548abee52a77 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.723043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd774397-0e27-4987-b82a-a9124b666609 req-61960f19-24f2-4cb9-9755-b04a88c77395 tempest-ServerShowV254Test-850913698 tempest-ServerShowV254Test-850913698-project] 10.222.0.98 "GET /v2.0/ports?device_id=7629453c-b64f-4fa7-923d-f82ebc0b3075 HTTP/1.1" status: 200 len: 210 time: 0.0704966 Nov 12 11:28:49.729899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c185185-c22a-4131-9875-6fc0446cf084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.733907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c185185-c22a-4131-9875-6fc0446cf084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.735158 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c185185-c22a-4131-9875-6fc0446cf084 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3d871e14-81ba-4f29-8cc2-a0b184d6bf50 HTTP/1.1" status: 204 len: 168 time: 0.4984317 Nov 12 11:28:49.753636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c185185-c22a-4131-9875-6fc0446cf084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d871e14-81ba-4f29-8cc2-a0b184d6bf50,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:49.827079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c76a71ec-ff7c-4250-a6b7-548abee52a77 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.829958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c76a71ec-ff7c-4250-a6b7-548abee52a77 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:49.834669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c76a71ec-ff7c-4250-a6b7-548abee52a77 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/037000ee-545c-4607-b517-10bc1805927f HTTP/1.1" status: 204 len: 168 time: 0.5173178 Nov 12 11:28:49.834827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51430) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:49.872988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a71ec-ff7c-4250-a6b7-548abee52a77 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037000ee-545c-4607-b517-10bc1805927f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:49.889477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6d3a481-c07b-4cb1-ba00-b5a1005de1f4 req-91f1a7bd-0730-48d8-94ae-3f5479d60d0b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 210 time: 0.0757909 Nov 12 11:28:49.954147 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-491c4023-62dc-493a-95a6-83c3f5704eee tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1118400 Nov 12 11:28:49.955127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51434) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:49.960148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-652568eb-2871-4e2b-9276-80bb1224af97 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965963389'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:50.096399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-652568eb-2871-4e2b-9276-80bb1224af97 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.217332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-652568eb-2871-4e2b-9276-80bb1224af97 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.318464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-652568eb-2871-4e2b-9276-80bb1224af97 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.371969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652568eb-2871-4e2b-9276-80bb1224af97 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d702ff-b6b3-4e2a-a829-4e726edc22da,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:50.429215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-652568eb-2871-4e2b-9276-80bb1224af97 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.434458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-652568eb-2871-4e2b-9276-80bb1224af97 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4778135 Nov 12 11:28:50.434794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51446) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:50.439726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-39864dde-83db-4e94-ae66-b6bae94f0a43 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '70d702ff-b6b3-4e2a-a829-4e726edc22da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:50.691013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51454) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:50.705607 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aaf55f9-a8e6-4c43-9bc6-f9c0739b8bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.715844 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.797518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aaf55f9-a8e6-4c43-9bc6-f9c0739b8bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.799762 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-39864dde-83db-4e94-ae66-b6bae94f0a43 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The resource could not be found. Nov 12 11:28:50.804242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51460) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:50.810287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-683a516e-83b9-4008-bda7-04f242f452dd tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '70d702ff-b6b3-4e2a-a829-4e726edc22da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cb741149-bcc0-41d3-88d8-7caef3e38e67'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:50.815503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-39864dde-83db-4e94-ae66-b6bae94f0a43 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3794742 Nov 12 11:28:50.881823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aaf55f9-a8e6-4c43-9bc6-f9c0739b8bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:50.961674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6aaf55f9-a8e6-4c43-9bc6-f9c0739b8bd8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9b4e45a546474d0eb90576a88c6702fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679026 Nov 12 11:28:50.963012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51468) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:50.976909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf55f9-a8e6-4c43-9bc6-f9c0739b8bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4139bd94-08b1-4730-8fa2-7d73d9f9591f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:51.042175 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7bc1e8f-e3cc-49c1-b11e-8d6207001287 req-7fd598ec-a240-4a3f-9dc0-24b00b484a7b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 210 time: 0.0588360 Nov 12 11:28:51.118587 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20994b4a-9aaf-4451-ab91-bb8d1f432527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.151297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20994b4a-9aaf-4451-ab91-bb8d1f432527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.185191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-1c3ed0da-c443-4929-acb6-2ed12463fab4 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=627856444d494dbb9df51177c7619601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378795 Nov 12 11:28:51.376974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20994b4a-9aaf-4451-ab91-bb8d1f432527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.380130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20994b4a-9aaf-4451-ab91-bb8d1f432527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.381629 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-20994b4a-9aaf-4451-ab91-bb8d1f432527 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4139bd94-08b1-4730-8fa2-7d73d9f9591f HTTP/1.1" status: 204 len: 168 time: 0.4173527 Nov 12 11:28:51.413481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20994b4a-9aaf-4451-ab91-bb8d1f432527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139bd94-08b1-4730-8fa2-7d73d9f9591f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:51.419186 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-683a516e-83b9-4008-bda7-04f242f452dd tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The resource could not be found. Nov 12 11:28:51.422587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-683a516e-83b9-4008-bda7-04f242f452dd tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6164737 Nov 12 11:28:51.425485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51484) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:51.485593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-338a755b-7684-4b03-b507-910e49d6cf57 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:51.492980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-338a755b-7684-4b03-b507-910e49d6cf57 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007581 Nov 12 11:28:51.512259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-f5646648-08b0-48da-9ddc-d0a367c0f2ef tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/quotas/627856444d494dbb9df51177c7619601 HTTP/1.1" status: 200 len: 375 time: 0.0176048 Nov 12 11:28:51.547334 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fce18e-a53d-4b37-a89b-40590cfe8821 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.579298 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fce18e-a53d-4b37-a89b-40590cfe8821 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.604589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-f915b39b-8cf6-4fc6-8b35-1b4bf5122f24 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=627856444d494dbb9df51177c7619601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913196 Nov 12 11:28:51.798280 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fce18e-a53d-4b37-a89b-40590cfe8821 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.803668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-07fce18e-a53d-4b37-a89b-40590cfe8821 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:51.807700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51496) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:51.811004 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-07fce18e-a53d-4b37-a89b-40590cfe8821 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/70d702ff-b6b3-4e2a-a829-4e726edc22da HTTP/1.1" status: 204 len: 168 time: 0.3822756 Nov 12 11:28:51.841097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fce18e-a53d-4b37-a89b-40590cfe8821 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d702ff-b6b3-4e2a-a829-4e726edc22da,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:51.867614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51498) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:51.942361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-32f5ab4a-aaa4-48ce-90d6-e90b54ab35b7 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1325846 Nov 12 11:28:51.946678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51508) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:51.952426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-03610f7e-0543-486e-803d-3ee565a3ff8f tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '2a95eedc-3837-4cb8-8783-d8c4d3996f1d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:52.025245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-911cc6c8-9128-409d-b5d1-e2571b7ddbae req-e97d3c8b-09af-4399-b17c-fe77a14b4b3b tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 210 time: 0.0563192 Nov 12 11:28:52.208842 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194cabb8-cf48-41c1-8e81-a37ec35b3f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.288105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d368584e-f8fa-4b19-af95-b3f8a4496302 req-844aa5b4-de9c-46be-8e37-9ca113278326 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 210 time: 0.0753021 Nov 12 11:28:52.326713 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-03610f7e-0543-486e-803d-3ee565a3ff8f tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The resource could not be found. Nov 12 11:28:52.331070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51520) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:52.337021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-13a2e3aa-f710-4264-bfaa-8d06d3e882a4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098778098'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:52.341984 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-03610f7e-0543-486e-803d-3ee565a3ff8f tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3939660 Nov 12 11:28:52.427062 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194cabb8-cf48-41c1-8e81-a37ec35b3f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.536216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13a2e3aa-f710-4264-bfaa-8d06d3e882a4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.599494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194cabb8-cf48-41c1-8e81-a37ec35b3f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.690043 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13a2e3aa-f710-4264-bfaa-8d06d3e882a4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.704316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51528) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:52.704918 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-194cabb8-cf48-41c1-8e81-a37ec35b3f47 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b408893bc5eb4e85944d2a4981052d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8342423 Nov 12 11:28:52.708801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cabb8-cf48-41c1-8e81-a37ec35b3f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce19b76-ebd8-4013-abfd-301ad49eb201,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:52.712579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51530) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:52.799362 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13a2e3aa-f710-4264-bfaa-8d06d3e882a4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.865318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2e3aa-f710-4264-bfaa-8d06d3e882a4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ac295-0fe0-44e0-89c4-c058abf43731,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:52.867984 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c07c845-baad-47d8-9e26-4f6ba45bd2f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.897217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c07c845-baad-47d8-9e26-4f6ba45bd2f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.982687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13a2e3aa-f710-4264-bfaa-8d06d3e882a4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:52.986290 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-13a2e3aa-f710-4264-bfaa-8d06d3e882a4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6516402 Nov 12 11:28:52.986681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51540) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:52.991756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-43d4ee97-c4a7-410b-b572-079655281a9c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096180123'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:53.020900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d8baf16-7e77-4e3e-a96e-4b6a7db00dad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.114695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-b9cc5dc3-1a2c-445f-b93c-e501feecf272 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:53.116155 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-b9cc5dc3-1a2c-445f-b93c-e501feecf272 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.69 "GET /v2.0/networks?id=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd HTTP/1.1" status: 200 len: 911 time: 0.1675274 Nov 12 11:28:53.156330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Request body: {'port': {'device_id': 'eb3839a9-c926-4645-99a3-3428763dbe79', 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'admin_state_up': True, 'tenant_id': '2a4919b823d2472794dba05406f21184'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:53.186744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24ce044e-4745-4d77-b0ec-29341950a702 req-da81223f-60f7-4745-b7d1-021998764461 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 210 time: 0.0410891 Nov 12 11:28:53.228097 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43d4ee97-c4a7-410b-b572-079655281a9c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.266829 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c07c845-baad-47d8-9e26-4f6ba45bd2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.271665 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c07c845-baad-47d8-9e26-4f6ba45bd2f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.275524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0c07c845-baad-47d8-9e26-4f6ba45bd2f7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4ce19b76-ebd8-4013-abfd-301ad49eb201 HTTP/1.1" status: 204 len: 168 time: 0.5671425 Nov 12 11:28:53.395352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d8baf16-7e77-4e3e-a96e-4b6a7db00dad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.399066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07c845-baad-47d8-9e26-4f6ba45bd2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce19b76-ebd8-4013-abfd-301ad49eb201,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:53.407954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43d4ee97-c4a7-410b-b572-079655281a9c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.416081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Made reservation on behalf of 2a4919b823d2472794dba05406f21184 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:28:53.419060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.487731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43d4ee97-c4a7-410b-b572-079655281a9c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.546180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4ee97-c4a7-410b-b572-079655281a9c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b46046e-0b21-4137-aa5f-ee1301c41ba8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:53.564298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5de1376c-78f3-450a-9478-227ab9d7f8b4 req-4dc9fd21-e8be-4893-88af-ebaa7edcbce1 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 210 time: 0.0852184 Nov 12 11:28:53.609137 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d8baf16-7e77-4e3e-a96e-4b6a7db00dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.674125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6d8baf16-7e77-4e3e-a96e-4b6a7db00dad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=57b135fc3a304c2ea886583b0e4254f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9599860 Nov 12 11:28:53.676865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51564) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:53.699541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8baf16-7e77-4e3e-a96e-4b6a7db00dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507e7c40-9342-47af-b90f-b370d9c69b14,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:53.729860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Allocated IP 172.20.0.4 (f5d8dee9-2edc-45b3-85d6-119cd29a6ecd/4fe97023-05a8-4d7e-ad45-7d7732bbbd24/58bb91c0-6e48-4053-a22e-ad56d9e44fc6) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:53.737478 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-43d4ee97-c4a7-410b-b572-079655281a9c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.739831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51566) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:53.740248 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-43d4ee97-c4a7-410b-b572-079655281a9c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7475557 Nov 12 11:28:53.745325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a9a5ed42-123d-4187-8574-c4cc0b000fb4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group_rule': {'security_group_id': '0f9ac295-0fe0-44e0-89c4-c058abf43731', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1b46046e-0b21-4137-aa5f-ee1301c41ba8'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:53.825768 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6eed2806-1b35-4013-855c-b099d69999d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.848336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6eed2806-1b35-4013-855c-b099d69999d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:53.927067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.067754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6eed2806-1b35-4013-855c-b099d69999d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.070315 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6eed2806-1b35-4013-855c-b099d69999d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.071491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6eed2806-1b35-4013-855c-b099d69999d0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/507e7c40-9342-47af-b90f-b370d9c69b14 HTTP/1.1" status: 204 len: 168 time: 0.3935020 Nov 12 11:28:54.079332 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed2806-1b35-4013-855c-b099d69999d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507e7c40-9342-47af-b90f-b370d9c69b14,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:54.239606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.251449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['582efb54-31c5-42f6-a78a-5f0cc24a18b3'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:28:54.280187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:54.286322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:54.291732 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-a9a5ed42-123d-4187-8574-c4cc0b000fb4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:28:54.295233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51578) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:54.303980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a9a5ed42-123d-4187-8574-c4cc0b000fb4 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5628166 Nov 12 11:28:54.306912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:54.388136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Pushing event updated for resources: {'Port': ['ID=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:54.427830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:54.428478 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.436218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d74f4f7-8362-458f-a73b-58f45c2dcebe tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.492896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d74f4f7-8362-458f-a73b-58f45c2dcebe tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.548142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-862ce463-72d2-4f4f-950a-ad9d5720cc1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4011788 Nov 12 11:28:54.585730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Request body: {'port': {'device_id': 'eb3839a9-c926-4645-99a3-3428763dbe79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:54.665257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51588) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:54.684541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d74f4f7-8362-458f-a73b-58f45c2dcebe tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.687640 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d74f4f7-8362-458f-a73b-58f45c2dcebe tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.691961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7d74f4f7-8362-458f-a73b-58f45c2dcebe tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/1b46046e-0b21-4137-aa5f-ee1301c41ba8 HTTP/1.1" status: 204 len: 168 time: 0.3951802 Nov 12 11:28:54.692874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51592) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:54.720560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16160337-acc9-4d6e-b33b-ef0b9332db6e req-4137922d-fae2-4aa3-8b94-1183d36a8f4d tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 210 time: 0.1775260 Nov 12 11:28:54.727140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74f4f7-8362-458f-a73b-58f45c2dcebe tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b46046e-0b21-4137-aa5f-ee1301c41ba8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:54.795824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d28734b0-27f3-414a-a783-630f21df7362 None None] Provisioning complete for port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:54.796226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d28734b0-27f3-414a-a783-630f21df7362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.811741 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-74fc6803-305e-4700-af58-de12de78335d tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0950782 Nov 12 11:28:54.812402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51596) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:54.824761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.881130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d28734b0-27f3-414a-a783-630f21df7362 None None] Port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:54.924278 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d3bd-2a7a-4012-9d63-e1e6c8b1e186 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:54.955556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d3bd-2a7a-4012-9d63-e1e6c8b1e186 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.005020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998b52-6e4f-4996-a365-71fa356a289e req-b7179e07-ebba-49ed-b655-1c2ace0f969b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:55.006561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a998b52-6e4f-4996-a365-71fa356a289e req-b7179e07-ebba-49ed-b655-1c2ace0f969b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1027 time: 0.1165228 Nov 12 11:28:55.061954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54d66791-5e06-4dd6-b2d9-8bf1c6683e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.119491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a998b52-6e4f-4996-a365-71fa356a289e req-f596b716-ad9d-4125-83d9-e3f7e0fe6719 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995793 Nov 12 11:28:55.163809 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d3bd-2a7a-4012-9d63-e1e6c8b1e186 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.166787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d3bd-2a7a-4012-9d63-e1e6c8b1e186 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.168721 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2cc3d3bd-2a7a-4012-9d63-e1e6c8b1e186 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/0f9ac295-0fe0-44e0-89c4-c058abf43731 HTTP/1.1" status: 204 len: 168 time: 0.3524613 Nov 12 11:28:55.179019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51608) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:55.185160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3d3bd-2a7a-4012-9d63-e1e6c8b1e186 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ac295-0fe0-44e0-89c4-c058abf43731,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:55.248929 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54d66791-5e06-4dd6-b2d9-8bf1c6683e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.269092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eee94b94-f9dd-4d84-aa14-6b4c4bcd7e7a tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0885756 Nov 12 11:28:55.271775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51614) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:55.276868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-dc919798-6643-406e-9af3-7796a4129104 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'tempest-secgroup--139534921'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:55.305182 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-54d66791-5e06-4dd6-b2d9-8bf1c6683e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.309336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:28:55.318593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.365724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Transition to ACTIVE for port object 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:28:55.369259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54d66791-5e06-4dd6-b2d9-8bf1c6683e20 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2cbb0c9238cd40588e97d74a5a7ea1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7026529 Nov 12 11:28:55.370363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d66791-5e06-4dd6-b2d9-8bf1c6683e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d91d69-6f26-40f9-aeaf-f4fb4cac9d4f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:55.372461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51618) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:55.419987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc919798-6643-406e-9af3-7796a4129104 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.450480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.487655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea8bf-df2d-44c4-99f9-078bb2fababa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.557995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc919798-6643-406e-9af3-7796a4129104 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.591681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea8bf-df2d-44c4-99f9-078bb2fababa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.602329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:55.725379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc919798-6643-406e-9af3-7796a4129104 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.740051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Attempting to bind port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:28:55.740207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-a93fa215-838c-4da1-b837-4b45080a16ee tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=627856444d494dbb9df51177c7619601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646722 Nov 12 11:28:55.740447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Attempting to bind port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:28:55.745972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Attempting to bind port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 on network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:55.749977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 on network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:28:55.750313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Attempting to bind port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 on network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:28:55.756861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:28:55.757558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Checking segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:28:55.758097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Bound using segment: {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:28:55.758700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Bound port: 58bb91c0-6e48-4053-a22e-ad56d9e44fc6, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0152c9fb-2663-4b13-80c5-27c250892955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:28:55.759277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.869549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] For port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:28:55.873217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] For port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:28:55.877320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea8bf-df2d-44c4-99f9-078bb2fababa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.881117 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea8bf-df2d-44c4-99f9-078bb2fababa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:55.882709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ce6ea8bf-df2d-44c4-99f9-078bb2fababa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d0d91d69-6f26-40f9-aeaf-f4fb4cac9d4f HTTP/1.1" status: 204 len: 168 time: 0.5083466 Nov 12 11:28:55.933599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18c9b23f-917f-453d-8f7b-69f0b299d322 req-98ea0067-b85e-44c5-b820-7016100e6720 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 210 time: 0.0532420 Nov 12 11:28:55.935870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ea8bf-df2d-44c4-99f9-078bb2fababa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d91d69-6f26-40f9-aeaf-f4fb4cac9d4f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:55.970284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc919798-6643-406e-9af3-7796a4129104 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af424029-7620-4ada-a6d6-3ec921e73e27,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:56.006184 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.046357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc919798-6643-406e-9af3-7796a4129104 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.048798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dc919798-6643-406e-9af3-7796a4129104 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7756498 Nov 12 11:28:56.055715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51644) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:56.061985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1fc1916b-0cff-487b-b94b-2c753e1ec42c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:56.062633 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-1fc1916b-0cff-487b-b94b-2c753e1ec42c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 11:28:56.063363 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-1fc1916b-0cff-487b-b94b-2c753e1ec42c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 11:28:56.064554 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1fc1916b-0cff-487b-b94b-2c753e1ec42c tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "PUT /v2.0/security-groups/af424029-7620-4ada-a6d6-3ec921e73e27 HTTP/1.1" status: 409 len: 330 time: 0.0076423 Nov 12 11:28:56.072426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51646) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:56.097962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:56.098742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.100466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] 10.222.0.69 "PUT /v2.0/ports/58bb91c0-6e48-4053-a22e-ad56d9e44fc6 HTTP/1.1" status: 200 len: 1092 time: 1.5266929 Nov 12 11:28:56.100945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3839a9-c926-4645-99a3-3428763dbe79', 'tag': '58bb91c0-6e48-4053-a22e-ad56d9e44fc6'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:28:56.113318 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798b9b84-14e7-4e41-bc28-af59ea5effc2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3839a9-c926-4645-99a3-3428763dbe79", "tag": "58bb91c0-6e48-4053-a22e-ad56d9e44fc6"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:28:56.164634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363be31c-3f66-47e6-8418-94a3dacd8b10 service neutron] Pushing event updated for resources: {'Port': ['ID=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:56.210135 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1d392-5466-4bcb-a478-eb821f0b03a4 x-openstack-request-id: req-64a1d392-5466-4bcb-a478-eb821f0b03a4 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:28:56.210479 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3839a9-c926-4645-99a3-3428763dbe79", "tag": "58bb91c0-6e48-4053-a22e-ad56d9e44fc6", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:28:56.210826 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-64a1d392-5466-4bcb-a478-eb821f0b03a4 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:28:56.211408 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3839a9-c926-4645-99a3-3428763dbe79', 'tag': '58bb91c0-6e48-4053-a22e-ad56d9e44fc6', 'status': 'completed', 'code': 200} Nov 12 11:28:56.288465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-84a52586-4e33-4b9e-8964-5a4e069ac0f5 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:56.299452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-84a52586-4e33-4b9e-8964-5a4e069ac0f5 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5300663 Nov 12 11:28:56.318407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Request body: {'port': {'device_id': '1ef62777-897b-4043-a001-27bbcf99c1cc', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '627856444d494dbb9df51177c7619601'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:56.469143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9b84-14e7-4e41-bc28-af59ea5effc2 req-ba482b96-3bf2-4bd8-a7e8-1a1919a95401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:56.482159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-798b9b84-14e7-4e41-bc28-af59ea5effc2 req-ba482b96-3bf2-4bd8-a7e8-1a1919a95401 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4919b823d2472794dba05406f21184&device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1095 time: 0.2453046 Nov 12 11:28:56.510937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee36b3a-9cd4-4261-aa67-4f07484316f1 req-743ed136-ce27-46c2-8c48-5ba66de7a278 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:56.519724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eee36b3a-9cd4-4261-aa67-4f07484316f1 req-743ed136-ce27-46c2-8c48-5ba66de7a278 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1095 time: 0.1728988 Nov 12 11:28:56.547607 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cee0ac1a-c691-413c-bf53-1a8d6461b0db tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.649146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cee0ac1a-c691-413c-bf53-1a8d6461b0db tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.658610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Made reservation on behalf of 627856444d494dbb9df51177c7619601 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:28:56.663375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.684289 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.740239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eee36b3a-9cd4-4261-aa67-4f07484316f1 req-73ef6523-5151-4fb8-9155-2a329a7c951f tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189386 Nov 12 11:28:56.817077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9b84-14e7-4e41-bc28-af59ea5effc2 req-2b69a402-d9ed-4398-8de3-8643853430db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:56.820423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-798b9b84-14e7-4e41-bc28-af59ea5effc2 req-2b69a402-d9ed-4398-8de3-8643853430db service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2a4919b823d2472794dba05406f21184&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3220320 Nov 12 11:28:56.966097 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cee0ac1a-c691-413c-bf53-1a8d6461b0db tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.987599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cee0ac1a-c691-413c-bf53-1a8d6461b0db tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:56.987599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cee0ac1a-c691-413c-bf53-1a8d6461b0db tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/af424029-7620-4ada-a6d6-3ec921e73e27 HTTP/1.1" status: 204 len: 168 time: 0.8984723 Nov 12 11:28:56.990938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51676) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:57.024379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9b84-14e7-4e41-bc28-af59ea5effc2 req-5c505569-70dc-4ac2-b3e7-bdaddd4b89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:57.026393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-798b9b84-14e7-4e41-bc28-af59ea5effc2 req-5c505569-70dc-4ac2-b3e7-bdaddd4b89cd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951630 Nov 12 11:28:57.043425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0ac1a-c691-413c-bf53-1a8d6461b0db tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af424029-7620-4ada-a6d6-3ec921e73e27,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:57.204772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-f16f515a-ac3e-41d3-9a40-3bb794d60d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:57.208213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2decb5a4-2fd9-4f91-a900-6dac4b44fb57 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1219091 Nov 12 11:28:57.211960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-f16f515a-ac3e-41d3-9a40-3bb794d60d7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a4919b823d2472794dba05406f21184&device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1095 time: 0.0520792 Nov 12 11:28:57.212246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:57.212765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-0443709e-fe90-4e41-926c-0897a89c59a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58bb91c0-6e48-4053-a22e-ad56d9e44fc6 HTTP/1.1" status: 200 len: 217 time: 0.0351245 Nov 12 11:28:57.213179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:57.226937 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-253d18b6-6c5d-400f-9f4e-9a476dc480b8 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] delete failed (client error): The resource could not be found. Nov 12 11:28:57.234793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51688) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:57.244850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-7e5b7b18-6ccd-45d3-a678-5f0cd8c1528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:57.247264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-7e5b7b18-6ccd-45d3-a678-5f0cd8c1528b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4fe97023-05a8-4d7e-ad45-7d7732bbbd24 HTTP/1.1" status: 200 len: 849 time: 0.0614305 Nov 12 11:28:57.251762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-253d18b6-6c5d-400f-9f4e-9a476dc480b8 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "DELETE /v2.0/security-groups/addbf2eb-e86f-4515-81ba-cabca7ba6a60 HTTP/1.1" status: 404 len: 347 time: 0.0498483 Nov 12 11:28:57.253385 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-6e974146-8ab2-41e5-a75f-4319284779d6 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] show failed (client error): The resource could not be found. Nov 12 11:28:57.255963 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6e974146-8ab2-41e5-a75f-4319284779d6 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-groups/bd05c517-e441-49a5-9821-6f58e3433d10 HTTP/1.1" status: 404 len: 347 time: 0.0185103 Nov 12 11:28:57.263441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51690) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:57.289011 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-141a4ec0-51a0-4b70-b073-e63680724fa8 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] show failed (client error): The resource could not be found. Nov 12 11:28:57.297292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-141a4ec0-51a0-4b70-b073-e63680724fa8 tempest-NegativeSecGroupTest-1872644082 tempest-NegativeSecGroupTest-1872644082-project] 10.222.0.98 "GET /v2.0/security-group-rules/23f956ac-2aaa-4bf8-ab99-e0e248a17c53 HTTP/1.1" status: 404 len: 356 time: 0.0319917 Nov 12 11:28:57.405575 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:57.531881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b949ee-0a0c-48a0-a39d-a27fafe2270a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:57.796397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Allocated IP 192.168.233.192 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/4759c8ba-134f-43b5-a45d-d658662a37b1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:28:57.882550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65da7989-a8c5-4b38-b478-1f7f661ad908 req-da53a3e3-7347-4d22-9217-444ab888fb7a tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 210 time: 0.1059563 Nov 12 11:28:57.911628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-007dd3fe-5fac-4c34-9b8c-bf5c79864e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:57.913629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-007dd3fe-5fac-4c34-9b8c-bf5c79864e55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6547511 Nov 12 11:28:58.122597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-927692a2-8055-4b98-93cb-80f280d73195 req-2135c9b0-be91-4b1e-9088-14f2ad003411 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0656083 Nov 12 11:28:58.208103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-ece4b03e-3dd6-4673-9860-7a8556f26d67 service neutron] 10.222.0.69 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844276 Nov 12 11:28:58.208103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51720) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:58.235317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.429912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.437090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e9f517c-8f95-41c5-8e04-487c5e9c9fe8 req-4b63c831-3f7e-47b2-b27f-ea703d32d14f service neutron] 10.222.0.69 "GET /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123840 Nov 12 11:28:58.450879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03615d1-ff89-4e80-ac41-a62620a9d65a req-719bb5db-4d45-49d2-8515-d9b3286e7782 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:58.452492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b03615d1-ff89-4e80-ac41-a62620a9d65a req-719bb5db-4d45-49d2-8515-d9b3286e7782 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1095 time: 0.0901170 Nov 12 11:28:58.528968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:28:58.540814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:28:58.547685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:28:58.560067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b03615d1-ff89-4e80-ac41-a62620a9d65a req-c7b275f1-8638-47b9-8403-ebc04f6cd3b4 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981972 Nov 12 11:28:58.712941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2e81bbe4-ae2b-42cb-bac4-cd0f6ad656e9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=526dae9d70054d4588b6782995ea8f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5039458 Nov 12 11:28:58.713881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51730) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:28:58.723749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:58.725732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.748364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Pushing event updated for resources: {'Port': ['ID=4759c8ba-134f-43b5-a45d-d658662a37b1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:58.833066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-5870f0c0-6581-4193-9875-b5547d6f43b6 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5289903 Nov 12 11:28:58.837133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f4e5330-efa8-45b2-a741-95b779fc6e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.860957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Request body: {'port': {'device_id': '1ef62777-897b-4043-a001-27bbcf99c1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:28:58.887864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f4e5330-efa8-45b2-a741-95b779fc6e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.962142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c3cc833a-6d1e-4e25-bfe7-cd9ce352c4a9 None None] Provisioning complete for port 4759c8ba-134f-43b5-a45d-d658662a37b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:28:58.967697 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3cc833a-6d1e-4e25-bfe7-cd9ce352c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:58.967851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.030507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc833a-6d1e-4e25-bfe7-cd9ce352c4a9 None None] Port 4759c8ba-134f-43b5-a45d-d658662a37b1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:28:59.081916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47febb-3a90-4ed4-9f01-76b4c506f964 req-510192ed-fd77-40e2-b318-e056e7dc8b06 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:59.084610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db47febb-3a90-4ed4-9f01-76b4c506f964 req-510192ed-fd77-40e2-b318-e056e7dc8b06 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 936 time: 0.0721810 Nov 12 11:28:59.205981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db47febb-3a90-4ed4-9f01-76b4c506f964 req-9b278fb8-4bdf-43f6-bba8-59217b7d182f tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138229 Nov 12 11:28:59.234440 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f4e5330-efa8-45b2-a741-95b779fc6e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.239733 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0f4e5330-efa8-45b2-a741-95b779fc6e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.247685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0f4e5330-efa8-45b2-a741-95b779fc6e93 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/db88d1fb-40e9-4299-9cce-002ca0e5228f HTTP/1.1" status: 204 len: 168 time: 0.5313463 Nov 12 11:28:59.334007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e5330-efa8-45b2-a741-95b779fc6e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db88d1fb-40e9-4299-9cce-002ca0e5228f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:28:59.350540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c7062b89-b7aa-4ada-a9d5-8f9b8108491b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.440423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ab5828f-2ba3-441d-805e-ca0554861d00 req-94171fd4-bf37-4793-a713-73f59268cd4c tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1151855 Nov 12 11:28:59.761875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e2b88-86b7-4431-b2e6-cd3234572228 req-319bda9c-fd1b-44c0-878a-cc6a34a2c099 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:28:59.766197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-327e2b88-86b7-4431-b2e6-cd3234572228 req-319bda9c-fd1b-44c0-878a-cc6a34a2c099 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1095 time: 0.0751431 Nov 12 11:28:59.851972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-327e2b88-86b7-4431-b2e6-cd3234572228 req-03ccf63c-4d36-4028-8273-e289e243c25d tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783355 Nov 12 11:28:59.904282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4759c8ba-134f-43b5-a45d-d658662a37b1 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:28:59.906093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:28:59.916711 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:28:59.929461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Transition to ACTIVE for port object 4759c8ba-134f-43b5-a45d-d658662a37b1 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:29:00.010197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:00.074497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4759c8ba-134f-43b5-a45d-d658662a37b1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:00.159916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Attempting to bind port 4759c8ba-134f-43b5-a45d-d658662a37b1 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:00.160430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Attempting to bind port 4759c8ba-134f-43b5-a45d-d658662a37b1 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:00.160864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Attempting to bind port 4759c8ba-134f-43b5-a45d-d658662a37b1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:00.166065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Port 4759c8ba-134f-43b5-a45d-d658662a37b1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:00.166658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Attempting to bind port 4759c8ba-134f-43b5-a45d-d658662a37b1 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:00.175270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:00.179666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:00.180228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:00.180818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Bound port: 4759c8ba-134f-43b5-a45d-d658662a37b1, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:00.181219 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:00.271498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] For port 4759c8ba-134f-43b5-a45d-d658662a37b1, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:00.278532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] For port 4759c8ba-134f-43b5-a45d-d658662a37b1, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4759c8ba-134f-43b5-a45d-d658662a37b1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:00.354861 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:00.392650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e0353-0c04-4ff5-bb41-62a73ea30d85 req-4c50a148-6df5-45c2-a06e-0a8ae6eae67a tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:00.398076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:00.398780 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:00.400344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] 10.222.0.69 "PUT /v2.0/ports/4759c8ba-134f-43b5-a45d-d658662a37b1 HTTP/1.1" status: 200 len: 1097 time: 1.5450952 Nov 12 11:29:00.400760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef62777-897b-4043-a001-27bbcf99c1cc', 'tag': '4759c8ba-134f-43b5-a45d-d658662a37b1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:00.403872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca9e0353-0c04-4ff5-bb41-62a73ea30d85 req-4c50a148-6df5-45c2-a06e-0a8ae6eae67a tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 948 time: 0.0678585 Nov 12 11:29:00.404752 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef62777-897b-4043-a001-27bbcf99c1cc", "tag": "4759c8ba-134f-43b5-a45d-d658662a37b1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:00.475791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287b2bf-d171-4a31-8e0f-9a7012378ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=4759c8ba-134f-43b5-a45d-d658662a37b1,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:00.515435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca9e0353-0c04-4ff5-bb41-62a73ea30d85 req-67ac7c0e-a638-4d29-a413-18274865d9ce tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102622 Nov 12 11:29:00.575078 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db67cca-421a-4f40-94ea-e22c71f03268 x-openstack-request-id: req-6db67cca-421a-4f40-94ea-e22c71f03268 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:00.576067 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef62777-897b-4043-a001-27bbcf99c1cc", "tag": "4759c8ba-134f-43b5-a45d-d658662a37b1", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:00.577806 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6db67cca-421a-4f40-94ea-e22c71f03268 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:00.587260 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef62777-897b-4043-a001-27bbcf99c1cc', 'tag': '4759c8ba-134f-43b5-a45d-d658662a37b1', 'status': 'completed', 'code': 200} Nov 12 11:29:00.630089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-8d18cb23-2ec5-485e-a92b-089e632e1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:00.631639 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-8d18cb23-2ec5-485e-a92b-089e632e1602 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=627856444d494dbb9df51177c7619601&device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 1100 time: 0.1231198 Nov 12 11:29:00.713214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9665b0a-1c13-4d13-a59a-1ee6bd37324d req-7d8c0f92-f1e1-415c-86d0-1c319a627c28 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0683486 Nov 12 11:29:00.721131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-cfe099ee-44d0-418a-b8cd-bf74bcded9db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4759c8ba-134f-43b5-a45d-d658662a37b1 HTTP/1.1" status: 200 len: 217 time: 0.0691104 Nov 12 11:29:00.841094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-99fca8dc-93b2-4e1c-9bc7-6beda02eff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:00.842881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-99fca8dc-93b2-4e1c-9bc7-6beda02eff81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.1124907 Nov 12 11:29:00.952754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-51750acb-d58a-457e-b9ba-d14d85588eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:00.956901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-51750acb-d58a-457e-b9ba-d14d85588eaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1004241 Nov 12 11:29:01.095747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cec83-62c4-4040-93a1-fc29330f157b req-6264af63-8a71-483e-9043-e9aa5c8a92ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:01.113794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7cec83-62c4-4040-93a1-fc29330f157b req-6264af63-8a71-483e-9043-e9aa5c8a92ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1095 time: 0.1183889 Nov 12 11:29:01.151516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51804) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:01.204961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7cec83-62c4-4040-93a1-fc29330f157b req-3af75804-9fe6-4abb-a04f-27b4e3cd7be8 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837181 Nov 12 11:29:01.226162 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-44fd0f85-c562-4cdd-8020-baaded679c41 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627056 Nov 12 11:29:01.392812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2131505671'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:01.452073 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d6adc124-c7fb-47cb-9750-f6fa0793a760 req-a44b36c7-5a31-436a-9bcc-73cbad446c2b service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136459 Nov 12 11:29:01.563138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Made reservation on behalf of 9c510bf9faef452d8ffeb4f1ca90f022 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:01.563138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.587761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.739415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01745944-74c6-4a5e-ab32-1cc63d5caa2b req-aa01ac8a-213f-4c46-bbcf-faa1002595b8 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:01.743850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01745944-74c6-4a5e-ab32-1cc63d5caa2b req-aa01ac8a-213f-4c46-bbcf-faa1002595b8 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 948 time: 0.1006832 Nov 12 11:29:01.781644 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.801304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-2d11fc86-1d5d-427c-8203-0d806e9c5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:01.804219 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-2d11fc86-1d5d-427c-8203-0d806e9c5711 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=627856444d494dbb9df51177c7619601&device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 1100 time: 0.0702310 Nov 12 11:29:01.812138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01745944-74c6-4a5e-ab32-1cc63d5caa2b req-1a46569e-adc9-41ca-98ec-ff79322cc7b1 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Nov 12 11:29:01.839038 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42696b6b-50cd-4e53-bd60-1262400ac111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.923172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9120cd9a-f1db-45c8-b68f-a27aef11a4fe req-c2b08526-15f9-4da3-af5f-e165c141bde2 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0422754 Nov 12 11:29:01.950013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-6b048f28-5bb2-488c-8e92-621c59ec9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:01.951786 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-6b048f28-5bb2-488c-8e92-621c59ec9851 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ad89181-47d8-46a4-9482-f43ddbd936f1 HTTP/1.1" status: 200 len: 870 time: 0.1400628 Nov 12 11:29:01.952645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:01.977566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:29:02.001571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.001967 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Added segment 84e48f08-6533-4bd0-b3f2-53bce6452529 of type vlan for network 77d96905-a2f4-4923-9530-444988b0b0ba Nov 12 11:29:02.046772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-0ed36d15-6886-4ca9-8f53-1ba8fe01654d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4759c8ba-134f-43b5-a45d-d658662a37b1 HTTP/1.1" status: 200 len: 217 time: 0.0848458 Nov 12 11:29:02.083542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558ad8af-104d-464d-957b-df09069c9fbc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:02.119094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.152816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-c682da4a-3e01-47fb-8024-6953d05ad375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:02.154250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-c682da4a-3e01-47fb-8024-6953d05ad375 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0999610 Nov 12 11:29:02.206601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-a4cbfcc3-5706-40c4-9ab2-7e7371bcd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:02.208232 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-a4cbfcc3-5706-40c4-9ab2-7e7371bcd885 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426548 Nov 12 11:29:02.240224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.255727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:02.255727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.296915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:29:02.387901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efc478-d397-4919-895c-8f8a349bfbfb req-f201bc6b-3de0-4c5f-b3fb-505348f63975 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:02.396137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79efc478-d397-4919-895c-8f8a349bfbfb req-f201bc6b-3de0-4c5f-b3fb-505348f63975 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1095 time: 0.1047876 Nov 12 11:29:02.468084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0366d1a-70c5-477e-a10a-a1c4f4bb475d req-a0f5cdea-17da-41e1-9b62-a77a5b3c9852 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0708718 Nov 12 11:29:02.471112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3101254 Nov 12 11:29:02.473425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51838) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:02.482204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-137d8455-0442-448e-bfb3-be98d225bea5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', 'tempest-TagsTest-Tag-2057282370') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:02.490551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5ada1-6496-433a-a134-c18262a54e76 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Pushing event updated for resources: {'Network': ['ID=77d96905-a2f4-4923-9530-444988b0b0ba,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:02.510200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 77d96905-a2f4-4923-9530-444988b0b0ba details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:29:02.573771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79efc478-d397-4919-895c-8f8a349bfbfb req-4459eb42-6660-447a-a6db-91d551be7e19 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637762 Nov 12 11:29:02.585680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:02.591572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-cdfd2097-e9eb-4569-8584-78f0fbb42c8b service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709812 Nov 12 11:29:02.611907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '58bb91c0-6e48-4053-a22e-ad56d9e44fc6', 'network_id': 'f5d8dee9-2edc-45b3-85d6-119cd29a6ecd', 'port_id': '58bb91c0-6e48-4053-a22e-ad56d9e44fc6', 'mac_address': 'fa:16:3e:5a:34:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe97023-05a8-4d7e-ad45-7d7732bbbd24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:29:02.727203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:02.728410 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-137d8455-0442-448e-bfb3-be98d225bea5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "PUT /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags/tempest-TagsTest-Tag-2057282370 HTTP/1.1" status: 201 len: 201 time: 0.2513592 Nov 12 11:29:02.734636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-18df00ef-0323-4fc8-9f55-8465f0792bb7 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', 'tempest-TagsTest-Tag-2057282370') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:02.791122 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e01fbd17-cdb8-4e0e-aa20-76b21ac3e1e7 req-eb7b01d3-cf08-460d-8761-42ae87621427 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907620 Nov 12 11:29:02.909751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-18df00ef-0323-4fc8-9f55-8465f0792bb7 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "GET /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags/tempest-TagsTest-Tag-2057282370 HTTP/1.1" status: 204 len: 168 time: 0.1807840 Nov 12 11:29:02.912199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51858) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:02.917383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-172e6009-47fd-435b-a0a4-ae802033b05e tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:02.951276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:02.980839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:29:03.013282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:03.072289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ed3d-2145-485b-9938-e8338824ee09 req-224a3109-3f13-4d11-b7ef-f9c1bf6de72b tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:03.074150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0030ed3d-2145-485b-9938-e8338824ee09 req-224a3109-3f13-4d11-b7ef-f9c1bf6de72b tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 948 time: 0.1203949 Nov 12 11:29:03.094121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-172e6009-47fd-435b-a0a4-ae802033b05e tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "GET /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags HTTP/1.1" status: 200 len: 238 time: 0.1801722 Nov 12 11:29:03.097004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:03.102506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-d9e3ac8b-2895-4267-b357-208aa9d70b97 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', {'tags': ['tempest-TagsTest-Tag-1703450642', 'tempest-TagsTest-Tag-1362211828', 'tempest-TagsTest-Tag-913655576']}) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:03.114371 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.118713 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:03.140839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0030ed3d-2145-485b-9938-e8338824ee09 req-ee50bb71-84e9-4d15-8e91-2395a4c501c8 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593586 Nov 12 11:29:03.253805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:03.267036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.272189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.272837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.273403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.277807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.277807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.277807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.277807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.277807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.277807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.277807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.277807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:03.311883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a25db0be-07db-4027-95bf-18ac2c8e0de6 req-cb3e692a-7fbd-412c-9c12-abea93e75530 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0433908 Nov 12 11:29:03.363496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51874) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:03.365780 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9e3ac8b-2895-4267-b357-208aa9d70b97 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "PUT /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags HTTP/1.1" status: 200 len: 308 time: 0.2676380 Nov 12 11:29:03.369999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-44d7db27-4395-4c00-b6e9-d59ce8285669 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', 'tempest-TagsTest-Tag-1703450642') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:03.378487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['58bb91c0-6e48-4053-a22e-ad56d9e44fc6'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:03.645880 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-44d7db27-4395-4c00-b6e9-d59ce8285669 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "DELETE /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags/tempest-TagsTest-Tag-1703450642 HTTP/1.1" status: 204 len: 168 time: 0.2809308 Nov 12 11:29:03.648672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51886) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:03.654587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-982c9809-91bc-4f99-920f-a70d5ab1ca78 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', 'tempest-TagsTest-Tag-1703450642') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:03.752856 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-982c9809-91bc-4f99-920f-a70d5ab1ca78 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] show failed (client error): The resource could not be found. Nov 12 11:29:03.753997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-982c9809-91bc-4f99-920f-a70d5ab1ca78 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "GET /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags/tempest-TagsTest-Tag-1703450642 HTTP/1.1" status: 404 len: 326 time: 0.1040990 Nov 12 11:29:03.757128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51890) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:03.762458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-41734086-0331-4eb5-808e-2981e010cbe1 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', 'tempest-TagsTest-Tag-1362211828') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:03.904451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-41734086-0331-4eb5-808e-2981e010cbe1 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "GET /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags/tempest-TagsTest-Tag-1362211828 HTTP/1.1" status: 204 len: 168 time: 0.1461759 Nov 12 11:29:03.907088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:03.915336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-45052d3d-5a2e-4a0c-9c94-8b7c430efdc3 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', 'tempest-TagsTest-Tag-913655576') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:04.020067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-45052d3d-5a2e-4a0c-9c94-8b7c430efdc3 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "GET /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags/tempest-TagsTest-Tag-913655576 HTTP/1.1" status: 204 len: 168 time: 0.1100082 Nov 12 11:29:04.022415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51904) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:04.029487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-ad97035e-11b5-4d60-ad19-f7cb815adff5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:04.084590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca272881-eade-4212-b6d6-b85974589e28 req-5b13cf9c-2298-4243-b629-ab9003892f7f tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:04.086787 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca272881-eade-4212-b6d6-b85974589e28 req-5b13cf9c-2298-4243-b629-ab9003892f7f tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1096 time: 0.0476651 Nov 12 11:29:04.142347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca272881-eade-4212-b6d6-b85974589e28 req-a003f479-33e4-4876-80a1-54157a825e1e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Nov 12 11:29:04.231150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.280059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7ee08-81cb-4c8c-92a4-05490116ba26 req-3e49e505-7dff-41ea-8f11-ce48a56fc379 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:04.281556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06b7ee08-81cb-4c8c-92a4-05490116ba26 req-3e49e505-7dff-41ea-8f11-ce48a56fc379 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 945 time: 0.0565426 Nov 12 11:29:04.289636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ad97035e-11b5-4d60-ad19-f7cb815adff5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "DELETE /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags HTTP/1.1" status: 204 len: 168 time: 0.2659793 Nov 12 11:29:04.297418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51910) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:04.297418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-6b32d6f8-5b5d-4d07-9669-37f0eaa24407 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', 'tempest-TagsTest-Tag-1362211828') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:04.313472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4759c8ba-134f-43b5-a45d-d658662a37b1 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:29:04.317077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:04.411056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06b7ee08-81cb-4c8c-92a4-05490116ba26 req-70d51912-18be-4f72-a66c-4d663b2118da tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120861 Nov 12 11:29:04.422890 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-6b32d6f8-5b5d-4d07-9669-37f0eaa24407 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] show failed (client error): The resource could not be found. Nov 12 11:29:04.425502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6b32d6f8-5b5d-4d07-9669-37f0eaa24407 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "GET /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags/tempest-TagsTest-Tag-1362211828 HTTP/1.1" status: 404 len: 326 time: 0.1323962 Nov 12 11:29:04.435018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51920) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:04.442825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-a7e8a7c7-3dac-4400-b96e-f653a64216c5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba', 'tempest-TagsTest-Tag-913655576') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:04.532492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4759c8ba-134f-43b5-a45d-d658662a37b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4759c8ba-134f-43b5-a45d-d658662a37b1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:04.548808 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '4759c8ba-134f-43b5-a45d-d658662a37b1', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '4759c8ba-134f-43b5-a45d-d658662a37b1', 'mac_address': 'fa:16:3e:52:f5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:29:04.580649 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-a7e8a7c7-3dac-4400-b96e-f653a64216c5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] show failed (client error): The resource could not be found. Nov 12 11:29:04.581788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a7e8a7c7-3dac-4400-b96e-f653a64216c5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "GET /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags/tempest-TagsTest-Tag-913655576 HTTP/1.1" status: 404 len: 325 time: 0.1449852 Nov 12 11:29:04.584883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51926) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:04.590416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-3cb54734-854e-48b6-a071-69652f59c5e2 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '77d96905-a2f4-4923-9530-444988b0b0ba') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:04.612316 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.632319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4759c8ba-134f-43b5-a45d-d658662a37b1 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:29:04.651572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16c75-a035-4166-82be-36aa4f5ebc24 req-6b299594-5122-4797-9d83-2b2ff2b2e2db tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:04.653900 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77f16c75-a035-4166-82be-36aa4f5ebc24 req-6b299594-5122-4797-9d83-2b2ff2b2e2db tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 948 time: 0.1175432 Nov 12 11:29:04.665045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:29:04.672751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4759c8ba-134f-43b5-a45d-d658662a37b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4759c8ba-134f-43b5-a45d-d658662a37b1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:04.674469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:04.674899 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.750497 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3cb54734-854e-48b6-a071-69652f59c5e2 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "DELETE /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1643741 Nov 12 11:29:04.755590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 51932) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:04.762799 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.778986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77f16c75-a035-4166-82be-36aa4f5ebc24 req-c68e5cbb-eef1-4ebb-9e20-7e13ac7aee89 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802827 Nov 12 11:29:04.857999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.913327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3839a9-c926-4645-99a3-3428763dbe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb91c0-6e48-4053-a22e-ad56d9e44fc6'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:04.917313 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0fe750-aadf-4efd-adfc-a36c99374ea2" -d '{"events": [{"server_uuid": "eb3839a9-c926-4645-99a3-3428763dbe79", "name": "network-vif-plugged", "status": "completed", "tag": "58bb91c0-6e48-4053-a22e-ad56d9e44fc6"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:04.920881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4759c8ba-134f-43b5-a45d-d658662a37b1,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:04.942384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.954425 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e55579f-0fd0-4c39-afb0-705bf7d559cc req-f757e7e4-4c9c-4cde-b018-fb247907ef0c tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0463846 Nov 12 11:29:04.958719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:04.982867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:05.016520 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b78e82-3ed3-4caa-9f70-0103ab68352f x-openstack-request-id: req-62b78e82-3ed3-4caa-9f70-0103ab68352f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:05.016816 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3839a9-c926-4645-99a3-3428763dbe79", "name": "network-vif-plugged", "status": "completed", "tag": "58bb91c0-6e48-4053-a22e-ad56d9e44fc6", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:05.017072 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62b78e82-3ed3-4caa-9f70-0103ab68352f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:05.017469 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3839a9-c926-4645-99a3-3428763dbe79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bb91c0-6e48-4053-a22e-ad56d9e44fc6', 'code': 200} Nov 12 11:29:05.051562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4759c8ba-134f-43b5-a45d-d658662a37b1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:05.094240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.116984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d96905-a2f4-4923-9530-444988b0b0ba']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:05.128122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e48f08-6533-4bd0-b3f2-53bce6452529') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:05.128428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e48f08-6533-4bd0-b3f2-53bce6452529') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:05.149209 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.193178 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.197264 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.210502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:29:05.211500 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.220621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5d434-f9bd-4f2b-a230-e6d316ba0467 req-b166bf0f-bb0f-4847-aa0d-84d552404fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:05.234127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eab5d434-f9bd-4f2b-a230-e6d316ba0467 req-b166bf0f-bb0f-4847-aa0d-84d552404fd1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1096 time: 0.0975065 Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:29:05.236145 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:29:05.294844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:05.348514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eab5d434-f9bd-4f2b-a230-e6d316ba0467 req-f69256a5-c7f8-4be0-9f05-37fae758d5a1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985951 Nov 12 11:29:05.416554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.426486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:05.431529 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] 10.222.0.98 "DELETE /v2.0/networks/77d96905-a2f4-4923-9530-444988b0b0ba HTTP/1.1" status: 204 len: 168 time: 0.6745145 Nov 12 11:29:05.447027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc4677-8087-4c07-9848-77c336ba6bc5 tempest-TagsTest-812919886 tempest-TagsTest-812919886-project] Pushing event deleted for resources: {'Network': ['ID=77d96905-a2f4-4923-9530-444988b0b0ba,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:05.595752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab04699-868b-405b-bc98-1b301fbd8152 req-622fc976-09db-4266-8a35-8168a1e573a6 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:05.597542 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ab04699-868b-405b-bc98-1b301fbd8152 req-622fc976-09db-4266-8a35-8168a1e573a6 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1097 time: 0.0726919 Nov 12 11:29:05.681533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ab04699-868b-405b-bc98-1b301fbd8152 req-86a8ef63-4111-44c6-b6b8-9772f0a2edcd tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709138 Nov 12 11:29:05.841055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e794cb8-05ab-4473-8e83-5823126c66ff req-e32dc42d-f730-4071-a6b3-0a125d1a0c67 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0676334 Nov 12 11:29:05.962271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-e02f511e-1bbe-4ec1-bf09-2593349e4f4a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:05.965604 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-e02f511e-1bbe-4ec1-bf09-2593349e4f4a tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 945 time: 0.0913324 Nov 12 11:29:06.007972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600e46c-6793-4720-92a4-1c062f48c93b req-69547970-70c0-4dd1-815c-dc5e4cc9772f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:06.010002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5600e46c-6793-4720-92a4-1c062f48c93b req-69547970-70c0-4dd1-815c-dc5e4cc9772f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 945 time: 0.0847759 Nov 12 11:29:06.062950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 51988) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:06.102069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5600e46c-6793-4720-92a4-1c062f48c93b req-f372722e-bf02-4086-a0b8-df021f2facb0 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/security-groups?id=75d4d675-75a5-4ae3-9192-10c228ed05f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750375 Nov 12 11:29:06.118128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Deleting port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:06.118746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.255970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] For port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,segment=NetworkSegment(793530f6-1533-482c-b2ce-78e77b74673f),segment_id=793530f6-1533-482c-b2ce-78e77b74673f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:06.256357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.299251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Calling delete_port for e486a889-e3f2-4cd3-b867-cf2e77fdc7ea owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:06.320595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4759c8ba-134f-43b5-a45d-d658662a37b1 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:06.373218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acefad-e214-49f9-b027-c550f4a18e61 req-cc7fe460-2419-45ca-804f-ff154c2be36d tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:06.375000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75acefad-e214-49f9-b027-c550f4a18e61 req-cc7fe460-2419-45ca-804f-ff154c2be36d tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 949 time: 0.1264880 Nov 12 11:29:06.434760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-995cabcc-2a32-4612-9302-d5d126accbba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9c510bf9faef452d8ffeb4f1ca90f022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3706336 Nov 12 11:29:06.437723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52002) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:06.547230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75acefad-e214-49f9-b027-c550f4a18e61 req-dd27767e-44bf-43cb-b940-d3847c3fda8f tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558101 Nov 12 11:29:06.579144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 4759c8ba-134f-43b5-a45d-d658662a37b1 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:29:06.583850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 4759c8ba-134f-43b5-a45d-d658662a37b1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:06.586097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.594528 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-862f0a16-e2ce-411e-b0c3-3beafd68fe64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.661101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-862f0a16-e2ce-411e-b0c3-3beafd68fe64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.702617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.740027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4759c8ba-134f-43b5-a45d-d658662a37b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4759c8ba-134f-43b5-a45d-d658662a37b1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:06.776272 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.810561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-862f0a16-e2ce-411e-b0c3-3beafd68fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.813719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-862f0a16-e2ce-411e-b0c3-3beafd68fe64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.815205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-862f0a16-e2ce-411e-b0c3-3beafd68fe64 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/558ad8af-104d-464d-957b-df09069c9fbc HTTP/1.1" status: 204 len: 168 time: 0.3722548 Nov 12 11:29:06.821967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Pushing event deleted for resources: {'Port': ['ID=e486a889-e3f2-4cd3-b867-cf2e77fdc7ea,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:06.842105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da021f9-d93c-46e7-a518-05469639f2a3 None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:06.872239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.876234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e486a889-e3f2-4cd3-b867-cf2e77fdc7ea no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:06.924279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] No DVR routers for this DVR port e486a889-e3f2-4cd3-b867-cf2e77fdc7ea on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:06.927388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:06.932441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d87c7e56-79ca-439c-bdcb-861088cdb73e req-2392ba4b-f3b2-430a-bfde-b2d84e68284f tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.69 "DELETE /v2.0/ports/e486a889-e3f2-4cd3-b867-cf2e77fdc7ea HTTP/1.1" status: 204 len: 173 time: 0.9582345 Nov 12 11:29:06.933190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b428c2-4d0b-43e1-bd3f-71e2852b99c8', 'name': 'network-vif-deleted', 'tag': 'e486a889-e3f2-4cd3-b867-cf2e77fdc7ea'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:06.956980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f0a16-e2ce-411e-b0c3-3beafd68fe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558ad8af-104d-464d-957b-df09069c9fbc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:06.959137 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777717a-aad7-41a3-883e-1d7679c77d59" -d '{"events": [{"server_uuid": "b2b428c2-4d0b-43e1-bd3f-71e2852b99c8", "name": "network-vif-deleted", "tag": "e486a889-e3f2-4cd3-b867-cf2e77fdc7ea"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:06.977379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: e486a889-e3f2-4cd3-b867-cf2e77fdc7ea {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:06.977739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device e486a889-e3f2-4cd3-b867-cf2e77fdc7ea not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:06.993638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80037-1b2e-46b6-9b64-f4a4ace138ae req-47efd7fb-d2fe-40ce-82cc-1667ec44f054 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:06.997300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcf80037-1b2e-46b6-9b64-f4a4ace138ae req-47efd7fb-d2fe-40ce-82cc-1667ec44f054 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1097 time: 0.1997740 Nov 12 11:29:07.021750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef62777-897b-4043-a001-27bbcf99c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4759c8ba-134f-43b5-a45d-d658662a37b1'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:07.025341 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92801f2-e35f-4bc6-a485-e18d70cfc9e9" -d '{"events": [{"server_uuid": "1ef62777-897b-4043-a001-27bbcf99c1cc", "name": "network-vif-plugged", "status": "completed", "tag": "4759c8ba-134f-43b5-a45d-d658662a37b1"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:07.077177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4759c8ba-134f-43b5-a45d-d658662a37b1,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:07.100309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcf80037-1b2e-46b6-9b64-f4a4ace138ae req-7c82f8a9-2763-4445-b088-e040e1489cf0 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919540 Nov 12 11:29:07.209472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88f186db-3ded-4002-bff5-5ff1867a31b0 req-fb8715d2-7cc4-4967-a00b-7546a2e95fd2 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Nov 12 11:29:07.324484 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9052c4c-cd39-4443-8a42-81a78af9f3b4 x-openstack-request-id: req-c9052c4c-cd39-4443-8a42-81a78af9f3b4 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:07.324814 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b428c2-4d0b-43e1-bd3f-71e2852b99c8", "name": "network-vif-deleted", "tag": "e486a889-e3f2-4cd3-b867-cf2e77fdc7ea", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:07.325128 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9052c4c-cd39-4443-8a42-81a78af9f3b4 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:07.326002 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b428c2-4d0b-43e1-bd3f-71e2852b99c8', 'name': 'network-vif-deleted', 'tag': 'e486a889-e3f2-4cd3-b867-cf2e77fdc7ea', 'status': 'completed', 'code': 200} Nov 12 11:29:07.382210 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ff8791-9bce-45aa-99b1-14074931e700 x-openstack-request-id: req-f0ff8791-9bce-45aa-99b1-14074931e700 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:07.382210 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef62777-897b-4043-a001-27bbcf99c1cc", "name": "network-vif-plugged", "status": "completed", "tag": "4759c8ba-134f-43b5-a45d-d658662a37b1", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:07.382210 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f0ff8791-9bce-45aa-99b1-14074931e700 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:07.382210 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef62777-897b-4043-a001-27bbcf99c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4759c8ba-134f-43b5-a45d-d658662a37b1', 'code': 200} Nov 12 11:29:07.503348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-594e44d3-02d7-4a6e-9984-c1a9b5e2297f req-cbbea58b-2e96-4415-884e-878897590e25 tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 210 time: 0.0533075 Nov 12 11:29:07.639430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fdf4c-cfb4-42d8-82cd-8f825f8ade4b req-60c22ca9-7996-443b-944d-7292d0abbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:07.645266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316fdf4c-cfb4-42d8-82cd-8f825f8ade4b req-60c22ca9-7996-443b-944d-7292d0abbff6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 1102 time: 0.0986233 Nov 12 11:29:07.781861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0874-eece-4925-ae3c-aeda759fab28 req-ae3e6bdb-1e2e-4a38-b32b-cfc948f8c749 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:07.799965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-690c0874-eece-4925-ae3c-aeda759fab28 req-ae3e6bdb-1e2e-4a38-b32b-cfc948f8c749 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 950 time: 0.1086144 Nov 12 11:29:07.829137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-316fdf4c-cfb4-42d8-82cd-8f825f8ade4b req-dbdd494f-c785-4cc1-b97e-9bef65cee248 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738744 Nov 12 11:29:07.892857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-690c0874-eece-4925-ae3c-aeda759fab28 req-76e58552-ffff-451c-a180-f001023fa9d0 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913365 Nov 12 11:29:08.266706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c232b0-5347-47c8-8007-bd4224e8a6c7 req-d4f1b6aa-895d-4617-934a-3410b0f10d53 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:08.268324 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66c232b0-5347-47c8-8007-bd4224e8a6c7 req-d4f1b6aa-895d-4617-934a-3410b0f10d53 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1097 time: 0.0577805 Nov 12 11:29:08.325346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66c232b0-5347-47c8-8007-bd4224e8a6c7 req-294d8464-1b69-43f8-b5b6-9129bf66925d tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502288 Nov 12 11:29:08.460878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9f353b0-a82a-46a1-9935-93b1e3c4ebf8 req-12fe840b-fc05-45a8-bb7a-bd8ffed1bd6b tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0357707 Nov 12 11:29:08.599149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b3b88-94ce-4c43-aac2-14a184896008 req-a35232af-e0f0-45fa-9832-e7fefd05858e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:08.604495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-979b3b88-94ce-4c43-aac2-14a184896008 req-a35232af-e0f0-45fa-9832-e7fefd05858e tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1097 time: 0.0654368 Nov 12 11:29:08.688799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-979b3b88-94ce-4c43-aac2-14a184896008 req-3787f728-7036-47e6-b10f-d548ecd07ef7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798810 Nov 12 11:29:08.842685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fde1c35-f8ee-4321-b839-2314fbe4192c req-18bfb1c7-481c-43de-a845-99459bf8521e tempest-VolumesSnapshotTestJSON-1523983772 tempest-VolumesSnapshotTestJSON-1523983772-project] 10.222.0.98 "GET /v2.0/ports?device_id=b2b428c2-4d0b-43e1-bd3f-71e2852b99c8 HTTP/1.1" status: 200 len: 210 time: 0.0563657 Nov 12 11:29:09.051346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5de41-4e31-4dcd-abe7-fa342836a91c req-bccca660-7dcb-4e59-89e5-43aaaeb3016b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:09.054538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51f5de41-4e31-4dcd-abe7-fa342836a91c req-bccca660-7dcb-4e59-89e5-43aaaeb3016b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1097 time: 0.0773520 Nov 12 11:29:09.131639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51f5de41-4e31-4dcd-abe7-fa342836a91c req-a4909aed-2777-4af1-9cff-575a348cf327 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655370 Nov 12 11:29:09.280439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab43a-cd0e-4913-baba-26e53b938f31 req-58fff9d5-9806-408a-8101-62235de62fc1 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:09.282117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73bab43a-cd0e-4913-baba-26e53b938f31 req-58fff9d5-9806-408a-8101-62235de62fc1 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 950 time: 0.0796824 Nov 12 11:29:09.349940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73bab43a-cd0e-4913-baba-26e53b938f31 req-51b6a75a-8b71-428d-8c3b-733267aef638 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574729 Nov 12 11:29:09.914440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d437ce01-a271-4600-8668-489b0b91fd11 req-523fa5b1-1bc7-4a4d-a659-287aa3d2e524 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0454364 Nov 12 11:29:10.038274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5bb79-73e2-4d5e-99b2-f6274cd73915 req-7357d3f2-4116-41e3-bb11-25501d9ab088 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:10.039865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ce5bb79-73e2-4d5e-99b2-f6274cd73915 req-7357d3f2-4116-41e3-bb11-25501d9ab088 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1097 time: 0.0468383 Nov 12 11:29:10.115196 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1ce5bb79-73e2-4d5e-99b2-f6274cd73915 req-4e4f8717-6544-4fd4-97d8-e11ccc33734b tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673702 Nov 12 11:29:10.497649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0fd6a-6f62-49ea-9c73-ffed61b1dede req-7731b4da-cf93-4d55-9d8c-4cceb766c30a tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:10.505844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bc0fd6a-6f62-49ea-9c73-ffed61b1dede req-7731b4da-cf93-4d55-9d8c-4cceb766c30a tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 950 time: 0.0651665 Nov 12 11:29:10.565295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bc0fd6a-6f62-49ea-9c73-ffed61b1dede req-b990c26c-16b3-45f1-ad81-056f2363d6cd tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595903 Nov 12 11:29:11.073721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fb01f98-0465-46c9-847a-6753f81665aa req-71a392a5-f714-4b88-b561-5fd1236222dd tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0364730 Nov 12 11:29:11.335232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097209d9-7674-4c62-aab3-5753c781ecbc req-ebd2355a-ab70-4027-8333-4c0396915302 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:11.337149 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-097209d9-7674-4c62-aab3-5753c781ecbc req-ebd2355a-ab70-4027-8333-4c0396915302 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1097 time: 0.0538938 Nov 12 11:29:11.542368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Deleting port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:11.542368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.554019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] For port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:11.554390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.569256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Calling delete_port for 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:11.762266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7549-78d3-46f2-a135-38a56f7148d4 req-6a9a5737-6415-41d9-b268-ac036c88707a tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:11.771840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bacd7549-78d3-46f2-a135-38a56f7148d4 req-6a9a5737-6415-41d9-b268-ac036c88707a tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 1097 time: 0.0622180 Nov 12 11:29:11.818807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bacd7549-78d3-46f2-a135-38a56f7148d4 req-8984d6a5-120a-4c9e-8343-bceb979b756a tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 Nov 12 11:29:11.824571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:11.839708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['58bb91c0-6e48-4053-a22e-ad56d9e44fc6'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:11.842565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['582efb54-31c5-42f6-a78a-5f0cc24a18b3'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:11.907115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Pushing event deleted for resources: {'Port': ['ID=58bb91c0-6e48-4053-a22e-ad56d9e44fc6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:11.977367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.978256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.979132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.979844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.981600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.984030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.984030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.984030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.984030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.984030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.988556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:11.989562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:12.066026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] No DVR routers for this DVR port 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:12.068919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:12.073491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-097209d9-7674-4c62-aab3-5753c781ecbc req-97088780-7c29-46fe-999a-655363ecc4d7 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.69 "DELETE /v2.0/ports/58bb91c0-6e48-4053-a22e-ad56d9e44fc6 HTTP/1.1" status: 204 len: 173 time: 0.7293453 Nov 12 11:29:12.074118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3839a9-c926-4645-99a3-3428763dbe79', 'name': 'network-vif-deleted', 'tag': '58bb91c0-6e48-4053-a22e-ad56d9e44fc6'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:12.076692 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f884094-5b7e-4423-869f-495946eb415c" -d '{"events": [{"server_uuid": "eb3839a9-c926-4645-99a3-3428763dbe79", "name": "network-vif-deleted", "tag": "58bb91c0-6e48-4053-a22e-ad56d9e44fc6"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:12.080953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996752c-a308-4a49-a35d-6c1f7c806145 req-2e595f43-fdd2-4df9-a452-dbef4d889834 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:12.084248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7996752c-a308-4a49-a35d-6c1f7c806145 req-2e595f43-fdd2-4df9-a452-dbef4d889834 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 950 time: 0.1002486 Nov 12 11:29:12.237114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7996752c-a308-4a49-a35d-6c1f7c806145 req-088c0af3-e705-43ac-ae31-dfca05a7ac8d tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457748 Nov 12 11:29:12.356083 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6996b-a706-471a-bf7f-e6c5911d8f03 x-openstack-request-id: req-d2d6996b-a706-471a-bf7f-e6c5911d8f03 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:12.356829 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3839a9-c926-4645-99a3-3428763dbe79", "name": "network-vif-deleted", "tag": "58bb91c0-6e48-4053-a22e-ad56d9e44fc6", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:12.356829 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d2d6996b-a706-471a-bf7f-e6c5911d8f03 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:12.357104 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3839a9-c926-4645-99a3-3428763dbe79', 'name': 'network-vif-deleted', 'tag': '58bb91c0-6e48-4053-a22e-ad56d9e44fc6', 'status': 'completed', 'code': 200} Nov 12 11:29:12.418385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-a77972cb-2b4a-41fd-bb17-d847dd587749 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238828 Nov 12 11:29:12.570642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-17618e8e-5897-445f-bf56-8331d7764e58 req-c30c79d7-cd20-4c22-8a1f-cdfd3dfe79b7 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1013911 Nov 12 11:29:12.607590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-7d4387e3-dfc9-4035-9873-6a2c06ea45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:12.609315 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-7d4387e3-dfc9-4035-9873-6a2c06ea45b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0989833 Nov 12 11:29:12.741191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-ff1622ed-78af-4a54-b2d0-870b9d158ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:12.742689 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-ff1622ed-78af-4a54-b2d0-870b9d158ba9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1078033 Nov 12 11:29:12.793565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-9785dd91-1614-4ccc-9a58-79db7d3276c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0418534 Nov 12 11:29:12.851053 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-5590ff0d-eb2f-4c63-9cb9-5ef5dacd2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:12.852487 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-5590ff0d-eb2f-4c63-9cb9-5ef5dacd2315 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0501332 Nov 12 11:29:12.955258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-e3cba840-ed67-4338-8ea8-eda64957ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:12.957208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-e3cba840-ed67-4338-8ea8-eda64957ffd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960102 Nov 12 11:29:13.080500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2da4fd24-fc41-4221-b026-2f2ef9c8b060 req-6e4e4546-f304-4557-ad6e-933ceba94e7d tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=eb3839a9-c926-4645-99a3-3428763dbe79 HTTP/1.1" status: 200 len: 210 time: 0.0843327 Nov 12 11:29:13.153088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-1734a625-59da-4d68-b532-748b6138ae60 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877732 Nov 12 11:29:13.361536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-220c0731-f25a-4667-a5c8-02cf5efbfc14 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:13.366371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-220c0731-f25a-4667-a5c8-02cf5efbfc14 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 950 time: 0.1639655 Nov 12 11:29:13.487437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ec54530-eab1-4ad0-bbbe-130ad77b2407 req-b9326059-d0b8-494c-85a6-77d05ab2042a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192718 Nov 12 11:29:13.521329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd529e-57fb-4c58-bb3e-c244931e98ab req-e1375a71-ae91-4417-aaab-b42e9b8af261 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:13.526455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07bd529e-57fb-4c58-bb3e-c244931e98ab req-e1375a71-ae91-4417-aaab-b42e9b8af261 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 950 time: 0.1498573 Nov 12 11:29:13.595827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Deleting port 4759c8ba-134f-43b5-a45d-d658662a37b1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:13.596397 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:13.626428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07bd529e-57fb-4c58-bb3e-c244931e98ab req-0290a426-1dc4-4eac-b641-2675791e2d47 tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/security-groups?id=39b949ee-0a0c-48a0-a39d-a27fafe2270a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928288 Nov 12 11:29:13.765159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] For port 4759c8ba-134f-43b5-a45d-d658662a37b1, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4759c8ba-134f-43b5-a45d-d658662a37b1,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:13.765530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:13.789907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Calling delete_port for 4759c8ba-134f-43b5-a45d-d658662a37b1 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:13.795815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-717cfac4-7c53-4b7c-a2c3-a95bf408b63f req-56cd9bb9-4a1f-4861-8b7e-a1f08f3ff1db tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0392144 Nov 12 11:29:14.113985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:14.127618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4759c8ba-134f-43b5-a45d-d658662a37b1'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:14.143506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Pushing event deleted for resources: {'Port': ['ID=4759c8ba-134f-43b5-a45d-d658662a37b1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:14.263172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] No DVR routers for this DVR port 4759c8ba-134f-43b5-a45d-d658662a37b1 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:14.268481 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:14.284628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c23ab9c-e288-4bfd-a8bc-27cd7dab009d req-6966ada5-7818-4d02-b2cf-fb220876b45c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.69 "DELETE /v2.0/ports/4759c8ba-134f-43b5-a45d-d658662a37b1 HTTP/1.1" status: 204 len: 173 time: 0.9026575 Nov 12 11:29:14.358035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef62777-897b-4043-a001-27bbcf99c1cc', 'name': 'network-vif-deleted', 'tag': '4759c8ba-134f-43b5-a45d-d658662a37b1'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:14.360488 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f4df81-097a-4294-a4c0-5c8f6358c4eb" -d '{"events": [{"server_uuid": "1ef62777-897b-4043-a001-27bbcf99c1cc", "name": "network-vif-deleted", "tag": "4759c8ba-134f-43b5-a45d-d658662a37b1"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:14.361141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4759c8ba-134f-43b5-a45d-d658662a37b1 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:14.401452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 4759c8ba-134f-43b5-a45d-d658662a37b1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:14.402041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4759c8ba-134f-43b5-a45d-d658662a37b1 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:14.413823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:14.463957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:14.464851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 58bb91c0-6e48-4053-a22e-ad56d9e44fc6 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:14.929997 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606f272-467f-447f-8b3d-237005568264 x-openstack-request-id: req-2606f272-467f-447f-8b3d-237005568264 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:14.930834 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef62777-897b-4043-a001-27bbcf99c1cc", "name": "network-vif-deleted", "tag": "4759c8ba-134f-43b5-a45d-d658662a37b1", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:14.931235 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2606f272-467f-447f-8b3d-237005568264 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:14.932910 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef62777-897b-4043-a001-27bbcf99c1cc', 'name': 'network-vif-deleted', 'tag': '4759c8ba-134f-43b5-a45d-d658662a37b1', 'status': 'completed', 'code': 200} Nov 12 11:29:15.046628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd954793-8544-421b-aec4-9a8ff7af5f84 req-74753bae-af95-4393-8005-3f88448aa30c tempest-VolumesNegativeTest-952788384 tempest-VolumesNegativeTest-952788384-project] 10.222.0.98 "GET /v2.0/ports?device_id=1ef62777-897b-4043-a001-27bbcf99c1cc HTTP/1.1" status: 200 len: 210 time: 0.0343847 Nov 12 11:29:15.160081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dac0535-15f4-44c9-8c7e-1069db411514 req-18ddae61-adc9-4810-8b8a-398936da2874 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0281153 Nov 12 11:29:15.393622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52430) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:15.476676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15002437-60b8-4493-8177-18a12669d38c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:15.646187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15002437-60b8-4493-8177-18a12669d38c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:15.679987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1d098-9936-4a3f-8894-73f71c8c133a req-921b7854-96e5-4aac-b43d-c48755176339 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:15.681600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d1d098-9936-4a3f-8894-73f71c8c133a req-921b7854-96e5-4aac-b43d-c48755176339 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1098 time: 0.3902767 Nov 12 11:29:15.726105 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15002437-60b8-4493-8177-18a12669d38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:15.748700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9d1d098-9936-4a3f-8894-73f71c8c133a req-113afb33-a5cd-4cab-bd8b-419fd6b38d50 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584874 Nov 12 11:29:15.776690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15002437-60b8-4493-8177-18a12669d38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0ae335-706c-458e-a3a7-6ae4fe60b3ee,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:15.786604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15002437-60b8-4493-8177-18a12669d38c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6ce5e5f8974045a4aa6a399437ed7266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3916643 Nov 12 11:29:15.789205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52436) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:15.847293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49c725f0-e8e7-42bc-b6d8-5b2e8dfaa7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:15.877517 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49c725f0-e8e7-42bc-b6d8-5b2e8dfaa7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:16.085785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49c725f0-e8e7-42bc-b6d8-5b2e8dfaa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:16.090342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49c725f0-e8e7-42bc-b6d8-5b2e8dfaa7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:16.094017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-49c725f0-e8e7-42bc-b6d8-5b2e8dfaa7b3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6c0ae335-706c-458e-a3a7-6ae4fe60b3ee HTTP/1.1" status: 204 len: 168 time: 0.3012173 Nov 12 11:29:16.158655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c725f0-e8e7-42bc-b6d8-5b2e8dfaa7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0ae335-706c-458e-a3a7-6ae4fe60b3ee,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:16.361909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e94f-db2a-4dce-945f-dde531aa455a req-a75e9f9f-add6-430d-8a88-6375109921c8 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:16.383396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3671e94f-db2a-4dce-945f-dde531aa455a req-a75e9f9f-add6-430d-8a88-6375109921c8 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1098 time: 0.1636660 Nov 12 11:29:16.527122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Deleting port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:16.528572 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:16.687580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dc220a6-e16d-4c60-8729-0b5f9de9ac46 req-b947a53b-cc9a-44f7-b629-1cb9e1508b81 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1330492 Nov 12 11:29:16.857005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] For port 582efb54-31c5-42f6-a78a-5f0cc24a18b3, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=582efb54-31c5-42f6-a78a-5f0cc24a18b3,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:16.858649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:16.917019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Calling delete_port for 582efb54-31c5-42f6-a78a-5f0cc24a18b3 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:17.119643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd46b41-6f5f-42e1-8602-f930380a9ad1 req-c4d0aefb-137a-4599-8a7b-f060b2685b55 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:17.147525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-efd46b41-6f5f-42e1-8602-f930380a9ad1 req-c4d0aefb-137a-4599-8a7b-f060b2685b55 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 1098 time: 0.2483521 Nov 12 11:29:17.242794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-efd46b41-6f5f-42e1-8602-f930380a9ad1 req-1d792614-54f6-4ec3-a033-d17eb2bacd48 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=40d9d14c-b3b9-48de-a38f-5e3059ce3193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888183 Nov 12 11:29:17.356987 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:17.368722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['582efb54-31c5-42f6-a78a-5f0cc24a18b3'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:29:17.422524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Pushing event deleted for resources: {'Port': ['ID=582efb54-31c5-42f6-a78a-5f0cc24a18b3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:17.557172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] No DVR routers for this DVR port 582efb54-31c5-42f6-a78a-5f0cc24a18b3 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:17.560746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:17.569531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3671e94f-db2a-4dce-945f-dde531aa455a req-de021e13-c4e1-4e59-811a-e651958e95ca tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.57 "DELETE /v2.0/ports/582efb54-31c5-42f6-a78a-5f0cc24a18b3 HTTP/1.1" status: 204 len: 173 time: 1.1785152 Nov 12 11:29:17.570063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a65b2b-639e-440c-9fd7-2cf4d5d29c28', 'name': 'network-vif-deleted', 'tag': '582efb54-31c5-42f6-a78a-5f0cc24a18b3'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:29:17.574310 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d029959-6d0c-4334-887b-9268d74f3f0e" -d '{"events": [{"server_uuid": "72a65b2b-639e-440c-9fd7-2cf4d5d29c28", "name": "network-vif-deleted", "tag": "582efb54-31c5-42f6-a78a-5f0cc24a18b3"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:29:17.669062 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3919e5b-3e3e-4b28-b66d-ac934c84fe5c x-openstack-request-id: req-b3919e5b-3e3e-4b28-b66d-ac934c84fe5c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:29:17.670227 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a65b2b-639e-440c-9fd7-2cf4d5d29c28", "name": "network-vif-deleted", "tag": "582efb54-31c5-42f6-a78a-5f0cc24a18b3", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:29:17.670482 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b3919e5b-3e3e-4b28-b66d-ac934c84fe5c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:29:17.670888 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a65b2b-639e-440c-9fd7-2cf4d5d29c28', 'name': 'network-vif-deleted', 'tag': '582efb54-31c5-42f6-a78a-5f0cc24a18b3', 'status': 'completed', 'code': 200} Nov 12 11:29:17.764937 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:17.900306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ae27e6c-e5a2-4c28-88b9-d2d01b08ed1b req-3d1aa349-e4e5-45f6-8a20-307e39d5e17d tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0502827 Nov 12 11:29:18.483644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb175461-6bee-4143-b449-0ff460ef3520 req-40aef586-f626-41f4-868b-a9661704ea25 tempest-TestServerMultinode-1306538672 tempest-TestServerMultinode-1306538672-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=72a65b2b-639e-440c-9fd7-2cf4d5d29c28 HTTP/1.1" status: 200 len: 210 time: 0.0406036 Nov 12 11:29:19.087053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52594) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:19.100793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67d23414-308d-4c69-b799-b555b316d416 req-c952d1e2-672c-4d4b-beae-4a54cbd61a00 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0700915 Nov 12 11:29:19.272656 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfd030e0-6438-4f0f-a0b6-7b6aa8af808f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:19.358572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfd030e0-6438-4f0f-a0b6-7b6aa8af808f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:19.500042 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bfd030e0-6438-4f0f-a0b6-7b6aa8af808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:19.553489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52624) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:19.554059 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bfd030e0-6438-4f0f-a0b6-7b6aa8af808f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=41aab1ace18d441ab0aa8c412b97c58a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4670801 Nov 12 11:29:19.555130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd030e0-6438-4f0f-a0b6-7b6aa8af808f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7aa944-a23c-44f5-a1f5-74530965fc34,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:19.586726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:19.691343 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae57005f-0dce-4be0-a7bb-f3fd32657b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:19.774198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae57005f-0dce-4be0-a7bb-f3fd32657b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.016761 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae57005f-0dce-4be0-a7bb-f3fd32657b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.019698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae57005f-0dce-4be0-a7bb-f3fd32657b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.021411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ae57005f-0dce-4be0-a7bb-f3fd32657b90 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8b7aa944-a23c-44f5-a1f5-74530965fc34 HTTP/1.1" status: 204 len: 168 time: 0.4655483 Nov 12 11:29:20.062688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57005f-0dce-4be0-a7bb-f3fd32657b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7aa944-a23c-44f5-a1f5-74530965fc34,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:20.131622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.296209 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb15159c-5701-43fb-89f1-0f1694cffe94 req-4eeec0db-0e1d-4dc2-8082-aa3e45262a9d tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0937009 Nov 12 11:29:20.640279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Deleting port 6462aec4-4a70-4389-b553-eef2a1f13061 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:20.645043 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.722761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 582efb54-31c5-42f6-a78a-5f0cc24a18b3 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:20.776263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] For port 6462aec4-4a70-4389-b553-eef2a1f13061, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6462aec4-4a70-4389-b553-eef2a1f13061,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:20.776263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.810998 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:20.819860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 582efb54-31c5-42f6-a78a-5f0cc24a18b3 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:20.820240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 582efb54-31c5-42f6-a78a-5f0cc24a18b3 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:20.834842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Calling delete_port for 6462aec4-4a70-4389-b553-eef2a1f13061 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:21.282838 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:21.427381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6462aec4-4a70-4389-b553-eef2a1f13061,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:21.477709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d69a31f-d847-47ea-9d36-15b77440c5f1 req-2c3d5a86-b86d-4222-b324-0256cf59ba33 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0607462 Nov 12 11:29:22.284786 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:22.764641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f826e63-2bce-4081-b842-cca4b07292a0 req-291964d9-bed3-4f29-8a03-95e748fa321e tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1174486 Nov 12 11:29:22.869024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Router 1af3eddb-6efa-4b17-b094-92f1e01025c1 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:29:23.086400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:29:23.111757 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-769b091c-0cdb-4641-b42a-60b74d0369c8 admin admin] 10.222.0.98 "PUT /v2.0/routers/1af3eddb-6efa-4b17-b094-92f1e01025c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5191562 Nov 12 11:29:23.113686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52800) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:23.117540 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] Sync routers for ids ['1af3eddb-6efa-4b17-b094-92f1e01025c1'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:29:23.137802 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] Routers {'1af3eddb-6efa-4b17-b094-92f1e01025c1'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:23.138449 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:29:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1af3eddb-6efa-4b17-b094-92f1e01025c1'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:23.344368 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] Set router 1af3eddb-6efa-4b17-b094-92f1e01025c1 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:23.346141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:23.489687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:23.733700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52828) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:23.736308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Deleting port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:23.736686 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:23.816409 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:29:21Z', 'revision_number': 5, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port': {'id': '4d686839-9b4c-4ff5-9b4a-1960c9ca55fb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:03Z', 'updated_at': '2021-11-12T11:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:23.864529 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] Checking router: 1af3eddb-6efa-4b17-b094-92f1e01025c1 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:29:23.897824 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] Routers {'1af3eddb-6efa-4b17-b094-92f1e01025c1'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:23.898334 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:29:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1af3eddb-6efa-4b17-b094-92f1e01025c1'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:24.022489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] For port 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4d686839-9b4c-4ff5-9b4a-1960c9ca55fb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:24.023023 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:24.077715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b30c0922-90fc-4392-ba01-24141537b72b req-048fbb34-374b-41a5-9e65-d9540a4f79fa tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1057065 Nov 12 11:29:24.088866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Calling delete_port for 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:24.096659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1985245977'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:24.169230 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] Set router 1af3eddb-6efa-4b17-b094-92f1e01025c1 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:24.223468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Made reservation on behalf of 41440bcca60845109ebaa4c973a0a1ff for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:24.234608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:24.283339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:24.319502 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:29:23Z', 'revision_number': 6, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:24.385110 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614432f-83e7-4837-8b7f-f2d802125159 None None] The sync data for ids ['1af3eddb-6efa-4b17-b094-92f1e01025c1'] in n-d-768852-22 is: [{'id': '1af3eddb-6efa-4b17-b094-92f1e01025c1', 'name': 'tempest-TestServerMultinode-2025042632-router', 'tenant_id': '488bd5d8ee16423eab03454d34c5fa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:02Z', 'updated_at': '2021-11-12T11:29:23Z', 'revision_number': 6, 'project_id': '488bd5d8ee16423eab03454d34c5fa2c', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:29:24.525410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:24.582344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:24.611092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:24.662717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d686839-9b4c-4ff5-9b4a-1960c9ca55fb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:24.679737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d47169-97c5-473e-8593-e480caa6d708,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:24.680031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb61b8f7-5ab8-47bb-bb83-fae532e474d7 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:24.710966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:29:24.738839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:24.740247 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Added segment 646c175b-9abb-4971-92f9-9676c2de67a5 of type vlan for network d2b5a069-d056-4cfb-beab-08113b28c286 Nov 12 11:29:24.844385 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:24.852455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.855230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.859319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.859887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.862117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.862634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.863291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.865713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.866397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.866901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.867838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.868365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:24.931569 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.065988 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.076929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:25.077566 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.172783 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.176441 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.316600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event updated for resources: {'Network': ['ID=d2b5a069-d056-4cfb-beab-08113b28c286,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:25.324186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-507f0138-5f1b-44a0-a8f0-4e9856c2ac7f tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5881884 Nov 12 11:29:25.337283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d2b5a069-d056-4cfb-beab-08113b28c286 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:29:25.340685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52886) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:25.347273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Request body: {'subnet': {'network_id': 'd2b5a069-d056-4cfb-beab-08113b28c286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:25.382602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2113cfec-84ed-4576-a770-02259617edff req-1c8aa322-7e1e-4eb8-afe5-0cd90095ff18 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0789158 Nov 12 11:29:25.448821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.449794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1af3eddb-6efa-4b17-b094-92f1e01025c1 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:29:25.480129 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.480129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-852018d8-69f8-4dca-a2ab-001c52c8ab3b admin admin] 10.222.0.98 "DELETE /v2.0/routers/1af3eddb-6efa-4b17-b094-92f1e01025c1 HTTP/1.1" status: 204 len: 168 time: 2.3470619 Nov 12 11:29:25.480129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52898) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:25.679860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39945ca-1b7c-4a8b-845d-611a7be2baa4 admin admin] Deleting subnet 4fe97023-05a8-4d7e-ad45-7d7732bbbd24 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:29:25.697324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d39945ca-1b7c-4a8b-845d-611a7be2baa4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.782608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Made reservation on behalf of 41440bcca60845109ebaa4c973a0a1ff for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:25.787266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.812386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d39945ca-1b7c-4a8b-845d-611a7be2baa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:25.997023 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d39945ca-1b7c-4a8b-845d-611a7be2baa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.272696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:26.332006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d39945ca-1b7c-4a8b-845d-611a7be2baa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.361046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:26.361377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4d686839-9b4c-4ff5-9b4a-1960c9ca55fb not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:26.361974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6462aec4-4a70-4389-b553-eef2a1f13061 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:26.363534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39945ca-1b7c-4a8b-845d-611a7be2baa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe97023-05a8-4d7e-ad45-7d7732bbbd24,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:26.367412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d39945ca-1b7c-4a8b-845d-611a7be2baa4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.372450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d39945ca-1b7c-4a8b-845d-611a7be2baa4 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4fe97023-05a8-4d7e-ad45-7d7732bbbd24 HTTP/1.1" status: 204 len: 168 time: 0.8958843 Nov 12 11:29:26.375216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 52928) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:26.404663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 6462aec4-4a70-4389-b553-eef2a1f13061 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:26.404924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6462aec4-4a70-4389-b553-eef2a1f13061 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:26.412513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8361c097-b6db-4ad2-827e-187fed3b983f None None] Network f5d8dee9-2edc-45b3-85d6-119cd29a6ecd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:26.454141 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.469978 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.558958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4425cec3-0306-4012-bdef-1c09bcc5493a req-7f986857-8128-43df-9c77-c759a0094073 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0510743 Nov 12 11:29:26.608589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Deleting port eb3e5dbb-cce5-4080-b970-8a21638f9872 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:26.608942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.647013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event updated for resources: {'Subnet': ['ID=4f80285b-e0ff-4a0f-8d59-bbc204826d5c,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:26.690841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Checking segment: {'id': '646c175b-9abb-4971-92f9-9676c2de67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2b5a069-d056-4cfb-beab-08113b28c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:26.691211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Network hostable DHCP agents. Network: d2b5a069-d056-4cfb-beab-08113b28c286, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:29:26.781742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] For port eb3e5dbb-cce5-4080-b970-8a21638f9872, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eb3e5dbb-cce5-4080-b970-8a21638f9872,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:26.790533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.811804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] DHCP port deletion for f5d8dee9-2edc-45b3-85d6-119cd29a6ecd request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:26.819411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Network d2b5a069-d056-4cfb-beab-08113b28c286 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:29:26.826166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Calling delete_port for eb3e5dbb-cce5-4080-b970-8a21638f9872 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:26.878177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] Deleting port eb3e5dbb-cce5-4080-b970-8a21638f9872 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:26.878879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.963031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] For port eb3e5dbb-cce5-4080-b970-8a21638f9872, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eb3e5dbb-cce5-4080-b970-8a21638f9872,segment=NetworkSegment(0152c9fb-2663-4b13-80c5-27c250892955),segment_id=0152c9fb-2663-4b13-80c5-27c250892955)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:26.963513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:26.971870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d2b5a069-d056-4cfb-beab-08113b28c286) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:26.998158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:27.008693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.016222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f12747-56d0-40dd-9f90-af94918692d6 None None] Network d2b5a069-d056-4cfb-beab-08113b28c286 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:27.031431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.109523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] Calling delete_port for eb3e5dbb-cce5-4080-b970-8a21638f9872 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:27.114720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] No DVR routers for this DVR port eb3e5dbb-cce5-4080-b970-8a21638f9872 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:27.123379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3e5dbb-cce5-4080-b970-8a21638f9872,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:27.182298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f3d6e816-a8b4-47c0-8bb1-1cb278f42f95 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8390682 Nov 12 11:29:27.186619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52944) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:27.200271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Request body: {'port': {'network_id': 'd2b5a069-d056-4cfb-beab-08113b28c286', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1485496364'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:27.333290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.405106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d8dee9-2edc-45b3-85d6-119cd29a6ecd']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:27.418945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-d2b5a069-d056-4cfb-beab-08113b28c286', 'network_id': 'd2b5a069-d056-4cfb-beab-08113b28c286', 'tenant_id': '41440bcca60845109ebaa4c973a0a1ff', 'fixed_ips': [{'subnet_id': '4f80285b-e0ff-4a0f-8d59-bbc204826d5c'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:29:27.424540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:29:27.448904 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:29:27.470857 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.488096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0152c9fb-2663-4b13-80c5-27c250892955') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:27.488781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0152c9fb-2663-4b13-80c5-27c250892955') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:27.512573 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.571884 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.599191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:29:27.599612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.684274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Made reservation on behalf of 41440bcca60845109ebaa4c973a0a1ff for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:27.711894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:27.775105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] device_id is not set on port f0da9543-705b-4e44-934e-1e413e87e21a yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:29:27.883487 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:29:27.954854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] Pushing event deleted for resources: {'Port': ['ID=eb3e5dbb-cce5-4080-b970-8a21638f9872,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:27.982162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f1e54-b1ae-484c-9fc2-7dc893f66c13 None None] No DVR routers for this DVR port eb3e5dbb-cce5-4080-b970-8a21638f9872 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:28.017931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a52f6f8-1da9-472d-b2fe-1706f2541a3f req-c7c86292-0e99-4e56-af41-c427c380a5d3 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1193111 Nov 12 11:29:28.186976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Allocated IP 172.20.0.2 (d2b5a069-d056-4cfb-beab-08113b28c286/4f80285b-e0ff-4a0f-8d59-bbc204826d5c/adbeeca5-24c4-4421-8787-4031e215c8cb) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:28.187853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:28.347878 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:28.347878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] 10.222.0.98 "DELETE /v2.0/networks/f5d8dee9-2edc-45b3-85d6-119cd29a6ecd HTTP/1.1" status: 204 len: 168 time: 1.8382080 Nov 12 11:29:28.347878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731730f-9f5a-45aa-a104-0875c1076a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d8dee9-2edc-45b3-85d6-119cd29a6ecd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:28.350420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 52968) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:28.480083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eb3e5dbb-cce5-4080-b970-8a21638f9872 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:28.506513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: eb3e5dbb-cce5-4080-b970-8a21638f9872 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:28.506862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eb3e5dbb-cce5-4080-b970-8a21638f9872 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:28.622294 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:28.712981 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:28.929928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Network d2b5a069-d056-4cfb-beab-08113b28c286 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:28.934353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:28.943751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:28.966335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Pushing event updated for resources: {'Port': ['ID=adbeeca5-24c4-4421-8787-4031e215c8cb,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:28.986940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Allocated IP 172.20.0.8 (d2b5a069-d056-4cfb-beab-08113b28c286/4f80285b-e0ff-4a0f-8d59-bbc204826d5c/f0da9543-705b-4e44-934e-1e413e87e21a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:29.059601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Attempting to bind port adbeeca5-24c4-4421-8787-4031e215c8cb on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:29.059993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Attempting to bind port adbeeca5-24c4-4421-8787-4031e215c8cb by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '646c175b-9abb-4971-92f9-9676c2de67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2b5a069-d056-4cfb-beab-08113b28c286'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:29.060367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Attempting to bind port adbeeca5-24c4-4421-8787-4031e215c8cb on network d2b5a069-d056-4cfb-beab-08113b28c286 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:29.077779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:29.077779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Checking segment: {'id': '646c175b-9abb-4971-92f9-9676c2de67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2b5a069-d056-4cfb-beab-08113b28c286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:29.077779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:29.082068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Bound using segment: {'id': '646c175b-9abb-4971-92f9-9676c2de67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2b5a069-d056-4cfb-beab-08113b28c286'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:29.082508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Bound port: adbeeca5-24c4-4421-8787-4031e215c8cb, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646c175b-9abb-4971-92f9-9676c2de67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'd2b5a069-d056-4cfb-beab-08113b28c286'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:29.119627 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:29.414611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcddbdc3-2915-4c5c-8349-963c82fb6433 req-0d087721-018c-4a75-98f3-71031b26a808 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0618222 Nov 12 11:29:29.439022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] For port adbeeca5-24c4-4421-8787-4031e215c8cb, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:29.509132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] For port adbeeca5-24c4-4421-8787-4031e215c8cb, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=adbeeca5-24c4-4421-8787-4031e215c8cb,segment=NetworkSegment(646c175b-9abb-4971-92f9-9676c2de67a5),segment_id=646c175b-9abb-4971-92f9-9676c2de67a5)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:29.536532 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de5719d2-d2d7-464f-a359-e13410e06541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:29.614424 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:29.632702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:29.737029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8828a0f-088a-4a53-88f4-1f4171e888ec None None] Pushing event updated for resources: {'Port': ['ID=adbeeca5-24c4-4421-8787-4031e215c8cb,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:29.897068 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:29.900520 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:30.197672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Network d2b5a069-d056-4cfb-beab-08113b28c286 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:30.245147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:30.250295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event updated for resources: {'Port': ['ID=f0da9543-705b-4e44-934e-1e413e87e21a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:30.361804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:30.453539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:30.453539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:30.591993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device adbeeca5-24c4-4421-8787-4031e215c8cb up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:30.611827 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-27fdf609-01f2-4f42-accc-540270bd220e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4238906 Nov 12 11:29:30.616922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53006) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:30.694896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port adbeeca5-24c4-4421-8787-4031e215c8cb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:30.695322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:30.817150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1129227a-cedc-42f2-967f-89aec434b53a req-549295c2-affa-49c6-aa77-5607f8cb85df tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0909534 Nov 12 11:29:30.909815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Deleting port d77970e9-6c4e-41a9-910d-d9732085eca4 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:30.917052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:30.973115 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:31.104957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port adbeeca5-24c4-4421-8787-4031e215c8cb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=adbeeca5-24c4-4421-8787-4031e215c8cb,segment=NetworkSegment(646c175b-9abb-4971-92f9-9676c2de67a5),segment_id=646c175b-9abb-4971-92f9-9676c2de67a5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:31.209015 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:31.226754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] For port d77970e9-6c4e-41a9-910d-d9732085eca4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d77970e9-6c4e-41a9-910d-d9732085eca4,segment=NetworkSegment(a667f2e4-823a-4f01-989a-478c6e89f96c),segment_id=a667f2e4-823a-4f01-989a-478c6e89f96c)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:31.229639 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:31.281780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Calling delete_port for d77970e9-6c4e-41a9-910d-d9732085eca4 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:31.431344 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=adbeeca5-24c4-4421-8787-4031e215c8cb,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:31.544572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a110de09-4ef0-4d54-aa32-397ecdaaaa76 None None] Network d2b5a069-d056-4cfb-beab-08113b28c286 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:31.833432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-72cf1483-b63a-4428-904c-37a97f94dc54 None None] Provisioning complete for port adbeeca5-24c4-4421-8787-4031e215c8cb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:31.834527 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-72cf1483-b63a-4428-904c-37a97f94dc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:31.836871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:31.974546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77970e9-6c4e-41a9-910d-d9732085eca4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:32.016282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b3a77-f71c-4e60-85b7-943b6228a307 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Deleting port f0da9543-705b-4e44-934e-1e413e87e21a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:32.017368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d4b3a77-f71c-4e60-85b7-943b6228a307 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:32.060191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c562a3ab-4fa2-4b36-be1f-b4418656dc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:32.114888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a8e22b46-f794-4e57-b97a-f44319baed7b req-912fe762-5d77-414f-ad9c-56b3325dd665 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0895972 Nov 12 11:29:32.357008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d4b3a77-f71c-4e60-85b7-943b6228a307 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:32.402307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b3a77-f71c-4e60-85b7-943b6228a307 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Calling delete_port for f0da9543-705b-4e44-934e-1e413e87e21a owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:32.423306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:32.656277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device adbeeca5-24c4-4421-8787-4031e215c8cb up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:32.787633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-43493eae-eaf1-4e2d-9e91-9ded439b8895 None None] Provisioning complete for port f0da9543-705b-4e44-934e-1e413e87e21a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:32.788363 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43493eae-eaf1-4e2d-9e91-9ded439b8895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:32.879954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-43493eae-eaf1-4e2d-9e91-9ded439b8895 None None] Port f0da9543-705b-4e44-934e-1e413e87e21a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:32.882106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port adbeeca5-24c4-4421-8787-4031e215c8cb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:32.882569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:32.889420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d4b3a77-f71c-4e60-85b7-943b6228a307 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:33.033964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-43493eae-eaf1-4e2d-9e91-9ded439b8895 None None] Provisioning complete for port adbeeca5-24c4-4421-8787-4031e215c8cb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:33.034700 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43493eae-eaf1-4e2d-9e91-9ded439b8895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:33.175346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b3a77-f71c-4e60-85b7-943b6228a307 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event deleted for resources: {'Port': ['ID=f0da9543-705b-4e44-934e-1e413e87e21a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:33.360273 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5d4b3a77-f71c-4e60-85b7-943b6228a307 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:33.364297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5d4b3a77-f71c-4e60-85b7-943b6228a307 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "DELETE /v2.0/ports/f0da9543-705b-4e44-934e-1e413e87e21a HTTP/1.1" status: 204 len: 168 time: 2.7417705 Nov 12 11:29:33.382249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53060) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:33.508679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-550be03c-8c12-4850-b267-c3be736d091b req-830a7f2f-0f76-4ff6-8f78-ab275be726b8 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1197679 Nov 12 11:29:33.688950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ecef591-a205-4c8a-95ef-ee9f07671ab8 tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.2649887 Nov 12 11:29:33.691385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53070) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:33.815700 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1144697568'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:33.850508 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:33.999028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cbce6be7-15ae-4ce1-bb88-7956fcb6f878 None None] Could not find standard attr ID for object f0da9543-705b-4e44-934e-1e413e87e21a. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:29:34.070589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Router 029992f8-1395-499a-9346-d06bfbd660dc has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:29:34.240660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:29:34.252489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a08b4f8f-74b7-4f43-a739-3f27f5fbd572 admin admin] 10.222.0.98 "PUT /v2.0/routers/029992f8-1395-499a-9346-d06bfbd660dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8948081 Nov 12 11:29:34.252619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53076) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:34.253044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] Sync routers for ids ['029992f8-1395-499a-9346-d06bfbd660dc'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:29:34.260233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Made reservation on behalf of 41440bcca60845109ebaa4c973a0a1ff for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:34.275748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] Routers {'029992f8-1395-499a-9346-d06bfbd660dc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:34.277213 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.278981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['029992f8-1395-499a-9346-d06bfbd660dc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:34.399758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:29:34.457465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.457704 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Added segment 1ccbd0ed-7eff-44de-8eb2-bb95143ab565 of type vlan for network 89f4c092-94c3-4ee9-8111-7fadfa4b6242 Nov 12 11:29:34.614779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.729140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.732905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3855d65-828b-4f1d-861d-f41f689d96e9 req-849930f3-f06f-4935-8abc-2368cc9644bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1341591 Nov 12 11:29:34.847518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.895071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] Set router 029992f8-1395-499a-9346-d06bfbd660dc gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:34.899379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.910525 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:34.912274 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:34.967504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53092) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:35.184799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c16f21a2-4e12-4b75-afd1-098705e386d0 req-402a51f9-3a15-4cc6-a6a8-ca7da60c74a9 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0597143 Nov 12 11:29:35.226438 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:35.229489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:35.245500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event updated for resources: {'Network': ['ID=89f4c092-94c3-4ee9-8111-7fadfa4b6242,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:35.266910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2e920091-b73e-4ddd-a782-58011cd51ff4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5741606 Nov 12 11:29:35.268297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53098) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:35.269043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 89f4c092-94c3-4ee9-8111-7fadfa4b6242 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:29:35.512060 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Deleting port 986c227c-d645-4e0a-8b7c-895965fad21c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:35.512617 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:35.536291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c3458b70-ca97-486b-9c49-f36d0ca7680c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=627856444d494dbb9df51177c7619601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314797 Nov 12 11:29:35.578091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53102) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:35.764296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-210d0c3f-a429-4c24-a2d0-edfdaca0a17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:35.821562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] For port 986c227c-d645-4e0a-8b7c-895965fad21c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=986c227c-d645-4e0a-8b7c-895965fad21c,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:35.830864 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:35.837628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-210d0c3f-a429-4c24-a2d0-edfdaca0a17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:35.881127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Calling delete_port for 986c227c-d645-4e0a-8b7c-895965fad21c owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:35.903634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:29:31Z', 'revision_number': 5, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port': {'id': '986c227c-d645-4e0a-8b7c-895965fad21c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029992f8-1395-499a-9346-d06bfbd660dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:28:19Z', 'updated_at': '2021-11-12T11:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:35.905607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ed915559-2067-485e-a9c1-dd3100e99440 tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "GET /v2.0/agents/9691717d-8307-4de4-8f2f-8ef6b96ed617/dhcp-networks HTTP/1.1" status: 200 len: 5690 time: 0.6355641 Nov 12 11:29:35.909586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53114) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:35.947291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] Checking router: 029992f8-1395-499a-9346-d06bfbd660dc for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:29:35.966926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] Routers {'029992f8-1395-499a-9346-d06bfbd660dc'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:35.968067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['029992f8-1395-499a-9346-d06bfbd660dc'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:36.078687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e88490-9a92-4957-8615-31fcfff20753 tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] Network 89f4c092-94c3-4ee9-8111-7fadfa4b6242 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:29:36.126010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-210d0c3f-a429-4c24-a2d0-edfdaca0a17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.129089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-210d0c3f-a429-4c24-a2d0-edfdaca0a17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.133585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-210d0c3f-a429-4c24-a2d0-edfdaca0a17b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/39b949ee-0a0c-48a0-a39d-a27fafe2270a HTTP/1.1" status: 204 len: 168 time: 0.5511997 Nov 12 11:29:36.141476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] Set router 029992f8-1395-499a-9346-d06bfbd660dc gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:36.147655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d0c3f-a429-4c24-a2d0-edfdaca0a17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b949ee-0a0c-48a0-a39d-a27fafe2270a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:36.227169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:29:35Z', 'revision_number': 6, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:36.236208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d0e88490-9a92-4957-8615-31fcfff20753 tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "POST /v2.0/agents/9691717d-8307-4de4-8f2f-8ef6b96ed617/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3251832 Nov 12 11:29:36.242413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53126) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:36.295694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11f72c-a181-454b-a1b7-dc3fa589a1d4 None None] The sync data for ids ['029992f8-1395-499a-9346-d06bfbd660dc'] in n-d-768852-22 is: [{'id': '029992f8-1395-499a-9346-d06bfbd660dc', 'name': 'tempest-TestServerMultinode-1699922167-router', 'tenant_id': '2a4919b823d2472794dba05406f21184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:28:18Z', 'updated_at': '2021-11-12T11:29:35Z', 'revision_number': 6, 'project_id': '2a4919b823d2472794dba05406f21184', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:29:36.297361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b65956-5ffd-43b7-aca0-d06979168858 None None] Network 89f4c092-94c3-4ee9-8111-7fadfa4b6242 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:36.406707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-efe5ac9b-513c-448c-85d2-cecedcd1d428 req-73eee9e5-41f7-46e0-8281-4713da033ef0 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1149740 Nov 12 11:29:36.416457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.482544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Pushing event deleted for resources: {'Port': ['ID=986c227c-d645-4e0a-8b7c-895965fad21c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:36.532203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764dcc6d-7341-40d3-babc-993fb02ec40a None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:36.717249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:36.726832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4189098d-b2cd-48ce-bb04-1fcfe43d2152 tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "GET /v2.0/agents/9691717d-8307-4de4-8f2f-8ef6b96ed617/dhcp-networks HTTP/1.1" status: 200 len: 6461 time: 0.4826710 Nov 12 11:29:36.727630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53136) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:36.873481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d77970e9-6c4e-41a9-910d-d9732085eca4 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:36.951333 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:29:37.017167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d77970e9-6c4e-41a9-910d-d9732085eca4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:37.017449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d77970e9-6c4e-41a9-910d-d9732085eca4 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:37.048267 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.090117 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.188569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2abe9360-339d-4736-b96a-63587ec2a4d9 req-8ca28bc9-c7af-45f1-b95e-f45cdae04a21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bf8eb830f9f4baa849cf68edd0e8847&device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0420630 Nov 12 11:29:37.224551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2abe9360-339d-4736-b96a-63587ec2a4d9 req-56cba522-b6de-42cc-b2e2-3900d9254bf4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5bf8eb830f9f4baa849cf68edd0e8847&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263765 Nov 12 11:29:37.331192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.331910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029992f8-1395-499a-9346-d06bfbd660dc {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:29:37.347535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.348718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-70c3b551-0e27-4543-bd69-dfe4bdd1f74a admin admin] 10.222.0.98 "DELETE /v2.0/routers/029992f8-1395-499a-9346-d06bfbd660dc HTTP/1.1" status: 204 len: 168 time: 3.0980523 Nov 12 11:29:37.352558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53154) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:37.392275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7eeb7291-a3f4-455f-b9a9-aed2182e783b tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "DELETE /v2.0/agents/9691717d-8307-4de4-8f2f-8ef6b96ed617/dhcp-networks/89f4c092-94c3-4ee9-8111-7fadfa4b6242 HTTP/1.1" status: 204 len: 168 time: 0.6648149 Nov 12 11:29:37.392958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53156) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:37.459100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13cdfd26-af2d-4536-adc0-92c5fda34e4e req-05e3265a-7b19-41ce-bcc6-0b6fddcc7c33 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1349642 Nov 12 11:29:37.459756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0de0a03-404a-4561-b2ac-c6583c894be2 admin admin] Deleting subnet de502d2a-d0a9-4c7c-af36-b469a374b13c {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:29:37.467461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0de0a03-404a-4561-b2ac-c6583c894be2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.509058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe9360-339d-4736-b96a-63587ec2a4d9 req-63178506-7a84-42b2-96a9-0826d253cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:37.510803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2abe9360-339d-4736-b96a-63587ec2a4d9 req-63178506-7a84-42b2-96a9-0826d253cd37 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2794278 Nov 12 11:29:37.558334 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0de0a03-404a-4561-b2ac-c6583c894be2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.663967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f4f0b4fa-a206-46a9-ae15-5c6f6ec00568 tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "GET /v2.0/agents/9691717d-8307-4de4-8f2f-8ef6b96ed617/dhcp-networks HTTP/1.1" status: 200 len: 5690 time: 0.2398033 Nov 12 11:29:37.665730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53164) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:37.699089 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8492f444-092c-4112-b39d-3071e9285a39 tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "GET /v2.0/networks/d2b5a069-d056-4cfb-beab-08113b28c286/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0322440 Nov 12 11:29:37.703109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53166) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:37.705610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0de0a03-404a-4561-b2ac-c6583c894be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.741528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cc3ccfc4-f503-4d1f-a61a-035f9fa90ba1 tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "GET /v2.0/networks/d2b5a069-d056-4cfb-beab-08113b28c286/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0372062 Nov 12 11:29:37.743861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53170) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:37.863315 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0de0a03-404a-4561-b2ac-c6583c894be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:37.896270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fe39b70b-4f68-4920-af32-bf1909e584db tempest-DHCPAgentSchedulersTestJSON-911770893 tempest-DHCPAgentSchedulersTestJSON-911770893-project-admin] 10.222.0.98 "GET /v2.0/agents/9691717d-8307-4de4-8f2f-8ef6b96ed617/dhcp-networks HTTP/1.1" status: 200 len: 5690 time: 0.1506641 Nov 12 11:29:37.896883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53174) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:37.976069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de0a03-404a-4561-b2ac-c6583c894be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de502d2a-d0a9-4c7c-af36-b469a374b13c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:37.996276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0de0a03-404a-4561-b2ac-c6583c894be2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.002285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a0de0a03-404a-4561-b2ac-c6583c894be2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/de502d2a-d0a9-4c7c-af36-b469a374b13c HTTP/1.1" status: 204 len: 168 time: 0.6481123 Nov 12 11:29:38.002957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53182) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:38.023428 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.119524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cceb4f8-0bbf-4e05-8731-e4e91dab4f41 None None] Network 03ab13f5-16fc-4823-8256-7161e16230b2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:38.172489 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.262843 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.313129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Deleting port 9e7185af-5760-4c44-9761-28c5d6de85da {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:38.313617 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.320534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f4c092-94c3-4ee9-8111-7fadfa4b6242']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:38.343566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccbd0ed-7eff-44de-8eb2-bb95143ab565') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:38.343890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccbd0ed-7eff-44de-8eb2-bb95143ab565') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:38.366574 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.432116 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.459339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:29:38.459764 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.515195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 986c227c-d645-4e0a-8b7c-895965fad21c no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:38.548858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] For port 9e7185af-5760-4c44-9761-28c5d6de85da, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e7185af-5760-4c44-9761-28c5d6de85da,segment=NetworkSegment(a667f2e4-823a-4f01-989a-478c6e89f96c),segment_id=a667f2e4-823a-4f01-989a-478c6e89f96c)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:38.549860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.584704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 986c227c-d645-4e0a-8b7c-895965fad21c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:38.585404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 986c227c-d645-4e0a-8b7c-895965fad21c not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:38.587442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Calling delete_port for 9e7185af-5760-4c44-9761-28c5d6de85da owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:29:38.642118 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:29:38.797362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c5d3875-8784-4b38-954b-29bb17323846 req-442987b8-7e8f-4728-9d7d-953163965088 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.1036339 Nov 12 11:29:38.814056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] DHCP port deletion for 03ab13f5-16fc-4823-8256-7161e16230b2 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:38.863563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2abe9360-339d-4736-b96a-63587ec2a4d9 req-11840af8-3bd0-4a11-bff2-25d61bd9c05c tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.57 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0632041 Nov 12 11:29:38.951518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] Deleting port 9e7185af-5760-4c44-9761-28c5d6de85da {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:38.952212 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.971144 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.978530 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:38.982277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "DELETE /v2.0/networks/89f4c092-94c3-4ee9-8111-7fadfa4b6242 HTTP/1.1" status: 204 len: 168 time: 1.0843859 Nov 12 11:29:38.985014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53204) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:39.042784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fc944-aaf8-4975-bf0c-0d0af6470a19 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event deleted for resources: {'Network': ['ID=89f4c092-94c3-4ee9-8111-7fadfa4b6242,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:39.051402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.061846 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e953f5-7a94-46db-9831-02f521646bd4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] DELETE failed (client error): The resource could not be found. Nov 12 11:29:39.062633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e953f5-7a94-46db-9831-02f521646bd4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:29:39.068110 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-57e953f5-7a94-46db-9831-02f521646bd4 tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "DELETE /v2.0/ports/f0da9543-705b-4e44-934e-1e413e87e21a HTTP/1.1" status: 404 len: 333 time: 0.0798166 Nov 12 11:29:39.069615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53206) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:39.076473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] For port 9e7185af-5760-4c44-9761-28c5d6de85da, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e7185af-5760-4c44-9761-28c5d6de85da,segment=NetworkSegment(a667f2e4-823a-4f01-989a-478c6e89f96c),segment_id=a667f2e4-823a-4f01-989a-478c6e89f96c)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:39.077017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.112445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53208) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:39.150120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] Calling delete_port for 9e7185af-5760-4c44-9761-28c5d6de85da owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:39.182349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-1871b02d-2f2d-469c-a702-0f6eb11b163e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Deleting subnet 4f80285b-e0ff-4a0f-8d59-bbc204826d5c {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:29:39.186145 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1871b02d-2f2d-469c-a702-0f6eb11b163e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.190936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7185af-5760-4c44-9761-28c5d6de85da,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:39.221171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] No DVR routers for this DVR port 9e7185af-5760-4c44-9761-28c5d6de85da on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:39.249684 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1871b02d-2f2d-469c-a702-0f6eb11b163e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.397576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb3a9-efb6-434a-9a97-7c096826d4cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.438339 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1871b02d-2f2d-469c-a702-0f6eb11b163e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.442407 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.452712 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.476271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] Pushing event deleted for resources: {'Port': ['ID=9e7185af-5760-4c44-9761-28c5d6de85da,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:39.478406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15051e94-99c3-457a-9b2f-feba6f6a6598 None None] No DVR routers for this DVR port 9e7185af-5760-4c44-9761-28c5d6de85da on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:39.510464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ab13f5-16fc-4823-8256-7161e16230b2']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:39.545357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a667f2e4-823a-4f01-989a-478c6e89f96c') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:39.548331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a667f2e4-823a-4f01-989a-478c6e89f96c') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:39.599753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.677937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.686736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:29:39.687524 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:29:39.689918 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:29:39.703457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb3a9-efb6-434a-9a97-7c096826d4cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.809787 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1871b02d-2f2d-469c-a702-0f6eb11b163e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.864257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871b02d-2f2d-469c-a702-0f6eb11b163e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event deleted for resources: {'Subnet': ['ID=4f80285b-e0ff-4a0f-8d59-bbc204826d5c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:39.879002 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1871b02d-2f2d-469c-a702-0f6eb11b163e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.882604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d59f2d-8bd9-46be-beed-d17a032480cc None None] Network d2b5a069-d056-4cfb-beab-08113b28c286 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:39.889523 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.901494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.910947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] 10.222.0.98 "DELETE /v2.0/networks/03ab13f5-16fc-4823-8256-7161e16230b2 HTTP/1.1" status: 204 len: 168 time: 1.9069347 Nov 12 11:29:39.911599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1871b02d-2f2d-469c-a702-0f6eb11b163e tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "DELETE /v2.0/subnets/4f80285b-e0ff-4a0f-8d59-bbc204826d5c HTTP/1.1" status: 204 len: 168 time: 0.8419974 Nov 12 11:29:39.912285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53228) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:39.948671 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ccfb3a9-efb6-434a-9a97-7c096826d4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:39.982178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d7f8-61f9-410b-94d4-24688cad868c admin admin] Pushing event deleted for resources: {'Network': ['ID=03ab13f5-16fc-4823-8256-7161e16230b2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:40.075277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfb3a9-efb6-434a-9a97-7c096826d4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5568da8-a158-4771-8f2d-8151ffd41e3a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:40.131552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ece00205-30d6-4e82-bd51-80eb890c8460 req-cd6f2f29-b446-4d9b-9822-83ce0974b554 tempest-ServerShowV257Test-2096622594 tempest-ServerShowV257Test-2096622594-project] 10.222.0.98 "GET /v2.0/ports?device_id=94319032-a037-422f-be89-06947d131320 HTTP/1.1" status: 200 len: 210 time: 0.0934801 Nov 12 11:29:40.178234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2ccfb3a9-efb6-434a-9a97-7c096826d4cd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3f765a9378a54b6c9ac48a6aab16d938&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0622206 Nov 12 11:29:40.183296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53234) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:40.252992 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.314878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] DHCP port deletion for d2b5a069-d056-4cfb-beab-08113b28c286 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:40.343253 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe196095-5480-48dd-9e93-ce0546d56116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.379590 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe196095-5480-48dd-9e93-ce0546d56116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.419612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Deleting port adbeeca5-24c4-4421-8787-4031e215c8cb {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:40.419612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.427642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] Deleting port adbeeca5-24c4-4421-8787-4031e215c8cb {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:40.428248 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.506063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] For port adbeeca5-24c4-4421-8787-4031e215c8cb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=adbeeca5-24c4-4421-8787-4031e215c8cb,segment=NetworkSegment(646c175b-9abb-4971-92f9-9676c2de67a5),segment_id=646c175b-9abb-4971-92f9-9676c2de67a5)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:40.506569 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.510984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53240) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:40.532298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Calling delete_port for adbeeca5-24c4-4421-8787-4031e215c8cb owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:40.651727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f380e355-a133-44c2-8618-e415289bef7f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=488bd5d8ee16423eab03454d34c5fa2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287935 Nov 12 11:29:40.651727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53244) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:40.653006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] For port adbeeca5-24c4-4421-8787-4031e215c8cb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=adbeeca5-24c4-4421-8787-4031e215c8cb,segment=NetworkSegment(646c175b-9abb-4971-92f9-9676c2de67a5),segment_id=646c175b-9abb-4971-92f9-9676c2de67a5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:40.653006 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.665317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e7185af-5760-4c44-9761-28c5d6de85da no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:40.736770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9e7185af-5760-4c44-9761-28c5d6de85da {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:29:40.738231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e7185af-5760-4c44-9761-28c5d6de85da not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:40.738647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device adbeeca5-24c4-4421-8787-4031e215c8cb no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:29:40.741959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] Calling delete_port for adbeeca5-24c4-4421-8787-4031e215c8cb owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:40.765469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a551c47-8913-4e87-bcc8-d52a93a70a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.778121 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.807468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a551c47-8913-4e87-bcc8-d52a93a70a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.838267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event deleted for resources: {'Port': ['ID=adbeeca5-24c4-4421-8787-4031e215c8cb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:40.844719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe196095-5480-48dd-9e93-ce0546d56116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.847456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe196095-5480-48dd-9e93-ce0546d56116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.851465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fe196095-5480-48dd-9e93-ce0546d56116 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b5568da8-a158-4771-8f2d-8151ffd41e3a HTTP/1.1" status: 204 len: 168 time: 0.6572812 Nov 12 11:29:40.860828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe196095-5480-48dd-9e93-ce0546d56116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5568da8-a158-4771-8f2d-8151ffd41e3a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:40.866352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] No DVR routers for this DVR port adbeeca5-24c4-4421-8787-4031e215c8cb on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:40.884920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No active binding found for port adbeeca5-24c4-4421-8787-4031e215c8cb {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:29:40.888122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device adbeeca5-24c4-4421-8787-4031e215c8cb not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:29:40.948596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a551c47-8913-4e87-bcc8-d52a93a70a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.953513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0a551c47-8913-4e87-bcc8-d52a93a70a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.961657 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0a551c47-8913-4e87-bcc8-d52a93a70a72 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eab895cb-113d-469e-8580-f1bb060b38c1 HTTP/1.1" status: 204 len: 168 time: 0.3124518 Nov 12 11:29:40.969157 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:40.979262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a551c47-8913-4e87-bcc8-d52a93a70a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab895cb-113d-469e-8580-f1bb060b38c1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:41.014193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] Pushing event deleted for resources: {'Port': ['ID=adbeeca5-24c4-4421-8787-4031e215c8cb,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:41.053330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbc0aa-16a4-4d1d-9cc3-8243bc71e046 None None] No DVR routers for this DVR port adbeeca5-24c4-4421-8787-4031e215c8cb on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:29:41.128632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:41.179213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b5a069-d056-4cfb-beab-08113b28c286']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:41.201112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646c175b-9abb-4971-92f9-9676c2de67a5') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:41.201411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646c175b-9abb-4971-92f9-9676c2de67a5') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:41.218730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:41.236025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:41.244602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:29:41.245278 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:29:41.250896 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:29:41.500540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:41.510324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:41.516259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] 10.222.0.98 "DELETE /v2.0/networks/d2b5a069-d056-4cfb-beab-08113b28c286 HTTP/1.1" status: 204 len: 168 time: 1.5972257 Nov 12 11:29:41.528877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b86317-c846-46ad-8c6d-2d22939feaac tempest-DHCPAgentSchedulersTestJSON-2076373035 tempest-DHCPAgentSchedulersTestJSON-2076373035-project] Pushing event deleted for resources: {'Network': ['ID=d2b5a069-d056-4cfb-beab-08113b28c286,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:43.004648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53306) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:43.100313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53310) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:43.141259 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e8857719-809e-4a32-b048-b67a2c0fdf0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.173329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a6473d2e-621f-429c-b49d-55c93cd98191 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2a4919b823d2472794dba05406f21184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1668744 Nov 12 11:29:43.184621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53312) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:43.320180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e8857719-809e-4a32-b048-b67a2c0fdf0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.327286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53318) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:43.394093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53322) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:43.431638 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f30ab121-f40c-4db0-b8dd-2e4478ff8d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.473809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e8857719-809e-4a32-b048-b67a2c0fdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.561966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f30ab121-f40c-4db0-b8dd-2e4478ff8d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.620237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53330) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:43.629806 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e8857719-809e-4a32-b048-b67a2c0fdf0a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a504177fb87949e39f93e9ef022ea8da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279553 Nov 12 11:29:43.650860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8857719-809e-4a32-b048-b67a2c0fdf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4232b133-8960-4d36-844c-ad9cb33567ca,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:43.761199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-95a80158-bf47-4f64-9d13-25e8a2426647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.817734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f30ab121-f40c-4db0-b8dd-2e4478ff8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.820737 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f30ab121-f40c-4db0-b8dd-2e4478ff8d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:43.821446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f30ab121-f40c-4db0-b8dd-2e4478ff8d41 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/40d9d14c-b3b9-48de-a38f-5e3059ce3193 HTTP/1.1" status: 204 len: 168 time: 0.6308239 Nov 12 11:29:43.838253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ab121-f40c-4db0-b8dd-2e4478ff8d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d9d14c-b3b9-48de-a38f-5e3059ce3193,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:43.981565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6306be0b-b23a-47c7-929c-0b18e36ab682 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=41440bcca60845109ebaa4c973a0a1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5852726 Nov 12 11:29:43.984079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53342) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:44.020296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-95a80158-bf47-4f64-9d13-25e8a2426647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.026475 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72552044-0803-45b4-8ac6-bc3052285fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.092402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20b8787d-8f1a-4e0c-a280-5b3f79367d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.114546 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72552044-0803-45b4-8ac6-bc3052285fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.117269 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-95a80158-bf47-4f64-9d13-25e8a2426647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.146354 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20b8787d-8f1a-4e0c-a280-5b3f79367d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.269956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-95a80158-bf47-4f64-9d13-25e8a2426647 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5bf8eb830f9f4baa849cf68edd0e8847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9382992 Nov 12 11:29:44.269956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a80158-bf47-4f64-9d13-25e8a2426647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73de1015-4bfa-411e-8fb9-24c21746b481,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:44.270433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53348) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:44.344997 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c20989fc-37fe-4b9b-8392-3351542c54f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.388974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c20989fc-37fe-4b9b-8392-3351542c54f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.400115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72552044-0803-45b4-8ac6-bc3052285fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.406495 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72552044-0803-45b4-8ac6-bc3052285fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.406495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-72552044-0803-45b4-8ac6-bc3052285fe1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4232b133-8960-4d36-844c-ad9cb33567ca HTTP/1.1" status: 204 len: 168 time: 0.7834241 Nov 12 11:29:44.414936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72552044-0803-45b4-8ac6-bc3052285fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4232b133-8960-4d36-844c-ad9cb33567ca,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:44.493805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20b8787d-8f1a-4e0c-a280-5b3f79367d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.501622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20b8787d-8f1a-4e0c-a280-5b3f79367d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.503213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-20b8787d-8f1a-4e0c-a280-5b3f79367d48 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/87d47169-97c5-473e-8593-e480caa6d708 HTTP/1.1" status: 204 len: 168 time: 0.5165203 Nov 12 11:29:44.515729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8787d-8f1a-4e0c-a280-5b3f79367d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d47169-97c5-473e-8593-e480caa6d708,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:44.621209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c20989fc-37fe-4b9b-8392-3351542c54f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.654613 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c20989fc-37fe-4b9b-8392-3351542c54f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:44.661150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c20989fc-37fe-4b9b-8392-3351542c54f7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/73de1015-4bfa-411e-8fb9-24c21746b481 HTTP/1.1" status: 204 len: 168 time: 0.3890288 Nov 12 11:29:44.671288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20989fc-37fe-4b9b-8392-3351542c54f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73de1015-4bfa-411e-8fb9-24c21746b481,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:45.689508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53396) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:45.704620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c718b60-fbde-4b41-8dbf-959d87a907e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:45.803754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c718b60-fbde-4b41-8dbf-959d87a907e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:45.942999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c718b60-fbde-4b41-8dbf-959d87a907e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:45.999820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7c718b60-fbde-4b41-8dbf-959d87a907e6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=79bde14460974a61861dc25e394385e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091869 Nov 12 11:29:46.001181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c718b60-fbde-4b41-8dbf-959d87a907e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59771da1-c3ac-4d73-a978-fb8576fc219a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:46.004662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53408) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:46.061754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-425af23b-8eb5-4328-a572-00afa6025d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:46.085518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-425af23b-8eb5-4328-a572-00afa6025d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:46.343046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-425af23b-8eb5-4328-a572-00afa6025d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:46.345926 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-425af23b-8eb5-4328-a572-00afa6025d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:46.346892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-425af23b-8eb5-4328-a572-00afa6025d58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/59771da1-c3ac-4d73-a978-fb8576fc219a HTTP/1.1" status: 204 len: 168 time: 0.3391423 Nov 12 11:29:46.356672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425af23b-8eb5-4328-a572-00afa6025d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59771da1-c3ac-4d73-a978-fb8576fc219a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:47.665070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53456) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:47.793541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:47.873970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-754079866-network', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:48.195310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Made reservation on behalf of 006669ce3ca94e808a190cfe70d1310e for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:48.198468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:48.214255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:48.385001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:48.503170 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:48.534670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:29:48.567240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:48.567827 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Added segment 3bd7e234-5733-4ea9-8881-eb96cbcde875 of type vlan for network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 Nov 12 11:29:48.569456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b8a6e-7558-4c03-a0e8-9b542576b1fa,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:48.623414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:48.785937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:48.787866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:48.788700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:48.952154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] Pushing event updated for resources: {'Network': ['ID=48e011c0-3fdb-4f8e-9aac-3505bd1236d5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:48.982436 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-48cb291f-cc5e-491b-b05b-be7de5c18d4f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3160868 Nov 12 11:29:48.984221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:29:48.985920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53492) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:48.996586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Request body: {'subnet': {'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-754079866-subnet', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:49.205946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Made reservation on behalf of 006669ce3ca94e808a190cfe70d1310e for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:49.208490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:49.754880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:49.850749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256ce14e-e5f1-4959-b695-96a65ab40971,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:49.858670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Checking segment: {'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:49.859354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Network hostable DHCP agents. Network: 48e011c0-3fdb-4f8e-9aac-3505bd1236d5, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:29:50.031746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:29:50.191674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 48e011c0-3fdb-4f8e-9aac-3505bd1236d5) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:50.197644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:50.198542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:50.203711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c7cd9-599d-48c6-bb90-0fa8639ffcea None None] Network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:50.369758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-856b4745-1682-47cf-abc8-7fd158d31871 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3824837 Nov 12 11:29:50.373167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53526) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:50.380291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:50.514869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:50.516102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:50.560431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-48e011c0-3fdb-4f8e-9aac-3505bd1236d5', 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'fixed_ips': [{'subnet_id': '256ce14e-e5f1-4959-b695-96a65ab40971'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:29:50.561871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:50.617419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:50.833097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:50.843653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Allocated IP 172.20.0.2 (48e011c0-3fdb-4f8e-9aac-3505bd1236d5/256ce14e-e5f1-4959-b695-96a65ab40971/fe7d69ac-0b97-404b-88c5-fdac5dfb19cf) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:50.945312 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.115676 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.192454 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.272980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:51.282148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:51.287635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:51.324671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53562) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:51.354223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Pushing event updated for resources: {'Port': ['ID=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:51.385547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.425284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Attempting to bind port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:51.425284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Attempting to bind port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:51.425284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Attempting to bind port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf on network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:51.429361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:51.429740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Checking segment: {'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:51.430196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.430597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Bound using segment: {'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:51.431081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Bound port: fe7d69ac-0b97-404b-88c5-fdac5dfb19cf, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:51.431471 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.448450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.552701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] For port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:51.560462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] For port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,segment=NetworkSegment(3bd7e234-5733-4ea9-8881-eb96cbcde875),segment_id=3bd7e234-5733-4ea9-8881-eb96cbcde875)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:51.622067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Allocated IP 172.25.3.63 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/71109673-4abd-4bae-aa94-44db4397ec50) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:51.648984 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.783837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c472-72ab-4517-a276-786feef12a85 None None] Pushing event updated for resources: {'Port': ['ID=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:51.831312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-749111196'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:51.931467 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:51.968955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Made reservation on behalf of 09a755d532674a9bb176f7d0ebcf7bce for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:51.974490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.005406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.129594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.219269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:52.228292 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.262638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:52.265336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:52.277781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c45bb-5d00-4510-a9f2-3f494094e38c None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:52.434262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3fc93dfe-92b1-46e1-86fb-ad0bb97e28d3 None None] Provisioning complete for port 71109673-4abd-4bae-aa94-44db4397ec50 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:52.434920 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3fc93dfe-92b1-46e1-86fb-ad0bb97e28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.454969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.459196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Pushing event updated for resources: {'Port': ['ID=71109673-4abd-4bae-aa94-44db4397ec50,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:52.564067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:29:52.583656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053dc47c-301f-4353-976a-32754d977fc7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:52.612776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.615711 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Added segment d9eb4697-a8ba-481a-8e4d-a054c403aaa7 of type vlan for network 03e05451-73d9-4b30-9675-9ae57ec617dc Nov 12 11:29:52.622657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3fc93dfe-92b1-46e1-86fb-ad0bb97e28d3 None None] Port 71109673-4abd-4bae-aa94-44db4397ec50 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:52.704433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fe7d69ac-0b97-404b-88c5-fdac5dfb19cf up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:52.752916 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.858174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:52.858841 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.891758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:52.898198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:52.898911 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:53.009487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:53.031993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:53.111159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,segment=NetworkSegment(3bd7e234-5733-4ea9-8881-eb96cbcde875),segment_id=3bd7e234-5733-4ea9-8881-eb96cbcde875)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:53.157514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Pushing event updated for resources: {'Network': ['ID=03e05451-73d9-4b30-9675-9ae57ec617dc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:53.177320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 03e05451-73d9-4b30-9675-9ae57ec617dc details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:29:53.196765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5eeec5f1-a40e-4a5e-bf0c-b6ed8aec8562 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8708813 Nov 12 11:29:53.233659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:53.351909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:53.731410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53620) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:53.741127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Request body: {'port': {'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc', 'binding:host_id': 'n-h1-768852-22', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1374452238'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:53.754581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1964a5c-537c-4365-97cf-b5be2371c4ab None None] Network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:53.894633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Made reservation on behalf of 0720df1ea9c94706b2d17cd084392994 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:53.897047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:53.915002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:53.916546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7a320061-c3de-4b3c-b137-d7bd3ee606d3 None None] Provisioning complete for port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:53.917025 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7a320061-c3de-4b3c-b137-d7bd3ee606d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:54.103327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:54.219459 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:54.340877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:54.346607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] device_id is not set on port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:29:54.560182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fe7d69ac-0b97-404b-88c5-fdac5dfb19cf up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:29:54.605733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e8fc0-a469-408d-828e-996c284e0b2a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:54.645169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Router 5ed45ff5-a41c-4741-a68c-3906262e9caf is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:29:54.744397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-64bfe588-b1d0-4f25-8aae-ab8ff96399a8 None None] Provisioning complete for port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:54.755951 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64bfe588-b1d0-4f25-8aae-ab8ff96399a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:54.851616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:54.863557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:54.881912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:29:54.895686 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Sync routers for ids ['5ed45ff5-a41c-4741-a68c-3906262e9caf'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:29:54.922554 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Routers {'5ed45ff5-a41c-4741-a68c-3906262e9caf'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:54.924796 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5ed45ff5-a41c-4741-a68c-3906262e9caf'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:55.016044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:55.018343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] device_id is not set on port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:29:55.020909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-637eedc4-0229-40bc-bcf3-1ada9221b28c admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.6454406 Nov 12 11:29:55.023296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53644) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:55.044337 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:55.121798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:55.217223 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Set router 5ed45ff5-a41c-4741-a68c-3906262e9caf gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:55.237253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:55.322768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Checking segment: {'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:55.323132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Network hostable DHCP agents. Network: 03e05451-73d9-4b30-9675-9ae57ec617dc, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:29:55.454620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Network 03e05451-73d9-4b30-9675-9ae57ec617dc is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:29:55.481690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53652) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:55.560461 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:29:52Z', 'revision_number': 3, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:55.572395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 03e05451-73d9-4b30-9675-9ae57ec617dc) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:55.577240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:55.628140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79c125-48a5-402b-8b3e-cab296628e15 None None] Network 03e05451-73d9-4b30-9675-9ae57ec617dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:29:55.737602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:55.741556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:55.742135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:55.760887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:55.763230 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:55.765364 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 2 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:55.778110 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Checking router: 5ed45ff5-a41c-4741-a68c-3906262e9caf for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:29:55.780820 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Updating router 5ed45ff5-a41c-4741-a68c-3906262e9caf port 71109673-4abd-4bae-aa94-44db4397ec50 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:29:55.827415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:55.831077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:55.832842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:55.850913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:55.853644 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:55.854984 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 3 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:55.901169 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:55.928479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:55.928853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:55.930338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:55.947649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:55.950783 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:55.951162 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 4 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:56.059016 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9fe585d8-91a5-4aee-be45-665cf8d647e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.068663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:56.069041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:56.069347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:56.102410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:56.102772 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:56.103314 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 5 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:56.266950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:56.267681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:56.268272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:56.280493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:56.281211 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:56.283206 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 6 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:56.311800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:56.312500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:56.313238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:56.328779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:56.329354 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:56.333460 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 7 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:56.340834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9fe585d8-91a5-4aee-be45-665cf8d647e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.368666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:56.369267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:56.369834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:56.378469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:56.382228 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:56.384245 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 8 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:56.389848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.417974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:56.418451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:56.418908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:56.427029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9fe585d8-91a5-4aee-be45-665cf8d647e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.464104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:56.465961 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:56.484737 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 9 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:56.554807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe585d8-91a5-4aee-be45-665cf8d647e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bbfbbc-2f2d-4bbb-8c7b-aa527168a234,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:56.575054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9fe585d8-91a5-4aee-be45-665cf8d647e6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2d46f5ff14e8457c8784445f43d184cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0916011 Nov 12 11:29:56.584914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53672) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:56.591682 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.600629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:56.601177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:56.601875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:56.620518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:56.621764 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:56.622494 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 10 to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 Nov 12 11:29:56.672001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:56.672624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:56.673189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:56.682250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:29:56.682825 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:29:56.683351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.691500 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.760474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a0ad-9948-457f-882c-89c19e9bf73d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.813616 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Pushing event updated for resources: {'Port': ['ID=71109673-4abd-4bae-aa94-44db4397ec50,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:56.874443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167fd40f-053d-4aea-8ca6-797e70dee7be None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:56.900782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a0ad-9948-457f-882c-89c19e9bf73d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.924460 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.925905 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.926401 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.926754 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.927237 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.927576 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.927985 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.928320 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.928645 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.928971 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.929294 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.929829 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:29:56.935620 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Attempting to bind port 71109673-4abd-4bae-aa94-44db4397ec50 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:29:56.935801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Allocated IP 172.20.0.1 (48e011c0-3fdb-4f8e-9aac-3505bd1236d5/256ce14e-e5f1-4959-b695-96a65ab40971/d2911c7b-4a36-449c-be6a-096f6574f0d2) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:29:56.936048 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Attempting to bind port 71109673-4abd-4bae-aa94-44db4397ec50 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:29:56.936371 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Attempting to bind port 71109673-4abd-4bae-aa94-44db4397ec50 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:29:56.964741 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:29:56.969240 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:29:56.969757 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.970168 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:29:56.970666 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Bound port: 71109673-4abd-4bae-aa94-44db4397ec50, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:29:56.971046 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:56.987593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cf96f6db-11a5-4622-9638-8fcf592a038a None None] Provisioning complete for port 71109673-4abd-4bae-aa94-44db4397ec50 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:56.987593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf96f6db-11a5-4622-9638-8fcf592a038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.062424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] For port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:57.062980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempted to set empty binding levels {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:29:57.070115 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.124667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cf96f6db-11a5-4622-9638-8fcf592a038a None None] Port 71109673-4abd-4bae-aa94-44db4397ec50 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:57.142649 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] For port 71109673-4abd-4bae-aa94-44db4397ec50, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:29:57.146674 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.146866 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] For port 71109673-4abd-4bae-aa94-44db4397ec50, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=71109673-4abd-4bae-aa94-44db4397ec50,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:29:57.180481 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.208044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:29:57.208890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.255409 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a0ad-9948-457f-882c-89c19e9bf73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.263689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1f1a0ad-9948-457f-882c-89c19e9bf73d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.263689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a1f1a0ad-9948-457f-882c-89c19e9bf73d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3bbfbbc-2f2d-4bbb-8c7b-aa527168a234 HTTP/1.1" status: 204 len: 168 time: 0.6764653 Nov 12 11:29:57.291107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1a0ad-9948-457f-882c-89c19e9bf73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bbfbbc-2f2d-4bbb-8c7b-aa527168a234,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:57.297405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:57.308162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:57.309162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Pushing event updated for resources: {'Port': ['ID=d2911c7b-4a36-449c-be6a-096f6574f0d2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:57.312650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:57.314871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:29:57.326945 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.364700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.379253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4974096-911c-41f0-8baf-363a3c134fa6 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:29:57.385443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6a5ed310-bdca-4dc3-b3a3-2239398cec05 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.6525567 Nov 12 11:29:57.386162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:57.497390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c496ae36-eec6-4316-81b2-1078417a6726 None None] Provisioning complete for port 71109673-4abd-4bae-aa94-44db4397ec50 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:57.498003 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c496ae36-eec6-4316-81b2-1078417a6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.554805 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Routers {'5ed45ff5-a41c-4741-a68c-3906262e9caf'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:29:57.557650 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5ed45ff5-a41c-4741-a68c-3906262e9caf'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:57.735547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Deleting port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:29:57.736301 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.748649 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ece1d-0fc6-4f84-9482-ac57701e63f9 None None] Pushing event updated for resources: {'Port': ['ID=71109673-4abd-4bae-aa94-44db4397ec50,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:57.846418 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c496ae36-eec6-4316-81b2-1078417a6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:57.938677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c496ae36-eec6-4316-81b2-1078417a6726 None None] For port 71109673-4abd-4bae-aa94-44db4397ec50, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=71109673-4abd-4bae-aa94-44db4397ec50,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:57.984655 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] Set router 5ed45ff5-a41c-4741-a68c-3906262e9caf gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:29:57.989884 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.023626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] For port bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2, host n-h1-768852-22, got binding levels [] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:29:58.024011 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.065251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Calling delete_port for bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:29:58.107503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c496ae36-eec6-4316-81b2-1078417a6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.360395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-641e9d61-8c7f-4663-b421-819083149e68 None None] Provisioning complete for port d2911c7b-4a36-449c-be6a-096f6574f0d2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:29:58.360822 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-641e9d61-8c7f-4663-b421-819083149e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.371915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.382347 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:29:52Z', 'revision_number': 3, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:29:58.447357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:58.464372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496ae36-eec6-4316-81b2-1078417a6726 None None] Pushing event updated for resources: {'Port': ['ID=71109673-4abd-4bae-aa94-44db4397ec50,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:58.469906 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.482694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-641e9d61-8c7f-4663-b421-819083149e68 None None] Port d2911c7b-4a36-449c-be6a-096f6574f0d2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:29:58.482968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c05f3ee4-43cd-4dd8-8a86-a23494ff510a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "DELETE /v2.0/ports/bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 HTTP/1.1" status: 204 len: 168 time: 1.0949705 Nov 12 11:29:58.487374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53700) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:58.508302 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccfc6f-030a-42f2-839f-aae99fa8d743 None None] The sync data for ids ['5ed45ff5-a41c-4741-a68c-3906262e9caf'] in n-d-768852-22 is: [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:29:52Z', 'revision_number': 3, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:29:58.644815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.661937 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3c86f8-9cf0-4165-8809-27b1eeefbd2e tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:29:58.661937 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7a3c86f8-9cf0-4165-8809-27b1eeefbd2e tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "GET /v2.0/ports/bd8df7ab-f9f0-4e78-8fa2-9d4df3399fb2 HTTP/1.1" status: 404 len: 333 time: 0.1722310 Nov 12 11:29:58.662203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53704) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:58.677984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Request body: {'port': {'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1085235934'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:29:58.749722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.851370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Made reservation on behalf of 0720df1ea9c94706b2d17cd084392994 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:29:58.853763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.895576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] device_id is not set on port e104c35b-6232-41fc-8db5-9ca47f6a31d9 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:29:58.899953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:58.903399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Pushing event updated for resources: {'Port': ['ID=d2911c7b-4a36-449c-be6a-096f6574f0d2,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:58.970447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53710) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:58.989206 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20839999-8a44-40bb-94de-50f367d7294a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.115178 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20839999-8a44-40bb-94de-50f367d7294a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.209350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20839999-8a44-40bb-94de-50f367d7294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.305935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-20839999-8a44-40bb-94de-50f367d7294a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bbc6eb5544c24319820886a5e11a5e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355734 Nov 12 11:29:59.305935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20839999-8a44-40bb-94de-50f367d7294a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58840d1d-685c-4f21-b598-d607443e6a80,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:59.306791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:29:59.307277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53716) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:29:59.389468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21e24ff9-8a52-454b-84bf-56a992d00d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.411612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:29:59.469852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-673b33a8-f4fe-45e1-8e6f-b0f2600b5b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.551426 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-673b33a8-f4fe-45e1-8e6f-b0f2600b5b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.656859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.860713 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-673b33a8-f4fe-45e1-8e6f-b0f2600b5b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.863557 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-673b33a8-f4fe-45e1-8e6f-b0f2600b5b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:29:59.865060 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-673b33a8-f4fe-45e1-8e6f-b0f2600b5b9d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/58840d1d-685c-4f21-b598-d607443e6a80 HTTP/1.1" status: 204 len: 168 time: 0.5570130 Nov 12 11:29:59.913071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b33a8-f4fe-45e1-8e6f-b0f2600b5b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58840d1d-685c-4f21-b598-d607443e6a80,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:29:59.948027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Router 5ed45ff5-a41c-4741-a68c-3906262e9caf has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:30:00.015907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:00.116162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-50970943-4e03-48fa-ac63-bae6eeeb4280 None None] Provisioning complete for port d2911c7b-4a36-449c-be6a-096f6574f0d2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:00.118141 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50970943-4e03-48fa-ac63-bae6eeeb4280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:00.121855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=e104c35b-6232-41fc-8db5-9ca47f6a31d9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:00.224873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Network 03e05451-73d9-4b30-9675-9ae57ec617dc is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:00.236508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:00.258426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:00.261210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:00.263308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:00.416416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:00.431680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7ccb45c0-cf1a-4ce2-b863-1b0ea2346c5e admin admin] 10.222.0.98 "PUT /v2.0/routers/5ed45ff5-a41c-4741-a68c-3906262e9caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4002254 Nov 12 11:30:00.440224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-50970943-4e03-48fa-ac63-bae6eeeb4280 None None] Port d2911c7b-4a36-449c-be6a-096f6574f0d2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:00.494753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bde82de2-cb28-4f0e-a596-bfe0226c6f7f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8327084 Nov 12 11:30:00.498388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53732) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:00.516383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:00.646281 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:00.662736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 71109673-4abd-4bae-aa94-44db4397ec50 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:00.818079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 71109673-4abd-4bae-aa94-44db4397ec50 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:00.818783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:00.948716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] device_id is not set on port e104c35b-6232-41fc-8db5-9ca47f6a31d9 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:30:00.962868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:01.097520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:01.210112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=e104c35b-6232-41fc-8db5-9ca47f6a31d9,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:01.246149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.246894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.247495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.252402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.252724 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.253103 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 2 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.287906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.291740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.292102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.308604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.310146 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.310146 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 3 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.330542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.331164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.331903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.346195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.350944 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.351213 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 4 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.371045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.371045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.371578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.379867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.380512 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.380616 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 5 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.401835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.402869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.403269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.408303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.408676 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.409075 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 6 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.436568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.437223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.438123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.451811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.452366 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.452692 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 7 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.490195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.490476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.490991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.498217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.498717 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.504961 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 8 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.525732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.527325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.528391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.540278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.541177 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.546426 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 9 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.566053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Sync routers for ids ['5ed45ff5-a41c-4741-a68c-3906262e9caf'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:01.572377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.572715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.573266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.582835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.583427 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.584007 n-d-768852-22 neutron-server[109704]: INFO neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 10 to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 Nov 12 11:30:01.605296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Routers {'5ed45ff5-a41c-4741-a68c-3906262e9caf'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:01.605296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5ed45ff5-a41c-4741-a68c-3906262e9caf'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:01.605682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:01.605855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:01.606429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:01.627062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:01.627515 n-d-768852-22 neutron-server[109704]: ERROR neutron.plugins.ml2.managers [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:01.628516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:01.854766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Set router 5ed45ff5-a41c-4741-a68c-3906262e9caf gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:01.869329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] For port e104c35b-6232-41fc-8db5-9ca47f6a31d9, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:01.869720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempted to set empty binding levels {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:30:02.045808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:02.165857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] In _notify_port_updated(), no bound segment for port e104c35b-6232-41fc-8db5-9ca47f6a31d9 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109704) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:30:02.168981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.169615 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:02.173890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "PUT /v2.0/ports/e104c35b-6232-41fc-8db5-9ca47f6a31d9 HTTP/1.1" status: 200 len: 976 time: 1.6722369 Nov 12 11:30:02.174654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53778) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:02.208942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28141c-ca29-41a3-8a7d-d607a6235bbc tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=e104c35b-6232-41fc-8db5-9ca47f6a31d9,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:02.210826 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4e42cd7b-ab44-4d74-a24f-20d89ae809d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:02.445086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.452588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.455630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.458471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.459086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.464248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.466992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.469334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.470228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.472866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:02.488950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53786) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:02.493403 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2d3a8b8d-33ad-416b-9b0c-c8aec562781f tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9136 time: 0.3127441 Nov 12 11:30:02.595847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd2911c7b-4a36-449c-be6a-096f6574f0d2', 'name': '', 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'mac_address': 'fa:16:3e:9c:a7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '256ce14e-e5f1-4959-b695-96a65ab40971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:56Z', 'updated_at': '2021-11-12T11:29:58Z', 'revision_number': 2, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'subnets': [{'id': '256ce14e-e5f1-4959-b695-96a65ab40971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:02.658037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Checking router: 5ed45ff5-a41c-4741-a68c-3906262e9caf for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:02.668576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Updating router 5ed45ff5-a41c-4741-a68c-3906262e9caf port d2911c7b-4a36-449c-be6a-096f6574f0d2 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:30:02.724084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Deleting port e104c35b-6232-41fc-8db5-9ca47f6a31d9 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:02.728821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:02.734483 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:02.920337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] For port e104c35b-6232-41fc-8db5-9ca47f6a31d9, host n-h1-768852-22, got binding levels [] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:02.920964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:02.953523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Calling delete_port for e104c35b-6232-41fc-8db5-9ca47f6a31d9 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:03.248865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.286106 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.331972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event deleted for resources: {'Port': ['ID=e104c35b-6232-41fc-8db5-9ca47f6a31d9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:03.341658 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.350346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-43621555-c871-41b5-b2bd-fb0c79aaf523 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "DELETE /v2.0/ports/e104c35b-6232-41fc-8db5-9ca47f6a31d9 HTTP/1.1" status: 204 len: 168 time: 0.8499956 Nov 12 11:30:03.353170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53804) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:03.396193 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-752c1a0d-e277-49c7-86bf-10fc81bb1e37 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:30:03.402029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-752c1a0d-e277-49c7-86bf-10fc81bb1e37 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "GET /v2.0/ports/e104c35b-6232-41fc-8db5-9ca47f6a31d9 HTTP/1.1" status: 404 len: 333 time: 0.0463176 Nov 12 11:30:03.402949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53806) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:03.408944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1481323405', 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:03.472353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.477496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.580947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Made reservation on behalf of 0720df1ea9c94706b2d17cd084392994 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:03.588140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.685391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] device_id is not set on port 10238347-eb08-42f3-ab13-4103bc56b3e4 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:30:03.756630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Pushing event updated for resources: {'Port': ['ID=d2911c7b-4a36-449c-be6a-096f6574f0d2,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:03.832048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.832389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.834264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.834264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.834264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.834264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.834264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.834726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.834726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.834950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.835245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.835558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:03.883411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Attempting to bind port d2911c7b-4a36-449c-be6a-096f6574f0d2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:03.883776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Attempting to bind port d2911c7b-4a36-449c-be6a-096f6574f0d2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:03.891295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Attempting to bind port d2911c7b-4a36-449c-be6a-096f6574f0d2 on network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:03.909352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:03.909722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Checking segment: {'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:03.910122 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:03.910586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Bound using segment: {'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:03.910991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Bound port: d2911c7b-4a36-449c-be6a-096f6574f0d2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd7e234-5733-4ea9-8881-eb96cbcde875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:03.915705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.151074 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.248739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] For port d2911c7b-4a36-449c-be6a-096f6574f0d2, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:04.333883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] For port d2911c7b-4a36-449c-be6a-096f6574f0d2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d2911c7b-4a36-449c-be6a-096f6574f0d2,segment=NetworkSegment(3bd7e234-5733-4ea9-8881-eb96cbcde875),segment_id=3bd7e234-5733-4ea9-8881-eb96cbcde875)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:04.341977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.348262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7b9d5a9c-cc40-4472-b30e-f80b1154d36c None None] Provisioning complete for port d2911c7b-4a36-449c-be6a-096f6574f0d2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:04.348262 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b9d5a9c-cc40-4472-b30e-f80b1154d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.420468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d5a9c-cc40-4472-b30e-f80b1154d36c None None] Port d2911c7b-4a36-449c-be6a-096f6574f0d2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:04.452730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.523956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.536756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Network 03e05451-73d9-4b30-9675-9ae57ec617dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:04.550834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:04.589002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:04.593208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:04.601259 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:04.662497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a94fc4-ee54-4da2-853c-41ec928723b0 None None] Pushing event updated for resources: {'Port': ['ID=d2911c7b-4a36-449c-be6a-096f6574f0d2,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:04.709025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Routers {'5ed45ff5-a41c-4741-a68c-3906262e9caf'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:04.709659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5ed45ff5-a41c-4741-a68c-3906262e9caf'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:04.727899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=10238347-eb08-42f3-ab13-4103bc56b3e4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:04.907284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-1ae821f6-0c11-4b77-8e8d-a615fe49a2c8 req-96c9c290-7d40-49c7-a928-f16162468697 service neutron] (109705) timed out ('10.222.0.57', 63564) {{(pid=109705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:30:04.932108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c52c7f8a-3a9d-49fa-90aa-97dedd9ac63a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5249066 Nov 12 11:30:04.932647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53828) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:05.109034 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c410534-4093-4010-b6fb-35a5945552ef tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:05.111535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c410534-4093-4010-b6fb-35a5945552ef tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "GET /v2.0/ports/10238347-eb08-42f3-ab13-4103bc56b3e4 HTTP/1.1" status: 200 len: 955 time: 0.1736195 Nov 12 11:30:05.115115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53832) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:05.197398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 53836) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:05.360677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:05.382276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c3aa82d6-928d-45dd-bcc1-2ec00d72e4ec None None] Provisioning complete for port d2911c7b-4a36-449c-be6a-096f6574f0d2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:05.382817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3aa82d6-928d-45dd-bcc1-2ec00d72e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:05.459864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b7f53-de3a-46d1-9c10-d867c212d6ec tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Deleting port 10238347-eb08-42f3-ab13-4103bc56b3e4 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:05.460429 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc0b7f53-de3a-46d1-9c10-d867c212d6ec tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:05.513361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] Set router 5ed45ff5-a41c-4741-a68c-3906262e9caf gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:05.639057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc0b7f53-de3a-46d1-9c10-d867c212d6ec tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:05.668633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b7f53-de3a-46d1-9c10-d867c212d6ec tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Calling delete_port for 10238347-eb08-42f3-ab13-4103bc56b3e4 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:05.923813 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc0b7f53-de3a-46d1-9c10-d867c212d6ec tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:05.955496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bc0b7f53-de3a-46d1-9c10-d867c212d6ec tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:05.964899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bc0b7f53-de3a-46d1-9c10-d867c212d6ec tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "DELETE /v2.0/ports/10238347-eb08-42f3-ab13-4103bc56b3e4 HTTP/1.1" status: 204 len: 168 time: 0.8482306 Nov 12 11:30:05.965801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53852) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:06.018624 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3aa82d6-928d-45dd-bcc1-2ec00d72e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:06.047145 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c61701-14e8-45cb-b5a6-c1968475f31a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:30:06.054247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9c61701-14e8-45cb-b5a6-c1968475f31a tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "GET /v2.0/ports/10238347-eb08-42f3-ab13-4103bc56b3e4 HTTP/1.1" status: 404 len: 333 time: 0.0296261 Nov 12 11:30:06.054247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b7f53-de3a-46d1-9c10-d867c212d6ec tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event deleted for resources: {'Port': ['ID=10238347-eb08-42f3-ab13-4103bc56b3e4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:06.060123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53854) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:06.075266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Request body: {'port': {'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1643525789'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:06.090886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c3aa82d6-928d-45dd-bcc1-2ec00d72e4ec None None] For port d2911c7b-4a36-449c-be6a-096f6574f0d2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d2911c7b-4a36-449c-be6a-096f6574f0d2,segment=NetworkSegment(3bd7e234-5733-4ea9-8881-eb96cbcde875),segment_id=3bd7e234-5733-4ea9-8881-eb96cbcde875)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:06.187272 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3aa82d6-928d-45dd-bcc1-2ec00d72e4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:06.223738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Made reservation on behalf of 0720df1ea9c94706b2d17cd084392994 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:06.226429 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:06.288060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd2911c7b-4a36-449c-be6a-096f6574f0d2', 'name': '', 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'mac_address': 'fa:16:3e:9c:a7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '256ce14e-e5f1-4959-b695-96a65ab40971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:56Z', 'updated_at': '2021-11-12T11:30:04Z', 'revision_number': 4, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'subnets': [{'id': '256ce14e-e5f1-4959-b695-96a65ab40971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:06.292743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] device_id is not set on port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:30:06.294584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa82d6-928d-45dd-bcc1-2ec00d72e4ec None None] Pushing event updated for resources: {'Port': ['ID=d2911c7b-4a36-449c-be6a-096f6574f0d2,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:06.333908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398e23d-edeb-47b8-b10d-0c8288c8000d None None] The sync data for ids ['5ed45ff5-a41c-4741-a68c-3906262e9caf'] in n-d-768852-22 is: [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'd2911c7b-4a36-449c-be6a-096f6574f0d2', 'name': '', 'network_id': '48e011c0-3fdb-4f8e-9aac-3505bd1236d5', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'mac_address': 'fa:16:3e:9c:a7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '256ce14e-e5f1-4959-b695-96a65ab40971', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:56Z', 'updated_at': '2021-11-12T11:30:04Z', 'revision_number': 4, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'subnets': [{'id': '256ce14e-e5f1-4959-b695-96a65ab40971', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:06.344205 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:06.642939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d2911c7b-4a36-449c-be6a-096f6574f0d2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:06.747579 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:06.803423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d2911c7b-4a36-449c-be6a-096f6574f0d2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:06.803423 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:06.952547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:07.004931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Deleting port d2911c7b-4a36-449c-be6a-096f6574f0d2 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:07.005813 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:07.021831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Network 03e05451-73d9-4b30-9675-9ae57ec617dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:07.031701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:07.041443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:07.043484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:07.044569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:07.057166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:07.218031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] For port d2911c7b-4a36-449c-be6a-096f6574f0d2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d2911c7b-4a36-449c-be6a-096f6574f0d2,segment=NetworkSegment(3bd7e234-5733-4ea9-8881-eb96cbcde875),segment_id=3bd7e234-5733-4ea9-8881-eb96cbcde875)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:07.218411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:07.237818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Calling delete_port for d2911c7b-4a36-449c-be6a-096f6574f0d2 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:07.277659 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-58086706-57b1-48b8-adea-639e67aaaea3 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2164257 Nov 12 11:30:07.280252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53886) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:07.288397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:07.444505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:08.022058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] device_id is not set on port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:30:08.036885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:08.180264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:08.304595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:08.351071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.351407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.351744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.359297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.359632 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.360026 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 2 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.398500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.399075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.404988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.408379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.408822 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.409290 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 3 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.444536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.444536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.444536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.445623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.446316 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.447130 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 4 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.479437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.480331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.481438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.487490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.488361 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.489007 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 5 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.510848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.511273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.511956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.517689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.518276 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.519531 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 6 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.539034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.540094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.540636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.546516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.547081 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.547625 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 7 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.563556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.564235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.564724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.571738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.572456 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.573018 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 8 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.580995 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:08.590908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.591542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.592219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.597433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.597854 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.598316 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 9 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.625919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2911c7b-4a36-449c-be6a-096f6574f0d2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:08.665588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.665900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.666249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.674628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.690276 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.690740 n-d-768852-22 neutron-server[109705]: INFO neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempt 10 to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 Nov 12 11:30:08.721871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:08.722264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:08.722530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempting to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:08.742405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:30:08.742757 n-d-768852-22 neutron-server[109705]: ERROR neutron.plugins.ml2.managers [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Failed to bind port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on host n-h1-768852-22 for vnic_type normal using segments [{'id': 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '03e05451-73d9-4b30-9675-9ae57ec617dc'}] Nov 12 11:30:08.743550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:08.942757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] For port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:08.943119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attempted to set empty binding levels {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 11:30:09.064031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:09.084500 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:09.160849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] In _notify_port_updated(), no bound segment for port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 on network 03e05451-73d9-4b30-9675-9ae57ec617dc {{(pid=109705) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 11:30:09.165369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:09.167886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:09.177008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "PUT /v2.0/ports/1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 HTTP/1.1" status: 200 len: 976 time: 1.8919053 Nov 12 11:30:09.183283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53954) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:09.301202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16d842-8a70-4d48-ada6-2a504ca0baa4 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:09.433366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Deleting port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:09.434564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:09.659236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] For port 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7, host n-h1-768852-22, got binding levels [] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:09.659980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:09.712405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Calling delete_port for 1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:09.744461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Router 5ed45ff5-a41c-4741-a68c-3906262e9caf has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:30:09.923913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:09.935514 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] Sync routers for ids ['5ed45ff5-a41c-4741-a68c-3906262e9caf'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:09.951641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 53982) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:09.965611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-24d73891-0be6-479b-8654-568ee5a0810f admin admin] 10.222.0.98 "PUT /v2.0/routers/5ed45ff5-a41c-4741-a68c-3906262e9caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7494528 Nov 12 11:30:09.968123 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] Routers {'5ed45ff5-a41c-4741-a68c-3906262e9caf'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:09.971365 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5ed45ff5-a41c-4741-a68c-3906262e9caf'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:10.122997 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:10.197489 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] Set router 5ed45ff5-a41c-4741-a68c-3906262e9caf gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:10.461846 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:30:08Z', 'revision_number': 5, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:10.488592 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] Checking router: 5ed45ff5-a41c-4741-a68c-3906262e9caf for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:10.506227 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] Routers {'5ed45ff5-a41c-4741-a68c-3906262e9caf'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:10.507100 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5ed45ff5-a41c-4741-a68c-3906262e9caf'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:10.657767 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] Set router 5ed45ff5-a41c-4741-a68c-3906262e9caf gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:10.797597 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:10.888581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:10.898121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:10.901964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e2351a78-aae1-45f9-a616-59d7e86d2bf5 tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "DELETE /v2.0/ports/1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 HTTP/1.1" status: 204 len: 168 time: 1.7035530 Nov 12 11:30:10.906505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54022) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:10.941172 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2278ecc-d67b-4f1c-8ae9-b225f2ddc13e tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] GET failed (client error): The resource could not be found. Nov 12 11:30:10.942839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d2278ecc-d67b-4f1c-8ae9-b225f2ddc13e tempest-PortsAdminExtendedAttrsTestJSON-927623415 tempest-PortsAdminExtendedAttrsTestJSON-927623415-project-admin] 10.222.0.98 "GET /v2.0/ports/1e8d29e2-f1cf-46c5-bc54-8f249b59c9e7 HTTP/1.1" status: 404 len: 333 time: 0.0350521 Nov 12 11:30:10.947234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54024) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:11.042692 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:30:08Z', 'revision_number': 5, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:11.050570 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.066567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54032) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:11.081539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.109345 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b3dbbe-b524-4c58-99f0-aaa6addfc96a None None] The sync data for ids ['5ed45ff5-a41c-4741-a68c-3906262e9caf'] in n-d-768852-22 is: [{'id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'name': 'tempest-ImageQuotaTest-754079866-router', 'tenant_id': '006669ce3ca94e808a190cfe70d1310e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '71109673-4abd-4bae-aa94-44db4397ec50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:29:50Z', 'updated_at': '2021-11-12T11:30:08Z', 'revision_number': 5, 'project_id': '006669ce3ca94e808a190cfe70d1310e', 'gw_port': {'id': '71109673-4abd-4bae-aa94-44db4397ec50', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed45ff5-a41c-4741-a68c-3906262e9caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:29:51Z', 'updated_at': '2021-11-12T11:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:11.191560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54042) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:11.229961 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.260340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e05451-73d9-4b30-9675-9ae57ec617dc']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:11.278193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:11.278674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb4697-a8ba-481a-8e4d-a054c403aaa7') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:11.290200 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.299298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ee33f0d-debe-4318-b40c-b4c46fe2a1f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.313234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Deleting port 71109673-4abd-4bae-aa94-44db4397ec50 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:11.313234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.315808 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.341044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:30:11.341534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:30:11.344641 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:30:11.369609 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ad34936-f17c-4994-88e8-c151e7f95791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.444413 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ee33f0d-debe-4318-b40c-b4c46fe2a1f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.478742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] For port 71109673-4abd-4bae-aa94-44db4397ec50, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=71109673-4abd-4bae-aa94-44db4397ec50,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:11.479264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.483905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ad34936-f17c-4994-88e8-c151e7f95791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.494783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Calling delete_port for 71109673-4abd-4bae-aa94-44db4397ec50 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:11.549300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ee33f0d-debe-4318-b40c-b4c46fe2a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.583617 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ad34936-f17c-4994-88e8-c151e7f95791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.585218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.596181 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.599754 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] 10.222.0.98 "DELETE /v2.0/networks/03e05451-73d9-4b30-9675-9ae57ec617dc HTTP/1.1" status: 204 len: 168 time: 0.6515396 Nov 12 11:30:11.633573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee33f0d-debe-4318-b40c-b4c46fe2a1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cedf9d2-ddd5-4c9b-bd26-5169e9b24cf3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:11.645255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0ee33f0d-debe-4318-b40c-b4c46fe2a1f0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b5f8353003a0462ebb06df4975ac54cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5746629 Nov 12 11:30:11.652444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54060) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:11.667150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2cc55-f2e0-4c9d-a281-b25681c272c2 tempest-PortsAdminExtendedAttrsTestJSON-1853802226 tempest-PortsAdminExtendedAttrsTestJSON-1853802226-project] Pushing event deleted for resources: {'Network': ['ID=03e05451-73d9-4b30-9675-9ae57ec617dc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:11.722082 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5ad34936-f17c-4994-88e8-c151e7f95791 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=93143969b6284066830c8f89cbeea89c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5286784 Nov 12 11:30:11.729119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54068) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:11.772979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad34936-f17c-4994-88e8-c151e7f95791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a696f-dbe9-48c0-a7cf-bc0cf1033258,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:11.834588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6274e649-125d-47b3-b162-e7114919cd0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.868283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54082) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:11.887162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6274e649-125d-47b3-b162-e7114919cd0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.894431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c46f0360-36ab-4352-b087-72ebd03f174c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:11.941238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c46f0360-36ab-4352-b087-72ebd03f174c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.015390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.044637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-385f12dc-c21a-48ec-8f2c-07370f49b2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.049389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Pushing event deleted for resources: {'Port': ['ID=71109673-4abd-4bae-aa94-44db4397ec50,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:12.071959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad5718-a523-445f-ae51-8d7a67a8c2d3 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:12.100354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.100907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.101397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.101899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.102602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.103273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.103626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.104280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.104280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.104709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.104826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.105113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:12.122634 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c46f0360-36ab-4352-b087-72ebd03f174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.128193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c46f0360-36ab-4352-b087-72ebd03f174c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.131085 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c46f0360-36ab-4352-b087-72ebd03f174c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/097a696f-dbe9-48c0-a7cf-bc0cf1033258 HTTP/1.1" status: 204 len: 168 time: 0.3769910 Nov 12 11:30:12.132300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6274e649-125d-47b3-b162-e7114919cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.149035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6274e649-125d-47b3-b162-e7114919cd0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.158128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6274e649-125d-47b3-b162-e7114919cd0e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5cedf9d2-ddd5-4c9b-bd26-5169e9b24cf3 HTTP/1.1" status: 204 len: 168 time: 0.5012412 Nov 12 11:30:12.172022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f0360-36ab-4352-b087-72ebd03f174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a696f-dbe9-48c0-a7cf-bc0cf1033258,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:12.185612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.192365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274e649-125d-47b3-b162-e7114919cd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cedf9d2-ddd5-4c9b-bd26-5169e9b24cf3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:12.318229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.323796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.368574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54110) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:12.398899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-385f12dc-c21a-48ec-8f2c-07370f49b2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.494919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.506965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed45ff5-a41c-4741-a68c-3906262e9caf {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:30:12.506965 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.506965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-35467420-8900-41c7-bfd8-64a0c5faab77 admin admin] 10.222.0.98 "DELETE /v2.0/routers/5ed45ff5-a41c-4741-a68c-3906262e9caf HTTP/1.1" status: 204 len: 168 time: 2.5487249 Nov 12 11:30:12.508858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54114) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:12.524638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d2911c7b-4a36-449c-be6a-096f6574f0d2 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:30:12.557600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d2911c7b-4a36-449c-be6a-096f6574f0d2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:30:12.558173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d2911c7b-4a36-449c-be6a-096f6574f0d2 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:30:12.584378 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-385f12dc-c21a-48ec-8f2c-07370f49b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.607768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77d419d-42fb-48a0-b6b4-7f7bbac8e296 admin admin] Deleting subnet 256ce14e-e5f1-4959-b695-96a65ab40971 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:30:12.612925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a77d419d-42fb-48a0-b6b4-7f7bbac8e296 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.668989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f12dc-c21a-48ec-8f2c-07370f49b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f28d1-9b88-43ac-a0fd-4a19c908b07c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:12.681418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a77d419d-42fb-48a0-b6b4-7f7bbac8e296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.684857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-385f12dc-c21a-48ec-8f2c-07370f49b2d0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ed0a229f203949998e09825c4480e188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8135262 Nov 12 11:30:12.694185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54120) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:12.782491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3074556-4392-46a0-b587-0ff8d42d2083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.822748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3074556-4392-46a0-b587-0ff8d42d2083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:12.833316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a77d419d-42fb-48a0-b6b4-7f7bbac8e296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.012966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3074556-4392-46a0-b587-0ff8d42d2083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.016299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3074556-4392-46a0-b587-0ff8d42d2083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.021066 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e3074556-4392-46a0-b587-0ff8d42d2083 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dd8f28d1-9b88-43ac-a0fd-4a19c908b07c HTTP/1.1" status: 204 len: 168 time: 0.3226008 Nov 12 11:30:13.025949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a77d419d-42fb-48a0-b6b4-7f7bbac8e296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.036119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3074556-4392-46a0-b587-0ff8d42d2083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f28d1-9b88-43ac-a0fd-4a19c908b07c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:13.102069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d419d-42fb-48a0-b6b4-7f7bbac8e296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256ce14e-e5f1-4959-b695-96a65ab40971,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:13.117348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402098ae-fcc4-49a4-b642-758a383ea4ff None None] Network 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:13.146871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a77d419d-42fb-48a0-b6b4-7f7bbac8e296 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.159884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a77d419d-42fb-48a0-b6b4-7f7bbac8e296 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/256ce14e-e5f1-4959-b695-96a65ab40971 HTTP/1.1" status: 204 len: 168 time: 0.6539986 Nov 12 11:30:13.164400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54152) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:13.226238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47571101-f9f9-4d8d-902d-96ece0970aff admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=09a755d532674a9bb176f7d0ebcf7bce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8564374 Nov 12 11:30:13.229103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54158) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:13.357118 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.366083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da79c887-766a-4fa4-ad44-840761d35768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.417232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da79c887-766a-4fa4-ad44-840761d35768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.481125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54170) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:13.483674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Deleting port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:13.484153 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.497949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] DHCP port deletion for 48e011c0-3fdb-4f8e-9aac-3505bd1236d5 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:13.516381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-326ff75e-f70f-4ce6-973d-52dac0a831e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.575867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] For port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,segment=NetworkSegment(3bd7e234-5733-4ea9-8881-eb96cbcde875),segment_id=3bd7e234-5733-4ea9-8881-eb96cbcde875)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:13.576379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.612069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Calling delete_port for fe7d69ac-0b97-404b-88c5-fdac5dfb19cf owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:13.668797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] Deleting port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:13.671967 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.672387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-326ff75e-f70f-4ce6-973d-52dac0a831e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.699648 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da79c887-766a-4fa4-ad44-840761d35768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.707339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da79c887-766a-4fa4-ad44-840761d35768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.716358 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-da79c887-766a-4fa4-ad44-840761d35768 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/053dc47c-301f-4353-976a-32754d977fc7 HTTP/1.1" status: 204 len: 168 time: 0.4858027 Nov 12 11:30:13.731945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79c887-766a-4fa4-ad44-840761d35768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053dc47c-301f-4353-976a-32754d977fc7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:13.747271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-326ff75e-f70f-4ce6-973d-52dac0a831e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.762699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] For port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,segment=NetworkSegment(3bd7e234-5733-4ea9-8881-eb96cbcde875),segment_id=3bd7e234-5733-4ea9-8881-eb96cbcde875)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:13.762699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.795804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] Calling delete_port for fe7d69ac-0b97-404b-88c5-fdac5dfb19cf owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:13.815255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-326ff75e-f70f-4ce6-973d-52dac0a831e1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fede4d2f15fd45a492fab5ac1735835b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293209 Nov 12 11:30:13.817296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54186) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:13.826994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ff75e-f70f-4ce6-973d-52dac0a831e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8cf58f-f558-4620-9f2c-7558cd88ed99,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:13.858191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.915107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] No DVR routers for this DVR port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:30:13.941387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55f5d834-ec4b-4454-b3ea-6d86a3997745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.951561 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:30:13.963753 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:13.976177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:14.017574 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55f5d834-ec4b-4454-b3ea-6d86a3997745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.029637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] Pushing event deleted for resources: {'Port': ['ID=fe7d69ac-0b97-404b-88c5-fdac5dfb19cf,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:14.031499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483028ac-afc3-470c-ab06-f5d391cd921e None None] No DVR routers for this DVR port fe7d69ac-0b97-404b-88c5-fdac5dfb19cf on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:30:14.064031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.093373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e011c0-3fdb-4f8e-9aac-3505bd1236d5']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:14.104890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd7e234-5733-4ea9-8881-eb96cbcde875') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:14.105189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd7e234-5733-4ea9-8881-eb96cbcde875') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:14.119779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.135532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.141860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:30:14.142250 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:30:14.143970 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:30:14.178022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55f5d834-ec4b-4454-b3ea-6d86a3997745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.180934 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-55f5d834-ec4b-4454-b3ea-6d86a3997745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.188142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-55f5d834-ec4b-4454-b3ea-6d86a3997745 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e8cf58f-f558-4620-9f2c-7558cd88ed99 HTTP/1.1" status: 204 len: 168 time: 0.3695147 Nov 12 11:30:14.200008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5d834-ec4b-4454-b3ea-6d86a3997745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8cf58f-f558-4620-9f2c-7558cd88ed99,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:14.323399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.333078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.335397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] 10.222.0.98 "DELETE /v2.0/networks/48e011c0-3fdb-4f8e-9aac-3505bd1236d5 HTTP/1.1" status: 204 len: 168 time: 1.1695421 Nov 12 11:30:14.349147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24408057-8966-4a05-b928-bd5955346b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=48e011c0-3fdb-4f8e-9aac-3505bd1236d5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:14.462944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54218) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:14.482659 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22b6cb64-ddd5-4d53-9d5a-fc71d9b166b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.483435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 71109673-4abd-4bae-aa94-44db4397ec50 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:30:14.507904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 71109673-4abd-4bae-aa94-44db4397ec50 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:30:14.508281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 71109673-4abd-4bae-aa94-44db4397ec50 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:30:14.508963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fe7d69ac-0b97-404b-88c5-fdac5dfb19cf no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:30:14.529351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: fe7d69ac-0b97-404b-88c5-fdac5dfb19cf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:30:14.530037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device fe7d69ac-0b97-404b-88c5-fdac5dfb19cf not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:30:14.577434 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22b6cb64-ddd5-4d53-9d5a-fc71d9b166b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.671814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22b6cb64-ddd5-4d53-9d5a-fc71d9b166b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.711517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6cb64-ddd5-4d53-9d5a-fc71d9b166b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ea5328-1684-4e55-8aeb-8ca9f34e1d4a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:14.717373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-22b6cb64-ddd5-4d53-9d5a-fc71d9b166b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eb0960bbcb89450b9836835d6c5e223e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528450 Nov 12 11:30:14.719694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54230) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:14.720194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54232) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:14.778243 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-494a6d02-c5b5-445f-a001-c8dbe28c0ed2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0720df1ea9c94706b2d17cd084392994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550740 Nov 12 11:30:14.778699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54238) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:14.779333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f9e-fd60-4e4e-bb50-5c2cc022de97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.803599 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f9e-fd60-4e4e-bb50-5c2cc022de97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.831250 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bf89-c84b-4ad1-a2d7-15db8f870a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.866022 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bf89-c84b-4ad1-a2d7-15db8f870a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.943908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f9e-fd60-4e4e-bb50-5c2cc022de97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.946880 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7fc21f9e-fd60-4e4e-bb50-5c2cc022de97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:14.948426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7fc21f9e-fd60-4e4e-bb50-5c2cc022de97 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c7ea5328-1684-4e55-8aeb-8ca9f34e1d4a HTTP/1.1" status: 204 len: 168 time: 0.2276523 Nov 12 11:30:14.958585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc21f9e-fd60-4e4e-bb50-5c2cc022de97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ea5328-1684-4e55-8aeb-8ca9f34e1d4a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:15.035060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bf89-c84b-4ad1-a2d7-15db8f870a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:15.037970 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bf89-c84b-4ad1-a2d7-15db8f870a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:15.041557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4dc3bf89-c84b-4ad1-a2d7-15db8f870a7d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac1e8fc0-a469-408d-828e-996c284e0b2a HTTP/1.1" status: 204 len: 168 time: 0.2587452 Nov 12 11:30:15.047722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3bf89-c84b-4ad1-a2d7-15db8f870a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e8fc0-a469-408d-828e-996c284e0b2a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:15.350356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54278) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:15.399266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-02bc446c-75da-44ce-a19d-4c1a9b7efda1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=006669ce3ca94e808a190cfe70d1310e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477571 Nov 12 11:30:15.401766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:15.454977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d655b7f6-00bb-4132-ac01-26778280c865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:15.477707 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d655b7f6-00bb-4132-ac01-26778280c865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:15.609456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d655b7f6-00bb-4132-ac01-26778280c865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:15.612412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d655b7f6-00bb-4132-ac01-26778280c865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:15.613815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d655b7f6-00bb-4132-ac01-26778280c865 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9b7b8a6e-7558-4c03-a0e8-9b542576b1fa HTTP/1.1" status: 204 len: 168 time: 0.2106061 Nov 12 11:30:15.625334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655b7f6-00bb-4132-ac01-26778280c865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b8a6e-7558-4c03-a0e8-9b542576b1fa,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:16.778369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54386) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:16.798798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0619c672-3cd3-49bd-bca1-b809495715db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:16.927316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0619c672-3cd3-49bd-bca1-b809495715db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:17.013361 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0619c672-3cd3-49bd-bca1-b809495715db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:17.062486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54402) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:17.069781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0619c672-3cd3-49bd-bca1-b809495715db admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2904577 Nov 12 11:30:17.070801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619c672-3cd3-49bd-bca1-b809495715db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8e5b2-9c3e-4140-9d97-841c07587d9b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:17.210034 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f39284d-7747-41c8-a177-942b006be15b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:17.266416 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f39284d-7747-41c8-a177-942b006be15b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:17.467353 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f39284d-7747-41c8-a177-942b006be15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:17.470695 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2f39284d-7747-41c8-a177-942b006be15b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:17.472098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2f39284d-7747-41c8-a177-942b006be15b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/42d8e5b2-9c3e-4140-9d97-841c07587d9b HTTP/1.1" status: 204 len: 168 time: 0.4085376 Nov 12 11:30:17.510098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39284d-7747-41c8-a177-942b006be15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8e5b2-9c3e-4140-9d97-841c07587d9b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:17.826090 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:20.352884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54614) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:20.714067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2103308883-network', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:20.714189 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:20.821137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:20.831300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:20.843276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:20.932739 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:21.015135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54666) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.072182 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:21.164929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460baf2e-7242-4ea9-aad7-bbef8ee37c69,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:21.197932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6de485b5-2991-4625-ad66-664916745b39 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:21.206644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:30:21.242985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:21.243330 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Added segment ac9007fe-b43b-469a-9959-c48fd4fe167b of type vlan for network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc Nov 12 11:30:21.286343 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:21.400464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:21.401427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:21.402007 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:21.477451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] Pushing event updated for resources: {'Network': ['ID=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:21.480488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6de485b5-2991-4625-ad66-664916745b39 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "PUT /v2.0/quotas/7a2ab61ee39d443db46a6af6e05e42e6 HTTP/1.1" status: 200 len: 366 time: 0.4642749 Nov 12 11:30:21.483328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54710) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.494014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54714) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.494505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f3fe92bf-ce65-4693-bafb-ac20e65c9cea admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1337392 Nov 12 11:30:21.494612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:30:21.499675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Request body: {'subnet': {'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2103308883-subnet', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:21.528969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d9a71a0b-ed37-4d64-9c88-77c7df71c05e tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0444388 Nov 12 11:30:21.531370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54720) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.542114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2dc7ac7d-0453-432a-8111-16af8906e544 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "GET /v2.0/quotas/7a2ab61ee39d443db46a6af6e05e42e6 HTTP/1.1" status: 200 len: 366 time: 0.0097201 Nov 12 11:30:21.544589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54722) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.643629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:21.646539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:21.681558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54736) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.692595 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f809120f-3ae9-4dc3-944c-1f5519083647 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "DELETE /v2.0/quotas/7a2ab61ee39d443db46a6af6e05e42e6 HTTP/1.1" status: 204 len: 168 time: 0.1465092 Nov 12 11:30:21.702940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6684c22e-c849-4220-861e-96d7cb4f3c70 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0197639 Nov 12 11:30:21.703729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54740) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.715993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fdbefaf3-69d7-4205-a91b-06d486751cb2 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "GET /v2.0/quotas/7a2ab61ee39d443db46a6af6e05e42e6 HTTP/1.1" status: 200 len: 370 time: 0.0109401 Nov 12 11:30:21.719852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54742) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.725266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3b28ed2d-9bce-4607-bc04-99f5976c7065 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "GET /v2.0/quotas/7a2ab61ee39d443db46a6af6e05e42e6/default HTTP/1.1" status: 200 len: 370 time: 0.0041897 Nov 12 11:30:21.727775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54744) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:21.739448 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-e64503a2-f846-47e5-af8b-7aa0a51bb319 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] delete failed (client error): The resource could not be found. Nov 12 11:30:21.740867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e64503a2-f846-47e5-af8b-7aa0a51bb319 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "DELETE /v2.0/quotas/7a2ab61ee39d443db46a6af6e05e42e6 HTTP/1.1" status: 404 len: 348 time: 0.0121891 Nov 12 11:30:22.021856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:22.078803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d278d6-fe11-4b97-9722-f495ab0266d0,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:22.110338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:22.110703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Network hostable DHCP agents. Network: 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:30:22.153745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54778) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:22.209222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Usage tracker for resource:network and project:b602accb555144f0a878da4a5431a90e is out of sync, need to count used quota {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:30:22.215473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:30:22.227256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Usage tracker for resource:subnet and project:b602accb555144f0a878da4a5431a90e is out of sync, need to count used quota {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:30:22.239206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:30:22.255019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Usage tracker for resource:subnetpool and project:b602accb555144f0a878da4a5431a90e is out of sync, need to count used quota {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:30:22.258340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:30:22.265915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Usage tracker for resource:port and project:b602accb555144f0a878da4a5431a90e is out of sync, need to count used quota {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:30:22.269149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:30:22.277579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:30:22.285638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Usage tracker for resource:router and project:b602accb555144f0a878da4a5431a90e is out of sync, need to count used quota {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:30:22.290472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:30:22.299085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Usage tracker for resource:floatingip and project:b602accb555144f0a878da4a5431a90e is out of sync, need to count used quota {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:30:22.304547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:30:22.349859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Usage tracker for resource:security_group and project:b602accb555144f0a878da4a5431a90e is out of sync, need to count used quota {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:30:22.351432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:30:22.358506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Usage tracker for resource:security_group_rule and project:b602accb555144f0a878da4a5431a90e is out of sync, need to count used quota {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 11:30:22.361996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.quota.resource [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109704) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 11:30:22.370599 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3de3e568-c65f-4ff4-aedd-2e4408737ae7 tempest-QuotasTest-1764325592 tempest-QuotasTest-1764325592-project-admin] 10.222.0.98 "GET /v2.0/quotas/b602accb555144f0a878da4a5431a90e/details.json HTTP/1.1" status: 200 len: 703 time: 0.2156065 Nov 12 11:30:22.447268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:22.462566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18544c32-1b35-464b-b6c0-67a0a778c8d2 None None] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:22.470118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:22.470824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:22.646799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54802) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:22.651782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f07ea78a-32df-4c8c-a786-c1945ade472c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1618874 Nov 12 11:30:22.656285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:22.692769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:30:22.693731 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:22.765632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:22.774091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:22.907035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Allocated IP 172.20.0.2 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/ccf82c34-d215-48cb-b3f3-8673748c7925) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:22.907367 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.077362 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.162624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54808) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:23.191419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54812) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:23.192581 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.297124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Pushing event updated for resources: {'Port': ['ID=ccf82c34-d215-48cb-b3f3-8673748c7925,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:23.340588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.344236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:23.347221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:23.350315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:23.369910 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-596f799e-db8f-4196-ad23-e1ee2261eb05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.468373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Attempting to bind port ccf82c34-d215-48cb-b3f3-8673748c7925 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:23.469758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Attempting to bind port ccf82c34-d215-48cb-b3f3-8673748c7925 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:23.470338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Attempting to bind port ccf82c34-d215-48cb-b3f3-8673748c7925 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:23.476902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:23.477447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ac29fe7-ca4c-4fac-bb98-41be03beeb1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.477812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:23.478413 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.479026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:23.479722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Bound port: ccf82c34-d215-48cb-b3f3-8673748c7925, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:23.480406 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.658098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] For port ccf82c34-d215-48cb-b3f3-8673748c7925, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:23.673180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] For port ccf82c34-d215-48cb-b3f3-8673748c7925, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ccf82c34-d215-48cb-b3f3-8673748c7925,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:23.747441 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.753516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-596f799e-db8f-4196-ad23-e1ee2261eb05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.815542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d9d6a-2dce-4ecb-9d26-d64cc38fc66d None None] Pushing event updated for resources: {'Port': ['ID=ccf82c34-d215-48cb-b3f3-8673748c7925,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:23.842186 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ac29fe7-ca4c-4fac-bb98-41be03beeb1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.898589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-596f799e-db8f-4196-ad23-e1ee2261eb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.951575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.961010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ac29fe7-ca4c-4fac-bb98-41be03beeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.974804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:23.990222 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-596f799e-db8f-4196-ad23-e1ee2261eb05 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=08253666593541ae9bf76dc3e23f66b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7966068 Nov 12 11:30:23.992957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54830) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:24.004267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f799e-db8f-4196-ad23-e1ee2261eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69262e4c-589c-4ba7-a4be-a9c70c689743,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:24.107498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54832) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:24.109122 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4ac29fe7-ca4c-4fac-bb98-41be03beeb1f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1433e271765c4ad6bf8fbb379412d10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9345210 Nov 12 11:30:24.128594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac29fe7-ca4c-4fac-bb98-41be03beeb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5fd002-c253-4633-9da8-ddeee1b60545,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:24.175634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Allocated IP 172.25.3.113 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/6cf748fd-b00d-4b3e-a578-e22d48bff363) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:24.176917 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2294596-317a-464d-bde3-6f74a916d7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.258616 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2294596-317a-464d-bde3-6f74a916d7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.266519 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b70fa17-45b0-47e2-81eb-1bc00ba9f602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.371176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b70fa17-45b0-47e2-81eb-1bc00ba9f602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.438178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.483332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2294596-317a-464d-bde3-6f74a916d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.486535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2294596-317a-464d-bde3-6f74a916d7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.501551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f2294596-317a-464d-bde3-6f74a916d7c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/69262e4c-589c-4ba7-a4be-a9c70c689743 HTTP/1.1" status: 204 len: 168 time: 0.5075128 Nov 12 11:30:24.534343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2294596-317a-464d-bde3-6f74a916d7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69262e4c-589c-4ba7-a4be-a9c70c689743,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:24.559483 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b70fa17-45b0-47e2-81eb-1bc00ba9f602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.563102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b70fa17-45b0-47e2-81eb-1bc00ba9f602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.568620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8b70fa17-45b0-47e2-81eb-1bc00ba9f602 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7f5fd002-c253-4633-9da8-ddeee1b60545 HTTP/1.1" status: 204 len: 168 time: 0.4597569 Nov 12 11:30:24.585606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70fa17-45b0-47e2-81eb-1bc00ba9f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5fd002-c253-4633-9da8-ddeee1b60545,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:24.606558 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.715847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ccf82c34-d215-48cb-b3f3-8673748c7925 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:24.726180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf748fd-b00d-4b3e-a578-e22d48bff363,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:24.758227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:24.761010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:24.764570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:24.778436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a019db7-21e9-44cc-93ec-9f8076838bea None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:24.827218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ccf82c34-d215-48cb-b3f3-8673748c7925 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:24.827734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.930007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8dd35110-b394-47dd-ac6d-a84ed3c5f897 None None] Provisioning complete for port 6cf748fd-b00d-4b3e-a578-e22d48bff363 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:24.930483 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8dd35110-b394-47dd-ac6d-a84ed3c5f897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:24.988102 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.023570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8dd35110-b394-47dd-ac6d-a84ed3c5f897 None None] Port 6cf748fd-b00d-4b3e-a578-e22d48bff363 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:25.066541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port ccf82c34-d215-48cb-b3f3-8673748c7925, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ccf82c34-d215-48cb-b3f3-8673748c7925,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:25.190001 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.326814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=ccf82c34-d215-48cb-b3f3-8673748c7925,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:25.627077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.716015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f45619-4e88-4901-a05b-75f58662f59c None None] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:25.861238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cf9b6acf-c3bc-47e7-b3ef-7f7ea06b1d3b None None] Provisioning complete for port ccf82c34-d215-48cb-b3f3-8673748c7925 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:25.861603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6acf-c3bc-47e7-b3ef-7f7ea06b1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.933821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54870) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:25.960844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81fba396-a204-4c2b-898d-c1e4df424a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:25.988289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54872) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:26.063576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.101973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81fba396-a204-4c2b-898d-c1e4df424a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.118502 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce424a6f-9b3d-4fbd-a7a6-0fb22cb96663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.181756 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81fba396-a204-4c2b-898d-c1e4df424a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.288673 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-81fba396-a204-4c2b-898d-c1e4df424a7a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e24fe219162e484fb252785bd7925d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3504789 Nov 12 11:30:26.290366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54876) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:26.296902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce424a6f-9b3d-4fbd-a7a6-0fb22cb96663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.297981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba396-a204-4c2b-898d-c1e4df424a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd106001-268d-4175-a80f-83f1a87314b4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:26.382976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.386282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce424a6f-9b3d-4fbd-a7a6-0fb22cb96663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.421652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.427683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce424a6f-9b3d-4fbd-a7a6-0fb22cb96663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de3772e-6f28-4f6b-be56-be37f58d4a2e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:26.444836 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce424a6f-9b3d-4fbd-a7a6-0fb22cb96663 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b602accb555144f0a878da4a5431a90e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4521694 Nov 12 11:30:26.446101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54878) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:26.463058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Router 264eabec-60ba-4b34-81a8-118665f19e89 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:30:26.571217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ccf82c34-d215-48cb-b3f3-8673748c7925 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:26.757747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-03522d84-095d-4d10-9096-fc067ce8808b None None] Provisioning complete for port ccf82c34-d215-48cb-b3f3-8673748c7925 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:26.758387 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-03522d84-095d-4d10-9096-fc067ce8808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.770398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-454d1249-16f1-4ea0-8a1b-4aaf75830f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.873143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ccf82c34-d215-48cb-b3f3-8673748c7925 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:26.874115 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.908663 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.911471 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.912827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bd106001-268d-4175-a80f-83f1a87314b4 HTTP/1.1" status: 204 len: 168 time: 0.6212618 Nov 12 11:30:26.924058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-454d1249-16f1-4ea0-8a1b-4aaf75830f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:26.968582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:26.990510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd106001-268d-4175-a80f-83f1a87314b4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:27.056624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.057107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.067603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.068518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.068518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.069020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.069453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.069963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.070335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.070762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.071211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.072014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0196ad69-f05e-4f19-9dea-b710db6128b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:30:27.072509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:27.149456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:27.151485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-82468b95-5aa7-4d3b-9f4b-c3afe8c9be65 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5007687 Nov 12 11:30:27.154700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 54908) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:27.192516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:27.193315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:27.235482 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-454d1249-16f1-4ea0-8a1b-4aaf75830f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:27.238230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-454d1249-16f1-4ea0-8a1b-4aaf75830f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:27.239506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-454d1249-16f1-4ea0-8a1b-4aaf75830f6d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6de3772e-6f28-4f6b-be56-be37f58d4a2e HTTP/1.1" status: 204 len: 168 time: 0.7924807 Nov 12 11:30:27.251146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d1249-16f1-4ea0-8a1b-4aaf75830f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de3772e-6f28-4f6b-be56-be37f58d4a2e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:27.645594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:27.882286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54928) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:28.090693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:25Z', 'revision_number': 3, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:28.138146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-346efc88-fbbb-4400-95bd-505a403876ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:28.188514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:28.189418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Updating router 264eabec-60ba-4b34-81a8-118665f19e89 port 6cf748fd-b00d-4b3e-a578-e22d48bff363 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:30:28.281794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:28.390449 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-346efc88-fbbb-4400-95bd-505a403876ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:28.481739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-346efc88-fbbb-4400-95bd-505a403876ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:28.579143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346efc88-fbbb-4400-95bd-505a403876ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4dfa1c-2619-4101-9f89-cd3c0ac0fdf1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:28.647222 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-346efc88-fbbb-4400-95bd-505a403876ea admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9561435b11644247b26ddafe513eb34a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7606559 Nov 12 11:30:28.648673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 54954) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:28.752174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-877a3c3a-a11a-4226-8712-84c68e18863d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:28.835818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-877a3c3a-a11a-4226-8712-84c68e18863d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.036024 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-877a3c3a-a11a-4226-8712-84c68e18863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.039849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-877a3c3a-a11a-4226-8712-84c68e18863d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.041256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-877a3c3a-a11a-4226-8712-84c68e18863d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6c4dfa1c-2619-4101-9f89-cd3c0ac0fdf1 HTTP/1.1" status: 204 len: 168 time: 0.3901966 Nov 12 11:30:29.061375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a3c3a-a11a-4226-8712-84c68e18863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4dfa1c-2619-4101-9f89-cd3c0ac0fdf1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:29.069146 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.157855 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.266561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.269391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b5183-0430-4a67-a0c7-ad26440dcca4 None None] Pushing event updated for resources: {'Port': ['ID=6cf748fd-b00d-4b3e-a578-e22d48bff363,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:29.283496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e862fa0-a533-4b2e-8fdf-879cc17933c0 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:29.349031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Attempting to bind port 6cf748fd-b00d-4b3e-a578-e22d48bff363 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:29.349031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Attempting to bind port 6cf748fd-b00d-4b3e-a578-e22d48bff363 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:29.349267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Attempting to bind port 6cf748fd-b00d-4b3e-a578-e22d48bff363 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:29.356657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:29.357031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:29.357439 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.357835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:29.358317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Bound port: 6cf748fd-b00d-4b3e-a578-e22d48bff363, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:29.358704 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.433962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-761fad7a-4b00-475e-adab-b957da765b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.533575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] For port 6cf748fd-b00d-4b3e-a578-e22d48bff363, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:29.541337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] For port 6cf748fd-b00d-4b3e-a578-e22d48bff363, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6cf748fd-b00d-4b3e-a578-e22d48bff363,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:29.545046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-17b81a07-f4dc-4ff0-bbce-3aa99db00f6e None None] Provisioning complete for port 6cf748fd-b00d-4b3e-a578-e22d48bff363 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:29.549557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-17b81a07-f4dc-4ff0-bbce-3aa99db00f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.550237 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Allocated IP 172.20.0.1 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/216f2ed1-6f45-44d4-803e-0027ca53a878) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:29.637466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.764071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b5183-0430-4a67-a0c7-ad26440dcca4 None None] Pushing event updated for resources: {'Port': ['ID=6cf748fd-b00d-4b3e-a578-e22d48bff363,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:29.785601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-17b81a07-f4dc-4ff0-bbce-3aa99db00f6e None None] Port 6cf748fd-b00d-4b3e-a578-e22d48bff363 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:29.797763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:29.798483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:29.813207 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:29.919431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:29.930672 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:30.020923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:30.028670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:30.043389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:30.044921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c8a25-c6a1-4204-993c-ecc4e1a1c98d None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:30.137124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Pushing event updated for resources: {'Port': ['ID=216f2ed1-6f45-44d4-803e-0027ca53a878,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:30.165410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:30.169210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3221d55e-807e-4890-a8a8-91db3d41b9fd None None] Provisioning complete for port 6cf748fd-b00d-4b3e-a578-e22d48bff363 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:30.171280 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3221d55e-807e-4890-a8a8-91db3d41b9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:30.465480 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3221d55e-807e-4890-a8a8-91db3d41b9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:30.485558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:25Z', 'revision_number': 3, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:30.539341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e063a-4701-4a2e-a000-e985fed2c066 None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:25Z', 'revision_number': 3, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:30.557929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3221d55e-807e-4890-a8a8-91db3d41b9fd None None] For port 6cf748fd-b00d-4b3e-a578-e22d48bff363, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6cf748fd-b00d-4b3e-a578-e22d48bff363,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:30.587661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:30.659736 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3221d55e-807e-4890-a8a8-91db3d41b9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:30.882833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2c0f54e0-b029-4945-8ecc-5f93b27c6c73 None None] Provisioning complete for port 216f2ed1-6f45-44d4-803e-0027ca53a878 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:30.883815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2c0f54e0-b029-4945-8ecc-5f93b27c6c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:31.010266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f54e0-b029-4945-8ecc-5f93b27c6c73 None None] Port 216f2ed1-6f45-44d4-803e-0027ca53a878 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:31.016347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221d55e-807e-4890-a8a8-91db3d41b9fd None None] Pushing event updated for resources: {'Port': ['ID=6cf748fd-b00d-4b3e-a578-e22d48bff363,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:31.089283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:31.173820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:31.349716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:31.356779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Pushing event updated for resources: {'Port': ['ID=216f2ed1-6f45-44d4-803e-0027ca53a878,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:31.486687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:31.488941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:31.672267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55036) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:31.753331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Router 264eabec-60ba-4b34-81a8-118665f19e89 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:30:31.792220 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-149159a6-d4e7-4d2d-ba97-511a233272da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:31.977919 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a66b17bb-9b3d-4170-9275-893f0a78308a None None] Provisioning complete for port 216f2ed1-6f45-44d4-803e-0027ca53a878 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:31.980936 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a66b17bb-9b3d-4170-9275-893f0a78308a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.054766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1595567990', 'router:external': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:32.078180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a66b17bb-9b3d-4170-9275-893f0a78308a None None] Port 216f2ed1-6f45-44d4-803e-0027ca53a878 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:32.085907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:32.103605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7ec7cb8e-04e9-4542-89b2-4d4272c36d54 admin admin] 10.222.0.98 "PUT /v2.0/routers/264eabec-60ba-4b34-81a8-118665f19e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9477248 Nov 12 11:30:32.184374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Made reservation on behalf of 613da3ae9bf04423a4049c07a9fcc131 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:32.186848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.207398 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.353861 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.426545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.502108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:30:32.510994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c299930-b3ee-4bec-aa05-c9584f9b0641,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:32.533361 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.534019 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Added segment 8f1370ee-3715-47c1-b8bc-5bb44f714486 of type vlan for network dcc8665e-0b72-4b23-a30f-44fc7cfcee57 Nov 12 11:30:32.604091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6cf748fd-b00d-4b3e-a578-e22d48bff363 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:32.624508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.767811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6cf748fd-b00d-4b3e-a578-e22d48bff363 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:32.769828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.770399 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.770898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:32.771483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:32.935711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'Network': ['ID=dcc8665e-0b72-4b23-a30f-44fc7cfcee57,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:32.952252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network dcc8665e-0b72-4b23-a30f-44fc7cfcee57 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:30:32.964472 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7c0e6d57-a0e8-4938-a154-72916778706e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2910066 Nov 12 11:30:32.967809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55074) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:32.973119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'subnet': {'network_id': 'dcc8665e-0b72-4b23-a30f-44fc7cfcee57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:33.107393 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:33.139342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Made reservation on behalf of 613da3ae9bf04423a4049c07a9fcc131 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:33.142380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:33.410279 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:33.424945 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:33.436244 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:33.566881 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:33.941708 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 2, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:34.006620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55096) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:34.014656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-665899168-network', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:34.031540 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:34.031891 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Updating router 264eabec-60ba-4b34-81a8-118665f19e89 port 216f2ed1-6f45-44d4-803e-0027ca53a878 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:30:34.052669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.objects.ports [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 11:30:34.054360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.085594 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.134774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bce128c5-a98b-4e02-a5e1-c083c9b2380c,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:34.145600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Checking segment: {'id': '8f1370ee-3715-47c1-b8bc-5bb44f714486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'dcc8665e-0b72-4b23-a30f-44fc7cfcee57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:34.145939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Network hostable DHCP agents. Network: dcc8665e-0b72-4b23-a30f-44fc7cfcee57, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:30:34.176877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Made reservation on behalf of 6c2e5eeb5ef9404c8ed657558d1b5565 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:34.180062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.193695 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.219159 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.275830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Network dcc8665e-0b72-4b23-a30f-44fc7cfcee57 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:30:34.360581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.421139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, dcc8665e-0b72-4b23-a30f-44fc7cfcee57) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:34.436469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed43465-d950-4004-82b3-278d7faf4ce3 None None] Network dcc8665e-0b72-4b23-a30f-44fc7cfcee57 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:34.437028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:34.442493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.449691 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.515694 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.542419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:30:34.568937 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c08fedb-3e82-4a23-bac9-85637ce3d1cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5975771 Nov 12 11:30:34.570039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55110) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:34.574136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298b5d7a-3459-437a-8c67-334705633641,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:34.579182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1852062302', 'network_id': 'dcc8665e-0b72-4b23-a30f-44fc7cfcee57'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:34.590367 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.594849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.595336 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Added segment f36ffcac-76e1-4802-9d95-94bca82ef580 of type vlan for network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 Nov 12 11:30:34.688223 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.782674 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210684e-34ce-42b6-8528-b57029ccefb8 None None] Pushing event updated for resources: {'Port': ['ID=216f2ed1-6f45-44d4-803e-0027ca53a878,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:34.784419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Made reservation on behalf of 613da3ae9bf04423a4049c07a9fcc131 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:34.788535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.825022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.826021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:34.826607 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:34.850663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] device_id is not set on port ff24a64e-b32c-4aaa-830f-f5b92edfffe0 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:30:34.914989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d20a98-ea10-4b2b-a095-c90d050a9ec2 None None] Network dcc8665e-0b72-4b23-a30f-44fc7cfcee57 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:34.978840 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Attempting to bind port 216f2ed1-6f45-44d4-803e-0027ca53a878 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:34.986772 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Attempting to bind port 216f2ed1-6f45-44d4-803e-0027ca53a878 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:34.990510 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Attempting to bind port 216f2ed1-6f45-44d4-803e-0027ca53a878 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:35.016897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Allocated IP 2001:db8::36e (dcc8665e-0b72-4b23-a30f-44fc7cfcee57/bce128c5-a98b-4e02-a5e1-c083c9b2380c/ff24a64e-b32c-4aaa-830f-f5b92edfffe0) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:35.018927 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:35.020899 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:35.023823 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.026288 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:35.031705 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Bound port: 216f2ed1-6f45-44d4-803e-0027ca53a878, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:35.032373 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.118695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1103883 Nov 12 11:30:35.128740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.141866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55126) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:35.171223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Request body: {'subnet': {'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-665899168-subnet', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:35.216989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2fedc-cdf3-4deb-95b8-59318c071dba admin admin] Pushing event updated for resources: {'Network': ['ID=75ea56ae-8cac-4dc5-9451-c9fe33b7de61,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:35.286539 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] For port 216f2ed1-6f45-44d4-803e-0027ca53a878, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:35.290147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:30:35.297930 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] For port 216f2ed1-6f45-44d4-803e-0027ca53a878, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=216f2ed1-6f45-44d4-803e-0027ca53a878,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:35.337366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Made reservation on behalf of 6c2e5eeb5ef9404c8ed657558d1b5565 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:30:35.339827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.372074 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.379494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.509298 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ea5bc481-aba2-4d32-bae5-3139fa5087d7 None None] Provisioning complete for port 216f2ed1-6f45-44d4-803e-0027ca53a878 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:35.509930 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea5bc481-aba2-4d32-bae5-3139fa5087d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.532820 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:35.535455 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:35.566081 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.712290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Network dcc8665e-0b72-4b23-a30f-44fc7cfcee57 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:35.728931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:35.744533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:35.758107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:35.768831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.804525 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea5bc481-aba2-4d32-bae5-3139fa5087d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:35.851223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'Port': ['ID=ff24a64e-b32c-4aaa-830f-f5b92edfffe0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:35.901383 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210684e-34ce-42b6-8528-b57029ccefb8 None None] Pushing event updated for resources: {'Port': ['ID=216f2ed1-6f45-44d4-803e-0027ca53a878,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:35.924279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ea5bc481-aba2-4d32-bae5-3139fa5087d7 None None] For port 216f2ed1-6f45-44d4-803e-0027ca53a878, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=216f2ed1-6f45-44d4-803e-0027ca53a878,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:35.962272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-12130676-d840-4dd2-8d89-d01085d897e9 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3906918 Nov 12 11:30:35.964709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55138) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:35.997505 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:35.998625 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea5bc481-aba2-4d32-bae5-3139fa5087d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:36.073039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:36.133265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bc481-aba2-4d32-bae5-3139fa5087d7 None None] Pushing event updated for resources: {'Port': ['ID=216f2ed1-6f45-44d4-803e-0027ca53a878,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:36.158749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-db9a875e-cf98-41fa-8e4c-c62b6cf5d6f0 None None] Provisioning complete for port 216f2ed1-6f45-44d4-803e-0027ca53a878 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:36.161194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db9a875e-cf98-41fa-8e4c-c62b6cf5d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:36.161450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc1aa8-d2ed-4024-b6e0-3223b2462ed3 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Deleting port ff24a64e-b32c-4aaa-830f-f5b92edfffe0 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:36.164335 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1aa8-d2ed-4024-b6e0-3223b2462ed3 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:36.342600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79d860f-3b16-43b5-aeb5-befe55450fc4,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:36.363592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Checking segment: {'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:36.365471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Network hostable DHCP agents. Network: 75ea56ae-8cac-4dc5-9451-c9fe33b7de61, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:30:36.426790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1aa8-d2ed-4024-b6e0-3223b2462ed3 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:36.450614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc1aa8-d2ed-4024-b6e0-3223b2462ed3 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Calling delete_port for ff24a64e-b32c-4aaa-830f-f5b92edfffe0 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:36.495129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:30:36.535142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:36.569412 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a29a5f-0785-4065-b511-219a7966e8cc None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:36.638390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 75ea56ae-8cac-4dc5-9451-c9fe33b7de61) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:36.665733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:36.666344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:36.737683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40558485-8ca2-42f0-b1bc-41f7a2ff4cc8 None None] Network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:36.786484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55148) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:36.799641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0903a0ec-d40a-4a0a-9b27-1d831c5c6808 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6536005 Nov 12 11:30:36.802214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55152) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:36.814716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:36.959002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1aa8-d2ed-4024-b6e0-3223b2462ed3 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.041693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.045183 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.053857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc1aa8-d2ed-4024-b6e0-3223b2462ed3 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff24a64e-b32c-4aaa-830f-f5b92edfffe0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:37.090315 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7225506-6fc5-475a-92b5-db3866af89f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.118527 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ccc1aa8-d2ed-4024-b6e0-3223b2462ed3 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.119172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-75ea56ae-8cac-4dc5-9451-c9fe33b7de61', 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'fixed_ips': [{'subnet_id': 'e79d860f-3b16-43b5-aeb5-befe55450fc4'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:30:37.119788 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.122976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8ccc1aa8-d2ed-4024-b6e0-3223b2462ed3 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "DELETE /v2.0/ports/ff24a64e-b32c-4aaa-830f-f5b92edfffe0 HTTP/1.1" status: 204 len: 168 time: 1.1565089 Nov 12 11:30:37.127954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55158) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:37.143051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dcc8665e-0b72-4b23-a30f-44fc7cfcee57', 'external_fixed_ips': [{'subnet_id': 'bce128c5-a98b-4e02-a5e1-c083c9b2380c', 'ip_address': '2001:db8::36e'}]}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:37.219626 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.344527 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7225506-6fc5-475a-92b5-db3866af89f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.355009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.362791 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.458586 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7225506-6fc5-475a-92b5-db3866af89f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.564971 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c7225506-6fc5-475a-92b5-db3866af89f5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2943ba2d49464009b2449a29187f7433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7680314 Nov 12 11:30:37.565165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55170) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:37.565560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Allocated IP 172.20.0.2 (75ea56ae-8cac-4dc5-9451-c9fe33b7de61/e79d860f-3b16-43b5-aeb5-befe55450fc4/41dc6936-8f1c-4478-8d6f-2c85fbf05fc2) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:37.612710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7225506-6fc5-475a-92b5-db3866af89f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef5557-a7a9-4764-8714-f5e8481ac9a5,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:37.702612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.751863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.800601 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbe473a4-7f24-4292-973e-7b03e9d95908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.828053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbe473a4-7f24-4292-973e-7b03e9d95908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.868134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:37.994292 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.063666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Pushing event updated for resources: {'Port': ['ID=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:38.078391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:38.079765 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.079901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:38.082517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:38.170117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Attempting to bind port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:38.170380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Attempting to bind port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:38.170747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Attempting to bind port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 on network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:38.200474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:38.201225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Checking segment: {'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:38.202850 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.204186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Bound using segment: {'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:38.204743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Bound port: 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:38.205142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.305829 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbe473a4-7f24-4292-973e-7b03e9d95908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.309821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbe473a4-7f24-4292-973e-7b03e9d95908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.311198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fbe473a4-7f24-4292-973e-7b03e9d95908 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ffef5557-a7a9-4764-8714-f5e8481ac9a5 HTTP/1.1" status: 204 len: 168 time: 0.6511202 Nov 12 11:30:38.352317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] For port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:38.356565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] For port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,segment=NetworkSegment(f36ffcac-76e1-4802-9d95-94bca82ef580),segment_id=f36ffcac-76e1-4802-9d95-94bca82ef580)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:38.393048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe473a4-7f24-4292-973e-7b03e9d95908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef5557-a7a9-4764-8714-f5e8481ac9a5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:38.485080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.506264 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.548422 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:38.670323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 216f2ed1-6f45-44d4-803e-0027ca53a878 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:38.760588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa91a26-5409-4ce4-874c-504a36a88728 None None] Pushing event updated for resources: {'Port': ['ID=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:38.860281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 216f2ed1-6f45-44d4-803e-0027ca53a878 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:38.860650 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:39.200741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Allocated IP 172.25.3.168 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/bf4b51d6-5520-497f-a9bb-646eaca1efd4) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:39.418107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:39.447434 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:39.513368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55206) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:39.557313 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e73f8bb1-2ce9-4ba8-8685-587edf906b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:39.650748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:39.747369 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e73f8bb1-2ce9-4ba8-8685-587edf906b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:39.802643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Allocated IP 2001:db8::36e (dcc8665e-0b72-4b23-a30f-44fc7cfcee57/bce128c5-a98b-4e02-a5e1-c083c9b2380c/b460efea-8ba4-47e0-aa23-3b05ba564ca6) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:39.824729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e73f8bb1-2ce9-4ba8-8685-587edf906b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:39.838211 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:39.892951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:39.899037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:39.916805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:39.921425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30255170-b647-4be2-8638-f9c82c141149 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:39.971293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e73f8bb1-2ce9-4ba8-8685-587edf906b8e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7a516cab27ac430ab62bfce950650b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561460 Nov 12 11:30:39.972432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f8bb1-2ce9-4ba8-8685-587edf906b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88d96f-6db2-4432-8219-e521879dfdfb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:39.978605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55210) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:40.023550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6b99ffbb-7093-4798-b6f1-51c45db41830 None None] Provisioning complete for port bf4b51d6-5520-497f-a9bb-646eaca1efd4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:40.023950 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6b99ffbb-7093-4798-b6f1-51c45db41830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.107402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6b99ffbb-7093-4798-b6f1-51c45db41830 None None] Port bf4b51d6-5520-497f-a9bb-646eaca1efd4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:40.125918 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc4bcff8-4412-45d5-95ae-f9ffee4d28ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.172555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc4bcff8-4412-45d5-95ae-f9ffee4d28ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.375522 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc4bcff8-4412-45d5-95ae-f9ffee4d28ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.379433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dc4bcff8-4412-45d5-95ae-f9ffee4d28ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:40.380105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dc4bcff8-4412-45d5-95ae-f9ffee4d28ec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8d88d96f-6db2-4432-8219-e521879dfdfb HTTP/1.1" status: 204 len: 168 time: 0.4003167 Nov 12 11:30:40.395484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bcff8-4412-45d5-95ae-f9ffee4d28ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88d96f-6db2-4432-8219-e521879dfdfb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:40.545552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Pushing event updated for resources: {'Port': ['ID=bf4b51d6-5520-497f-a9bb-646eaca1efd4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:40.587713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0074a6-cf6d-446b-9154-495acd80d4ce None None] Network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:40.816319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:40.830811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.194870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-80923686-a920-4439-81d9-f058e11a4df9 None None] Provisioning complete for port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:41.195986 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80923686-a920-4439-81d9-f058e11a4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.235711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.244149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.457322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'Port': ['ID=b460efea-8ba4-47e0-aa23-3b05ba564ca6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:41.475791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Network dcc8665e-0b72-4b23-a30f-44fc7cfcee57 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:41.488419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:41.497926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:41.645915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:41.645915 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.691964 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80923686-a920-4439-81d9-f058e11a4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:41.845576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-80923686-a920-4439-81d9-f058e11a4df9 None None] For port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,segment=NetworkSegment(f36ffcac-76e1-4802-9d95-94bca82ef580),segment_id=f36ffcac-76e1-4802-9d95-94bca82ef580)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:41.937836 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80923686-a920-4439-81d9-f058e11a4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.039788 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.081582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80923686-a920-4439-81d9-f058e11a4df9 None None] Pushing event updated for resources: {'Port': ['ID=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:42.266089 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:30:42.267424 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:30:42.303389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab768167-6228-4b0c-82cd-bc95e8b8069c None None] Provisioning complete for port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:42.304612 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab768167-6228-4b0c-82cd-bc95e8b8069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.576433 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.658116 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:42.966366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.084614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:43.113177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Router efa189f0-5c5b-4f66-aefe-75cc431a3a42 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:30:43.197521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:43.197640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.387996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:43.397592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Sync routers for ids ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:43.410327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Routers {'efa189f0-5c5b-4f66-aefe-75cc431a3a42'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:43.422747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:43.521266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Set router efa189f0-5c5b-4f66-aefe-75cc431a3a42 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:43.564303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:43.566305 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3af4d787-5d53-425a-abac-4b8c43a4f72e admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7631147 Nov 12 11:30:43.567685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Router f824fe8f-aabf-4612-ad4d-8694dcac6249 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:30:43.569137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55290) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:43.990444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:30:40Z', 'revision_number': 3, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port': {'id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:38Z', 'updated_at': '2021-11-12T11:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:44.075319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Checking router: efa189f0-5c5b-4f66-aefe-75cc431a3a42 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:44.076268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Updating router efa189f0-5c5b-4f66-aefe-75cc431a3a42 port bf4b51d6-5520-497f-a9bb-646eaca1efd4 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:30:44.152027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.782021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:44.792915 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Sync routers for ids ['f824fe8f-aabf-4612-ad4d-8694dcac6249'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:44.814497 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Routers {'f824fe8f-aabf-4612-ad4d-8694dcac6249'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:44.815138 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f824fe8f-aabf-4612-ad4d-8694dcac6249'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:44.886395 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:44.891469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f4e2be2c-b78e-4125-a4dd-2d074030f423 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.7624645 Nov 12 11:30:44.892350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55328) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:45.006429 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.131589 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.187321 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Set router f824fe8f-aabf-4612-ad4d-8694dcac6249 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:45.238967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85125c05-fbe6-4355-af4e-b74bb05df47a None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:45.278006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.329143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Attempting to bind port bf4b51d6-5520-497f-a9bb-646eaca1efd4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:45.329523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Attempting to bind port bf4b51d6-5520-497f-a9bb-646eaca1efd4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:45.329893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Attempting to bind port bf4b51d6-5520-497f-a9bb-646eaca1efd4 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:45.333645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adc613-6740-4a14-a0b5-f62578de3d2b None None] Pushing event updated for resources: {'Port': ['ID=bf4b51d6-5520-497f-a9bb-646eaca1efd4,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:45.366381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:45.366381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:45.366381 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.366844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:45.376128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Bound port: bf4b51d6-5520-497f-a9bb-646eaca1efd4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:45.376671 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.581523 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.663322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] For port bf4b51d6-5520-497f-a9bb-646eaca1efd4, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:45.672537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] For port bf4b51d6-5520-497f-a9bb-646eaca1efd4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf4b51d6-5520-497f-a9bb-646eaca1efd4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:45.675835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a5300bef-c00b-4f98-bbe8-f5e90a67c832 None None] Provisioning complete for port bf4b51d6-5520-497f-a9bb-646eaca1efd4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:45.687387 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a5300bef-c00b-4f98-bbe8-f5e90a67c832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.769933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:45.792229 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.053985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adc613-6740-4a14-a0b5-f62578de3d2b None None] Pushing event updated for resources: {'Port': ['ID=bf4b51d6-5520-497f-a9bb-646eaca1efd4,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:46.086740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c03394-436d-4a14-b4d2-00a49c932496 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:46.092988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Deleting port b460efea-8ba4-47e0-aa23-3b05ba564ca6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:30:46.093548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.118464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Routers {'efa189f0-5c5b-4f66-aefe-75cc431a3a42'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:46.122250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:46.277513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a5300bef-c00b-4f98-bbe8-f5e90a67c832 None None] Port bf4b51d6-5520-497f-a9bb-646eaca1efd4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:46.278494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Allocated IP 172.20.0.1 (75ea56ae-8cac-4dc5-9451-c9fe33b7de61/e79d860f-3b16-43b5-aeb5-befe55450fc4/4051259e-5279-447d-a435-e0a27c6a7fef) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:46.380246 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f824fe8f-aabf-4612-ad4d-8694dcac6249', 'name': '', 'tenant_id': '613da3ae9bf04423a4049c07a9fcc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcc8665e-0b72-4b23-a30f-44fc7cfcee57', 'external_fixed_ips': [{'subnet_id': 'bce128c5-a98b-4e02-a5e1-c083c9b2380c', 'ip_address': '2001:db8::36e'}], 'enable_snat': True}, 'gw_port_id': 'b460efea-8ba4-47e0-aa23-3b05ba564ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:30:42Z', 'revision_number': 3, 'project_id': '613da3ae9bf04423a4049c07a9fcc131', 'gw_port': {'id': 'b460efea-8ba4-47e0-aa23-3b05ba564ca6', 'name': '', 'network_id': 'dcc8665e-0b72-4b23-a30f-44fc7cfcee57', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f824fe8f-aabf-4612-ad4d-8694dcac6249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'bce128c5-a98b-4e02-a5e1-c083c9b2380c', 'ip_address': '2001:db8::36e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:39Z', 'updated_at': '2021-11-12T11:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bce128c5-a98b-4e02-a5e1-c083c9b2380c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:46.398186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.461616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e0b62604-e4d0-4e6f-ae14-44bf807aa23c None None] Provisioning complete for port bf4b51d6-5520-497f-a9bb-646eaca1efd4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:46.469612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Calling delete_port for b460efea-8ba4-47e0-aa23-3b05ba564ca6 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:30:46.475020 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e0b62604-e4d0-4e6f-ae14-44bf807aa23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.493575 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Checking router: f824fe8f-aabf-4612-ad4d-8694dcac6249 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:46.493921 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Updating router f824fe8f-aabf-4612-ad4d-8694dcac6249 port b460efea-8ba4-47e0-aa23-3b05ba564ca6 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:30:46.580928 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.700702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:46.802638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] Set router efa189f0-5c5b-4f66-aefe-75cc431a3a42 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:46.805635 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e0b62604-e4d0-4e6f-ae14-44bf807aa23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.047875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.095127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e0b62604-e4d0-4e6f-ae14-44bf807aa23c None None] For port bf4b51d6-5520-497f-a9bb-646eaca1efd4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf4b51d6-5520-497f-a9bb-646eaca1efd4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:47.210714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.248056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:47.262904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:47.278430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:47.285151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Pushing event updated for resources: {'Port': ['ID=4051259e-5279-447d-a435-e0a27c6a7fef,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:47.305791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event deleted for resources: {'Port': ['ID=b460efea-8ba4-47e0-aa23-3b05ba564ca6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:47.354970 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e0b62604-e4d0-4e6f-ae14-44bf807aa23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.413848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.456698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.542677 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.db.api [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:30:47.544811 n-d-768852-22 neutron-server[109707]: DEBUG oslo_db.api [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:30:47.546173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62604-e4d0-4e6f-ae14-44bf807aa23c None None] Pushing event updated for resources: {'Port': ['ID=bf4b51d6-5520-497f-a9bb-646eaca1efd4,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:47.643765 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.647108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.694460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:30:40Z', 'revision_number': 3, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port': {'id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:38Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:47.763132 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.797634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d6f2b-7c56-449f-82e0-200aa12e0c65 None None] The sync data for ids ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'] in n-d-768852-22 is: [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:30:40Z', 'revision_number': 3, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port': {'id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:38Z', 'updated_at': '2021-11-12T11:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:47.916945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-df88348e-f82d-4220-9041-d19fa36e93e3 None None] Provisioning complete for port 4051259e-5279-447d-a435-e0a27c6a7fef triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:47.917410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df88348e-f82d-4220-9041-d19fa36e93e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.950686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.969324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.972709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f824fe8f-aabf-4612-ad4d-8694dcac6249 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:30:47.984086 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:47.988770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-02658c14-df60-41fd-a1ca-c3ebf465b027 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "DELETE /v2.0/routers/f824fe8f-aabf-4612-ad4d-8694dcac6249 HTTP/1.1" status: 204 len: 168 time: 3.0953722 Nov 12 11:30:47.989448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:48.052692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-df88348e-f82d-4220-9041-d19fa36e93e3 None None] Port 4051259e-5279-447d-a435-e0a27c6a7fef cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:48.088215 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Port b460efea-8ba4-47e0-aa23-3b05ba564ca6 not found while updating agent binding for router f824fe8f-aabf-4612-ad4d-8694dcac6249. {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 11:30:48.120787 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Routers set() bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:48.123862 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Router IDs set() for agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 11:30:48.124744 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f824fe8f-aabf-4612-ad4d-8694dcac6249'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent'). {{(pid=109707) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 11:30:48.125194 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f943ef1-660b-4dbb-a052-bef48a028e50 None None] The sync data for ids ['f824fe8f-aabf-4612-ad4d-8694dcac6249'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:48.200970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55388) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:48.211105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f1bee0-8965-4078-9da1-5bafb00502cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Deleting subnet bce128c5-a98b-4e02-a5e1-c083c9b2380c {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:30:48.253554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bee0-8965-4078-9da1-5bafb00502cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.339138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.421110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.434728 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bee0-8965-4078-9da1-5bafb00502cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.545509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Pushing event updated for resources: {'Port': ['ID=4051259e-5279-447d-a435-e0a27c6a7fef,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:48.562858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.602555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bee0-8965-4078-9da1-5bafb00502cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.876252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bee0-8965-4078-9da1-5bafb00502cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:48.889495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:48.890991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:49.009301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1bee0-8965-4078-9da1-5bafb00502cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bce128c5-a98b-4e02-a5e1-c083c9b2380c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:49.084327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bee0-8965-4078-9da1-5bafb00502cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.107505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e7f1bee0-8965-4078-9da1-5bafb00502cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "DELETE /v2.0/subnets/bce128c5-a98b-4e02-a5e1-c083c9b2380c HTTP/1.1" status: 204 len: 168 time: 1.1162314 Nov 12 11:30:49.110378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55404) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:49.164643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-467b9ad9-ba0a-4903-8634-3f110b6eceaa admin admin] Deleting subnet 5e56e48a-ae19-49dc-bd7e-7e258b0de738 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:30:49.174101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-467b9ad9-ba0a-4903-8634-3f110b6eceaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.193798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf4b51d6-5520-497f-a9bb-646eaca1efd4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:49.263481 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-467b9ad9-ba0a-4903-8634-3f110b6eceaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.296281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Router efa189f0-5c5b-4f66-aefe-75cc431a3a42 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:30:49.373073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bf4b51d6-5520-497f-a9bb-646eaca1efd4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:49.374092 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.481858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-467b9ad9-ba0a-4903-8634-3f110b6eceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.600551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:49.616304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7da35fd2-e15b-4929-8401-26e1a6fe8622 admin admin] 10.222.0.98 "PUT /v2.0/routers/efa189f0-5c5b-4f66-aefe-75cc431a3a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0459342 Nov 12 11:30:49.712317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-19cbdccf-698b-4f59-926c-02d9ebed8ce2 None None] Provisioning complete for port 4051259e-5279-447d-a435-e0a27c6a7fef triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:49.713008 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-19cbdccf-698b-4f59-926c-02d9ebed8ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.801133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-19cbdccf-698b-4f59-926c-02d9ebed8ce2 None None] Port 4051259e-5279-447d-a435-e0a27c6a7fef cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:49.853210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:49.985791 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-467b9ad9-ba0a-4903-8634-3f110b6eceaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.024240 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.032867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b9ad9-ba0a-4903-8634-3f110b6eceaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e56e48a-ae19-49dc-bd7e-7e258b0de738,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:50.061194 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-467b9ad9-ba0a-4903-8634-3f110b6eceaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.065876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-467b9ad9-ba0a-4903-8634-3f110b6eceaa admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5e56e48a-ae19-49dc-bd7e-7e258b0de738 HTTP/1.1" status: 204 len: 168 time: 1.8499620 Nov 12 11:30:50.067206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f86adb2-d3d4-4d1f-b51e-37628a454b37 None None] Network 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:30:50.068140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55426) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:50.070669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc8665e-0b72-4b23-a30f-44fc7cfcee57']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:50.084923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1370ee-3715-47c1-b8bc-5bb44f714486') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:50.102336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1370ee-3715-47c1-b8bc-5bb44f714486') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:50.116567 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.151064 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.170144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:30:50.170623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.236971 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:30:50.314285 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:30:50.417134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.421591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.427384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcc8665e-0b72-4b23-a30f-44fc7cfcee57 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 11:30:50.430188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.439985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "DELETE /v2.0/networks/dcc8665e-0b72-4b23-a30f-44fc7cfcee57 HTTP/1.1" status: 204 len: 168 time: 1.3174129 Nov 12 11:30:50.481519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b33dfe-c6ee-4555-8751-4c4074b79d07 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcc8665e-0b72-4b23-a30f-44fc7cfcee57,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:50.494120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dee9f31-68a4-4b38-bdd6-b3d712d3c43e']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:50.510975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793530f6-1533-482c-b2ce-78e77b74673f') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:50.511336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793530f6-1533-482c-b2ce-78e77b74673f') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:50.523438 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.538850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.546628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:30:50.547365 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:30:50.677159 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:30:50.785306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.817784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.822098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] 10.222.0.98 "DELETE /v2.0/networks/1dee9f31-68a4-4b38-bdd6-b3d712d3c43e HTTP/1.1" status: 204 len: 168 time: 0.7528415 Nov 12 11:30:50.823116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ca9d4-afa8-4349-9b63-40279eb64d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dee9f31-68a4-4b38-bdd6-b3d712d3c43e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:50.860715 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3630eda-7458-4eb4-b270-b9f02b51da17 None None] DHCP port deletion for 1dee9f31-68a4-4b38-bdd6-b3d712d3c43e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:50.910526 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:50.929054 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:30:51.888902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55474) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:51.894460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8c2df8a6-475b-4e0b-8bfd-3ffadbcb565f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'router': {'name': 'tempest-router--1799129966', 'project_id': '1570128ff1ad4e3fa04cb7523dcac362'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:51.922668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Sync routers for ids ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:51.951358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Routers {'efa189f0-5c5b-4f66-aefe-75cc431a3a42'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:51.954546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:52.131633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Set router efa189f0-5c5b-4f66-aefe-75cc431a3a42 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:52.158910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55480) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:52.224077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ab5bdab5-e8fd-42b1-9aac-d88291a3dbbc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8958a0b6784f48bf9d8871d5da2bb7b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630875 Nov 12 11:30:52.226449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55482) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:52.250199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c2df8a6-475b-4e0b-8bfd-3ffadbcb565f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.255375 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c2df8a6-475b-4e0b-8bfd-3ffadbcb565f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.300963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1f75172c-fdf8-4ed1-86dd-3fdb81994275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.337977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1f75172c-fdf8-4ed1-86dd-3fdb81994275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.456060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port': {'id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:38Z', 'updated_at': '2021-11-12T11:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4051259e-5279-447d-a435-e0a27c6a7fef', 'name': '', 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'mac_address': 'fa:16:3e:b0:56:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'e79d860f-3b16-43b5-aeb5-befe55450fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:45Z', 'updated_at': '2021-11-12T11:30:48Z', 'revision_number': 2, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'subnets': [{'id': 'e79d860f-3b16-43b5-aeb5-befe55450fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:52.561679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Checking router: efa189f0-5c5b-4f66-aefe-75cc431a3a42 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:30:52.561679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Updating router efa189f0-5c5b-4f66-aefe-75cc431a3a42 port 4051259e-5279-447d-a435-e0a27c6a7fef binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:30:52.592799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1f75172c-fdf8-4ed1-86dd-3fdb81994275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.599706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1f75172c-fdf8-4ed1-86dd-3fdb81994275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.604560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1f75172c-fdf8-4ed1-86dd-3fdb81994275 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/75d4d675-75a5-4ae3-9192-10c228ed05f8 HTTP/1.1" status: 204 len: 168 time: 0.3766298 Nov 12 11:30:52.610359 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.663951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75172c-fdf8-4ed1-86dd-3fdb81994275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d4d675-75a5-4ae3-9192-10c228ed05f8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:52.689499 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c2df8a6-475b-4e0b-8bfd-3ffadbcb565f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.821904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c2df8a6-475b-4e0b-8bfd-3ffadbcb565f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.941282 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c2df8a6-475b-4e0b-8bfd-3ffadbcb565f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:52.944214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c2df8a6-475b-4e0b-8bfd-3ffadbcb565f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0533018 Nov 12 11:30:52.946816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55500) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:52.968595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.044152 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b8-2b2b-430d-bcb5-697556238b97 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.096134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.283412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b8-2b2b-430d-bcb5-697556238b97 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.287702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021366b0-dda4-490b-80a4-bfc5f9bbc364 None None] Pushing event updated for resources: {'Port': ['ID=4051259e-5279-447d-a435-e0a27c6a7fef,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:53.289550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b8-2b2b-430d-bcb5-697556238b97 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.521446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Attempting to bind port 4051259e-5279-447d-a435-e0a27c6a7fef on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:30:53.525897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Attempting to bind port 4051259e-5279-447d-a435-e0a27c6a7fef by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:30:53.527578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Attempting to bind port 4051259e-5279-447d-a435-e0a27c6a7fef on network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:30:53.545176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:30:53.545563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Checking segment: {'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:30:53.551569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.551569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Bound using segment: {'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:30:53.566600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Bound port: 4051259e-5279-447d-a435-e0a27c6a7fef, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36ffcac-76e1-4802-9d95-94bca82ef580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:30:53.573420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b8-2b2b-430d-bcb5-697556238b97 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.574371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b7a5b8-2b2b-430d-bcb5-697556238b97 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95aa8c8e-9277-431d-924d-2393506ebca1 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:30:53.577236 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.579360 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a6b7a5b8-2b2b-430d-bcb5-697556238b97 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:53.584300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a6b7a5b8-2b2b-430d-bcb5-697556238b97 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "DELETE /v2.0/routers/95aa8c8e-9277-431d-924d-2393506ebca1 HTTP/1.1" status: 204 len: 168 time: 0.6319845 Nov 12 11:30:53.866787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] For port 4051259e-5279-447d-a435-e0a27c6a7fef, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:30:53.878517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] For port 4051259e-5279-447d-a435-e0a27c6a7fef, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4051259e-5279-447d-a435-e0a27c6a7fef,segment=NetworkSegment(f36ffcac-76e1-4802-9d95-94bca82ef580),segment_id=f36ffcac-76e1-4802-9d95-94bca82ef580)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:30:53.887844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-83b48dca-3c8f-4d3d-9dc6-6d9966ff2ed3 None None] Provisioning complete for port 4051259e-5279-447d-a435-e0a27c6a7fef triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:53.888257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83b48dca-3c8f-4d3d-9dc6-6d9966ff2ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:54.023944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-83b48dca-3c8f-4d3d-9dc6-6d9966ff2ed3 None None] Port 4051259e-5279-447d-a435-e0a27c6a7fef cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:54.032408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:54.251335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021366b0-dda4-490b-80a4-bfc5f9bbc364 None None] Pushing event updated for resources: {'Port': ['ID=4051259e-5279-447d-a435-e0a27c6a7fef,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:54.286255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Routers {'efa189f0-5c5b-4f66-aefe-75cc431a3a42'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:54.287777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:54.304758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55536) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:54.613040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] Set router efa189f0-5c5b-4f66-aefe-75cc431a3a42 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:30:54.754848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5ded1d24-043a-4c37-821b-b8a589120cd8 None None] Provisioning complete for port 4051259e-5279-447d-a435-e0a27c6a7fef triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:54.755342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ded1d24-043a-4c37-821b-b8a589120cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:55.082053 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-845824548', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:30:55.122634 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ded1d24-043a-4c37-821b-b8a589120cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:55.217142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5ded1d24-043a-4c37-821b-b8a589120cd8 None None] For port 4051259e-5279-447d-a435-e0a27c6a7fef, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4051259e-5279-447d-a435-e0a27c6a7fef,segment=NetworkSegment(f36ffcac-76e1-4802-9d95-94bca82ef580),segment_id=f36ffcac-76e1-4802-9d95-94bca82ef580)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:30:55.251428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port': {'id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:38Z', 'updated_at': '2021-11-12T11:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4051259e-5279-447d-a435-e0a27c6a7fef', 'name': '', 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'mac_address': 'fa:16:3e:b0:56:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'e79d860f-3b16-43b5-aeb5-befe55450fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:45Z', 'updated_at': '2021-11-12T11:30:53Z', 'revision_number': 4, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'subnets': [{'id': 'e79d860f-3b16-43b5-aeb5-befe55450fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:55.253840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:55.255386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:55.290431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0689db7-99b8-42c3-9d4c-6628769b6047 None None] The sync data for ids ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'] in n-d-768852-22 is: [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:30:47Z', 'revision_number': 4, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port': {'id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:38Z', 'updated_at': '2021-11-12T11:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4051259e-5279-447d-a435-e0a27c6a7fef', 'name': '', 'network_id': '75ea56ae-8cac-4dc5-9451-c9fe33b7de61', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'mac_address': 'fa:16:3e:b0:56:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'e79d860f-3b16-43b5-aeb5-befe55450fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:45Z', 'updated_at': '2021-11-12T11:30:53Z', 'revision_number': 4, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'subnets': [{'id': 'e79d860f-3b16-43b5-aeb5-befe55450fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:30:55.375830 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:55.461875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ded1d24-043a-4c37-821b-b8a589120cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:55.566712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded1d24-043a-4c37-821b-b8a589120cd8 None None] Pushing event updated for resources: {'Port': ['ID=4051259e-5279-447d-a435-e0a27c6a7fef,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:56.013019 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.630480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:56.687033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:57.224427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4051259e-5279-447d-a435-e0a27c6a7fef up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:30:57.239640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Allocated IP 172.25.3.36 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/7aacc213-c3f2-49c0-8845-8f35febafab6) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:30:57.330551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4051259e-5279-447d-a435-e0a27c6a7fef triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:57.331017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:57.649558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-ef899b41-fd7e-4722-9a0a-a1a3f6193071 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:30:57.651514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-ef899b41-fd7e-4722-9a0a-a1a3f6193071 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.7171056 Nov 12 11:30:57.698370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-32e97e9e-9b8c-4b91-b42e-d14adc71e580 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/quotas/eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 375 time: 0.0185504 Nov 12 11:30:57.800075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:57.900472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-199c7f06-3599-4648-96f4-706edfec8e1a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894810 Nov 12 11:30:58.014039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:58.069713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:30:58.075233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:30:58.090730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:30:58.096018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb015f-4c2b-42e0-9ac0-093a863952e4 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:30:58.251148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-91510c1d-c1a2-4c5f-9900-6b7616f9a8bd None None] Provisioning complete for port 7aacc213-c3f2-49c0-8845-8f35febafab6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:30:58.254172 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91510c1d-c1a2-4c5f-9900-6b7616f9a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:58.370087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-91510c1d-c1a2-4c5f-9900-6b7616f9a8bd None None] Port 7aacc213-c3f2-49c0-8845-8f35febafab6 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:30:58.478089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event updated for resources: {'Port': ['ID=7aacc213-c3f2-49c0-8845-8f35febafab6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:58.508210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-5c3557b3-2ab1-4d43-a30a-08639c2b7e93 service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065819 Nov 12 11:30:58.686025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-7d809fed-2fc5-4c47-b3a5-8e5fd5aed8e4 service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693368 Nov 12 11:30:58.980809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:59.132358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55668) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:59.372093 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:59.418906 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cc2bb83-ac01-4dc3-9c77-e7d98c45f4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:59.458506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab53a-aad9-4d99-9017-6cb4d4122b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:59.655756 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab53a-aad9-4d99-9017-6cb4d4122b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:59.715677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e7ef019-12e2-4bb1-b1b5-61ed130e0b7e req-6bf6edf0-01f9-4615-bff8-313431b06bb7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0332048 Nov 12 11:30:59.717048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Router aca559dd-0f1b-49c1-88f0-6fb0be141e60 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:30:59.875040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:30:59.876930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab53a-aad9-4d99-9017-6cb4d4122b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:30:59.888228 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bed9e-b7ab-4133-93fa-9af7fec2e6a2 None None] Sync routers for ids ['aca559dd-0f1b-49c1-88f0-6fb0be141e60'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:30:59.899098 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bed9e-b7ab-4133-93fa-9af7fec2e6a2 None None] Routers {'aca559dd-0f1b-49c1-88f0-6fb0be141e60'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:30:59.899886 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-140bed9e-b7ab-4133-93fa-9af7fec2e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['aca559dd-0f1b-49c1-88f0-6fb0be141e60'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:30:59.955744 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c8ab53a-aad9-4d99-9017-6cb4d4122b27 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4b978457915d4184acd1199725d4c0a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8222678 Nov 12 11:30:59.957310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ab53a-aad9-4d99-9017-6cb4d4122b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5655d813-1306-4e06-9e9c-6e6a31e3d103,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:30:59.958818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55692) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:30:59.987912 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-140bed9e-b7ab-4133-93fa-9af7fec2e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:00.006721 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bed9e-b7ab-4133-93fa-9af7fec2e6a2 None None] Routers {'aca559dd-0f1b-49c1-88f0-6fb0be141e60'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:00.007715 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-140bed9e-b7ab-4133-93fa-9af7fec2e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['aca559dd-0f1b-49c1-88f0-6fb0be141e60'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:00.033283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.035748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55694) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:00.035956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dc533c53-365f-4f21-b7e0-568a34a93c25 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7290111 Nov 12 11:31:00.078276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7806bbd3-3fe3-47c5-942c-96d85f9afd49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.110030 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-140bed9e-b7ab-4133-93fa-9af7fec2e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:00.111084 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bed9e-b7ab-4133-93fa-9af7fec2e6a2 None None] The sync data for ids ['aca559dd-0f1b-49c1-88f0-6fb0be141e60'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:00.153429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7806bbd3-3fe3-47c5-942c-96d85f9afd49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.273788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3f889a21-47c7-4bb3-8256-414959320d87 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/routers/aca559dd-0f1b-49c1-88f0-6fb0be141e60 HTTP/1.1" status: 200 len: 923 time: 0.2363920 Nov 12 11:31:00.278054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:00.326565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cc6e31f5-db9d-4802-870c-fae31e697429 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=aca559dd-0f1b-49c1-88f0-6fb0be141e60 HTTP/1.1" status: 200 len: 205 time: 0.0488093 Nov 12 11:31:00.332376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55708) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:00.455627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7806bbd3-3fe3-47c5-942c-96d85f9afd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.459832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7806bbd3-3fe3-47c5-942c-96d85f9afd49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.461317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7806bbd3-3fe3-47c5-942c-96d85f9afd49 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5655d813-1306-4e06-9e9c-6e6a31e3d103 HTTP/1.1" status: 204 len: 168 time: 0.5011175 Nov 12 11:31:00.483086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806bbd3-3fe3-47c5-942c-96d85f9afd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5655d813-1306-4e06-9e9c-6e6a31e3d103,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:00.555840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:00.839526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72af7a88-1265-4d58-a883-cce023c14ab9 req-c08d43d6-1e4c-4f70-b34b-9699cc6b5e70 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0382886 Nov 12 11:31:00.867588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.006580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Deleting port 7aacc213-c3f2-49c0-8845-8f35febafab6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:01.006919 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.101652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.117944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Calling delete_port for 7aacc213-c3f2-49c0-8845-8f35febafab6 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:01.434997 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.482732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event deleted for resources: {'Port': ['ID=7aacc213-c3f2-49c0-8845-8f35febafab6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:01.511968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fadfca-4843-4e27-9b1b-2a716d60eb2e None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:01.578489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.691477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.691477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.854504 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b75ad79c-6b00-4ce3-8e02-5e7f61196c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.862336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.864515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Fanout notify agent at l3_agent the message router_deleted on router aca559dd-0f1b-49c1-88f0-6fb0be141e60 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:31:01.898424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:01.900506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ec62948b-29c6-4548-8ae7-9189e9e5b015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/aca559dd-0f1b-49c1-88f0-6fb0be141e60 HTTP/1.1" status: 204 len: 168 time: 1.5649660 Nov 12 11:31:01.905304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55754) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:01.916048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1821237342', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': False}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:01.991062 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-438e81c2-187c-49f3-888d-1b3d8a5fe5e9 req-fb50208f-4e61-4b77-993d-8a0d1d98cf87 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0340700 Nov 12 11:31:02.097602 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.100867 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.109131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55760) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:02.123183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1ce97a9-96fe-4b20-9645-3ac71b7afd9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.290858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1ce97a9-96fe-4b20-9645-3ac71b7afd9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.402496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c1ce97a9-96fe-4b20-9645-3ac71b7afd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.454561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce97a9-96fe-4b20-9645-3ac71b7afd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb404397-918a-4804-abf2-e72df7eff099,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:02.473588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c1ce97a9-96fe-4b20-9645-3ac71b7afd9d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5fbbd1231ab14ca09743f8b6b0ee8e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3633604 Nov 12 11:31:02.478446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55770) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:02.507701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.587203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2af3d2d5-07f6-4227-981d-dc0811571df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.610019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2af3d2d5-07f6-4227-981d-dc0811571df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.861594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2af3d2d5-07f6-4227-981d-dc0811571df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.864406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2af3d2d5-07f6-4227-981d-dc0811571df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:02.867844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2af3d2d5-07f6-4227-981d-dc0811571df3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/eb404397-918a-4804-abf2-e72df7eff099 HTTP/1.1" status: 204 len: 168 time: 0.3859050 Nov 12 11:31:02.905222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3d2d5-07f6-4227-981d-dc0811571df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb404397-918a-4804-abf2-e72df7eff099,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:02.924593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:03.170150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:03.179556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec3f8262-083c-4234-9f4c-7d4814c0b1f7 req-062539fb-dd0f-4f1d-b270-2ad6f5195779 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0334666 Nov 12 11:31:03.332771 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:03.369500 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:03.548744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Allocated IP 172.25.3.253 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b734a111-c240-4810-af19-83bfd7cfba0f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:03.761266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:04.111331 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:04.151727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:04.156855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:04.160705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:04.173479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf620dd-c355-40a9-992e-73643817016b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:04.206313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'Port': ['ID=b734a111-c240-4810-af19-83bfd7cfba0f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:04.295764 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:04.349516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-386be06d-670d-42b6-aabc-b1364e7d6b5b None None] Provisioning complete for port b734a111-c240-4810-af19-83bfd7cfba0f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:04.353369 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-386be06d-670d-42b6-aabc-b1364e7d6b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:04.415410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-386be06d-670d-42b6-aabc-b1364e7d6b5b None None] Port b734a111-c240-4810-af19-83bfd7cfba0f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:04.518593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-142031fc-fd86-4a4a-bf49-0019ceb081be req-ac00f792-7871-48f5-bf7a-d674138b785a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0444450 Nov 12 11:31:04.701281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-700e98ad-6dd9-41a8-859f-46db431c6bc4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:04.703048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-700e98ad-6dd9-41a8-859f-46db431c6bc4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.4126410 Nov 12 11:31:04.720960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'port': {'device_id': '0d87e4e5-a5d6-45c6-b621-d1264e735e2a', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'admin_state_up': True, 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:04.853058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:04.971891 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:05.050095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:05.055413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:05.221888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:05.292608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.20.0.3 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/cd5b94d7-7a92-4361-8a0a-9a405a649a25) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:05.486647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:05.680366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Router 770d4e8f-fe47-42c2-b2cc-887fe4051056 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:31:05.731338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:05.930468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=cd5b94d7-7a92-4361-8a0a-9a405a649a25,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:05.941153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:05.958087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:05.967362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:06.051134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a1854-2f16-432a-8950-4b624e3022a2 req-e1023b4a-70f5-4661-af84-4441b477cecd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:06.051134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f46a1854-2f16-432a-8950-4b624e3022a2 req-e1023b4a-70f5-4661-af84-4441b477cecd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 931 time: 0.3040996 Nov 12 11:31:06.066834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:06.087819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Sync routers for ids ['770d4e8f-fe47-42c2-b2cc-887fe4051056'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:06.144524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Routers {'770d4e8f-fe47-42c2-b2cc-887fe4051056'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:06.148338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['770d4e8f-fe47-42c2-b2cc-887fe4051056'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:06.197441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:06.200757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:06.270280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f46a1854-2f16-432a-8950-4b624e3022a2 req-f82a8da8-048a-43cf-893f-3026453057a6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967444 Nov 12 11:31:06.378042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:06.384226 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-12800705-ca61-4538-a823-6235e53573a4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4719381 Nov 12 11:31:06.387251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55878) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:06.467390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Set router 770d4e8f-fe47-42c2-b2cc-887fe4051056 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:06.476238 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4888c447-ff77-4600-8fd2-10cf7a0b9fb5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7622838 Nov 12 11:31:06.616505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-06370afc-b7c4-47d5-a105-81cd4aedf792 None None] Provisioning complete for port cd5b94d7-7a92-4361-8a0a-9a405a649a25 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:06.617128 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-06370afc-b7c4-47d5-a105-81cd4aedf792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:06.649624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-939cfc25-fcee-4949-898d-42f1d1eb5df0 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/routers/770d4e8f-fe47-42c2-b2cc-887fe4051056 HTTP/1.1" status: 200 len: 909 time: 0.2608941 Nov 12 11:31:06.651961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 55888) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:06.657517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1821237342', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': True}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:06.675295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-06370afc-b7c4-47d5-a105-81cd4aedf792 None None] Port cd5b94d7-7a92-4361-8a0a-9a405a649a25 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:06.736364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Request body: {'port': {'device_id': '0d87e4e5-a5d6-45c6-b621-d1264e735e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:06.799234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d4e8f-fe47-42c2-b2cc-887fe4051056', 'name': 'tempest-snat-router-1821237342', 'tenant_id': '613da3ae9bf04423a4049c07a9fcc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': 'b734a111-c240-4810-af19-83bfd7cfba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:02Z', 'updated_at': '2021-11-12T11:31:04Z', 'revision_number': 3, 'project_id': '613da3ae9bf04423a4049c07a9fcc131', 'gw_port': {'id': 'b734a111-c240-4810-af19-83bfd7cfba0f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d4e8f-fe47-42c2-b2cc-887fe4051056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:03Z', 'updated_at': '2021-11-12T11:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:06.844213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Checking router: 770d4e8f-fe47-42c2-b2cc-887fe4051056 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:31:06.844213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Updating router 770d4e8f-fe47-42c2-b2cc-887fe4051056 port b734a111-c240-4810-af19-83bfd7cfba0f binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:31:06.868655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:06.903180 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.283618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55900) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:07.288747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.291739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.379909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.488358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5b94d7-7a92-4361-8a0a-9a405a649a25 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:31:07.498540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.543711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Transition to ACTIVE for port object cd5b94d7-7a92-4361-8a0a-9a405a649a25 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:31:07.578816 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5677441a-4f06-48f0-82c1-7c5fb1a2fc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.606803 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.645843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b0094-9641-4ff9-a0e9-0fdfa702a9e1 req-dd482b83-8775-4764-8af8-3e78b64cc81b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:07.658020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1b0094-9641-4ff9-a0e9-0fdfa702a9e1 req-dd482b83-8775-4764-8af8-3e78b64cc81b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 931 time: 0.2391310 Nov 12 11:31:07.704109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.758550 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.888831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Attempting to bind port b734a111-c240-4810-af19-83bfd7cfba0f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:07.889282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Attempting to bind port b734a111-c240-4810-af19-83bfd7cfba0f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:07.889660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Attempting to bind port b734a111-c240-4810-af19-83bfd7cfba0f on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:07.917052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920161f4-01f8-483e-9602-574635c8d150 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:07.978582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:07.978978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:07.979387 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.979789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:07.982121 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5677441a-4f06-48f0-82c1-7c5fb1a2fc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:07.984436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Bound port: b734a111-c240-4810-af19-83bfd7cfba0f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:07.984906 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.061716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55914) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:08.118853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba1b0094-9641-4ff9-a0e9-0fdfa702a9e1 req-7c56bf64-0583-42b7-a9fb-c6c88d2447d9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593139 Nov 12 11:31:08.155585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] For port b734a111-c240-4810-af19-83bfd7cfba0f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:31:08.159409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] For port b734a111-c240-4810-af19-83bfd7cfba0f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b734a111-c240-4810-af19-83bfd7cfba0f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:31:08.167874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Pushing event updated for resources: {'Port': ['ID=b734a111-c240-4810-af19-83bfd7cfba0f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:08.179129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.179892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.180507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.181048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.181587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.182139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.183049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.183626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.184183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.184751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.185272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.185790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:08.204084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5677441a-4f06-48f0-82c1-7c5fb1a2fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.227314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e1f28d4a-9356-465e-8d6f-915d5ce52328 None None] Provisioning complete for port b734a111-c240-4810-af19-83bfd7cfba0f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:08.227314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1f28d4a-9356-465e-8d6f-915d5ce52328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.328524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5677441a-4f06-48f0-82c1-7c5fb1a2fc39 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cce8006b442f43d98376acf01b5bbba8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0438178 Nov 12 11:31:08.351357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e1f28d4a-9356-465e-8d6f-915d5ce52328 None None] Port b734a111-c240-4810-af19-83bfd7cfba0f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:08.354750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37efe46d-889b-43b3-a348-5263b8a7001e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.371166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55922) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:08.392991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677441a-4f06-48f0-82c1-7c5fb1a2fc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bab0225-0b78-4911-8374-85590f14f3a9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:08.399022 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.463597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088beb4-5b4d-4558-8060-0e72b4b4b03b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:08.548129 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11b1dd3a-6c92-495f-8916-d37548d073a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.556042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Routers {'770d4e8f-fe47-42c2-b2cc-887fe4051056'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:08.556884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['770d4e8f-fe47-42c2-b2cc-887fe4051056'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:08.708518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] Set router 770d4e8f-fe47-42c2-b2cc-887fe4051056 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:08.720525 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37efe46d-889b-43b3-a348-5263b8a7001e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.785767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5b94d7-7a92-4361-8a0a-9a405a649a25,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:08.824599 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11b1dd3a-6c92-495f-8916-d37548d073a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.858833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e10da7ea-9b62-4dff-9213-df7303783819 None None] Provisioning complete for port b734a111-c240-4810-af19-83bfd7cfba0f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:08.859207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e10da7ea-9b62-4dff-9213-df7303783819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.862812 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37efe46d-889b-43b3-a348-5263b8a7001e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.870343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:08.965729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56452850-b8ce-4fe7-b632-895dd0dff028 None None] Pushing event updated for resources: {'Port': ['ID=b734a111-c240-4810-af19-83bfd7cfba0f,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:09.064529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efe46d-889b-43b3-a348-5263b8a7001e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ea6ab-0b79-4ad8-a8b0-0f2dc9308054,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:09.083567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-37efe46d-889b-43b3-a348-5263b8a7001e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=68bb38a18ad74a59a15f55cc00721366&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0154912 Nov 12 11:31:09.085260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55932) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:09.104503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Attempting to bind port cd5b94d7-7a92-4361-8a0a-9a405a649a25 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:09.104829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Attempting to bind port cd5b94d7-7a92-4361-8a0a-9a405a649a25 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:09.105299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Attempting to bind port cd5b94d7-7a92-4361-8a0a-9a405a649a25 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:09.140691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Port cd5b94d7-7a92-4361-8a0a-9a405a649a25 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:31:09.141121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Attempting to bind port cd5b94d7-7a92-4361-8a0a-9a405a649a25 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:09.210451 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-454ec53a-6c10-4474-a737-7ecc2e1f0a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.240460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-454ec53a-6c10-4474-a737-7ecc2e1f0a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.241621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:09.242343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:09.242343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:09.242789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Bound port: cd5b94d7-7a92-4361-8a0a-9a405a649a25, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:09.243149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.266908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11b1dd3a-6c92-495f-8916-d37548d073a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.270491 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-11b1dd3a-6c92-495f-8916-d37548d073a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.271485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-11b1dd3a-6c92-495f-8916-d37548d073a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8bab0225-0b78-4911-8374-85590f14f3a9 HTTP/1.1" status: 204 len: 168 time: 0.8975668 Nov 12 11:31:09.335757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e10da7ea-9b62-4dff-9213-df7303783819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.400271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e10da7ea-9b62-4dff-9213-df7303783819 None None] For port b734a111-c240-4810-af19-83bfd7cfba0f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b734a111-c240-4810-af19-83bfd7cfba0f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:09.409676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1dd3a-6c92-495f-8916-d37548d073a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bab0225-0b78-4911-8374-85590f14f3a9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:09.440908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] For port cd5b94d7-7a92-4361-8a0a-9a405a649a25, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:31:09.445187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] For port cd5b94d7-7a92-4361-8a0a-9a405a649a25, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cd5b94d7-7a92-4361-8a0a-9a405a649a25,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:31:09.496292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82590fd-8803-40c7-ba7d-e077c58719d4 req-d04d99de-7b01-4d70-8a97-0482622bf0c3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:09.497075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b82590fd-8803-40c7-ba7d-e077c58719d4 req-d04d99de-7b01-4d70-8a97-0482622bf0c3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.2314446 Nov 12 11:31:09.535376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d4e8f-fe47-42c2-b2cc-887fe4051056', 'name': 'tempest-snat-router-1821237342', 'tenant_id': '613da3ae9bf04423a4049c07a9fcc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': 'b734a111-c240-4810-af19-83bfd7cfba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:02Z', 'updated_at': '2021-11-12T11:31:04Z', 'revision_number': 3, 'project_id': '613da3ae9bf04423a4049c07a9fcc131', 'gw_port': {'id': 'b734a111-c240-4810-af19-83bfd7cfba0f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d4e8f-fe47-42c2-b2cc-887fe4051056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:03Z', 'updated_at': '2021-11-12T11:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:09.596202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25ecd3-34ff-40ac-acd3-19fbb77ebfd4 None None] The sync data for ids ['770d4e8f-fe47-42c2-b2cc-887fe4051056'] in n-d-768852-22 is: [{'id': '770d4e8f-fe47-42c2-b2cc-887fe4051056', 'name': 'tempest-snat-router-1821237342', 'tenant_id': '613da3ae9bf04423a4049c07a9fcc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': 'b734a111-c240-4810-af19-83bfd7cfba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:02Z', 'updated_at': '2021-11-12T11:31:04Z', 'revision_number': 3, 'project_id': '613da3ae9bf04423a4049c07a9fcc131', 'gw_port': {'id': 'b734a111-c240-4810-af19-83bfd7cfba0f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d4e8f-fe47-42c2-b2cc-887fe4051056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:03Z', 'updated_at': '2021-11-12T11:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:09.612591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.613422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b82590fd-8803-40c7-ba7d-e077c58719d4 req-00d806c5-8c58-4457-b7a6-14a9dfbff7ba tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091785 Nov 12 11:31:09.614582 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-454ec53a-6c10-4474-a737-7ecc2e1f0a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.615659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e10da7ea-9b62-4dff-9213-df7303783819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.643653 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-454ec53a-6c10-4474-a737-7ecc2e1f0a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.643653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-454ec53a-6c10-4474-a737-7ecc2e1f0a0a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e2ea6ab-0b79-4ad8-a8b0-0f2dc9308054 HTTP/1.1" status: 204 len: 168 time: 0.5506432 Nov 12 11:31:09.649106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ec53a-6c10-4474-a737-7ecc2e1f0a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ea6ab-0b79-4ad8-a8b0-0f2dc9308054,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:09.747155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10da7ea-9b62-4dff-9213-df7303783819 None None] Pushing event updated for resources: {'Port': ['ID=b734a111-c240-4810-af19-83bfd7cfba0f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:09.790956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:09.791466 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.793475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-a75b429f-3517-46b4-857a-32e763396940 service neutron] 10.222.0.69 "PUT /v2.0/ports/cd5b94d7-7a92-4361-8a0a-9a405a649a25 HTTP/1.1" status: 200 len: 1092 time: 3.3027716 Nov 12 11:31:09.794118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d87e4e5-a5d6-45c6-b621-d1264e735e2a', 'tag': 'cd5b94d7-7a92-4361-8a0a-9a405a649a25'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:09.797372 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c25f5-35b0-478c-94e3-6c2dda7217f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d87e4e5-a5d6-45c6-b621-d1264e735e2a", "tag": "cd5b94d7-7a92-4361-8a0a-9a405a649a25"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:09.892401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:09.962108 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589314df-8d7a-4189-af06-3ca2486a265d x-openstack-request-id: req-589314df-8d7a-4189-af06-3ca2486a265d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:09.962404 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d87e4e5-a5d6-45c6-b621-d1264e735e2a", "tag": "cd5b94d7-7a92-4361-8a0a-9a405a649a25", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:09.962693 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-589314df-8d7a-4189-af06-3ca2486a265d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:09.963115 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d87e4e5-a5d6-45c6-b621-d1264e735e2a', 'tag': 'cd5b94d7-7a92-4361-8a0a-9a405a649a25', 'status': 'completed', 'code': 200} Nov 12 11:31:09.981126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b429f-3517-46b4-857a-32e763396940 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5b94d7-7a92-4361-8a0a-9a405a649a25,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:09.986414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:10.132635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c25f5-35b0-478c-94e3-6c2dda7217f9 req-cfe3efe9-9afd-4e4f-965d-f81524425671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:10.134396 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-887c25f5-35b0-478c-94e3-6c2dda7217f9 req-cfe3efe9-9afd-4e4f-965d-f81524425671 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 1095 time: 0.1698172 Nov 12 11:31:10.348337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Allocated IP 172.25.3.250 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/aa88347f-c195-4902-8d9a-40f8cd0006c1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:10.502687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c25f5-35b0-478c-94e3-6c2dda7217f9 req-d12abd61-ee7e-4351-812c-4eeebf5831e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:10.504399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-887c25f5-35b0-478c-94e3-6c2dda7217f9 req-d12abd61-ee7e-4351-812c-4eeebf5831e0 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb3a39ed68f44e988c561e11e529a264&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3406289 Nov 12 11:31:10.901309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26681b3b-005d-4798-b8e0-e2b10221ad7c req-b6521a8d-2348-4373-bce3-55ed5926acb7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:10.903552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26681b3b-005d-4798-b8e0-e2b10221ad7c req-b6521a8d-2348-4373-bce3-55ed5926acb7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.1456275 Nov 12 11:31:11.032343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:11.054317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c25f5-35b0-478c-94e3-6c2dda7217f9 req-6516baba-7ce5-426c-b218-0046b0636234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:11.055798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-887c25f5-35b0-478c-94e3-6c2dda7217f9 req-6516baba-7ce5-426c-b218-0046b0636234 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4864712 Nov 12 11:31:11.101192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26681b3b-005d-4798-b8e0-e2b10221ad7c req-9debe328-8bb6-40d5-9f9a-25f44f18b089 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729090 Nov 12 11:31:11.171735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55984) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:11.193259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b734a111-c240-4810-af19-83bfd7cfba0f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:11.219804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-feef9218-dcb7-471d-90f0-debcfa7511bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:11.272981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b734a111-c240-4810-af19-83bfd7cfba0f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:11.273512 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:11.275143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-1f37167f-4b22-4127-ade9-48867ad8f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:11.276755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-1f37167f-4b22-4127-ade9-48867ad8f422 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 1095 time: 0.1734431 Nov 12 11:31:11.364289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-3dd00d74-cf04-4cbd-a448-d4ac9ea452e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd5b94d7-7a92-4361-8a0a-9a405a649a25 HTTP/1.1" status: 200 len: 217 time: 0.0637791 Nov 12 11:31:11.375574 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:11.412579 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-feef9218-dcb7-471d-90f0-debcfa7511bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:11.453035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 55992) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:11.496705 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-feef9218-dcb7-471d-90f0-debcfa7511bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:11.531956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:11.545941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:11.594595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b432c8-8476-4350-835f-651bef7a65a1 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:11.598733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:11.616890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-e1f96143-1135-43cb-8197-e421ce8b746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:11.629118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-e1f96143-1135-43cb-8197-e421ce8b746c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.2637098 Nov 12 11:31:11.913801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef9218-dcb7-471d-90f0-debcfa7511bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1548539-b706-4de0-8d9d-5e54034b0485,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:11.915190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b727d167-39cc-499b-9143-959d68ea52c2 None None] Provisioning complete for port aa88347f-c195-4902-8d9a-40f8cd0006c1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:11.915190 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b727d167-39cc-499b-9143-959d68ea52c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:11.916409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-feef9218-dcb7-471d-90f0-debcfa7511bc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7f371d5429a342f2bbb900b9eda08092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6129029 Nov 12 11:31:11.917278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b727d167-39cc-499b-9143-959d68ea52c2 None None] Port aa88347f-c195-4902-8d9a-40f8cd0006c1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:11.918662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1343978654-network', 'tenant_id': 'f4fb6a3858a7406090d48ac93656b084'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:11.918878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'Port': ['ID=aa88347f-c195-4902-8d9a-40f8cd0006c1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:11.919071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56000) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:12.013479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b34fba5-6744-453d-952d-1127570e0592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.057270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b34fba5-6744-453d-952d-1127570e0592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.138972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Made reservation on behalf of f4fb6a3858a7406090d48ac93656b084 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:12.146119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.150242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4d0c282f-af6a-40e9-9da8-24df80634423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:12.152670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-4d0c282f-af6a-40e9-9da8-24df80634423 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3869171 Nov 12 11:31:12.158056 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.374345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.430765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-608d9612-ab60-471b-8144-5f3aca9dd623 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670786 Nov 12 11:31:12.483246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50471a5f-7208-41ea-a82d-912bbda092b4 req-47b4dfbf-7551-4b15-97b1-5c9c0aed2e29 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:12.483246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50471a5f-7208-41ea-a82d-912bbda092b4 req-47b4dfbf-7551-4b15-97b1-5c9c0aed2e29 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.2159326 Nov 12 11:31:12.579377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50471a5f-7208-41ea-a82d-912bbda092b4 req-14ce2d16-80f2-4a06-b4ad-67f79d472382 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775464 Nov 12 11:31:12.627069 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.655487 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.689587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee7954-6b76-42fb-8e09-8934d288aef3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:12.724517 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b34fba5-6744-453d-952d-1127570e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.738429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b34fba5-6744-453d-952d-1127570e0592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.738429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7b34fba5-6744-453d-952d-1127570e0592 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e1548539-b706-4de0-8d9d-5e54034b0485 HTTP/1.1" status: 204 len: 168 time: 0.8707635 Nov 12 11:31:12.738645 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4b8735c-3954-432c-8373-9e682f55cbd0 req-61327ef3-000b-42cd-9329-1b64ee500cf1 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442775 Nov 12 11:31:12.755286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:31:12.777044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34fba5-6744-453d-952d-1127570e0592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1548539-b706-4de0-8d9d-5e54034b0485,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:12.810180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:12.810180 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Added segment 53c7f606-e362-462c-bf2b-1c83db508166 of type vlan for network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d Nov 12 11:31:12.917799 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:13.052905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:13.208257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:13.208500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:13.209063 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:13.280827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] Pushing event updated for resources: {'Network': ['ID=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:13.296517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:31:13.408379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Router aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:31:13.416972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ca344096-16aa-487e-9550-9e1309e4f316 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9576538 Nov 12 11:31:13.416972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56026) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:13.420161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Request body: {'subnet': {'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1343978654-subnet', 'tenant_id': 'f4fb6a3858a7406090d48ac93656b084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:13.554130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-a137e235-b0bf-4726-8c94-0ef99520ef0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2595999 Nov 12 11:31:13.684440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Made reservation on behalf of f4fb6a3858a7406090d48ac93656b084 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:13.687561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:13.767179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-b9b0b4a0-bac3-4bc3-bd1d-d6d50ad88e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:13.769933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-b9b0b4a0-bac3-4bc3-bd1d-d6d50ad88e15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.1445355 Nov 12 11:31:14.100360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:14.122518 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Sync routers for ids ['aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:14.159359 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Routers {'aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:14.163201 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:14.372018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:14.376578 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cfbc9fc2-c34c-4d40-96ab-f3dbd1036909 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7228355 Nov 12 11:31:14.377171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56052) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:14.440454 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Set router aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:14.557702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8d2276f2-5a6d-4b49-8875-7723e847196c tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/routers/aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4 HTTP/1.1" status: 200 len: 908 time: 0.1793547 Nov 12 11:31:14.558359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56058) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:14.580891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdee6d0-2560-4285-a860-32e843dadefc req-765436bf-c3cd-43d0-81dd-a3a154aebb41 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:14.583022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fdee6d0-2560-4285-a860-32e843dadefc req-765436bf-c3cd-43d0-81dd-a3a154aebb41 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.1971064 Nov 12 11:31:14.616090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-ec5abd51-9999-42a3-90e3-893e65e375ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:14.617855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-ec5abd51-9999-42a3-90e3-893e65e375ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2339299 Nov 12 11:31:14.752884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-ee5b212f-a923-46a6-8470-1a615b375a6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.1083028 Nov 12 11:31:14.801310 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fdee6d0-2560-4285-a860-32e843dadefc req-23e74267-e5b6-4cd0-a843-dd953a20f192 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094879 Nov 12 11:31:14.870807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:14.872834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-2e642b21-33dd-4959-969e-a05895946717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:14.874934 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-2e642b21-33dd-4959-969e-a05895946717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.1123722 Nov 12 11:31:14.950565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-6f74efef-229a-4d00-82bd-a1df035f2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:14.952354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-6f74efef-229a-4d00-82bd-a1df035f2a57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678344 Nov 12 11:31:15.004848 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4', 'name': 'tempest-snat-router-1821237342', 'tenant_id': '613da3ae9bf04423a4049c07a9fcc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'aa88347f-c195-4902-8d9a-40f8cd0006c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:12Z', 'revision_number': 3, 'project_id': '613da3ae9bf04423a4049c07a9fcc131', 'gw_port': {'id': 'aa88347f-c195-4902-8d9a-40f8cd0006c1', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:10Z', 'updated_at': '2021-11-12T11:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:15.057924 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Checking router: aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:31:15.058818 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Updating router aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4 port aa88347f-c195-4902-8d9a-40f8cd0006c1 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:31:15.105680 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.110841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-058b3198-53f3-4241-bb6e-f92f4ee6c1d8 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498098 Nov 12 11:31:15.113085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.115019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.355465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Checking segment: {'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:15.355848 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Network hostable DHCP agents. Network: 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:31:15.360273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd40318-b5b5-4a45-93e6-3380abaaeed8,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:15.372314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d401bd6-65eb-4dd2-97ca-d7df56ab7481 req-f9d18631-5378-4f76-aec9-cac1aa95aa12 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461927 Nov 12 11:31:15.408223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Deleting port aa88347f-c195-4902-8d9a-40f8cd0006c1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:15.410299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.487099 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.490532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:31:15.545651 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.567070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Calling delete_port for aa88347f-c195-4902-8d9a-40f8cd0006c1 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:15.653946 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.723372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b233fc-9955-4f97-81ab-2fe45c09542c None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:15.742487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:15.747655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:15.753891 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.754508 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Attempting to bind port aa88347f-c195-4902-8d9a-40f8cd0006c1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:15.754508 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Attempting to bind port aa88347f-c195-4902-8d9a-40f8cd0006c1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:15.759133 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Attempting to bind port aa88347f-c195-4902-8d9a-40f8cd0006c1 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:15.764929 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Pushing event updated for resources: {'Port': ['ID=aa88347f-c195-4902-8d9a-40f8cd0006c1,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:15.790340 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:15.795580 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:15.795963 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.796345 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:15.796832 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Bound port: aa88347f-c195-4902-8d9a-40f8cd0006c1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:15.797212 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.799953 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.806858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746355d4-edb3-485c-9858-8314f2e81699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:15.808307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f2d7ff84-8136-45b6-b2fd-2ce1a217289f None None] Provisioning complete for port aa88347f-c195-4902-8d9a-40f8cd0006c1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:15.808307 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff84-8136-45b6-b2fd-2ce1a217289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.916625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96d803-1af4-411a-b9af-4714a72fb7a4 None None] Network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:31:15.965840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eb9bfc3d-13f3-463d-85b2-3bdc5f193a03 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5497403 Nov 12 11:31:15.993707 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:15.997545 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.db.api [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:31:15.997929 n-d-768852-22 neutron-server[109707]: DEBUG oslo_db.api [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:31:16.010483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7ff84-8136-45b6-b2fd-2ce1a217289f None None] Port aa88347f-c195-4902-8d9a-40f8cd0006c1 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:16.054837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa88347f-c195-4902-8d9a-40f8cd0006c1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:16.080883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.081894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.082264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.082643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.082937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.083338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.083693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.084336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.084855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.084989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.085326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.085657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:16.135502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce275ba-5a76-46f9-baa0-3301c5912694 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:16.157433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db999c8e-b72c-4dc7-b13b-0b71fa30d110 req-0c75e94f-06b5-4df3-9902-b71b34ce4ee3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:16.165651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db999c8e-b72c-4dc7-b13b-0b71fa30d110 req-0c75e94f-06b5-4df3-9902-b71b34ce4ee3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.1726153 Nov 12 11:31:16.177233 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.285810 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db999c8e-b72c-4dc7-b13b-0b71fa30d110 req-03474cd5-c3d0-4b69-94dd-86a125e2db06 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156683 Nov 12 11:31:16.344271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45c0af-7055-4ce3-9910-834dacbe84fc None None] Network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:31:16.430214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.456286 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.529398 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Attempting to bind port aa88347f-c195-4902-8d9a-40f8cd0006c1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:16.529398 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Attempting to bind port aa88347f-c195-4902-8d9a-40f8cd0006c1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:16.529398 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Attempting to bind port aa88347f-c195-4902-8d9a-40f8cd0006c1 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:16.545400 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:16.545895 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:16.546349 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.546745 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:16.547335 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Bound port: aa88347f-c195-4902-8d9a-40f8cd0006c1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:16.547705 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.603266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.plugin [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Port aa88347f-c195-4902-8d9a-40f8cd0006c1 has been deleted concurrently {{(pid=109707) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 11:31:16.633839 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Routers {'aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:16.634697 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:16.682284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.686444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:31:16.688906 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:16.696865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56146) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:16.720980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b11bed37-e3a8-4034-ba68-f20a491765cc tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "DELETE /v2.0/routers/aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4 HTTP/1.1" status: 204 len: 168 time: 2.1588023 Nov 12 11:31:16.852851 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] Set router aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:16.963328 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4', 'name': 'tempest-snat-router-1821237342', 'tenant_id': '613da3ae9bf04423a4049c07a9fcc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:15Z', 'revision_number': 5, 'project_id': '613da3ae9bf04423a4049c07a9fcc131', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:16.991870 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:17.002384 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebf8dd-1e11-40b4-9d54-c9c88fbbb15b None None] The sync data for ids ['aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4'] in n-d-768852-22 is: [{'id': 'aa965bc7-8d58-4138-8ea0-b1e47aa9c8e4', 'name': 'tempest-snat-router-1821237342', 'tenant_id': '613da3ae9bf04423a4049c07a9fcc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:07Z', 'updated_at': '2021-11-12T11:31:15Z', 'revision_number': 5, 'project_id': '613da3ae9bf04423a4049c07a9fcc131', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:17.181250 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:17.530603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91c2c-7910-49f4-bc3c-73c3baba4d97 req-e54c05bd-cd2a-4aae-b70e-72820f5c8d92 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:17.534710 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6cb91c2c-7910-49f4-bc3c-73c3baba4d97 req-e54c05bd-cd2a-4aae-b70e-72820f5c8d92 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.1220682 Nov 12 11:31:17.678577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Deleting port b734a111-c240-4810-af19-83bfd7cfba0f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:17.684453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:17.707711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:17.730661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6cb91c2c-7910-49f4-bc3c-73c3baba4d97 req-cc163f6b-8a1e-423f-99e5-9870a0cde3ae tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810467 Nov 12 11:31:17.830647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] For port b734a111-c240-4810-af19-83bfd7cfba0f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b734a111-c240-4810-af19-83bfd7cfba0f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:17.831330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:17.855728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Calling delete_port for b734a111-c240-4810-af19-83bfd7cfba0f owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:18.368015 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.404504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event deleted for resources: {'Port': ['ID=b734a111-c240-4810-af19-83bfd7cfba0f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:18.428629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0792e5e5-03ad-4f7c-9fab-7fd78adf74bd None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:18.533969 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.646379 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.649391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.861341 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.861868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 770d4e8f-fe47-42c2-b2cc-887fe4051056 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:31:18.879005 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:18.890117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-51512a43-9f23-430e-9f35-68d347083224 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "DELETE /v2.0/routers/770d4e8f-fe47-42c2-b2cc-887fe4051056 HTTP/1.1" status: 204 len: 168 time: 2.1871834 Nov 12 11:31:18.893246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56200) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:18.904192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2125396465', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:18.970515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56202) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:18.995256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96725-fc45-42de-9a9a-4c50bc6288f0 req-1bf97791-0e6d-49c6-b0ef-170f4a4b9b43 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:18.997458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19c96725-fc45-42de-9a9a-4c50bc6288f0 req-1bf97791-0e6d-49c6-b0ef-170f4a4b9b43 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.1576421 Nov 12 11:31:19.100215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19c96725-fc45-42de-9a9a-4c50bc6288f0 req-ef289dde-49fd-4771-8972-0ee71a31db22 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796082 Nov 12 11:31:19.141781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.143099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.225523 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20a15727-1079-4953-9212-8e75ecc9b8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.317481 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.354288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20a15727-1079-4953-9212-8e75ecc9b8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.455225 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20a15727-1079-4953-9212-8e75ecc9b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.573271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a15727-1079-4953-9212-8e75ecc9b8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa7bea-9196-42de-9a49-63fdf33ce261,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:19.580573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-20a15727-1079-4953-9212-8e75ecc9b8c2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7fd488be7e1348fdbce38d56dd504171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5820644 Nov 12 11:31:19.583060 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56212) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:19.659498 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.688010 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44ef0c07-a904-42ce-86e8-e3efd4370bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.717885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44ef0c07-a904-42ce-86e8-e3efd4370bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.905440 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44ef0c07-a904-42ce-86e8-e3efd4370bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.909545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-44ef0c07-a904-42ce-86e8-e3efd4370bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:19.927292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-44ef0c07-a904-42ce-86e8-e3efd4370bae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4bfa7bea-9196-42de-9a49-63fdf33ce261 HTTP/1.1" status: 204 len: 168 time: 0.3430567 Nov 12 11:31:19.946495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef0c07-a904-42ce-86e8-e3efd4370bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa7bea-9196-42de-9a49-63fdf33ce261,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:20.211893 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.240766 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.276796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57e9d5-d69d-4081-8488-f95f36b761ef req-31c3bb2c-425f-4390-a6d3-8d7fd176fc00 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:20.286800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b57e9d5-d69d-4081-8488-f95f36b761ef req-31c3bb2c-425f-4390-a6d3-8d7fd176fc00 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.0763848 Nov 12 11:31:20.372718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b57e9d5-d69d-4081-8488-f95f36b761ef req-ab4f1be3-811b-4f38-847d-0c7ac77e4c6c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797467 Nov 12 11:31:20.402810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Allocated IP 172.25.3.38 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/d3e9013a-8299-48dd-89ba-417a95751921) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:20.525521 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.698777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-843c11e6-ae12-41dd-848f-ea899f21e537 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:20.700959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-843c11e6-ae12-41dd-848f-ea899f21e537 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/networks?id=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d HTTP/1.1" status: 200 len: 809 time: 0.1416118 Nov 12 11:31:20.718117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-66b92874-af73-4d32-aeef-ca37a1134f1b tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/quotas/f4fb6a3858a7406090d48ac93656b084 HTTP/1.1" status: 200 len: 375 time: 0.0112238 Nov 12 11:31:20.767236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-fea8855c-3b08-4d54-8dd8-48f1380a90fe tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f4fb6a3858a7406090d48ac93656b084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269971 Nov 12 11:31:20.848195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-427ee229-5fe8-4932-b94f-230f5fe40617 service neutron] 10.222.0.98 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893354 Nov 12 11:31:20.873593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.917301 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:20.977682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-14fbd05c-6463-4b60-a750-0bbe65b5bb34 service neutron] 10.222.0.98 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224544 Nov 12 11:31:20.983714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b734a111-c240-4810-af19-83bfd7cfba0f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:31:21.007855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b734a111-c240-4810-af19-83bfd7cfba0f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:31:21.008455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b734a111-c240-4810-af19-83bfd7cfba0f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:31:21.010592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:21.036536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:21.038954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event updated for resources: {'Port': ['ID=d3e9013a-8299-48dd-89ba-417a95751921,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:21.055846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:21.066071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec847e-4eb9-4ddc-adf4-9980fd4381f3 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:21.221162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c587146b-c5f7-4d8e-a968-873b1a770c08 None None] Provisioning complete for port d3e9013a-8299-48dd-89ba-417a95751921 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:21.221543 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c587146b-c5f7-4d8e-a968-873b1a770c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:21.292887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c587146b-c5f7-4d8e-a968-873b1a770c08 None None] Port d3e9013a-8299-48dd-89ba-417a95751921 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:21.712545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:21.990112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b2481-f4aa-4f7c-aad4-d371150239c9 req-34c7be59-8815-4e11-ad7e-d7de2e21b58a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:22.002323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e86b2481-f4aa-4f7c-aad4-d371150239c9 req-34c7be59-8815-4e11-ad7e-d7de2e21b58a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.0842173 Nov 12 11:31:22.131047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e86b2481-f4aa-4f7c-aad4-d371150239c9 req-d1d73b13-1b98-4035-835b-0aa3b00aedbf tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274865 Nov 12 11:31:22.153147 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:22.281481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27dde03e-74c7-4c0c-8fe2-5bafcdedc0d1 req-c96bb065-7b7b-429c-a7fd-8a71cdf1d7d2 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 210 time: 0.0483496 Nov 12 11:31:22.576084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Router 3aeed66e-27ff-4512-a4cf-3ffa67059a4c is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:31:23.202361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:23.221901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18702132-7043-4b2d-9d1c-fe8d56a65c32 None None] Sync routers for ids ['3aeed66e-27ff-4512-a4cf-3ffa67059a4c'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:23.245248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18702132-7043-4b2d-9d1c-fe8d56a65c32 None None] Routers {'3aeed66e-27ff-4512-a4cf-3ffa67059a4c'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:23.245248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-18702132-7043-4b2d-9d1c-fe8d56a65c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3aeed66e-27ff-4512-a4cf-3ffa67059a4c'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:23.335991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-18702132-7043-4b2d-9d1c-fe8d56a65c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:23.370309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18702132-7043-4b2d-9d1c-fe8d56a65c32 None None] Routers {'3aeed66e-27ff-4512-a4cf-3ffa67059a4c'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:23.373062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-18702132-7043-4b2d-9d1c-fe8d56a65c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3aeed66e-27ff-4512-a4cf-3ffa67059a4c'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:23.411781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:23.416369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b1f6f9af-4128-4374-b8c7-c8d0c1b17a3c tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5221736 Nov 12 11:31:23.417243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56344) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:23.423621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-711023ce-48f7-4b4e-9d4a-9ef2c9e6f228 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': False}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:23.443603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-18702132-7043-4b2d-9d1c-fe8d56a65c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:23.445154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18702132-7043-4b2d-9d1c-fe8d56a65c32 None None] The sync data for ids ['3aeed66e-27ff-4512-a4cf-3ffa67059a4c'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:23.465888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b124685-0d0f-46c1-bbb2-a531594f7a6d req-44a9ec95-9f0f-4936-8bc4-a1734a4d74d5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:23.475521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b124685-0d0f-46c1-bbb2-a531594f7a6d req-44a9ec95-9f0f-4936-8bc4-a1734a4d74d5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.1499219 Nov 12 11:31:23.646142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b124685-0d0f-46c1-bbb2-a531594f7a6d req-9c23dc39-f97b-4261-9cb2-b63d77d71220 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695256 Nov 12 11:31:23.768535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b71d7b74-5e04-4a26-bfc2-f0fc7a65d414 req-abd42b41-ae65-4be4-94b7-89b7b8af7fc5 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 210 time: 0.0385139 Nov 12 11:31:23.882599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-711023ce-48f7-4b4e-9d4a-9ef2c9e6f228 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:24.740687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-711023ce-48f7-4b4e-9d4a-9ef2c9e6f228 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:24.752509 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-711023ce-48f7-4b4e-9d4a-9ef2c9e6f228 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:24.849390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06300227-7505-4597-8f78-f63573ab9c4a req-9845277d-19fa-46c6-8316-52a86eb9c5d7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:24.856700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06300227-7505-4597-8f78-f63573ab9c4a req-9845277d-19fa-46c6-8316-52a86eb9c5d7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 943 time: 0.0733387 Nov 12 11:31:24.923407 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06300227-7505-4597-8f78-f63573ab9c4a req-a5289c48-5768-4253-add8-54618d9279fa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633488 Nov 12 11:31:24.961017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711023ce-48f7-4b4e-9d4a-9ef2c9e6f228 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Router 3aeed66e-27ff-4512-a4cf-3ffa67059a4c has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:31:24.971819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cd5b94d7-7a92-4361-8a0a-9a405a649a25 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:31:25.047627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebdbb652-929f-486f-b126-24649b5b5041 req-0c484a91-a15c-4fae-bfe6-de3ffe640d68 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 210 time: 0.0513580 Nov 12 11:31:25.174076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711023ce-48f7-4b4e-9d4a-9ef2c9e6f228 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:25.184585 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af9487-6940-4f57-8ad6-f517a5fa0dfa None None] Sync routers for ids ['3aeed66e-27ff-4512-a4cf-3ffa67059a4c'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:25.193505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-711023ce-48f7-4b4e-9d4a-9ef2c9e6f228 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:25.194865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-711023ce-48f7-4b4e-9d4a-9ef2c9e6f228 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "PUT /v2.0/routers/3aeed66e-27ff-4512-a4cf-3ffa67059a4c HTTP/1.1" status: 200 len: 925 time: 1.7764301 Nov 12 11:31:25.196414 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af9487-6940-4f57-8ad6-f517a5fa0dfa None None] Routers {'3aeed66e-27ff-4512-a4cf-3ffa67059a4c'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:25.197176 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-19af9487-6940-4f57-8ad6-f517a5fa0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3aeed66e-27ff-4512-a4cf-3ffa67059a4c'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:25.208936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56402) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:25.228234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cd5b94d7-7a92-4361-8a0a-9a405a649a25, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cd5b94d7-7a92-4361-8a0a-9a405a649a25,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:25.256388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'cd5b94d7-7a92-4361-8a0a-9a405a649a25', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'port_id': 'cd5b94d7-7a92-4361-8a0a-9a405a649a25', 'mac_address': 'fa:16:3e:cf:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:31:25.313780 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-19af9487-6940-4f57-8ad6-f517a5fa0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:25.341778 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af9487-6940-4f57-8ad6-f517a5fa0dfa None None] Routers {'3aeed66e-27ff-4512-a4cf-3ffa67059a4c'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:25.342871 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-19af9487-6940-4f57-8ad6-f517a5fa0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['3aeed66e-27ff-4512-a4cf-3ffa67059a4c'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:25.349265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:25.381420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5b94d7-7a92-4361-8a0a-9a405a649a25 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:31:25.406947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cd5b94d7-7a92-4361-8a0a-9a405a649a25, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cd5b94d7-7a92-4361-8a0a-9a405a649a25,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:25.422416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-595e726c-690f-4df0-a47f-1c468a7f4793 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:25.431753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-595e726c-690f-4df0-a47f-1c468a7f4793 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.57 "GET /v2.0/networks?id=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d HTTP/1.1" status: 200 len: 809 time: 0.2666197 Nov 12 11:31:25.456703 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-19af9487-6940-4f57-8ad6-f517a5fa0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:25.464068 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19af9487-6940-4f57-8ad6-f517a5fa0dfa None None] The sync data for ids ['3aeed66e-27ff-4512-a4cf-3ffa67059a4c'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:25.464404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a8c22f7-865c-43e6-a854-e08868553595 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/routers/3aeed66e-27ff-4512-a4cf-3ffa67059a4c HTTP/1.1" status: 200 len: 925 time: 0.2543938 Nov 12 11:31:25.468608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56408) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:25.516231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Request body: {'port': {'device_id': '80d71faf-6d03-4898-bc7f-185d48d38b58', 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d', 'admin_state_up': True, 'tenant_id': 'f4fb6a3858a7406090d48ac93656b084'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:25.549807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:25.574729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2556dfc8-1602-4b7e-8ce4-1ec401c9cc95 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:25.579966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2556dfc8-1602-4b7e-8ce4-1ec401c9cc95 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=3aeed66e-27ff-4512-a4cf-3ffa67059a4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1066735 Nov 12 11:31:25.583872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56414) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:25.693815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=cd5b94d7-7a92-4361-8a0a-9a405a649a25,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:25.789800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce498-af23-4880-9686-735659c2298c tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:25.802417 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2afce498-af23-4880-9686-735659c2298c tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 881 time: 0.2136159 Nov 12 11:31:25.802715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56418) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:25.844119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7ea36162-76d4-43c0-885c-6990569d6015 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=3aeed66e-27ff-4512-a4cf-3ffa67059a4c HTTP/1.1" status: 200 len: 205 time: 0.0371962 Nov 12 11:31:25.844334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56420) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:25.882053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cd5b94d7-7a92-4361-8a0a-9a405a649a25'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:31:25.904883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Made reservation on behalf of f4fb6a3858a7406090d48ac93656b084 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:25.908552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:26.185944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56432) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:26.293959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:26.354532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ed99267-fa06-48a6-9dc7-9ba62b626c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:26.390820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef6c23-439b-4d55-822a-83c17dce99f9 req-e442b6f7-9de6-4b31-96f1-79ed96fdf1e9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:26.392441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fef6c23-439b-4d55-822a-83c17dce99f9 req-e442b6f7-9de6-4b31-96f1-79ed96fdf1e9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 944 time: 0.2976556 Nov 12 11:31:26.489531 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ed99267-fa06-48a6-9dc7-9ba62b626c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:26.506930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Allocated IP 172.20.0.11 (9c4b3642-5f9f-48fc-8bad-c1a7688ed61d/3fd40318-b5b5-4a45-93e6-3380abaaeed8/6ce42d88-63ac-4e69-919b-511cbb35ac02) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:26.520322 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:26.530738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fef6c23-439b-4d55-822a-83c17dce99f9 req-7167feb8-8c1a-4772-87d6-f202b0184213 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292620 Nov 12 11:31:26.761000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6200d7fd-cf73-4431-9445-4a5a3aac765a req-64d4d6ad-4662-4195-9e6a-e22851c5b9a7 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 210 time: 0.0321319 Nov 12 11:31:26.882436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ed99267-fa06-48a6-9dc7-9ba62b626c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:26.929793 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6ed99267-fa06-48a6-9dc7-9ba62b626c6e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ad3e3d29d405410690bd235ba1961a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7425089 Nov 12 11:31:26.934363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56444) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:26.951221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed99267-fa06-48a6-9dc7-9ba62b626c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a774d7d9-6adb-49c4-9db1-6929bea927ed,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:26.991581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cd5b94d7-7a92-4361-8a0a-9a405a649a25 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:27.046387 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2797b17c-0874-4ec5-ab36-b8abc8988e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.079815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2797b17c-0874-4ec5-ab36-b8abc8988e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.227665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port cd5b94d7-7a92-4361-8a0a-9a405a649a25 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:31:27.235586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port cd5b94d7-7a92-4361-8a0a-9a405a649a25 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:27.236644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.321642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2797b17c-0874-4ec5-ab36-b8abc8988e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.324931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2797b17c-0874-4ec5-ab36-b8abc8988e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.329760 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.330304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2797b17c-0874-4ec5-ab36-b8abc8988e18 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a774d7d9-6adb-49c4-9db1-6929bea927ed HTTP/1.1" status: 204 len: 168 time: 0.3917990 Nov 12 11:31:27.365111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797b17c-0874-4ec5-ab36-b8abc8988e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a774d7d9-6adb-49c4-9db1-6929bea927ed,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:27.375158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.379540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Deleting port d3e9013a-8299-48dd-89ba-417a95751921 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:27.379540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.470002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d87e4e5-a5d6-45c6-b621-d1264e735e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5b94d7-7a92-4361-8a0a-9a405a649a25'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:27.472363 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d8a49a-4261-40de-90fd-a205e09f7a2b" -d '{"events": [{"server_uuid": "0d87e4e5-a5d6-45c6-b621-d1264e735e2a", "name": "network-vif-plugged", "status": "completed", "tag": "cd5b94d7-7a92-4361-8a0a-9a405a649a25"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:27.485591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port cd5b94d7-7a92-4361-8a0a-9a405a649a25, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cd5b94d7-7a92-4361-8a0a-9a405a649a25,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:27.486051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.544502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Calling delete_port for d3e9013a-8299-48dd-89ba-417a95751921 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:27.569991 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.652745 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:27.735087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=cd5b94d7-7a92-4361-8a0a-9a405a649a25,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:27.903623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:27.908992 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4ec5a-564a-4fc2-a10c-3782387a4f5a x-openstack-request-id: req-72b4ec5a-564a-4fc2-a10c-3782387a4f5a {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:27.909296 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d87e4e5-a5d6-45c6-b621-d1264e735e2a", "name": "network-vif-plugged", "status": "completed", "tag": "cd5b94d7-7a92-4361-8a0a-9a405a649a25", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:27.909540 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-72b4ec5a-564a-4fc2-a10c-3782387a4f5a {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:27.909932 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d87e4e5-a5d6-45c6-b621-d1264e735e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5b94d7-7a92-4361-8a0a-9a405a649a25', 'code': 200} Nov 12 11:31:27.922666 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:31:27.929806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:27.941604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:27.968844 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Pushing event updated for resources: {'Port': ['ID=6ce42d88-63ac-4e69-919b-511cbb35ac02,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:28.009512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.009868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.010223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.010753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.011105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.012286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.012555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.012888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.013219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.013547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.013871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.014193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:31:28.048127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:28.048666 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.159065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f650a-f925-4b6e-bbe0-d7d1fcf4d214 req-0391b0c2-943c-4e87-8233-e7c1016be68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:28.165797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-077f650a-f925-4b6e-bbe0-d7d1fcf4d214 req-0391b0c2-943c-4e87-8233-e7c1016be68d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 1097 time: 0.1564169 Nov 12 11:31:28.215279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574186-c3b5-4c25-a9d9-a9b2cd840b7f req-21683011-f8a2-4c6b-80ac-90408527badd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:28.217055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55574186-c3b5-4c25-a9d9-a9b2cd840b7f req-21683011-f8a2-4c6b-80ac-90408527badd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 945 time: 0.1338348 Nov 12 11:31:28.286490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-077f650a-f925-4b6e-bbe0-d7d1fcf4d214 req-64ea831a-ddad-4651-8f51-0f2301bebf3a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098242 Nov 12 11:31:28.315081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55574186-c3b5-4c25-a9d9-a9b2cd840b7f req-e00edd35-edad-454a-94e6-907c1773fc19 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698926 Nov 12 11:31:28.316550 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.350480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event deleted for resources: {'Port': ['ID=d3e9013a-8299-48dd-89ba-417a95751921,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:28.374097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd84d3-6ccc-48a5-96be-6c58b6f4b25a None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:28.405898 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-2caab5ee-9a8e-499d-97bc-4c4b2fa7db08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9531443 Nov 12 11:31:28.424153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Request body: {'port': {'device_id': '80d71faf-6d03-4898-bc7f-185d48d38b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:28.475449 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.495153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56482) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:28.509731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20d7fc46-b878-4974-bbc4-dcb48dc43d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.613814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20d7fc46-b878-4974-bbc4-dcb48dc43d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.666411 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.676254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc20c-5543-48ed-b98c-e561f889bd07 req-0b877cc0-c48e-4616-9101-3b022887c7c3 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:28.684026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-549bc20c-5543-48ed-b98c-e561f889bd07 req-0b877cc0-c48e-4616-9101-3b022887c7c3 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 932 time: 0.2555978 Nov 12 11:31:28.689532 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.698442 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.701740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-20d7fc46-b878-4974-bbc4-dcb48dc43d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.812084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-20d7fc46-b878-4974-bbc4-dcb48dc43d0c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0c573daf1c234f7c9f72573d89a86cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154664 Nov 12 11:31:28.815704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56488) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:28.829585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7fc46-b878-4974-bbc4-dcb48dc43d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68add208-66c3-4ef4-bc18-58e60beb46c7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:28.890842 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42b20eaa-3963-4e47-89cd-07fe5dc62bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.894907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-549bc20c-5543-48ed-b98c-e561f889bd07 req-fa2e6743-5e66-4926-9ef0-9cfb8d268ff9 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094851 Nov 12 11:31:28.914042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.914694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Fanout notify agent at l3_agent the message router_deleted on router 3aeed66e-27ff-4512-a4cf-3ffa67059a4c {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:31:28.935848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.938208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42b20eaa-3963-4e47-89cd-07fe5dc62bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:28.939459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-42f724e4-3ffd-4b04-bb0f-a646dfe77e13 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/3aeed66e-27ff-4512-a4cf-3ffa67059a4c HTTP/1.1" status: 204 len: 168 time: 3.0942090 Nov 12 11:31:28.952754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56492) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:28.965050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f2e3d9a6-b037-407e-adeb-0b235a584160 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1493788014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:29.164724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d9a6-b037-407e-adeb-0b235a584160 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.165908 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d9a6-b037-407e-adeb-0b235a584160 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.210085 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42b20eaa-3963-4e47-89cd-07fe5dc62bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.212881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-42b20eaa-3963-4e47-89cd-07fe5dc62bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.214233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-42b20eaa-3963-4e47-89cd-07fe5dc62bea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/68add208-66c3-4ef4-bc18-58e60beb46c7 HTTP/1.1" status: 204 len: 168 time: 0.3974290 Nov 12 11:31:29.241500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b20eaa-3963-4e47-89cd-07fe5dc62bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68add208-66c3-4ef4-bc18-58e60beb46c7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:29.330984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d9a6-b037-407e-adeb-0b235a584160 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.353961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce42d88-63ac-4e69-919b-511cbb35ac02 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:31:29.372032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.392110 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Transition to ACTIVE for port object 6ce42d88-63ac-4e69-919b-511cbb35ac02 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:31:29.446563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9f22-8c31-4a9a-a77a-3b452e1480b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.464084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1389-ae00-4352-b54e-0a0f2721e3f6 req-642ec67f-49d4-4c03-89a0-0b2cfa19a1bc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:29.467199 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e92d1389-ae00-4352-b54e-0a0f2721e3f6 req-642ec67f-49d4-4c03-89a0-0b2cfa19a1bc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 945 time: 0.0727785 Nov 12 11:31:29.496330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d9a6-b037-407e-adeb-0b235a584160 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.497925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.575103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Pushing event updated for resources: {'Port': ['ID=6ce42d88-63ac-4e69-919b-511cbb35ac02,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:29.590941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e92d1389-ae00-4352-b54e-0a0f2721e3f6 req-c7494470-3a37-442d-aa00-40fb011c4deb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143324 Nov 12 11:31:29.656160 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d9a6-b037-407e-adeb-0b235a584160 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.660116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f2e3d9a6-b037-407e-adeb-0b235a584160 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7001629 Nov 12 11:31:29.660314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56508) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:29.672649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:29.725339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Attempting to bind port 6ce42d88-63ac-4e69-919b-511cbb35ac02 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:29.725339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Attempting to bind port 6ce42d88-63ac-4e69-919b-511cbb35ac02 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:29.725339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Attempting to bind port 6ce42d88-63ac-4e69-919b-511cbb35ac02 on network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:29.725339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Port 6ce42d88-63ac-4e69-919b-511cbb35ac02 on network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:31:29.725339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Attempting to bind port 6ce42d88-63ac-4e69-919b-511cbb35ac02 on network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:29.726162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:29.726162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Checking segment: {'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:29.726657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Bound using segment: {'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:29.728062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Bound port: 6ce42d88-63ac-4e69-919b-511cbb35ac02, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:29.728432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:29.808831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] For port 6ce42d88-63ac-4e69-919b-511cbb35ac02, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:31:29.814628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] For port 6ce42d88-63ac-4e69-919b-511cbb35ac02, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6ce42d88-63ac-4e69-919b-511cbb35ac02,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:31:29.965844 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.004314 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.044073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:30.045008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.046772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] 10.222.0.57 "PUT /v2.0/ports/6ce42d88-63ac-4e69-919b-511cbb35ac02 HTTP/1.1" status: 200 len: 1093 time: 1.6296389 Nov 12 11:31:30.047299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d71faf-6d03-4898-bc7f-185d48d38b58', 'tag': '6ce42d88-63ac-4e69-919b-511cbb35ac02'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:30.051572 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1419a7a5-57d2-4d26-a855-9c454be2697c" -d '{"events": [{"name": "network-changed", "server_uuid": "80d71faf-6d03-4898-bc7f-185d48d38b58", "tag": "6ce42d88-63ac-4e69-919b-511cbb35ac02"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:30.111074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e63a2a-8489-4792-9ebf-02e4db5c6b3a service neutron] Pushing event updated for resources: {'Port': ['ID=6ce42d88-63ac-4e69-919b-511cbb35ac02,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:30.190847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be37d4-fb10-45d7-bccf-310965b8b369 req-f82333e1-3dcb-462f-8d99-115828f91d91 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:30.192615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3be37d4-fb10-45d7-bccf-310965b8b369 req-f82333e1-3dcb-462f-8d99-115828f91d91 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 944 time: 0.1787405 Nov 12 11:31:30.345060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3be37d4-fb10-45d7-bccf-310965b8b369 req-ba069ccb-ab89-4d2d-a828-4a62934bf5f7 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414003 Nov 12 11:31:30.352249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-018b5fc9-7cdc-40ca-b9a1-4722ef6773c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:30.359495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-018b5fc9-7cdc-40ca-b9a1-4722ef6773c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4fb6a3858a7406090d48ac93656b084&device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 1096 time: 0.1656606 Nov 12 11:31:30.453610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-99ade82e-cd45-4852-a15d-2633cdf2a973 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce42d88-63ac-4e69-919b-511cbb35ac02 HTTP/1.1" status: 200 len: 217 time: 0.0852990 Nov 12 11:31:30.457731 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2f6909-c2e9-4d3e-8a34-2f853c2578a0 x-openstack-request-id: req-2a2f6909-c2e9-4d3e-8a34-2f853c2578a0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:30.458208 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d71faf-6d03-4898-bc7f-185d48d38b58", "tag": "6ce42d88-63ac-4e69-919b-511cbb35ac02", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:30.459053 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2a2f6909-c2e9-4d3e-8a34-2f853c2578a0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:30.459473 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d71faf-6d03-4898-bc7f-185d48d38b58', 'tag': '6ce42d88-63ac-4e69-919b-511cbb35ac02', 'status': 'completed', 'code': 200} Nov 12 11:31:30.534027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-86a68424-c849-45dd-95a8-e131c8ec8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:30.543453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.544152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-86a68424-c849-45dd-95a8-e131c8ec8a59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fd40318-b5b5-4a45-93e6-3380abaaeed8 HTTP/1.1" status: 200 len: 849 time: 0.0760381 Nov 12 11:31:30.556969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.596157 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-0f737b9d-a326-4037-a2fc-8ab6b6ebfa63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497084 Nov 12 11:31:30.686191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Allocated IP 172.25.3.183 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/face4a2e-1450-4ee1-b5a1-398b3d3b23f7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:30.779253 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-4e30a0c9-d5ba-40cf-8dc4-4950848c9679 service neutron] 10.222.0.57 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771653 Nov 12 11:31:30.792368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965bab-9db4-4e47-beb5-f94cfbf896b3 req-d089e0f2-8b5a-4f53-99f7-4a1d11f326b7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:30.794700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73965bab-9db4-4e47-beb5-f94cfbf896b3 req-d089e0f2-8b5a-4f53-99f7-4a1d11f326b7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 945 time: 0.0730207 Nov 12 11:31:30.819484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:30.918962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73965bab-9db4-4e47-beb5-f94cfbf896b3 req-e6943269-ccf5-4325-93df-54b4ae5da8e5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148577 Nov 12 11:31:30.971738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-766081dd-17dd-431c-afa8-8265d3e6fe4c req-c4cb6ecd-d891-45ff-8c3f-e817728a1602 service neutron] 10.222.0.57 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740217 Nov 12 11:31:30.997672 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:31.051267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:31.058427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:31.062433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:31.067436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2547-c42f-45b0-8e53-9d06dba0bc51 req-86d1f4bf-2a2a-4701-8ea2-5700476e4142 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:31.069130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d5e2547-c42f-45b0-8e53-9d06dba0bc51 req-86d1f4bf-2a2a-4701-8ea2-5700476e4142 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 945 time: 0.0537992 Nov 12 11:31:31.078484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894a75a-38fc-4ce0-84ca-0e5b5284c2dc None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:31.107515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event updated for resources: {'Port': ['ID=face4a2e-1450-4ee1-b5a1-398b3d3b23f7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:31.126914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1b9cb901-91cf-4609-a3d9-0c3e4e1408cf None None] Provisioning complete for port face4a2e-1450-4ee1-b5a1-398b3d3b23f7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:31.131407 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb901-91cf-4609-a3d9-0c3e4e1408cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:31.159101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d5e2547-c42f-45b0-8e53-9d06dba0bc51 req-004526d0-a959-492b-8cef-41230dd5e8ce tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829852 Nov 12 11:31:31.174106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1b9cb901-91cf-4609-a3d9-0c3e4e1408cf None None] Port face4a2e-1450-4ee1-b5a1-398b3d3b23f7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:31.352904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-ea033573-30b0-4a17-96cb-add437693762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:31.364904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-ea033573-30b0-4a17-96cb-add437693762 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f4fb6a3858a7406090d48ac93656b084&device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 1096 time: 0.1189995 Nov 12 11:31:31.391787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa9590-7b8b-47fd-bcc2-07fe0a42dccb req-7c23eb22-cd26-4c22-9dde-3051abc11239 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:31.393394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0aa9590-7b8b-47fd-bcc2-07fe0a42dccb req-7c23eb22-cd26-4c22-9dde-3051abc11239 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 945 time: 0.1378002 Nov 12 11:31:31.516248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-5ee46978-77a6-4368-a6e6-53f763046471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:31.517848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-5ee46978-77a6-4368-a6e6-53f763046471 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d HTTP/1.1" status: 200 len: 910 time: 0.1399882 Nov 12 11:31:31.568556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-5bbe89e3-9352-415e-9886-0a12d8c4570a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ce42d88-63ac-4e69-919b-511cbb35ac02 HTTP/1.1" status: 200 len: 217 time: 0.0404828 Nov 12 11:31:31.589833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0aa9590-7b8b-47fd-bcc2-07fe0a42dccb req-c71ba08c-ec8f-4b7b-bfb9-8d17a84a390d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786535 Nov 12 11:31:31.632313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-7f850e33-effc-440a-a4cd-cc8f0aa530e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:31.639162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-7f850e33-effc-440a-a4cd-cc8f0aa530e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fd40318-b5b5-4a45-93e6-3380abaaeed8 HTTP/1.1" status: 200 len: 849 time: 0.0573649 Nov 12 11:31:31.678312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-5bd3d244-46d4-44e3-b184-0a95db307af4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340147 Nov 12 11:31:31.826867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3e740-4da0-4010-b474-05ea04bc9675 req-1e6cd057-c156-42ea-984f-77b36eef3fb8 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:31.833438 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b7e3d7d-a924-4194-9b83-2b03e3219469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:31.837444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76d3e740-4da0-4010-b474-05ea04bc9675 req-1e6cd057-c156-42ea-984f-77b36eef3fb8 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 944 time: 0.1293678 Nov 12 11:31:31.900415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-25b54dc1-3d5f-4238-8414-12eda0d3d39e service neutron] 10.222.0.57 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047253 Nov 12 11:31:31.922818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76d3e740-4da0-4010-b474-05ea04bc9675 req-aeddd746-4b90-4112-b384-9c048c4167f9 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789020 Nov 12 11:31:32.088302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1419a7a5-57d2-4d26-a855-9c454be2697c req-1254e91d-013c-4bc1-912a-d04c75085b92 service neutron] 10.222.0.57 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879661 Nov 12 11:31:32.094983 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.143729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-c1607b5c-5db8-46ee-82a2-29ab84d80ca3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1205122 Nov 12 11:31:32.297927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-f3febb91-7c87-4b59-8850-4aceb1c5112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:32.299707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-f3febb91-7c87-4b59-8850-4aceb1c5112c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 1097 time: 0.0604191 Nov 12 11:31:32.674791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.698022 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:32.784535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9bfcc-6600-4d3f-804d-9408a95b7d0e req-ca5d1911-e144-462b-8a0e-3e2e5cb7b91b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:32.794126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84c9bfcc-6600-4d3f-804d-9408a95b7d0e req-ca5d1911-e144-462b-8a0e-3e2e5cb7b91b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 945 time: 0.0647395 Nov 12 11:31:32.806392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-ed7b7e60-e069-47df-ae61-284615177d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:32.809284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-ed7b7e60-e069-47df-ae61-284615177d89 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.4598589 Nov 12 11:31:32.876783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84c9bfcc-6600-4d3f-804d-9408a95b7d0e req-b469be68-d1e4-4d0d-a851-b998a13ccbb7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807438 Nov 12 11:31:32.898510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-0ebb15fb-e3bf-439a-aff3-473afc98cd45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd5b94d7-7a92-4361-8a0a-9a405a649a25 HTTP/1.1" status: 200 len: 217 time: 0.0812535 Nov 12 11:31:32.996359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-410037f2-0142-4d7f-a47c-cb2cc33601f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:32.998080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-410037f2-0142-4d7f-a47c-cb2cc33601f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0916657 Nov 12 11:31:33.093788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-a9d8f70e-e990-4243-b832-9aa4302657b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:33.095789 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-a9d8f70e-e990-4243-b832-9aa4302657b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864377 Nov 12 11:31:33.147969 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.206219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1ba23-e24c-493c-afe6-678696858b55 req-f3bb1e91-63af-4207-a7e7-4429ee6ba127 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:33.208181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bbd1ba23-e24c-493c-afe6-678696858b55 req-f3bb1e91-63af-4207-a7e7-4429ee6ba127 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 944 time: 0.0941501 Nov 12 11:31:33.225926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56630) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:33.263460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-12e808bd-efd8-4055-8b4b-2273410b68ec service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594293 Nov 12 11:31:33.264254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Router 081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:31:33.284036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bbd1ba23-e24c-493c-afe6-678696858b55 req-bbf4211f-6c24-4466-85bd-d319cb31b003 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632653 Nov 12 11:31:33.464480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0acc5ba8-d5e9-4545-ba73-c236b017c355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.493055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c84e16d-4b83-460e-99fe-3f5c44164b74 req-110f410c-cfc3-4dc9-8e09-ecd723759717 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211654 Nov 12 11:31:33.503810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:33.512239 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.513479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-91a7df31-0b39-4afa-bcfa-428d3038e9b4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "PUT /v2.0/routers/081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c HTTP/1.1" status: 200 len: 884 time: 3.8446820 Nov 12 11:31:33.517044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56642) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:33.523203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b59ee1-20fc-4282-be6b-ec0cf617b933 None None] Sync routers for ids ['081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:33.538223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b59ee1-20fc-4282-be6b-ec0cf617b933 None None] Routers {'081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:33.539492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-50b59ee1-20fc-4282-be6b-ec0cf617b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:33.582442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-50b59ee1-20fc-4282-be6b-ec0cf617b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:33.589399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0acc5ba8-d5e9-4545-ba73-c236b017c355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.600131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b59ee1-20fc-4282-be6b-ec0cf617b933 None None] Routers {'081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:33.601002 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-50b59ee1-20fc-4282-be6b-ec0cf617b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:33.685433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-50b59ee1-20fc-4282-be6b-ec0cf617b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:33.686331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b59ee1-20fc-4282-be6b-ec0cf617b933 None None] The sync data for ids ['081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:33.720468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-74e4e4be-14a7-4ff2-a8cb-b15fc1c9a690 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/routers/081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c HTTP/1.1" status: 200 len: 925 time: 0.2019815 Nov 12 11:31:33.723239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56650) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:33.764757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0acc5ba8-d5e9-4545-ba73-c236b017c355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.813404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc5ba8-d5e9-4545-ba73-c236b017c355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68a6d4f-4680-46b3-9a61-e39a50a4fbc6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:33.817905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0acc5ba8-d5e9-4545-ba73-c236b017c355 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6d9c44d618d2451c80516acce623a38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5906131 Nov 12 11:31:33.838196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56658) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:33.892260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c79177-299e-47b3-86ac-be1f155e4a37 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:33.901885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06265b12-73b7-437c-b17f-8d1aac55a7a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:33.908376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d2c79177-299e-47b3-86ac-be1f155e4a37 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1839514 Nov 12 11:31:33.909061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56670) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:33.929407 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06265b12-73b7-437c-b17f-8d1aac55a7a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.079790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7295a8-7007-4995-bdb2-10ba63f98e11 req-85dc7ed6-2fdf-47bc-99f2-ce16ff807963 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:34.081618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7295a8-7007-4995-bdb2-10ba63f98e11 req-85dc7ed6-2fdf-47bc-99f2-ce16ff807963 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 945 time: 0.1032057 Nov 12 11:31:34.116912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba349fd-a645-4c4a-87e5-4e5362b178e1 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:34.118325 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dba349fd-a645-4c4a-87e5-4e5362b178e1 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 881 time: 0.2083216 Nov 12 11:31:34.121975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:34.133891 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06265b12-73b7-437c-b17f-8d1aac55a7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.136090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06265b12-73b7-437c-b17f-8d1aac55a7a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.137558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-06265b12-73b7-437c-b17f-8d1aac55a7a3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f68a6d4f-4680-46b3-9a61-e39a50a4fbc6 HTTP/1.1" status: 204 len: 168 time: 0.2960868 Nov 12 11:31:34.162946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b54a1f4a-0739-47a3-aee5-9f66b83d903e tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c HTTP/1.1" status: 200 len: 205 time: 0.0392067 Nov 12 11:31:34.168280 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af7295a8-7007-4995-bdb2-10ba63f98e11 req-a42b5344-28c1-46ae-af6f-1d57b7febe73 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753193 Nov 12 11:31:34.170446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56692) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:34.175693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06265b12-73b7-437c-b17f-8d1aac55a7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68a6d4f-4680-46b3-9a61-e39a50a4fbc6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:34.189432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.374269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.427709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-b7d4a216-0353-4c15-bcba-d279a329d9a6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:34.429275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-b7d4a216-0353-4c15-bcba-d279a329d9a6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 945 time: 0.1084623 Nov 12 11:31:34.588486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port cd5b94d7-7a92-4361-8a0a-9a405a649a25 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:34.589970 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.729807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] For port cd5b94d7-7a92-4361-8a0a-9a405a649a25, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=cd5b94d7-7a92-4361-8a0a-9a405a649a25,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:34.730435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.762318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for cd5b94d7-7a92-4361-8a0a-9a405a649a25 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:34.897049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646934c-9267-490d-9b34-4deb8173cd16 req-372bc82f-d8f4-4e2b-84ff-07378f03a19c tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:34.898647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8646934c-9267-490d-9b34-4deb8173cd16 req-372bc82f-d8f4-4e2b-84ff-07378f03a19c tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 944 time: 0.4657834 Nov 12 11:31:34.900054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.911353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:34.974614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56712) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:35.016750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8646934c-9267-490d-9b34-4deb8173cd16 req-3225043d-7492-4bc2-a9b1-d719c097681b tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072266 Nov 12 11:31:35.106703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Deleting port face4a2e-1450-4ee1-b5a1-398b3d3b23f7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:35.107209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.149162 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-92863c03-82fc-45fb-a66c-4b99886aa3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.228022 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.245061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['cd5b94d7-7a92-4361-8a0a-9a405a649a25'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:31:35.262284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.331662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Calling delete_port for face4a2e-1450-4ee1-b5a1-398b3d3b23f7 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:35.375112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6ce42d88-63ac-4e69-919b-511cbb35ac02 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:31:35.389558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5cc5693c-a685-4448-8f46-fcfd29df915c req-62c74283-1f19-4d6f-9001-34ab3f0dd6df tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0434415 Nov 12 11:31:35.395405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] No DVR routers for this DVR port cd5b94d7-7a92-4361-8a0a-9a405a649a25 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:31:35.403673 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.409251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8dd799d4-88dd-4bc5-a966-6b280ddb67b6 req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "DELETE /v2.0/ports/cd5b94d7-7a92-4361-8a0a-9a405a649a25 HTTP/1.1" status: 204 len: 173 time: 0.9715977 Nov 12 11:31:35.409796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d87e4e5-a5d6-45c6-b621-d1264e735e2a', 'name': 'network-vif-deleted', 'tag': 'cd5b94d7-7a92-4361-8a0a-9a405a649a25'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:35.412820 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a757da2a-b0fe-4ecf-bb82-3d1286380098" -d '{"events": [{"server_uuid": "0d87e4e5-a5d6-45c6-b621-d1264e735e2a", "name": "network-vif-deleted", "tag": "cd5b94d7-7a92-4361-8a0a-9a405a649a25"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:35.431495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344bfed-81d0-4208-9547-56c4475d6261 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=cd5b94d7-7a92-4361-8a0a-9a405a649a25,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:35.488335 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6b958-e000-4380-a7ec-cf2485746f39 x-openstack-request-id: req-71f6b958-e000-4380-a7ec-cf2485746f39 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:35.488565 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d87e4e5-a5d6-45c6-b621-d1264e735e2a", "name": "network-vif-deleted", "tag": "cd5b94d7-7a92-4361-8a0a-9a405a649a25", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:35.494423 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-71f6b958-e000-4380-a7ec-cf2485746f39 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:35.494423 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d87e4e5-a5d6-45c6-b621-d1264e735e2a', 'name': 'network-vif-deleted', 'tag': 'cd5b94d7-7a92-4361-8a0a-9a405a649a25', 'status': 'completed', 'code': 200} Nov 12 11:31:35.538890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-92863c03-82fc-45fb-a66c-4b99886aa3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.615013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6ce42d88-63ac-4e69-919b-511cbb35ac02, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6ce42d88-63ac-4e69-919b-511cbb35ac02,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:35.625531 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-92863c03-82fc-45fb-a66c-4b99886aa3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.635673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '6ce42d88-63ac-4e69-919b-511cbb35ac02', 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d', 'port_id': '6ce42d88-63ac-4e69-919b-511cbb35ac02', 'mac_address': 'fa:16:3e:cb:74:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd40318-b5b5-4a45-93e6-3380abaaeed8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:31:35.698945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.701192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92863c03-82fc-45fb-a66c-4b99886aa3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e6aa15-025a-4f9c-b686-3da4640b13fe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:35.736467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce42d88-63ac-4e69-919b-511cbb35ac02 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:31:35.753155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-92863c03-82fc-45fb-a66c-4b99886aa3dd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3f9d8204777c447e82c4a65c2e07cca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7748044 Nov 12 11:31:35.757590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56740) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:35.760500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6ce42d88-63ac-4e69-919b-511cbb35ac02, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6ce42d88-63ac-4e69-919b-511cbb35ac02,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:35.819695 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.879681 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab13164d-7770-436b-9f6b-50c3e06bc539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.923728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6ce42d88-63ac-4e69-919b-511cbb35ac02,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:35.926269 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab13164d-7770-436b-9f6b-50c3e06bc539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.945714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:35.982098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event deleted for resources: {'Port': ['ID=face4a2e-1450-4ee1-b5a1-398b3d3b23f7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:35.999583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3620a8-9fe3-4202-a3a2-5facf7cbc1ef None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:36.064011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['6ce42d88-63ac-4e69-919b-511cbb35ac02'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:31:36.098410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.142207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab13164d-7770-436b-9f6b-50c3e06bc539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.145306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab13164d-7770-436b-9f6b-50c3e06bc539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.149375 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ab13164d-7770-436b-9f6b-50c3e06bc539 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d0e6aa15-025a-4f9c-b686-3da4640b13fe HTTP/1.1" status: 204 len: 168 time: 0.3878806 Nov 12 11:31:36.163126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13164d-7770-436b-9f6b-50c3e06bc539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e6aa15-025a-4f9c-b686-3da4640b13fe,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:36.329603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.332920 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.398715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488972b7-b82e-490a-aa7d-7384bdbf7609 req-ccafe865-ae87-4917-8701-897283b2e6ae tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:36.400956 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-488972b7-b82e-490a-aa7d-7384bdbf7609 req-ccafe865-ae87-4917-8701-897283b2e6ae tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 945 time: 0.2341006 Nov 12 11:31:36.509537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-488972b7-b82e-490a-aa7d-7384bdbf7609 req-d99b7881-236d-4645-be5c-0b83966fab0a tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022687 Nov 12 11:31:36.628975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74fea2c5-ebcb-48c2-8dab-c760b02b52bf req-63e0cc5f-e7bf-4065-b69f-4b68fe406c51 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0532994 Nov 12 11:31:36.629762 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.630484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Fanout notify agent at l3_agent the message router_deleted on router 081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:31:36.646226 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.646442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-22f523fe-cccf-4c8d-9b06-a1bd6115e779 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c HTTP/1.1" status: 204 len: 168 time: 2.4747946 Nov 12 11:31:36.651096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56764) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:36.657959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a98954bb-906a-4c84-8aeb-80688b0630b6 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1168807584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:36.816188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a98954bb-906a-4c84-8aeb-80688b0630b6 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.817678 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a98954bb-906a-4c84-8aeb-80688b0630b6 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.882897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a98954bb-906a-4c84-8aeb-80688b0630b6 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:36.982370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a98954bb-906a-4c84-8aeb-80688b0630b6 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:37.184846 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a98954bb-906a-4c84-8aeb-80688b0630b6 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:37.186715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a98954bb-906a-4c84-8aeb-80688b0630b6 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5345623 Nov 12 11:31:37.189899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56786) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:37.195673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': True}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:37.389358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6ce42d88-63ac-4e69-919b-511cbb35ac02 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:37.512361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56798) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:37.534814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbf2e6b5-3d8a-455f-aefa-4a2b3ab66328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:37.557865 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:37.633597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 6ce42d88-63ac-4e69-919b-511cbb35ac02 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:31:37.638356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 6ce42d88-63ac-4e69-919b-511cbb35ac02 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:37.638716 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:37.670411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7ace-6939-4032-a9e7-159aabc61bba req-13f08ac0-8f4f-4241-b981-12735ad374ef tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:37.672128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a91d7ace-6939-4032-a9e7-159aabc61bba req-13f08ac0-8f4f-4241-b981-12735ad374ef tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 945 time: 0.0785599 Nov 12 11:31:37.709924 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbf2e6b5-3d8a-455f-aefa-4a2b3ab66328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:37.769283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a91d7ace-6939-4032-a9e7-159aabc61bba req-22495940-65f6-40c4-a44e-dd3e8d3cdfc7 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859706 Nov 12 11:31:37.882895 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fbf2e6b5-3d8a-455f-aefa-4a2b3ab66328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:37.908754 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:37.939292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2e6b5-3d8a-455f-aefa-4a2b3ab66328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecc21b6-ba7f-4824-ac16-d2a6a96f8cd8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:37.972405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 6ce42d88-63ac-4e69-919b-511cbb35ac02, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6ce42d88-63ac-4e69-919b-511cbb35ac02,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:37.972609 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fbf2e6b5-3d8a-455f-aefa-4a2b3ab66328 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=65d2062c8fc64737958944ec71212e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4590142 Nov 12 11:31:37.975288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56810) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:37.975492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d71faf-6d03-4898-bc7f-185d48d38b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce42d88-63ac-4e69-919b-511cbb35ac02'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:37.977782 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84da64cf-ba27-4a3f-a741-66dd30c9a4c5" -d '{"events": [{"server_uuid": "80d71faf-6d03-4898-bc7f-185d48d38b58", "name": "network-vif-plugged", "status": "completed", "tag": "6ce42d88-63ac-4e69-919b-511cbb35ac02"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:38.035549 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.070946 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-996c67b5-52da-48f5-a234-61e3e24a7809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.084173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.154426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-996c67b5-52da-48f5-a234-61e3e24a7809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.154659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.297193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=6ce42d88-63ac-4e69-919b-511cbb35ac02,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:38.348135 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-996c67b5-52da-48f5-a234-61e3e24a7809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.350990 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-996c67b5-52da-48f5-a234-61e3e24a7809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.354651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-996c67b5-52da-48f5-a234-61e3e24a7809 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fecc21b6-ba7f-4824-ac16-d2a6a96f8cd8 HTTP/1.1" status: 204 len: 168 time: 0.3779638 Nov 12 11:31:38.366615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c67b5-52da-48f5-a234-61e3e24a7809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecc21b6-ba7f-4824-ac16-d2a6a96f8cd8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:38.418573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Allocated IP 172.25.3.136 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/884a2eda-01d8-4592-82dc-dcce33827ee0) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:38.601621 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.822702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:38.895869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:38.899199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:38.904627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:38.914085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'Port': ['ID=884a2eda-01d8-4592-82dc-dcce33827ee0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:38.917589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d32c365-e107-4541-8133-95ceaa9bba72 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:38.994433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6de9c0c8-6807-41e8-b5ee-bf6b408525fc None None] Provisioning complete for port 884a2eda-01d8-4592-82dc-dcce33827ee0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:38.997448 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6de9c0c8-6807-41e8-b5ee-bf6b408525fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:39.088116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cd5b94d7-7a92-4361-8a0a-9a405a649a25 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:31:39.151157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: cd5b94d7-7a92-4361-8a0a-9a405a649a25 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:31:39.151509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device cd5b94d7-7a92-4361-8a0a-9a405a649a25 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:31:39.174228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6de9c0c8-6807-41e8-b5ee-bf6b408525fc None None] Port 884a2eda-01d8-4592-82dc-dcce33827ee0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:39.341572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56842) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:39.352829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937684461', 'description': 'tempest-secgroup-smoke-937684461 description', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:39.506325 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-387cba4d-2f6d-4496-9511-7987717f2616 req-d487301c-a582-4e55-b91e-f97c3a7148ca tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0523877 Nov 12 11:31:39.570869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:39.582674 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:39.601917 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:39.607912 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e0b06-0ae1-4db1-ba78-92fef43b30d2 x-openstack-request-id: req-584e0b06-0ae1-4db1-ba78-92fef43b30d2 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:39.609475 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d71faf-6d03-4898-bc7f-185d48d38b58", "name": "network-vif-plugged", "status": "completed", "tag": "6ce42d88-63ac-4e69-919b-511cbb35ac02", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:39.609945 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-584e0b06-0ae1-4db1-ba78-92fef43b30d2 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:39.610638 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d71faf-6d03-4898-bc7f-185d48d38b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce42d88-63ac-4e69-919b-511cbb35ac02', 'code': 200} Nov 12 11:31:39.837589 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:39.996282 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:40.005003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07de5-8b8e-4e5f-927d-2ce7f3c308c2 req-e1bffb7f-8821-409d-8d38-8e616bae48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:40.006562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afc07de5-8b8e-4e5f-927d-2ce7f3c308c2 req-e1bffb7f-8821-409d-8d38-8e616bae48df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 1098 time: 0.1633048 Nov 12 11:31:40.019493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594c500-16a5-49cc-9500-8848484806c6 req-2380aee6-4961-4bbf-978a-69606a05f785 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:40.021218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f594c500-16a5-49cc-9500-8848484806c6 req-2380aee6-4961-4bbf-978a-69606a05f785 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 946 time: 0.1790869 Nov 12 11:31:40.164750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f594c500-16a5-49cc-9500-8848484806c6 req-0c32cdfd-f83c-4a46-b954-f3101b100e6e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303272 Nov 12 11:31:40.166363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1de9426-295d-4d43-8694-147ace6d9573,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:40.308776 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:40.317398 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-afc07de5-8b8e-4e5f-927d-2ce7f3c308c2 req-e82520a9-f637-4450-a4d2-d143808bb65b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889509 Nov 12 11:31:40.433426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:40.513960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37432401-ce67-4414-9b3d-02b65b5ecfab,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:40.530059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:40.543949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:40.670218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a24e6b4-4d07-4ee3-adbd-6ed5fd90487c req-ff05216b-f0d4-40b4-af3c-2f3ee2d99683 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0541782 Nov 12 11:31:40.677233 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:40.679196 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4c6dfe8d-38ea-4018-86e4-8523dcb1362c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3341513 Nov 12 11:31:40.682144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56870) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:40.689043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7912491b-94d2-4040-a8db-99b2c1e1ade5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '37432401-ce67-4414-9b3d-02b65b5ecfab', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:40.847607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Router 4dd46999-be93-4bef-8f77-c7b104879822 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:31:40.925961 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7912491b-94d2-4040-a8db-99b2c1e1ade5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:41.028607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:41.039617 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ca0e6-72b0-4c54-bc6e-b2d38ef8a24e None None] Sync routers for ids ['4dd46999-be93-4bef-8f77-c7b104879822'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:41.059318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:41.061730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cc793d92-a9ac-482c-9e8f-5a895e2c3003 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "PUT /v2.0/routers/4dd46999-be93-4bef-8f77-c7b104879822 HTTP/1.1" status: 200 len: 919 time: 3.8700588 Nov 12 11:31:41.064556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56882) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:41.086710 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ca0e6-72b0-4c54-bc6e-b2d38ef8a24e None None] Routers {'4dd46999-be93-4bef-8f77-c7b104879822'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:41.087344 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7a3ca0e6-72b0-4c54-bc6e-b2d38ef8a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4dd46999-be93-4bef-8f77-c7b104879822'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:41.093770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7912491b-94d2-4040-a8db-99b2c1e1ade5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:41.179350 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7a3ca0e6-72b0-4c54-bc6e-b2d38ef8a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:41.189108 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7912491b-94d2-4040-a8db-99b2c1e1ade5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:41.199915 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ca0e6-72b0-4c54-bc6e-b2d38ef8a24e None None] Routers {'4dd46999-be93-4bef-8f77-c7b104879822'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:41.200653 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7a3ca0e6-72b0-4c54-bc6e-b2d38ef8a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['4dd46999-be93-4bef-8f77-c7b104879822'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:41.229210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912491b-94d2-4040-a8db-99b2c1e1ade5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b11bf29-bcc3-46e8-a505-f6b4106fd4eb,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:41.272655 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7a3ca0e6-72b0-4c54-bc6e-b2d38ef8a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:41.273320 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3ca0e6-72b0-4c54-bc6e-b2d38ef8a24e None None] The sync data for ids ['4dd46999-be93-4bef-8f77-c7b104879822'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:41.343865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56896) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:41.344029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-29f4f501-6a7e-4bd1-94db-871556590c83 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/routers/4dd46999-be93-4bef-8f77-c7b104879822 HTTP/1.1" status: 200 len: 925 time: 0.2782061 Nov 12 11:31:41.356797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf6d85-676c-4967-8a23-e29eac9492b5 req-2f906591-0cb8-4ec1-81aa-6e11d328d9d2 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:41.358775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64bf6d85-676c-4967-8a23-e29eac9492b5 req-2f906591-0cb8-4ec1-81aa-6e11d328d9d2 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 946 time: 0.0889249 Nov 12 11:31:41.370934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7912491b-94d2-4040-a8db-99b2c1e1ade5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:41.372866 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7912491b-94d2-4040-a8db-99b2c1e1ade5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6879256 Nov 12 11:31:41.407960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:41.430584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e1aa8198-78dc-4c99-a1cb-2cdd6d0bf2ab tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '37432401-ce67-4414-9b3d-02b65b5ecfab', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:41.514940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64bf6d85-676c-4967-8a23-e29eac9492b5 req-4aefcfe9-a1cf-418f-9535-45ad0db1276e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463673 Nov 12 11:31:41.518473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc1f209-067b-4aae-81e2-c19353b49b42 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:41.520021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6dc1f209-067b-4aae-81e2-c19353b49b42 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=4dd46999-be93-4bef-8f77-c7b104879822&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1750314 Nov 12 11:31:41.522838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56906) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:41.702017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8198-78dc-4c99-a1cb-2cdd6d0bf2ab tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:41.756906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd1a43-0f30-49c7-a0c7-3d518afcdd3e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:41.758766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4edd1a43-0f30-49c7-a0c7-3d518afcdd3e tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 881 time: 0.2346573 Nov 12 11:31:41.762842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56912) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:41.791624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8198-78dc-4c99-a1cb-2cdd6d0bf2ab tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:41.806204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56914) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:41.806422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-069b7d31-10cf-4612-b5a6-0b557e255150 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=4dd46999-be93-4bef-8f77-c7b104879822 HTTP/1.1" status: 200 len: 205 time: 0.0410745 Nov 12 11:31:41.848589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-142078aa-3be9-43b1-8722-d5318f8e1aec req-ee8b62fc-5d8f-475c-b372-0cf18ef7bef8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0569365 Nov 12 11:31:41.947589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:41.983647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8198-78dc-4c99-a1cb-2cdd6d0bf2ab tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.012995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa8198-78dc-4c99-a1cb-2cdd6d0bf2ab tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9305fc7d-1c40-4c23-bd8c-a6580a79e7c4,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:42.089505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.208351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8198-78dc-4c99-a1cb-2cdd6d0bf2ab tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.208351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e1aa8198-78dc-4c99-a1cb-2cdd6d0bf2ab tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7844627 Nov 12 11:31:42.211308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 56936) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:42.220234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7c7e4427-7356-4c31-8361-4f1e0b5b655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '37432401-ce67-4414-9b3d-02b65b5ecfab', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:42.330076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Deleting port 884a2eda-01d8-4592-82dc-dcce33827ee0 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:42.330423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.392926 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4427-7356-4c31-8361-4f1e0b5b655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.472995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.488504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Calling delete_port for 884a2eda-01d8-4592-82dc-dcce33827ee0 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:42.497747 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4427-7356-4c31-8361-4f1e0b5b655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.572092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4427-7356-4c31-8361-4f1e0b5b655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.613302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e4427-7356-4c31-8361-4f1e0b5b655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b4fdd9-7a47-49fe-bb43-c342e26e30fa,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:42.686991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8e08c-533a-4d7a-97dc-b49845926e56 req-ca3b176b-3566-4ec5-ad01-ed6ee8ab0916 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:42.688718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47e8e08c-533a-4d7a-97dc-b49845926e56 req-ca3b176b-3566-4ec5-ad01-ed6ee8ab0916 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 946 time: 0.0912113 Nov 12 11:31:42.748526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47e8e08c-533a-4d7a-97dc-b49845926e56 req-07bc6ac2-b368-4739-856c-398fe67ecdab tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538044 Nov 12 11:31:42.751745 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7c7e4427-7356-4c31-8361-4f1e0b5b655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:42.752974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7c7e4427-7356-4c31-8361-4f1e0b5b655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5396185 Nov 12 11:31:42.761109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 56950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:42.793632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f1fbc324-0cf9-4af6-a96c-6ac2c08e2c85 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '37432401-ce67-4414-9b3d-02b65b5ecfab', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:42.939070 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f9f45e-d174-4735-9461-93ae9ece37dc req-ecd42708-356d-421c-b82b-59e86e2b2df7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0324347 Nov 12 11:31:42.994254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.028881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event deleted for resources: {'Port': ['ID=884a2eda-01d8-4592-82dc-dcce33827ee0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:43.066193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f047cd-da61-4adc-bcaf-4da7ddf97e2b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:43.082208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc324-0cf9-4af6-a96c-6ac2c08e2c85 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.178798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.324656 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.327776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.341128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc324-0cf9-4af6-a96c-6ac2c08e2c85 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.444919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc324-0cf9-4af6-a96c-6ac2c08e2c85 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.488617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbc324-0cf9-4af6-a96c-6ac2c08e2c85 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c90685-4a36-44ee-ae74-683aaa68b1fc,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:43.507886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.508465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd46999-be93-4bef-8f77-c7b104879822 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:31:43.515668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.516858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5f23553e-c42f-4368-9712-237e5d5cced4 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/4dd46999-be93-4bef-8f77-c7b104879822 HTTP/1.1" status: 204 len: 168 time: 1.7092803 Nov 12 11:31:43.521791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57016) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:43.527283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2ef27e15-b206-4b26-b2ba-743aa689eee0 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-343362412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:43.661801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc324-0cf9-4af6-a96c-6ac2c08e2c85 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.666984 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f1fbc324-0cf9-4af6-a96c-6ac2c08e2c85 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8875663 Nov 12 11:31:43.666984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57028) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:43.672320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-75c3e611-3e6d-4bc7-bedc-e93a24dc24f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '37432401-ce67-4414-9b3d-02b65b5ecfab', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:43.811491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ef27e15-b206-4b26-b2ba-743aa689eee0 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.812678 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ef27e15-b206-4b26-b2ba-743aa689eee0 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.901755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ef27e15-b206-4b26-b2ba-743aa689eee0 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:43.984171 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-75c3e611-3e6d-4bc7-bedc-e93a24dc24f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Project c2299b0844f3474a94733bf9075b3dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:31:43.992361 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75c3e611-3e6d-4bc7-bedc-e93a24dc24f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.050625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ef27e15-b206-4b26-b2ba-743aa689eee0 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.102357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75c3e611-3e6d-4bc7-bedc-e93a24dc24f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.116561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f5e7032e-c8ec-4787-8184-cab4c38030da req-0c3981f3-60b6-4f4d-be75-ea933a3bd3fe tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0d87e4e5-a5d6-45c6-b621-d1264e735e2a HTTP/1.1" status: 200 len: 210 time: 0.0315943 Nov 12 11:31:44.205062 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ef27e15-b206-4b26-b2ba-743aa689eee0 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.210282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:44.210882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2ef27e15-b206-4b26-b2ba-743aa689eee0 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6875591 Nov 12 11:31:44.215451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'enable_snat': False}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:44.313381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75c3e611-3e6d-4bc7-bedc-e93a24dc24f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.340412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3e611-3e6d-4bc7-bedc-e93a24dc24f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8a2f78-03f6-447c-8e05-862b2bfd1ab9,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:44.468211 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.486962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75c3e611-3e6d-4bc7-bedc-e93a24dc24f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.488223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-75c3e611-3e6d-4bc7-bedc-e93a24dc24f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8211596 Nov 12 11:31:44.491132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57060) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:44.496022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-be06a208-dbbb-40e6-9d60-abd3c38dcf80 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '37432401-ce67-4414-9b3d-02b65b5ecfab', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:44.679055 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-be06a208-dbbb-40e6-9d60-abd3c38dcf80 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Project c2299b0844f3474a94733bf9075b3dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:31:44.704423 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-be06a208-dbbb-40e6-9d60-abd3c38dcf80 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.825414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-be06a208-dbbb-40e6-9d60-abd3c38dcf80 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.928458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.951903 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:44.971490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06216b-bf5f-4206-bd83-eaf1a138905d req-a876fab6-052b-4b83-9a10-4d5ca0fecc5c tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:44.973024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d06216b-bf5f-4206-bd83-eaf1a138905d req-a876fab6-052b-4b83-9a10-4d5ca0fecc5c tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 946 time: 0.0924902 Nov 12 11:31:45.078414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-be06a208-dbbb-40e6-9d60-abd3c38dcf80 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.108933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d06216b-bf5f-4206-bd83-eaf1a138905d req-ceeb76c9-d468-4cce-a10f-42f86baa3010 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069796 Nov 12 11:31:45.143057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06a208-dbbb-40e6-9d60-abd3c38dcf80 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40735f7d-47a5-4278-b431-5267dfce9fb7,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:45.143057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Allocated IP 172.25.3.165 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/6182ed9e-5cfc-48ef-9a21-cdb63d6524fc) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:45.278420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.322303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-be06a208-dbbb-40e6-9d60-abd3c38dcf80 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.326449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-be06a208-dbbb-40e6-9d60-abd3c38dcf80 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8312259 Nov 12 11:31:45.326875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57118) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:45.332119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'network': {'name': 'tempest-network-smoke--202494516', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:45.495019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57126) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:45.540567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:45.541885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.546465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.580140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:31:45.593672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:45.595863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:45.602057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:45.632681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f604145-9c1d-43be-9d77-3936a85c7d69 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:45.649228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.653698 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Added segment 8b81500e-72bc-4922-9f15-65716108bcdf of type vlan for network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 Nov 12 11:31:45.687366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Pushing event updated for resources: {'Port': ['ID=6182ed9e-5cfc-48ef-9a21-cdb63d6524fc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:45.736265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5da2042-daf2-4dc2-a288-ab81621a3111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.776660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c80352a3-b9f3-4fe9-9eba-89038ddfca26 None None] Provisioning complete for port 6182ed9e-5cfc-48ef-9a21-cdb63d6524fc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:45.776660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c80352a3-b9f3-4fe9-9eba-89038ddfca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.782093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.826136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c80352a3-b9f3-4fe9-9eba-89038ddfca26 None None] Port 6182ed9e-5cfc-48ef-9a21-cdb63d6524fc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:45.881485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5da2042-daf2-4dc2-a288-ab81621a3111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.958511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:45.969688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:45.970373 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.006095 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5da2042-daf2-4dc2-a288-ab81621a3111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.105809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.125953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Network': ['ID=e44a5ef4-53ac-4ec1-b810-4cb66b82a476,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:46.132487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a37868c2-5915-4df1-935b-2889998598ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8042493 Nov 12 11:31:46.134726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b5da2042-daf2-4dc2-a288-ab81621a3111 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fdf54746bec14f0d838de32418196f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6385050 Nov 12 11:31:46.135405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da2042-daf2-4dc2-a288-ab81621a3111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b533e5-df4b-4bb8-acb7-5a118eaeae28,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:46.140517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:31:46.154000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57136) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:46.156111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57138) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:46.166809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'admin_state_up': True, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:46.341152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3543114d-b1ce-4061-9b59-754e014be48f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.370342 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3543114d-b1ce-4061-9b59-754e014be48f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.395001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.396087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.576228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.581399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3543114d-b1ce-4061-9b59-754e014be48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.588177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3543114d-b1ce-4061-9b59-754e014be48f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.592852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3543114d-b1ce-4061-9b59-754e014be48f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/36b533e5-df4b-4bb8-acb7-5a118eaeae28 HTTP/1.1" status: 204 len: 168 time: 0.4304380 Nov 12 11:31:46.614015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543114d-b1ce-4061-9b59-754e014be48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b533e5-df4b-4bb8-acb7-5a118eaeae28,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:46.662041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-adb79ffd-abb7-4f34-9d8c-c252e90e9c4c tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:46.664195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-adb79ffd-abb7-4f34-9d8c-c252e90e9c4c tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.57 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 946 time: 0.5098071 Nov 12 11:31:46.729064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017deb-728d-4fc7-ba95-778de9ba6365 req-a0f18f16-7419-4904-9a7d-446c259ebd08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:46.731642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5017deb-728d-4fc7-ba95-778de9ba6365 req-a0f18f16-7419-4904-9a7d-446c259ebd08 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 946 time: 0.1387553 Nov 12 11:31:46.940539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Deleting port 6ce42d88-63ac-4e69-919b-511cbb35ac02 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:46.941012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.954860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:46.981214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5017deb-728d-4fc7-ba95-778de9ba6365 req-9e5d918b-037c-456a-9834-5bdb6734d217 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249229 Nov 12 11:31:47.019385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:47.053425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:47.200794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] For port 6ce42d88-63ac-4e69-919b-511cbb35ac02, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=6ce42d88-63ac-4e69-919b-511cbb35ac02,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:47.201222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:47.221062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Calling delete_port for 6ce42d88-63ac-4e69-919b-511cbb35ac02 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:47.794110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:47.799878 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:47.800503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:47.802430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Router 1da1bc8f-9c14-47c0-b870-24e37a0b805d is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:31:47.820886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:47.895252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Pushing event deleted for resources: {'Port': ['ID=6ce42d88-63ac-4e69-919b-511cbb35ac02,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:48.002637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] No DVR routers for this DVR port 6ce42d88-63ac-4e69-919b-511cbb35ac02 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:31:48.005721 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.010528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ade242b4-d118-40ae-ac66-caa78db09e42 req-1a2ecb54-d877-452d-9849-9e657f37d6bd tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.57 "DELETE /v2.0/ports/6ce42d88-63ac-4e69-919b-511cbb35ac02 HTTP/1.1" status: 204 len: 173 time: 1.3360677 Nov 12 11:31:48.021657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.25.3.96 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/9c6e84fc-aab5-4952-973c-1dd293f15d0c) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:48.022457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d71faf-6d03-4898-bc7f-185d48d38b58', 'name': 'network-vif-deleted', 'tag': '6ce42d88-63ac-4e69-919b-511cbb35ac02'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:31:48.025608 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e985d-9b23-4171-b183-1bff0272d466" -d '{"events": [{"server_uuid": "80d71faf-6d03-4898-bc7f-185d48d38b58", "name": "network-vif-deleted", "tag": "6ce42d88-63ac-4e69-919b-511cbb35ac02"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:31:48.068517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57176) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:48.113090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af4cb685-83dc-4f1f-adeb-7a6e7ac1bd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.201716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-300fa244-0eef-44d5-8ca4-0141545bcd79 req-6a21ab21-bb8d-45bc-b0f8-f2d09359c43c tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 210 time: 0.0673416 Nov 12 11:31:48.257755 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c157bc0-b83b-4d37-a598-863c1ad65ec5 x-openstack-request-id: req-6c157bc0-b83b-4d37-a598-863c1ad65ec5 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:31:48.264854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.269700 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d71faf-6d03-4898-bc7f-185d48d38b58", "name": "network-vif-deleted", "tag": "6ce42d88-63ac-4e69-919b-511cbb35ac02", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:31:48.270029 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6c157bc0-b83b-4d37-a598-863c1ad65ec5 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:31:48.270468 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d71faf-6d03-4898-bc7f-185d48d38b58', 'name': 'network-vif-deleted', 'tag': '6ce42d88-63ac-4e69-919b-511cbb35ac02', 'status': 'completed', 'code': 200} Nov 12 11:31:48.277598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:48.289980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6fcd8-a820-4220-9b9b-9cf32e9cea4f None None] Sync routers for ids ['1da1bc8f-9c14-47c0-b870-24e37a0b805d'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:48.291682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.296564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-06cb987c-a3d4-4791-8f5d-f467eaddf39f tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "PUT /v2.0/routers/1da1bc8f-9c14-47c0-b870-24e37a0b805d HTTP/1.1" status: 200 len: 919 time: 4.0852311 Nov 12 11:31:48.299215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57180) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:48.306744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6fcd8-a820-4220-9b9b-9cf32e9cea4f None None] Routers {'1da1bc8f-9c14-47c0-b870-24e37a0b805d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:48.311615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-02b6fcd8-a820-4220-9b9b-9cf32e9cea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1da1bc8f-9c14-47c0-b870-24e37a0b805d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:48.325196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af4cb685-83dc-4f1f-adeb-7a6e7ac1bd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.351197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-02b6fcd8-a820-4220-9b9b-9cf32e9cea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:48.363946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6fcd8-a820-4220-9b9b-9cf32e9cea4f None None] Routers {'1da1bc8f-9c14-47c0-b870-24e37a0b805d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:48.364767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-02b6fcd8-a820-4220-9b9b-9cf32e9cea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1da1bc8f-9c14-47c0-b870-24e37a0b805d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:48.407228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-02b6fcd8-a820-4220-9b9b-9cf32e9cea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:48.409593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6fcd8-a820-4220-9b9b-9cf32e9cea4f None None] The sync data for ids ['1da1bc8f-9c14-47c0-b870-24e37a0b805d'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:48.428835 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af4cb685-83dc-4f1f-adeb-7a6e7ac1bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.484676 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.527041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4a170984-3895-48f7-a658-95dc60961174 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/routers/1da1bc8f-9c14-47c0-b870-24e37a0b805d HTTP/1.1" status: 200 len: 925 time: 0.2256393 Nov 12 11:31:48.532147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57186) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:48.555666 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-af4cb685-83dc-4f1f-adeb-7a6e7ac1bd57 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5c206db7a4d9414dbb0089b25607eb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4848638 Nov 12 11:31:48.567778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57188) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:48.576789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cb685-83dc-4f1f-adeb-7a6e7ac1bd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de5677-4009-4445-a5b0-a4b2c49002ec,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:48.581584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:48.595909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:48.603940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:48.612480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=9c6e84fc-aab5-4952-973c-1dd293f15d0c,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:48.616155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f905ad-8f3b-4c14-8bce-327429b7adb6 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:48.675095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8ddf314c-7e44-4aca-9261-99bb555bf588 None None] Provisioning complete for port 9c6e84fc-aab5-4952-973c-1dd293f15d0c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:48.675984 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8ddf314c-7e44-4aca-9261-99bb555bf588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.679333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-308633a8-79fd-4a81-8001-f358ef345743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.693994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f86341e-882d-490e-b398-adb48816c212 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:48.699724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1f86341e-882d-490e-b398-adb48816c212 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=1da1bc8f-9c14-47c0-b870-24e37a0b805d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1657670 Nov 12 11:31:48.705033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57192) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:48.756899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-308633a8-79fd-4a81-8001-f358ef345743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.811260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf314c-7e44-4aca-9261-99bb555bf588 None None] Port 9c6e84fc-aab5-4952-973c-1dd293f15d0c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:48.959916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-308633a8-79fd-4a81-8001-f358ef345743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.963036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-308633a8-79fd-4a81-8001-f358ef345743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:48.966754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-308633a8-79fd-4a81-8001-f358ef345743 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c7de5677-4009-4445-a5b0-a4b2c49002ec HTTP/1.1" status: 204 len: 168 time: 0.3953249 Nov 12 11:31:48.974225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5695df5e-c1dc-46c8-ace5-ba536280dd0d tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:48.978570 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5695df5e-c1dc-46c8-ace5-ba536280dd0d tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/networks/12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 881 time: 0.2188485 Nov 12 11:31:48.979086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308633a8-79fd-4a81-8001-f358ef345743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de5677-4009-4445-a5b0-a4b2c49002ec,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:48.979199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57198) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:49.011960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1fd28cf0-db3a-4022-8c56-d15f7f4ee42b tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=1da1bc8f-9c14-47c0-b870-24e37a0b805d HTTP/1.1" status: 200 len: 205 time: 0.0320122 Nov 12 11:31:49.012975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57200) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:49.397272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44cfed82-404f-4309-b11c-1075c8d09f50 req-092cfb20-591e-4a3c-9a48-56a6aee01f24 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=80d71faf-6d03-4898-bc7f-185d48d38b58 HTTP/1.1" status: 200 len: 210 time: 0.0719495 Nov 12 11:31:49.430483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6ce42d88-63ac-4e69-919b-511cbb35ac02 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:31:49.465620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 6ce42d88-63ac-4e69-919b-511cbb35ac02 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:31:49.466116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 6ce42d88-63ac-4e69-919b-511cbb35ac02 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:31:49.662028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:49.856275 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:50.040670 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:50.092044 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:50.344318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 9cabe9c4-5697-421f-9f35-5d91720826e0 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:31:50.424404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Deleting port 6182ed9e-5cfc-48ef-9a21-cdb63d6524fc {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:50.424622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:50.540140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:50.552410 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Sync routers for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:50.574247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:50.575393 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:50.584391 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:50.587442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Calling delete_port for 6182ed9e-5cfc-48ef-9a21-cdb63d6524fc owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:50.748395 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:50.759109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:50.759109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e55fffc2-2fc4-40fd-a2dc-5c8ad0fba719 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5972557 Nov 12 11:31:50.759109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57258) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:50.890496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-510cd257-894f-45fc-ad9d-a32287cf8a50 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:50.905197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-510cd257-894f-45fc-ad9d-a32287cf8a50 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/networks?id=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d HTTP/1.1" status: 200 len: 809 time: 0.1862097 Nov 12 11:31:50.926098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-74e00a3c-e356-429e-b0ab-0609cc10ad5d tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/quotas/f4fb6a3858a7406090d48ac93656b084 HTTP/1.1" status: 200 len: 375 time: 0.0260324 Nov 12 11:31:50.985586 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-c5eb10c9-9990-408c-8cf1-8f184c3665b7 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=f4fb6a3858a7406090d48ac93656b084&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536163 Nov 12 11:31:51.119858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-cd0666fc-42e4-4502-8f9b-0ccff02f121d service neutron] 10.222.0.98 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318669 Nov 12 11:31:51.207346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b2112ad6-8c27-43af-9392-2d436b5a820c tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=c2299b0844f3474a94733bf9075b3dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4390547 Nov 12 11:31:51.207979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57272) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:51.220476 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:48Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:51.257683 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Checking router: 9cabe9c4-5697-421f-9f35-5d91720826e0 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:31:51.258032 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Updating router 9cabe9c4-5697-421f-9f35-5d91720826e0 port 9c6e84fc-aab5-4952-973c-1dd293f15d0c binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:31:51.284465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-a6025f37-28c6-4467-990d-2d63864ae347 service neutron] 10.222.0.98 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496751 Nov 12 11:31:51.308965 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:51.310597 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:51.332565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:51.381604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event deleted for resources: {'Port': ['ID=6182ed9e-5cfc-48ef-9a21-cdb63d6524fc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:51.416424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3540d9d-2ab4-46f8-9ab1-53f901f253ed None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:51.576078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc481155-39c6-4f38-9c12-1a1167defcb9 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:51.580730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:51.580939 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bc481155-39c6-4f38-9c12-1a1167defcb9 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3717608 Nov 12 11:31:51.582030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:51.709788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1f326724-fec5-47de-8db9-5602fadaefdc tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1133790 Nov 12 11:31:51.710633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57298) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:51.744140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1914332644', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:51.804484 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:51.846585 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:51.851582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:51.915331 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0f394ef-5de5-4016-a41c-58a03bee948f req-7fdf68bd-c9e4-4b1e-a828-28cb9f41ca84 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 210 time: 0.0770652 Nov 12 11:31:51.962615 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.060189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba21be-c1a6-414d-a774-2bbfec2416d5 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:52.062173 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5b002-765a-4469-bd5b-672b5ab8e6de None None] Pushing event updated for resources: {'Port': ['ID=9c6e84fc-aab5-4952-973c-1dd293f15d0c,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:52.076720 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Attempting to bind port 9c6e84fc-aab5-4952-973c-1dd293f15d0c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:52.078558 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Attempting to bind port 9c6e84fc-aab5-4952-973c-1dd293f15d0c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:52.079459 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.079722 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Attempting to bind port 9c6e84fc-aab5-4952-973c-1dd293f15d0c on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:52.080252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Fanout notify agent at l3_agent the message router_deleted on router 1da1bc8f-9c14-47c0-b870-24e37a0b805d {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:31:52.099611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.101568 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:52.102809 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:52.104800 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.106632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57342) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.108979 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6fcb451a-7038-4d2c-a5fb-aa2d9d1e8afa tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/1da1bc8f-9c14-47c0-b870-24e37a0b805d HTTP/1.1" status: 204 len: 168 time: 3.0949667 Nov 12 11:31:52.112437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1466868740', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:52.121966 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:52.122763 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Bound port: 9c6e84fc-aab5-4952-973c-1dd293f15d0c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:52.123417 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.161453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:52.165739 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.178148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-30412816-73f4-4fa3-9c7e-2c79f8388040 None None] Provisioning complete for port 9c6e84fc-aab5-4952-973c-1dd293f15d0c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:52.179749 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30412816-73f4-4fa3-9c7e-2c79f8388040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.246067 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] For port 9c6e84fc-aab5-4952-973c-1dd293f15d0c, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:31:52.250199 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] For port 9c6e84fc-aab5-4952-973c-1dd293f15d0c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9c6e84fc-aab5-4952-973c-1dd293f15d0c,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:31:52.261353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-30412816-73f4-4fa3-9c7e-2c79f8388040 None None] Port 9c6e84fc-aab5-4952-973c-1dd293f15d0c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:52.371225 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.453983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abdc7f-ba47-4fce-8bc8-c3b31378ee05 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:52.471070 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:52.471703 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:52.476750 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5b002-765a-4469-bd5b-672b5ab8e6de None None] Pushing event updated for resources: {'Port': ['ID=9c6e84fc-aab5-4952-973c-1dd293f15d0c,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:52.509711 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.514376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.608113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3840992b-25ca-439f-8c4f-68009a28dc5e None None] Provisioning complete for port 9c6e84fc-aab5-4952-973c-1dd293f15d0c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:52.610413 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3840992b-25ca-439f-8c4f-68009a28dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.643409 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:31:52.789965 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3840992b-25ca-439f-8c4f-68009a28dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.810576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.821955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3840992b-25ca-439f-8c4f-68009a28dc5e None None] For port 9c6e84fc-aab5-4952-973c-1dd293f15d0c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9c6e84fc-aab5-4952-973c-1dd293f15d0c,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:52.829182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57360) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:52.874041 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:52.990060 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3840992b-25ca-439f-8c4f-68009a28dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:53.098496 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:48Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:53.110780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840992b-25ca-439f-8c4f-68009a28dc5e None None] Pushing event updated for resources: {'Port': ['ID=9c6e84fc-aab5-4952-973c-1dd293f15d0c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:53.112836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ced6aa6a-fe5d-4ff5-83b8-805ed01996d0 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-479165831'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:53.120374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ced6aa6a-fe5d-4ff5-83b8-805ed01996d0 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Unknown quota resources ['metering_label']. {{(pid=109704) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:31:53.166502 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd46c6-dfe7-47c4-a038-8965622531b8 None None] The sync data for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 is: [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:48Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:53.172618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Subnet': ['ID=560ca38d-d174-4e40-94b7-5388db655687,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:53.198684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Checking segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:53.198684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network hostable DHCP agents. Network: e44a5ef4-53ac-4ec1-b810-4cb66b82a476, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:31:53.202104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7d6f3c58-47e9-4ef1-a6d1-27c224c8f59f req-8af1342b-291f-4c22-8840-95580e01a961 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 210 time: 0.1194749 Nov 12 11:31:53.204288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:53.852988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:31:53.937229 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ced6aa6a-fe5d-4ff5-83b8-805ed01996d0 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:53.942877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ced6aa6a-fe5d-4ff5-83b8-805ed01996d0 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1121213 Nov 12 11:31:53.943250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57382) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:53.949206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a26524a6-dc14-40b7-a956-34031be5daed tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b53c2359-54fb-449d-8423-944f04a889e3'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:53.952355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a26524a6-dc14-40b7-a956-34031be5daed tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:31:54.033566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e44a5ef4-53ac-4ec1-b810-4cb66b82a476) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:54.043747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9102c1-ff2b-4d4a-96f6-6340a57f0ea3 None None] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:31:54.070307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:54.072606 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.210906 n-d-768852-22 neutron-server[109705]: WARNING neutron.services.metering.metering_plugin [None req-a26524a6-dc14-40b7-a956-34031be5daed tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 11:31:54.212088 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.239318 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.380324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:31:54.381632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.463697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Allocated IP 172.25.3.163 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/cb7279b6-5da1-48ad-903e-02786c31ad66) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:54.612964 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a26524a6-dc14-40b7-a956-34031be5daed tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.618207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a26524a6-dc14-40b7-a956-34031be5daed tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6699610 Nov 12 11:31:54.625359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57420) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:54.631151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4a0021fe-ddc0-4289-a110-074ae87dfe6f tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b53c2359-54fb-449d-8423-944f04a889e3'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:54.632076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4a0021fe-ddc0-4289-a110-074ae87dfe6f tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:31:54.659171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.721765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Allocated IP 172.20.0.2 (e44a5ef4-53ac-4ec1-b810-4cb66b82a476/560ca38d-d174-4e40-94b7-5388db655687/73ab7852-58c0-4b61-a5bf-a4634771938d) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:54.724144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7d224420-416c-46ee-b537-a4d60da84ddf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0124087 Nov 12 11:31:54.727630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57424) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:54.774768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82788dff-f47f-406a-8ca3-2ac12916a0a9 req-4125340f-0450-412b-817b-3eac6e0b6ae3 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 210 time: 0.0587971 Nov 12 11:31:54.799440 n-d-768852-22 neutron-server[109705]: WARNING neutron.services.metering.metering_plugin [None req-4a0021fe-ddc0-4289-a110-074ae87dfe6f tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 11:31:54.874392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.942589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:54.945758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:54.948151 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.952230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:54.975505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a0021fe-ddc0-4289-a110-074ae87dfe6f tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:54.981185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a0021fe-ddc0-4289-a110-074ae87dfe6f tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3533235 Nov 12 11:31:54.981886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57426) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:54.982313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfdc4fb-f480-4be9-9ac2-67c3bf53b9a7 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:31:55.002234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event updated for resources: {'Port': ['ID=cb7279b6-5da1-48ad-903e-02786c31ad66,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:55.006581 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f9613440-1907-4200-8e96-5726de60c519 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=43d6a5dc-1483-471d-bdba-f0cc0fc6b983 HTTP/1.1" status: 200 len: 464 time: 0.0210538 Nov 12 11:31:55.007489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57428) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:55.081113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a3971b99-f278-45b1-af1e-4739c2bce03e None None] Provisioning complete for port cb7279b6-5da1-48ad-903e-02786c31ad66 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:55.082358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a3971b99-f278-45b1-af1e-4739c2bce03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.154886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a3971b99-f278-45b1-af1e-4739c2bce03e None None] Port cb7279b6-5da1-48ad-903e-02786c31ad66 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:55.174567 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.254124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9c6e84fc-aab5-4952-973c-1dd293f15d0c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:55.290817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:55.300138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:55.308139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:55.318838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Pushing event updated for resources: {'Port': ['ID=73ab7852-58c0-4b61-a5bf-a4634771938d,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:55.392259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Attempting to bind port 73ab7852-58c0-4b61-a5bf-a4634771938d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:31:55.392880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Attempting to bind port 73ab7852-58c0-4b61-a5bf-a4634771938d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:31:55.393488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Attempting to bind port 73ab7852-58c0-4b61-a5bf-a4634771938d on network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:31:55.402567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:31:55.403442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Checking segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:31:55.404090 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.404708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Bound using segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:31:55.405536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Bound port: 73ab7852-58c0-4b61-a5bf-a4634771938d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:31:55.406152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.456705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9c6e84fc-aab5-4952-973c-1dd293f15d0c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:55.457442 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.618559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] For port 73ab7852-58c0-4b61-a5bf-a4634771938d, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:31:55.664261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] For port 73ab7852-58c0-4b61-a5bf-a4634771938d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73ab7852-58c0-4b61-a5bf-a4634771938d,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:31:55.665283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.828511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:55.945032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345c1b4-3347-408d-9829-3d7f75605eaf None None] Pushing event updated for resources: {'Port': ['ID=73ab7852-58c0-4b61-a5bf-a4634771938d,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:56.003694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-770f0b52-ab69-4ae8-85e0-84d87289f24b req-50559d4e-63e3-4c9b-b3a2-f26fc9658c51 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 210 time: 0.0490904 Nov 12 11:31:56.109857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:56.142024 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b8dcc70-7234-464c-ac1c-668e77faae34 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:56.149718 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5b8dcc70-7234-464c-ac1c-668e77faae34 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/43d6a5dc-1483-471d-bdba-f0cc0fc6b983 HTTP/1.1" status: 204 len: 168 time: 1.1205921 Nov 12 11:31:56.149718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57438) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:56.227384 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f869362-54a5-4011-9ed6-385772d097a5 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=43d6a5dc-1483-471d-bdba-f0cc0fc6b983 HTTP/1.1" status: 200 len: 221 time: 0.0688293 Nov 12 11:31:56.231611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57440) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:56.243437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ff186700-b6e9-4ed1-81e5-42e5d7157468 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--685354537', 'description': 'label created by tempest'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:56.244194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ff186700-b6e9-4ed1-81e5-42e5d7157468 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Unknown quota resources ['metering_label']. {{(pid=109705) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:31:56.273108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-79097e26-ce08-4360-8541-45d56208d7ea tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:56.274918 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-79097e26-ce08-4360-8541-45d56208d7ea tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.69 "GET /v2.0/networks?id=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d HTTP/1.1" status: 200 len: 809 time: 0.4048879 Nov 12 11:31:56.336807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Request body: {'port': {'device_id': '615f41dd-fb0d-403d-945f-a2c50bc23d7f', 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d', 'admin_state_up': True, 'tenant_id': 'f4fb6a3858a7406090d48ac93656b084'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:56.536408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Router b915a981-99a0-4bfd-951d-20f9834809ad is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:31:56.711188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:31:56.723747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be69ff-e48d-4429-aab1-9bec8ee386fb None None] Sync routers for ids ['b915a981-99a0-4bfd-951d-20f9834809ad'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:31:56.742733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be69ff-e48d-4429-aab1-9bec8ee386fb None None] Routers {'b915a981-99a0-4bfd-951d-20f9834809ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:56.743344 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a3be69ff-e48d-4429-aab1-9bec8ee386fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b915a981-99a0-4bfd-951d-20f9834809ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:56.753885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Made reservation on behalf of f4fb6a3858a7406090d48ac93656b084 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:31:56.754797 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:56.785367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a3be69ff-e48d-4429-aab1-9bec8ee386fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:56.794515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be69ff-e48d-4429-aab1-9bec8ee386fb None None] Routers {'b915a981-99a0-4bfd-951d-20f9834809ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:31:56.795358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a3be69ff-e48d-4429-aab1-9bec8ee386fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b915a981-99a0-4bfd-951d-20f9834809ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:56.806280 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:56.813412 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ff186700-b6e9-4ed1-81e5-42e5d7157468 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:56.815762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ff186700-b6e9-4ed1-81e5-42e5d7157468 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5805774 Nov 12 11:31:56.819755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57448) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:56.835983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-a3be69ff-e48d-4429-aab1-9bec8ee386fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:31:56.836920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be69ff-e48d-4429-aab1-9bec8ee386fb None None] The sync data for ids ['b915a981-99a0-4bfd-951d-20f9834809ad'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:31:56.988718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:56.995272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57450) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:56.997781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1020b55c-1bfc-493a-a673-1b7ddec8a5d9 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8898509 Nov 12 11:31:57.000224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b397407f-3731-459e-9e47-41b949024c80 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=e197d39d-56f9-4153-9569-ad04fc2c50cf HTTP/1.1" status: 200 len: 467 time: 0.1785352 Nov 12 11:31:57.000347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:57.004744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:57.193885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73ab7852-58c0-4b61-a5bf-a4634771938d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:57.265560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cdd8bef-4ea6-4e96-9456-a49044d8ffe1 req-2495dab2-71e4-490c-9c71-ec0cf45e8401 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 210 time: 0.0584929 Nov 12 11:31:57.270316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Allocated IP 172.20.0.8 (9c4b3642-5f9f-48fc-8bad-c1a7688ed61d/3fd40318-b5b5-4a45-93e6-3380abaaeed8/735f1262-a41c-4cc0-9fb1-7ddcd222ab79) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:57.312063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 73ab7852-58c0-4b61-a5bf-a4634771938d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:57.312660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.483848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.564792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 73ab7852-58c0-4b61-a5bf-a4634771938d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73ab7852-58c0-4b61-a5bf-a4634771938d,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:31:57.582129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8d36ee-c682-478f-9453-8d0575b6014a None None] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:31:57.621619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.20.0.1 (e44a5ef4-53ac-4ec1-b810-4cb66b82a476/560ca38d-d174-4e40-94b7-5388db655687/bde48afe-904b-4077-a7f4-3d3ed745af2a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:31:57.642353 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-09cc2ca0-0c12-4016-85ca-fa97ac109aea tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.643430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-09cc2ca0-0c12-4016-85ca-fa97ac109aea tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/e197d39d-56f9-4153-9569-ad04fc2c50cf HTTP/1.1" status: 204 len: 168 time: 0.6372268 Nov 12 11:31:57.646447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57458) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:57.660388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3c91c172-6da6-4635-8e46-fd4508f5bf36 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=e197d39d-56f9-4153-9569-ad04fc2c50cf HTTP/1.1" status: 200 len: 216 time: 0.0122292 Nov 12 11:31:57.664793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57460) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:57.688612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-57094230-f04e-4f60-8f9b-c3c7228d52d0 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0127571 Nov 12 11:31:57.691841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57462) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:57.698357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d0679043-3094-43b7-ad74-749960d93a8e None None] Provisioning complete for port 73ab7852-58c0-4b61-a5bf-a4634771938d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:57.699291 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d0679043-3094-43b7-ad74-749960d93a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.710483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b8f8e30c-5a94-4c0f-b14d-bef3a60c79db tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0172157 Nov 12 11:31:57.715755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57464) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:57.790017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.800509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a8fedca6-430a-48f6-8bea-ba21e094b662 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-labels/b53c2359-54fb-449d-8423-944f04a889e3 HTTP/1.1" status: 200 len: 472 time: 0.0825357 Nov 12 11:31:57.810928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57470) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:57.886933 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9ebbcd1e-e847-4836-95d0-7a7ba2482871 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "GET /v2.0/metering/metering-label-rules/3e05cb0d-46b0-485c-88ab-0ebf4b484ca4 HTTP/1.1" status: 200 len: 461 time: 0.0708754 Nov 12 11:31:57.890809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57472) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:57.951836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:57.978385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=73ab7852-58c0-4b61-a5bf-a4634771938d,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:58.069952 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.147875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.260436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7b21729-ca15-4ce5-b016-4352007c71eb tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.262731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b7b21729-ca15-4ce5-b016-4352007c71eb tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-label-rules/3e05cb0d-46b0-485c-88ab-0ebf4b484ca4 HTTP/1.1" status: 204 len: 168 time: 0.3699875 Nov 12 11:31:58.282498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57474) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:31:58.350329 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.398791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.458782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4505f-c74e-4af9-840f-699df154054d req-e71c297e-425a-49da-bd17-5c666f594ad2 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:58.468657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1af4505f-c74e-4af9-840f-699df154054d req-e71c297e-425a-49da-bd17-5c666f594ad2 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 931 time: 0.0704994 Nov 12 11:31:58.502415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.539150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1af4505f-c74e-4af9-840f-699df154054d req-119f208f-3177-494e-aa8f-1b3daa781eb6 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689683 Nov 12 11:31:58.567696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-19783d5b-4c3b-4f8f-adf3-c384a903b30f None None] Provisioning complete for port 73ab7852-58c0-4b61-a5bf-a4634771938d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:58.568348 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-19783d5b-4c3b-4f8f-adf3-c384a903b30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:58.568983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:58.575169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:58.592848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Pushing event updated for resources: {'Port': ['ID=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:58.606950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:59.071208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73ab7852-58c0-4b61-a5bf-a4634771938d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:31:59.128854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:31:59.139824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 73ab7852-58c0-4b61-a5bf-a4634771938d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:59.140752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.157845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:31:59.164567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:31:59.172765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:59.173394 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.229341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=bde48afe-904b-4077-a7f4-3d3ed745af2a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:31:59.251738 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.256354 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b30fd33e-f74c-4109-9c77-c18889a75177 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.260000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b30fd33e-f74c-4109-9c77-c18889a75177 tempest-MeteringTestJSON-261447524 tempest-MeteringTestJSON-261447524-project-admin] 10.222.0.98 "DELETE /v2.0/metering/metering-labels/b53c2359-54fb-449d-8423-944f04a889e3 HTTP/1.1" status: 204 len: 168 time: 0.9740701 Nov 12 11:31:59.316826 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fbd55f4f-e05a-414c-8101-2db2cde1f33e tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9854791 Nov 12 11:31:59.336891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Request body: {'port': {'device_id': '615f41dd-fb0d-403d-945f-a2c50bc23d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:31:59.341089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Deleting port cb7279b6-5da1-48ad-903e-02786c31ad66 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:31:59.341424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.541987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.546357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f0090ec6-1844-4d71-b4d8-179bc0d42e1e None None] Provisioning complete for port bde48afe-904b-4077-a7f4-3d3ed745af2a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:31:59.547289 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0090ec6-1844-4d71-b4d8-179bc0d42e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.625201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:31:59.626845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f0090ec6-1844-4d71-b4d8-179bc0d42e1e None None] Port bde48afe-904b-4077-a7f4-3d3ed745af2a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:31:59.737113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Calling delete_port for cb7279b6-5da1-48ad-903e-02786c31ad66 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:31:59.738245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc32b3-29fe-48ea-95b9-9c12680debff req-2f3ee9ce-bd3e-436a-8174-07c026d657f9 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:31:59.738245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0bc32b3-29fe-48ea-95b9-9c12680debff req-2f3ee9ce-bd3e-436a-8174-07c026d657f9 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 931 time: 0.0636611 Nov 12 11:31:59.795350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0bc32b3-29fe-48ea-95b9-9c12680debff req-3b39c8f0-a01d-4dbb-ae6d-b24fd6b7a1a0 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614455 Nov 12 11:32:00.059417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:32:00.069631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:00.077593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-44e7295b-8ccf-4f5c-877c-cf286393ab72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:00.206605 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:00.302793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Transition to ACTIVE for port object 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:32:00.305744 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:00.348048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Pushing event deleted for resources: {'Port': ['ID=cb7279b6-5da1-48ad-903e-02786c31ad66,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:00.395374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9afca8-fde6-4dd8-ae49-63b0402ea8eb None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:00.428280 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:00.522495 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:00.539636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Pushing event updated for resources: {'Port': ['ID=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:00.673620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57496) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:00.811654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Attempting to bind port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:32:00.812045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Attempting to bind port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:32:00.812366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Attempting to bind port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 on network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:00.867576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 on network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:32:00.867743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Attempting to bind port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 on network 9c4b3642-5f9f-48fc-8bad-c1a7688ed61d {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:00.922979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:32:00.923327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Checking segment: {'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:00.923719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Bound using segment: {'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:32:00.924294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Bound port: 735f1262-a41c-4cc0-9fb1-7ddcd222ab79, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c7f606-e362-462c-bf2b-1c83db508166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:32:00.924679 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:00.966812 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.017269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01cd05d3-31fd-478c-aeda-3b91b18eea4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.040509 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.068347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bbb9d-4149-4c60-9de6-b4b1471845ac req-a4c5a13e-b0c7-4aca-b66f-aa90cbec167a tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:01.070194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.076526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af4bbb9d-4149-4c60-9de6-b4b1471845ac req-a4c5a13e-b0c7-4aca-b66f-aa90cbec167a tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 943 time: 0.1395204 Nov 12 11:32:01.184136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af4bbb9d-4149-4c60-9de6-b4b1471845ac req-1a210266-9e0c-405b-8cd9-4cf1060cd3b1 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038022 Nov 12 11:32:01.202195 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.240488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01cd05d3-31fd-478c-aeda-3b91b18eea4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.254027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] For port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:32:01.318408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] For port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:32:01.322636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Router b915a981-99a0-4bfd-951d-20f9834809ad has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:01.324244 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.342288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-01cd05d3-31fd-478c-aeda-3b91b18eea4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.346126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=bde48afe-904b-4077-a7f4-3d3ed745af2a,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:01.394573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-01cd05d3-31fd-478c-aeda-3b91b18eea4c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ac751970bcee4ce3a52785bb839c273d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7149711 Nov 12 11:32:01.394573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd05d3-31fd-478c-aeda-3b91b18eea4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524787c1-63d3-4b2b-ae11-718bdf2079d6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:01.395791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57508) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:01.455645 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5a19b3c-a791-46d0-833a-bd96440c076f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.460693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.478287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5a19b3c-a791-46d0-833a-bd96440c076f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.537131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:01.543261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:01.543890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.545664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] 10.222.0.69 "PUT /v2.0/ports/735f1262-a41c-4cc0-9fb1-7ddcd222ab79 HTTP/1.1" status: 200 len: 1092 time: 2.2137721 Nov 12 11:32:01.546129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615f41dd-fb0d-403d-945f-a2c50bc23d7f', 'tag': '735f1262-a41c-4cc0-9fb1-7ddcd222ab79'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:01.548219 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9653d-7083-4024-acf6-de7e2eb52c5c None None] Sync routers for ids ['b915a981-99a0-4bfd-951d-20f9834809ad'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:01.551279 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efb9403-05fc-4dd2-91e9-15cc76e86f74" -d '{"events": [{"name": "network-changed", "server_uuid": "615f41dd-fb0d-403d-945f-a2c50bc23d7f", "tag": "735f1262-a41c-4cc0-9fb1-7ddcd222ab79"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:01.574630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.578281 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9653d-7083-4024-acf6-de7e2eb52c5c None None] Routers {'b915a981-99a0-4bfd-951d-20f9834809ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:01.578468 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6438321-0b5f-4323-b471-8306a5518450 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "PUT /v2.0/routers/b915a981-99a0-4bfd-951d-20f9834809ad HTTP/1.1" status: 200 len: 710 time: 4.5793309 Nov 12 11:32:01.579879 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6ab9653d-7083-4024-acf6-de7e2eb52c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b915a981-99a0-4bfd-951d-20f9834809ad'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:01.580055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57512) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:01.596984 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a1082c-958d-41b6-b9b4-4d6463e8aae7 x-openstack-request-id: req-20a1082c-958d-41b6-b9b4-4d6463e8aae7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:01.597269 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615f41dd-fb0d-403d-945f-a2c50bc23d7f", "tag": "735f1262-a41c-4cc0-9fb1-7ddcd222ab79", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:01.597524 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20a1082c-958d-41b6-b9b4-4d6463e8aae7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:01.598067 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615f41dd-fb0d-403d-945f-a2c50bc23d7f', 'tag': '735f1262-a41c-4cc0-9fb1-7ddcd222ab79', 'status': 'completed', 'code': 200} Nov 12 11:32:01.624546 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6ab9653d-7083-4024-acf6-de7e2eb52c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:01.640198 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9653d-7083-4024-acf6-de7e2eb52c5c None None] Routers {'b915a981-99a0-4bfd-951d-20f9834809ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:01.641110 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6ab9653d-7083-4024-acf6-de7e2eb52c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:31:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b915a981-99a0-4bfd-951d-20f9834809ad'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:01.681269 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-6ab9653d-7083-4024-acf6-de7e2eb52c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:01.682440 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9653d-7083-4024-acf6-de7e2eb52c5c None None] The sync data for ids ['b915a981-99a0-4bfd-951d-20f9834809ad'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:01.688633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4f110-5929-4e11-bfe0-135008a33196 service neutron] Pushing event updated for resources: {'Port': ['ID=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:01.692933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:01.700563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:01.757512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb9403-05fc-4dd2-91e9-15cc76e86f74 req-98fbdf96-7838-4529-8a94-aca4172defe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:01.759086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4efb9403-05fc-4dd2-91e9-15cc76e86f74 req-98fbdf96-7838-4529-8a94-aca4172defe1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fb6a3858a7406090d48ac93656b084&device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 1095 time: 0.1362948 Nov 12 11:32:01.806049 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-055fd7ed-903d-444d-b29c-1930d5a36022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:01.959420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 9cabe9c4-5697-421f-9f35-5d91720826e0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:01.999455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb9403-05fc-4dd2-91e9-15cc76e86f74 req-f5e2aa82-1181-4855-bed9-295ae9e379e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:02.007299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4efb9403-05fc-4dd2-91e9-15cc76e86f74 req-f5e2aa82-1181-4855-bed9-295ae9e379e2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f4fb6a3858a7406090d48ac93656b084&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2356551 Nov 12 11:32:02.094218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-de903d17-80d1-4cde-a30c-6dca378544c5 None None] Provisioning complete for port bde48afe-904b-4077-a7f4-3d3ed745af2a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:02.107109 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de903d17-80d1-4cde-a30c-6dca378544c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:02.143222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5a19b3c-a791-46d0-833a-bd96440c076f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:02.155765 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c5a19b3c-a791-46d0-833a-bd96440c076f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:02.155765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c5a19b3c-a791-46d0-833a-bd96440c076f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/524787c1-63d3-4b2b-ae11-718bdf2079d6 HTTP/1.1" status: 204 len: 168 time: 0.7550757 Nov 12 11:32:02.196367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-de903d17-80d1-4cde-a30c-6dca378544c5 None None] Port bde48afe-904b-4077-a7f4-3d3ed745af2a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:32:02.295676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a19b3c-a791-46d0-833a-bd96440c076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524787c1-63d3-4b2b-ae11-718bdf2079d6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:02.312824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57532) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:02.313078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-519c3ee1-ec94-488a-bb52-a6020f7c6fe4 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/routers/b915a981-99a0-4bfd-951d-20f9834809ad HTTP/1.1" status: 200 len: 745 time: 0.7310534 Nov 12 11:32:02.372813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0230db6c-2846-48c5-b7ce-dceeec31e405 tempest-RoutersIpV6AdminTest-470500566 tempest-RoutersIpV6AdminTest-470500566-project-admin] 10.222.0.98 "GET /v2.0/ports?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&device_id=b915a981-99a0-4bfd-951d-20f9834809ad HTTP/1.1" status: 200 len: 205 time: 0.0598178 Nov 12 11:32:02.375502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57534) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:02.377779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb9403-05fc-4dd2-91e9-15cc76e86f74 req-a6411ca7-af45-4785-ab58-cf169a574e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:02.379873 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4efb9403-05fc-4dd2-91e9-15cc76e86f74 req-a6411ca7-af45-4785-ab58-cf169a574e25 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2716961 Nov 12 11:32:02.389564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:02.395835 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c8b4d1bc-d70f-4798-9184-ff8ca6ef1cb5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "PUT /v2.0/routers/9cabe9c4-5697-421f-9f35-5d91720826e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6676250 Nov 12 11:32:02.407905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Sync routers for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:02.437093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3e3a1856-0099-4b2e-9e10-6513876f1e16 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=b915a981-99a0-4bfd-951d-20f9834809ad HTTP/1.1" status: 200 len: 205 time: 0.0596452 Nov 12 11:32:02.439304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57538) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:02.454372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:02.456130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:02.491846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdad862-f33d-4426-a206-806db308db10 req-5b97993d-7430-4033-89b7-0d1f59f94bd7 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:02.500967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bdad862-f33d-4426-a206-806db308db10 req-5b97993d-7430-4033-89b7-0d1f59f94bd7 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 943 time: 0.1590736 Nov 12 11:32:02.557002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8948a8ae-cdac-436e-8a61-875b0ff8c6fd tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:02.565444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bdad862-f33d-4426-a206-806db308db10 req-cec92a06-6295-4e32-81b8-15df098c103c tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580227 Nov 12 11:32:02.758166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:03.054628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:00Z', 'revision_number': 2, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:03.099375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Checking router: 9cabe9c4-5697-421f-9f35-5d91720826e0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:03.100124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Updating router 9cabe9c4-5697-421f-9f35-5d91720826e0 port bde48afe-904b-4077-a7f4-3d3ed745af2a binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:32:03.154921 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:03.207564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8948a8ae-cdac-436e-8a61-875b0ff8c6fd tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:03.210196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8948a8ae-cdac-436e-8a61-875b0ff8c6fd tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:03.253164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-3675e3ae-3b26-455f-bb9f-e043b83078f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:03.254697 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-3675e3ae-3b26-455f-bb9f-e043b83078f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4fb6a3858a7406090d48ac93656b084&device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 1095 time: 0.6945119 Nov 12 11:32:03.322612 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-dcea95f3-bee9-46e4-9fdb-0fb69a98bffa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735f1262-a41c-4cc0-9fb1-7ddcd222ab79 HTTP/1.1" status: 200 len: 217 time: 0.0559568 Nov 12 11:32:03.396536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-99b159f1-6b6e-4dd3-9b26-54ad91b74d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:03.397950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-99b159f1-6b6e-4dd3-9b26-54ad91b74d26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3fd40318-b5b5-4a45-93e6-3380abaaeed8 HTTP/1.1" status: 200 len: 849 time: 0.0644970 Nov 12 11:32:03.436815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-fa1b68c4-3299-4dad-869f-ba8ee38f5250 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300899 Nov 12 11:32:03.496881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:03.559146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-5927ea56-c621-4d08-aa42-8dcee16c1c5d service neutron] 10.222.0.69 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143091 Nov 12 11:32:03.677579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-47eb69b6-1f22-40a6-b0d3-a43c5a235781 req-16b352e2-38fe-4bd6-915d-0eb862605741 service neutron] 10.222.0.69 "GET /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073267 Nov 12 11:32:04.318233 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.337673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57560) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.349529 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5fb3dd0b-0d34-4794-bff1-874b1cbafbfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.353875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.360102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8948a8ae-cdac-436e-8a61-875b0ff8c6fd tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.360102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8948a8ae-cdac-436e-8a61-875b0ff8c6fd tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Fanout notify agent at l3_agent the message router_deleted on router b915a981-99a0-4bfd-951d-20f9834809ad {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:32:04.368848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8948a8ae-cdac-436e-8a61-875b0ff8c6fd tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.370053 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8948a8ae-cdac-436e-8a61-875b0ff8c6fd tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/b915a981-99a0-4bfd-951d-20f9834809ad HTTP/1.1" status: 204 len: 168 time: 1.9296114 Nov 12 11:32:04.374284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57562) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.407370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-802429a6-307a-4074-88f2-ca851e745424 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=b915a981-99a0-4bfd-951d-20f9834809ad HTTP/1.1" status: 200 len: 205 time: 0.0313048 Nov 12 11:32:04.409850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.410703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bed1ea-cd99-4a5f-a7ef-38e07678a4bc None None] Pushing event updated for resources: {'Port': ['ID=bde48afe-904b-4077-a7f4-3d3ed745af2a,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:04.436971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.464287 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-331e9025-abd6-44a9-824e-df99766e627e tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] delete failed (client error): The resource could not be found. Nov 12 11:32:04.468020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-331e9025-abd6-44a9-824e-df99766e627e tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/b915a981-99a0-4bfd-951d-20f9834809ad HTTP/1.1" status: 404 len: 336 time: 0.0558116 Nov 12 11:32:04.469438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57566) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.499982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Attempting to bind port bde48afe-904b-4077-a7f4-3d3ed745af2a on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:32:04.499982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Attempting to bind port bde48afe-904b-4077-a7f4-3d3ed745af2a by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:32:04.499982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Attempting to bind port bde48afe-904b-4077-a7f4-3d3ed745af2a on network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:04.506854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:32:04.507340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Checking segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:04.507815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.508318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Bound using segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:32:04.508875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Bound port: bde48afe-904b-4077-a7f4-3d3ed745af2a, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:32:04.509341 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.516173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c27552f-6a19-4e65-92a4-26c5cfcdfb02 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=1da1bc8f-9c14-47c0-b870-24e37a0b805d HTTP/1.1" status: 200 len: 205 time: 0.0430253 Nov 12 11:32:04.516415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57568) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.564759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5fb3dd0b-0d34-4794-bff1-874b1cbafbfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.565664 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-2d515edf-cf27-4128-b893-9aadc80b33da tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] delete failed (client error): The resource could not be found. Nov 12 11:32:04.569390 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2d515edf-cf27-4128-b893-9aadc80b33da tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/1da1bc8f-9c14-47c0-b870-24e37a0b805d HTTP/1.1" status: 404 len: 336 time: 0.0494785 Nov 12 11:32:04.569582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57570) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.607206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-742d504a-e467-4322-929d-7c023dd95f86 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=4dd46999-be93-4bef-8f77-c7b104879822 HTTP/1.1" status: 200 len: 205 time: 0.0330472 Nov 12 11:32:04.607206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57572) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.620151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] For port bde48afe-904b-4077-a7f4-3d3ed745af2a, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:32:04.628453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] For port bde48afe-904b-4077-a7f4-3d3ed745af2a, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bde48afe-904b-4077-a7f4-3d3ed745af2a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:32:04.656171 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-31cbf708-8061-471b-88eb-ba1926a9a9cb tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] delete failed (client error): The resource could not be found. Nov 12 11:32:04.657614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-31cbf708-8061-471b-88eb-ba1926a9a9cb tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/4dd46999-be93-4bef-8f77-c7b104879822 HTTP/1.1" status: 404 len: 336 time: 0.0494640 Nov 12 11:32:04.659793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57576) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.689428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5fb3dd0b-0d34-4794-bff1-874b1cbafbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.691978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-19fe9b1b-436d-48ee-af72-260929823c20 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c HTTP/1.1" status: 200 len: 205 time: 0.0294893 Nov 12 11:32:04.692991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57578) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.733716 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-676e75fe-c503-4f8c-b511-a33a6122b440 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] delete failed (client error): The resource could not be found. Nov 12 11:32:04.736015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-676e75fe-c503-4f8c-b511-a33a6122b440 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/081c1f1d-1b9d-45b9-9eaa-cb9a4a741e8c HTTP/1.1" status: 404 len: 336 time: 0.0409503 Nov 12 11:32:04.738826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57580) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.750354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3dd0b-0d34-4794-bff1-874b1cbafbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb747bbb-a44b-47a2-a175-0b20ad8e426a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:04.770351 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.781738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5fb3dd0b-0d34-4794-bff1-874b1cbafbfd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=69f61eb5e9f8471abf5629e00826666e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490561 Nov 12 11:32:04.782786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57582) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.821817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-470f9ea0-0a28-4f5d-a951-c5dc9cfcee36 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=3aeed66e-27ff-4512-a4cf-3ffa67059a4c HTTP/1.1" status: 200 len: 205 time: 0.0782719 Nov 12 11:32:04.822463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57584) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.854643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-362db9d8-6475-49ca-9f13-b669bea736fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.888373 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-362db9d8-6475-49ca-9f13-b669bea736fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.916612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bed1ea-cd99-4a5f-a7ef-38e07678a4bc None None] Pushing event updated for resources: {'Port': ['ID=bde48afe-904b-4077-a7f4-3d3ed745af2a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:04.923265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:04.925606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:32:04.944321 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-de16efe1-5843-44c5-865a-137db7b6ea11 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] delete failed (client error): The resource could not be found. Nov 12 11:32:04.949750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-de16efe1-5843-44c5-865a-137db7b6ea11 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/3aeed66e-27ff-4512-a4cf-3ffa67059a4c HTTP/1.1" status: 404 len: 336 time: 0.1210074 Nov 12 11:32:04.949750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57586) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:04.953828 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:04.954483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:05.013392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-88b1986b-cbcd-42df-a89f-5354eda6aa09 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "GET /v2.0/ports?device_id=aca559dd-0f1b-49c1-88f0-6fb0be141e60 HTTP/1.1" status: 200 len: 205 time: 0.0577419 Nov 12 11:32:05.013392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57588) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:05.017433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-74892ad2-0a14-41da-86e5-5c48388be7e3 None None] Provisioning complete for port bde48afe-904b-4077-a7f4-3d3ed745af2a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:05.018790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74892ad2-0a14-41da-86e5-5c48388be7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:05.039569 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-362db9d8-6475-49ca-9f13-b669bea736fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:05.042117 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-362db9d8-6475-49ca-9f13-b669bea736fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:05.047720 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-362db9d8-6475-49ca-9f13-b669bea736fd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cb747bbb-a44b-47a2-a175-0b20ad8e426a HTTP/1.1" status: 204 len: 168 time: 0.2637975 Nov 12 11:32:05.064896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362db9d8-6475-49ca-9f13-b669bea736fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb747bbb-a44b-47a2-a175-0b20ad8e426a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:05.128331 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-8fec4b1b-c076-4794-a580-ff3e07cf769a tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] delete failed (client error): The resource could not be found. Nov 12 11:32:05.131735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8fec4b1b-c076-4794-a580-ff3e07cf769a tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/routers/aca559dd-0f1b-49c1-88f0-6fb0be141e60 HTTP/1.1" status: 404 len: 336 time: 0.1178267 Nov 12 11:32:05.132366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57592) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:05.210589 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-0161db65-143e-45a6-9784-fd5f144ea740 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] DELETE failed (client error): The resource could not be found. Nov 12 11:32:05.217766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0161db65-143e-45a6-9784-fd5f144ea740 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:32:05.221134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0161db65-143e-45a6-9784-fd5f144ea740 tempest-RoutersIpV6AdminTest-2147048085 tempest-RoutersIpV6AdminTest-2147048085-project] 10.222.0.98 "DELETE /v2.0/subnets/bce128c5-a98b-4e02-a5e1-c083c9b2380c HTTP/1.1" status: 404 len: 337 time: 0.0877397 Nov 12 11:32:05.268624 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:05.361524 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74892ad2-0a14-41da-86e5-5c48388be7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:05.455948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-74892ad2-0a14-41da-86e5-5c48388be7e3 None None] For port bde48afe-904b-4077-a7f4-3d3ed745af2a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bde48afe-904b-4077-a7f4-3d3ed745af2a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:05.573673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:04Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:05.580800 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74892ad2-0a14-41da-86e5-5c48388be7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:05.640455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26f65e-ecf7-4fca-bbf3-d1d6c13c9380 None None] The sync data for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 is: [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:04Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:05.673602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74892ad2-0a14-41da-86e5-5c48388be7e3 None None] Pushing event updated for resources: {'Port': ['ID=bde48afe-904b-4077-a7f4-3d3ed745af2a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:05.748257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1d1f9a42-90c7-445e-81a1-ae64413fc2d2 None None] Provisioning complete for port bde48afe-904b-4077-a7f4-3d3ed745af2a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:05.749136 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1d1f9a42-90c7-445e-81a1-ae64413fc2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:05.925817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:06.096039 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ea57-c7ef-4178-a6f1-909d6ba769d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.193057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ea57-c7ef-4178-a6f1-909d6ba769d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.293103 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9aa0ea57-c7ef-4178-a6f1-909d6ba769d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.334590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0ea57-c7ef-4178-a6f1-909d6ba769d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04fdc86-4a8b-464a-bfdd-8ced2f2eeeb2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:06.359988 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9aa0ea57-c7ef-4178-a6f1-909d6ba769d4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ff8bc79dd21d45be894e37a2b3f0f8a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257236 Nov 12 11:32:06.360525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57618) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:06.440201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15418f42-5133-41a1-bf7c-8328f9e4b1a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.494409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15418f42-5133-41a1-bf7c-8328f9e4b1a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.734796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15418f42-5133-41a1-bf7c-8328f9e4b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.738579 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15418f42-5133-41a1-bf7c-8328f9e4b1a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:06.742165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15418f42-5133-41a1-bf7c-8328f9e4b1a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d04fdc86-4a8b-464a-bfdd-8ced2f2eeeb2 HTTP/1.1" status: 204 len: 168 time: 0.3877428 Nov 12 11:32:06.760243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15418f42-5133-41a1-bf7c-8328f9e4b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04fdc86-4a8b-464a-bfdd-8ced2f2eeeb2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:06.867158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57632) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:06.994799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1255121495'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:07.119472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bde48afe-904b-4077-a7f4-3d3ed745af2a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:32:07.157965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:32:07.159443 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:07.163596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.177649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.203265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bde48afe-904b-4077-a7f4-3d3ed745af2a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:07.203629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.288376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.366401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:07.370636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.387079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '735f1262-a41c-4cc0-9fb1-7ddcd222ab79', 'network_id': '9c4b3642-5f9f-48fc-8bad-c1a7688ed61d', 'port_id': '735f1262-a41c-4cc0-9fb1-7ddcd222ab79', 'mac_address': 'fa:16:3e:a8:11:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd40318-b5b5-4a45-93e6-3380abaaeed8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:32:07.431761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925bcd85-2eac-4cad-8874-be5a904cc27b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:07.434459 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.450674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:32:07.457308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:32:07.458824 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.459445 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Added segment 26262edf-f61f-4252-a16a-ca1463be21e3 of type vlan for network 7f6c2823-505e-4e67-958d-d6258691e9d5 Nov 12 11:32:07.489222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:07.532672 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.694479 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.702672 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.712532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:07.713683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57644) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:07.726906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.768440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:07.807572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-21ef4989-032b-4574-af55-b10656e19d2e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=613da3ae9bf04423a4049c07a9fcc131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0908992 Nov 12 11:32:07.809981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57646) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:07.879536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-480ddc28-c9f3-4505-80c8-331a9cd88294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.886831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Network': ['ID=7f6c2823-505e-4e67-958d-d6258691e9d5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:07.900293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:32:07.915197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4bb01fd1-d87b-4167-bb33-d06be8541372 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0468733 Nov 12 11:32:07.921171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57648) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:07.921337 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-480ddc28-c9f3-4505-80c8-331a9cd88294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:07.926065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'subnet': {'network_id': '7f6c2823-505e-4e67-958d-d6258691e9d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:07.974807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['735f1262-a41c-4cc0-9fb1-7ddcd222ab79'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:32:08.084986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-480ddc28-c9f3-4505-80c8-331a9cd88294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:08.087611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-480ddc28-c9f3-4505-80c8-331a9cd88294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:08.091353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-480ddc28-c9f3-4505-80c8-331a9cd88294 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3c299930-b3ee-4bec-aa05-c9584f9b0641 HTTP/1.1" status: 204 len: 168 time: 0.2767448 Nov 12 11:32:08.098323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ddc28-c9f3-4505-80c8-331a9cd88294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c299930-b3ee-4bec-aa05-c9584f9b0641,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:08.153734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:08.159520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:08.497171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:08.625094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Checking segment: {'id': '26262edf-f61f-4252-a16a-ca1463be21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7f6c2823-505e-4e67-958d-d6258691e9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:08.625413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network hostable DHCP agents. Network: 7f6c2823-505e-4e67-958d-d6258691e9d5, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:32:08.633383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Subnet': ['ID=0712ff5f-1400-40a6-b4df-0d12677c98e2,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:08.734818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:32:08.822696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 7f6c2823-505e-4e67-958d-d6258691e9d5) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:08.827418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:08.828066 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:08.834518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55719dc9-dc95-420a-ab6c-69496b97965e None None] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:32:08.970484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8b19bb73-6586-4369-a0c8-01446dfa5465 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0514297 Nov 12 11:32:08.973294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57668) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:08.982057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1622868321', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:09.135028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:09.136741 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:09.170374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0937686a-5e01-45c5-9ea7-e5bb25842b93 None None] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:32:09.182250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:32:09.213948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:09.383377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:32:09.392837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:09.393284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:09.561560 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:09.607307 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:09.612507 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-42e7ba47-2e04-4f28-a25b-2db8370db01f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937684461&fields=id&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 267 time: 0.1149023 Nov 12 11:32:09.699047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615f41dd-fb0d-403d-945f-a2c50bc23d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f1262-a41c-4cc0-9fb1-7ddcd222ab79'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:09.706593 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447099c2-8f51-416f-a6c3-551ba0c938c4" -d '{"events": [{"server_uuid": "615f41dd-fb0d-403d-945f-a2c50bc23d7f", "name": "network-vif-plugged", "status": "completed", "tag": "735f1262-a41c-4cc0-9fb1-7ddcd222ab79"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:09.739267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:09.820402 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:09.879114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-560a72e4-605d-416e-8aa7-9105cc21b6eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:09.880990 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-560a72e4-605d-416e-8aa7-9105cc21b6eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 796 time: 0.2502985 Nov 12 11:32:09.903430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-f3713c74-c34c-4f56-bcdb-0e3192051e0a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/quotas/c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0147605 Nov 12 11:32:09.932343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:09.959481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.960130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.961172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.961702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.962294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.963244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.963748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.965404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.965916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.967996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.968547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:09.969406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:10.001755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:10.008755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-8028e1dd-ad82-4058-9da5-c366b8b2ea60 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977070 Nov 12 11:32:10.029688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:10.163909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-c242f15c-f466-485c-b51a-43e72e76cf02 service neutron] 10.222.0.98 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407101 Nov 12 11:32:10.165439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.25.3.132 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/cc32f76f-011c-46f5-a9f0-fd9bb061c98b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:10.332039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-a7a400f7-9bff-410b-ba71-7fe268276422 service neutron] 10.222.0.98 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589813 Nov 12 11:32:10.351595 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:10.783406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:10.887716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:10.891306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:10.913987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:10.937034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3de9bc-f4a6-4c7a-91d3-8318af37dafb None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:11.033608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be23f1-f91c-42af-9db5-d73cce8a610a req-0fe45093-ffb6-4924-b1dd-ffc009c04829 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:11.042678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1be23f1-f91c-42af-9db5-d73cce8a610a req-0fe45093-ffb6-4924-b1dd-ffc009c04829 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 945 time: 0.1083350 Nov 12 11:32:11.081982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-43c78ed3-1a62-4365-853e-94a069dcf220 None None] Provisioning complete for port cc32f76f-011c-46f5-a9f0-fd9bb061c98b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:11.084636 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43c78ed3-1a62-4365-853e-94a069dcf220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.140431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=cc32f76f-011c-46f5-a9f0-fd9bb061c98b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:11.158208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-43c78ed3-1a62-4365-853e-94a069dcf220 None None] Port cc32f76f-011c-46f5-a9f0-fd9bb061c98b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:32:11.232526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1be23f1-f91c-42af-9db5-d73cce8a610a req-4e586daa-0f77-44b1-8650-f0cae16df2d8 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888056 Nov 12 11:32:11.295155 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa274c11-2d1a-45ca-85af-aa3dfaae2bb0 x-openstack-request-id: req-fa274c11-2d1a-45ca-85af-aa3dfaae2bb0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:11.295334 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615f41dd-fb0d-403d-945f-a2c50bc23d7f", "name": "network-vif-plugged", "status": "completed", "tag": "735f1262-a41c-4cc0-9fb1-7ddcd222ab79", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:11.295538 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa274c11-2d1a-45ca-85af-aa3dfaae2bb0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:11.296133 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615f41dd-fb0d-403d-945f-a2c50bc23d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f1262-a41c-4cc0-9fb1-7ddcd222ab79', 'code': 200} Nov 12 11:32:11.310761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57734) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:11.405596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42c2065b-07b4-460a-b9a0-c2517f05b10b req-409cba43-c87d-4404-ab29-7456207fa85d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 210 time: 0.0548456 Nov 12 11:32:11.482154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38306c-03c8-4f03-b2a4-48f2e1429e02 req-8ebff2e1-a640-45ef-b2f5-eb1b356ce9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:11.483607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e38306c-03c8-4f03-b2a4-48f2e1429e02 req-8ebff2e1-a640-45ef-b2f5-eb1b356ce9a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 1097 time: 0.1163061 Nov 12 11:32:11.486386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.509358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1869d7bf-ab25-491a-a37f-5b55319608f3 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-898545843'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:11.610895 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2e38306c-03c8-4f03-b2a4-48f2e1429e02 req-b81504fb-f9e1-4085-a06f-c8fb6701dc5f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866396 Nov 12 11:32:11.631533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1869d7bf-ab25-491a-a37f-5b55319608f3 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.631533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1869d7bf-ab25-491a-a37f-5b55319608f3 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.753753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1869d7bf-ab25-491a-a37f-5b55319608f3 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.831711 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:11.879981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1869d7bf-ab25-491a-a37f-5b55319608f3 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.002414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1869d7bf-ab25-491a-a37f-5b55319608f3 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.006154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1869d7bf-ab25-491a-a37f-5b55319608f3 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6923141 Nov 12 11:32:12.006361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57744) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:12.103047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9aaf-7196-4a9c-b912-a626b3ca70c6 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.119537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:32:12.339632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:12.350802 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212d60e-44b9-4b22-8b01-fbab05480091 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:12.374573 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212d60e-44b9-4b22-8b01-fbab05480091 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:12.375202 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d212d60e-44b9-4b22-8b01-fbab05480091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:12.412871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9aaf-7196-4a9c-b912-a626b3ca70c6 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.431000 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9aaf-7196-4a9c-b912-a626b3ca70c6 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.452535 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d212d60e-44b9-4b22-8b01-fbab05480091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:12.476271 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212d60e-44b9-4b22-8b01-fbab05480091 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:12.476972 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d212d60e-44b9-4b22-8b01-fbab05480091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:12.482573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.484369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e6313701-51c2-4924-abf7-b38de64c84a7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5090008 Nov 12 11:32:12.486908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57752) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:12.504250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0c181-819f-4631-9972-7632c470c3f9 req-3afa9f4f-ae1d-4f8b-8fff-eb9dbe8945f0 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:12.507244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76e0c181-819f-4631-9972-7632c470c3f9 req-3afa9f4f-ae1d-4f8b-8fff-eb9dbe8945f0 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 945 time: 0.1631846 Nov 12 11:32:12.570889 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d212d60e-44b9-4b22-8b01-fbab05480091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:12.571834 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212d60e-44b9-4b22-8b01-fbab05480091 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:12.591474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76e0c181-819f-4631-9972-7632c470c3f9 req-d7e267b5-1ad1-4d90-ae41-3b29bbf83ca5 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750628 Nov 12 11:32:12.592368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9aaf-7196-4a9c-b912-a626b3ca70c6 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.596123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2b9aaf-7196-4a9c-b912-a626b3ca70c6 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d90bd498-f78e-4a06-8295-f782ef1502cc {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:32:12.631162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9aaf-7196-4a9c-b912-a626b3ca70c6 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.632353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ec2b9aaf-7196-4a9c-b912-a626b3ca70c6 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "DELETE /v2.0/routers/d90bd498-f78e-4a06-8295-f782ef1502cc HTTP/1.1" status: 204 len: 168 time: 0.6248896 Nov 12 11:32:12.640800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57756) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:12.645917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-441881df-96bb-492d-aa1d-55849db55cda tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Request body: {'router': {'name': 'tempest-router-1784754307', 'distributed': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:12.743764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5d02329-13da-4861-aa6f-59d99e82ee97 req-414b8791-effb-49e2-80c3-152f004e6537 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 210 time: 0.0457804 Nov 12 11:32:12.950345 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441881df-96bb-492d-aa1d-55849db55cda tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:12.951469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441881df-96bb-492d-aa1d-55849db55cda tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.094572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441881df-96bb-492d-aa1d-55849db55cda tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.189970 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.314986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441881df-96bb-492d-aa1d-55849db55cda tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.486411 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-441881df-96bb-492d-aa1d-55849db55cda tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.490484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57762) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:13.492334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-441881df-96bb-492d-aa1d-55849db55cda tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8499210 Nov 12 11:32:13.592446 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a3f-3e4d-43b7-9c86-c7aae11d6d25 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.594675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.20.0.1 (7f6c2823-505e-4e67-958d-d6258691e9d5/0712ff5f-1400-40a6-b4df-0d12677c98e2/593e6076-00f0-4635-b01c-b22d7eaa2d38) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:13.791069 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.846365 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a3f-3e4d-43b7-9c86-c7aae11d6d25 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.850031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a3f-3e4d-43b7-9c86-c7aae11d6d25 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:13.903588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b4f95-6ddf-4e34-af42-eb0c4a6cb22f req-96a22e68-3f98-4f84-ac25-ca3df851368d tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:13.911044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f7b4f95-6ddf-4e34-af42-eb0c4a6cb22f req-96a22e68-3f98-4f84-ac25-ca3df851368d tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 945 time: 0.1642904 Nov 12 11:32:13.955106 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.048740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f7b4f95-6ddf-4e34-af42-eb0c4a6cb22f req-2f57db77-a442-4ade-82a1-1e7467e0700f tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367047 Nov 12 11:32:14.054321 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a3f-3e4d-43b7-9c86-c7aae11d6d25 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.055200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd0a3f-3e4d-43b7-9c86-c7aae11d6d25 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3f7f005-1731-4486-ac7a-52ff13343a80 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:32:14.064248 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bddd0a3f-3e4d-43b7-9c86-c7aae11d6d25 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.068437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bddd0a3f-3e4d-43b7-9c86-c7aae11d6d25 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "DELETE /v2.0/routers/f3f7f005-1731-4486-ac7a-52ff13343a80 HTTP/1.1" status: 204 len: 168 time: 0.5747700 Nov 12 11:32:14.076930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57784) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:14.082572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-102b26b1-8acb-464e-8147-d39c26114cca tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Request body: {'router': {'name': 'tempest-router-1465444829', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a02d7ca01c7841309a2288b9c40ec25d'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:14.121822 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=593e6076-00f0-4635-b01c-b22d7eaa2d38,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:14.138274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:14.144033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:14.147244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:14.206124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-158ccbaf-1aa7-4600-a8f0-79b6fb3e6f05 req-34e765d3-ab49-45fc-850f-7aaf24fd670a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 210 time: 0.0393698 Nov 12 11:32:14.213631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.217436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-102b26b1-8acb-464e-8147-d39c26114cca tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.218517 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-102b26b1-8acb-464e-8147-d39c26114cca tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.302565 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-102b26b1-8acb-464e-8147-d39c26114cca tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.557845 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:14.991554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-102b26b1-8acb-464e-8147-d39c26114cca tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.134577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9bcdd57f-8c10-46f9-9d18-a6a9f1f76051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:15.137567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9bcdd57f-8c10-46f9-9d18-a6a9f1f76051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.57 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 796 time: 0.7151513 Nov 12 11:32:15.146351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-102b26b1-8acb-464e-8147-d39c26114cca tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.149930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-102b26b1-8acb-464e-8147-d39c26114cca tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0718098 Nov 12 11:32:15.153866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57802) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:15.169059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:15.457439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b13e5153-3164-4fdb-9e5b-66bdbf06158d req-2dde109c-5f49-423e-9b6c-b80e56319370 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 210 time: 0.0927680 Nov 12 11:32:15.474223 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-a05239e9-4077-495c-b908-bb959f536e88 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 379 time: 0.3171859 Nov 12 11:32:15.528368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'port': {'device_id': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'admin_state_up': True, 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'security_groups': ['37432401-ce67-4414-9b3d-02b65b5ecfab']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:15.572144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdf5354c-1aab-436e-8da1-864464000d14 req-13277f5e-2b8b-43ca-9ec3-dab0e8d4166a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2205188 Nov 12 11:32:15.585685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41859'] for router, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.586018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.700145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.720950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5354c-1aab-436e-8da1-864464000d14 req-931fdd53-99cb-4777-894d-1e54e6eb4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:15.722868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdf5354c-1aab-436e-8da1-864464000d14 req-931fdd53-99cb-4777-894d-1e54e6eb4cef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0794494 Nov 12 11:32:15.771327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109704) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 11:32:15.775595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Router 9e1fea90-262a-4976-8686-1f5dcd4595b0 migrating from provider to provider. {{(pid=109704) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 11:32:15.775595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.788447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.821629 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:15.943263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691499'] for router, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.064459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:16.076576 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.111811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=593e6076-00f0-4635-b01c-b22d7eaa2d38,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:16.138329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5354c-1aab-436e-8da1-864464000d14 req-3aa5769f-a34c-4c37-90c9-df536bee4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:16.142738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdf5354c-1aab-436e-8da1-864464000d14 req-3aa5769f-a34c-4c37-90c9-df536bee4f58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.3984709 Nov 12 11:32:16.147178 n-d-768852-22 neutron-server[109704]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] No L3 agents can host the router 9e1fea90-262a-4976-8686-1f5dcd4595b0 Nov 12 11:32:16.151238 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.178748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.179145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.179488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.182596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.185477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.185911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.187516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.187516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.187516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.187516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.187915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.190110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:16.356767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdf5354c-1aab-436e-8da1-864464000d14 req-972ccdda-a761-4e9e-a2b5-8c2fc6156fb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.1798954 Nov 12 11:32:16.417695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:16.454285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7304b-2ec0-4c87-b1fd-fb65327c9fbc req-ded77e7a-4e5e-481a-abac-663c0233b022 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:16.462284 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5eb7304b-2ec0-4c87-b1fd-fb65327c9fbc req-ded77e7a-4e5e-481a-abac-663c0233b022 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 945 time: 0.2303450 Nov 12 11:32:16.464619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:16.485839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Hosts for router 9e1fea90-262a-4976-8686-1f5dcd4595b0: [] {{(pid=109704) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 11:32:16.565207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5354c-1aab-436e-8da1-864464000d14 req-dda2e5ec-0317-4d19-a77d-7da480a5c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:16.566624 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdf5354c-1aab-436e-8da1-864464000d14 req-dda2e5ec-0317-4d19-a77d-7da480a5c0e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.2012579 Nov 12 11:32:16.598177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5eb7304b-2ec0-4c87-b1fd-fb65327c9fbc req-d882ce57-f513-471c-993a-ab9dc72f6cfc tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359191 Nov 12 11:32:16.650624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Hosts for other DVR routers connected to router 9e1fea90-262a-4976-8686-1f5dcd4595b0: set() {{(pid=109704) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 11:32:16.670410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:16.673017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cb8cf55f-863c-4d9f-95aa-2f71e1036f60 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "PUT /v2.0/routers/9e1fea90-262a-4976-8686-1f5dcd4595b0 HTTP/1.1" status: 200 len: 717 time: 1.5153203 Nov 12 11:32:16.687815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57820) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:16.715659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.20.0.3 (e44a5ef4-53ac-4ec1-b810-4cb66b82a476/560ca38d-d174-4e40-94b7-5388db655687/d6f167c1-9777-43c2-9d54-b1b9f299c69a) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:16.814337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5354c-1aab-436e-8da1-864464000d14 req-eb45e96a-70e0-4bdd-a751-f950a426e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:16.815952 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdf5354c-1aab-436e-8da1-864464000d14 req-eb45e96a-70e0-4bdd-a751-f950a426e389 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2401423 Nov 12 11:32:16.880641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e05246ce-c710-4cf9-ab3b-7c2dcf990905 req-08fb7e5f-ff09-4a92-b113-ecd01bc05d87 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 210 time: 0.0973556 Nov 12 11:32:16.912233 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d3e3fb71-b9b5-4d5b-8194-85230ca91ce1 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "GET /v2.0/routers/9e1fea90-262a-4976-8686-1f5dcd4595b0 HTTP/1.1" status: 200 len: 717 time: 0.2186348 Nov 12 11:32:16.917845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 57826) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:16.918709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:17.093643 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdf5354c-1aab-436e-8da1-864464000d14 req-29f5c7d5-9761-4087-b319-59f2ce342ded service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568672 Nov 12 11:32:17.210319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:17.238599 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:17.289195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bdf5354c-1aab-436e-8da1-864464000d14 req-5ec63a2c-787c-4e40-ad14-a61cdbc2a3ff service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947203 Nov 12 11:32:17.300373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:17.309221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c9e4b08-18c2-463e-ad02-3afaf22f0fa6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/routers/c6f3849a-2b42-46d1-a412-14aad48fc8ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8182049 Nov 12 11:32:17.310454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798daea-a43e-4b7c-858b-2fe5ea511c0e None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:17.319591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57838) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:17.327293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'port': {'network_id': '7f6c2823-505e-4e67-958d-d6258691e9d5', 'name': 'tempest-FloatingIPTestJSON-1428199256'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:17.333926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798daea-a43e-4b7c-858b-2fe5ea511c0e None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:17.334657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5798daea-a43e-4b7c-858b-2fe5ea511c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:17.404831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:17.409313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5798daea-a43e-4b7c-858b-2fe5ea511c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:17.428375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:17.440739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:17.469329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798daea-a43e-4b7c-858b-2fe5ea511c0e None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:17.472794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5798daea-a43e-4b7c-858b-2fe5ea511c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:17.482869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57848) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:17.488815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ce02d3b7-05a7-4f30-b9ce-d3022754cab5 tempest-RoutersTestDVR-791645648 tempest-RoutersTestDVR-791645648-project] 10.222.0.98 "GET /v2.0/routers/9e1fea90-262a-4976-8686-1f5dcd4595b0 HTTP/1.1" status: 200 len: 683 time: 0.5563114 Nov 12 11:32:17.540873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5798daea-a43e-4b7c-858b-2fe5ea511c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:17.542946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5798daea-a43e-4b7c-858b-2fe5ea511c0e None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:17.618789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:17.676243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:17.678569 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:17.719656 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:17.733518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6302fcd7-ffef-41d8-9a10-1ee72da06116 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:17.845009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579bdc8-6e8a-46c2-aa4a-65b400c219a4 req-03e9fb11-b5e6-4ac8-ac26-fbf5e9b2ec4d tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:17.846690 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9579bdc8-6e8a-46c2-aa4a-65b400c219a4 req-03e9fb11-b5e6-4ac8-ac26-fbf5e9b2ec4d tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 945 time: 0.0953376 Nov 12 11:32:17.867348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:17.873506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:17.941613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-9fe3f550-5da8-4b57-9f8f-40f0d182afc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4288828 Nov 12 11:32:17.943120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-0456feec-540a-4bce-ab0c-814e93a36811 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:17.948023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-0456feec-540a-4bce-ab0c-814e93a36811 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.69 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 945 time: 0.3094077 Nov 12 11:32:17.960084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Request body: {'port': {'device_id': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:18.059525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b1f7684d-83c0-4148-9575-d4779712de7d None None] Provisioning complete for port d6f167c1-9777-43c2-9d54-b1b9f299c69a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:18.059898 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b1f7684d-83c0-4148-9575-d4779712de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:18.189851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] device_id is not set on port 88e8e4b9-0fd1-4099-83e2-6af2a1eca599 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:32:18.201206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b1f7684d-83c0-4148-9575-d4779712de7d None None] Port d6f167c1-9777-43c2-9d54-b1b9f299c69a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:32:18.208504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:18.289816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9579bdc8-6e8a-46c2-aa4a-65b400c219a4 req-a11e98b4-7fd0-4173-a0af-d61368b69b05 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933475 Nov 12 11:32:18.505536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.20.0.13 (7f6c2823-505e-4e67-958d-d6258691e9d5/0712ff5f-1400-40a6-b4df-0d12677c98e2/88e8e4b9-0fd1-4099-83e2-6af2a1eca599) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:18.682865 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6302fcd7-ffef-41d8-9a10-1ee72da06116 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:18.688716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6302fcd7-ffef-41d8-9a10-1ee72da06116 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:18.703439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2cc8d-31e6-435a-91bf-a583306fe374 req-a0901d1d-2fea-4d4f-b153-5ae85921adcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:18.712466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40d2cc8d-31e6-435a-91bf-a583306fe374 req-a0901d1d-2fea-4d4f-b153-5ae85921adcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 931 time: 0.2391756 Nov 12 11:32:18.803878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:18.836496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40d2cc8d-31e6-435a-91bf-a583306fe374 req-a129abf7-096f-4717-83d2-a316cabe2db0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222184 Nov 12 11:32:18.856041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Deleting port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:18.856937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:18.959115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f167c1-9777-43c2-9d54-b1b9f299c69a {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:32:18.968255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:18.990691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] For port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,segment=NetworkSegment(53c7f606-e362-462c-bf2b-1c83db508166),segment_id=53c7f606-e362-462c-bf2b-1c83db508166)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:18.991452 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:19.005848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Calling delete_port for 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:19.423407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57647fc7-adf6-4ba3-8240-dfc89b87bdf1 req-d62c79c9-b1c5-4eaa-a77e-193fe14f686f tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:19.425034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57647fc7-adf6-4ba3-8240-dfc89b87bdf1 req-d62c79c9-b1c5-4eaa-a77e-193fe14f686f tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 945 time: 0.0527112 Nov 12 11:32:19.481989 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57647fc7-adf6-4ba3-8240-dfc89b87bdf1 req-4b2a3345-977c-4fa8-b059-ee330dd4d142 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/security-groups?id=8fee7954-6b76-42fb-8e09-8934d288aef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Nov 12 11:32:19.994758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6302fcd7-ffef-41d8-9a10-1ee72da06116 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.007666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6302fcd7-ffef-41d8-9a10-1ee72da06116 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1fea90-262a-4976-8686-1f5dcd4595b0 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:32:20.007666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6302fcd7-ffef-41d8-9a10-1ee72da06116 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.007666 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6302fcd7-ffef-41d8-9a10-1ee72da06116 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "DELETE /v2.0/routers/9e1fea90-262a-4976-8686-1f5dcd4595b0 HTTP/1.1" status: 204 len: 168 time: 2.5176320 Nov 12 11:32:20.007666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57890) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:20.009437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0baf38-d356-497c-b8b0-282401c13c2c req-b3696a7f-1cfd-4279-bf7b-c8543b7a8e15 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:20.011474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f0baf38-d356-497c-b8b0-282401c13c2c req-b3696a7f-1cfd-4279-bf7b-c8543b7a8e15 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 931 time: 0.0611100 Nov 12 11:32:20.012635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c4c7f281-ab44-4f35-bcab-88fe3f11bd14 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Request body: {'router': {'name': 'tempest-router-52637370', 'distributed': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:20.072868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f0baf38-d356-497c-b8b0-282401c13c2c req-9ec2443f-be52-4b9f-8d16-90bfc2d72328 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546250 Nov 12 11:32:20.096203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.096203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.097898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Transition to ACTIVE for port object d6f167c1-9777-43c2-9d54-b1b9f299c69a will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:32:20.113544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['735f1262-a41c-4cc0-9fb1-7ddcd222ab79'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:32:20.170324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:20.173380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f281-ab44-4f35-bcab-88fe3f11bd14 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.174430 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f281-ab44-4f35-bcab-88fe3f11bd14 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.189403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:20.207204 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.207381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:20.211241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=88e8e4b9-0fd1-4099-83e2-6af2a1eca599,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:20.264726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:20.280108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] No DVR routers for this DVR port 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:32:20.287150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.297365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bea37a2e-8eda-4e93-8db3-bb18ea2e97cd req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.69 "DELETE /v2.0/ports/735f1262-a41c-4cc0-9fb1-7ddcd222ab79 HTTP/1.1" status: 204 len: 173 time: 2.3364778 Nov 12 11:32:20.302511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615f41dd-fb0d-403d-945f-a2c50bc23d7f', 'name': 'network-vif-deleted', 'tag': '735f1262-a41c-4cc0-9fb1-7ddcd222ab79'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:20.305373 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a796fe-3425-4b2a-a053-3b7a9d6427d8" -d '{"events": [{"server_uuid": "615f41dd-fb0d-403d-945f-a2c50bc23d7f", "name": "network-vif-deleted", "tag": "735f1262-a41c-4cc0-9fb1-7ddcd222ab79"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:20.310572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b008e-5c65-4191-87f1-5ef690360d53 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] Pushing event deleted for resources: {'Port': ['ID=735f1262-a41c-4cc0-9fb1-7ddcd222ab79,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:20.367147 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cda6b1-4d4b-4ced-863d-547207d3f415 x-openstack-request-id: req-d3cda6b1-4d4b-4ced-863d-547207d3f415 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:20.367547 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615f41dd-fb0d-403d-945f-a2c50bc23d7f", "name": "network-vif-deleted", "tag": "735f1262-a41c-4cc0-9fb1-7ddcd222ab79", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:20.367801 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d3cda6b1-4d4b-4ced-863d-547207d3f415 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:20.376848 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615f41dd-fb0d-403d-945f-a2c50bc23d7f', 'name': 'network-vif-deleted', 'tag': '735f1262-a41c-4cc0-9fb1-7ddcd222ab79', 'status': 'completed', 'code': 200} Nov 12 11:32:20.381046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f281-ab44-4f35-bcab-88fe3f11bd14 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.404353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:20.405124 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.435506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Attempting to bind port d6f167c1-9777-43c2-9d54-b1b9f299c69a on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:32:20.436186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Attempting to bind port d6f167c1-9777-43c2-9d54-b1b9f299c69a by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:32:20.436186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Attempting to bind port d6f167c1-9777-43c2-9d54-b1b9f299c69a on network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:20.448063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Port d6f167c1-9777-43c2-9d54-b1b9f299c69a on network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:32:20.450334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Attempting to bind port d6f167c1-9777-43c2-9d54-b1b9f299c69a on network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:32:20.457381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:32:20.458230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Checking segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:32:20.458708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Bound using segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:32:20.459252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Bound port: d6f167c1-9777-43c2-9d54-b1b9f299c69a, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:32:20.459762 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.492079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f281-ab44-4f35-bcab-88fe3f11bd14 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.536273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:32:20.540333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:32:20.598400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7923b54d-8492-42ea-b28f-ed8781d5a2b0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2773407 Nov 12 11:32:20.616001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57912) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:20.616001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'port': {'network_id': '7f6c2823-505e-4e67-958d-d6258691e9d5', 'name': 'tempest-FloatingIPTestJSON-828515994'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:20.620422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-781ee5e3-ac13-4c36-88b9-1f37f1a25f26 req-9def875c-887f-4aee-a389-95835e58bffb tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 210 time: 0.0429678 Nov 12 11:32:20.652371 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.685860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f281-ab44-4f35-bcab-88fe3f11bd14 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.690046 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c4c7f281-ab44-4f35-bcab-88fe3f11bd14 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.6829302 Nov 12 11:32:20.693216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57914) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:20.750860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:20.754969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:20.755746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:20.757301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-409befaa-d60f-4709-84c9-c009dda2996d service neutron] 10.222.0.57 "PUT /v2.0/ports/d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 1092 time: 2.8018041 Nov 12 11:32:20.758008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:20.760590 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:20.828131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:21.065567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-346df022-bcef-46d4-b2f7-86003e234d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:21.069168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-346df022-bcef-46d4-b2f7-86003e234d11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1095 time: 0.0878758 Nov 12 11:32:21.070967 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35f9d8ad-6ef7-4c0e-ab76-7d53855bdbf4 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:21.141831 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02063035-ec33-4cf5-a905-375987fb3a7d x-openstack-request-id: req-02063035-ec33-4cf5-a905-375987fb3a7d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:21.142542 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:21.143169 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-02063035-ec33-4cf5-a905-375987fb3a7d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:21.143821 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'status': 'completed', 'code': 200} Nov 12 11:32:21.146068 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-5d65f1fa-8572-4e6b-bf4b-369f2456999c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 217 time: 0.0677049 Nov 12 11:32:21.252059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-db98f493-8b3d-4909-938a-ae1ecbebebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:21.254140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-db98f493-8b3d-4909-938a-ae1ecbebebab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.1002779 Nov 12 11:32:21.266813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8782-f8a5-4afc-ba6b-982cacf8c82e req-8299379d-a82b-425b-b670-62cb0470ce55 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:21.268565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-644d8782-f8a5-4afc-ba6b-982cacf8c82e req-8299379d-a82b-425b-b670-62cb0470ce55 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 943 time: 0.0832810 Nov 12 11:32:21.380491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-002832f0-8d91-4b51-936b-b8c9ffc97b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:21.382354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-002832f0-8d91-4b51-936b-b8c9ffc97b13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127002 Nov 12 11:32:21.390466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-644d8782-f8a5-4afc-ba6b-982cacf8c82e req-f1bc5995-f3dd-4e1e-b636-e0da7848096b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111116 Nov 12 11:32:21.415307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35f9d8ad-6ef7-4c0e-ab76-7d53855bdbf4 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:21.418939 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35f9d8ad-6ef7-4c0e-ab76-7d53855bdbf4 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:21.472746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:21.478526 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:21.508718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] device_id is not set on port d8888776-0514-4653-bdae-58a11692f886 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:32:21.520040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-f357bcf3-b16a-4f48-8177-ad17231f0b78 service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265628 Nov 12 11:32:21.645038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f0c568-2609-4083-9c8b-b3a7ca08d37b req-71f789fb-5715-48af-a427-f7227d33b147 service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041391 Nov 12 11:32:21.706008 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35f9d8ad-6ef7-4c0e-ab76-7d53855bdbf4 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:21.706008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f9d8ad-6ef7-4c0e-ab76-7d53855bdbf4 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee70c5ec-6531-48a6-8c9b-5cbfeacd4107 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:32:21.749506 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35f9d8ad-6ef7-4c0e-ab76-7d53855bdbf4 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:21.750873 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-35f9d8ad-6ef7-4c0e-ab76-7d53855bdbf4 tempest-RoutersTestDVR-346638195 tempest-RoutersTestDVR-346638195-project-admin] 10.222.0.98 "DELETE /v2.0/routers/ee70c5ec-6531-48a6-8c9b-5cbfeacd4107 HTTP/1.1" status: 204 len: 168 time: 0.8957353 Nov 12 11:32:21.880220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.20.0.8 (7f6c2823-505e-4e67-958d-d6258691e9d5/0712ff5f-1400-40a6-b4df-0d12677c98e2/d8888776-0514-4653-bdae-58a11692f886) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:21.914765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f8c0b72-9a39-465f-ad2b-a38a187d29cb req-f10f17b1-c711-43f6-a7c9-ff92a24777a2 tempest-VolumesActionsTest-825821631 tempest-VolumesActionsTest-825821631-project] 10.222.0.98 "GET /v2.0/ports?device_id=615f41dd-fb0d-403d-945f-a2c50bc23d7f HTTP/1.1" status: 200 len: 210 time: 0.1358771 Nov 12 11:32:22.021988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-4e9e1a1c-66d5-4ef7-9a8b-18331189e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:22.023797 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-4e9e1a1c-66d5-4ef7-9a8b-18331189e76d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1095 time: 0.0861666 Nov 12 11:32:22.134400 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:22.297609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:22.356563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:22.363340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:22.368373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:22.403219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=d8888776-0514-4653-bdae-58a11692f886,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:22.453845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-baca60c3-a444-44c1-989b-bbda54690cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:22.455953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-baca60c3-a444-44c1-989b-bbda54690cb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.4246202 Nov 12 11:32:22.460781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:22.465184 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:22.529047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-e17fd910-8271-4fdc-a7f7-78f265e431a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 217 time: 0.0641515 Nov 12 11:32:22.614708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141bb45-f041-4bf7-b273-cf920b8e4a91 req-3f5456f3-43b1-4b36-a00c-247a19bed74c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:22.616263 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e141bb45-f041-4bf7-b273-cf920b8e4a91 req-3f5456f3-43b1-4b36-a00c-247a19bed74c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 943 time: 0.0980887 Nov 12 11:32:22.622932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-4dfe5340-8b7d-4a64-b42c-47d7bd397552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:22.625548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-4dfe5340-8b7d-4a64-b42c-47d7bd397552 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.0768962 Nov 12 11:32:22.661259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b1ea3d2c-bcd0-41b1-87d3-abd6d1d7d1f0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0590472 Nov 12 11:32:22.664387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57960) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:22.673448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'd8888776-0514-4653-bdae-58a11692f886', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:22.703534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e141bb45-f041-4bf7-b273-cf920b8e4a91 req-aaf26d92-3260-459c-894c-1f7919a084b9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767126 Nov 12 11:32:22.719317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-ca39ec56-d94e-4d29-affa-246c3e28af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:22.720967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-ca39ec56-d94e-4d29-affa-246c3e28af2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877793 Nov 12 11:32:22.831345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57964) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:22.842496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-72e57693-560a-46b6-b976-9f9e730cc3cf service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127806 Nov 12 11:32:22.937449 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:23.032194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7668ae6-8372-48de-81a2-c956f32ebac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:23.034794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-960045e1-f5ec-4bc6-88bc-9ebdbc08cbb2 req-db07b26d-75f0-43ed-86b5-ec8a1ed547cc service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849098 Nov 12 11:32:23.219719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7668ae6-8372-48de-81a2-c956f32ebac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:23.245944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:23.269261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:32:23.296484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:32:23.297055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 735f1262-a41c-4cc0-9fb1-7ddcd222ab79 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:32:23.320828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d7668ae6-8372-48de-81a2-c956f32ebac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:23.379144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7668ae6-8372-48de-81a2-c956f32ebac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb78c0b-7006-4626-a4fd-1f74e0aa9b2e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:23.400739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d7668ae6-8372-48de-81a2-c956f32ebac4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a02d7ca01c7841309a2288b9c40ec25d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5681744 Nov 12 11:32:23.403328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 57996) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:23.508792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.25.3.232 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/f081a7b4-3856-4689-8718-b2d9226ab69a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:23.540423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-064bbec5-a10c-46b1-b410-063969fecc9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:23.676508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-064bbec5-a10c-46b1-b410-063969fecc9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:23.778800 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:23.895206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48e183-2ec0-4986-b922-88b965afc191 req-1ea809d2-4a98-4a84-acda-aa723e09d7ad tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:23.897009 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be48e183-2ec0-4986-b922-88b965afc191 req-1ea809d2-4a98-4a84-acda-aa723e09d7ad tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 943 time: 0.0828989 Nov 12 11:32:23.984662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be48e183-2ec0-4986-b922-88b965afc191 req-96c88fb4-11b2-462d-b420-bfc486d4bf49 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804002 Nov 12 11:32:24.052989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-064bbec5-a10c-46b1-b410-063969fecc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:24.052989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-064bbec5-a10c-46b1-b410-063969fecc9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:24.052989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-064bbec5-a10c-46b1-b410-063969fecc9a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1cb78c0b-7006-4626-a4fd-1f74e0aa9b2e HTTP/1.1" status: 204 len: 168 time: 0.6358175 Nov 12 11:32:24.055417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bbec5-a10c-46b1-b410-063969fecc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb78c0b-7006-4626-a4fd-1f74e0aa9b2e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:24.149227 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:24.231628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=f081a7b4-3856-4689-8718-b2d9226ab69a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:24.237323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:24.240235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:24.258905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:25.190325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e01351-a952-44f4-bdd0-016e3861d7c7 req-a2f49e56-4a82-4d2c-9c43-0bcc84476410 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:25.196757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9e01351-a952-44f4-bdd0-016e3861d7c7 req-a2f49e56-4a82-4d2c-9c43-0bcc84476410 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 943 time: 0.1102040 Nov 12 11:32:25.292218 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9e01351-a952-44f4-bdd0-016e3861d7c7 req-b1460186-3b27-4ed4-8e3d-024e8f1fd33e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921519 Nov 12 11:32:25.345248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58064) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:25.372429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d91edf-c4a4-409b-94da-64d824d51790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:25.465714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:25.499377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d91edf-c4a4-409b-94da-64d824d51790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:25.608929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d6f167c1-9777-43c2-9d54-b1b9f299c69a details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:32:25.679533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f1d91edf-c4a4-409b-94da-64d824d51790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:25.747790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:25.756821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:25.771451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'port_id': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'mac_address': 'fa:16:3e:ad:3b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:32:25.797575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f1d91edf-c4a4-409b-94da-64d824d51790 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=844b3f61c50e4d88a5755e7ea7555b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4509773 Nov 12 11:32:25.801746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58082) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:25.804495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d91edf-c4a4-409b-94da-64d824d51790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304c0b0e-86c4-427d-ba71-b0ba46b69117,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:25.838699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:25.853067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f167c1-9777-43c2-9d54-b1b9f299c69a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:32:25.888558 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e6850f3-799a-4f95-9e5b-21094c81a875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:25.925862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e6850f3-799a-4f95-9e5b-21094c81a875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:25.987027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:26.125590 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.170827 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.233277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:26.239354 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e6850f3-799a-4f95-9e5b-21094c81a875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.242142 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e6850f3-799a-4f95-9e5b-21094c81a875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.245077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7e6850f3-799a-4f95-9e5b-21094c81a875 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/304c0b0e-86c4-427d-ba71-b0ba46b69117 HTTP/1.1" status: 204 len: 168 time: 0.4406004 Nov 12 11:32:26.253768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6850f3-799a-4f95-9e5b-21094c81a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304c0b0e-86c4-427d-ba71-b0ba46b69117,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:26.342261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.408855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['d6f167c1-9777-43c2-9d54-b1b9f299c69a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:32:26.486598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdeb175-1eda-4142-b274-525009863b9f req-e26990ed-8a25-42b1-a9fa-831eb02dd613 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:26.493526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fdeb175-1eda-4142-b274-525009863b9f req-e26990ed-8a25-42b1-a9fa-831eb02dd613 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 944 time: 0.0965598 Nov 12 11:32:26.524398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=f081a7b4-3856-4689-8718-b2d9226ab69a,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:26.549445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:26.638650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fdeb175-1eda-4142-b274-525009863b9f req-fc88b0ce-2a7c-4b59-842e-d58c0224123b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340411 Nov 12 11:32:26.724490 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 0312d9ad-bd67-4fa2-918a-d8ee948e5a0d associated. External IP: 172.25.3.232, port: d8888776-0514-4653-bdae-58a11692f886. Nov 12 11:32:27.010883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:27.173024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:27.184483 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a328e-2d84-46ec-a3e1-790312005ca6 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:27.195702 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a328e-2d84-46ec-a3e1-790312005ca6 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:27.196600 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-019a328e-2d84-46ec-a3e1-790312005ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:27.258504 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-019a328e-2d84-46ec-a3e1-790312005ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:27.275751 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a328e-2d84-46ec-a3e1-790312005ca6 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:27.276453 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-019a328e-2d84-46ec-a3e1-790312005ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:27.319627 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-019a328e-2d84-46ec-a3e1-790312005ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:27.320392 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a328e-2d84-46ec-a3e1-790312005ca6 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:27.426570 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.475567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58142) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:27.476481 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3d7e84ee-5374-483d-a6e7-c220884bdad0 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8106594 Nov 12 11:32:27.483708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:27.623669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d6f167c1-9777-43c2-9d54-b1b9f299c69a up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:32:27.754345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:27.995092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dd61f-e29f-44b5-980e-ee9cb4440306 req-4e1ef74f-8c9d-4dbe-9aca-ddaf050b9f2c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:27.997239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e81dd61f-e29f-44b5-980e-ee9cb4440306 req-4e1ef74f-8c9d-4dbe-9aca-ddaf050b9f2c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 944 time: 0.1408088 Nov 12 11:32:28.131911 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:28.178320 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port d6f167c1-9777-43c2-9d54-b1b9f299c69a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:32:28.193421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port d6f167c1-9777-43c2-9d54-b1b9f299c69a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:28.194565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:28.199031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e81dd61f-e29f-44b5-980e-ee9cb4440306 req-872c9c37-08ea-45c3-90c9-6abaf06cd1af tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911819 Nov 12 11:32:28.355307 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:28.402435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:28.405083 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da01e87c-e59b-4640-8105-69fedd7df940" -d '{"events": [{"server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "name": "network-vif-plugged", "status": "completed", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:28.423246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:32:28.518850 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4615ecb7-0f51-4c7d-818f-9dda24745144 x-openstack-request-id: req-4615ecb7-0f51-4c7d-818f-9dda24745144 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:28.518850 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "name": "network-vif-plugged", "status": "completed", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:28.518850 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4615ecb7-0f51-4c7d-818f-9dda24745144 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:28.518850 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'code': 200} Nov 12 11:32:28.561442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0563cf6-c4de-4e54-97b5-2d7e36947e7f req-da007f06-e166-4a56-be8f-ad1b1bac9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:28.563036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0563cf6-c4de-4e54-97b5-2d7e36947e7f req-da007f06-e166-4a56-be8f-ad1b1bac9926 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1096 time: 0.0441320 Nov 12 11:32:28.619668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0563cf6-c4de-4e54-97b5-2d7e36947e7f req-0f52afba-b3a6-4ac5-8548-a8c59edd265d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484014 Nov 12 11:32:28.746006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:28.746006 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 0312d9ad-bd67-4fa2-918a-d8ee948e5a0d disassociated. External IP: 172.25.3.232, port: d8888776-0514-4653-bdae-58a11692f886. Nov 12 11:32:28.815850 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:28.894885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:29.107865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:29.276887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:29.286849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:29.291733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ce31d-4527-4210-a6f8-81bf699e37c4 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:29.310631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ce31d-4527-4210-a6f8-81bf699e37c4 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:29.311759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8c8ce31d-4527-4210-a6f8-81bf699e37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:29.365013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8c8ce31d-4527-4210-a6f8-81bf699e37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:29.376279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e5eb79a8-fad3-4cff-9cd9-01b6842489cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:29.382304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-709f1619-75ec-489c-97b0-743b02eb4558 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/floatingips/0312d9ad-bd67-4fa2-918a-d8ee948e5a0d HTTP/1.1" status: 200 len: 688 time: 1.9055574 Nov 12 11:32:29.385218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58194) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:29.391764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ce31d-4527-4210-a6f8-81bf699e37c4 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:29.392443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8c8ce31d-4527-4210-a6f8-81bf699e37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:29.440995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8c8ce31d-4527-4210-a6f8-81bf699e37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:29.441691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ce31d-4527-4210-a6f8-81bf699e37c4 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:29.520558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9528ce2-3340-46b5-b314-435d4e6a536e req-321fb0be-a903-43c1-9b40-0dfff0cc8c09 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:29.532559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9528ce2-3340-46b5-b314-435d4e6a536e req-321fb0be-a903-43c1-9b40-0dfff0cc8c09 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1372819 Nov 12 11:32:29.687598 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9528ce2-3340-46b5-b314-435d4e6a536e req-cf31f2f8-8c68-4d31-a41c-5afffcbb7c40 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416593 Nov 12 11:32:29.795464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port f081a7b4-3856-4689-8718-b2d9226ab69a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:29.795824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:29.959865 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:29.960233 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:29.990412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for f081a7b4-3856-4689-8718-b2d9226ab69a owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:30.387004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:30.434930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=f081a7b4-3856-4689-8718-b2d9226ab69a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:30.548443 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:30.556462 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:30.574925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58230) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:30.575505 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-826018bd-aebe-4e31-ac73-aa870d490bca tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/floatingips/0312d9ad-bd67-4fa2-918a-d8ee948e5a0d HTTP/1.1" status: 204 len: 168 time: 1.1828609 Nov 12 11:32:30.580605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '88e8e4b9-0fd1-4099-83e2-6af2a1eca599'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:30.656825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58232) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:30.731612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:30.886560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1591459824', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:30.961282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d83e81-d29d-460b-9757-ddaf7d1a464d req-a4b0a83b-c339-46d6-8d31-ee1b05c6ca22 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:30.962708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22d83e81-d29d-460b-9757-ddaf7d1a464d req-a4b0a83b-c339-46d6-8d31-ee1b05c6ca22 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.2002127 Nov 12 11:32:31.036620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22d83e81-d29d-460b-9757-ddaf7d1a464d req-44a47769-e839-4535-b882-9b586e4971f4 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624244 Nov 12 11:32:31.092549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Made reservation on behalf of 6295873d5bc24102ae7416022db65c3e for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:31.106036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:31.130600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:31.156442 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:31.314526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b19d3-48cb-4305-9632-cb6354a1a01e req-72165efe-b3d2-440c-b648-394be8717c3f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:31.324164 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a3b19d3-48cb-4305-9632-cb6354a1a01e req-72165efe-b3d2-440c-b648-394be8717c3f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1571729 Nov 12 11:32:31.467506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.25.3.152 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/cfb9f64c-dc4e-44bb-b967-47d149e41e68) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:31.486833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:31.502798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a3b19d3-48cb-4305-9632-cb6354a1a01e req-6de6c3ca-9d6b-4252-9304-7376016394dc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774178 Nov 12 11:32:31.529100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58256) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:31.606926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03a8be5-c730-4628-9288-4369ad477944 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:31.612092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f03a8be5-c730-4628-9288-4369ad477944 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1092 time: 0.0776789 Nov 12 11:32:31.615452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58262) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:31.644629 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:31.694241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:31.701070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] device_id is not set on port ea189bbf-65da-4843-bfe4-75907350ff18 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:32:31.859559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ffd9bd-3fce-4fc3-b05d-65761e590ced,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:31.877988 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:31.893107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:31.911372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.911976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.912127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.912430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.912766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.913298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.913583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.913920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.914414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.914723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.915066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.915380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:32:31.918396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d4adb27d-311f-4ea7-bd7f-fb14a4a6515f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:32.094038 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:32.244729 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:32.363827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:32.384490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Allocated IP 172.25.3.31 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/ea189bbf-65da-4843-bfe4-75907350ff18) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:32.387449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:32.390210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:32.428136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=cfb9f64c-dc4e-44bb-b967-47d149e41e68,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:32.825545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:33.085956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:33.129072 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:33.632524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:33.653126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Pushing event updated for resources: {'Port': ['ID=ea189bbf-65da-4843-bfe4-75907350ff18,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:33.655719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:33.673000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:33.731760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b71bc-1471-4e3a-8283-26e3d16ef21b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:33.731867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.25.3.251 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/48e97e0b-e2f0-4154-800e-75c3cc195b06) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:33.733777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:33.754788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-87b76e5a-b11c-405a-86c2-33116de11e0a None None] Provisioning complete for port ea189bbf-65da-4843-bfe4-75907350ff18 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:32:33.755654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-87b76e5a-b11c-405a-86c2-33116de11e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:33.798566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:33.799178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:33.807867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-87b76e5a-b11c-405a-86c2-33116de11e0a None None] Port ea189bbf-65da-4843-bfe4-75907350ff18 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:32:33.928495 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:34.086102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2ddcc067-a351-433a-abc2-93da8ca35f78 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4281375 Nov 12 11:32:34.090030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58310) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:34.094576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.31'}]}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:34.157272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:34.244215 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:34.256423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:34.259516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:34.266680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:34.290007 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=48e97e0b-e2f0-4154-800e-75c3cc195b06,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:34.294950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:34.307199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:34.307199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:34.399316 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:34.768782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:34.859313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:35.038536 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:35.170851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:35.278159 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:35.358375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=cfb9f64c-dc4e-44bb-b967-47d149e41e68,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:35.379316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:35.476442 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:35.603996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:35.646402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:35.657471 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 0260e0ae-bf2b-45f5-8972-bcb39bebd20e associated. External IP: 172.25.3.152, port: 88e8e4b9-0fd1-4099-83e2-6af2a1eca599. Nov 12 11:32:35.892068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.016487 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.023394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:36.146600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.253347 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.256420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.462513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.463121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5992f0be-362d-4308-a90f-a115e34037a1 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:32:36.601924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=48e97e0b-e2f0-4154-800e-75c3cc195b06,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:36.605620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:36.626027 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947193-1c29-4a0f-8683-3e2a7c9c36db None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:36.629561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.663003 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:32:36.666486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-621991e2-b354-4f96-82c8-6ed87e5d8262 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5753214 Nov 12 11:32:36.666697 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0947193-1c29-4a0f-8683-3e2a7c9c36db None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:36.668068 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d0947193-1c29-4a0f-8683-3e2a7c9c36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:36.669914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58356) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:36.795910 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d0947193-1c29-4a0f-8683-3e2a7c9c36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:36.807263 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Floating IP 5f11c310-9116-4f0f-b0b8-fe7dcff9f36f associated. External IP: 172.25.3.251, port: d6f167c1-9777-43c2-9d54-b1b9f299c69a. Nov 12 11:32:36.807831 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0947193-1c29-4a0f-8683-3e2a7c9c36db None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:36.808577 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d0947193-1c29-4a0f-8683-3e2a7c9c36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:36.821323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-69be911c-8d76-4f18-a033-3a0072d452e4 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Deleting port ea189bbf-65da-4843-bfe4-75907350ff18 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:36.821823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69be911c-8d76-4f18-a033-3a0072d452e4 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.928443 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:36.990900 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3786bf29-bd4f-4b7b-9dec-a1b8da6526c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.4139299 Nov 12 11:32:36.993681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58364) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:36.998794 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69be911c-8d76-4f18-a033-3a0072d452e4 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:37.076159 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d0947193-1c29-4a0f-8683-3e2a7c9c36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:37.077580 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0947193-1c29-4a0f-8683-3e2a7c9c36db None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:37.315663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 9cabe9c4-5697-421f-9f35-5d91720826e0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:37.662959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-69be911c-8d76-4f18-a033-3a0072d452e4 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Calling delete_port for ea189bbf-65da-4843-bfe4-75907350ff18 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:37.678229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:37.694619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] Sync routers for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:37.711657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:37.717013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:37.872975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d2855197-af80-4915-9f4b-d1d7156118db tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "GET /v2.0/floatingips/0260e0ae-bf2b-45f5-8972-bcb39bebd20e HTTP/1.1" status: 200 len: 979 time: 0.8654673 Nov 12 11:32:37.875760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58378) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:38.027229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:38.047126 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:38.148986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-60a86005-645c-4ee3-a3af-dc0e8c74f99d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5279512 Nov 12 11:32:38.165222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:32:38.174443 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e976e9e3-864f-4aee-853c-0693feb8d719" -d '{"events": [{"name": "network-changed", "server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:32:38.198812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58390) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:38.199916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8be0a8eb-2d34-4268-97a6-7aaabc43d4c6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3227584 Nov 12 11:32:38.203733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'port_id': 'd8888776-0514-4653-bdae-58a11692f886'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:38.320685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:38.325833 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69be911c-8d76-4f18-a033-3a0072d452e4 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:38.417657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b09e1f-28cb-45ca-b2d6-f892ec3f7309 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:32:38.419169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15af6d-f99b-48e3-a2ea-5de9ff4c25d9 req-d91e5522-4be6-44e7-9157-f1ff28b1c820 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:38.421778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de15af6d-f99b-48e3-a2ea-5de9ff4c25d9 req-d91e5522-4be6-44e7-9157-f1ff28b1c820 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1649966 Nov 12 11:32:38.476531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '5f11c310-9116-4f0f-b0b8-fe7dcff9f36f', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'port_id': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'mac_address': 'fa:16:3e:ad:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:34Z', 'updated_at': '2021-11-12T11:32:34Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:05Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:38.481479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be911c-8d76-4f18-a033-3a0072d452e4 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea189bbf-65da-4843-bfe4-75907350ff18,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:38.509967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] Checking router: 9cabe9c4-5697-421f-9f35-5d91720826e0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:32:38.522256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:38.523539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:38.564667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de15af6d-f99b-48e3-a2ea-5de9ff4c25d9 req-34fe2111-153b-403b-8359-63ec3ad9695c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285875 Nov 12 11:32:38.594165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58398) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:38.710606 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab8133f-c9fb-4ab1-a9d7-156849bbee58 x-openstack-request-id: req-8ab8133f-c9fb-4ab1-a9d7-156849bbee58 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:32:38.711565 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:32:38.711565 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8ab8133f-c9fb-4ab1-a9d7-156849bbee58 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:32:38.712176 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'status': 'completed', 'code': 200} Nov 12 11:32:38.779144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:32:38.824817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-648a0cde-1919-4a98-9dcd-be3d20480837 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/5f11c310-9116-4f0f-b0b8-fe7dcff9f36f HTTP/1.1" status: 200 len: 991 time: 0.2129779 Nov 12 11:32:38.827958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69be911c-8d76-4f18-a033-3a0072d452e4 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:38.842848 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-69be911c-8d76-4f18-a033-3a0072d452e4 tempest-RoutersAdminNegativeTest-449647671 tempest-RoutersAdminNegativeTest-449647671-project-admin] 10.222.0.98 "DELETE /v2.0/ports/ea189bbf-65da-4843-bfe4-75907350ff18 HTTP/1.1" status: 204 len: 168 time: 2.1714766 Nov 12 11:32:38.853470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-5e289c2f-7906-4b2d-8295-7f78ac496a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:38.857861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-5e289c2f-7906-4b2d-8295-7f78ac496a17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1097 time: 0.1306851 Nov 12 11:32:39.066897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-ff1e4295-1496-4843-94d4-afc0a4c82434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:39.069576 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-ff1e4295-1496-4843-94d4-afc0a4c82434 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.2046595 Nov 12 11:32:39.278831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-ce1fb68a-1cf0-4fc2-87e4-3457ff55f3ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 999 time: 0.1956956 Nov 12 11:32:39.356115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '5f11c310-9116-4f0f-b0b8-fe7dcff9f36f', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'port_id': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'mac_address': 'fa:16:3e:ad:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:34Z', 'updated_at': '2021-11-12T11:32:34Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:05Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:39.389926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-e159c1ca-da30-4709-b3da-760460611352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:39.391482 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-e159c1ca-da30-4709-b3da-760460611352 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.0941484 Nov 12 11:32:39.411264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8bfac-661a-4330-9837-6212a443c05e None None] The sync data for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 is: [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '5f11c310-9116-4f0f-b0b8-fe7dcff9f36f', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'port_id': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'mac_address': 'fa:16:3e:ad:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:32:34Z', 'updated_at': '2021-11-12T11:32:34Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:05Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:39.466158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-bb4017b9-d919-4efd-8a3e-63f1c3244812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:39.471329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-bb4017b9-d919-4efd-8a3e-63f1c3244812 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704839 Nov 12 11:32:39.700709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-f67cea8f-f97a-451a-8d94-0658ac31fd39 service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196376 Nov 12 11:32:39.749102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:39.835145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58422) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:39.939172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e976e9e3-864f-4aee-853c-0693feb8d719 req-a89fd691-50e8-41a4-98c2-c013b454fa31 service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166150 Nov 12 11:32:39.971205 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1483d9-f305-4141-8ebb-3f3d0bb9de3a None None] New status for floating IP 5f11c310-9116-4f0f-b0b8-fe7dcff9f36f: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:32:39.997757 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7d7540d6-a884-4b69-932b-4a20a464f5fd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/5f11c310-9116-4f0f-b0b8-fe7dcff9f36f HTTP/1.1" status: 200 len: 991 time: 0.1585495 Nov 12 11:32:40.032872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58426) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:40.106947 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:40.222264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d975c1f-a460-4636-8ff9-963538b90e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:40.256545 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 0260e0ae-bf2b-45f5-8972-bcb39bebd20e associated. External IP: 172.25.3.152, port: 88e8e4b9-0fd1-4099-83e2-6af2a1eca599. Nov 12 11:32:40.406950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d975c1f-a460-4636-8ff9-963538b90e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:40.535426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:40.547025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7d975c1f-a460-4636-8ff9-963538b90e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:40.687341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7d975c1f-a460-4636-8ff9-963538b90e34 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8b845ffe4af040ca85f465dbb41fde52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487765 Nov 12 11:32:40.687904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58448) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:40.696301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d975c1f-a460-4636-8ff9-963538b90e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bc204a-df5b-40ff-b983-a3bc3a333e39,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:40.761210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:40.784907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2c9a4-240a-40a6-b9c6-5d2b550f3132 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:40.798382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2c9a4-240a-40a6-b9c6-5d2b550f3132 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:40.802024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9bf2c9a4-240a-40a6-b9c6-5d2b550f3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:40.858123 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7327be4-c410-4abf-8b96-7c041e115831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:40.905178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7327be4-c410-4abf-8b96-7c041e115831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:41.005255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9bf2c9a4-240a-40a6-b9c6-5d2b550f3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:41.007818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:41.040877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2c9a4-240a-40a6-b9c6-5d2b550f3132 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:41.044855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9bf2c9a4-240a-40a6-b9c6-5d2b550f3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:41.147375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9bf2c9a4-240a-40a6-b9c6-5d2b550f3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:41.149551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2c9a4-240a-40a6-b9c6-5d2b550f3132 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:41.194625 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3f29e56d-7e43-444d-aeea-962347d4171e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/5f11c310-9116-4f0f-b0b8-fe7dcff9f36f HTTP/1.1" status: 200 len: 993 time: 0.1832662 Nov 12 11:32:41.255348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:41.326049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7327be4-c410-4abf-8b96-7c041e115831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:41.329201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c7327be4-c410-4abf-8b96-7c041e115831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:41.333503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c7327be4-c410-4abf-8b96-7c041e115831 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/99bc204a-df5b-40ff-b983-a3bc3a333e39 HTTP/1.1" status: 204 len: 168 time: 0.6447220 Nov 12 11:32:41.344505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7327be4-c410-4abf-8b96-7c041e115831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bc204a-df5b-40ff-b983-a3bc3a333e39,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:41.493231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:41.497629 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:41.505045 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80924e8f-84e3-41b5-9aca-a977b1de0157 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:41.543333 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80924e8f-84e3-41b5-9aca-a977b1de0157 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:41.550294 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80924e8f-84e3-41b5-9aca-a977b1de0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:41.567902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5b7c58e9-4241-4a90-8e73-49f7e220b81f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/floatingips/0260e0ae-bf2b-45f5-8972-bcb39bebd20e HTTP/1.1" status: 200 len: 977 time: 3.3675694 Nov 12 11:32:41.570742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58468) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:41.578101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:41.643612 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80924e8f-84e3-41b5-9aca-a977b1de0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:41.660960 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:41.679749 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80924e8f-84e3-41b5-9aca-a977b1de0157 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:41.680759 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80924e8f-84e3-41b5-9aca-a977b1de0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:41.748384 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-80924e8f-84e3-41b5-9aca-a977b1de0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:41.749387 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80924e8f-84e3-41b5-9aca-a977b1de0157 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:41.849551 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:41.921823 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:32:42.149371 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.161616 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 0260e0ae-bf2b-45f5-8972-bcb39bebd20e disassociated. External IP: 172.25.3.152, port: d8888776-0514-4653-bdae-58a11692f886. Nov 12 11:32:42.437582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:42.701679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:42.707043 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:42.711757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a22ee-4a33-41dc-9203-b87b638d4c0b None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:42.722973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a22ee-4a33-41dc-9203-b87b638d4c0b None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:42.725529 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-053a22ee-4a33-41dc-9203-b87b638d4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:42.734764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2867ef36-9f1b-41e9-b352-c8ab6fb00551 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/floatingips/0260e0ae-bf2b-45f5-8972-bcb39bebd20e HTTP/1.1" status: 200 len: 688 time: 1.1621907 Nov 12 11:32:42.737306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58490) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:42.756630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-053a22ee-4a33-41dc-9203-b87b638d4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:42.766982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a22ee-4a33-41dc-9203-b87b638d4c0b None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:42.768646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-053a22ee-4a33-41dc-9203-b87b638d4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:42.859222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58496) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:42.964528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e5a89a13-dc66-4446-a008-b18735feaa57 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6295873d5bc24102ae7416022db65c3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018646 Nov 12 11:32:42.965698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58498) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:43.007764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-053a22ee-4a33-41dc-9203-b87b638d4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:43.008474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053a22ee-4a33-41dc-9203-b87b638d4c0b None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:43.066211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dfc1fc6-1077-4d61-b2b2-defed8610a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.104915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port cfb9f64c-dc4e-44bb-b967-47d149e41e68 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:43.104915 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.113750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dfc1fc6-1077-4d61-b2b2-defed8610a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.241644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.248668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.258018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for cfb9f64c-dc4e-44bb-b967-47d149e41e68 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:43.325527 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dfc1fc6-1077-4d61-b2b2-defed8610a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.329447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7dfc1fc6-1077-4d61-b2b2-defed8610a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.331007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7dfc1fc6-1077-4d61-b2b2-defed8610a29 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/81ffd9bd-3fce-4fc3-b05d-65761e590ced HTTP/1.1" status: 204 len: 168 time: 0.3643489 Nov 12 11:32:43.366289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc1fc6-1077-4d61-b2b2-defed8610a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ffd9bd-3fce-4fc3-b05d-65761e590ced,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:43.840650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.880847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=cfb9f64c-dc4e-44bb-b967-47d149e41e68,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:43.958985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.962180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:43.972946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58522) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:43.989035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6941de30-243a-477b-adff-7378f6bc3fa3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/floatingips/0260e0ae-bf2b-45f5-8972-bcb39bebd20e HTTP/1.1" status: 204 len: 168 time: 1.2501345 Nov 12 11:32:44.039181 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-10987c7a-cac2-4a8a-bcee-eba4aa88901b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] delete failed (client error): The resource could not be found. Nov 12 11:32:44.048297 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-10987c7a-cac2-4a8a-bcee-eba4aa88901b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/floatingips/0260e0ae-bf2b-45f5-8972-bcb39bebd20e HTTP/1.1" status: 404 len: 345 time: 0.0741396 Nov 12 11:32:44.049199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58524) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:44.193972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae4d2c-1f48-4749-a726-8ab6d4b94538 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:44.227664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae4d2c-1f48-4749-a726-8ab6d4b94538 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:44.236749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae4d2c-1f48-4749-a726-8ab6d4b94538 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:44.242417 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b3ae4d2c-1f48-4749-a726-8ab6d4b94538 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "GET /v2.0/ports?network_id=7f6c2823-505e-4e67-958d-d6258691e9d5 HTTP/1.1" status: 200 len: 2358 time: 0.1889877 Nov 12 11:32:44.242766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58532) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:44.381940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f7176-6322-4b49-ab3c-56f547a3d071 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:44.386072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5a6f7176-6322-4b49-ab3c-56f547a3d071 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "GET /v2.0/subnets/0712ff5f-1400-40a6-b4df-0d12677c98e2 HTTP/1.1" status: 200 len: 797 time: 0.1404138 Nov 12 11:32:44.391615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58542) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:44.397481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'port': {'network_id': '7f6c2823-505e-4e67-958d-d6258691e9d5', 'name': 'tempest-FloatingIPTestJSON-528112329', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:44.897478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:32:45.096157 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:45.177798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] device_id is not set on port 9e5d4991-de24-4b9e-bb0b-69bfc9b8be34 yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:32:45.989514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58568) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:46.007014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.20.0.14 (7f6c2823-505e-4e67-958d-d6258691e9d5/0712ff5f-1400-40a6-b4df-0d12677c98e2/9e5d4991-de24-4b9e-bb0b-69bfc9b8be34) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:46.016527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.20.0.12 (7f6c2823-505e-4e67-958d-d6258691e9d5/0712ff5f-1400-40a6-b4df-0d12677c98e2/9e5d4991-de24-4b9e-bb0b-69bfc9b8be34) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:46.153883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096936113'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:46.305664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.343978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.369083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.475789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.784769 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.832806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:46.839046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:46.841565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:46.858642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.885005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=9e5d4991-de24-4b9e-bb0b-69bfc9b8be34,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:46.894391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00bb1a3-1320-4da9-915e-3e6242a0e659,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:46.916527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:46.918015 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:46.950077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.114928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-93c52bce-9692-49d7-9e13-08a7a5872095 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7221022 Nov 12 11:32:47.117488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58588) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:47.128883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '9e5d4991-de24-4b9e-bb0b-69bfc9b8be34', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:47.172105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.263656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24afd73-3032-45f6-ad18-4680cb18ac4a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:47.364332 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.522219 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.527474 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8c5260ce-d8be-4f80-851d-e34b92fe5142 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5367551 Nov 12 11:32:47.528338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58596) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:47.612120 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.688996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c81d7e1e-f742-4e5f-816b-4a7668a0bd5a tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1593757 Nov 12 11:32:47.692526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58598) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:47.702261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3abe032a-3e68-40ad-8258-d063bf00cbdc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-security--1188322812', 'description': 'tempest-security-description-1770621766'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:47.747211 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.781780 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3abe032a-3e68-40ad-8258-d063bf00cbdc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.851039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.25.3.9 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/af290e19-90f1-4144-bc40-18325418fed1) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:47.866276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3abe032a-3e68-40ad-8258-d063bf00cbdc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:47.998044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.062989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3abe032a-3e68-40ad-8258-d063bf00cbdc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.065653 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3abe032a-3e68-40ad-8258-d063bf00cbdc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.068034 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3abe032a-3e68-40ad-8258-d063bf00cbdc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "PUT /v2.0/security-groups/d24afd73-3032-45f6-ad18-4680cb18ac4a HTTP/1.1" status: 200 len: 1797 time: 0.3732848 Nov 12 11:32:48.078645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58604) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:48.185759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe032a-3e68-40ad-8258-d063bf00cbdc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24afd73-3032-45f6-ad18-4680cb18ac4a,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:48.206974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.235731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d2127f3b-2eaf-4a0a-969d-d792c9c0af04 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups/d24afd73-3032-45f6-ad18-4680cb18ac4a HTTP/1.1" status: 200 len: 1797 time: 0.1549387 Nov 12 11:32:48.236475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:48.321446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=af290e19-90f1-4144-bc40-18325418fed1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:48.328175 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fb73114-ad9d-452d-834a-f868e06dd57b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.365370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:48.376747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:48.382144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:48.396790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fb73114-ad9d-452d-834a-f868e06dd57b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.593697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fb73114-ad9d-452d-834a-f868e06dd57b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.596949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fb73114-ad9d-452d-834a-f868e06dd57b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:48.601787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7fb73114-ad9d-452d-834a-f868e06dd57b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/d24afd73-3032-45f6-ad18-4680cb18ac4a HTTP/1.1" status: 204 len: 168 time: 0.3641436 Nov 12 11:32:48.602578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58622) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:48.659342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb73114-ad9d-452d-834a-f868e06dd57b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24afd73-3032-45f6-ad18-4680cb18ac4a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:48.700402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4d1da3e9-18b5-4476-a2f2-9d2b0d2021bf tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0914083 Nov 12 11:32:48.710177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58624) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:48.720360 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-85526a64-19af-4ed1-9b9a-3e2c20f97a8b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] delete failed (client error): The resource could not be found. Nov 12 11:32:48.732551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-85526a64-19af-4ed1-9b9a-3e2c20f97a8b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/d24afd73-3032-45f6-ad18-4680cb18ac4a HTTP/1.1" status: 404 len: 347 time: 0.0296943 Nov 12 11:32:48.744643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:48.754009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-724fc9a8-076a-4731-8166-0a6a2ec81843 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384713189'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:48.983216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724fc9a8-076a-4731-8166-0a6a2ec81843 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.146884 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724fc9a8-076a-4731-8166-0a6a2ec81843 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.335486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724fc9a8-076a-4731-8166-0a6a2ec81843 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.413251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc9a8-076a-4731-8166-0a6a2ec81843 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea84352-b96c-4e5c-996f-c0c032f33cf3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:49.425688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-724fc9a8-076a-4731-8166-0a6a2ec81843 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.427023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-724fc9a8-076a-4731-8166-0a6a2ec81843 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6813409 Nov 12 11:32:49.430695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58632) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:49.438216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-08ae98f7-92a7-4575-a9b3-008d16d253ed tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': '2ea84352-b96c-4e5c-996f-c0c032f33cf3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:49.617737 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08ae98f7-92a7-4575-a9b3-008d16d253ed tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.630022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.797729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08ae98f7-92a7-4575-a9b3-008d16d253ed tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.921003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08ae98f7-92a7-4575-a9b3-008d16d253ed tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:49.962951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae98f7-92a7-4575-a9b3-008d16d253ed tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e747d3c4-3713-4b65-bd4d-dd4f405f9c3e,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:49.979857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.071996 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08ae98f7-92a7-4575-a9b3-008d16d253ed tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.071996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-08ae98f7-92a7-4575-a9b3-008d16d253ed tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6320987 Nov 12 11:32:50.071996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58646) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:50.095329 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58012384-620b-4f74-8ad8-a4417e0c9ffc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.109453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58012384-620b-4f74-8ad8-a4417e0c9ffc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.255040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58012384-620b-4f74-8ad8-a4417e0c9ffc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.260382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58012384-620b-4f74-8ad8-a4417e0c9ffc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.262267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-58012384-620b-4f74-8ad8-a4417e0c9ffc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/e747d3c4-3713-4b65-bd4d-dd4f405f9c3e HTTP/1.1" status: 204 len: 168 time: 0.1943014 Nov 12 11:32:50.265448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58648) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:50.289840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012384-620b-4f74-8ad8-a4417e0c9ffc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e747d3c4-3713-4b65-bd4d-dd4f405f9c3e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:50.312567 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.347986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58650) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:50.350350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a47dfb56-5399-4351-a759-9df4370e1fc7 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0815945 Nov 12 11:32:50.403810 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.485063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85db1e3c-5e25-4f45-99a4-55b9e749c4f6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.556024 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85db1e3c-5e25-4f45-99a4-55b9e749c4f6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.624033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=af290e19-90f1-4144-bc40-18325418fed1,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:50.632284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.783058 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85db1e3c-5e25-4f45-99a4-55b9e749c4f6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.786208 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85db1e3c-5e25-4f45-99a4-55b9e749c4f6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.789991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-85db1e3c-5e25-4f45-99a4-55b9e749c4f6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/2ea84352-b96c-4e5c-996f-c0c032f33cf3 HTTP/1.1" status: 204 len: 168 time: 0.4409571 Nov 12 11:32:50.808509 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 304a1fa5-fe25-4c81-9d49-9eaeea0b0021 associated. External IP: 172.25.3.9, port: 9e5d4991-de24-4b9e-bb0b-69bfc9b8be34. Nov 12 11:32:50.810894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58662) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:50.826993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:50.864937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db1e3c-5e25-4f45-99a4-55b9e749c4f6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea84352-b96c-4e5c-996f-c0c032f33cf3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:50.961685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fd9cd121-c5b8-4882-8047-95acc1e9c0d2 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1429498 Nov 12 11:32:50.967168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58666) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:50.985307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c9aaf010-d5eb-4600-9e62-6ab760a66527 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799884922'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:51.177330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf010-d5eb-4600-9e62-6ab760a66527 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.232115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:51.372708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:51.385053 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365e336-c199-4184-9c7b-d75ca3aebf70 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:51.394922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf010-d5eb-4600-9e62-6ab760a66527 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.398759 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365e336-c199-4184-9c7b-d75ca3aebf70 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:51.399374 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8365e336-c199-4184-9c7b-d75ca3aebf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:51.455575 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8365e336-c199-4184-9c7b-d75ca3aebf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:51.463257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.467341 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365e336-c199-4184-9c7b-d75ca3aebf70 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:51.468239 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8365e336-c199-4184-9c7b-d75ca3aebf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:51.490939 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf010-d5eb-4600-9e62-6ab760a66527 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.504773 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8365e336-c199-4184-9c7b-d75ca3aebf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:51.506346 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365e336-c199-4184-9c7b-d75ca3aebf70 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:51.540902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaf010-d5eb-4600-9e62-6ab760a66527 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d496c64d-cdb6-4b2f-aa64-accf91ff4108,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:51.550837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5a9bb148-7763-477b-bf3d-665d0820523f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.4321539 Nov 12 11:32:51.554071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58668) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:51.559805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-942509e7-40b5-49e2-92f1-45e84abee1b3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'port_id': '9e5d4991-de24-4b9e-bb0b-69bfc9b8be34', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:51.636518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-942509e7-40b5-49e2-92f1-45e84abee1b3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.642086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf010-d5eb-4600-9e62-6ab760a66527 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.643499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c9aaf010-d5eb-4600-9e62-6ab760a66527 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6751435 Nov 12 11:32:51.646376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58674) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:51.653005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-96d5cab7-9198-4dc6-a85b-29640d7a5a0d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'd496c64d-cdb6-4b2f-aa64-accf91ff4108', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:51.777839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96d5cab7-9198-4dc6-a85b-29640d7a5a0d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:51.946934 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96d5cab7-9198-4dc6-a85b-29640d7a5a0d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.016361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96d5cab7-9198-4dc6-a85b-29640d7a5a0d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.048183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5cab7-9198-4dc6-a85b-29640d7a5a0d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e3daf3-2560-452d-ac19-d142a4bd7961,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:52.123545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96d5cab7-9198-4dc6-a85b-29640d7a5a0d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.124832 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96d5cab7-9198-4dc6-a85b-29640d7a5a0d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4774778 Nov 12 11:32:52.128266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:52.135865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b2f50274-423d-443d-90f8-961773952d59 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'd496c64d-cdb6-4b2f-aa64-accf91ff4108', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:52.539155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-942509e7-40b5-49e2-92f1-45e84abee1b3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.555703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2f50274-423d-443d-90f8-961773952d59 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.601836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-942509e7-40b5-49e2-92f1-45e84abee1b3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.821415 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2f50274-423d-443d-90f8-961773952d59 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:52.954115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2f50274-423d-443d-90f8-961773952d59 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.421408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f50274-423d-443d-90f8-961773952d59 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53b4f6b-55cf-4fa0-93fb-ae17763bce21,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:53.442230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942509e7-40b5-49e2-92f1-45e84abee1b3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:53.566407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942509e7-40b5-49e2-92f1-45e84abee1b3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:53.571185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-942509e7-40b5-49e2-92f1-45e84abee1b3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.584346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3db4-c87a-433d-854c-00613a04717f None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:53.649820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f3db4-c87a-433d-854c-00613a04717f None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:53.650037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b2f50274-423d-443d-90f8-961773952d59 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.650452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d89f3db4-c87a-433d-854c-00613a04717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:53.657419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58708) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:53.658124 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b2f50274-423d-443d-90f8-961773952d59 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5280058 Nov 12 11:32:53.662942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-907f125f-0b8f-4a45-9afe-282d95bfeed6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'd496c64d-cdb6-4b2f-aa64-accf91ff4108', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:53.673766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-942509e7-40b5-49e2-92f1-45e84abee1b3 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/floatingips/304a1fa5-fe25-4c81-9d49-9eaeea0b0021 HTTP/1.1" status: 200 len: 976 time: 2.1178339 Nov 12 11:32:53.674735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58710) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:53.754429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d89f3db4-c87a-433d-854c-00613a04717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:53.766576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f3db4-c87a-433d-854c-00613a04717f None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:53.767456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d89f3db4-c87a-433d-854c-00613a04717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:53.808311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-d89f3db4-c87a-433d-854c-00613a04717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:53.809253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3db4-c87a-433d-854c-00613a04717f None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:53.907149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-907f125f-0b8f-4a45-9afe-282d95bfeed6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:53.916254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port af290e19-90f1-4144-bc40-18325418fed1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:53.916821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.076358 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-907f125f-0b8f-4a45-9afe-282d95bfeed6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.147797 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.149934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.191131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for af290e19-90f1-4144-bc40-18325418fed1 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:54.217099 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-907f125f-0b8f-4a45-9afe-282d95bfeed6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.259114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f125f-0b8f-4a45-9afe-282d95bfeed6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47d5778-0971-4a77-8768-606d91a0db77,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:54.340961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-907f125f-0b8f-4a45-9afe-282d95bfeed6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.340961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-907f125f-0b8f-4a45-9afe-282d95bfeed6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6815109 Nov 12 11:32:54.342636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58722) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:54.347530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-76d6ea32-9130-4aad-9d59-18ccacdfa512 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'd496c64d-cdb6-4b2f-aa64-accf91ff4108', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:54.496471 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76d6ea32-9130-4aad-9d59-18ccacdfa512 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.670308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76d6ea32-9130-4aad-9d59-18ccacdfa512 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.689749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.743825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=af290e19-90f1-4144-bc40-18325418fed1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:54.766389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76d6ea32-9130-4aad-9d59-18ccacdfa512 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.800180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6ea32-9130-4aad-9d59-18ccacdfa512 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823c1e42-693b-46a1-875c-c1b487bb85f9,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:54.837249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.837865 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 304a1fa5-fe25-4c81-9d49-9eaeea0b0021 disassociated (deleted). External IP: 172.25.3.9, port: 9e5d4991-de24-4b9e-bb0b-69bfc9b8be34. Nov 12 11:32:54.935339 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-76d6ea32-9130-4aad-9d59-18ccacdfa512 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:54.936532 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-76d6ea32-9130-4aad-9d59-18ccacdfa512 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5927205 Nov 12 11:32:54.939344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58730) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:54.956419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7e5fe20d-5d05-4199-83d6-3554fb5333bf tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'd496c64d-cdb6-4b2f-aa64-accf91ff4108', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:55.128620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe20d-5d05-4199-83d6-3554fb5333bf tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.331684 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe20d-5d05-4199-83d6-3554fb5333bf tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.405820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe20d-5d05-4199-83d6-3554fb5333bf tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.450904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fe20d-5d05-4199-83d6-3554fb5333bf tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c7a1b1-ee97-4890-8a66-613e14969296,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:55.585088 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e5fe20d-5d05-4199-83d6-3554fb5333bf tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.586850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7e5fe20d-5d05-4199-83d6-3554fb5333bf tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6464548 Nov 12 11:32:55.589736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58746) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:55.636049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:32:55.651570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76eb487-8b62-4ae4-981a-2d0f53d9f4d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.664188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76eb487-8b62-4ae4-981a-2d0f53d9f4d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.842680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76eb487-8b62-4ae4-981a-2d0f53d9f4d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.843976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:32:55.852565 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76eb487-8b62-4ae4-981a-2d0f53d9f4d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.855161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:55.860184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e76eb487-8b62-4ae4-981a-2d0f53d9f4d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/e1c7a1b1-ee97-4890-8a66-613e14969296 HTTP/1.1" status: 204 len: 168 time: 0.2680244 Nov 12 11:32:55.865254 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b67811-9573-4bed-9948-84ae30275549 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:32:55.878846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58758) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:55.883807 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b67811-9573-4bed-9948-84ae30275549 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:55.892188 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-01b67811-9573-4bed-9948-84ae30275549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:55.975036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-64189dc4-0929-446e-b501-ea8f1d996486 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/floatingips/304a1fa5-fe25-4c81-9d49-9eaeea0b0021 HTTP/1.1" status: 204 len: 168 time: 2.2865875 Nov 12 11:32:55.975036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58764) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:55.985824 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-01b67811-9573-4bed-9948-84ae30275549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:56.004217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76eb487-8b62-4ae4-981a-2d0f53d9f4d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1c7a1b1-ee97-4890-8a66-613e14969296,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:56.018309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b67811-9573-4bed-9948-84ae30275549 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:32:56.020449 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-01b67811-9573-4bed-9948-84ae30275549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:32:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:56.079150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bce7d193-3d84-458a-a6f3-a7adcd48f7fe tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1989918 Nov 12 11:32:56.082287 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58766) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:56.117016 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-01b67811-9573-4bed-9948-84ae30275549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:32:56.119468 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b67811-9573-4bed-9948-84ae30275549 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:32:56.136151 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1071c48e-eb36-4d2e-b7a2-931095a64af9 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.155539 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1071c48e-eb36-4d2e-b7a2-931095a64af9 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.170629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-773b1ebb-7559-474f-b8cb-d4f060d70e76 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port 9e5d4991-de24-4b9e-bb0b-69bfc9b8be34 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:32:56.171675 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-773b1ebb-7559-474f-b8cb-d4f060d70e76 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.304218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1071c48e-eb36-4d2e-b7a2-931095a64af9 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.314466 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1071c48e-eb36-4d2e-b7a2-931095a64af9 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.315668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1071c48e-eb36-4d2e-b7a2-931095a64af9 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/823c1e42-693b-46a1-875c-c1b487bb85f9 HTTP/1.1" status: 204 len: 168 time: 0.2323308 Nov 12 11:32:56.318363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58772) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:56.326491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-773b1ebb-7559-474f-b8cb-d4f060d70e76 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.343698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-773b1ebb-7559-474f-b8cb-d4f060d70e76 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for 9e5d4991-de24-4b9e-bb0b-69bfc9b8be34 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:32:56.376359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071c48e-eb36-4d2e-b7a2-931095a64af9 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=823c1e42-693b-46a1-875c-c1b487bb85f9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:56.422997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f344ce0a-8fbb-4759-a4f5-1256a8ccd37d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0896206 Nov 12 11:32:56.428067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58778) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:56.481601 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b20534ab-0151-4ecd-9c86-c5f210db10da tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.514043 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b20534ab-0151-4ecd-9c86-c5f210db10da tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.686047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89938c-386e-4454-9050-811121e4e094 req-f4d3cb4b-d422-45e8-9a0b-f6c0f3c4ba68 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:32:56.687803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-f4d3cb4b-d422-45e8-9a0b-f6c0f3c4ba68 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.2099073 Nov 12 11:32:56.717613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-4ff37496-5153-4005-99f5-a04dfda729fb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/quotas/eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 375 time: 0.0158775 Nov 12 11:32:56.735315 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-773b1ebb-7559-474f-b8cb-d4f060d70e76 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.762821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b20534ab-0151-4ecd-9c86-c5f210db10da tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.793904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b1ebb-7559-474f-b8cb-d4f060d70e76 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=9e5d4991-de24-4b9e-bb0b-69bfc9b8be34,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:56.831465 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b20534ab-0151-4ecd-9c86-c5f210db10da tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.836994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b20534ab-0151-4ecd-9c86-c5f210db10da tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/e47d5778-0971-4a77-8768-606d91a0db77 HTTP/1.1" status: 204 len: 168 time: 0.4075963 Nov 12 11:32:56.854285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58784) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:56.903736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20534ab-0151-4ecd-9c86-c5f210db10da tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e47d5778-0971-4a77-8768-606d91a0db77,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:56.986454 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-773b1ebb-7559-474f-b8cb-d4f060d70e76 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:56.990497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-773b1ebb-7559-474f-b8cb-d4f060d70e76 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/ports/9e5d4991-de24-4b9e-bb0b-69bfc9b8be34 HTTP/1.1" status: 204 len: 168 time: 1.0260010 Nov 12 11:32:56.994411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:56.999093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:57.014376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-25fb9a2a-3278-4b9d-853b-3bb2cc4db893 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1530578 Nov 12 11:32:57.017446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58790) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.050369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-d99a8bd2-a53e-47be-9fbf-89602797c56d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3306363 Nov 12 11:32:57.070597 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5899dec0-a2ad-4535-b837-020a3e771491 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.083122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5899dec0-a2ad-4535-b837-020a3e771491 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.182692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.232299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5899dec0-a2ad-4535-b837-020a3e771491 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.281772 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5899dec0-a2ad-4535-b837-020a3e771491 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.285315 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5899dec0-a2ad-4535-b837-020a3e771491 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/c53b4f6b-55cf-4fa0-93fb-ae17763bce21 HTTP/1.1" status: 204 len: 168 time: 0.2650716 Nov 12 11:32:57.294040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58792) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.299667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899dec0-a2ad-4535-b837-020a3e771491 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c53b4f6b-55cf-4fa0-93fb-ae17763bce21,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:57.349560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-e8083353-c8ac-4df4-9ae8-1db3b6ba6799 service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986925 Nov 12 11:32:57.398172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-52b2e93f-0d88-4c77-87db-43e31ec8df38 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1028199 Nov 12 11:32:57.399477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58794) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.461784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6e011a4-57f2-4ca5-bf86-7e597dc500f4 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.502092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6e011a4-57f2-4ca5-bf86-7e597dc500f4 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.543287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.552852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-6e4f5306-1c49-4099-96eb-71e23ae54d4e service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930528 Nov 12 11:32:57.680290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6e011a4-57f2-4ca5-bf86-7e597dc500f4 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.778453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6e011a4-57f2-4ca5-bf86-7e597dc500f4 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:57.779901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a6e011a4-57f2-4ca5-bf86-7e597dc500f4 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/c8e3daf3-2560-452d-ac19-d142a4bd7961 HTTP/1.1" status: 204 len: 168 time: 0.3769796 Nov 12 11:32:57.782787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58800) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.792631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e011a4-57f2-4ca5-bf86-7e597dc500f4 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8e3daf3-2560-452d-ac19-d142a4bd7961,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:57.891101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1938a0f3-5d6e-48d4-bddc-4e32de215e29 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1070983 Nov 12 11:32:57.901152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58806) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:57.913803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.25.3.145 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/c3449be7-8ee8-4834-b845-5e5dc33b7be1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:32:58.078690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eeb60057-861d-4910-9ce9-3ee6d878dc5c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.141093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.205617 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eeb60057-861d-4910-9ce9-3ee6d878dc5c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.326193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.365750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:32:58.425696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:32:58.429837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:32:58.489806 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eedd1703-0fd5-47ec-bf4d-fd75faf2395f req-976c761a-1214-4d4d-82d6-7f5eff64ca39 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.2375758 Nov 12 11:32:58.572424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=c3449be7-8ee8-4834-b845-5e5dc33b7be1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:58.593044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eeb60057-861d-4910-9ce9-3ee6d878dc5c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.598674 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eeb60057-861d-4910-9ce9-3ee6d878dc5c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.609154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eeb60057-861d-4910-9ce9-3ee6d878dc5c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/d496c64d-cdb6-4b2f-aa64-accf91ff4108 HTTP/1.1" status: 204 len: 168 time: 0.7063453 Nov 12 11:32:58.611956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58822) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:58.730190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60057-861d-4910-9ce9-3ee6d878dc5c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d496c64d-cdb6-4b2f-aa64-accf91ff4108,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:58.777727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.832083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-283a451c-cc23-4f32-84a6-efab07515e22 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1749954 Nov 12 11:32:58.832851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58824) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:58.837900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-15ab7f12-4464-4b43-ac54-2b15ed9181d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-secgroup--398041911'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:58.961461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:58.999696 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15ab7f12-4464-4b43-ac54-2b15ed9181d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.305343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15ab7f12-4464-4b43-ac54-2b15ed9181d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.327212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.365642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7c044ed2-98d8-4688-9f20-fc8e6830b414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.398852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15ab7f12-4464-4b43-ac54-2b15ed9181d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.407054 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.659198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e6276b5-f710-4a07-90fb-9f24d5ee2b52 req-4d0c8fef-606f-4501-ac12-a09a93ad0285 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0858231 Nov 12 11:32:59.696731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15ab7f12-4464-4b43-ac54-2b15ed9181d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.698669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15ab7f12-4464-4b43-ac54-2b15ed9181d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8642035 Nov 12 11:32:59.703432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58838) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:59.708699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-00c3de25-703e-45b4-9bb7-ac26b61e851e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': '2fc69303-cfde-462b-ba3a-06e0011de432', 'direction': 'ingress', 'protocol': 17}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:32:59.722409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7f12-4464-4b43-ac54-2b15ed9181d8 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc69303-cfde-462b-ba3a-06e0011de432,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:59.784583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=c3449be7-8ee8-4834-b845-5e5dc33b7be1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:32:59.809218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.884290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00c3de25-703e-45b4-9bb7-ac26b61e851e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.975612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:32:59.979310 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-194688ab-6ed6-469b-ba6d-5c519790c8f8 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9822960 Nov 12 11:32:59.982803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58846) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:32:59.992080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'port': {'network_id': '7f6c2823-505e-4e67-958d-d6258691e9d5', 'name': 'tempest-FloatingIPTestJSON-455447568'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:00.072443 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00c3de25-703e-45b4-9bb7-ac26b61e851e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.182213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00c3de25-703e-45b4-9bb7-ac26b61e851e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.215799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3de25-703e-45b4-9bb7-ac26b61e851e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46500d14-17ae-48b9-9e30-f75b776dd7ec,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:00.374974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-00c3de25-703e-45b4-9bb7-ac26b61e851e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.376685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-00c3de25-703e-45b4-9bb7-ac26b61e851e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6716940 Nov 12 11:33:00.393450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:00.525364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:00.533072 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.594115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] device_id is not set on port 590544e9-b0ac-45b8-a5bc-97a54a69c909 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:33:00.607998 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bb4358b-5505-49be-8976-f62179d77c9e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.715588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bb4358b-5505-49be-8976-f62179d77c9e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:00.837709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb58c791-b206-4229-9a85-3cf70337ba06 req-c91ee31c-fd6a-49ba-bdc8-2e1adc6b7b01 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0327184 Nov 12 11:33:00.897742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.20.0.2 (7f6c2823-505e-4e67-958d-d6258691e9d5/0712ff5f-1400-40a6-b4df-0d12677c98e2/590544e9-b0ac-45b8-a5bc-97a54a69c909) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:01.033172 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bb4358b-5505-49be-8976-f62179d77c9e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.035913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8bb4358b-5505-49be-8976-f62179d77c9e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.194161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8bb4358b-5505-49be-8976-f62179d77c9e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/2fc69303-cfde-462b-ba3a-06e0011de432 HTTP/1.1" status: 204 len: 168 time: 0.6576803 Nov 12 11:33:01.194632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.195080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4358b-5505-49be-8976-f62179d77c9e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc69303-cfde-462b-ba3a-06e0011de432,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:01.195527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58862) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:01.250596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8702ed2a-f5fa-42f9-9192-4b625e93932f tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0548661 Nov 12 11:33:01.259095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:01.267992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6364cf50-b00e-4f9c-a46c-d9696b300379 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-secgroup--479397432'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:01.353969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.429839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 7f6c2823-505e-4e67-958d-d6258691e9d5 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:01.435331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:01.448028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:01.495864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=590544e9-b0ac-45b8-a5bc-97a54a69c909,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:01.511127 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6364cf50-b00e-4f9c-a46c-d9696b300379 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.599970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:01.608858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.712026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6364cf50-b00e-4f9c-a46c-d9696b300379 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.790510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58874) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:01.796223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0063af46-94d9-449b-a282-06ac0750edd1 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8102179 Nov 12 11:33:01.798641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'port_id': '590544e9-b0ac-45b8-a5bc-97a54a69c909'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:01.868732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6364cf50-b00e-4f9c-a46c-d9696b300379 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.874683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.925395 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7d1126ca-4d25-447f-b7a4-0eeebc724d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:01.983262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364cf50-b00e-4f9c-a46c-d9696b300379 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1722d28-e57e-4c4f-aa5e-45ff9d4b2878,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:02.071098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6364cf50-b00e-4f9c-a46c-d9696b300379 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.071098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6364cf50-b00e-4f9c-a46c-d9696b300379 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8040628 Nov 12 11:33:02.073888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58884) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:02.079534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-846226f2-e1e9-40f6-9ce3-07f9a3084f7c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-secgroup--13550031'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:02.180606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dcdc8-7fde-4b8b-b816-e6abd97d5fa0 req-5f3b83b1-2cdc-4b7d-b3bf-1944d4747bac tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:02.183032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a8dcdc8-7fde-4b8b-b816-e6abd97d5fa0 req-5f3b83b1-2cdc-4b7d-b3bf-1944d4747bac tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1097 time: 0.1992912 Nov 12 11:33:02.223023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-846226f2-e1e9-40f6-9ce3-07f9a3084f7c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.273785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1a8dcdc8-7fde-4b8b-b816-e6abd97d5fa0 req-592dfd7a-261f-4740-bd51-f6b07047a6ef tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.654703 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1a8dcdc8-7fde-4b8b-b816-e6abd97d5fa0 req-592dfd7a-261f-4740-bd51-f6b07047a6ef tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.710073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-846226f2-e1e9-40f6-9ce3-07f9a3084f7c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.781363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89938c-386e-4454-9050-811121e4e094 req-1b1aecf6-b350-4603-94ad-ae80dc4f4fce tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:02.788925 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1a8dcdc8-7fde-4b8b-b816-e6abd97d5fa0 req-592dfd7a-261f-4740-bd51-f6b07047a6ef tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.790261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-1b1aecf6-b350-4603-94ad-ae80dc4f4fce tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.4778638 Nov 12 11:33:02.810363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'port': {'device_id': '629ff66d-d772-4853-954c-c438155bc5e9', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'admin_state_up': True, 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:02.833836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-846226f2-e1e9-40f6-9ce3-07f9a3084f7c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:02.880894 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.resource_extend [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:33:02.919281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a8dcdc8-7fde-4b8b-b816-e6abd97d5fa0 req-592dfd7a-261f-4740-bd51-f6b07047a6ef tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6985817 Nov 12 11:33:02.923632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dfd7a-261f-4740-bd51-f6b07047a6ef tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf9be27-e9b2-4772-9001-e84dad4236e1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:02.949255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846226f2-e1e9-40f6-9ce3-07f9a3084f7c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffee8087-55a5-4779-bca8-4fb3f71cad5d,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:02.977133 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.063296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.091353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.189377 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-846226f2-e1e9-40f6-9ce3-07f9a3084f7c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.193839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-846226f2-e1e9-40f6-9ce3-07f9a3084f7c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1160374 Nov 12 11:33:03.196894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58906) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:03.200347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f05feb29-f3b0-4f4d-bab1-b1ebe4f700b3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'e1722d28-e57e-4c4f-aa5e-45ff9d4b2878', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ffee8087-55a5-4779-bca8-4fb3f71cad5d', 'remote_ip_prefix': None}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:03.223581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-543bb115-3761-42be-a601-2c031f541174 req-5c6938f8-d87f-456f-b970-716177eee0d2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0645061 Nov 12 11:33:03.381558 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 1be07cd0-9829-4849-8d53-c802e893dfce associated. External IP: 172.25.3.145, port: 590544e9-b0ac-45b8-a5bc-97a54a69c909. Nov 12 11:33:03.425552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82896e9-e995-449a-af7c-4ff7c93c3f96 req-6f1fb6b8-ed1f-4bb9-b3e4-656a6024c153 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:03.427761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a82896e9-e995-449a-af7c-4ff7c93c3f96 req-6f1fb6b8-ed1f-4bb9-b3e4-656a6024c153 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1014271 Nov 12 11:33:03.466127 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f05feb29-f3b0-4f4d-bab1-b1ebe4f700b3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.547848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a82896e9-e995-449a-af7c-4ff7c93c3f96 req-fc633c31-b5ca-4c04-a996-83b9e816195f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130428 Nov 12 11:33:03.581844 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f05feb29-f3b0-4f4d-bab1-b1ebe4f700b3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.582788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58918) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:03.596727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:03.602894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.701744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:03.717942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3ffed032-2b10-4d0a-b732-568a5ad6c6b2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/5f11c310-9116-4f0f-b0b8-fe7dcff9f36f HTTP/1.1" status: 200 len: 993 time: 0.1337149 Nov 12 11:33:03.722990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f05feb29-f3b0-4f4d-bab1-b1ebe4f700b3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.766029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05feb29-f3b0-4f4d-bab1-b1ebe4f700b3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9087fd47-7a12-4f37-b717-29322b446514,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:03.829554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.20.0.5 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/22b0578f-0f01-484a-96df-a97688ba8df0) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:03.896740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:03.904045 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.917510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25368614-1d25-49ed-8ade-1f8fce55cf51 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:03.922279 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f05feb29-f3b0-4f4d-bab1-b1ebe4f700b3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:03.926641 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f05feb29-f3b0-4f4d-bab1-b1ebe4f700b3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7275033 Nov 12 11:33:03.954513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58932) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:03.985729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25368614-1d25-49ed-8ade-1f8fce55cf51 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:03.986800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-25368614-1d25-49ed-8ade-1f8fce55cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:04.039216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb4d153a-b64d-4daf-9d9e-6813ecbd360b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.057461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb4d153a-b64d-4daf-9d9e-6813ecbd360b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.200451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-25368614-1d25-49ed-8ade-1f8fce55cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:04.233192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25368614-1d25-49ed-8ade-1f8fce55cf51 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:04.240567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-25368614-1d25-49ed-8ade-1f8fce55cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:04.282611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.292702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-25368614-1d25-49ed-8ade-1f8fce55cf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:04.293627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25368614-1d25-49ed-8ade-1f8fce55cf51 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:04.376790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb4d153a-b64d-4daf-9d9e-6813ecbd360b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.394306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb4d153a-b64d-4daf-9d9e-6813ecbd360b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.395973 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-eb4d153a-b64d-4daf-9d9e-6813ecbd360b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/9087fd47-7a12-4f37-b717-29322b446514 HTTP/1.1" status: 204 len: 168 time: 0.4341154 Nov 12 11:33:04.396686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d153a-b64d-4daf-9d9e-6813ecbd360b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9087fd47-7a12-4f37-b717-29322b446514,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:04.398778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58970) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:04.419035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.485014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-cb6b69a3-ec02-45a4-a9df-dbe692dfd45b req-3519a1f9-8f6e-41db-9232-97494bf1bc40 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:33:04.487846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-77974d2a-845d-424e-865e-0e56e8325e72 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0876191 Nov 12 11:33:04.490786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 58976) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:04.496207 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb6b69a3-ec02-45a4-a9df-dbe692dfd45b req-3519a1f9-8f6e-41db-9232-97494bf1bc40 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137181 Nov 12 11:33:04.501083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.502281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c67e8f56-f95f-4a25-9aea-e7e732f2e0b9 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/floatingips/1be07cd0-9829-4849-8d53-c802e893dfce HTTP/1.1" status: 200 len: 977 time: 2.7104549 Nov 12 11:33:04.502936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 58978) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:04.649399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=22b0578f-0f01-484a-96df-a97688ba8df0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:04.718643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port 590544e9-b0ac-45b8-a5bc-97a54a69c909 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:04.718991 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.734695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:04.761258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:04.780650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:04.885972 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.936624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-800c1357-b137-4ca8-b200-3c2176e31763 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:04.938093 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.034667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:05.036008 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.051229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-800c1357-b137-4ca8-b200-3c2176e31763 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.197242 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-ed2e2cd2-474e-4ac6-8cd5-ba54a87a3f08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3970459 Nov 12 11:33:05.211288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Request body: {'port': {'device_id': '629ff66d-d772-4853-954c-c438155bc5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:05.264298 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7f74d349-26fd-478f-959b-7e127a244112 None None] Provisioning complete for port 22b0578f-0f01-484a-96df-a97688ba8df0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:05.264866 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7f74d349-26fd-478f-959b-7e127a244112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.337148 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-800c1357-b137-4ca8-b200-3c2176e31763 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.340820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-800c1357-b137-4ca8-b200-3c2176e31763 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.351002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-800c1357-b137-4ca8-b200-3c2176e31763 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/ffee8087-55a5-4779-bca8-4fb3f71cad5d HTTP/1.1" status: 204 len: 168 time: 0.8589072 Nov 12 11:33:05.356514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59014) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:05.419977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7f74d349-26fd-478f-959b-7e127a244112 None None] Port 22b0578f-0f01-484a-96df-a97688ba8df0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:05.428199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c1357-b137-4ca8-b200-3c2176e31763 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffee8087-55a5-4779-bca8-4fb3f71cad5d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:05.469743 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.556771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59022) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:05.557866 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.558933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.559844 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP 1be07cd0-9829-4849-8d53-c802e893dfce disassociated. External IP: 172.25.3.145, port: 590544e9-b0ac-45b8-a5bc-97a54a69c909. Nov 12 11:33:05.560329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for 590544e9-b0ac-45b8-a5bc-97a54a69c909 owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:05.582380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3a6e99ce-7441-4c0c-b9c7-4ca58a6e5a46 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1989875 Nov 12 11:33:05.587287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59028) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:05.835971 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0ec68d8-992b-4f5e-b56a-0d5d2b184f6d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.838459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648215ea-a4f7-4c8f-8bd9-237e602ffee9 req-3adf5f81-f380-4927-9e8f-8616fa4434c3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:05.846446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-648215ea-a4f7-4c8f-8bd9-237e602ffee9 req-3adf5f81-f380-4927-9e8f-8616fa4434c3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 931 time: 0.1051199 Nov 12 11:33:05.849414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-ca87753d-8aeb-4b73-8072-9bb12be077ed service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2905369 Nov 12 11:33:05.864203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f72f51e0-9da4-4775-8722-5cd3f1bbb08d service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:33:05.865441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f72f51e0-9da4-4775-8722-5cd3f1bbb08d service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086496 Nov 12 11:33:05.886434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0ec68d8-992b-4f5e-b56a-0d5d2b184f6d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:05.900477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-648215ea-a4f7-4c8f-8bd9-237e602ffee9 req-d91ff477-cc93-4cb2-b580-d0bb7b4f7844 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531206 Nov 12 11:33:05.961708 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.029486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b0578f-0f01-484a-96df-a97688ba8df0 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:33:06.036541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=590544e9-b0ac-45b8-a5bc-97a54a69c909,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:06.038577 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.095487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Transition to ACTIVE for port object 22b0578f-0f01-484a-96df-a97688ba8df0 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:33:06.096401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0ec68d8-992b-4f5e-b56a-0d5d2b184f6d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.099023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e0ec68d8-992b-4f5e-b56a-0d5d2b184f6d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.100496 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e0ec68d8-992b-4f5e-b56a-0d5d2b184f6d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/e1722d28-e57e-4c4f-aa5e-45ff9d4b2878 HTTP/1.1" status: 204 len: 168 time: 0.5096757 Nov 12 11:33:06.114707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59040) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:06.115536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec68d8-992b-4f5e-b56a-0d5d2b184f6d tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1722d28-e57e-4c4f-aa5e-45ff9d4b2878,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:06.217264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.247482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020ed3f-3e37-486f-9a47-76cae3913b87 req-b93a408b-d580-4bb3-ac36-293ebccca50e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:06.262991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b6411737-1305-4b32-bb94-8d579b343066 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1451533 Nov 12 11:33:06.271080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9020ed3f-3e37-486f-9a47-76cae3913b87 req-b93a408b-d580-4bb3-ac36-293ebccca50e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.3077748 Nov 12 11:33:06.274372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59058) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:06.348371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=22b0578f-0f01-484a-96df-a97688ba8df0,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:06.400309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fe2b91ef-479b-4f8c-9823-4468259c9a56 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-secgroup--923597339'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:06.467718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:06.539889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Attempting to bind port 22b0578f-0f01-484a-96df-a97688ba8df0 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:33:06.540678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Attempting to bind port 22b0578f-0f01-484a-96df-a97688ba8df0 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:33:06.541240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Attempting to bind port 22b0578f-0f01-484a-96df-a97688ba8df0 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:06.547894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Port 22b0578f-0f01-484a-96df-a97688ba8df0 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:33:06.548710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Attempting to bind port 22b0578f-0f01-484a-96df-a97688ba8df0 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:06.564631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:33:06.565634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:06.566923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:33:06.568007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Bound port: 22b0578f-0f01-484a-96df-a97688ba8df0, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:33:06.568882 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.728961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] For port 22b0578f-0f01-484a-96df-a97688ba8df0, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:33:06.736493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] For port 22b0578f-0f01-484a-96df-a97688ba8df0, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=22b0578f-0f01-484a-96df-a97688ba8df0,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:33:06.846383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.862667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:06.874496 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c998ee8-34c9-4806-81f7-2b37a9520fb3 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:06.880332 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe2b91ef-479b-4f8c-9823-4468259c9a56 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:06.903977 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c998ee8-34c9-4806-81f7-2b37a9520fb3 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:06.912241 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4c998ee8-34c9-4806-81f7-2b37a9520fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:06.939901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9020ed3f-3e37-486f-9a47-76cae3913b87 req-37706dc5-005d-47c1-8452-24367fa6a44c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6669827 Nov 12 11:33:07.034348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4c998ee8-34c9-4806-81f7-2b37a9520fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:07.044128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=22b0578f-0f01-484a-96df-a97688ba8df0,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:07.075007 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c998ee8-34c9-4806-81f7-2b37a9520fb3 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:07.075641 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4c998ee8-34c9-4806-81f7-2b37a9520fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:07.076686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.077432 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.078912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-721aa8fc-0f56-4c03-8c9a-939683866ab1 service neutron] 10.222.0.69 "PUT /v2.0/ports/22b0578f-0f01-484a-96df-a97688ba8df0 HTTP/1.1" status: 200 len: 1092 time: 1.8723879 Nov 12 11:33:07.079388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629ff66d-d772-4853-954c-c438155bc5e9', 'tag': '22b0578f-0f01-484a-96df-a97688ba8df0'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:07.081709 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a" -d '{"events": [{"name": "network-changed", "server_uuid": "629ff66d-d772-4853-954c-c438155bc5e9", "tag": "22b0578f-0f01-484a-96df-a97688ba8df0"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:07.171820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.171820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-28604f46-2e79-4da7-8c00-19e1a4c8e555 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/ports/590544e9-b0ac-45b8-a5bc-97a54a69c909 HTTP/1.1" status: 204 len: 168 time: 2.6671178 Nov 12 11:33:07.173604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59110) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:07.215620 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4c998ee8-34c9-4806-81f7-2b37a9520fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:07.219895 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c998ee8-34c9-4806-81f7-2b37a9520fb3 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:07.345089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b5bc8a60-f180-42f0-9642-fb2359eed944 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "GET /v2.0/floatingips/1be07cd0-9829-4849-8d53-c802e893dfce HTTP/1.1" status: 200 len: 688 time: 0.1361079 Nov 12 11:33:07.371680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59124) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:07.372647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2782d-6aeb-45e6-a71f-363c67a89f77 req-a2fde057-5326-44f4-88ea-2923036ebc2f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.375237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6d2782d-6aeb-45e6-a71f-363c67a89f77 req-a2fde057-5326-44f4-88ea-2923036ebc2f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.2935185 Nov 12 11:33:07.473785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe2b91ef-479b-4f8c-9823-4468259c9a56 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.524921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6d2782d-6aeb-45e6-a71f-363c67a89f77 req-1bde9b19-cd17-4dae-be4d-45843da45317 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346209 Nov 12 11:33:07.551625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89938c-386e-4454-9050-811121e4e094 req-6bb5c66e-1a72-4367-b4a4-7e97760f19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.553631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-6bb5c66e-1a72-4367-b4a4-7e97760f19da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 1095 time: 0.3216188 Nov 12 11:33:07.604908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-45c168bf-ed33-47b4-a334-a9f6df9e6cfe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b0578f-0f01-484a-96df-a97688ba8df0 HTTP/1.1" status: 200 len: 217 time: 0.0415757 Nov 12 11:33:07.649492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe2b91ef-479b-4f8c-9823-4468259c9a56 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.704851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b91ef-479b-4f8c-9823-4468259c9a56 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169cab4b-cd8a-4509-99bc-46e431707d60,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:07.726378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port c3449be7-8ee8-4834-b845-5e5dc33b7be1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:07.726804 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.820805 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89938c-386e-4454-9050-811121e4e094 req-6c05b5e2-185d-46a2-af1b-49a3d22db560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:07.822411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-6c05b5e2-185d-46a2-af1b-49a3d22db560 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.2087035 Nov 12 11:33:07.882363 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe2b91ef-479b-4f8c-9823-4468259c9a56 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:07.884338 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fe2b91ef-479b-4f8c-9823-4468259c9a56 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4912965 Nov 12 11:33:07.887393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59140) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:07.893140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5ec0e188-4979-42ec-a16f-f28f4099791c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': '169cab4b-cd8a-4509-99bc-46e431707d60', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:08.052487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ec0e188-4979-42ec-a16f-f28f4099791c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.220217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ec0e188-4979-42ec-a16f-f28f4099791c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.275094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b7e76-74e2-44c1-a355-ca1f011fb8f7 req-2c918596-b2a4-4068-82a3-43cd3f432551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:08.288293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d1b7e76-74e2-44c1-a355-ca1f011fb8f7 req-2c918596-b2a4-4068-82a3-43cd3f432551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1445100 Nov 12 11:33:08.421250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d1b7e76-74e2-44c1-a355-ca1f011fb8f7 req-b7520058-72c8-47b2-83d6-fe033712d02e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318276 Nov 12 11:33:08.431151 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ec0e188-4979-42ec-a16f-f28f4099791c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.450901 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7673ce35-3f5a-4394-a6b7-1d14b91e7750 x-openstack-request-id: req-7673ce35-3f5a-4394-a6b7-1d14b91e7750 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:08.451485 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629ff66d-d772-4853-954c-c438155bc5e9", "tag": "22b0578f-0f01-484a-96df-a97688ba8df0", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:08.452080 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7673ce35-3f5a-4394-a6b7-1d14b91e7750 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:08.452485 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629ff66d-d772-4853-954c-c438155bc5e9', 'tag': '22b0578f-0f01-484a-96df-a97688ba8df0', 'status': 'completed', 'code': 200} Nov 12 11:33:08.456298 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.456655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.457986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0e188-4979-42ec-a16f-f28f4099791c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b77be18-13c0-4e06-ae96-4a1ecc656231,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:08.475156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for c3449be7-8ee8-4834-b845-5e5dc33b7be1 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:08.496586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89938c-386e-4454-9050-811121e4e094 req-957dbe3f-700b-4982-9186-44576f9059eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:08.498197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-957dbe3f-700b-4982-9186-44576f9059eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6660101 Nov 12 11:33:08.643978 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5ec0e188-4979-42ec-a16f-f28f4099791c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.647889 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5ec0e188-4979-42ec-a16f-f28f4099791c tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7563689 Nov 12 11:33:08.650520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59174) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:08.712243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ff401-4f9e-4732-b768-8a384bb78243 req-c07a4712-c105-43d8-b94d-b5bdce00aa84 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:08.714463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-046ff401-4f9e-4732-b768-8a384bb78243 req-c07a4712-c105-43d8-b94d-b5bdce00aa84 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1023009 Nov 12 11:33:08.732815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-5c5c6200-8e22-492d-ab25-3f72bb2703dc service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976461 Nov 12 11:33:08.736097 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0857e48b-e95d-421d-9dd9-ce415ad8e24a tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.745205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0857e48b-e95d-421d-9dd9-ce415ad8e24a tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.821943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-046ff401-4f9e-4732-b768-8a384bb78243 req-807cf4b3-7c6a-45ef-b0c3-9c459ed20ead tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933595 Nov 12 11:33:08.919779 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5b89938c-386e-4454-9050-811121e4e094 req-1fb93d42-31d4-4915-a5d7-34431eacb1ec service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721499 Nov 12 11:33:08.966734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0857e48b-e95d-421d-9dd9-ce415ad8e24a tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.976204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0857e48b-e95d-421d-9dd9-ce415ad8e24a tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:08.979725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0857e48b-e95d-421d-9dd9-ce415ad8e24a tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/4b77be18-13c0-4e06-ae96-4a1ecc656231 HTTP/1.1" status: 204 len: 168 time: 0.3235788 Nov 12 11:33:08.980740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59188) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:08.982286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857e48b-e95d-421d-9dd9-ce415ad8e24a tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b77be18-13c0-4e06-ae96-4a1ecc656231,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:09.030357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-92211f56-08ba-48b8-acc9-18d7966c145e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475383 Nov 12 11:33:09.033194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59190) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:09.043242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.097639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=c3449be7-8ee8-4834-b845-5e5dc33b7be1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:09.227534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-592046ef-25d2-4573-b0e5-1cf04ef0cd1b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.263067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.265849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.267025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d84a7de9-ae30-4b8d-b653-17138dcc505a tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/floatingips/1be07cd0-9829-4849-8d53-c802e893dfce HTTP/1.1" status: 204 len: 168 time: 1.8925402 Nov 12 11:33:09.270587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59200) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:09.275140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'd8888776-0514-4653-bdae-58a11692f886'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:09.275343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-592046ef-25d2-4573-b0e5-1cf04ef0cd1b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.288982 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-4f6b34b7-5498-43f9-9fa5-c5dd3fefeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:09.290591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-4f6b34b7-5498-43f9-9fa5-c5dd3fefeca1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 1095 time: 0.1426551 Nov 12 11:33:09.410513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.457532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-7c5116d5-2eed-4ac7-bfab-879ccc974de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:09.459166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-7c5116d5-2eed-4ac7-bfab-879ccc974de4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.1506324 Nov 12 11:33:09.522273 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-b1319c6a-58d6-4b27-893f-db3c2eb715b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22b0578f-0f01-484a-96df-a97688ba8df0 HTTP/1.1" status: 200 len: 217 time: 0.0502222 Nov 12 11:33:09.571447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-592046ef-25d2-4573-b0e5-1cf04ef0cd1b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.575549 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-592046ef-25d2-4573-b0e5-1cf04ef0cd1b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.577084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-592046ef-25d2-4573-b0e5-1cf04ef0cd1b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/169cab4b-cd8a-4509-99bc-46e431707d60 HTTP/1.1" status: 204 len: 168 time: 0.5428865 Nov 12 11:33:09.585116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59220) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:09.592498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592046ef-25d2-4573-b0e5-1cf04ef0cd1b tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169cab4b-cd8a-4509-99bc-46e431707d60,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:09.607727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-6005ddea-b619-4407-8f7e-fc3e34d2912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:09.609277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-6005ddea-b619-4407-8f7e-fc3e34d2912e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0761955 Nov 12 11:33:09.653770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d35619-1a8e-4712-af92-8b197c4af99a req-b503695a-d0d6-45ed-afac-db9dbc953bed tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:09.653770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7d35619-1a8e-4712-af92-8b197c4af99a req-b503695a-d0d6-45ed-afac-db9dbc953bed tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1029422 Nov 12 11:33:09.680066 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:09.690932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5c13ff31-9e30-4e76-9d0d-64f2480336a1 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1011994 Nov 12 11:33:09.692095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-a10de616-5c87-4330-8f00-4ddd1d6c81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:09.694609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-a10de616-5c87-4330-8f00-4ddd1d6c81a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752480 Nov 12 11:33:09.695130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59224) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:09.699584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d16ed0ed-2398-423f-9731-807dba1771dd tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group': {'name': 'tempest-secgroup--663568196'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:09.820177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-86ef3583-1448-4a16-a7e2-860ea3065070 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098161 Nov 12 11:33:09.824520 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7d35619-1a8e-4712-af92-8b197c4af99a req-139f5735-fbdb-4c63-b284-f5f48d4aa737 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382086 Nov 12 11:33:09.933091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-029c9237-34ea-44e4-8357-1566af2fed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:09.934615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-029c9237-34ea-44e4-8357-1566af2fed9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1097 time: 0.1562929 Nov 12 11:33:09.945389 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-11c30f33-bcf5-4b0c-9d90-57eb14dff61a req-2787279c-4bdb-4de1-8b10-ad4ca838f760 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123741 Nov 12 11:33:09.947385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.25.3.206 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/ecb18225-7e67-42ee-bdc3-5c2e2fa75a68) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:10.061035 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d16ed0ed-2398-423f-9731-807dba1771dd tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.062784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442c3b1-91d1-4bd5-84de-94f110846fd2 req-c58cb38e-37ba-414f-a302-533d3c3829b8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:10.064398 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7442c3b1-91d1-4bd5-84de-94f110846fd2 req-c58cb38e-37ba-414f-a302-533d3c3829b8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1739762 Nov 12 11:33:10.138435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d16ed0ed-2398-423f-9731-807dba1771dd tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.166628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-3f760c12-98b3-4164-809a-6213b4794613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:10.168147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-3f760c12-98b3-4164-809a-6213b4794613 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.2229264 Nov 12 11:33:10.235208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7442c3b1-91d1-4bd5-84de-94f110846fd2 req-08f39e6b-c021-49a4-9d98-4efb66097ab5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341426 Nov 12 11:33:10.253979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.281735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-0c49595b-c7b3-4eba-8d07-763f4d50ee15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 1001 time: 0.1054904 Nov 12 11:33:10.350982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d16ed0ed-2398-423f-9731-807dba1771dd tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.351679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-8b5936f4-ca0f-4a15-86c7-a0e7eec12a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:10.353281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-8b5936f4-ca0f-4a15-86c7-a0e7eec12a59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.0618112 Nov 12 11:33:10.397737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ed0ed-2398-423f-9731-807dba1771dd tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ee91cc-c791-4cc8-9e12-dd72f2f56699,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:10.416794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-417f2962-8e16-432b-a54a-ece902de9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:10.418521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-417f2962-8e16-432b-a54a-ece902de9faf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583577 Nov 12 11:33:10.527405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-20891000-835e-427d-bc17-3858d78ec817 service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977416 Nov 12 11:33:10.604758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.608357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d16ed0ed-2398-423f-9731-807dba1771dd tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.612686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d16ed0ed-2398-423f-9731-807dba1771dd tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9164960 Nov 12 11:33:10.613774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59248) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:10.625629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-65cb30ef-699c-4a14-9bee-c07168673004 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee91cc-c791-4cc8-9e12-dd72f2f56699', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:10.670011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:10.685121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:10.689410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:10.721610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=ecb18225-7e67-42ee-bdc3-5c2e2fa75a68,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:10.738074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-2e1a625f-ec71-49de-a7ed-221a54d4edc7 service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007542 Nov 12 11:33:10.844701 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65cb30ef-699c-4a14-9bee-c07168673004 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:10.933294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65cb30ef-699c-4a14-9bee-c07168673004 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.025265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4138a0-9a4f-4bc5-b60c-943a51985f92 req-1ef4a88b-fa5c-4eea-a70c-250ec2d2419d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:11.028089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d4138a0-9a4f-4bc5-b60c-943a51985f92 req-1ef4a88b-fa5c-4eea-a70c-250ec2d2419d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1082249 Nov 12 11:33:11.106837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65cb30ef-699c-4a14-9bee-c07168673004 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.149888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb30ef-699c-4a14-9bee-c07168673004 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ece826-1e04-4800-bb21-9920b4297926,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:11.198971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d4138a0-9a4f-4bc5-b60c-943a51985f92 req-b6ae4257-eb6d-40f6-b639-0e3d3d8cb63d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394384 Nov 12 11:33:11.294842 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.394901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b3f70-a759-4611-8ce2-f41a44061f1d req-d9e33927-12a6-4a35-9aa3-a576bab61d98 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:11.396961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-387b3f70-a759-4611-8ce2-f41a44061f1d req-d9e33927-12a6-4a35-9aa3-a576bab61d98 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0648179 Nov 12 11:33:11.464476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-387b3f70-a759-4611-8ce2-f41a44061f1d req-ed61d3a7-339d-4662-82a1-1aaf0d06e399 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561099 Nov 12 11:33:11.523214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-65cb30ef-699c-4a14-9bee-c07168673004 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.527445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-65cb30ef-699c-4a14-9bee-c07168673004 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9057360 Nov 12 11:33:11.532933 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59270) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:11.560850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59274) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:11.568712 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-946a6501-d59d-4558-9b23-1efd65110bc2 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules/17ece826-1e04-4800-bb21-9920b4297926 HTTP/1.1" status: 200 len: 763 time: 0.0377564 Nov 12 11:33:11.655657 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5ae4d598-af37-4812-af2d-8b8f18f9ca75 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0892932 Nov 12 11:33:11.655950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59276) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:11.655950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59278) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:11.674845 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.738852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-843f6648-ff5b-4771-9bb1-b2685593f780 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.747637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-843f6648-ff5b-4771-9bb1-b2685593f780 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.892029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22571346-4c25-4de9-90e9-8583bed82578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:11.937320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.019044 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-843f6648-ff5b-4771-9bb1-b2685593f780 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.030040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-843f6648-ff5b-4771-9bb1-b2685593f780 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.034980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-843f6648-ff5b-4771-9bb1-b2685593f780 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/17ece826-1e04-4800-bb21-9920b4297926 HTTP/1.1" status: 204 len: 168 time: 0.3789525 Nov 12 11:33:12.035145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59290) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:12.053111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f6648-ff5b-4771-9bb1-b2685593f780 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17ece826-1e04-4800-bb21-9920b4297926,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:12.103228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2c55c615-1c47-4d40-a097-877225cec3d6 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0643566 Nov 12 11:33:12.103553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59296) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:12.108981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-85ec8199-c7a5-4ea3-b123-501d417c7978 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee91cc-c791-4cc8-9e12-dd72f2f56699', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:12.109972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22571346-4c25-4de9-90e9-8583bed82578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.160281 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.254940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=ecb18225-7e67-42ee-bdc3-5c2e2fa75a68,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:12.280224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-22571346-4c25-4de9-90e9-8583bed82578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.292399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.341088 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-22571346-4c25-4de9-90e9-8583bed82578 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=366e932093bb45bea3840735abd9834e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6869659 Nov 12 11:33:12.341702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59302) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:12.343763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22571346-4c25-4de9-90e9-8583bed82578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5857a128-3711-4066-a084-8dfabb6d15a4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:12.411400 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85ec8199-c7a5-4ea3-b123-501d417c7978 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.420254 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9d49df-71f6-44fd-a90a-829dc9687a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.444977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9d49df-71f6-44fd-a90a-829dc9687a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:12.457430 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP bc352953-1135-4ffb-931c-c41dd14befc8 associated. External IP: 172.25.3.206, port: d8888776-0514-4653-bdae-58a11692f886. Nov 12 11:33:12.539969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b5dc2-6059-490e-a2ea-d1833e391865 req-27680d3a-e647-4646-8f27-09fe09599cf2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:12.539969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b49b5dc2-6059-490e-a2ea-d1833e391865 req-27680d3a-e647-4646-8f27-09fe09599cf2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1507211 Nov 12 11:33:12.739901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b49b5dc2-6059-490e-a2ea-d1833e391865 req-b1adab5f-1a87-4e60-97ed-9fb48759f39a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660979 Nov 12 11:33:13.113576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9d49df-71f6-44fd-a90a-829dc9687a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.118028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1b9d49df-71f6-44fd-a90a-829dc9687a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.132913 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1b9d49df-71f6-44fd-a90a-829dc9687a2e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5857a128-3711-4066-a084-8dfabb6d15a4 HTTP/1.1" status: 204 len: 168 time: 0.7900703 Nov 12 11:33:13.143523 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85ec8199-c7a5-4ea3-b123-501d417c7978 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.155656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d49df-71f6-44fd-a90a-829dc9687a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5857a128-3711-4066-a084-8dfabb6d15a4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:13.208361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6af31-90bf-4411-a826-d940b762875e req-46d433aa-1879-467a-94f0-d95c1699854c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:13.216679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bec6af31-90bf-4411-a826-d940b762875e req-46d433aa-1879-467a-94f0-d95c1699854c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0911977 Nov 12 11:33:13.235097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:13.340236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bec6af31-90bf-4411-a826-d940b762875e req-bdb49c0f-10b5-4f4d-9873-ee1c5e799992 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224060 Nov 12 11:33:13.395763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85ec8199-c7a5-4ea3-b123-501d417c7978 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.421235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:13.423027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec8199-c7a5-4ea3-b123-501d417c7978 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c245db2c-4e08-4349-bfd0-8183f8919c80,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:13.432217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaca18e-b769-4b63-ba0d-f9946bce0d65 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:13.452839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaca18e-b769-4b63-ba0d-f9946bce0d65 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:13.453958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-edaca18e-b769-4b63-ba0d-f9946bce0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:13.503652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-edaca18e-b769-4b63-ba0d-f9946bce0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:13.512349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaca18e-b769-4b63-ba0d-f9946bce0d65 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:13.513111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-edaca18e-b769-4b63-ba0d-f9946bce0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:13.546905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-edaca18e-b769-4b63-ba0d-f9946bce0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:13.547622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaca18e-b769-4b63-ba0d-f9946bce0d65 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:13.651872 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85ec8199-c7a5-4ea3-b123-501d417c7978 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.651872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-85ec8199-c7a5-4ea3-b123-501d417c7978 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5438619 Nov 12 11:33:13.652883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59324) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:13.671365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-604a138c-ac74-4db4-b8e4-4e33ead7843f tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules/c245db2c-4e08-4349-bfd0-8183f8919c80 HTTP/1.1" status: 200 len: 763 time: 0.0172396 Nov 12 11:33:13.674416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59326) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:13.721653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f2d5477e-4b5c-42bf-af99-003cb71f9a34 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0456290 Nov 12 11:33:13.727417 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.730322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59328) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:13.781286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bc07c4f7-7b00-4ac2-8547-5166f3177c0b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5015666 Nov 12 11:33:13.781626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59334) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:13.784027 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17998e53-0288-4816-96c1-4dd5619aa345 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.786366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1164795415'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:13.796308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17998e53-0288-4816-96c1-4dd5619aa345 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:13.891785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e466c2-beba-4cd7-be78-d02127282fa1 req-1560d21a-4978-454e-9e48-0a0aeb5b576a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:13.893201 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-71e466c2-beba-4cd7-be78-d02127282fa1 req-1560d21a-4978-454e-9e48-0a0aeb5b576a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.0605121 Nov 12 11:33:13.952794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-71e466c2-beba-4cd7-be78-d02127282fa1 req-0db78913-a84e-459b-b92a-8f6364690430 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521479 Nov 12 11:33:14.040162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:14.046749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.137593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17998e53-0288-4816-96c1-4dd5619aa345 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.143097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:33:14.144509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17998e53-0288-4816-96c1-4dd5619aa345 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.145591 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-17998e53-0288-4816-96c1-4dd5619aa345 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/c245db2c-4e08-4349-bfd0-8183f8919c80 HTTP/1.1" status: 204 len: 168 time: 0.4151928 Nov 12 11:33:14.149109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59348) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:14.151534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17998e53-0288-4816-96c1-4dd5619aa345 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c245db2c-4e08-4349-bfd0-8183f8919c80,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:14.163318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.163659 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Added segment 5c951794-af43-4d83-9a82-8734577531a5 of type vlan for network e3290a86-a44f-4688-b551-cf14729e33f6 Nov 12 11:33:14.226510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.241292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0d6cb748-b0de-407e-9dca-9d2694810f38 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0910096 Nov 12 11:33:14.246510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59356) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:14.252524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-00f507a2-67ed-4ac7-a1fa-53cd485d77d3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Request body: {'security_group_rule': {'security_group_id': 'a7ee91cc-c791-4cc8-9e12-dd72f2f56699', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:14.483560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3341-33cd-491f-acfa-78a1d05da7bf req-ca73c25c-fc63-44ba-a666-f3f1dc9b0882 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:14.485106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5ae3341-33cd-491f-acfa-78a1d05da7bf req-ca73c25c-fc63-44ba-a666-f3f1dc9b0882 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0587862 Nov 12 11:33:14.516283 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.521966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:14.522573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.537068 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00f507a2-67ed-4ac7-a1fa-53cd485d77d3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.553817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5ae3341-33cd-491f-acfa-78a1d05da7bf req-3eb5bcca-0a77-4d94-9af6-66f9b4046ee8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612960 Nov 12 11:33:14.649119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Network': ['ID=e3290a86-a44f-4688-b551-cf14729e33f6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:14.650114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e3290a86-a44f-4688-b551-cf14729e33f6 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:33:14.670572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00f507a2-67ed-4ac7-a1fa-53cd485d77d3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.743098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-69d415b4-8b17-4225-b6da-d9e2571953ae tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9546022 Nov 12 11:33:14.744089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59374) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:14.749790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'subnet': {'network_id': 'e3290a86-a44f-4688-b551-cf14729e33f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:14.816490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00f507a2-67ed-4ac7-a1fa-53cd485d77d3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:14.850969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f507a2-67ed-4ac7-a1fa-53cd485d77d3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2180b7-1306-4b52-ae79-0363b73d323e,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:15.026345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59386) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.093495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9ca28a-524b-4f16-89a7-057cc2e3b91d admin admin] Deleting subnet 3fd40318-b5b5-4a45-93e6-3380abaaeed8 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:33:15.100591 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca28a-524b-4f16-89a7-057cc2e3b91d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.108635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb2db0-d992-409e-916d-b4139a53413c req-e7a8bb3b-f152-4f3c-847d-474935085551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:15.117414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34fb2db0-d992-409e-916d-b4139a53413c req-e7a8bb3b-f152-4f3c-847d-474935085551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.0742724 Nov 12 11:33:15.148446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00f507a2-67ed-4ac7-a1fa-53cd485d77d3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.149776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-00f507a2-67ed-4ac7-a1fa-53cd485d77d3 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9023058 Nov 12 11:33:15.158410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59390) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.174102 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca28a-524b-4f16-89a7-057cc2e3b91d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.186919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34fb2db0-d992-409e-916d-b4139a53413c req-cfa68a3b-b64b-4c34-be62-7dd959f8d913 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685883 Nov 12 11:33:15.217348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e26181cc-41f9-4bc8-be35-18aef5bb9206 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules/bb2180b7-1306-4b52-ae79-0363b73d323e HTTP/1.1" status: 200 len: 764 time: 0.0574913 Nov 12 11:33:15.220102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59396) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.272388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca28a-524b-4f16-89a7-057cc2e3b91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.302396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-d3ba558c-53de-4b51-a058-73bd0f3da0d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0714071 Nov 12 11:33:15.322317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-34af834d-a4b6-4ca4-8ca1-cb061879f525 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0998862 Nov 12 11:33:15.324753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59400) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.373277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-69f87f5c-6f8c-47db-99a0-a86e178251bc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.383193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-69f87f5c-6f8c-47db-99a0-a86e178251bc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.391420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:15.399220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.453421 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-9f1829ff-25e8-4cb6-a537-12f7b402313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:15.457438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-9f1829ff-25e8-4cb6-a537-12f7b402313e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.1011577 Nov 12 11:33:15.509811 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca28a-524b-4f16-89a7-057cc2e3b91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.557604 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-69f87f5c-6f8c-47db-99a0-a86e178251bc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.566942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-69f87f5c-6f8c-47db-99a0-a86e178251bc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.572148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-69f87f5c-6f8c-47db-99a0-a86e178251bc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-group-rules/bb2180b7-1306-4b52-ae79-0363b73d323e HTTP/1.1" status: 204 len: 168 time: 0.2459929 Nov 12 11:33:15.574777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca28a-524b-4f16-89a7-057cc2e3b91d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.578463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59408) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.580737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c9ca28a-524b-4f16-89a7-057cc2e3b91d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3fd40318-b5b5-4a45-93e6-3380abaaeed8 HTTP/1.1" status: 204 len: 168 time: 0.5531299 Nov 12 11:33:15.596279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59412) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.606576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ca28a-524b-4f16-89a7-057cc2e3b91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd40318-b5b5-4a45-93e6-3380abaaeed8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:15.622678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f87f5c-6f8c-47db-99a0-a86e178251bc tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb2180b7-1306-4b52-ae79-0363b73d323e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:15.730698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-a676fcef-6a1d-46a0-95ce-f7360b061a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:15.732235 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-a676fcef-6a1d-46a0-95ce-f7360b061a4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2483671 Nov 12 11:33:15.758408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5348bb40-a880-4f64-b93f-487b4170cb44 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1751235 Nov 12 11:33:15.762033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59420) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:15.769522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.810124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-e36131e5-3fd9-4dff-bc80-90790f62d06c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0616779 Nov 12 11:33:15.830972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.860646 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.871680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75677190-cc6d-4744-a370-3025e502fc04 req-27db4f0f-285b-4ffa-9753-b1d06e12ac1c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:15.873374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75677190-cc6d-4744-a370-3025e502fc04 req-27db4f0f-285b-4ffa-9753-b1d06e12ac1c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1753247 Nov 12 11:33:15.894977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:15.935740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-f745dfb5-ae77-4af2-8394-b425e6a45d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:15.937249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-f745dfb5-ae77-4af2-8394-b425e6a45d39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.1193635 Nov 12 11:33:15.996749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.007260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Subnet': ['ID=b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:16.019112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Checking segment: {'id': '5c951794-af43-4d83-9a82-8734577531a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e3290a86-a44f-4688-b551-cf14729e33f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:16.019375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network hostable DHCP agents. Network: e3290a86-a44f-4688-b551-cf14729e33f6, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:33:16.055273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4b3642-5f9f-48fc-8bad-c1a7688ed61d']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:16.072430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75677190-cc6d-4744-a370-3025e502fc04 req-095edff5-3ee7-45af-a3e6-840e22838b14 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749668 Nov 12 11:33:16.074150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c7f606-e362-462c-bf2b-1c83db508166') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:16.074448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c7f606-e362-462c-bf2b-1c83db508166') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:16.085938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-9044fd54-09b3-486f-8960-da9a7fe2b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:16.087790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-9044fd54-09b3-486f-8960-da9a7fe2b0f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402876 Nov 12 11:33:16.089967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.127545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.168287 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:33:16.168605 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:33:16.170406 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:33:16.250761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-1822aaf0-860f-4597-8159-b8d606be6d98 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523311 Nov 12 11:33:16.294637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network e3290a86-a44f-4688-b551-cf14729e33f6 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:33:16.305992 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.309320 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.310900 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "DELETE /v2.0/security-groups/a7ee91cc-c791-4cc8-9e12-dd72f2f56699 HTTP/1.1" status: 204 len: 168 time: 0.5478191 Nov 12 11:33:16.314871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59432) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:16.342887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ee91cc-c791-4cc8-9e12-dd72f2f56699,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:16.368401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.368747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.369088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.369424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.369958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.370292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.370621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.370946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.371271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.372385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.372748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.373076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedecbe9-58ff-47cc-9b0d-a89381d2842e tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:16.415263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.419754 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-417fa80f-10a3-4836-90d9-59ec4cccf426 tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1035104 Nov 12 11:33:16.425666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59440) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:16.428834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc49d43-a7c9-4341-8364-aeed2731c768 req-9b5f22fa-908d-4584-b9cd-63fc8e099de5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:16.430379 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dc49d43-a7c9-4341-8364-aeed2731c768 req-9b5f22fa-908d-4584-b9cd-63fc8e099de5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1412539 Nov 12 11:33:16.448755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.455845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] 10.222.0.98 "DELETE /v2.0/networks/9c4b3642-5f9f-48fc-8bad-c1a7688ed61d HTTP/1.1" status: 204 len: 168 time: 0.8519208 Nov 12 11:33:16.464817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ea364-1187-4fbb-a322-000d8bed61da admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4b3642-5f9f-48fc-8bad-c1a7688ed61d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:16.529049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9ded9866-a78a-4c7a-a195-c472b361661f tempest-SecGroupTest-101596618 tempest-SecGroupTest-101596618-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1034124 Nov 12 11:33:16.534741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e3290a86-a44f-4688-b551-cf14729e33f6) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:16.547121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:16.549179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.559559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8ebdc-12ec-46ef-a4f4-d723cfb4410e None None] Network e3290a86-a44f-4688-b551-cf14729e33f6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:16.560881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dc49d43-a7c9-4341-8364-aeed2731c768 req-8035b37e-1f14-4492-9c71-9637e7c6da39 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059747 Nov 12 11:33:16.565321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4eed014-7b8a-484f-bfdf-3c95819b9b87 req-a18005a7-7c3e-4123-be73-958b67d16fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063028 Nov 12 11:33:16.795825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e3290a86-a44f-4688-b551-cf14729e33f6', 'network_id': 'e3290a86-a44f-4688-b551-cf14729e33f6', 'tenant_id': '41b8ec0f1e4942aa8e91a53054071b3b', 'fixed_ips': [{'subnet_id': 'b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:33:16.796738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:16.883543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7448e300-f848-413c-94c2-5e1ed4f06c9b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1386006 Nov 12 11:33:16.886640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59460) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:16.893397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1570092629', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:16.961191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Allocated IP 172.20.0.2 (e3290a86-a44f-4688-b551-cf14729e33f6/b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c/e87e8805-c20e-41f0-9b2a-e5c2a7dbb332) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:17.029542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.031174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.082792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-4aeabda9-5792-498e-a69d-378bc53404d4 req-6a02c890-7042-4d25-9a76-97eefaf33715 service neutron] (109705) timed out ('10.222.0.98', 34182) {{(pid=109705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:33:17.097017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.157211 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.246439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e8c1d-3e19-4e05-869c-f70ef5f91eff req-a3e212c6-2c3f-44f2-801a-17ce12db5f0b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:17.247994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a0e8c1d-3e19-4e05-869c-f70ef5f91eff req-a3e212c6-2c3f-44f2-801a-17ce12db5f0b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0612276 Nov 12 11:33:17.292331 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.332768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a0e8c1d-3e19-4e05-869c-f70ef5f91eff req-2a8e8890-6cd3-4310-8ba8-9a1a549a76b0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769765 Nov 12 11:33:17.388779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Pushing event updated for resources: {'Port': ['ID=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:17.402578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Network e3290a86-a44f-4688-b551-cf14729e33f6 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:17.404910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:17.420898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:17.429774 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.430689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.431179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.431696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.432780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.433279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.433937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.434448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.434936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.435596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.436123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.436862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:17.461270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.470098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59476) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:17.529694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-614d8309-78a6-4dc3-90e9-54fbcaca45db admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f4fb6a3858a7406090d48ac93656b084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647318 Nov 12 11:33:17.541302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59480) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:17.554978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Attempting to bind port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:33:17.555449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Attempting to bind port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '5c951794-af43-4d83-9a82-8734577531a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e3290a86-a44f-4688-b551-cf14729e33f6'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:33:17.555847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Attempting to bind port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 on network e3290a86-a44f-4688-b551-cf14729e33f6 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:17.564273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:33:17.564952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Checking segment: {'id': '5c951794-af43-4d83-9a82-8734577531a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e3290a86-a44f-4688-b551-cf14729e33f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:17.565054 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.565400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Bound using segment: {'id': '5c951794-af43-4d83-9a82-8734577531a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e3290a86-a44f-4688-b551-cf14729e33f6'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:33:17.566164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Bound port: e87e8805-c20e-41f0-9b2a-e5c2a7dbb332, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c951794-af43-4d83-9a82-8734577531a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e3290a86-a44f-4688-b551-cf14729e33f6'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:33:17.580189 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.676371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59488) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:17.723466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] For port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:33:17.724917 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa4979e2-eb96-44fe-8588-09bb1afbcbf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.726966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] For port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,segment=NetworkSegment(5c951794-af43-4d83-9a82-8734577531a5),segment_id=5c951794-af43-4d83-9a82-8734577531a5)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:33:17.770812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1d37-890b-4e09-8892-5888576137cc req-47f3a12c-678c-4ed0-b8ba-8fedd55bc9de tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:17.770812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d64b1d37-890b-4e09-8892-5888576137cc req-47f3a12c-678c-4ed0-b8ba-8fedd55bc9de tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1064296 Nov 12 11:33:17.805813 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa4979e2-eb96-44fe-8588-09bb1afbcbf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.834993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d64b1d37-890b-4e09-8892-5888576137cc req-950a36b0-45b3-465b-9853-94e841cd7c34 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662975 Nov 12 11:33:17.909446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:17.947329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f942439c-7db9-41cf-a52e-34f9155e125a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c24c5f05698647f9ad3d47014dc67920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2688537 Nov 12 11:33:17.949967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59496) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:17.989418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3db70-ff2c-4f5f-9386-bcb3acb227cb None None] Pushing event updated for resources: {'Port': ['ID=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:18.006417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.028610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.039603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d288b286-af1c-495d-973a-58a840de5f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.046036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.072555 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d288b286-af1c-495d-973a-58a840de5f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.140319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa4979e2-eb96-44fe-8588-09bb1afbcbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.143291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa4979e2-eb96-44fe-8588-09bb1afbcbf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.144717 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa4979e2-eb96-44fe-8588-09bb1afbcbf0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8fee7954-6b76-42fb-8e09-8934d288aef3 HTTP/1.1" status: 204 len: 168 time: 0.6018767 Nov 12 11:33:18.161618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4979e2-eb96-44fe-8588-09bb1afbcbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee7954-6b76-42fb-8e09-8934d288aef3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:18.212780 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.25.3.233 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/4c56edd3-f94b-4d48-8c87-fcb0b28d9501) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:18.337038 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d288b286-af1c-495d-973a-58a840de5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.341529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d288b286-af1c-495d-973a-58a840de5f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.342279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d288b286-af1c-495d-973a-58a840de5f2d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f00bb1a3-1320-4da9-915e-3e6242a0e659 HTTP/1.1" status: 204 len: 168 time: 0.3907909 Nov 12 11:33:18.351497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288b286-af1c-495d-973a-58a840de5f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00bb1a3-1320-4da9-915e-3e6242a0e659,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:18.361191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.497964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17337ea-6a91-4e74-8540-ce6e9f3cd43a req-44836582-1f20-4f3f-a3c8-6183225984e5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:18.499392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e17337ea-6a91-4e74-8540-ce6e9f3cd43a req-44836582-1f20-4f3f-a3c8-6183225984e5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0638385 Nov 12 11:33:18.552701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e17337ea-6a91-4e74-8540-ce6e9f3cd43a req-7c6ef83c-193b-4897-a597-87ed95b4be38 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473537 Nov 12 11:33:18.629615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.686407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:18.689599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:18.692182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:18.702512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b630a-8e2b-4491-acf4-41e03524c84e None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:33:18.721033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=4c56edd3-f94b-4d48-8c87-fcb0b28d9501,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:18.768949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f166c3fc-ceb6-436a-b549-f5f9bd125285 None None] Provisioning complete for port 4c56edd3-f94b-4d48-8c87-fcb0b28d9501 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:18.769742 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f166c3fc-ceb6-436a-b549-f5f9bd125285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:18.826967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f166c3fc-ceb6-436a-b549-f5f9bd125285 None None] Port 4c56edd3-f94b-4d48-8c87-fcb0b28d9501 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:18.929479 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:33:19.013485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb291c-2a09-4a42-aafd-7bde7f9dba61 req-0a402487-cf6c-4f62-8e69-ff756b64367c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:19.015505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51cb291c-2a09-4a42-aafd-7bde7f9dba61 req-0a402487-cf6c-4f62-8e69-ff756b64367c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.0607858 Nov 12 11:33:19.089336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51cb291c-2a09-4a42-aafd-7bde7f9dba61 req-d35950f6-ecf3-4d31-834f-2871251ad3f3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650175 Nov 12 11:33:19.274098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25adb30-75c9-44c2-8f8a-f4dc81922dfc None None] Network e3290a86-a44f-4688-b551-cf14729e33f6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:19.356197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:19.357347 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:19.422688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b62f32e3-e8e4-4b13-8dbb-42ce59548801 None None] Provisioning complete for port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:19.423046 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b62f32e3-e8e4-4b13-8dbb-42ce59548801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:19.490521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-9897cc28-755a-48a5-8d9a-16173b762f59 req-a116fc28-c664-43a8-8f00-746b0ff417a0 service neutron] (109704) timed out ('10.222.0.98', 60678) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:33:19.511738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:19.511738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:19.625121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:19.637916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b62f32e3-e8e4-4b13-8dbb-42ce59548801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:19.713651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:19.732365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b62f32e3-e8e4-4b13-8dbb-42ce59548801 None None] For port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,segment=NetworkSegment(5c951794-af43-4d83-9a82-8734577531a5),segment_id=5c951794-af43-4d83-9a82-8734577531a5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:19.883654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b62f32e3-e8e4-4b13-8dbb-42ce59548801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:19.900002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023713f2-7906-4427-b5e7-e09dc1915197 req-77dc27a3-5117-4cce-9db8-660328761890 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:19.903505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-023713f2-7906-4427-b5e7-e09dc1915197 req-77dc27a3-5117-4cce-9db8-660328761890 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1212654 Nov 12 11:33:19.960784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router b41e7bc6-b31f-4fae-a549-c9135b919a73 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:33:19.976294 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:33:19.977237 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:33:19.985017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-023713f2-7906-4427-b5e7-e09dc1915197 req-3d8d41b0-e31c-4bd2-98b3-41730c5f267a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749674 Nov 12 11:33:20.000230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f32e3-e8e4-4b13-8dbb-42ce59548801 None None] Pushing event updated for resources: {'Port': ['ID=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:20.114121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:20.150509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d4914f78-4ffb-462a-92f7-d88cdcf43719 None None] Provisioning complete for port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:20.150509 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d4914f78-4ffb-462a-92f7-d88cdcf43719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:20.152280 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb37a5-9c72-48a0-8470-df9c3739ec90 None None] Sync routers for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:20.152280 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb37a5-9c72-48a0-8470-df9c3739ec90 None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:20.157350 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d4eb37a5-9c72-48a0-8470-df9c3739ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:20.223294 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d4eb37a5-9c72-48a0-8470-df9c3739ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:20.255282 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb37a5-9c72-48a0-8470-df9c3739ec90 None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:20.255965 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d4eb37a5-9c72-48a0-8470-df9c3739ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:20.309024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa778-f221-4468-a1c4-15a745c9376c req-cb11822f-a6d6-42ea-98f5-37549248b6a6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:20.314691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fdaa778-f221-4468-a1c4-15a745c9376c req-cb11822f-a6d6-42ea-98f5-37549248b6a6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1366277 Nov 12 11:33:20.369260 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d4eb37a5-9c72-48a0-8470-df9c3739ec90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:20.370258 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb37a5-9c72-48a0-8470-df9c3739ec90 None None] The sync data for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:20.371369 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:20.386486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ae0b23c1-76ff-4ad4-8ee0-43b2dfffce19 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4878407 Nov 12 11:33:20.390329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:20.433053 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fdaa778-f221-4468-a1c4-15a745c9376c req-a8f6990f-4527-4341-9b1a-b918804dc3d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120214 Nov 12 11:33:20.462805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59620) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:20.627615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0195fb75-61a7-4398-a546-79fed61bfff9 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:20.628438 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-0195fb75-61a7-4398-a546-79fed61bfff9 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 11:33:20.630193 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-0195fb75-61a7-4398-a546-79fed61bfff9 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:33:20.631613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0195fb75-61a7-4398-a546-79fed61bfff9 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1665785 Nov 12 11:33:20.641704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59630) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:20.647255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510764034'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:20.905501 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:20.922409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.060666 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.118753 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.171125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe0a2-d141-4a46-8485-5be2ddba04f4 req-8c3b44c0-5a5a-4b23-825b-817e1610ef10 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:21.171125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90dbe0a2-d141-4a46-8485-5be2ddba04f4 req-8c3b44c0-5a5a-4b23-825b-817e1610ef10 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0769589 Nov 12 11:33:21.221290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:21.238709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.266944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90dbe0a2-d141-4a46-8485-5be2ddba04f4 req-00e61474-df78-4856-ae79-92e0970c58c6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879762 Nov 12 11:33:21.293029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5224e637-29c3-4b06-8646-709efc79bff3,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:21.301091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:21.301702 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.362189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.492892 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.584815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c251-4385-46ce-a00f-9787bb72159b req-de67ee23-c46d-4d84-a3ee-80e67f98bb87 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:21.586503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5795c251-4385-46ce-a00f-9787bb72159b req-de67ee23-c46d-4d84-a3ee-80e67f98bb87 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.0584428 Nov 12 11:33:21.595514 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.643522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8df3c8-9349-47bd-9e65-407286248142,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:21.682820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5795c251-4385-46ce-a00f-9787bb72159b req-6aec304e-2191-4df3-a619-20a7dbc35e3c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889885 Nov 12 11:33:21.821296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.20.0.1 (e3290a86-a44f-4688-b551-cf14729e33f6/b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c/4ba0dbed-a6eb-4b31-a575-5d229df0b0f8) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:21.876519 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:21.882222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3e6af2bf-ea41-4bd6-9fa3-6734c7528b8a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2349377 Nov 12 11:33:21.882222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59692) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:21.885999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6c5cb16b-1101-4c53-936a-c84caade9b42 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': '4c8df3c8-9349-47bd-9e65-407286248142', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:21.941309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.064019 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb16b-1101-4c53-936a-c84caade9b42 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.101988 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.122682 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb16b-1101-4c53-936a-c84caade9b42 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.145773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network e3290a86-a44f-4688-b551-cf14729e33f6 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:22.148998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:22.156049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:22.188413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=4ba0dbed-a6eb-4b31-a575-5d229df0b0f8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:22.209971 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.414541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa344df-918a-4e51-9941-1ca19f33a461 req-fa4a781f-1aa0-49d7-8163-8d4cee53d43f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:22.414541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5aa344df-918a-4e51-9941-1ca19f33a461 req-fa4a781f-1aa0-49d7-8163-8d4cee53d43f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0508432 Nov 12 11:33:22.461255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5aa344df-918a-4e51-9941-1ca19f33a461 req-f8e35bef-755e-462a-bee8-4dcb83642e47 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474470 Nov 12 11:33:22.464158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9f22d01e-7813-4af8-a94d-a5417c95d364 None None] Provisioning complete for port 4ba0dbed-a6eb-4b31-a575-5d229df0b0f8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:22.464650 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9f22d01e-7813-4af8-a94d-a5417c95d364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.503003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9f22d01e-7813-4af8-a94d-a5417c95d364 None None] Port 4ba0dbed-a6eb-4b31-a575-5d229df0b0f8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:22.519835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb16b-1101-4c53-936a-c84caade9b42 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.538613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cb16b-1101-4c53-936a-c84caade9b42 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8b95e5-2647-4e5b-bd2d-0ddf933d3abe,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:22.666031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.692201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb16b-1101-4c53-936a-c84caade9b42 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.693521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c5cb16b-1101-4c53-936a-c84caade9b42 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8117204 Nov 12 11:33:22.696324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59726) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:22.705135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9ef50f9d-c10b-45c0-8b5f-722608c382af tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': '4c8df3c8-9349-47bd-9e65-407286248142', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:22.829140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c98d2c-df9d-49fc-885d-84641f51d10c req-7f5c1399-5c98-425e-ac9d-00a285619c8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:22.830844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6c98d2c-df9d-49fc-885d-84641f51d10c req-7f5c1399-5c98-425e-ac9d-00a285619c8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.0622234 Nov 12 11:33:22.892890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ef50f9d-c10b-45c0-8b5f-722608c382af tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:22.910783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6c98d2c-df9d-49fc-885d-84641f51d10c req-5a4e7655-e2d1-4bbe-9afe-c4372646ba19 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731111 Nov 12 11:33:23.003612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:23.167624 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-9ef50f9d-c10b-45c0-8b5f-722608c382af tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 11:33:23.167624 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ef50f9d-c10b-45c0-8b5f-722608c382af tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4646051 Nov 12 11:33:23.167624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59760) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:23.245422 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5652bb5a-1a32-4a5f-b5ac-20c04cda5f2d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:23.249872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:23.279985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5652bb5a-1a32-4a5f-b5ac-20c04cda5f2d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:23.337037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:23.340070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=4ba0dbed-a6eb-4b31-a575-5d229df0b0f8,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:23.440797 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5652bb5a-1a32-4a5f-b5ac-20c04cda5f2d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:23.443356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5652bb5a-1a32-4a5f-b5ac-20c04cda5f2d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:23.448166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5652bb5a-1a32-4a5f-b5ac-20c04cda5f2d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/4c8df3c8-9349-47bd-9e65-407286248142 HTTP/1.1" status: 204 len: 168 time: 0.2798090 Nov 12 11:33:23.450711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59784) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:23.456040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network e3290a86-a44f-4688-b551-cf14729e33f6 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:23.457813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:23.462584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652bb5a-1a32-4a5f-b5ac-20c04cda5f2d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8df3c8-9349-47bd-9e65-407286248142,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:23.637044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cfea0acd-efb1-4105-9e95-edc6276871a9 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1852119 Nov 12 11:33:23.643399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59794) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:23.645836 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-0fa675a8-ec95-4220-b365-041f6b863f22 service neutron] show failed (client error): The resource could not be found. Nov 12 11:33:23.646963 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-0fa675a8-ec95-4220-b365-041f6b863f22 service neutron] 10.222.0.57 "GET /v2.0/ports/d6f167c1-9777-43c2-9d54-b1b9f299c69a/bindings/n-h2-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.1776659 Nov 12 11:33:23.650258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b0e8be32-3a59-4ce3-b309-2943723150f0 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409347042'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:23.680750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router b41e7bc6-b31f-4fae-a549-c9135b919a73 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:23.703753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6c579-ff13-416b-8427-07875bf7b397 req-a2451d4b-6295-4a11-a6f2-a6a832777891 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:23.714044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3b6c579-ff13-416b-8427-07875bf7b397 req-a2451d4b-6295-4a11-a6f2-a6a832777891 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1429269 Nov 12 11:33:23.789261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3b6c579-ff13-416b-8427-07875bf7b397 req-e8516dd9-1cec-45e9-bb27-7029c60cf71a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740485 Nov 12 11:33:23.822971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:23.829599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5a92a389-e897-4b43-ace7-7e9b2eb065b7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/routers/b41e7bc6-b31f-4fae-a549-c9135b919a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4354067 Nov 12 11:33:23.831780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59798) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:23.835376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a60f5f-2781-4605-a26d-c19f21d8c5ac None None] Sync routers for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:23.839791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'port': {'network_id': 'e3290a86-a44f-4688-b551-cf14729e33f6', 'name': 'tempest-FloatingIPTestJSON-1204360385'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:23.849885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a60f5f-2781-4605-a26d-c19f21d8c5ac None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:23.854933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-51a60f5f-2781-4605-a26d-c19f21d8c5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:23.892768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0e8be32-3a59-4ce3-b309-2943723150f0 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:23.902354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-51a60f5f-2781-4605-a26d-c19f21d8c5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:23.912011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a60f5f-2781-4605-a26d-c19f21d8c5ac None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:23.912857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-51a60f5f-2781-4605-a26d-c19f21d8c5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:23.975678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-51a60f5f-2781-4605-a26d-c19f21d8c5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:23.983350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a60f5f-2781-4605-a26d-c19f21d8c5ac None None] The sync data for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:23.987746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-74eb01e0-0b7b-4de6-96b3-f4a1f67ff069 None None] Provisioning complete for port 4ba0dbed-a6eb-4b31-a575-5d229df0b0f8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:23.988951 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74eb01e0-0b7b-4de6-96b3-f4a1f67ff069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.040263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-74eb01e0-0b7b-4de6-96b3-f4a1f67ff069 None None] Port 4ba0dbed-a6eb-4b31-a575-5d229df0b0f8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:24.145587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0e8be32-3a59-4ce3-b309-2943723150f0 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.154181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ab3f-eac7-4b91-ab2e-b646c8c37331 req-27d0157f-38a9-4d09-b7c8-42f8cb5a855b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:24.155752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc85ab3f-eac7-4b91-ab2e-b646c8c37331 req-27d0157f-38a9-4d09-b7c8-42f8cb5a855b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1230869 Nov 12 11:33:24.211182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dc85ab3f-eac7-4b91-ab2e-b646c8c37331 req-304dda35-c5dd-4dc0-b23b-752761c2e2cd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489109 Nov 12 11:33:24.398611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Made reservation on behalf of 41b8ec0f1e4942aa8e91a53054071b3b for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:24.403138 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.405441 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0e8be32-3a59-4ce3-b309-2943723150f0 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.442356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] device_id is not set on port 6edfef51-30dd-4949-8cc1-f32f8204124c yet. {{(pid=109704) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:33:24.458989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8be32-3a59-4ce3-b309-2943723150f0 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7481630-ea66-4a65-9926-4a81832c32f6,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:24.577803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Allocated IP 172.20.0.12 (e3290a86-a44f-4688-b551-cf14729e33f6/b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c/6edfef51-30dd-4949-8cc1-f32f8204124c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:24.608132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0e8be32-3a59-4ce3-b309-2943723150f0 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.609407 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b0e8be32-3a59-4ce3-b309-2943723150f0 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9648566 Nov 12 11:33:24.612498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59830) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:24.617205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e2099fe4-629f-4ebd-98de-d0fb28d31fba tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f7481630-ea66-4a65-9926-4a81832c32f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:24.618088 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-e2099fe4-629f-4ebd-98de-d0fb28d31fba tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 11:33:24.618970 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-e2099fe4-629f-4ebd-98de-d0fb28d31fba tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:24.620908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e2099fe4-629f-4ebd-98de-d0fb28d31fba tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073748 Nov 12 11:33:24.623679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59832) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:24.690994 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-626ac1c1-b38e-447c-b4fa-5f4a94159784 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.738748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-626ac1c1-b38e-447c-b4fa-5f4a94159784 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.786372 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.861068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-64559566-6138-4bf7-9d80-3c29aa716dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:24.867017 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-64559566-6138-4bf7-9d80-3c29aa716dd5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 1097 time: 0.1139929 Nov 12 11:33:24.875505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:24.940796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:24.946155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bd72e-d8cc-4add-af3c-29771550a523 req-3296b952-e547-44c4-b074-e5d7dc963826 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:24.947632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed1bd72e-d8cc-4add-af3c-29771550a523 req-3296b952-e547-44c4-b074-e5d7dc963826 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0698016 Nov 12 11:33:24.981001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.040039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Network e3290a86-a44f-4688-b551-cf14729e33f6 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:25.044580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed1bd72e-d8cc-4add-af3c-29771550a523 req-f5d61dcc-d74f-440b-b2b8-5bd29bb027ca tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900192 Nov 12 11:33:25.050008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:25.054945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:25.084123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-626ac1c1-b38e-447c-b4fa-5f4a94159784 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.084954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-626ac1c1-b38e-447c-b4fa-5f4a94159784 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.086296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-626ac1c1-b38e-447c-b4fa-5f4a94159784 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/f7481630-ea66-4a65-9926-4a81832c32f6 HTTP/1.1" status: 204 len: 168 time: 0.4615493 Nov 12 11:33:25.089755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:25.099478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event updated for resources: {'Port': ['ID=6edfef51-30dd-4949-8cc1-f32f8204124c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:25.115392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ac1c1-b38e-447c-b4fa-5f4a94159784 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7481630-ea66-4a65-9926-4a81832c32f6,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:25.142808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:25.144538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.176703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c362fca1-9669-4c11-add8-4156f983e80e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0857697 Nov 12 11:33:25.181018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59854) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:25.186131 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2459c509-b6dc-4f09-8a8f-b225f0413954 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252012308'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:25.266233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:25.285103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6e697d4f-af58-47cf-96f9-cd68e7feb610 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4508200 Nov 12 11:33:25.289961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59864) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:25.295691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Request body: {'floatingip': {'port_id': '6edfef51-30dd-4949-8cc1-f32f8204124c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:25.335287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:33:25.395472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:25.403758 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c8241-7570-4650-8c89-d0f1d0c6f9f3" -d '{"events": [{"server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:25.413878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.434226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Transition to ACTIVE for port object d6f167c1-9777-43c2-9d54-b1b9f299c69a will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:33:25.445266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.465698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c1659-849b-4305-a246-10bceb81809f req-0abb9c2c-0b63-4874-a004-b444b0cae1b7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:25.473632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd9c1659-849b-4305-a246-10bceb81809f req-0abb9c2c-0b63-4874-a004-b444b0cae1b7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1142936 Nov 12 11:33:25.475571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-457ce645-d944-4319-aa52-3cc4a0f43ebb None None] Provisioning complete for port 6edfef51-30dd-4949-8cc1-f32f8204124c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:25.477666 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-457ce645-d944-4319-aa52-3cc4a0f43ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.538776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-457ce645-d944-4319-aa52-3cc4a0f43ebb None None] Port 6edfef51-30dd-4949-8cc1-f32f8204124c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:25.573755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2459c509-b6dc-4f09-8a8f-b225f0413954 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.606136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.684666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd9c1659-849b-4305-a246-10bceb81809f req-f54d0ba6-d36e-4951-a518-60dc2ea56668 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101934 Nov 12 11:33:25.793657 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7c299-14de-4347-a0e1-ef7a35035a35 x-openstack-request-id: req-62b7c299-14de-4347-a0e1-ef7a35035a35 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:25.794235 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:25.794235 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-62b7c299-14de-4347-a0e1-ef7a35035a35 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:25.794483 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'code': 200} Nov 12 11:33:25.831838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2459c509-b6dc-4f09-8a8f-b225f0413954 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:25.848321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:25.925338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] No DVR routers for this DVR port d6f167c1-9777-43c2-9d54-b1b9f299c69a on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:33:26.126149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2459c509-b6dc-4f09-8a8f-b225f0413954 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.138703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Attempting to bind port d6f167c1-9777-43c2-9d54-b1b9f299c69a on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:33:26.139740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Attempting to bind port d6f167c1-9777-43c2-9d54-b1b9f299c69a by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:33:26.143235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Attempting to bind port d6f167c1-9777-43c2-9d54-b1b9f299c69a on network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:26.164447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Port d6f167c1-9777-43c2-9d54-b1b9f299c69a on network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:33:26.164944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Attempting to bind port d6f167c1-9777-43c2-9d54-b1b9f299c69a on network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:26.172207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:33:26.172540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Checking segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:26.173006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Bound using segment: {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:33:26.173531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Bound port: d6f167c1-9777-43c2-9d54-b1b9f299c69a, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b81500e-72bc-4922-9f15-65716108bcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:33:26.173901 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.234617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459c509-b6dc-4f09-8a8f-b225f0413954 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb767a-fa3a-4f29-a9ce-f6842df53d1f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:26.287346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2459c509-b6dc-4f09-8a8f-b225f0413954 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.291191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2459c509-b6dc-4f09-8a8f-b225f0413954 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1065028 Nov 12 11:33:26.294406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59892) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:26.300277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59894) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:26.303476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ec1cb093-e763-45c8-b291-a83526ae8a01 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': '9cdb767a-fa3a-4f29-a9ce-f6842df53d1f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:26.304332 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-ec1cb093-e763-45c8-b291-a83526ae8a01 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 11:33:26.304828 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-ec1cb093-e763-45c8-b291-a83526ae8a01 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:26.309182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ec1cb093-e763-45c8-b291-a83526ae8a01 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071933 Nov 12 11:33:26.310719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59896) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:26.324478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:33:26.325284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674cf39-d1b2-421a-80b1-1e9f0e1d18ba req-6af0dc77-b0f3-4bd2-a11d-94df32b4d656 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:26.325284 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8674cf39-d1b2-421a-80b1-1e9f0e1d18ba req-6af0dc77-b0f3-4bd2-a11d-94df32b4d656 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1522150 Nov 12 11:33:26.325501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:33:26.427250 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.455225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c0d50fc7-2910-48e6-b6af-e0af3d06bf79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.458421 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8674cf39-d1b2-421a-80b1-1e9f0e1d18ba req-96e7b717-a34b-465d-820b-0daa8d4fc519 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942304 Nov 12 11:33:26.471497 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4aa4361a-2c62-4091-a578-e03d89591be4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.496314 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.505714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4aa4361a-2c62-4091-a578-e03d89591be4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.544941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:26.545576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.546992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 1092 time: 1.6757734 Nov 12 11:33:26.616633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5617-c6f7-4037-bd3c-b48d126643e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:26.643607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-cfb024d6-5c3a-419a-964b-1b3e2048e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:26.645219 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-cfb024d6-5c3a-419a-964b-1b3e2048e2a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1095 time: 0.0697277 Nov 12 11:33:26.703796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.793115 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4aa4361a-2c62-4091-a578-e03d89591be4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.797420 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4aa4361a-2c62-4091-a578-e03d89591be4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:26.798795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4aa4361a-2c62-4091-a578-e03d89591be4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/9cdb767a-fa3a-4f29-a9ce-f6842df53d1f HTTP/1.1" status: 204 len: 168 time: 0.4868639 Nov 12 11:33:26.807593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59908) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:26.818931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-e4d7700c-dc10-4984-8c98-c64cc9bc4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:26.820436 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-e4d7700c-dc10-4984-8c98-c64cc9bc4bae service neutron] 10.222.0.69 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.1610346 Nov 12 11:33:26.861046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4361a-2c62-4091-a578-e03d89591be4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb767a-fa3a-4f29-a9ce-f6842df53d1f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:26.947567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0944b-e71a-43ea-b566-c5ef4be686ad req-a7d02653-2894-4980-a8dc-29bcb70a1b49 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:26.949402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dda0944b-e71a-43ea-b566-c5ef4be686ad req-a7d02653-2894-4980-a8dc-29bcb70a1b49 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 943 time: 0.1469226 Nov 12 11:33:26.974293 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP bc352953-1135-4ffb-931c-c41dd14befc8 associated. External IP: 172.25.3.206, port: d8888776-0514-4653-bdae-58a11692f886. Nov 12 11:33:26.988646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-92456c55-8d4c-4eec-baca-cd6e08842252 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1792448 Nov 12 11:33:26.990257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c0d50fc7-2910-48e6-b6af-e0af3d06bf79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.016734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59914) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:27.020467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-eb04037e-74fd-4d03-9807-93cd6270d02a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--446424728'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:27.028828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-9be78e1a-dd4c-4bf3-a196-1b118201ae3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 999 time: 0.1969070 Nov 12 11:33:27.094680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dda0944b-e71a-43ea-b566-c5ef4be686ad req-5cf387b7-55dc-45e8-b9a0-998e85d85485 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373570 Nov 12 11:33:27.110510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-30156b7c-c7ab-4621-9105-4140c589d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:27.110510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-30156b7c-c7ab-4621-9105-4140c589d6b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.0688734 Nov 12 11:33:27.148682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c0d50fc7-2910-48e6-b6af-e0af3d06bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.202586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d50fc7-2910-48e6-b6af-e0af3d06bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ece407-8651-424b-ad71-f9401bd11deb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:27.216227 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c0d50fc7-2910-48e6-b6af-e0af3d06bf79 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2f701b1b604142dabb317fa6dbbd1bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9080334 Nov 12 11:33:27.218707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-90476df9-6e98-4cb2-8ec0-17e4cf37df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:27.219952 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-90476df9-6e98-4cb2-8ec0-17e4cf37df57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029527 Nov 12 11:33:27.220494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59922) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:27.282144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:27.334556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e06d6335-74f8-4910-86a3-3dcb67aefb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.339816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb04037e-74fd-4d03-9807-93cd6270d02a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.386709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-16a0cc24-0cec-4814-8923-7215e9d64f5f service neutron] 10.222.0.69 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526599 Nov 12 11:33:27.396444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e06d6335-74f8-4910-86a3-3dcb67aefb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.425123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:27.450058 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3750b43-7473-448e-84ed-0460e840ee34 None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:27.465316 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3750b43-7473-448e-84ed-0460e840ee34 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:27.465929 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b3750b43-7473-448e-84ed-0460e840ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:27.552139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb04037e-74fd-4d03-9807-93cd6270d02a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.574591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-307e4ea5-ce7d-412e-95a6-3d29ef18c8a7 req-567341d7-1ac2-4620-b155-ecb2ce93dc69 service neutron] 10.222.0.69 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736374 Nov 12 11:33:27.585675 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b3750b43-7473-448e-84ed-0460e840ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:27.599900 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3750b43-7473-448e-84ed-0460e840ee34 None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:27.601553 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b3750b43-7473-448e-84ed-0460e840ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:27.672930 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b3750b43-7473-448e-84ed-0460e840ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:27.674619 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3750b43-7473-448e-84ed-0460e840ee34 None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:27.730242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e06d6335-74f8-4910-86a3-3dcb67aefb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.732962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e06d6335-74f8-4910-86a3-3dcb67aefb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.736493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e06d6335-74f8-4910-86a3-3dcb67aefb3d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/52ece407-8651-424b-ad71-f9401bd11deb HTTP/1.1" status: 204 len: 168 time: 0.5127625 Nov 12 11:33:27.736647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2efee3-37a7-4ea7-bdf3-bcfcff9b0d1d req-e471ce91-fd5b-45d9-a5f9-32082777a676 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:27.736647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa2efee3-37a7-4ea7-bdf3-bcfcff9b0d1d req-e471ce91-fd5b-45d9-a5f9-32082777a676 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1299801 Nov 12 11:33:27.743247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb04037e-74fd-4d03-9807-93cd6270d02a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:27.749371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d6335-74f8-4910-86a3-3dcb67aefb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ece407-8651-424b-ad71-f9401bd11deb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:27.809397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:27.812580 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:27.827569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04037e-74fd-4d03-9807-93cd6270d02a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a9b3b-ae5d-4688-969c-e308f8bc0a87,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:27.858686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d6f167c1-9777-43c2-9d54-b1b9f299c69a no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:33:27.867594 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa2efee3-37a7-4ea7-bdf3-bcfcff9b0d1d req-d33de0e4-9e2b-4253-9011-08a94980cabc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158779 Nov 12 11:33:27.913420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router b41e7bc6-b31f-4fae-a549-c9135b919a73 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:27.922502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device d6f167c1-9777-43c2-9d54-b1b9f299c69a not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:33:27.952643 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925745db-f525-4d0c-b2fa-6bc122e63bc7 x-openstack-request-id: req-925745db-f525-4d0c-b2fa-6bc122e63bc7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:27.953069 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:27.953312 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-925745db-f525-4d0c-b2fa-6bc122e63bc7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:27.953772 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'status': 'completed', 'code': 200} Nov 12 11:33:28.033120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-769b6931-dcea-4024-a523-d89142fc3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:28.034872 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-769b6931-dcea-4024-a523-d89142fc3be3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1095 time: 0.0589409 Nov 12 11:33:28.196183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-eeb1be50-6d59-4c25-95af-d418f6c9554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:28.199626 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-eeb1be50-6d59-4c25-95af-d418f6c9554f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.1550462 Nov 12 11:33:28.203154 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eb04037e-74fd-4d03-9807-93cd6270d02a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:28.208547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-eb04037e-74fd-4d03-9807-93cd6270d02a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1923487 Nov 12 11:33:28.209274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59948) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:28.225284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-bf9d301a-fd13-4be3-a60a-8ea73fe5afb7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a9b3b-ae5d-4688-969c-e308f8bc0a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:28.226307 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-bf9d301a-fd13-4be3-a60a-8ea73fe5afb7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 11:33:28.226822 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-bf9d301a-fd13-4be3-a60a-8ea73fe5afb7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:28.228740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bf9d301a-fd13-4be3-a60a-8ea73fe5afb7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175812 Nov 12 11:33:28.274562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:28.282650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0b5f8216-314b-4320-84e6-3a440f342f4e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a9b3b-ae5d-4688-969c-e308f8bc0a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:28.283654 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-0b5f8216-314b-4320-84e6-3a440f342f4e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 11:33:28.284401 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-0b5f8216-314b-4320-84e6-3a440f342f4e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:28.285684 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0b5f8216-314b-4320-84e6-3a440f342f4e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088243 Nov 12 11:33:28.292657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59952) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:28.297416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f145cec0-57f0-4a0e-8d9d-829317b12706 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a9b3b-ae5d-4688-969c-e308f8bc0a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:28.298259 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-f145cec0-57f0-4a0e-8d9d-829317b12706 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 11:33:28.298802 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-f145cec0-57f0-4a0e-8d9d-829317b12706 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:28.302465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f145cec0-57f0-4a0e-8d9d-829317b12706 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061142 Nov 12 11:33:28.302684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59954) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:28.308784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a6be0695-cb42-43ad-b1fa-94f094ddb3cb tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a9b3b-ae5d-4688-969c-e308f8bc0a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:28.309262 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-a6be0695-cb42-43ad-b1fa-94f094ddb3cb tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 11:33:28.309762 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-a6be0695-cb42-43ad-b1fa-94f094ddb3cb tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:28.313299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a6be0695-cb42-43ad-b1fa-94f094ddb3cb tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071440 Nov 12 11:33:28.322121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59956) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:28.372960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-608b442c-b185-41ca-a908-bf0e59376f54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 999 time: 0.1609159 Nov 12 11:33:28.470436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2578f4e6-4a4d-4da5-a6e0-291e90f387b6 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:28.480113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-d56a49b4-c628-4794-8a15-7bb6efd2db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:28.481155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-d56a49b4-c628-4794-8a15-7bb6efd2db27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.0881968 Nov 12 11:33:28.530719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2578f4e6-4a4d-4da5-a6e0-291e90f387b6 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:28.577775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-d29c2615-ceb8-4db9-9f36-dae17705c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:28.579426 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-d29c2615-ceb8-4db9-9f36-dae17705c715 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870504 Nov 12 11:33:28.580339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-29c7c3f3-e1ca-4c8c-96dc-9210ad6d53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:28.583902 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-29c7c3f3-e1ca-4c8c-96dc-9210ad6d53e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1095 time: 0.1713841 Nov 12 11:33:28.599428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a19ebb-e275-4292-8bde-a619246d518c req-f485f999-4d8c-408e-936c-dbf7495318ed tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:28.601096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16a19ebb-e275-4292-8bde-a619246d518c req-f485f999-4d8c-408e-936c-dbf7495318ed tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 943 time: 0.1890140 Nov 12 11:33:28.693877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:28.709231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac364333-e41c-4a78-b5f3-c2c108867ace None None] Sync routers for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:28.728351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac364333-e41c-4a78-b5f3-c2c108867ace None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:28.728351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ac364333-e41c-4a78-b5f3-c2c108867ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:28.737459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:28.746330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16a19ebb-e275-4292-8bde-a619246d518c req-302fa750-989c-4f2a-bcde-54b3569558fd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303906 Nov 12 11:33:28.765393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-7c912e7e-1e38-4301-af62-acf4fbb9ce89 service neutron] 10.222.0.69 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781058 Nov 12 11:33:28.808634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ac364333-e41c-4a78-b5f3-c2c108867ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:28.819100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ec3ef14-0b5f-4e0f-8ee5-3a979bca2d13 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/floatingips/bc352953-1135-4ffb-931c-c41dd14befc8 HTTP/1.1" status: 200 len: 979 time: 3.5280180 Nov 12 11:33:28.820221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac364333-e41c-4a78-b5f3-c2c108867ace None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:28.821013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ac364333-e41c-4a78-b5f3-c2c108867ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:28.822974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 59970) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:28.860629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ac364333-e41c-4a78-b5f3-c2c108867ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:28.861290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac364333-e41c-4a78-b5f3-c2c108867ace None None] The sync data for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:28.871830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-12c30388-ec00-401f-b7f6-1c5685100f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:28.873364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-12c30388-ec00-401f-b7f6-1c5685100f14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.2712426 Nov 12 11:33:28.904120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2578f4e6-4a4d-4da5-a6e0-291e90f387b6 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:28.915272 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2578f4e6-4a4d-4da5-a6e0-291e90f387b6 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:28.915272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2578f4e6-4a4d-4da5-a6e0-291e90f387b6 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/dd1a9b3b-ae5d-4688-969c-e308f8bc0a87 HTTP/1.1" status: 204 len: 168 time: 0.5917141 Nov 12 11:33:28.926765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59974) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:28.932070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578f4e6-4a4d-4da5-a6e0-291e90f387b6 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a9b3b-ae5d-4688-969c-e308f8bc0a87,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:28.952147 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-49e2f17a-9640-4a28-a302-6f3f10d93435 service neutron] 10.222.0.69 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786764 Nov 12 11:33:28.960117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-15baccae-ed74-4a3d-b755-7b5b6dc75e36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 999 time: 0.0788310 Nov 12 11:33:28.989877 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-93d94b1c-8fb4-48b9-ae78-023b8b6464c2 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588410 Nov 12 11:33:28.993950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59976) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:28.999181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-40d1b475-00ae-4a48-b06c-7abcbd4aea4d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871600105'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:29.027116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-0660eb97-2fce-4520-9af0-a3acf1ea8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:29.028730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-0660eb97-2fce-4520-9af0-a3acf1ea8a3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.0614676 Nov 12 11:33:29.157086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cb109-e5ad-42be-9bf9-cccb24cb7f44 req-99e62bf6-d60e-41ba-a8be-d04a923bd11e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:29.158708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af0cb109-e5ad-42be-9bf9-cccb24cb7f44 req-99e62bf6-d60e-41ba-a8be-d04a923bd11e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1102364 Nov 12 11:33:29.163139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-215cce49-fd54-44d2-aa48-4c1b394be814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:29.164679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-215cce49-fd54-44d2-aa48-4c1b394be814 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144621 Nov 12 11:33:29.179574 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port 6edfef51-30dd-4949-8cc1-f32f8204124c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:29.179946 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.285827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d1b475-00ae-4a48-b06c-7abcbd4aea4d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.348212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af0cb109-e5ad-42be-9bf9-cccb24cb7f44 req-fed246ba-2181-4421-a4c6-325bdcf4f8cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794472 Nov 12 11:33:29.357402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59984) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:29.373478 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.390215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d1b475-00ae-4a48-b06c-7abcbd4aea4d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.392590 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa0e709b-acba-4b7f-8bf8-3c25dbf4173b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.432403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-b7af152e-97fc-49d9-a373-4afc88848637 service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560389 Nov 12 11:33:29.451888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33c68219-f383-4aa2-ab99-41124353d4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.501179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa0e709b-acba-4b7f-8bf8-3c25dbf4173b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.559128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d1b475-00ae-4a48-b06c-7abcbd4aea4d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.602526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1b475-00ae-4a48-b06c-7abcbd4aea4d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c7a781-350c-4c11-9202-2e0af38bd08e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:29.659885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device d6f167c1-9777-43c2-9d54-b1b9f299c69a details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:33:29.666771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c959bc6-09ba-4994-b0ec-9d7ea11530c0 req-2a575de8-e9ff-4ab2-8c33-ab5ef1e30f7f service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266796 Nov 12 11:33:29.693412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.694248 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.706482 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Floating IP bc352953-1135-4ffb-931c-c41dd14befc8 disassociated. External IP: 172.25.3.206, port: 6edfef51-30dd-4949-8cc1-f32f8204124c. Nov 12 11:33:29.706482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for 6edfef51-30dd-4949-8cc1-f32f8204124c owned by {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:29.828471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fa0e709b-acba-4b7f-8bf8-3c25dbf4173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.937796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fa0e709b-acba-4b7f-8bf8-3c25dbf4173b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=03191ebb06a34b2b916543820f32ad1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5810602 Nov 12 11:33:29.938592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e709b-acba-4b7f-8bf8-3c25dbf4173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286331d9-e742-4759-b0bb-98607215beb8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:29.941245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 59998) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:29.983398 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40d1b475-00ae-4a48-b06c-7abcbd4aea4d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:29.988202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-40d1b475-00ae-4a48-b06c-7abcbd4aea4d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9928887 Nov 12 11:33:29.988837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60000) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:30.007637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0ad3abeb-1aca-4daf-b30d-9a85129d2ec2 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:30.008400 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-0ad3abeb-1aca-4daf-b30d-9a85129d2ec2 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 11:33:30.009358 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-0ad3abeb-1aca-4daf-b30d-9a85129d2ec2 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:30.014823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0ad3abeb-1aca-4daf-b30d-9a85129d2ec2 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0212543 Nov 12 11:33:30.015149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60002) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:30.023811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:30.024535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9882914a-f069-4f9b-9efc-76015f4ce5cb tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:30.033087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ad09908a-b9e7-480f-a5d6-a83664360854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.038465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c7e47-9357-44d8-a904-b5a38322c665 req-0f7b48d6-d162-44d0-b44b-25a8eb0b9966 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:30.040077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d4c7e47-9357-44d8-a904-b5a38322c665 req-0f7b48d6-d162-44d0-b44b-25a8eb0b9966 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 943 time: 0.1410465 Nov 12 11:33:30.040238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'port_id': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'mac_address': 'fa:16:3e:ad:3b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:33:30.061445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ad09908a-b9e7-480f-a5d6-a83664360854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.124517 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.144032 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f167c1-9777-43c2-9d54-b1b9f299c69a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:33:30.192591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:30.199586 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d4c7e47-9357-44d8-a904-b5a38322c665 req-70801994-7e97-42f7-a042-ad3dd1849567 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492107 Nov 12 11:33:30.295910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.330270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=6edfef51-30dd-4949-8cc1-f32f8204124c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:30.480823 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.486205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ad09908a-b9e7-480f-a5d6-a83664360854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.486205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ad09908a-b9e7-480f-a5d6-a83664360854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.486205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ad09908a-b9e7-480f-a5d6-a83664360854 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/286331d9-e742-4759-b0bb-98607215beb8 HTTP/1.1" status: 204 len: 168 time: 0.5432024 Nov 12 11:33:30.496587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09908a-b9e7-480f-a5d6-a83664360854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286331d9-e742-4759-b0bb-98607215beb8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:30.530239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router b41e7bc6-b31f-4fae-a549-c9135b919a73 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:30.596655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:30.597766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d79283-0969-48f8-b27d-be7bcb4db2c4 req-07c47395-a025-4236-b062-04888a993751 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:30.599379 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-38d79283-0969-48f8-b27d-be7bcb4db2c4 req-07c47395-a025-4236-b062-04888a993751 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1291537 Nov 12 11:33:30.677294 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-9882914a-f069-4f9b-9efc-76015f4ce5cb tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:30.678353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9882914a-f069-4f9b-9efc-76015f4ce5cb tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6621580 Nov 12 11:33:30.681601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60018) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:30.689190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a46c131f-ca5a-495e-8dda-3ca56d2b19ac tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:30.689937 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-a46c131f-ca5a-495e-8dda-3ca56d2b19ac tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 11:33:30.689937 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-a46c131f-ca5a-495e-8dda-3ca56d2b19ac tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:30.694387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a46c131f-ca5a-495e-8dda-3ca56d2b19ac tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081933 Nov 12 11:33:30.694780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60020) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:30.708544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9f0a1615-f302-4a54-83f8-35de49bf1a34 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:30.741317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['d6f167c1-9777-43c2-9d54-b1b9f299c69a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:33:30.783069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-38d79283-0969-48f8-b27d-be7bcb4db2c4 req-2076c68a-1fc6-4aee-820e-1411ff5bf47d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351187 Nov 12 11:33:30.811287 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:30.823382 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d05470-fc5a-4d0d-9389-a23134e05619 None None] Sync routers for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:30.839421 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d05470-fc5a-4d0d-9389-a23134e05619 None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:30.840638 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-62d05470-fc5a-4d0d-9389-a23134e05619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:30.916197 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:30.920548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0b0f2018-84ed-4b7a-8e1e-fbeb30caf23c tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/ports/6edfef51-30dd-4949-8cc1-f32f8204124c HTTP/1.1" status: 204 len: 168 time: 2.0963070 Nov 12 11:33:30.923533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60024) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:30.944790 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-62d05470-fc5a-4d0d-9389-a23134e05619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:30.975162 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d05470-fc5a-4d0d-9389-a23134e05619 None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:30.976308 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-62d05470-fc5a-4d0d-9389-a23134e05619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:31.020733 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-62d05470-fc5a-4d0d-9389-a23134e05619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:31.021380 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d05470-fc5a-4d0d-9389-a23134e05619 None None] The sync data for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:31.343308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c92e9-a02e-4260-b978-401560afb6d2 req-141f086c-8da5-4cfc-b9b2-a05b1e59b02a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:31.344957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-116c92e9-a02e-4260-b978-401560afb6d2 req-141f086c-8da5-4cfc-b9b2-a05b1e59b02a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 944 time: 0.0605114 Nov 12 11:33:31.346441 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-9f0a1615-f302-4a54-83f8-35de49bf1a34 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:31.347206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9f0a1615-f302-4a54-83f8-35de49bf1a34 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6454191 Nov 12 11:33:31.350253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60038) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:31.355177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c56a755d-fdce-4e3d-8623-f45c6c8ffe79 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:31.355671 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-c56a755d-fdce-4e3d-8623-f45c6c8ffe79 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 11:33:31.356195 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-c56a755d-fdce-4e3d-8623-f45c6c8ffe79 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:31.357189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c56a755d-fdce-4e3d-8623-f45c6c8ffe79 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056765 Nov 12 11:33:31.362788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60040) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:31.376789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-121eee61-7ac8-48a1-9a52-a7bda5ad7e8b tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:31.417242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-116c92e9-a02e-4260-b978-401560afb6d2 req-8e631810-ee25-42c3-8ea7-132ffb696cf1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590169 Nov 12 11:33:31.680207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device d6f167c1-9777-43c2-9d54-b1b9f299c69a up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:31.890777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:31.999344 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-44efc016-a2c9-4899-affa-2561e3ba0850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:32.001006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port d6f167c1-9777-43c2-9d54-b1b9f299c69a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:33:32.018264 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-121eee61-7ac8-48a1-9a52-a7bda5ad7e8b tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Project fecf3e14f2fa42f59c7f5ba00e199018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:33:32.022253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port d6f167c1-9777-43c2-9d54-b1b9f299c69a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:32.022632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:32.159557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618af105-250f-442e-b370-a41a1286a217 req-a90ce910-1040-4eba-9261-d234c7c1e6c7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:32.161710 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-618af105-250f-442e-b370-a41a1286a217 req-a90ce910-1040-4eba-9261-d234c7c1e6c7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0875425 Nov 12 11:33:32.262028 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:32.300388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:32.305620 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a7ddd6-5029-4873-b156-01f82511203a" -d '{"events": [{"server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "name": "network-vif-plugged", "status": "completed", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:32.328936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:32.337536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-618af105-250f-442e-b370-a41a1286a217 req-3351fb34-882a-4989-9176-07f0a58710e3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678007 Nov 12 11:33:32.372800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-ec3913a1-e2d9-4d06-aaf8-5f76c1e8aba3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:32.374521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-ec3913a1-e2d9-4d06-aaf8-5f76c1e8aba3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e&tenant_id=c2299b0844f3474a94733bf9075b3dd2&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 944 time: 0.1383753 Nov 12 11:33:32.404856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port 4ba0dbed-a6eb-4b31-a575-5d229df0b0f8 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:32.405444 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:32.409821 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-121eee61-7ac8-48a1-9a52-a7bda5ad7e8b tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:32.411633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-121eee61-7ac8-48a1-9a52-a7bda5ad7e8b tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0443890 Nov 12 11:33:32.426409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60076) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:32.471293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ab73e203-a8dd-4d69-bf4b-a895a7290a75 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:32.474150 n-d-768852-22 neutron-server[109704]: WARNING neutron.api.v2.base [None req-ab73e203-a8dd-4d69-bf4b-a895a7290a75 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 11:33:32.474855 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-ab73e203-a8dd-4d69-bf4b-a895a7290a75 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:32.476223 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ab73e203-a8dd-4d69-bf4b-a895a7290a75 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0487921 Nov 12 11:33:32.481151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60082) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:32.509656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8cf3f7f8-f886-48e5-9b85-eb98e3950bac tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:32.527851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:32.541077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb50d4-b63a-449f-9640-ceb7f56607ed req-ec61dabd-c64d-41df-a18a-862f55979263 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:32.543126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8adb50d4-b63a-449f-9640-ceb7f56607ed req-ec61dabd-c64d-41df-a18a-862f55979263 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 944 time: 0.1210895 Nov 12 11:33:32.548941 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-71332682-ef52-4472-8bdb-e6164dfaa42e service neutron] delete failed (client error): The resource could not be found. Nov 12 11:33:32.550273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-71332682-ef52-4472-8bdb-e6164dfaa42e service neutron] 10.222.0.57 "DELETE /v2.0/ports/d6f167c1-9777-43c2-9d54-b1b9f299c69a/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.1666510 Nov 12 11:33:32.555185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:32.573189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for 4ba0dbed-a6eb-4b31-a575-5d229df0b0f8 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:32.644052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:32.695803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8adb50d4-b63a-449f-9640-ceb7f56607ed req-233e691a-c5ed-4f30-b524-c581d4f3cbbc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445472 Nov 12 11:33:32.713243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-638621a5-2397-4f8d-9786-664114a71e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:32.722834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-638621a5-2397-4f8d-9786-664114a71e62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1097 time: 0.0986235 Nov 12 11:33:32.789021 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c46534-18cd-4b63-8794-1ed8abecdf65 x-openstack-request-id: req-a0c46534-18cd-4b63-8794-1ed8abecdf65 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:32.789565 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "name": "network-vif-plugged", "status": "completed", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:32.789565 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0c46534-18cd-4b63-8794-1ed8abecdf65 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:32.791349 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'code': 200} Nov 12 11:33:32.822198 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-d20a3f50-2b05-4cb0-a826-f9ff9acd536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:32.824632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-d20a3f50-2b05-4cb0-a826-f9ff9acd536d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.1031365 Nov 12 11:33:32.870609 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-8cf3f7f8-f886-48e5-9b85-eb98e3950bac tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Project fecf3e14f2fa42f59c7f5ba00e199018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:33:32.899519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-37ccb6d2-aafa-447a-b213-ab8a04edfeec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 1001 time: 0.0678475 Nov 12 11:33:32.955496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-fd331d87-7a64-4439-977e-0b1376c6641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:32.957011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-fd331d87-7a64-4439-977e-0b1376c6641c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.0506995 Nov 12 11:33:32.987944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:33.014306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-0bf9bce3-8c03-4cfa-a385-f20a6184354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:33.014738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-0bf9bce3-8c03-4cfa-a385-f20a6184354c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501897 Nov 12 11:33:33.033867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=4ba0dbed-a6eb-4b31-a575-5d229df0b0f8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:33.119867 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-8cf3f7f8-f886-48e5-9b85-eb98e3950bac tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:33.167329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8cf3f7f8-f886-48e5-9b85-eb98e3950bac tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6404018 Nov 12 11:33:33.168677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60098) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:33.169859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60100) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:33.169982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-37017e00-ab00-40e5-bd9c-7ce779497ea7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'f2c7a781-350c-4c11-9202-2e0af38bd08e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:33.254892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-7f390b46-e32c-4ff4-b150-7d731a22930e service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279270 Nov 12 11:33:33.346018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:33.352692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-c2f3bdd2-f68a-4c14-ae9e-9b50c3eb0757 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0852559 Nov 12 11:33:33.412892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1850947910-network', 'tenant_id': '702dc7eb6b9e443d8f498ffea5e5c08a'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:33.417202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec6d7726-8942-4cda-86e2-e4daecd2b635 req-af31bbb9-1554-43a9-a3e9-5c7999fe52fc service neutron] 10.222.0.57 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544144 Nov 12 11:33:33.511792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f72b8-be82-49cd-ad5a-26b69d901d78 req-87eca30d-b554-4881-8293-98b93af17baa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:33.513602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-041f72b8-be82-49cd-ad5a-26b69d901d78 req-87eca30d-b554-4881-8293-98b93af17baa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0544493 Nov 12 11:33:33.514591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-aa509566-d29b-4d7b-ab18-c4ad22a03156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:33.516141 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-aa509566-d29b-4d7b-ab18-c4ad22a03156 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1097 time: 0.0999146 Nov 12 11:33:33.581475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-041f72b8-be82-49cd-ad5a-26b69d901d78 req-4ae7eec8-9bf0-4e9c-9af1-17b0661abba2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569296 Nov 12 11:33:33.674295 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:33.723450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-8ce1a42e-9b1f-45de-88e8-24d479fc77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:33.734415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-8ce1a42e-9b1f-45de-88e8-24d479fc77fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.1555161 Nov 12 11:33:33.734415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router b41e7bc6-b31f-4fae-a549-c9135b919a73 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:33.860490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316449a-c737-448b-9f56-bfbbf17e3b0f req-6dca4363-2fbc-4e41-a0c4-ca90e8a31cfa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:33.862358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6316449a-c737-448b-9f56-bfbbf17e3b0f req-6dca4363-2fbc-4e41-a0c4-ca90e8a31cfa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.0684502 Nov 12 11:33:33.872514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-016a977c-3ac6-4728-9257-0959feb2c081 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 1001 time: 0.1389694 Nov 12 11:33:33.886062 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-37017e00-ab00-40e5-bd9c-7ce779497ea7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Project fecf3e14f2fa42f59c7f5ba00e199018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:33:33.940192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6316449a-c737-448b-9f56-bfbbf17e3b0f req-5674427b-bb83-4ae0-9199-2bb77a7791cd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710618 Nov 12 11:33:34.024961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:34.027678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-c142b2b1-65b6-439e-bf14-2b28157e336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:34.029682 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-c142b2b1-65b6-439e-bf14-2b28157e336a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.1467066 Nov 12 11:33:34.032917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-11467252-09fa-4ba8-9b7f-541ff7a0e9f6 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/routers/b41e7bc6-b31f-4fae-a549-c9135b919a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1076109 Nov 12 11:33:34.034991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e98d82-0f18-41e8-b833-b16da33ea012 None None] Sync routers for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:34.035706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60114) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:34.047373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e98d82-0f18-41e8-b833-b16da33ea012 None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:34.048313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-62e98d82-0f18-41e8-b833-b16da33ea012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:34.096350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-62e98d82-0f18-41e8-b833-b16da33ea012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:34.107287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e98d82-0f18-41e8-b833-b16da33ea012 None None] Routers {'b41e7bc6-b31f-4fae-a549-c9135b919a73'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:34.108197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-62e98d82-0f18-41e8-b833-b16da33ea012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b41e7bc6-b31f-4fae-a549-c9135b919a73'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:34.176255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-62e98d82-0f18-41e8-b833-b16da33ea012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:34.176899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e98d82-0f18-41e8-b833-b16da33ea012 None None] The sync data for ids ['b41e7bc6-b31f-4fae-a549-c9135b919a73'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:34.194400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-9d6e225d-3e18-4a16-8a8d-934f0d7b1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:34.195901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-9d6e225d-3e18-4a16-8a8d-934f0d7b1132 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580749 Nov 12 11:33:34.246479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:34.311438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Made reservation on behalf of 702dc7eb6b9e443d8f498ffea5e5c08a for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:34.314625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:34.340728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:34.432716 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-b5634858-017c-4092-b17c-a640579416a8 service neutron] 10.222.0.69 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279031 Nov 12 11:33:34.536009 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:34.587013 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:34.596680 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca31574-5209-4331-bb48-4e0f6a28d400 req-a54777c1-dda7-49c1-adad-735bc3d46e05 service neutron] 10.222.0.69 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518312 Nov 12 11:33:34.607724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:34.645019 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-37017e00-ab00-40e5-bd9c-7ce779497ea7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:34.653080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-37017e00-ab00-40e5-bd9c-7ce779497ea7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.5129209 Nov 12 11:33:34.655980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60130) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:34.741708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffeaa5-decb-4aed-900c-54542df31484 req-819e996d-56ff-4a05-828b-e622f423493b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:34.741708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0ffeaa5-decb-4aed-900c-54542df31484 req-819e996d-56ff-4a05-828b-e622f423493b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0549777 Nov 12 11:33:34.742135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc088-8029-4a54-ba50-406e53fa7efc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:34.774713 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc088-8029-4a54-ba50-406e53fa7efc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:34.776412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0ffeaa5-decb-4aed-900c-54542df31484 req-eb529e86-e3f3-4e7f-bf18-de28ee025d71 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Nov 12 11:33:34.827399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port 4c56edd3-f94b-4d48-8c87-fcb0b28d9501 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:34.827739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.079966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71837d-1fb4-4df0-9e12-03ab19453bb2 req-887c1852-255d-43cb-b30a-a203ad138ffe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:35.081602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e71837d-1fb4-4df0-9e12-03ab19453bb2 req-887c1852-255d-43cb-b30a-a203ad138ffe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.0613737 Nov 12 11:33:35.167608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e71837d-1fb4-4df0-9e12-03ab19453bb2 req-ee7dbc14-2762-47ac-8722-f694f271f67b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712192 Nov 12 11:33:35.200459 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.213205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for 4c56edd3-f94b-4d48-8c87-fcb0b28d9501 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:35.274328 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.348070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a687aa-bae4-495b-970c-8f7f95a37dbe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:35.474617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.588888 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc088-8029-4a54-ba50-406e53fa7efc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.593085 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc088-8029-4a54-ba50-406e53fa7efc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.600077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d4bbc088-8029-4a54-ba50-406e53fa7efc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/f2c7a781-350c-4c11-9202-2e0af38bd08e HTTP/1.1" status: 204 len: 168 time: 0.9370930 Nov 12 11:33:35.600642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60142) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:35.616903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbc088-8029-4a54-ba50-406e53fa7efc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c7a781-350c-4c11-9202-2e0af38bd08e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:35.691321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a294961a-8048-4e48-b7ed-d31950ba3c76 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888073 Nov 12 11:33:35.696410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60144) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:35.701066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215812648'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:35.702961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:33:35.705630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.785158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.785518 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Added segment 321ed1f4-a8f5-4263-9d95-0f3ec58f3a18 of type vlan for network c6a64457-6c07-404c-8830-0c09929b81eb Nov 12 11:33:35.790545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=4c56edd3-f94b-4d48-8c87-fcb0b28d9501,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:35.822650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f0b1e-b287-4e03-875f-be336495fff6 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:33:35.898176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.912821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:35.940817 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fb98f-f6b0-415d-a661-67dccf125413 req-5307addb-222f-49b3-bea8-4104e343a8d9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:35.942375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-860fb98f-f6b0-415d-a661-67dccf125413 req-5307addb-222f-49b3-bea8-4104e343a8d9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0664396 Nov 12 11:33:36.034478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-860fb98f-f6b0-415d-a661-67dccf125413 req-5a60103a-5df9-4ab9-8a07-61b0a4006d6a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860405 Nov 12 11:33:36.052575 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.054878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.075782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.162375 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.366202 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.379894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:36.379894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.389692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc437223-9dc8-448d-bf4c-4bcd22c4479b req-f66228f2-88a9-4dca-aaaf-495df13b5c01 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:36.398797 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc437223-9dc8-448d-bf4c-4bcd22c4479b req-f66228f2-88a9-4dca-aaaf-495df13b5c01 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1148520 Nov 12 11:33:36.464005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc437223-9dc8-448d-bf4c-4bcd22c4479b req-eb7cdf66-41ae-4848-8684-a5f7c941c45c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629303 Nov 12 11:33:36.499483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.504585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Fanout notify agent at l3_agent the message router_deleted on router b41e7bc6-b31f-4fae-a549-c9135b919a73 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:33:36.509390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.513807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3023bf26-85e7-4836-8b05-895971cfa840 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/routers/b41e7bc6-b31f-4fae-a549-c9135b919a73 HTTP/1.1" status: 204 len: 168 time: 2.4744606 Nov 12 11:33:36.513807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] Pushing event updated for resources: {'Network': ['ID=c6a64457-6c07-404c-8830-0c09929b81eb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:36.514356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60162) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:36.526198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network c6a64457-6c07-404c-8830-0c09929b81eb details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:33:36.558936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.604980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8b6cd7d1-3407-4f33-af26-6bf9bd68dbff admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4535084 Nov 12 11:33:36.604980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60164) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:36.607712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Request body: {'subnet': {'network_id': 'c6a64457-6c07-404c-8830-0c09929b81eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1850947910-subnet', 'tenant_id': '702dc7eb6b9e443d8f498ffea5e5c08a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:36.660930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b02da8f-e73c-453b-87ca-6b541f3555cc tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting subnet b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:33:36.666105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27daa3c1-16ee-4e74-9135-f88d2ec8522f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:36.670598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b02da8f-e73c-453b-87ca-6b541f3555cc tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.733853 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.735562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0377274 Nov 12 11:33:36.738211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60170) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:36.740103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.740923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.740923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.741968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.741968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.741968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.742235 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.742500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.743224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.743224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.744939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.744939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e3c5d-3204-4e40-8f77-d2367c816ac4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:33:36.745619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-08c5d38b-dffc-475e-8238-3b47ebd68c55 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': '27daa3c1-16ee-4e74-9135-f88d2ec8522f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:36.770949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b02da8f-e73c-453b-87ca-6b541f3555cc tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.876659 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b02da8f-e73c-453b-87ca-6b541f3555cc tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:36.934468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Made reservation on behalf of 702dc7eb6b9e443d8f498ffea5e5c08a for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:36.937042 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.187174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914a18d-c794-4cd4-8d89-330a219a80ba req-ca5fc06c-d2fa-4a2b-8357-ea21f1509192 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:37.187174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a914a18d-c794-4cd4-8d89-330a219a80ba req-ca5fc06c-d2fa-4a2b-8357-ea21f1509192 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0630112 Nov 12 11:33:37.187174 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b02da8f-e73c-453b-87ca-6b541f3555cc tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.231476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02da8f-e73c-453b-87ca-6b541f3555cc tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:37.245387 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7b02da8f-e73c-453b-87ca-6b541f3555cc tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.248059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7b02da8f-e73c-453b-87ca-6b541f3555cc tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/subnets/b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c HTTP/1.1" status: 204 len: 168 time: 0.7326376 Nov 12 11:33:37.251988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f950d8-09ac-4a3f-82a6-0ff20fd324fc None None] Network e3290a86-a44f-4688-b551-cf14729e33f6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:37.262690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60178) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:37.348114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a914a18d-c794-4cd4-8d89-330a219a80ba req-f32d19e9-a28a-4fba-bfca-612a95cc905d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556535 Nov 12 11:33:37.377463 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-08c5d38b-dffc-475e-8238-3b47ebd68c55 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The resource could not be found. Nov 12 11:33:37.377463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-08c5d38b-dffc-475e-8238-3b47ebd68c55 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6339147 Nov 12 11:33:37.377463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60182) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:37.384310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c75293eb-8c96-4a15-8c0a-c9332fe7297d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': '27daa3c1-16ee-4e74-9135-f88d2ec8522f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a5298b54-d81b-4bc7-8188-caa83760ee62'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:37.428340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.514864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:37.515214 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.599457 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.655108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] DHCP port deletion for e3290a86-a44f-4688-b551-cf14729e33f6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:33:37.666666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] For port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,segment=NetworkSegment(5c951794-af43-4d83-9a82-8734577531a5),segment_id=5c951794-af43-4d83-9a82-8734577531a5)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:37.667125 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.687216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:37.700161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7212f4-c311-4213-aa07-118c85683000 req-d5130a64-239f-4266-82f5-378475341cc4 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:37.701705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e7212f4-c311-4213-aa07-118c85683000 req-d5130a64-239f-4266-82f5-378475341cc4 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1074717 Nov 12 11:33:37.756785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70970305-e6b2-4684-93b8-969c343a2a1d,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:37.772046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] Deleting port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:37.773054 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.793457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Checking segment: {'id': '321ed1f4-a8f5-4263-9d95-0f3ec58f3a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c6a64457-6c07-404c-8830-0c09929b81eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:37.794036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Network hostable DHCP agents. Network: c6a64457-6c07-404c-8830-0c09929b81eb, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:33:37.844029 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-c75293eb-8c96-4a15-8c0a-c9332fe7297d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The resource could not be found. Nov 12 11:33:37.849045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c75293eb-8c96-4a15-8c0a-c9332fe7297d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4718971 Nov 12 11:33:37.850776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60188) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:37.912034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e7212f4-c311-4213-aa07-118c85683000 req-283b0d23-1d2b-4f13-9c6b-5c9552f9b0f7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924605 Nov 12 11:33:37.950411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60190) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:37.963362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] For port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,segment=NetworkSegment(5c951794-af43-4d83-9a82-8734577531a5),segment_id=5c951794-af43-4d83-9a82-8734577531a5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:37.964244 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:37.987089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] Calling delete_port for e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:38.046062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Network c6a64457-6c07-404c-8830-0c09929b81eb is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:33:38.116523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b4f8ec16-ec9f-4f18-a635-66f9645fac58 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/5f11c310-9116-4f0f-b0b8-fe7dcff9f36f HTTP/1.1" status: 200 len: 993 time: 0.1628234 Nov 12 11:33:38.117308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3e73e4e-b66d-4fe4-8eac-f47ab9c21f7f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.155064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3e73e4e-b66d-4fe4-8eac-f47ab9c21f7f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.164861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.182785 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.204216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, c6a64457-6c07-404c-8830-0c09929b81eb) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:38.221790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:38.222926 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.255949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:38.267019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] No DVR routers for this DVR port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:33:38.325628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ddff4f-b599-4c7f-a141-5029616125c0 None None] Network c6a64457-6c07-404c-8830-0c09929b81eb requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:38.326195 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1136562b-bbc3-4cf5-8869-c506e563f163 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7232420 Nov 12 11:33:38.331442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] Pushing event deleted for resources: {'Port': ['ID=e87e8805-c20e-41f0-9b2a-e5c2a7dbb332,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:38.371348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79ab8a-269b-402f-9c92-78990c744cb1 None None] No DVR routers for this DVR port e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:33:38.389205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3e73e4e-b66d-4fe4-8eac-f47ab9c21f7f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.390634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d3e73e4e-b66d-4fe4-8eac-f47ab9c21f7f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.399892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d3e73e4e-b66d-4fe4-8eac-f47ab9c21f7f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/27daa3c1-16ee-4e74-9135-f88d2ec8522f HTTP/1.1" status: 204 len: 168 time: 0.5476642 Nov 12 11:33:38.401742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60196) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:38.429600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.454651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e73e4e-b66d-4fe4-8eac-f47ab9c21f7f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27daa3c1-16ee-4e74-9135-f88d2ec8522f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:38.514304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a9094391-1483-4228-9dbb-c0e8d83889f4 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0894015 Nov 12 11:33:38.518686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60204) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:38.530118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c45b4ec4-011a-4d4b-84d1-f01c9ba737fc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': '9982dc5d-5866-4a2e-b28c-8f9e9004aae7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:38.585374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272882f8-c64b-4829-bc46-48beaa2ab124 None None] Network c6a64457-6c07-404c-8830-0c09929b81eb requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:38.603290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3290a86-a44f-4688-b551-cf14729e33f6']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:38.637655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c951794-af43-4d83-9a82-8734577531a5') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:38.637655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c951794-af43-4d83-9a82-8734577531a5') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:38.654169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb341f-fe7a-44fe-87f2-e939cefef89d req-43e3dd81-8b13-4e84-9f54-65e306a118f4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:38.655633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dedb341f-fe7a-44fe-87f2-e939cefef89d req-43e3dd81-8b13-4e84-9f54-65e306a118f4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.2047997 Nov 12 11:33:38.660975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.696696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.723824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:33:38.724375 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:33:38.728705 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:33:38.769813 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dedb341f-fe7a-44fe-87f2-e939cefef89d req-e2b31641-6cf6-449e-8f14-f3baaaef6257 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980258 Nov 12 11:33:38.925948 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.931391 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-c45b4ec4-011a-4d4b-84d1-f01c9ba737fc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The resource could not be found. Nov 12 11:33:38.931391 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c45b4ec4-011a-4d4b-84d1-f01c9ba737fc tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4073339 Nov 12 11:33:38.935702 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:38.936457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60210) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:38.944460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/networks/e3290a86-a44f-4688-b551-cf14729e33f6 HTTP/1.1" status: 204 len: 168 time: 1.6771908 Nov 12 11:33:38.945719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60212) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:38.961591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8e7be9a3-5da6-4f31-a44b-8f48314db853 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186767908'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:38.970399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b53bc-d853-481d-9d41-c5a00c1f363f tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Network': ['ID=e3290a86-a44f-4688-b551-cf14729e33f6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:39.204641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e7be9a3-5da6-4f31-a44b-8f48314db853 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:39.272684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:33:39.384120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:33:39.386363 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e87e8805-c20e-41f0-9b2a-e5c2a7dbb332 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:33:39.407033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e7be9a3-5da6-4f31-a44b-8f48314db853 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:39.491038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port ecb18225-7e67-42ee-bdc3-5c2e2fa75a68 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:39.495581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:39.520241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e7be9a3-5da6-4f31-a44b-8f48314db853 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:39.550748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7be9a3-5da6-4f31-a44b-8f48314db853 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ce5ebe-b77a-4cd7-b14c-241798b657e1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:39.590954 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:39.591288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:39.635566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for ecb18225-7e67-42ee-bdc3-5c2e2fa75a68 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:39.708048 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8e7be9a3-5da6-4f31-a44b-8f48314db853 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:39.710015 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8e7be9a3-5da6-4f31-a44b-8f48314db853 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7717259 Nov 12 11:33:39.713940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60226) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:39.719680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7e78f1da-09c0-4a2d-8abb-46aa24fa9969 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903223601'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:39.826268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60232) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:39.835053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1652031415-network', 'tenant_id': 'a52efc83a25f48aabba5f3c6a06440cb'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:39.855052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e78f1da-09c0-4a2d-8abb-46aa24fa9969 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:39.944075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aff43-692f-4606-8051-21491eb72536 req-40ca42ef-4e75-4074-9f96-da74d44a0a84 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:39.944075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df1aff43-692f-4606-8051-21491eb72536 req-40ca42ef-4e75-4074-9f96-da74d44a0a84 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0757978 Nov 12 11:33:39.961300 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e78f1da-09c0-4a2d-8abb-46aa24fa9969 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:40.017274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df1aff43-692f-4606-8051-21491eb72536 req-6c993342-4014-4763-a790-ec691131da87 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564237 Nov 12 11:33:40.938034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Made reservation on behalf of a52efc83a25f48aabba5f3c6a06440cb for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:40.938034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:40.947494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.006973 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.012796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e78f1da-09c0-4a2d-8abb-46aa24fa9969 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.034642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=ecb18225-7e67-42ee-bdc3-5c2e2fa75a68,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:41.055781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78f1da-09c0-4a2d-8abb-46aa24fa9969 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e52ed2-df33-4b61-afc1-0068e80ca93b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:41.113401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.158051 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7e78f1da-09c0-4a2d-8abb-46aa24fa9969 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.162728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7e78f1da-09c0-4a2d-8abb-46aa24fa9969 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4474785 Nov 12 11:33:41.167669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60242) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.184828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-212f8b75-a381-4fd7-9e6d-c575e8e4203a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': '96ce5ebe-b77a-4cd7-b14c-241798b657e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '54e52ed2-df33-4b61-afc1-0068e80ca93b'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:41.185061 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.188986 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.190819 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1a57c4a8-fc5f-449e-b769-cabb277a4a63 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/floatingips/bc352953-1135-4ffb-931c-c41dd14befc8 HTTP/1.1" status: 204 len: 168 time: 2.2225718 Nov 12 11:33:41.194625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60244) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.225790 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3a1223-aa20-4666-b3ea-b0d4ca6d78f7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] DELETE failed (client error): The resource could not be found. Nov 12 11:33:41.226607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3a1223-aa20-4666-b3ea-b0d4ca6d78f7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:33:41.229839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.232896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-aa3a1223-aa20-4666-b3ea-b0d4ca6d78f7 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/ports/6edfef51-30dd-4949-8cc1-f32f8204124c HTTP/1.1" status: 404 len: 333 time: 0.0328393 Nov 12 11:33:41.244962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60246) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.245135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6eacea-3ed1-42f0-b00b-a2a61179f48f req-3861cf2f-96e8-47a3-bd80-e8f467aea1b9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:41.245135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd6eacea-3ed1-42f0-b00b-a2a61179f48f req-3861cf2f-96e8-47a3-bd80-e8f467aea1b9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1128232 Nov 12 11:33:41.298654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-74fb715b-f223-44bb-bc92-d6dc2dd0a0ec tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "GET /v2.0/ports?device_id=b41e7bc6-b31f-4fae-a549-c9135b919a73 HTTP/1.1" status: 200 len: 205 time: 0.0611665 Nov 12 11:33:41.303375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:33:41.311915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60248) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.332971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd6eacea-3ed1-42f0-b00b-a2a61179f48f req-4de84629-78d0-44d2-8d6c-da88eadbe30d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778208 Nov 12 11:33:41.372832 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-145be5df-39a4-4326-94a5-f778745c9833 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] delete failed (client error): The resource could not be found. Nov 12 11:33:41.373865 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-145be5df-39a4-4326-94a5-f778745c9833 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/routers/b41e7bc6-b31f-4fae-a549-c9135b919a73 HTTP/1.1" status: 404 len: 336 time: 0.0634434 Nov 12 11:33:41.374549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d745d288-432f-43e1-aca6-4523eac37b4f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:41.378134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60250) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.383644 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.384026 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Added segment d936eaa7-41fc-4fbc-ab72-3957c67d21a8 of type vlan for network ba23c8e6-17ce-4a23-ab40-ef9f22babb9b Nov 12 11:33:41.419403 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a7c03c-897f-430d-b50d-56528cc24748 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] DELETE failed (client error): The resource could not be found. Nov 12 11:33:41.420376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a7c03c-897f-430d-b50d-56528cc24748 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 11:33:41.439769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-83a7c03c-897f-430d-b50d-56528cc24748 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/subnets/b1b56a39-a7f5-4c7e-86c4-b4b9dfad321c HTTP/1.1" status: 404 len: 337 time: 0.0597558 Nov 12 11:33:41.440403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60252) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.453822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.477465 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-212f8b75-a381-4fd7-9e6d-c575e8e4203a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:41.478521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-212f8b75-a381-4fd7-9e6d-c575e8e4203a tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3117943 Nov 12 11:33:41.482330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60254) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.597510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdfea-a49d-459b-baba-bfe27759bde7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.615476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e330c-ecde-465a-a8f0-b695878a15eb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port d8888776-0514-4653-bdae-58a11692f886 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:41.615815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9e330c-ecde-465a-a8f0-b695878a15eb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.645599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdfea-a49d-459b-baba-bfe27759bde7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.659603 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.662313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:41.662668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.823659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] Pushing event updated for resources: {'Network': ['ID=ba23c8e6-17ce-4a23-ab40-ef9f22babb9b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:41.834048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ba23c8e6-17ce-4a23-ab40-ef9f22babb9b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:33:41.852549 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9e330c-ecde-465a-a8f0-b695878a15eb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.867895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e330c-ecde-465a-a8f0-b695878a15eb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for d8888776-0514-4653-bdae-58a11692f886 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:41.953070 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e37b5b51-a083-4544-85d3-a8cad8fcce64 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1183147 Nov 12 11:33:41.953070 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdfea-a49d-459b-baba-bfe27759bde7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.953375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60266) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.953490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdfea-a49d-459b-baba-bfe27759bde7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:41.953490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3a5fdfea-a49d-459b-baba-bfe27759bde7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/54e52ed2-df33-4b61-afc1-0068e80ca93b HTTP/1.1" status: 204 len: 168 time: 0.4675722 Nov 12 11:33:41.956030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60268) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:41.959470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Request body: {'subnet': {'network_id': 'ba23c8e6-17ce-4a23-ab40-ef9f22babb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1652031415-subnet', 'tenant_id': 'a52efc83a25f48aabba5f3c6a06440cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:42.003569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fdfea-a49d-459b-baba-bfe27759bde7 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e52ed2-df33-4b61-afc1-0068e80ca93b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:42.101937 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-18ad81c1-2f1e-4fa3-a3cc-f7f686822b6d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1433282 Nov 12 11:33:42.104584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60270) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:42.131456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Made reservation on behalf of a52efc83a25f48aabba5f3c6a06440cb for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:42.134062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.182893 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9e330c-ecde-465a-a8f0-b695878a15eb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.272118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7b0f5f8-a3dd-4db8-a11f-c15f13b4482c tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.296125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e330c-ecde-465a-a8f0-b695878a15eb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=d8888776-0514-4653-bdae-58a11692f886,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:42.317777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7b0f5f8-a3dd-4db8-a11f-c15f13b4482c tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.465871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4a9e330c-ecde-465a-a8f0-b695878a15eb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.471997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4a9e330c-ecde-465a-a8f0-b695878a15eb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/ports/d8888776-0514-4653-bdae-58a11692f886 HTTP/1.1" status: 204 len: 168 time: 1.0304258 Nov 12 11:33:42.472692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60276) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:42.585491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-91871121-9d71-4049-84c1-6c2afeab9ac2 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port 88e8e4b9-0fd1-4099-83e2-6af2a1eca599 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:42.585863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91871121-9d71-4049-84c1-6c2afeab9ac2 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.606326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d2d5-f33d-49b3-b48f-079b318aab75 req-fb06dec6-f5fd-4429-9d5b-4ca9d9127550 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:42.609523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4311d2d5-f33d-49b3-b48f-079b318aab75 req-fb06dec6-f5fd-4429-9d5b-4ca9d9127550 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1676645 Nov 12 11:33:42.611901 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7b0f5f8-a3dd-4db8-a11f-c15f13b4482c tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.616098 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7b0f5f8-a3dd-4db8-a11f-c15f13b4482c tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.618797 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a7b0f5f8-a3dd-4db8-a11f-c15f13b4482c tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/96ce5ebe-b77a-4cd7-b14c-241798b657e1 HTTP/1.1" status: 204 len: 168 time: 0.5126989 Nov 12 11:33:42.631272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60286) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:42.652183 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.715482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0f5f8-a3dd-4db8-a11f-c15f13b4482c tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ce5ebe-b77a-4cd7-b14c-241798b657e1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:42.728133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91871121-9d71-4049-84c1-6c2afeab9ac2 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:42.758016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-91871121-9d71-4049-84c1-6c2afeab9ac2 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for 88e8e4b9-0fd1-4099-83e2-6af2a1eca599 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:42.851427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b4a04694-d115-428c-9120-4c19a60dcfd5 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2111979 Nov 12 11:33:42.851733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60290) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:42.854354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Checking segment: {'id': 'd936eaa7-41fc-4fbc-ab72-3957c67d21a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ba23c8e6-17ce-4a23-ab40-ef9f22babb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:42.854731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Network hostable DHCP agents. Network: ba23c8e6-17ce-4a23-ab40-ef9f22babb9b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:33:42.856987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42067dc8-ae75-45ee-bb49-4f880e0e08dd,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:42.857399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5cfe02a2-7139-4719-8321-3846bbd6defd tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564837437'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:42.864437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4311d2d5-f33d-49b3-b48f-079b318aab75 req-32c81d0d-791f-4fa0-89ec-b2ba0846c278 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431457 Nov 12 11:33:43.060690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Network ba23c8e6-17ce-4a23-ab40-ef9f22babb9b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:33:43.108948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5cfe02a2-7139-4719-8321-3846bbd6defd tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:43.195358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91871121-9d71-4049-84c1-6c2afeab9ac2 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:43.229715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ba23c8e6-17ce-4a23-ab40-ef9f22babb9b) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:43.233867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:43.234732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:43.241453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2a4a21-887d-4937-9046-c63ee2a3975d None None] Network ba23c8e6-17ce-4a23-ab40-ef9f22babb9b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:43.247732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91871121-9d71-4049-84c1-6c2afeab9ac2 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=88e8e4b9-0fd1-4099-83e2-6af2a1eca599,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:43.265368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5cfe02a2-7139-4719-8321-3846bbd6defd tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:43.318878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-91871121-9d71-4049-84c1-6c2afeab9ac2 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:43.325133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-91871121-9d71-4049-84c1-6c2afeab9ac2 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/ports/88e8e4b9-0fd1-4099-83e2-6af2a1eca599 HTTP/1.1" status: 204 len: 168 time: 0.8514247 Nov 12 11:33:43.334333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60292) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:43.369890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ef38679b-e36a-4eef-b628-6177c1765d51 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4191477 Nov 12 11:33:43.401834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5cfe02a2-7139-4719-8321-3846bbd6defd tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:43.474696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648ed4f4-4bc2-48ba-b3c7-19e9768c0cfe tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:43.480886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-648ed4f4-4bc2-48ba-b3c7-19e9768c0cfe tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "GET /v2.0/ports?device_id=c6f3849a-2b42-46d1-a412-14aad48fc8ca HTTP/1.1" status: 200 len: 913 time: 0.1530132 Nov 12 11:33:43.484013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60296) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:43.496563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe02a2-7139-4719-8321-3846bbd6defd tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e292c1bf-fbca-49c1-9e3f-fa6b042f8d92,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:43.510127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61a99e-79bc-4c57-805c-d03867a91c51 None None] Network ba23c8e6-17ce-4a23-ab40-ef9f22babb9b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:43.528839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5cfe02a2-7139-4719-8321-3846bbd6defd tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:43.535335 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5cfe02a2-7139-4719-8321-3846bbd6defd tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6769669 Nov 12 11:33:43.535335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60300) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:43.537709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-88e68858-278b-4145-86f2-8d9fc8b0ad8d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'e292c1bf-fbca-49c1-9e3f-fa6b042f8d92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:43.823340 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-88e68858-278b-4145-86f2-8d9fc8b0ad8d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:43.828912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-88e68858-278b-4145-86f2-8d9fc8b0ad8d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2908883 Nov 12 11:33:43.829591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60308) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:43.834715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-68ec111f-3583-444f-85f0-c36628cd424d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group_rule': {'security_group_id': 'e292c1bf-fbca-49c1-9e3f-fa6b042f8d92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:44.120310 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-68ec111f-3583-444f-85f0-c36628cd424d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:33:44.124677 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-68ec111f-3583-444f-85f0-c36628cd424d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2937319 Nov 12 11:33:44.125012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60322) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:44.178025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:44.260307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44a5976f-ac15-4881-a71c-de302277150e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:44.280699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-b5dec6c7-c0e2-4664-a27d-d3200a13c500 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:44.282374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-b5dec6c7-c0e2-4664-a27d-d3200a13c500 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/networks?id=c6a64457-6c07-404c-8830-0c09929b81eb HTTP/1.1" status: 200 len: 812 time: 0.1917343 Nov 12 11:33:44.296341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44a5976f-ac15-4881-a71c-de302277150e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:44.334450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-8a94417a-fbb5-4cb6-8944-800509d22d31 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/quotas/702dc7eb6b9e443d8f498ffea5e5c08a HTTP/1.1" status: 200 len: 375 time: 0.0185339 Nov 12 11:33:44.402957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-2a7091a1-f1fd-45ca-945a-22c972c796c5 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=702dc7eb6b9e443d8f498ffea5e5c08a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558679 Nov 12 11:33:44.462385 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44a5976f-ac15-4881-a71c-de302277150e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:44.470137 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-44a5976f-ac15-4881-a71c-de302277150e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:44.470137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-44a5976f-ac15-4881-a71c-de302277150e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/e292c1bf-fbca-49c1-9e3f-fa6b042f8d92 HTTP/1.1" status: 204 len: 168 time: 0.3401079 Nov 12 11:33:44.481702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60326) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:44.510500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5976f-ac15-4881-a71c-de302277150e tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e292c1bf-fbca-49c1-9e3f-fa6b042f8d92,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:44.622890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7bfc771a-a331-431a-9614-b7c3c4bb271d tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1361446 Nov 12 11:33:44.623813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60332) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:44.631819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-da89015c-44b4-48d3-bb82-b2ffe9fd277f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465449124'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:44.730803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-76008317-0c0f-48f5-bda0-30bd5fcbe733 service neutron] 10.222.0.98 "GET /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151002 Nov 12 11:33:44.892140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da89015c-44b4-48d3-bb82-b2ffe9fd277f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:44.892797 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-dbfe59aa-0943-4ce4-a0f6-c7b12667f70f service neutron] 10.222.0.98 "GET /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526997 Nov 12 11:33:44.914841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port 593e6076-00f0-4635-b01c-b22d7eaa2d38 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:44.915119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.046765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da89015c-44b4-48d3-bb82-b2ffe9fd277f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.138161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da89015c-44b4-48d3-bb82-b2ffe9fd277f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.179427 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.228615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for 593e6076-00f0-4635-b01c-b22d7eaa2d38 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:45.235472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89015c-44b4-48d3-bb82-b2ffe9fd277f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364d2da7-4f06-4e26-903c-c54feb03440f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:45.309634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-da89015c-44b4-48d3-bb82-b2ffe9fd277f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.313456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-da89015c-44b4-48d3-bb82-b2ffe9fd277f tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6860616 Nov 12 11:33:45.313688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60350) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:45.319507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c4f60170-2b39-47a6-9f4a-095b9a89a996 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:45.324817 n-d-768852-22 neutron-server[109705]: WARNING neutron.api.v2.base [None req-c4f60170-2b39-47a6-9f4a-095b9a89a996 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 11:33:45.324817 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-c4f60170-2b39-47a6-9f4a-095b9a89a996 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 11:33:45.324817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c4f60170-2b39-47a6-9f4a-095b9a89a996 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "PUT /v2.0/security-groups/364d2da7-4f06-4e26-903c-c54feb03440f HTTP/1.1" status: 409 len: 330 time: 0.0066066 Nov 12 11:33:45.327594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60352) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:45.400557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d62a5-e4b2-428b-be0e-f92873a367d6 req-760abee2-1eda-4e60-84c5-7de266529cae tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:45.402701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0f1d62a5-e4b2-428b-be0e-f92873a367d6 req-760abee2-1eda-4e60-84c5-7de266529cae tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1365700 Nov 12 11:33:45.471480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3df7271c-ac3c-40b0-b865-cb3e5fa5e027 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.527633 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3df7271c-ac3c-40b0-b865-cb3e5fa5e027 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.552797 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0f1d62a5-e4b2-428b-be0e-f92873a367d6 req-35e07597-2a7c-4a5c-a73f-4d44574afc6e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429274 Nov 12 11:33:45.684915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d68d1c33-493b-405f-84a1-cb17e32d51cb req-6017b4e2-dc13-4dc9-a658-25b5083c3ba4 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 210 time: 0.0358810 Nov 12 11:33:45.828508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3df7271c-ac3c-40b0-b865-cb3e5fa5e027 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.831399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3df7271c-ac3c-40b0-b865-cb3e5fa5e027 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:45.832763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3df7271c-ac3c-40b0-b865-cb3e5fa5e027 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/364d2da7-4f06-4e26-903c-c54feb03440f HTTP/1.1" status: 204 len: 168 time: 0.5039880 Nov 12 11:33:45.835284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60358) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:45.846431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7271c-ac3c-40b0-b865-cb3e5fa5e027 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364d2da7-4f06-4e26-903c-c54feb03440f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:45.900841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7224878e-ef95-473d-ac74-f19a474fde69 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0642593 Nov 12 11:33:45.904876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60360) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:45.919889 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-21dfd40f-7004-4339-8607-1f480d7bfd00 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] delete failed (client error): The resource could not be found. Nov 12 11:33:45.921083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-21dfd40f-7004-4339-8607-1f480d7bfd00 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "DELETE /v2.0/security-groups/26891144-4e5d-4559-9b96-3758be4a82c7 HTTP/1.1" status: 404 len: 347 time: 0.0151153 Nov 12 11:33:45.932948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60362) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:45.953539 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-c63137a7-1f0f-45c9-9c5f-8b083ee880e3 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] show failed (client error): The resource could not be found. Nov 12 11:33:45.955725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c63137a7-1f0f-45c9-9c5f-8b083ee880e3 tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-groups/2545a03d-ba41-4c8a-8a5c-612f8646e00a HTTP/1.1" status: 404 len: 347 time: 0.0211833 Nov 12 11:33:45.960159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60364) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:45.993912 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:46.091379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=593e6076-00f0-4635-b01c-b22d7eaa2d38,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:46.096604 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-78bb9b60-30a3-4007-8d9e-8494541c617c tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] show failed (client error): The resource could not be found. Nov 12 11:33:46.101254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-78bb9b60-30a3-4007-8d9e-8494541c617c tempest-NegativeSecGroupIPv6Test-1695790642 tempest-NegativeSecGroupIPv6Test-1695790642-project] 10.222.0.98 "GET /v2.0/security-group-rules/7a834a9c-ef40-4d18-b7bb-94b58a2307f5 HTTP/1.1" status: 404 len: 356 time: 0.1400223 Nov 12 11:33:46.326758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:46.593312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Router c6f3849a-2b42-46d1-a412-14aad48fc8ca has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:33:46.779934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446cb32-b9b6-4826-89ca-4cf4d76456c9 req-045b6c49-1a79-47cc-b6af-7607d87a513f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:46.781478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8446cb32-b9b6-4826-89ca-4cf4d76456c9 req-045b6c49-1a79-47cc-b6af-7607d87a513f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1299934 Nov 12 11:33:46.807632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:33:46.820187 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba41d8-a05f-4931-a522-8104cc44485a None None] Sync routers for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:33:46.824724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-deb62cde-83e8-402f-9bdc-03d9e1171b3b tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "PUT /v2.0/routers/c6f3849a-2b42-46d1-a412-14aad48fc8ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3369787 Nov 12 11:33:46.824724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60380) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:46.825773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60382) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:46.836858 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba41d8-a05f-4931-a522-8104cc44485a None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:46.837459 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-79ba41d8-a05f-4931-a522-8104cc44485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:46.886335 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-79ba41d8-a05f-4931-a522-8104cc44485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:46.899201 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba41d8-a05f-4931-a522-8104cc44485a None None] Routers {'c6f3849a-2b42-46d1-a412-14aad48fc8ca'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:33:46.900206 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-79ba41d8-a05f-4931-a522-8104cc44485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:33:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:46.927480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8446cb32-b9b6-4826-89ca-4cf4d76456c9 req-70bc4272-a33e-4880-b573-fbab3f065238 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362529 Nov 12 11:33:47.000659 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.012888 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-79ba41d8-a05f-4931-a522-8104cc44485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:47.013569 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba41d8-a05f-4931-a522-8104cc44485a None None] The sync data for ids ['c6f3849a-2b42-46d1-a412-14aad48fc8ca'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:33:47.058303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-989cddd8-6404-46e2-981a-a7334281446a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fecf3e14f2fa42f59c7f5ba00e199018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2327206 Nov 12 11:33:47.073035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60386) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:47.089186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5fbda42-7927-441f-b2bf-8affb1f742af req-007a572f-20cd-41a4-adb8-9007cde0d84b tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 210 time: 0.0489674 Nov 12 11:33:47.158241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f8058b9-6798-44d0-a284-7bf160e7c075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.173094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.196394 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f8058b9-6798-44d0-a284-7bf160e7c075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.344999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f8058b9-6798-44d0-a284-7bf160e7c075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.353836 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f8058b9-6798-44d0-a284-7bf160e7c075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.359364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting port cc32f76f-011c-46f5-a9f0-fd9bb061c98b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:33:47.359770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.364896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3f8058b9-6798-44d0-a284-7bf160e7c075 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5224e637-29c3-4b06-8646-709efc79bff3 HTTP/1.1" status: 204 len: 168 time: 0.2835901 Nov 12 11:33:47.374728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8058b9-6798-44d0-a284-7bf160e7c075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5224e637-29c3-4b06-8646-709efc79bff3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:47.480374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.495219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Calling delete_port for cc32f76f-011c-46f5-a9f0-fd9bb061c98b owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:33:47.709285 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.860058 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:47.915940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6e305-6402-4846-8bf8-4d35765cb148 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:33:47.921100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Port': ['ID=cc32f76f-011c-46f5-a9f0-fd9bb061c98b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:48.037587 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:48.133553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc7205-58db-49af-8683-35883cecbe65 req-d13e8893-4811-456f-aeb5-23ba066dce70 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:48.136823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8cc7205-58db-49af-8683-35883cecbe65 req-d13e8893-4811-456f-aeb5-23ba066dce70 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1090667 Nov 12 11:33:48.162792 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:48.165594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:48.211907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8cc7205-58db-49af-8683-35883cecbe65 req-d07773cb-c838-4a04-b078-7869fc8a6971 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645943 Nov 12 11:33:48.334774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-154e5d3b-5f89-4bc9-adec-570981a928bb req-aaf71a8a-23aa-4a35-9eca-d5bb0d768a61 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 210 time: 0.0285873 Nov 12 11:33:48.464453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:48.465725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Fanout notify agent at l3_agent the message router_deleted on router c6f3849a-2b42-46d1-a412-14aad48fc8ca {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:33:48.492339 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:48.493777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5a985b0a-ac79-48e5-8832-d3c46fca5afb tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/routers/c6f3849a-2b42-46d1-a412-14aad48fc8ca HTTP/1.1" status: 204 len: 168 time: 1.6665511 Nov 12 11:33:48.496248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60412) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:48.582391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7fe4ca-4f77-450c-a577-1278fe4eb503 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Deleting subnet 0712ff5f-1400-40a6-b4df-0d12677c98e2 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:33:48.586298 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe4ca-4f77-450c-a577-1278fe4eb503 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:48.664155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-a2d608a8-a031-4250-a9bd-fb8213ebc7cb tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:48.666901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-a2d608a8-a031-4250-a9bd-fb8213ebc7cb tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.57 "GET /v2.0/networks?id=c6a64457-6c07-404c-8830-0c09929b81eb HTTP/1.1" status: 200 len: 812 time: 0.1803224 Nov 12 11:33:48.673902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe4ca-4f77-450c-a577-1278fe4eb503 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:48.681721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Request body: {'port': {'device_id': '30f60b80-f8ca-40d5-adad-928de1bf5c14', 'network_id': 'c6a64457-6c07-404c-8830-0c09929b81eb', 'admin_state_up': True, 'tenant_id': '702dc7eb6b9e443d8f498ffea5e5c08a'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:48.740119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe4ca-4f77-450c-a577-1278fe4eb503 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.019185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe4ca-4f77-450c-a577-1278fe4eb503 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.052961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fe4ca-4f77-450c-a577-1278fe4eb503 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Subnet': ['ID=0712ff5f-1400-40a6-b4df-0d12677c98e2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:49.057017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac7fe4ca-4f77-450c-a577-1278fe4eb503 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.063123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60420) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:49.063368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ac7fe4ca-4f77-450c-a577-1278fe4eb503 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/subnets/0712ff5f-1400-40a6-b4df-0d12677c98e2 HTTP/1.1" status: 204 len: 168 time: 0.5648198 Nov 12 11:33:49.147245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Made reservation on behalf of 702dc7eb6b9e443d8f498ffea5e5c08a for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:49.162693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.168224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.361475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.417430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60432) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:49.570375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-478313289'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:49.777419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Made reservation on behalf of c2698a2825564aeda8705a156b026add for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:49.784125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.802534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.821840 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6c2823-505e-4e67-958d-d6258691e9d5']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:49.841425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26262edf-f61f-4252-a16a-ca1463be21e3') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:49.841802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26262edf-f61f-4252-a16a-ca1463be21e3') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:49.859629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.862709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Allocated IP 172.20.0.8 (c6a64457-6c07-404c-8830-0c09929b81eb/70970305-e6b2-4684-93b8-969c343a2a1d/eba373ec-366e-4c31-9d28-3f13f21489f8) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:49.887880 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.906589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa113-5e5f-4e6b-a14a-09d6c9cd5b8a req-2660cb5e-a4c0-4d3d-b906-56ec9d9b6eff tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:49.918304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4dffa113-5e5f-4e6b-a14a-09d6c9cd5b8a req-2660cb5e-a4c0-4d3d-b906-56ec9d9b6eff tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.5152972 Nov 12 11:33:49.918456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.931880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:33:49.932313 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:33:49.938075 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:33:50.090018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4dffa113-5e5f-4e6b-a14a-09d6c9cd5b8a req-b1bab142-8ae1-4964-b34c-3bc52bcc60aa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749868 Nov 12 11:33:50.159990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.166795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.192021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:33:50.206712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59ecca5-f51b-436e-9dad-7ae66abcd3b2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:50.211843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.212355 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Added segment b7aaf548-e72f-4475-907e-683fff979af4 of type vlan for network b046d5c2-d7ab-4355-9b06-76c336e76ef6 Nov 12 11:33:50.214888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-228f046a-eeaa-442b-ac83-2527480477a4 req-0ed32fa2-5d49-4d16-bf7f-f8d73bed5b2b tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 210 time: 0.0543609 Nov 12 11:33:50.224892 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.230217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.233716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] 10.222.0.98 "DELETE /v2.0/networks/7f6c2823-505e-4e67-958d-d6258691e9d5 HTTP/1.1" status: 204 len: 168 time: 1.1694942 Nov 12 11:33:50.251781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8552d50-99c6-478b-b94d-0d1e8c6e3877 tempest-FloatingIPTestJSON-546472227 tempest-FloatingIPTestJSON-546472227-project] Pushing event deleted for resources: {'Network': ['ID=7f6c2823-505e-4e67-958d-d6258691e9d5,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:50.300697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.435374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.482816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Network c6a64457-6c07-404c-8830-0c09929b81eb is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:50.486121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:50.488584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:50.515517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Pushing event updated for resources: {'Port': ['ID=eba373ec-366e-4c31-9d28-3f13f21489f8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:50.546434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:50.546981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.611794 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.617567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:50.618299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.729170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-350518a2-3eba-43be-816b-8ef41d019e72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0538242 Nov 12 11:33:50.741959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Request body: {'port': {'device_id': '30f60b80-f8ca-40d5-adad-928de1bf5c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:50.804676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.818338 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:50.967400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5485039 Nov 12 11:33:50.970538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60442) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:50.980258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Request body: {'subnet': {'network_id': 'b046d5c2-d7ab-4355-9b06-76c336e76ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:50.994975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8c413-df8c-422a-8ac0-8dbd198a6aa8 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Pushing event updated for resources: {'Network': ['ID=b046d5c2-d7ab-4355-9b06-76c336e76ef6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:51.006978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network b046d5c2-d7ab-4355-9b06-76c336e76ef6 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:33:51.147662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba373ec-366e-4c31-9d28-3f13f21489f8 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:33:51.165725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:51.190032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Transition to ACTIVE for port object eba373ec-366e-4c31-9d28-3f13f21489f8 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:33:51.233344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60448) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:51.253468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0edd4f-52aa-4a5d-8d2c-de34ebfbb775 req-54f48378-3627-466d-bfb9-5afda587b95d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:51.255281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd0edd4f-52aa-4a5d-8d2c-de34ebfbb775 req-54f48378-3627-466d-bfb9-5afda587b95d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0827906 Nov 12 11:33:51.326495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd0edd4f-52aa-4a5d-8d2c-de34ebfbb775 req-994b7d51-9feb-42a2-b49a-fd99c5682bfb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518456 Nov 12 11:33:51.391617 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-99daa5cc-22bf-48b7-8913-c7f3d95ea6ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=41b8ec0f1e4942aa8e91a53054071b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570084 Nov 12 11:33:51.394277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60454) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:51.409541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Made reservation on behalf of c2698a2825564aeda8705a156b026add for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:51.414319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:51.445121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3b447-5d1c-4b14-aa77-5463c02638bc req-2bf4f1f2-c286-45d2-a5bd-05cef8dc2025 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:51.446679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44c3b447-5d1c-4b14-aa77-5463c02638bc req-2bf4f1f2-c286-45d2-a5bd-05cef8dc2025 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 931 time: 0.0609503 Nov 12 11:33:51.502752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44c3b447-5d1c-4b14-aa77-5463c02638bc req-7bf59eef-2b9c-4883-b08d-c10ea51cbe17 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470126 Nov 12 11:33:51.509172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75cf00bf-8f52-4665-87ca-f6d4a77aaf37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:51.539967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:51.552963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75cf00bf-8f52-4665-87ca-f6d4a77aaf37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:51.637513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Pushing event updated for resources: {'Port': ['ID=eba373ec-366e-4c31-9d28-3f13f21489f8,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:51.765453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Attempting to bind port eba373ec-366e-4c31-9d28-3f13f21489f8 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:33:51.765797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Attempting to bind port eba373ec-366e-4c31-9d28-3f13f21489f8 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '321ed1f4-a8f5-4263-9d95-0f3ec58f3a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c6a64457-6c07-404c-8830-0c09929b81eb'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:33:51.766136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Attempting to bind port eba373ec-366e-4c31-9d28-3f13f21489f8 on network c6a64457-6c07-404c-8830-0c09929b81eb {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:51.771420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Port eba373ec-366e-4c31-9d28-3f13f21489f8 on network c6a64457-6c07-404c-8830-0c09929b81eb not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:33:51.771749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Attempting to bind port eba373ec-366e-4c31-9d28-3f13f21489f8 on network c6a64457-6c07-404c-8830-0c09929b81eb {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:51.777500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:33:51.777843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Checking segment: {'id': '321ed1f4-a8f5-4263-9d95-0f3ec58f3a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c6a64457-6c07-404c-8830-0c09929b81eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:51.778224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Bound using segment: {'id': '321ed1f4-a8f5-4263-9d95-0f3ec58f3a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c6a64457-6c07-404c-8830-0c09929b81eb'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:33:51.778645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Bound port: eba373ec-366e-4c31-9d28-3f13f21489f8, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321ed1f4-a8f5-4263-9d95-0f3ec58f3a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'c6a64457-6c07-404c-8830-0c09929b81eb'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:33:51.779009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:51.852489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] For port eba373ec-366e-4c31-9d28-3f13f21489f8, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:33:51.855831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] For port eba373ec-366e-4c31-9d28-3f13f21489f8, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=eba373ec-366e-4c31-9d28-3f13f21489f8,segment=NetworkSegment(321ed1f4-a8f5-4263-9d95-0f3ec58f3a18),segment_id=321ed1f4-a8f5-4263-9d95-0f3ec58f3a18)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:33:51.878785 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75cf00bf-8f52-4665-87ca-f6d4a77aaf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:51.881877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-75cf00bf-8f52-4665-87ca-f6d4a77aaf37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:51.883050 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-75cf00bf-8f52-4665-87ca-f6d4a77aaf37 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/925bcd85-2eac-4cad-8874-be5a904cc27b HTTP/1.1" status: 204 len: 168 time: 0.4878833 Nov 12 11:33:51.893956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf00bf-8f52-4665-87ca-f6d4a77aaf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bcd85-2eac-4cad-8874-be5a904cc27b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:51.942109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:52.006079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Pushing event updated for resources: {'Subnet': ['ID=42749cd5-02d6-4aa1-b0e7-2d71788eabc4,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:52.016283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Checking segment: {'id': 'b7aaf548-e72f-4475-907e-683fff979af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b046d5c2-d7ab-4355-9b06-76c336e76ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:52.016651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Network hostable DHCP agents. Network: b046d5c2-d7ab-4355-9b06-76c336e76ef6, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:33:52.043554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:52.080929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:52.081668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:52.083140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] 10.222.0.57 "PUT /v2.0/ports/eba373ec-366e-4c31-9d28-3f13f21489f8 HTTP/1.1" status: 200 len: 1092 time: 1.3456404 Nov 12 11:33:52.083591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f60b80-f8ca-40d5-adad-928de1bf5c14', 'tag': 'eba373ec-366e-4c31-9d28-3f13f21489f8'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:52.086203 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e2b411-0125-43c8-92d4-65cc62527dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "30f60b80-f8ca-40d5-adad-928de1bf5c14", "tag": "eba373ec-366e-4c31-9d28-3f13f21489f8"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:52.117622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b095a0-840b-4703-8462-9f53a62c0f6f service neutron] Pushing event updated for resources: {'Port': ['ID=eba373ec-366e-4c31-9d28-3f13f21489f8,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:52.135778 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967629db-c043-4f88-9c81-bb8bf2c4caa7 x-openstack-request-id: req-967629db-c043-4f88-9c81-bb8bf2c4caa7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:52.136102 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f60b80-f8ca-40d5-adad-928de1bf5c14", "tag": "eba373ec-366e-4c31-9d28-3f13f21489f8", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:52.136360 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-967629db-c043-4f88-9c81-bb8bf2c4caa7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:52.136760 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f60b80-f8ca-40d5-adad-928de1bf5c14', 'tag': 'eba373ec-366e-4c31-9d28-3f13f21489f8', 'status': 'completed', 'code': 200} Nov 12 11:33:52.205808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Network b046d5c2-d7ab-4355-9b06-76c336e76ef6 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:33:52.216299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2b411-0125-43c8-92d4-65cc62527dc5 req-8cdb2837-a1bd-431f-8957-57354d73c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:52.218483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0e2b411-0125-43c8-92d4-65cc62527dc5 req-8cdb2837-a1bd-431f-8957-57354d73c2ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=702dc7eb6b9e443d8f498ffea5e5c08a&device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 1095 time: 0.0573838 Nov 12 11:33:52.323879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60470) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:52.348096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2b411-0125-43c8-92d4-65cc62527dc5 req-20a1d22a-dba2-44e0-913c-512b88e4193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:52.353268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0e2b411-0125-43c8-92d4-65cc62527dc5 req-20a1d22a-dba2-44e0-913c-512b88e4193a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=702dc7eb6b9e443d8f498ffea5e5c08a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1240566 Nov 12 11:33:52.393171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, b046d5c2-d7ab-4355-9b06-76c336e76ef6) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:52.403398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:52.406602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:52.408513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb4607-221e-4e72-9ed8-fae3c1b614e8 None None] Network b046d5c2-d7ab-4355-9b06-76c336e76ef6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:52.522282 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-477d47ca-aa0b-4821-81ef-40c85b988f9e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e5a7dc6c2cc14bf6aefa9aae8ff009f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956673 Nov 12 11:33:52.523348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60480) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:52.548086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2b411-0125-43c8-92d4-65cc62527dc5 req-f49a0221-af26-4f7c-913c-a628f38e4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:52.549713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0e2b411-0125-43c8-92d4-65cc62527dc5 req-f49a0221-af26-4f7c-913c-a628f38e4b28 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876993 Nov 12 11:33:52.565623 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3cd6e561-f01d-4083-8cfb-2e09e32cee32 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5940332 Nov 12 11:33:52.570299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60486) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:52.577052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Request body: {'port': {'network_id': 'b046d5c2-d7ab-4355-9b06-76c336e76ef6', 'name': 'tempest-TagsExtTest-1691612136'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:52.726231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c311b-95f9-4aab-9fac-293d065a3948 req-414d838b-7ff6-47eb-8dd4-3dd0d4c32240 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:52.727991 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de9c311b-95f9-4aab-9fac-293d065a3948 req-414d838b-7ff6-47eb-8dd4-3dd0d4c32240 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.1772439 Nov 12 11:33:52.732855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-b046d5c2-d7ab-4355-9b06-76c336e76ef6', 'network_id': 'b046d5c2-d7ab-4355-9b06-76c336e76ef6', 'tenant_id': 'c2698a2825564aeda8705a156b026add', 'fixed_ips': [{'subnet_id': '42749cd5-02d6-4aa1-b0e7-2d71788eabc4'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:33:52.733977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:52.739212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eed6a1fd-3144-4fe7-bf21-1414e049270d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:52.765567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-8927dc66-1923-41d7-93b3-113b8f178aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:52.767528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-8927dc66-1923-41d7-93b3-113b8f178aa5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=702dc7eb6b9e443d8f498ffea5e5c08a&device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 1095 time: 0.1167784 Nov 12 11:33:52.796631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eed6a1fd-3144-4fe7-bf21-1414e049270d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:52.850967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-7a128862-7f70-4c6e-8b1d-39f963808a50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eba373ec-366e-4c31-9d28-3f13f21489f8 HTTP/1.1" status: 200 len: 217 time: 0.0692904 Nov 12 11:33:52.856800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de9c311b-95f9-4aab-9fac-293d065a3948 req-684df4c0-bfb3-483c-8cc1-1772e6e90f49 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164742 Nov 12 11:33:52.941750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-36d192b9-7f13-49d3-868f-322f5b49b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:52.943778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-36d192b9-7f13-49d3-868f-322f5b49b86a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70970305-e6b2-4684-93b8-969c343a2a1d HTTP/1.1" status: 200 len: 852 time: 0.0844920 Nov 12 11:33:52.959122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Allocated IP 172.20.0.2 (b046d5c2-d7ab-4355-9b06-76c336e76ef6/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/d94cadb5-f0db-4635-a3c1-4bf710ca0a69) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:52.984071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-9aefd440-b47c-473e-a0c0-2a20098f496a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a64457-6c07-404c-8830-0c09929b81eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325871 Nov 12 11:33:52.994484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eed6a1fd-3144-4fe7-bf21-1414e049270d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:53.000451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eed6a1fd-3144-4fe7-bf21-1414e049270d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:53.003146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-eed6a1fd-3144-4fe7-bf21-1414e049270d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2d003fa0-7014-4fd4-b88c-644a584e61a8 HTTP/1.1" status: 204 len: 168 time: 0.4784904 Nov 12 11:33:53.012192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6a1fd-3144-4fe7-bf21-1414e049270d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d003fa0-7014-4fd4-b88c-644a584e61a8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:53.093044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Made reservation on behalf of c2698a2825564aeda8705a156b026add for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:53.093318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635d16a-178c-4d2c-a827-cb23fe1c4ac1 req-9424831e-8f66-45d9-92f6-92defec1743d tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:53.097142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8635d16a-178c-4d2c-a827-cb23fe1c4ac1 req-9424831e-8f66-45d9-92f6-92defec1743d tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 943 time: 0.1133366 Nov 12 11:33:53.099154 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:53.131865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] device_id is not set on port 00103426-03ae-4094-8a06-1312eb758cc3 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:33:53.133722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-fce4cf92-a3ec-4314-a088-268c3f7f8397 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399653 Nov 12 11:33:53.191225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8635d16a-178c-4d2c-a827-cb23fe1c4ac1 req-f573ad40-d849-44c3-81f2-c32230ad78c4 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891914 Nov 12 11:33:53.286330 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0e4acb8-cb33-4124-8ce1-6410ba2d296d req-5f593fda-73c4-40c5-b5db-d3a9711f3e34 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413307 Nov 12 11:33:53.404181 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:53.586002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:53.615242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Network b046d5c2-d7ab-4355-9b06-76c336e76ef6 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:53.628946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:53.630190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Allocated IP 172.20.0.10 (b046d5c2-d7ab-4355-9b06-76c336e76ef6/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/00103426-03ae-4094-8a06-1312eb758cc3) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:33:53.642567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:53.656494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Pushing event updated for resources: {'Port': ['ID=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:53.720652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Attempting to bind port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:33:53.720652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Attempting to bind port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'b7aaf548-e72f-4475-907e-683fff979af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b046d5c2-d7ab-4355-9b06-76c336e76ef6'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:33:53.720652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Attempting to bind port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 on network b046d5c2-d7ab-4355-9b06-76c336e76ef6 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:33:53.721663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60512) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:53.726008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:33:53.726387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Checking segment: {'id': 'b7aaf548-e72f-4475-907e-683fff979af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b046d5c2-d7ab-4355-9b06-76c336e76ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:33:53.726994 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:53.727524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Bound using segment: {'id': 'b7aaf548-e72f-4475-907e-683fff979af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b046d5c2-d7ab-4355-9b06-76c336e76ef6'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:33:53.728024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Bound port: d94cadb5-f0db-4635-a3c1-4bf710ca0a69, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7aaf548-e72f-4475-907e-683fff979af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b046d5c2-d7ab-4355-9b06-76c336e76ef6'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:33:53.728586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:53.811399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] For port d94cadb5-f0db-4635-a3c1-4bf710ca0a69, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:33:53.816486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] For port d94cadb5-f0db-4635-a3c1-4bf710ca0a69, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,segment=NetworkSegment(b7aaf548-e72f-4475-907e-683fff979af4),segment_id=b7aaf548-e72f-4475-907e-683fff979af4)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:33:53.821395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:53.966170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'networks': [{'name': 'tempest-network--848367897'}, {'name': 'tempest-network--1194790261'}]} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:53.966630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'network': {'name': 'tempest-network--848367897'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:53.967108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'network': {'name': 'tempest-network--1194790261'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:54.005993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa4429-e8b0-4b9f-9711-4b9a6b9cc576 req-ff1130e0-47c4-40f9-95f1-2560c5c9f083 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:54.007498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dfa4429-e8b0-4b9f-9711-4b9a6b9cc576 req-ff1130e0-47c4-40f9-95f1-2560c5c9f083 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0741334 Nov 12 11:33:54.060475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3dfa4429-e8b0-4b9f-9711-4b9a6b9cc576 req-d29b7097-5cb2-4495-b03a-06d26f0b793f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450957 Nov 12 11:33:54.097940 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.155221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d01c4-bfc0-4391-b311-13143e79b6b6 None None] Pushing event updated for resources: {'Port': ['ID=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:54.218610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.240794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Made reservation on behalf of ebdaa731e2d04f70a929989b0ba8468d for: {'network': 2} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:54.246900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.259008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.292159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Network b046d5c2-d7ab-4355-9b06-76c336e76ef6 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:33:54.296419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:33:54.301625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:33:54.399767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Pushing event updated for resources: {'Port': ['ID=00103426-03ae-4094-8a06-1312eb758cc3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:54.416757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:54.417434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.431433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a5dc7-8298-46ab-86e4-bd86e24070ea req-67750753-510b-450a-8ff0-9d4e256ea2ef tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:54.433791 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e26a5dc7-8298-46ab-86e4-bd86e24070ea req-67750753-510b-450a-8ff0-9d4e256ea2ef tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 943 time: 0.1562550 Nov 12 11:33:54.507710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.516477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e26a5dc7-8298-46ab-86e4-bd86e24070ea req-0c5e930a-a4f5-4715-a120-b1c8ff0cec3c tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752535 Nov 12 11:33:54.546036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7f64dc26-f89f-4424-90dc-02cdfe1ad7a7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9738996 Nov 12 11:33:54.553988 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60530) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:54.559183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-96250166-5e40-4fdf-b676-66d41c33b45a tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1396743002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:54.691716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.692218 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.732814 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaa7747-2473-4b0b-8fc2-00b2b0b24973,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:54.741567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:33:54.752297 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.752684 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Added segment 0dfee01c-1fc0-4ca9-bfad-e0fbae2b4996 of type vlan for network 68ee8ef0-cdbb-4221-afef-b34b9bfa69f7 Nov 12 11:33:54.767897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96250166-5e40-4fdf-b676-66d41c33b45a tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.767897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96250166-5e40-4fdf-b676-66d41c33b45a tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.816371 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.856821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96250166-5e40-4fdf-b676-66d41c33b45a tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.885558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:33:54.907083 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:54.907435 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Added segment bfc09bb1-689f-4bb0-a20b-3d15e1fc80de of type vlan for network 55fc3a0e-b6af-41f6-9b7d-67b4a5f92775 Nov 12 11:33:54.961622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.164121 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96250166-5e40-4fdf-b676-66d41c33b45a tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.167216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ff8f8-a015-4a87-90a8-ff1154a300e2 None None] Network b046d5c2-d7ab-4355-9b06-76c336e76ef6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:33:55.197754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899443-6ade-434b-9ee7-02d068fbe36c req-e127010d-e4ac-4c0a-8b6a-2c4d098b8fef tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:55.199202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b899443-6ade-434b-9ee7-02d068fbe36c req-e127010d-e4ac-4c0a-8b6a-2c4d098b8fef tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0675194 Nov 12 11:33:55.224670 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.225174 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.231392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:55.236459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:55.237123 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.276322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d94cadb5-f0db-4635-a3c1-4bf710ca0a69 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:55.278300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96250166-5e40-4fdf-b676-66d41c33b45a tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.279530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96250166-5e40-4fdf-b676-66d41c33b45a tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7244980 Nov 12 11:33:55.282535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60544) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:55.287956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-030b495a-7f3f-4038-9f4a-4bcb928a4569 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-553643780', 'prefixes': ['172.20.0.0/16']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:55.336510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b899443-6ade-434b-9ee7-02d068fbe36c req-1752ccb5-ca9b-448e-9179-cb0274a26ac1 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298141 Nov 12 11:33:55.337279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Network': ['ID=68ee8ef0-cdbb-4221-afef-b34b9bfa69f7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:55.362247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-20c3f198-652b-4af1-b082-40c806e5f3e2 None None] Provisioning complete for port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:55.362247 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20c3f198-652b-4af1-b082-40c806e5f3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.363905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 68ee8ef0-cdbb-4221-afef-b34b9bfa69f7 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:33:55.410400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Network': ['ID=55fc3a0e-b6af-41f6-9b7d-67b4a5f92775,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:55.426729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 55fc3a0e-b6af-41f6-9b7d-67b4a5f92775 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:33:55.453814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-867927c3-0046-4769-8a63-b59d9256eb4b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7307541 Nov 12 11:33:55.456077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60546) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:55.575042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:55.575640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.701146 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20c3f198-652b-4af1-b082-40c806e5f3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.707409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7aa088-0781-470e-8621-eb225eba37ee tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:55.711138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7aa088-0781-470e-8621-eb225eba37ee tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:55.717197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7aa088-0781-470e-8621-eb225eba37ee tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:55.723234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7aa088-0781-470e-8621-eb225eba37ee tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:55.725026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1e7aa088-0781-470e-8621-eb225eba37ee tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2679904 Nov 12 11:33:55.727809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60550) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:55.773095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.785880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-20c3f198-652b-4af1-b082-40c806e5f3e2 None None] For port d94cadb5-f0db-4635-a3c1-4bf710ca0a69, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,segment=NetworkSegment(b7aaf548-e72f-4475-907e-683fff979af4),segment_id=b7aaf548-e72f-4475-907e-683fff979af4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:55.805864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8bb06-35e1-4858-877c-61c08e6fbf85 req-cc8b7274-9f7c-4fe1-96b9-f7ac2fd7d5df tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:55.808202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3a8bb06-35e1-4858-877c-61c08e6fbf85 req-cc8b7274-9f7c-4fe1-96b9-f7ac2fd7d5df tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 943 time: 0.1976345 Nov 12 11:33:55.846096 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.905411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3a8bb06-35e1-4858-877c-61c08e6fbf85 req-e7c5a3f0-641b-43f8-af06-ed759d1d8399 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795770 Nov 12 11:33:55.930124 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:33:55.978464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:55.996885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device eba373ec-366e-4c31-9d28-3f13f21489f8 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:33:56.007587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ee8ef0-cdbb-4221-afef-b34b9bfa69f7']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.021532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfee01c-1fc0-4ca9-bfad-e0fbae2b4996') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.021813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfee01c-1fc0-4ca9-bfad-e0fbae2b4996') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.034641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.052930 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.059707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:33:56.060127 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:33:56.063219 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:33:56.076590 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20c3f198-652b-4af1-b082-40c806e5f3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.172392 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-030b495a-7f3f-4038-9f4a-4bcb928a4569 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for subnetpool, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.176611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-030b495a-7f3f-4038-9f4a-4bcb928a4569 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8895111 Nov 12 11:33:56.177456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60554) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:56.178557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port eba373ec-366e-4c31-9d28-3f13f21489f8, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=eba373ec-366e-4c31-9d28-3f13f21489f8,segment=NetworkSegment(321ed1f4-a8f5-4263-9d95-0f3ec58f3a18),segment_id=321ed1f4-a8f5-4263-9d95-0f3ec58f3a18)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:56.183149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-0f58477d-2b32-45ea-aecb-4240d0ae2f53 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4', 'tempest-TagsExtTest-Tag-1348516344') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.198811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3f198-652b-4af1-b082-40c806e5f3e2 None None] Pushing event updated for resources: {'Port': ['ID=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:56.203350 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:33:56.213265 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:33:56.213265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'eba373ec-366e-4c31-9d28-3f13f21489f8', 'network_id': 'c6a64457-6c07-404c-8830-0c09929b81eb', 'port_id': 'eba373ec-366e-4c31-9d28-3f13f21489f8', 'mac_address': 'fa:16:3e:5e:a1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70970305-e6b2-4684-93b8-969c343a2a1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:33:56.220672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2f7a3dda-4110-4c0c-8b76-bb27e26bbbf2 None None] Provisioning complete for port 00103426-03ae-4094-8a06-1312eb758cc3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:56.221359 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3dda-4110-4c0c-8b76-bb27e26bbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.284634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a3dda-4110-4c0c-8b76-bb27e26bbbf2 None None] Port 00103426-03ae-4094-8a06-1312eb758cc3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:33:56.288516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.299662 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.310207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba373ec-366e-4c31-9d28-3f13f21489f8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:33:56.311336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.315973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/networks/68ee8ef0-cdbb-4221-afef-b34b9bfa69f7 HTTP/1.1" status: 204 len: 168 time: 0.5836024 Nov 12 11:33:56.316586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60558) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:56.318772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2f7a3dda-4110-4c0c-8b76-bb27e26bbbf2 None None] Provisioning complete for port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:56.319143 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f7a3dda-4110-4c0c-8b76-bb27e26bbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.324350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71b63a-3fa0-48c7-8722-e832e698bdbd tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Network': ['ID=68ee8ef0-cdbb-4221-afef-b34b9bfa69f7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:56.349078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port eba373ec-366e-4c31-9d28-3f13f21489f8, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=eba373ec-366e-4c31-9d28-3f13f21489f8,segment=NetworkSegment(321ed1f4-a8f5-4263-9d95-0f3ec58f3a18),segment_id=321ed1f4-a8f5-4263-9d95-0f3ec58f3a18)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:56.430602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0f58477d-2b32-45ea-aecb-4240d0ae2f53 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags/tempest-TagsExtTest-Tag-1348516344 HTTP/1.1" status: 201 len: 201 time: 0.2495608 Nov 12 11:33:56.431011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:56.432768 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.440677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-5f5941c0-3e54-4874-8651-d7a46a8302de tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3', 'tempest-TagsExtTest-Tag-1521662546') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.475098 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.527182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8c2f1-d605-4817-a059-136482269bef req-4ac2cd7e-a1b3-4e5d-8bcb-2dc442cebec1 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:56.528858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2a8c2f1-d605-4817-a059-136482269bef req-4ac2cd7e-a1b3-4e5d-8bcb-2dc442cebec1 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0684838 Nov 12 11:33:56.541451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.553107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=eba373ec-366e-4c31-9d28-3f13f21489f8,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:56.565589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fc3a0e-b6af-41f6-9b7d-67b4a5f92775']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.583550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc09bb1-689f-4bb0-a20b-3d15e1fc80de') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.583854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc09bb1-689f-4bb0-a20b-3d15e1fc80de') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.592177 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2a8c2f1-d605-4817-a059-136482269bef req-6fa5ee3e-3307-43b0-abdc-7e879b0da9ab tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533690 Nov 12 11:33:56.601962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.626419 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.633988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:33:56.634393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: items = [ Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:33:56.638394 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:33:56.690395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['eba373ec-366e-4c31-9d28-3f13f21489f8'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:33:56.710082 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5f5941c0-3e54-4874-8651-d7a46a8302de tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags/tempest-TagsExtTest-Tag-1521662546 HTTP/1.1" status: 201 len: 201 time: 0.2780247 Nov 12 11:33:56.712982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60568) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:56.717812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-b37ca389-b13d-4e34-b3e1-e48c24b42b3e tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e', 'tempest-TagsExtTest-Tag-1501908653') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:56.867903 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.875233 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:56.880280 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/networks/55fc3a0e-b6af-41f6-9b7d-67b4a5f92775 HTTP/1.1" status: 204 len: 168 time: 0.5619669 Nov 12 11:33:56.884277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60570) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:56.897886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe745c-6e97-4152-8885-c83fd0b20a3e tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Network': ['ID=55fc3a0e-b6af-41f6-9b7d-67b4a5f92775,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:57.050555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60576) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.050739 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b37ca389-b13d-4e34-b3e1-e48c24b42b3e tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags/tempest-TagsExtTest-Tag-1501908653 HTTP/1.1" status: 201 len: 201 time: 0.3364906 Nov 12 11:33:57.058363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-155c6a85-e786-4e07-8ad8-94ffa750535c tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b', 'tempest-TagsExtTest-Tag-1753327413') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:57.062696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dbff8e-7064-4eef-8d37-77b99b43422b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:57.068799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dbff8e-7064-4eef-8d37-77b99b43422b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:57.074253 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-70dbff8e-7064-4eef-8d37-77b99b43422b tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1843209 Nov 12 11:33:57.074541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60578) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.079416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-841598598'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:57.095238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a48260-4ab6-480b-b009-11f4d12e936e req-b9dd32a6-33f9-4271-97c2-d593bd4ea8a8 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:57.096918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2a48260-4ab6-480b-b009-11f4d12e936e req-b9dd32a6-33f9-4271-97c2-d593bd4ea8a8 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 944 time: 0.1113932 Nov 12 11:33:57.160978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2a48260-4ab6-480b-b009-11f4d12e936e req-d2f5436b-2289-432a-881d-a64c56e00be0 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483537 Nov 12 11:33:57.232969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d94cadb5-f0db-4635-a3c1-4bf710ca0a69 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:57.281457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-155c6a85-e786-4e07-8ad8-94ffa750535c tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags/tempest-TagsExtTest-Tag-1753327413 HTTP/1.1" status: 201 len: 201 time: 0.2294509 Nov 12 11:33:57.283961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60582) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.288036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:57.288509 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:57.288642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-520f8651-8d81-481c-840f-e40ad19da747 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:57.349247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-520f8651-8d81-481c-840f-e40ad19da747 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags HTTP/1.1" status: 200 len: 241 time: 0.0640624 Nov 12 11:33:57.351807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60584) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.356684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-1667a046-eacb-47f8-8da3-00af4ba045b2 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4', 'tempest-TagsExtTest-Tag-1348516344') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:57.360960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Made reservation on behalf of ebdaa731e2d04f70a929989b0ba8468d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:57.364426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:57.415508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:33:57.431363 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:57.432253 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Added segment 6785cf67-91ab-4705-ac56-1e3f87e7810c of type vlan for network 4979ed4f-5773-4fa7-b68f-05ec8253e77b Nov 12 11:33:57.472837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1667a046-eacb-47f8-8da3-00af4ba045b2 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags/tempest-TagsExtTest-Tag-1348516344 HTTP/1.1" status: 204 len: 168 time: 0.1199660 Nov 12 11:33:57.475704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60586) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.483106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-76d16d38-242b-451c-b3eb-b096929fa580 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4', 'tempest-TagsExtTest-Tag-1348516344') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:57.489924 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:57.636160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:57.645181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:57.645900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:57.748494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Network': ['ID=4979ed4f-5773-4fa7-b68f-05ec8253e77b,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:57.760692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 4979ed4f-5773-4fa7-b68f-05ec8253e77b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:33:57.774931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e7474-1d89-4100-b82c-eb8f67de2c6f req-0550d786-1f55-4226-899a-40ebfdc043c0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:57.777354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f35e7474-1d89-4100-b82c-eb8f67de2c6f req-0550d786-1f55-4226-899a-40ebfdc043c0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0982063 Nov 12 11:33:57.817031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-76d16d38-242b-451c-b3eb-b096929fa580 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags/tempest-TagsExtTest-Tag-1348516344 HTTP/1.1" status: 204 len: 168 time: 0.3396814 Nov 12 11:33:57.821818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60590) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.825807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-90e82681-8fb1-4d9e-b142-318ea36db796 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:57.840684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f35e7474-1d89-4100-b82c-eb8f67de2c6f req-9600fd08-2689-4612-bcd2-ceddbbed9ddd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568731 Nov 12 11:33:57.881638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-90e82681-8fb1-4d9e-b142-318ea36db796 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags HTTP/1.1" status: 200 len: 205 time: 0.0611701 Nov 12 11:33:57.884318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60592) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.888584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-ca06594f-1bf2-4223-ba63-fcfe0526e659 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:57.916495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-825e0f19-a57a-4d19-8a8e-d442752f9a78 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8403776 Nov 12 11:33:57.923347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60594) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.928557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1525048519'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:57.945107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ca06594f-1bf2-4223-ba63-fcfe0526e659 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags HTTP/1.1" status: 200 len: 241 time: 0.0596578 Nov 12 11:33:57.947586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60596) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:57.952507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-63dc0eab-0df3-49ef-b6dd-c07ef859e18d tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3', 'tempest-TagsExtTest-Tag-1521662546') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:58.007635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-63dc0eab-0df3-49ef-b6dd-c07ef859e18d tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags/tempest-TagsExtTest-Tag-1521662546 HTTP/1.1" status: 204 len: 168 time: 0.0587454 Nov 12 11:33:58.011291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60598) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:58.012291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device eba373ec-366e-4c31-9d28-3f13f21489f8 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:33:58.016284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-54c3631a-063d-4d42-9b07-3fa1c22114e6 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3', 'tempest-TagsExtTest-Tag-1521662546') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:58.278288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259279f-0e77-40db-b7f4-25b2e1cd5fdd req-34e1ae1e-090f-4bfe-98fd-2a045fa70a9a tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:58.279705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a259279f-0e77-40db-b7f4-25b2e1cd5fdd req-34e1ae1e-090f-4bfe-98fd-2a045fa70a9a tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 944 time: 0.0500431 Nov 12 11:33:58.280781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Made reservation on behalf of ebdaa731e2d04f70a929989b0ba8468d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:58.284013 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.333149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:33:58.353137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a259279f-0e77-40db-b7f4-25b2e1cd5fdd req-671676bf-db15-4ed7-a73e-798422309e82 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667608 Nov 12 11:33:58.354842 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.355111 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Added segment ba45e94a-f7fb-4d3c-b021-3b0fc18f2884 of type vlan for network 82be120a-b026-4a72-833b-209f8a6e5b5c Nov 12 11:33:58.395636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.497714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port eba373ec-366e-4c31-9d28-3f13f21489f8 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:33:58.503190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port eba373ec-366e-4c31-9d28-3f13f21489f8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:33:58.503557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.534529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-54c3631a-063d-4d42-9b07-3fa1c22114e6 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags/tempest-TagsExtTest-Tag-1521662546 HTTP/1.1" status: 204 len: 168 time: 0.4929812 Nov 12 11:33:58.534732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60614) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:58.539573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-53f4e6f1-3a06-40dd-b8f0-b946a4f8cc07 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:58.597389 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-53f4e6f1-3a06-40dd-b8f0-b946a4f8cc07 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags HTTP/1.1" status: 200 len: 205 time: 0.0614681 Nov 12 11:33:58.600883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60616) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:58.605925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-faa96220-3e9c-4cd4-9107-550202a551f6 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:58.616287 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.644787 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.652619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:58.653356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:58.659888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f60b80-f8ca-40d5-adad-928de1bf5c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba373ec-366e-4c31-9d28-3f13f21489f8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:33:58.662722 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb34d317-657c-4da1-a170-56239e4a9c26" -d '{"events": [{"server_uuid": "30f60b80-f8ca-40d5-adad-928de1bf5c14", "name": "network-vif-plugged", "status": "completed", "tag": "eba373ec-366e-4c31-9d28-3f13f21489f8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:33:58.693390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port eba373ec-366e-4c31-9d28-3f13f21489f8, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=eba373ec-366e-4c31-9d28-3f13f21489f8,segment=NetworkSegment(321ed1f4-a8f5-4263-9d95-0f3ec58f3a18),segment_id=321ed1f4-a8f5-4263-9d95-0f3ec58f3a18)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:58.704471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-faa96220-3e9c-4cd4-9107-550202a551f6 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags HTTP/1.1" status: 200 len: 241 time: 0.1021574 Nov 12 11:33:58.706880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60620) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:58.712415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-8d807dc8-23ff-4ab9-ae0b-7f0e8fa6e7ed tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e', 'tempest-TagsExtTest-Tag-1501908653') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:58.720233 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40240472-da2b-4144-863f-1a4eaf3f4cb5 x-openstack-request-id: req-40240472-da2b-4144-863f-1a4eaf3f4cb5 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:33:58.720524 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f60b80-f8ca-40d5-adad-928de1bf5c14", "name": "network-vif-plugged", "status": "completed", "tag": "eba373ec-366e-4c31-9d28-3f13f21489f8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:33:58.720826 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-40240472-da2b-4144-863f-1a4eaf3f4cb5 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:33:58.721232 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f60b80-f8ca-40d5-adad-928de1bf5c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba373ec-366e-4c31-9d28-3f13f21489f8', 'code': 200} Nov 12 11:33:58.729417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Network': ['ID=82be120a-b026-4a72-833b-209f8a6e5b5c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:58.740094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 82be120a-b026-4a72-833b-209f8a6e5b5c details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:33:58.795965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8d807dc8-23ff-4ab9-ae0b-7f0e8fa6e7ed tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags/tempest-TagsExtTest-Tag-1501908653 HTTP/1.1" status: 204 len: 168 time: 0.0855720 Nov 12 11:33:58.796247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60622) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:58.801098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-8d792699-824d-4996-973d-ae92aac11d13 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e', 'tempest-TagsExtTest-Tag-1501908653') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:58.951296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b6943-c6c2-47a7-9017-8450e710bf74 req-06c76a42-283d-4dd1-ab0b-08acb84314ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:58.952855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c77b6943-c6c2-47a7-9017-8450e710bf74 req-06c76a42-283d-4dd1-ab0b-08acb84314ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 1096 time: 0.1632960 Nov 12 11:33:58.969135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-26329553-328a-4fd9-83c7-67e3f3b126c4 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0446367 Nov 12 11:33:58.973676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60626) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:58.979337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'ports': [{'network_id': '4979ed4f-5773-4fa7-b68f-05ec8253e77b', 'name': 'tempest-port--971246987', 'admin_state_up': True}, {'network_id': '82be120a-b026-4a72-833b-209f8a6e5b5c', 'admin_state_up': False}]} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:58.979658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'port': {'network_id': '4979ed4f-5773-4fa7-b68f-05ec8253e77b', 'name': 'tempest-port--971246987', 'admin_state_up': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:58.980309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'port': {'network_id': '82be120a-b026-4a72-833b-209f8a6e5b5c', 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:33:59.000885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcc804-e245-45e6-980f-c9fcb42f6876 req-06f92f87-6468-4e7c-b571-4ca71170639b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:59.002424 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2abcc804-e245-45e6-980f-c9fcb42f6876 req-06f92f87-6468-4e7c-b571-4ca71170639b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0878575 Nov 12 11:33:59.025230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c77b6943-c6c2-47a7-9017-8450e710bf74 req-bdf2427f-b593-4ef0-9b4a-b62ba4199a73 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651000 Nov 12 11:33:59.058044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:59.063853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8d792699-824d-4996-973d-ae92aac11d13 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags/tempest-TagsExtTest-Tag-1501908653 HTTP/1.1" status: 204 len: 168 time: 0.2661622 Nov 12 11:33:59.067456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.073772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2abcc804-e245-45e6-980f-c9fcb42f6876 req-214e031e-60d5-4718-b544-f3770f8958a4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607543 Nov 12 11:33:59.086133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-7899e65c-d217-496b-93e2-0f1ddd248afd tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.114053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=eba373ec-366e-4c31-9d28-3f13f21489f8,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:33:59.240266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7899e65c-d217-496b-93e2-0f1ddd248afd tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags HTTP/1.1" status: 200 len: 205 time: 0.1673110 Nov 12 11:33:59.251890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60632) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.251890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-fcbd9f4e-eb53-4fdc-b19f-b822d7830d82 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.281187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fcbd9f4e-eb53-4fdc-b19f-b822d7830d82 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags HTTP/1.1" status: 200 len: 241 time: 0.0390882 Nov 12 11:33:59.284051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60634) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.288624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-7cbe4423-7577-47b1-9496-cec92909a97c tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b', 'tempest-TagsExtTest-Tag-1753327413') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.315653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7cbe4423-7577-47b1-9496-cec92909a97c tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags/tempest-TagsExtTest-Tag-1753327413 HTTP/1.1" status: 204 len: 168 time: 0.0281796 Nov 12 11:33:59.315859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60636) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.321670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-e9bc255c-b611-4dbb-a48e-0dfd4351f041 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b', 'tempest-TagsExtTest-Tag-1753327413') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.471484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Made reservation on behalf of ebdaa731e2d04f70a929989b0ba8468d for: {'port': 2} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:33:59.476268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:59.493610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:59.495303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac8ceb-a0ab-4222-bfeb-9445ccd0444b req-f0da54be-9a37-4c6a-86b9-656716547cff tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:33:59.497119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36ac8ceb-a0ab-4222-bfeb-9445ccd0444b req-f0da54be-9a37-4c6a-86b9-656716547cff tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.0501494 Nov 12 11:33:59.514728 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b621e699-7e24-47d8-8a84-d61b9ba97e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:59.528271 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e9bc255c-b611-4dbb-a48e-0dfd4351f041 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags/tempest-TagsExtTest-Tag-1753327413 HTTP/1.1" status: 204 len: 168 time: 0.2102079 Nov 12 11:33:59.530819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60640) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.537769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-855b0aab-77df-4e6a-bef8-a1f55f604d06 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.551366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36ac8ceb-a0ab-4222-bfeb-9445ccd0444b req-b0474cdf-91e0-469e-b9b0-a48a7d78c8dc tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482259 Nov 12 11:33:59.590703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] device_id is not set on port 7a6a25d6-cf9e-4a7c-be2d-91f4ed297665 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:33:59.602787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-855b0aab-77df-4e6a-bef8-a1f55f604d06 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags HTTP/1.1" status: 200 len: 205 time: 0.0709364 Nov 12 11:33:59.606130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60642) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.611360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-231742bb-f7cd-4602-8fe2-83b918b28ec9 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.646336 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-231742bb-f7cd-4602-8fe2-83b918b28ec9 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags HTTP/1.1" status: 204 len: 168 time: 0.0388019 Nov 12 11:33:59.648548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60644) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.655048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-bf75c1bd-d90c-4dd5-8297-073212c99a1e tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.739947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bf75c1bd-d90c-4dd5-8297-073212c99a1e tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags HTTP/1.1" status: 204 len: 168 time: 0.0899136 Nov 12 11:33:59.747790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60648) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.748732 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:59.752794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-1b48052b-6ba8-4573-83ff-831ed94fe7d6 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.800863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 22b0578f-0f01-484a-96df-a97688ba8df0 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:33:59.815691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1b48052b-6ba8-4573-83ff-831ed94fe7d6 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags HTTP/1.1" status: 204 len: 168 time: 0.0657864 Nov 12 11:33:59.817357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60650) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.821610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-02150286-cbb7-46e6-aa3e-f7d36008e68d tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.822932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] device_id is not set on port f240b700-8c96-4348-b661-c0f6f160ab53 yet. {{(pid=109705) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 11:33:59.884359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-02150286-cbb7-46e6-aa3e-f7d36008e68d tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags HTTP/1.1" status: 204 len: 168 time: 0.0659072 Nov 12 11:33:59.890394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60654) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:33:59.895156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-c33902a2-1765-4601-a467-63f7ef4bf031 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4', 'tempest-TagsExtTest-Tag-983368343') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:33:59.930100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 22b0578f-0f01-484a-96df-a97688ba8df0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=22b0578f-0f01-484a-96df-a97688ba8df0,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:33:59.951688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '22b0578f-0f01-484a-96df-a97688ba8df0', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'port_id': '22b0578f-0f01-484a-96df-a97688ba8df0', 'mac_address': 'fa:16:3e:98:1a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:33:59.980474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:33:59.991513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.006270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b0578f-0f01-484a-96df-a97688ba8df0 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:34:00.026776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 22b0578f-0f01-484a-96df-a97688ba8df0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=22b0578f-0f01-484a-96df-a97688ba8df0,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:00.174375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c33902a2-1765-4601-a467-63f7ef4bf031 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags/tempest-TagsExtTest-Tag-983368343 HTTP/1.1" status: 201 len: 201 time: 0.2833772 Nov 12 11:34:00.177104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60660) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:00.182046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-93a26f50-a070-493a-9995-534d0cea4ea9 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3', 'tempest-TagsExtTest-Tag-1804931972') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:00.198472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4fd36-ca8e-4dfe-9b8a-02bae40463dd req-defd4e42-90e3-4787-baed-88ce8c69e185 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:00.200079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bc4fd36-ca8e-4dfe-9b8a-02bae40463dd req-defd4e42-90e3-4787-baed-88ce8c69e185 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 943 time: 0.0549333 Nov 12 11:34:00.233329 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.237037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.279060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bc4fd36-ca8e-4dfe-9b8a-02bae40463dd req-3c1920f8-70b6-43f4-baa7-fbcbc3072f18 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726099 Nov 12 11:34:00.290494 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=22b0578f-0f01-484a-96df-a97688ba8df0,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:00.319520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Port': ['ID=7a6a25d6-cf9e-4a7c-be2d-91f4ed297665,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:00.332295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Checking segment: {'id': '6785cf67-91ab-4705-ac56-1e3f87e7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4979ed4f-5773-4fa7-b68f-05ec8253e77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:00.332660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Network hostable DHCP agents. Network: 4979ed4f-5773-4fa7-b68f-05ec8253e77b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:00.469683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Network 4979ed4f-5773-4fa7-b68f-05ec8253e77b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:00.475906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-93a26f50-a070-493a-9995-534d0cea4ea9 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags/tempest-TagsExtTest-Tag-1804931972 HTTP/1.1" status: 201 len: 201 time: 0.2946618 Nov 12 11:34:00.476759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60664) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:00.481381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-9ec895ef-ace0-4747-ac21-23c36a94fd57 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e', 'tempest-TagsExtTest-Tag-86265874') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:00.522566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['22b0578f-0f01-484a-96df-a97688ba8df0'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:34:00.636377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 4979ed4f-5773-4fa7-b68f-05ec8253e77b) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:00.643435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:00.644547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:00.654070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26e4df6-7c31-4cbb-9c00-cd66fc451788 None None] Network 4979ed4f-5773-4fa7-b68f-05ec8253e77b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:00.698540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Port': ['ID=f240b700-8c96-4348-b661-c0f6f160ab53,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:00.714815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10268243-2c8a-40a6-adb8-b2c5f4dd5d28 req-ce20d4d8-bab4-4030-a466-5ab95d2a92f1 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:00.728042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10268243-2c8a-40a6-adb8-b2c5f4dd5d28 req-ce20d4d8-bab4-4030-a466-5ab95d2a92f1 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1014478 Nov 12 11:34:00.740636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ec895ef-ace0-4747-ac21-23c36a94fd57 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags/tempest-TagsExtTest-Tag-86265874 HTTP/1.1" status: 201 len: 201 time: 0.2631803 Nov 12 11:34:00.745249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60670) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:00.756362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-4acb81fa-ccf5-40f1-b7ec-86c138e4f0ff tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b', 'tempest-TagsExtTest-Tag-942487540') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:00.759281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Checking segment: {'id': 'ba45e94a-f7fb-4d3c-b021-3b0fc18f2884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '82be120a-b026-4a72-833b-209f8a6e5b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:00.760665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Network hostable DHCP agents. Network: 82be120a-b026-4a72-833b-209f8a6e5b5c, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:00.931128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Network 82be120a-b026-4a72-833b-209f8a6e5b5c is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:01.002375 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4acb81fa-ccf5-40f1-b7ec-86c138e4f0ff tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags/tempest-TagsExtTest-Tag-942487540 HTTP/1.1" status: 201 len: 201 time: 0.2501948 Nov 12 11:34:01.008974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60674) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.013958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-354b8d7f-a3ea-47f4-875f-15697b259788 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4', {'tags': ['tempest-TagsExtTest-Tag-309939939', 'tempest-TagsExtTest-Tag-1956753601', 'tempest-TagsExtTest-Tag-643850180']}) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:01.078541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 82be120a-b026-4a72-833b-209f8a6e5b5c) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:01.082193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:01.088742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:01.093600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab55805-d698-48e9-bf34-884dcecf2c11 None None] Network 82be120a-b026-4a72-833b-209f8a6e5b5c requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:01.094137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:01.094839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:01.160622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10268243-2c8a-40a6-adb8-b2c5f4dd5d28 req-aa24b14d-561a-43cf-ab86-a054a476aa56 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299822 Nov 12 11:34:01.227631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60680) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.229907 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-354b8d7f-a3ea-47f4-875f-15697b259788 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags HTTP/1.1" status: 200 len: 316 time: 0.2196620 Nov 12 11:34:01.234871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-0ec88153-8678-4b4c-9307-c9a3c8f586dc tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:01.286349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-099ec259-7864-4a1c-8c89-17207f2c6b85 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3113163 Nov 12 11:34:01.287021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.352965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412ac5c-da80-4a1e-984e-d1c03f12e975 req-eda55732-e06c-4dd8-811d-9dfa20c497dd tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:01.356203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0412ac5c-da80-4a1e-984e-d1c03f12e975 req-eda55732-e06c-4dd8-811d-9dfa20c497dd tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.0763330 Nov 12 11:34:01.399991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa0309f-12cc-45f6-880e-12053bd488f0 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:01.407112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa0309f-12cc-45f6-880e-12053bd488f0 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:01.408795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dfa0309f-12cc-45f6-880e-12053bd488f0 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1199489 Nov 12 11:34:01.411905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60686) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.429238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0412ac5c-da80-4a1e-984e-d1c03f12e975 req-da6f5621-bd51-4f23-b332-809cf40f5a95 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653346 Nov 12 11:34:01.527851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9834c29f-2dc5-4ded-bfbd-fe60becd0596 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Deleting port 7a6a25d6-cf9e-4a7c-be2d-91f4ed297665 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:01.528133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9834c29f-2dc5-4ded-bfbd-fe60becd0596 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:01.545721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8aca2e-e78e-4006-ba74-6f7554459968 req-78ec4863-c0d5-49d2-8a1a-8f1e9037a7e6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:01.547334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a8aca2e-e78e-4006-ba74-6f7554459968 req-78ec4863-c0d5-49d2-8a1a-8f1e9037a7e6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 944 time: 0.0563397 Nov 12 11:34:01.586046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0ec88153-8678-4b4c-9307-c9a3c8f586dc tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags HTTP/1.1" status: 204 len: 168 time: 0.3551936 Nov 12 11:34:01.589743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60690) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.594088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-dc661172-a83b-4008-8bd9-c911d9f443eb tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4', 'tempest-TagsExtTest-Tag-309939939') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:01.599697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9834c29f-2dc5-4ded-bfbd-fe60becd0596 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:01.615255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9834c29f-2dc5-4ded-bfbd-fe60becd0596 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Calling delete_port for 7a6a25d6-cf9e-4a7c-be2d-91f4ed297665 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:01.639965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a8aca2e-e78e-4006-ba74-6f7554459968 req-585f177c-7e58-44e3-ae1d-ff711eb1b0e3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764759 Nov 12 11:34:01.674601 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-dc661172-a83b-4008-8bd9-c911d9f443eb tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:01.679569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dc661172-a83b-4008-8bd9-c911d9f443eb tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags/tempest-TagsExtTest-Tag-309939939 HTTP/1.1" status: 404 len: 328 time: 0.0886657 Nov 12 11:34:01.680361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60692) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.686448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-7e607baf-9993-4658-887c-28d5c63cdd78 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4', 'tempest-TagsExtTest-Tag-1956753601') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:01.755845 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-7e607baf-9993-4658-887c-28d5c63cdd78 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:01.760485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7e607baf-9993-4658-887c-28d5c63cdd78 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags/tempest-TagsExtTest-Tag-1956753601 HTTP/1.1" status: 404 len: 329 time: 0.0785389 Nov 12 11:34:01.761059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60694) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.765481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-0b246e82-03d1-4f2c-b281-ff53c5f39ad7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4', 'tempest-TagsExtTest-Tag-643850180') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:01.807614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 22b0578f-0f01-484a-96df-a97688ba8df0 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:01.846986 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-0b246e82-03d1-4f2c-b281-ff53c5f39ad7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:01.846986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0b246e82-03d1-4f2c-b281-ff53c5f39ad7 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags/tempest-TagsExtTest-Tag-643850180 HTTP/1.1" status: 404 len: 328 time: 0.0677984 Nov 12 11:34:01.849546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60698) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:01.858399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-8ce32431-4eb6-4119-9e0b-dd55929ec07c tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3', {'tags': ['tempest-TagsExtTest-Tag-1530758877', 'tempest-TagsExtTest-Tag-1976350406', 'tempest-TagsExtTest-Tag-1123566854']}) {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:02.171649 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f90d332d-5faf-4b1b-9ac1-c52d08049772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.173501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 22b0578f-0f01-484a-96df-a97688ba8df0 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:34:02.180114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 22b0578f-0f01-484a-96df-a97688ba8df0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:02.180537 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.235025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9834c29f-2dc5-4ded-bfbd-fe60becd0596 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.236040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8ce32431-4eb6-4119-9e0b-dd55929ec07c tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags HTTP/1.1" status: 200 len: 318 time: 0.3852222 Nov 12 11:34:02.238686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60704) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:02.243429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-f312faa3-7c8c-4f57-a8e4-4f090a473224 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:02.269433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834c29f-2dc5-4ded-bfbd-fe60becd0596 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Port': ['ID=7a6a25d6-cf9e-4a7c-be2d-91f4ed297665,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:02.276283 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9834c29f-2dc5-4ded-bfbd-fe60becd0596 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.280517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9834c29f-2dc5-4ded-bfbd-fe60becd0596 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/ports/7a6a25d6-cf9e-4a7c-be2d-91f4ed297665 HTTP/1.1" status: 204 len: 168 time: 0.8667645 Nov 12 11:34:02.282282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60708) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:02.288790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.327210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629ff66d-d772-4853-954c-c438155bc5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b0578f-0f01-484a-96df-a97688ba8df0'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:34:02.330523 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d908f-1c0a-4e40-afe7-fe7b71bd788c" -d '{"events": [{"server_uuid": "629ff66d-d772-4853-954c-c438155bc5e9", "name": "network-vif-plugged", "status": "completed", "tag": "22b0578f-0f01-484a-96df-a97688ba8df0"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:34:02.336896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 22b0578f-0f01-484a-96df-a97688ba8df0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=22b0578f-0f01-484a-96df-a97688ba8df0,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:02.393784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1c911515-3cb8-4afd-af4d-bd3fc0cd05e7 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Deleting port f240b700-8c96-4348-b661-c0f6f160ab53 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:02.394155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c911515-3cb8-4afd-af4d-bd3fc0cd05e7 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.471505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c911515-3cb8-4afd-af4d-bd3fc0cd05e7 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.485559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1c911515-3cb8-4afd-af4d-bd3fc0cd05e7 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Calling delete_port for f240b700-8c96-4348-b661-c0f6f160ab53 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:02.507747 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.508768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f312faa3-7c8c-4f57-a8e4-4f090a473224 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags HTTP/1.1" status: 204 len: 168 time: 0.2687676 Nov 12 11:34:02.511802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60712) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:02.516440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-7025a57e-78a5-4a30-b3dc-88df57dbcdea tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3', 'tempest-TagsExtTest-Tag-1530758877') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:02.574642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=22b0578f-0f01-484a-96df-a97688ba8df0,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:02.605628 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-7025a57e-78a5-4a30-b3dc-88df57dbcdea tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:02.607133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7025a57e-78a5-4a30-b3dc-88df57dbcdea tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags/tempest-TagsExtTest-Tag-1530758877 HTTP/1.1" status: 404 len: 329 time: 0.0942118 Nov 12 11:34:02.609951 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60716) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:02.616654 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44643136-2145-45d5-9d1f-88eb1f2b4921 x-openstack-request-id: req-44643136-2145-45d5-9d1f-88eb1f2b4921 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:34:02.616850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-02190419-2efb-44b6-8d37-a54361ac2df0 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3', 'tempest-TagsExtTest-Tag-1976350406') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:02.616968 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629ff66d-d772-4853-954c-c438155bc5e9", "name": "network-vif-plugged", "status": "completed", "tag": "22b0578f-0f01-484a-96df-a97688ba8df0", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:34:02.617196 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-44643136-2145-45d5-9d1f-88eb1f2b4921 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:34:02.617609 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629ff66d-d772-4853-954c-c438155bc5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b0578f-0f01-484a-96df-a97688ba8df0', 'code': 200} Nov 12 11:34:02.716842 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-02190419-2efb-44b6-8d37-a54361ac2df0 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:02.719648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-02190419-2efb-44b6-8d37-a54361ac2df0 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags/tempest-TagsExtTest-Tag-1976350406 HTTP/1.1" status: 404 len: 329 time: 0.1059403 Nov 12 11:34:02.721838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60720) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:02.726617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-624ab94d-6f59-4b39-97e1-17e6251bbc54 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3', 'tempest-TagsExtTest-Tag-1123566854') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:02.734082 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c911515-3cb8-4afd-af4d-bd3fc0cd05e7 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.777100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3549f9-d11b-484d-9e90-7972f800ce53 req-ac21979b-ec29-4388-b5ae-f1d595830d20 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:02.784575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3549f9-d11b-484d-9e90-7972f800ce53 req-ac21979b-ec29-4388-b5ae-f1d595830d20 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1087193 Nov 12 11:34:02.793918 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c911515-3cb8-4afd-af4d-bd3fc0cd05e7 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:02.797845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c911515-3cb8-4afd-af4d-bd3fc0cd05e7 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/ports/f240b700-8c96-4348-b661-c0f6f160ab53 HTTP/1.1" status: 204 len: 168 time: 0.5139878 Nov 12 11:34:02.801953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60722) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:02.812776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c911515-3cb8-4afd-af4d-bd3fc0cd05e7 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Port': ['ID=f240b700-8c96-4348-b661-c0f6f160ab53,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:02.822941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a6fe0-ab44-43d0-8a0e-d2060a82bc4f req-177b28ed-0cf5-4a00-b30a-3b65b71ce778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:02.824821 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f2a6fe0-ab44-43d0-8a0e-d2060a82bc4f req-177b28ed-0cf5-4a00-b30a-3b65b71ce778 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 1097 time: 0.1262071 Nov 12 11:34:02.878179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-35ac922d-5f5b-4dbf-9e27-973d6bf230f0 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0648572 Nov 12 11:34:02.886596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60724) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:02.894671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1376505937'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:02.905491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f2a6fe0-ab44-43d0-8a0e-d2060a82bc4f req-950d1a44-4f14-4448-96ae-9821479260f0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707333 Nov 12 11:34:02.922957 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-624ab94d-6f59-4b39-97e1-17e6251bbc54 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:02.924041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-624ab94d-6f59-4b39-97e1-17e6251bbc54 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags/tempest-TagsExtTest-Tag-1123566854 HTTP/1.1" status: 404 len: 329 time: 0.2010176 Nov 12 11:34:02.927872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60726) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:02.929867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ca3549f9-d11b-484d-9e90-7972f800ce53 req-9c3b52d9-0bf3-42d6-a793-c6363ea83a53 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442070 Nov 12 11:34:02.935138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-f5190804-6346-4906-958c-3b10c6a71e88 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e', {'tags': ['tempest-TagsExtTest-Tag-1374426339', 'tempest-TagsExtTest-Tag-1900059180', 'tempest-TagsExtTest-Tag-1217657251']}) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.084522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00885591-baf3-4a60-a26e-bf2e3a572225 req-5e3d5d3c-ce09-43dd-ab78-dc6ebecb1ddb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:03.086083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00885591-baf3-4a60-a26e-bf2e3a572225 req-5e3d5d3c-ce09-43dd-ab78-dc6ebecb1ddb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 945 time: 0.0542130 Nov 12 11:34:03.087234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Made reservation on behalf of ebdaa731e2d04f70a929989b0ba8468d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:03.091226 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.106778 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.141271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:03.155719 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f5190804-6346-4906-958c-3b10c6a71e88 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags HTTP/1.1" status: 200 len: 318 time: 0.2261178 Nov 12 11:34:03.156938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60732) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.171699 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.171699 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Added segment 1439a077-0208-46af-8992-a3a2add2a505 of type vlan for network 235ed7e3-f9d3-46a5-8e68-7ea398838957 Nov 12 11:34:03.172301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-75164d14-d06c-45a9-9030-74759084c439 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.180232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00885591-baf3-4a60-a26e-bf2e3a572225 req-d8485379-0cab-40ef-acd7-4926bf3ed24a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806515 Nov 12 11:34:03.222800 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.401199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.404968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-75164d14-d06c-45a9-9030-74759084c439 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags HTTP/1.1" status: 204 len: 168 time: 0.2466490 Nov 12 11:34:03.409357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60736) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.409514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:03.409514 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.410561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-377df6c6-f61d-498a-953e-f6432486deef tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e', 'tempest-TagsExtTest-Tag-1374426339') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.502318 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-377df6c6-f61d-498a-953e-f6432486deef tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:03.504210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Network': ['ID=235ed7e3-f9d3-46a5-8e68-7ea398838957,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:03.504773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-377df6c6-f61d-498a-953e-f6432486deef tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags/tempest-TagsExtTest-Tag-1374426339 HTTP/1.1" status: 404 len: 329 time: 0.0976944 Nov 12 11:34:03.506299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60740) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.512501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-e8efda0b-318c-45ff-9944-e1f38721bf25 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e', 'tempest-TagsExtTest-Tag-1900059180') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.515898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 235ed7e3-f9d3-46a5-8e68-7ea398838957 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:03.536024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-93f67027-d085-4326-af22-26434e87a6d1 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6438382 Nov 12 11:34:03.540882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60742) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.546772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-853012519'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:03.598354 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-e8efda0b-318c-45ff-9944-e1f38721bf25 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:03.599452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e8efda0b-318c-45ff-9944-e1f38721bf25 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags/tempest-TagsExtTest-Tag-1900059180 HTTP/1.1" status: 404 len: 329 time: 0.0919495 Nov 12 11:34:03.602511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60744) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.607315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-ae24957a-7a37-4e7d-a749-9f6015d262e4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e', 'tempest-TagsExtTest-Tag-1217657251') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.674403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Made reservation on behalf of ebdaa731e2d04f70a929989b0ba8468d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:03.678241 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.686697 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-ae24957a-7a37-4e7d-a749-9f6015d262e4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:03.692105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ae24957a-7a37-4e7d-a749-9f6015d262e4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags/tempest-TagsExtTest-Tag-1217657251 HTTP/1.1" status: 404 len: 329 time: 0.0844946 Nov 12 11:34:03.692414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60748) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.699036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-3ca2c897-e155-4c30-b388-928c9f712c79 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b', {'tags': ['tempest-TagsExtTest-Tag-1833522965', 'tempest-TagsExtTest-Tag-1865088651', 'tempest-TagsExtTest-Tag-440457158']}) {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.707035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:03.716905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.717160 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Added segment bc000631-4bd6-4f7f-82ad-e9f55121e3c5 of type vlan for network 8acbd50f-f30b-4a70-8789-f16c7537162f Nov 12 11:34:03.762520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.830215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3ca2c897-e155-4c30-b388-928c9f712c79 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "PUT /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags HTTP/1.1" status: 200 len: 317 time: 0.1361339 Nov 12 11:34:03.832788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60750) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:03.837284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-0292f95c-ac23-4caa-aaea-fd6dc9fc9780 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:03.943619 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:03.949985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:03.950585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.068609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0292f95c-ac23-4caa-aaea-fd6dc9fc9780 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags HTTP/1.1" status: 204 len: 168 time: 0.2347445 Nov 12 11:34:04.081919 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60756) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.081919 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-82cec406-6e5f-40b0-931a-b9e39ae5f2cc tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b', 'tempest-TagsExtTest-Tag-1833522965') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.082334 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Network': ['ID=8acbd50f-f30b-4a70-8789-f16c7537162f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:04.094718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 8acbd50f-f30b-4a70-8789-f16c7537162f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:04.101262 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-82cec406-6e5f-40b0-931a-b9e39ae5f2cc tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:04.102443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-82cec406-6e5f-40b0-931a-b9e39ae5f2cc tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags/tempest-TagsExtTest-Tag-1833522965 HTTP/1.1" status: 404 len: 329 time: 0.0321007 Nov 12 11:34:04.107652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60758) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.115745 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9fa384f3-966f-41de-a818-1e892b7e0a00 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5734963 Nov 12 11:34:04.121621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-0c5cac6a-e109-4906-b711-8cbb955a8409 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b', 'tempest-TagsExtTest-Tag-1865088651') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.152592 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce469f3-8121-45df-811c-239b149ce5b3 req-beddd1a1-b03d-471c-acc0-771b2f2f22a2 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:04.156597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bce469f3-8121-45df-811c-239b149ce5b3 req-beddd1a1-b03d-471c-acc0-771b2f2f22a2 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1211891 Nov 12 11:34:04.171231 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-0c5cac6a-e109-4906-b711-8cbb955a8409 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:04.175862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0c5cac6a-e109-4906-b711-8cbb955a8409 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags/tempest-TagsExtTest-Tag-1865088651 HTTP/1.1" status: 404 len: 329 time: 0.0644691 Nov 12 11:34:04.176934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60760) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.181771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-c08f7197-768f-41ef-b68b-fc8e04b5181b tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b', 'tempest-TagsExtTest-Tag-440457158') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.235402 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-c08f7197-768f-41ef-b68b-fc8e04b5181b tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] show failed (client error): The resource could not be found. Nov 12 11:34:04.236503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c08f7197-768f-41ef-b68b-fc8e04b5181b tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags/tempest-TagsExtTest-Tag-440457158 HTTP/1.1" status: 404 len: 328 time: 0.0585601 Nov 12 11:34:04.240012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60764) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.244606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.tag.tag_plugin [None req-92535177-750b-41ac-8975-e89738d54fe2 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e039efe-1bc5-474c-95e0-7de49005f80b') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.252750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bce469f3-8121-45df-811c-239b149ce5b3 req-f63aa4af-c75b-481f-ba42-f84041c1a1f1 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878530 Nov 12 11:34:04.286772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-92535177-750b-41ac-8975-e89738d54fe2 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b/tags HTTP/1.1" status: 204 len: 168 time: 0.0457516 Nov 12 11:34:04.290280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60768) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.292788 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.296497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-fe5a2bc5-8597-448b-bd70-52ff01226c02 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '502940d2-4b4a-4ce4-8f51-0a90d333dc5e') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.392922 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fe5a2bc5-8597-448b-bd70-52ff01226c02 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e/tags HTTP/1.1" status: 204 len: 168 time: 0.1005325 Nov 12 11:34:04.397512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60772) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.405876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-3da9b8b3-a0ff-4226-b54d-2ab2f7b21a9c tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00103426-03ae-4094-8a06-1312eb758cc3') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.433141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acc8dc-a5bb-4761-9965-262289fa30ae req-429319f7-5132-4a0d-a042-99050d86fd33 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:04.436117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75acc8dc-a5bb-4761-9965-262289fa30ae req-429319f7-5132-4a0d-a042-99050d86fd33 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 945 time: 0.0750353 Nov 12 11:34:04.519950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3da9b8b3-a0ff-4226-b54d-2ab2f7b21a9c tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3/tags HTTP/1.1" status: 204 len: 168 time: 0.1213014 Nov 12 11:34:04.524639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60778) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.530010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.tag.tag_plugin [None req-74e692b4-8f9e-49d5-b98c-2f8ccac8b0b0 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '42749cd5-02d6-4aa1-b0e7-2d71788eabc4') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:04.583866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75acc8dc-a5bb-4761-9965-262289fa30ae req-62507083-74a0-4a04-af4b-7f72ea119d8f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369619 Nov 12 11:34:04.679762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-74e692b4-8f9e-49d5-b98c-2f8ccac8b0b0 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1513724 Nov 12 11:34:04.680519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60780) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.892840 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.900060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-962bcc8c-0b25-4d8a-9c07-9128949399f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for subnetpool, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:04.906097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-962bcc8c-0b25-4d8a-9c07-9128949399f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnetpools/7e039efe-1bc5-474c-95e0-7de49005f80b HTTP/1.1" status: 204 len: 168 time: 0.2194598 Nov 12 11:34:04.907185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60782) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.944596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60786) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:04.945198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d90ce8b5-5f3c-4eb9-bfb7-e8ff1878e310 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "GET /v2.0/ports?device_id=502940d2-4b4a-4ce4-8f51-0a90d333dc5e HTTP/1.1" status: 200 len: 205 time: 0.0354717 Nov 12 11:34:05.065560 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b995-77f6-4ac0-b0a9-b4596813fd66 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.190047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318440b-611d-4de2-a2b3-d603dd9b9456 req-0ad174e5-04a1-498a-abfe-0178e533cd7b tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:05.191601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c318440b-611d-4de2-a2b3-d603dd9b9456 req-0ad174e5-04a1-498a-abfe-0178e533cd7b tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1895552 Nov 12 11:34:05.312556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760617-6a75-4e28-82fa-344544e07b4c req-fcd1cb06-994e-4c60-a5eb-76af7e307aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:05.314162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e760617-6a75-4e28-82fa-344544e07b4c req-fcd1cb06-994e-4c60-a5eb-76af7e307aaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=702dc7eb6b9e443d8f498ffea5e5c08a&device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 1097 time: 0.2013974 Nov 12 11:34:05.339130 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b995-77f6-4ac0-b0a9-b4596813fd66 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.350583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b995-77f6-4ac0-b0a9-b4596813fd66 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.457312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c318440b-611d-4de2-a2b3-d603dd9b9456 req-54dc7648-35c1-493a-8b01-bcf8a25f37ba tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209795 Nov 12 11:34:05.504298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760617-6a75-4e28-82fa-344544e07b4c req-6b8309b0-390e-4158-8ab0-6769ab3950dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:05.505893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e760617-6a75-4e28-82fa-344544e07b4c req-6b8309b0-390e-4158-8ab0-6769ab3950dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6a64457-6c07-404c-8830-0c09929b81eb HTTP/1.1" status: 200 len: 913 time: 0.1798134 Nov 12 11:34:05.528496 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b995-77f6-4ac0-b0a9-b4596813fd66 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.528999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d2b995-77f6-4ac0-b0a9-b4596813fd66 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Fanout notify agent at l3_agent the message router_deleted on router 502940d2-4b4a-4ce4-8f51-0a90d333dc5e {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:34:05.536302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b995-77f6-4ac0-b0a9-b4596813fd66 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.540397 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b8d2b995-77f6-4ac0-b0a9-b4596813fd66 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/routers/502940d2-4b4a-4ce4-8f51-0a90d333dc5e HTTP/1.1" status: 204 len: 168 time: 0.5915587 Nov 12 11:34:05.542399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60804) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:05.574840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e760617-6a75-4e28-82fa-344544e07b4c req-0c347b1c-140b-4152-9c3f-15f44cdfe9ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eba373ec-366e-4c31-9d28-3f13f21489f8 HTTP/1.1" status: 200 len: 217 time: 0.0572443 Nov 12 11:34:05.646461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760617-6a75-4e28-82fa-344544e07b4c req-d6e1d154-4b4a-493f-a7a0-4d9358df34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:05.656509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e760617-6a75-4e28-82fa-344544e07b4c req-d6e1d154-4b4a-493f-a7a0-4d9358df34f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70970305-e6b2-4684-93b8-969c343a2a1d HTTP/1.1" status: 200 len: 852 time: 0.0689929 Nov 12 11:34:05.710494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e760617-6a75-4e28-82fa-344544e07b4c req-9a3b4679-580d-4b9b-aba3-a650ed9b464d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a64457-6c07-404c-8830-0c09929b81eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486202 Nov 12 11:34:05.730061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7debaa2e-9df6-43f8-80ca-4b76925a43bf tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Deleting port 00103426-03ae-4094-8a06-1312eb758cc3 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:05.731589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7debaa2e-9df6-43f8-80ca-4b76925a43bf tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.859977 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671004a-b961-457b-9677-5af7e83cf88a req-85b7ce25-d684-47a0-8450-5a4ac1c304b6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:05.859977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c671004a-b961-457b-9677-5af7e83cf88a req-85b7ce25-d684-47a0-8450-5a4ac1c304b6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 945 time: 0.1325891 Nov 12 11:34:05.879179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7debaa2e-9df6-43f8-80ca-4b76925a43bf tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:05.893260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7debaa2e-9df6-43f8-80ca-4b76925a43bf tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Calling delete_port for 00103426-03ae-4094-8a06-1312eb758cc3 owned by {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:05.951544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c671004a-b961-457b-9677-5af7e83cf88a req-e1de2194-51c6-472d-9ce6-fa4adb01abb7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880020 Nov 12 11:34:05.963402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e760617-6a75-4e28-82fa-344544e07b4c req-d9889ac1-fcb7-4f75-9b8a-7544324dd37f service neutron] 10.222.0.57 "GET /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394416 Nov 12 11:34:06.181185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e364e-3b00-4e24-8741-b79803942c9f req-d883b789-1878-4a98-b4b4-961b3f96b3f1 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:06.183446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e2e364e-3b00-4e24-8741-b79803942c9f req-d883b789-1878-4a98-b4b4-961b3f96b3f1 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 945 time: 0.0903687 Nov 12 11:34:06.240266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e760617-6a75-4e28-82fa-344544e07b4c req-66b58340-e6a6-4568-8150-b2d9effd4ab5 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771966 Nov 12 11:34:06.296955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e2e364e-3b00-4e24-8741-b79803942c9f req-2d08863a-9514-4e25-9da5-2b577140ca69 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043646 Nov 12 11:34:06.329576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7debaa2e-9df6-43f8-80ca-4b76925a43bf tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.364021 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debaa2e-9df6-43f8-80ca-4b76925a43bf tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Pushing event deleted for resources: {'Port': ['ID=00103426-03ae-4094-8a06-1312eb758cc3,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:06.567308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7debaa2e-9df6-43f8-80ca-4b76925a43bf tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.571084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7debaa2e-9df6-43f8-80ca-4b76925a43bf tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/ports/00103426-03ae-4094-8a06-1312eb758cc3 HTTP/1.1" status: 204 len: 168 time: 1.0269160 Nov 12 11:34:06.574036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60834) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:06.600293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceff8b-611f-4068-a823-341b8c73223b req-4f052d5c-193d-424d-9e5d-6e10f62d3e91 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:06.602064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48ceff8b-611f-4068-a823-341b8c73223b req-4f052d5c-193d-424d-9e5d-6e10f62d3e91 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 945 time: 0.1615129 Nov 12 11:34:06.710786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-66648bb1-6090-425f-b2e8-446a7b950525 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Deleting subnet 42749cd5-02d6-4aa1-b0e7-2d71788eabc4 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:06.719974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66648bb1-6090-425f-b2e8-446a7b950525 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.724611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48ceff8b-611f-4068-a823-341b8c73223b req-94b6a7c0-c7b1-4a7b-b186-efa30d5be7e3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146810 Nov 12 11:34:06.802906 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66648bb1-6090-425f-b2e8-446a7b950525 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:06.938258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162a10d-7738-4af3-b2f6-307eec73a421 req-ec32bc5a-07ae-4e7d-9393-a3633c488d4c tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:06.956591 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d162a10d-7738-4af3-b2f6-307eec73a421 req-ec32bc5a-07ae-4e7d-9393-a3633c488d4c tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1354561 Nov 12 11:34:07.079769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66648bb1-6090-425f-b2e8-446a7b950525 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.081633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d162a10d-7738-4af3-b2f6-307eec73a421 req-977cd5bf-f9a4-431b-9736-f96daff909f1 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241550 Nov 12 11:34:07.275748 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66648bb1-6090-425f-b2e8-446a7b950525 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.324564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66648bb1-6090-425f-b2e8-446a7b950525 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Pushing event deleted for resources: {'Subnet': ['ID=42749cd5-02d6-4aa1-b0e7-2d71788eabc4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:07.326047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b5b5b-e429-4c06-a1a1-0a71bd040586 None None] Network b046d5c2-d7ab-4355-9b06-76c336e76ef6 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:07.332810 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-66648bb1-6090-425f-b2e8-446a7b950525 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.340382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:07.342236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-66648bb1-6090-425f-b2e8-446a7b950525 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/subnets/42749cd5-02d6-4aa1-b0e7-2d71788eabc4 HTTP/1.1" status: 204 len: 168 time: 0.7658994 Nov 12 11:34:07.509977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.541747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60858) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:07.550156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'subnets': [{'network_id': '235ed7e3-f9d3-46a5-8e68-7ea398838957', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--323453726', 'ip_version': 6}, {'network_id': '8acbd50f-f30b-4a70-8789-f16c7537162f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:07.550855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'subnet': {'network_id': '235ed7e3-f9d3-46a5-8e68-7ea398838957', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--323453726', 'ip_version': 6}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:07.551761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Request body: {'subnet': {'network_id': '8acbd50f-f30b-4a70-8789-f16c7537162f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:07.585513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Deleting port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:07.585941 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.678972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] For port d94cadb5-f0db-4635-a3c1-4bf710ca0a69, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,segment=NetworkSegment(b7aaf548-e72f-4475-907e-683fff979af4),segment_id=b7aaf548-e72f-4475-907e-683fff979af4)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:07.681477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.698399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] DHCP port deletion for b046d5c2-d7ab-4355-9b06-76c336e76ef6 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:07.698774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Calling delete_port for d94cadb5-f0db-4635-a3c1-4bf710ca0a69 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:07.804541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] Deleting port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:07.805457 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.885713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edd7a7-e7f0-405f-87a9-04d5fbc42892 req-ab7a79c9-09c8-437b-82a0-8e061578aeef tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:07.889518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4edd7a7-e7f0-405f-87a9-04d5fbc42892 req-ab7a79c9-09c8-437b-82a0-8e061578aeef tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 945 time: 0.0575092 Nov 12 11:34:07.904167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] For port d94cadb5-f0db-4635-a3c1-4bf710ca0a69, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,segment=NetworkSegment(b7aaf548-e72f-4475-907e-683fff979af4),segment_id=b7aaf548-e72f-4475-907e-683fff979af4)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:07.904653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.920094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] Calling delete_port for d94cadb5-f0db-4635-a3c1-4bf710ca0a69 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:07.952665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a4edd7a7-e7f0-405f-87a9-04d5fbc42892 req-ddf113b8-3b23-4cb1-b51f-0f3268fd4fa8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579934 Nov 12 11:34:07.973687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:07.994957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Made reservation on behalf of ebdaa731e2d04f70a929989b0ba8468d for: {'subnet': 2} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:08.000120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.000467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.002582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Pushing event deleted for resources: {'Port': ['ID=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:08.015869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] No DVR routers for this DVR port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:08.065246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.211434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] No DVR routers for this DVR port d94cadb5-f0db-4635-a3c1-4bf710ca0a69 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:08.243333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa35d3-4d0e-4032-b9c3-fab5a42775b5 None None] Pushing event deleted for resources: {'Port': ['ID=d94cadb5-f0db-4635-a3c1-4bf710ca0a69,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:08.249214 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.298492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b046d5c2-d7ab-4355-9b06-76c336e76ef6']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:08.306474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7aaf548-e72f-4475-907e-683fff979af4') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:08.307070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7aaf548-e72f-4475-907e-683fff979af4') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:08.317858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.363464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.376857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:08.377409 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:08.385021 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:08.458414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132c197-042f-440b-ae30-83931a8abaa6 req-cd0c62f1-77b9-4964-9686-d36ce4b10806 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:08.460140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b132c197-042f-440b-ae30-83931a8abaa6 req-cd0c62f1-77b9-4964-9686-d36ce4b10806 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1350825 Nov 12 11:34:08.520717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b132c197-042f-440b-ae30-83931a8abaa6 req-a1fd189d-9287-404d-ba9d-1b8cb4f9b46e tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Nov 12 11:34:08.568398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.583756 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.597210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] 10.222.0.98 "DELETE /v2.0/networks/b046d5c2-d7ab-4355-9b06-76c336e76ef6 HTTP/1.1" status: 204 len: 168 time: 1.2544191 Nov 12 11:34:08.651413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daf654-9ef8-4d0f-aaa6-dc8e4e4515f4 tempest-TagsExtTest-920774954 tempest-TagsExtTest-920774954-project] Pushing event deleted for resources: {'Network': ['ID=b046d5c2-d7ab-4355-9b06-76c336e76ef6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:08.903774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:08.962436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Subnet': ['ID=f860ceeb-b953-4a8f-b527-ebb6524dd6f9,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:08.974706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Checking segment: {'id': '1439a077-0208-46af-8992-a3a2add2a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '235ed7e3-f9d3-46a5-8e68-7ea398838957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:08.974706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Network hostable DHCP agents. Network: 235ed7e3-f9d3-46a5-8e68-7ea398838957, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:09.085007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Network 235ed7e3-f9d3-46a5-8e68-7ea398838957 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:09.237306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 235ed7e3-f9d3-46a5-8e68-7ea398838957) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:09.244856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:09.256708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf463c-345c-45e4-9edb-c709b38f775f None None] Network 235ed7e3-f9d3-46a5-8e68-7ea398838957 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:09.319458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d94cadb5-f0db-4635-a3c1-4bf710ca0a69 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:09.341739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event updated for resources: {'Subnet': ['ID=8e904e0b-2ac3-461e-8029-947caa4eeae1,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:09.396740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Checking segment: {'id': 'bc000631-4bd6-4f7f-82ad-e9f55121e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8acbd50f-f30b-4a70-8789-f16c7537162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:09.397103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Network hostable DHCP agents. Network: 8acbd50f-f30b-4a70-8789-f16c7537162f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:09.418565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef68974-bcd9-4fe4-b8cf-05ea5fb67b11 req-71bff8a6-a237-4a17-9b8e-32326f68a558 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:09.432942 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ef68974-bcd9-4fe4-b8cf-05ea5fb67b11 req-71bff8a6-a237-4a17-9b8e-32326f68a558 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 945 time: 0.1026766 Nov 12 11:34:09.463319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60904) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:09.512680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d94cadb5-f0db-4635-a3c1-4bf710ca0a69 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:09.513024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d94cadb5-f0db-4635-a3c1-4bf710ca0a69 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:09.548666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Network 8acbd50f-f30b-4a70-8789-f16c7537162f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:09.550863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ef68974-bcd9-4fe4-b8cf-05ea5fb67b11 req-d3866311-18fc-45aa-a450-7b7910c1f233 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146653 Nov 12 11:34:09.589677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-6aa0eb8d-f79d-4503-a6ff-17ccb07ec20e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:09.591507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-6aa0eb8d-f79d-4503-a6ff-17ccb07ec20e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 945 time: 0.1222277 Nov 12 11:34:09.634775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-235ed7e3-f9d3-46a5-8e68-7ea398838957', 'network_id': '235ed7e3-f9d3-46a5-8e68-7ea398838957', 'tenant_id': 'ebdaa731e2d04f70a929989b0ba8468d', 'fixed_ips': [{'subnet_id': 'f860ceeb-b953-4a8f-b527-ebb6524dd6f9'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:09.635758 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:09.695603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 8acbd50f-f30b-4a70-8789-f16c7537162f) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:09.710879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2ba06-4a16-453b-a0bc-e02eb834d468 None None] Network 8acbd50f-f30b-4a70-8789-f16c7537162f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:09.739155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:09.741024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:09.743165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:09.821119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36cab5-123b-4430-9e58-59051a6d9e24 req-29e82473-1a30-42a4-8bc1-f5db3b018d91 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:09.834090 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b36cab5-123b-4430-9e58-59051a6d9e24 req-29e82473-1a30-42a4-8bc1-f5db3b018d91 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1259909 Nov 12 11:34:09.863233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port 22b0578f-0f01-484a-96df-a97688ba8df0 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:09.863679 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:09.875591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cd0392a0-b851-42b4-934d-93749f29551d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2698a2825564aeda8705a156b026add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108403 Nov 12 11:34:09.877921 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60910) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:09.995438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] For port 22b0578f-0f01-484a-96df-a97688ba8df0, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=22b0578f-0f01-484a-96df-a97688ba8df0,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:09.996109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.006074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b36cab5-123b-4430-9e58-59051a6d9e24 req-58434ea2-ed0f-4812-aa36-e542febd5ab4 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709621 Nov 12 11:34:10.013211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for 22b0578f-0f01-484a-96df-a97688ba8df0 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:10.047304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14cecda4-4628-4eb2-9eca-3e764e13f673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.074764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Allocated IP 2001:db8::1 (235ed7e3-f9d3-46a5-8e68-7ea398838957/f860ceeb-b953-4a8f-b527-ebb6524dd6f9/2ffdded5-dc43-41c0-be8c-403d7fb077f9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:10.104189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14cecda4-4628-4eb2-9eca-3e764e13f673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.174625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0b940f44-7a2a-46d8-b3ec-1d88b79fbe41 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6286852 Nov 12 11:34:10.176118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60914) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:10.242185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb41b-d20b-4d59-acac-57bc878ad3df req-45b49e46-e1ff-4c88-a44d-ae69225ae891 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:10.251167 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e85fb41b-d20b-4d59-acac-57bc878ad3df req-45b49e46-e1ff-4c88-a44d-ae69225ae891 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1097 time: 0.1269724 Nov 12 11:34:10.293784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.308311 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e85fb41b-d20b-4d59-acac-57bc878ad3df req-a382642b-7316-458f-ab01-201656f28f94 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561459 Nov 12 11:34:10.318799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-8acbd50f-f30b-4a70-8789-f16c7537162f', 'network_id': '8acbd50f-f30b-4a70-8789-f16c7537162f', 'tenant_id': 'ebdaa731e2d04f70a929989b0ba8468d', 'fixed_ips': [{'subnet_id': '8e904e0b-2ac3-461e-8029-947caa4eeae1'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:10.319849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14cecda4-4628-4eb2-9eca-3e764e13f673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.320091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.323189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['22b0578f-0f01-484a-96df-a97688ba8df0'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:34:10.323952 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14cecda4-4628-4eb2-9eca-3e764e13f673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.324859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa613633-778d-405f-81eb-1889c5a01bc6 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:10.326577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa613633-778d-405f-81eb-1889c5a01bc6 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:10.327246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-14cecda4-4628-4eb2-9eca-3e764e13f673 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f59ecca5-f51b-436e-9dad-7ae66abcd3b2 HTTP/1.1" status: 204 len: 168 time: 0.4482684 Nov 12 11:34:10.328280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa613633-778d-405f-81eb-1889c5a01bc6 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:10.334259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa613633-778d-405f-81eb-1889c5a01bc6 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1540339 Nov 12 11:34:10.341265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cecda4-4628-4eb2-9eca-3e764e13f673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59ecca5-f51b-436e-9dad-7ae66abcd3b2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:10.343279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60918) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:10.379577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=22b0578f-0f01-484a-96df-a97688ba8df0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:10.383866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 60920) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:10.416761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-a189db20-161f-499f-bd18-bfcd5ee4cc97 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Deleting subnet f860ceeb-b953-4a8f-b527-ebb6524dd6f9 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:10.497399 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.598830 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a189db20-161f-499f-bd18-bfcd5ee4cc97 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.679854 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.694284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] No DVR routers for this DVR port 22b0578f-0f01-484a-96df-a97688ba8df0 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:10.713895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.737084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cc5c5246-1b9f-40af-a1e2-6dde1c6251a1 req-0e3b7eae-deca-4ec1-bd5d-37cc61315a40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "DELETE /v2.0/ports/22b0578f-0f01-484a-96df-a97688ba8df0 HTTP/1.1" status: 204 len: 173 time: 1.1363020 Nov 12 11:34:10.737580 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629ff66d-d772-4853-954c-c438155bc5e9', 'name': 'network-vif-deleted', 'tag': '22b0578f-0f01-484a-96df-a97688ba8df0'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:34:10.748127 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7ba060-e1bd-441a-84b1-aae556b16875" -d '{"events": [{"server_uuid": "629ff66d-d772-4853-954c-c438155bc5e9", "name": "network-vif-deleted", "tag": "22b0578f-0f01-484a-96df-a97688ba8df0"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:34:10.814063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Allocated IP 2001:db8:0:1::1 (8acbd50f-f30b-4a70-8789-f16c7537162f/8e904e0b-2ac3-461e-8029-947caa4eeae1/ca604d1f-2c96-4229-929a-4ef4931ed496) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:10.832181 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a189db20-161f-499f-bd18-bfcd5ee4cc97 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:10.855041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fbd46b7f-af32-4112-8fc2-5d35f11c3a50 req-cce88b8f-42d2-47c2-adf6-32bb3a610692 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.1365156 Nov 12 11:34:10.946581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 48e97e0b-e2f0-4154-800e-75c3cc195b06 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:10.946983 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.019692 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba5b640-41e6-40aa-aab7-0debc136bd48 x-openstack-request-id: req-bba5b640-41e6-40aa-aab7-0debc136bd48 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:34:11.020011 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629ff66d-d772-4853-954c-c438155bc5e9", "name": "network-vif-deleted", "tag": "22b0578f-0f01-484a-96df-a97688ba8df0", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:34:11.027086 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bba5b640-41e6-40aa-aab7-0debc136bd48 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:34:11.027566 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629ff66d-d772-4853-954c-c438155bc5e9', 'name': 'network-vif-deleted', 'tag': '22b0578f-0f01-484a-96df-a97688ba8df0', 'status': 'completed', 'code': 200} Nov 12 11:34:11.093187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.128487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Network 235ed7e3-f9d3-46a5-8e68-7ea398838957 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:11.134505 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a189db20-161f-499f-bd18-bfcd5ee4cc97 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.176459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:11.193868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:11.201796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.257780 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.260131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.321724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 48e97e0b-e2f0-4154-800e-75c3cc195b06 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:11.407155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Network 8acbd50f-f30b-4a70-8789-f16c7537162f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:11.410988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Pushing event updated for resources: {'Port': ['ID=2ffdded5-dc43-41c0-be8c-403d7fb077f9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:11.418905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:11.421536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:11.443132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a189db20-161f-499f-bd18-bfcd5ee4cc97 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.537065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189db20-161f-499f-bd18-bfcd5ee4cc97 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Subnet': ['ID=f860ceeb-b953-4a8f-b527-ebb6524dd6f9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:11.551568 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a189db20-161f-499f-bd18-bfcd5ee4cc97 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.558421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Attempting to bind port 2ffdded5-dc43-41c0-be8c-403d7fb077f9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:11.568627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Attempting to bind port 2ffdded5-dc43-41c0-be8c-403d7fb077f9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1439a077-0208-46af-8992-a3a2add2a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '235ed7e3-f9d3-46a5-8e68-7ea398838957'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:11.568627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Attempting to bind port 2ffdded5-dc43-41c0-be8c-403d7fb077f9 on network 235ed7e3-f9d3-46a5-8e68-7ea398838957 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:11.568970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a189db20-161f-499f-bd18-bfcd5ee4cc97 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/subnets/f860ceeb-b953-4a8f-b527-ebb6524dd6f9 HTTP/1.1" status: 204 len: 168 time: 1.2209446 Nov 12 11:34:11.569088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60942) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:11.646934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Pushing event updated for resources: {'Port': ['ID=ca604d1f-2c96-4229-929a-4ef4931ed496,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:11.681112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-566f0f8e-5c0a-45d9-abb7-c4ee5eb7c1db tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Deleting subnet 8e904e0b-2ac3-461e-8029-947caa4eeae1 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:11.686253 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-566f0f8e-5c0a-45d9-abb7-c4ee5eb7c1db tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.687381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:11.688036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Checking segment: {'id': '1439a077-0208-46af-8992-a3a2add2a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '235ed7e3-f9d3-46a5-8e68-7ea398838957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:11.690768 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.691355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Bound using segment: {'id': '1439a077-0208-46af-8992-a3a2add2a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '235ed7e3-f9d3-46a5-8e68-7ea398838957'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:11.693214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Bound port: 2ffdded5-dc43-41c0-be8c-403d7fb077f9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1439a077-0208-46af-8992-a3a2add2a505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '235ed7e3-f9d3-46a5-8e68-7ea398838957'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:11.695561 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.746444 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-566f0f8e-5c0a-45d9-abb7-c4ee5eb7c1db tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.783497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Attempting to bind port ca604d1f-2c96-4229-929a-4ef4931ed496 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:11.787442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Attempting to bind port ca604d1f-2c96-4229-929a-4ef4931ed496 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'bc000631-4bd6-4f7f-82ad-e9f55121e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8acbd50f-f30b-4a70-8789-f16c7537162f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:11.790931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Attempting to bind port ca604d1f-2c96-4229-929a-4ef4931ed496 on network 8acbd50f-f30b-4a70-8789-f16c7537162f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:11.805408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.887082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=48e97e0b-e2f0-4154-800e-75c3cc195b06,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:11.906198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:11.912628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Checking segment: {'id': 'bc000631-4bd6-4f7f-82ad-e9f55121e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8acbd50f-f30b-4a70-8789-f16c7537162f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:11.918675 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.920272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Bound using segment: {'id': 'bc000631-4bd6-4f7f-82ad-e9f55121e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8acbd50f-f30b-4a70-8789-f16c7537162f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:11.923555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Bound port: ca604d1f-2c96-4229-929a-4ef4931ed496, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc000631-4bd6-4f7f-82ad-e9f55121e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '8acbd50f-f30b-4a70-8789-f16c7537162f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:11.924341 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:11.993625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-566f0f8e-5c0a-45d9-abb7-c4ee5eb7c1db tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:12.018041 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:12.018397 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Floating IP 5f11c310-9116-4f0f-b0b8-fe7dcff9f36f disassociated (deleted). External IP: 172.25.3.251, port: d6f167c1-9777-43c2-9d54-b1b9f299c69a. Nov 12 11:34:12.107771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f6d90-66af-444a-9350-7927f893221d req-eb5df3e1-d089-4080-ae09-f44cb2f67b72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:12.116522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b7f6d90-66af-444a-9350-7927f893221d req-eb5df3e1-d089-4080-ae09-f44cb2f67b72 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.8072405 Nov 12 11:34:12.144688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] For port 2ffdded5-dc43-41c0-be8c-403d7fb077f9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:12.157542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] For port 2ffdded5-dc43-41c0-be8c-403d7fb077f9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2ffdded5-dc43-41c0-be8c-403d7fb077f9,segment=NetworkSegment(1439a077-0208-46af-8992-a3a2add2a505),segment_id=1439a077-0208-46af-8992-a3a2add2a505)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:12.244803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b7f6d90-66af-444a-9350-7927f893221d req-d8cde3b1-ddef-4612-bc1f-ebc232c4fd1f tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268678 Nov 12 11:34:12.265269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-566f0f8e-5c0a-45d9-abb7-c4ee5eb7c1db tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:12.266366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] For port ca604d1f-2c96-4229-929a-4ef4931ed496, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:12.280855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] For port ca604d1f-2c96-4229-929a-4ef4931ed496, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ca604d1f-2c96-4229-929a-4ef4931ed496,segment=NetworkSegment(bc000631-4bd6-4f7f-82ad-e9f55121e3c5),segment_id=bc000631-4bd6-4f7f-82ad-e9f55121e3c5)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:12.302291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-566f0f8e-5c0a-45d9-abb7-c4ee5eb7c1db tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:12.311316 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-566f0f8e-5c0a-45d9-abb7-c4ee5eb7c1db tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/subnets/8e904e0b-2ac3-461e-8029-947caa4eeae1 HTTP/1.1" status: 204 len: 168 time: 0.7355819 Nov 12 11:34:12.338092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:12.342517 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:12.352224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f0f8e-5c0a-45d9-abb7-c4ee5eb7c1db tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Subnet': ['ID=8e904e0b-2ac3-461e-8029-947caa4eeae1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:12.500802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaab60d-e745-4ff1-bab1-f044e798ddb5 None None] Pushing event updated for resources: {'Port': ['ID=2ffdded5-dc43-41c0-be8c-403d7fb077f9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:12.520838 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:12.575363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fb134e-74af-47fc-b2ba-e59329dc2b8f tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:12.577048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-32fb134e-74af-47fc-b2ba-e59329dc2b8f tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2379708 Nov 12 11:34:12.591073 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e579ee7-ba37-4e7e-994b-d8fb5ad1b01f req-fa1abdf8-04d8-4b7f-b6d0-81c386d4e135 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.1428885 Nov 12 11:34:12.591073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 60964) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:12.595192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44117a48-d608-4ca9-a852-d924fa475b75 None None] Network 235ed7e3-f9d3-46a5-8e68-7ea398838957 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:12.767448 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:12.842501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a98be-7d44-44aa-b706-b7c1f0269452 None None] Pushing event updated for resources: {'Port': ['ID=ca604d1f-2c96-4229-929a-4ef4931ed496,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:12.928778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Deleting port ca604d1f-2c96-4229-929a-4ef4931ed496 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:12.929143 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:13.207983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] For port ca604d1f-2c96-4229-929a-4ef4931ed496, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ca604d1f-2c96-4229-929a-4ef4931ed496,segment=NetworkSegment(bc000631-4bd6-4f7f-82ad-e9f55121e3c5),segment_id=bc000631-4bd6-4f7f-82ad-e9f55121e3c5)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:13.213732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:13.338956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Calling delete_port for ca604d1f-2c96-4229-929a-4ef4931ed496 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:13.407636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ca604d1f-2c96-4229-929a-4ef4931ed496 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:13.441343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 9cabe9c4-5697-421f-9f35-5d91720826e0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:34:13.542414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ca604d1f-2c96-4229-929a-4ef4931ed496 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:13.542918 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:13.549780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5d370-0881-4951-9c56-1a907dccfa50 req-5d38cf44-d807-415a-b9dd-084bb6df3ded tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:13.562036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63e5d370-0881-4951-9c56-1a907dccfa50 req-5d38cf44-d807-415a-b9dd-084bb6df3ded tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.3205967 Nov 12 11:34:13.574731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-a0d4f2e4-8d7a-49a4-a537-0a72767a068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:13.576410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-a0d4f2e4-8d7a-49a4-a537-0a72767a068d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=702dc7eb6b9e443d8f498ffea5e5c08a&device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 1097 time: 0.2349682 Nov 12 11:34:13.658144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:13.672959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:13.688935 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] Sync routers for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:13.715649 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:13.716311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:13.751827 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8f4fe3ee-29e8-4ee8-99ce-fdf6c206f965 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/floatingips/5f11c310-9116-4f0f-b0b8-fe7dcff9f36f HTTP/1.1" status: 204 len: 168 time: 3.3603737 Nov 12 11:34:13.751827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:34:13.752384 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433613ee-1df8-4ac7-ad79-c42281696c27" -d '{"events": [{"name": "network-changed", "server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:34:13.786129 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:13.806173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63e5d370-0881-4951-9c56-1a907dccfa50 req-c7072f65-b88f-4e20-8a81-76e1f75ef2c4 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290103 Nov 12 11:34:13.806173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-c541faa1-fc21-42b3-98e0-e363a242b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:13.806173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-c541faa1-fc21-42b3-98e0-e363a242b976 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6a64457-6c07-404c-8830-0c09929b81eb HTTP/1.1" status: 200 len: 913 time: 0.2141652 Nov 12 11:34:13.860110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 22b0578f-0f01-484a-96df-a97688ba8df0 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:13.888230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-f5e46ab0-d907-48a9-ace6-1aa123703275 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eba373ec-366e-4c31-9d28-3f13f21489f8 HTTP/1.1" status: 200 len: 217 time: 0.0737319 Nov 12 11:34:13.935314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82a6d5bb-324a-4098-b083-3446d15dbca4 req-a16de24d-b42e-484c-bcbf-d92d4345d882 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0455182 Nov 12 11:34:14.016159 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:14.042657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] No DVR routers for this DVR port ca604d1f-2c96-4229-929a-4ef4931ed496 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:14.045228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-6ea83786-d905-442a-a381-62df9d092d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:14.046902 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-6ea83786-d905-442a-a381-62df9d092d65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70970305-e6b2-4684-93b8-969c343a2a1d HTTP/1.1" status: 200 len: 852 time: 0.1469910 Nov 12 11:34:14.211052 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:14.243142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 22b0578f-0f01-484a-96df-a97688ba8df0 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:14.243142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 22b0578f-0f01-484a-96df-a97688ba8df0 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:14.245288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acbd50f-f30b-4a70-8789-f16c7537162f']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:14.263932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc000631-4bd6-4f7f-82ad-e9f55121e3c5') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:14.264247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc000631-4bd6-4f7f-82ad-e9f55121e3c5') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:14.275767 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:14.296034 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:14.302713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:14.307385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:14.317568 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:14.375539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-985a2597-a0a3-4f80-b15f-cdec4eca0297 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6a64457-6c07-404c-8830-0c09929b81eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600493 Nov 12 11:34:14.375539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Port': ['ID=ca604d1f-2c96-4229-929a-4ef4931ed496,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:14.395020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77223c-7eef-43bd-837f-58a8368df08e None None] Network 8acbd50f-f30b-4a70-8789-f16c7537162f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:14.488804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:14.497577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-aea63f69-7f1e-4343-a5d4-afd674e5cb78 None None] Could not find standard attr ID for object ca604d1f-2c96-4229-929a-4ef4931ed496. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 11:34:15.026560 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967cf3ab-8701-4eaf-a272-7e2191e6136a x-openstack-request-id: req-967cf3ab-8701-4eaf-a272-7e2191e6136a {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:34:15.027546 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:34:15.028357 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-967cf3ab-8701-4eaf-a272-7e2191e6136a {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:34:15.028947 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'status': 'completed', 'code': 200} Nov 12 11:34:15.073206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dcca1e-b557-45f0-a6db-230b475763b7 None None] DHCP port deletion for 8acbd50f-f30b-4a70-8789-f16c7537162f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:15.104516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:05Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:15.122034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-c5ddf07d-7dfb-4b1b-88e5-1c0d647c564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:15.123875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-c5ddf07d-7dfb-4b1b-88e5-1c0d647c564f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 1097 time: 0.0758457 Nov 12 11:34:15.147598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] Checking router: 9cabe9c4-5697-421f-9f35-5d91720826e0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:34:15.154406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b60685-14d6-468f-9b7d-abea782816b7 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 11:34:15.338691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-109a9725-9a17-4793-befc-5305dbe9b545 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604509 Nov 12 11:34:15.340735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:15.346834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:15.351219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/networks/8acbd50f-f30b-4a70-8789-f16c7537162f HTTP/1.1" status: 204 len: 168 time: 2.7605188 Nov 12 11:34:15.371485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32784) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:15.381819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:15.383177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:15.397756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b60685-14d6-468f-9b7d-abea782816b7 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 11:34:15.497554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ca604d1f-2c96-4229-929a-4ef4931ed496 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:15.541840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ca604d1f-2c96-4229-929a-4ef4931ed496 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:15.542541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ca604d1f-2c96-4229-929a-4ef4931ed496 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:15.584557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-e62df7b8-5d4a-43d6-a880-be2706657aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:15.595287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-e62df7b8-5d4a-43d6-a880-be2706657aad service neutron] 10.222.0.69 "GET /v2.0/networks?id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 200 len: 897 time: 0.4488790 Nov 12 11:34:15.625679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc86da-d2c6-44fd-92bc-f8e61bc3d605 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Network': ['ID=8acbd50f-f30b-4a70-8789-f16c7537162f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:15.763378 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:15.787043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-afa2c85c-ad87-41d9-95f6-6ca6def4dc52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 200 len: 217 time: 0.1759641 Nov 12 11:34:15.817886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19971f93-3e8e-4ea5-9e48-a4bd93f404ae req-3cc69d60-9766-467d-bc48-b1a12a1a7765 service neutron] 10.222.0.57 "GET /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650078 Nov 12 11:34:15.879332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:15.927618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-261255e2-e1ea-4b03-8482-49b1536ea861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:15.933293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-261255e2-e1ea-4b03-8482-49b1536ea861 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 200 len: 835 time: 0.1529794 Nov 12 11:34:15.994142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Deleting port 2ffdded5-dc43-41c0-be8c-403d7fb077f9 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:15.997403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:16.069979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-8b5d0eb5-34a4-4e5e-afc1-4fc9a1bf0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:16.073350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-8b5d0eb5-34a4-4e5e-afc1-4fc9a1bf0955 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e44a5ef4-53ac-4ec1-b810-4cb66b82a476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336501 Nov 12 11:34:16.334880 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-87d8dbfc-0247-4118-9fc2-3b36dd4eaa20 service neutron] 10.222.0.69 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471929 Nov 12 11:34:16.355447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] For port 2ffdded5-dc43-41c0-be8c-403d7fb077f9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=2ffdded5-dc43-41c0-be8c-403d7fb077f9,segment=NetworkSegment(1439a077-0208-46af-8992-a3a2add2a505),segment_id=1439a077-0208-46af-8992-a3a2add2a505)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:16.356022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:16.432259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939cfc2-3d88-4d17-8d46-a5d8dc867ab4 req-b1e88eca-5da7-491b-84b4-5986f46b4819 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:16.448581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3939cfc2-3d88-4d17-8d46-a5d8dc867ab4 req-b1e88eca-5da7-491b-84b4-5986f46b4819 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 1.2430208 Nov 12 11:34:16.451667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Calling delete_port for 2ffdded5-dc43-41c0-be8c-403d7fb077f9 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:16.584680 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-433613ee-1df8-4ac7-ad79-c42281696c27 req-08de9184-687e-4c31-a419-e08bb2b83414 service neutron] 10.222.0.69 "GET /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425704 Nov 12 11:34:16.617323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3939cfc2-3d88-4d17-8d46-a5d8dc867ab4 req-1cf07fa2-7b98-4988-bfc9-eb2343b02706 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676538 Nov 12 11:34:16.792035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b78c08d4-ed97-49ba-964b-a97a93e0c64a None None] Provisioning complete for port eba373ec-366e-4c31-9d28-3f13f21489f8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:16.792571 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b78c08d4-ed97-49ba-964b-a97a93e0c64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:16.934004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:05Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:16.976982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b13e2f-722e-4697-a7b4-1dffe7149152 req-22623257-6a4d-4bb6-98b6-781f8a230b94 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:16.986955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5b13e2f-722e-4697-a7b4-1dffe7149152 req-22623257-6a4d-4bb6-98b6-781f8a230b94 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.1284778 Nov 12 11:34:17.002547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-45a31719-59c8-4401-81df-4638a1982134 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:17.004158 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-45a31719-59c8-4401-81df-4638a1982134 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 945 time: 0.4128048 Nov 12 11:34:17.026435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a936fee-4c9b-494c-a611-72c52e0401d0 None None] The sync data for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 is: [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:31:59Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bde48afe-904b-4077-a7f4-3d3ed745af2a', 'name': '', 'network_id': 'e44a5ef4-53ac-4ec1-b810-4cb66b82a476', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:f5:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '560ca38d-d174-4e40-94b7-5388db655687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:57Z', 'updated_at': '2021-11-12T11:32:05Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '560ca38d-d174-4e40-94b7-5388db655687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:17.069706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:17.155440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Port': ['ID=2ffdded5-dc43-41c0-be8c-403d7fb077f9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:17.258857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] No DVR routers for this DVR port 2ffdded5-dc43-41c0-be8c-403d7fb077f9 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:17.350848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5b13e2f-722e-4697-a7b4-1dffe7149152 req-3c48a658-00b3-4e3e-9694-afa3d241e848 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=37432401-ce67-4414-9b3d-02b65b5ecfab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628821 Nov 12 11:34:17.505464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:17.548129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db4f5363-8cc4-4018-a74e-97b4627be358 req-bd6baa00-ee58-4efa-b548-e5047d5bd82c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0685654 Nov 12 11:34:17.569323 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5402be-34e0-4869-b579-b92bd67f851f None None] New status for floating IP 5f11c310-9116-4f0f-b0b8-fe7dcff9f36f: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:34:17.585864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235ed7e3-f9d3-46a5-8e68-7ea398838957']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:17.613761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1439a077-0208-46af-8992-a3a2add2a505') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:17.614221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1439a077-0208-46af-8992-a3a2add2a505') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:17.635974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port d6f167c1-9777-43c2-9d54-b1b9f299c69a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:17.638722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:17.643464 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:17.700017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:17.762343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:17.762854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:17.771694 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:17.799438 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:17.925685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ab048-3991-4f86-82da-2a48743b942b req-fb6a502e-9e1e-4dd7-ad31-30b5de571df5 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:17.927319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa2ab048-3991-4f86-82da-2a48743b942b req-fb6a502e-9e1e-4dd7-ad31-30b5de571df5 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1845753 Nov 12 11:34:17.945622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port d6f167c1-9777-43c2-9d54-b1b9f299c69a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=d6f167c1-9777-43c2-9d54-b1b9f299c69a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:17.946270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:17.969240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for d6f167c1-9777-43c2-9d54-b1b9f299c69a owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:18.162595 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.213267 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.221573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/networks/235ed7e3-f9d3-46a5-8e68-7ea398838957 HTTP/1.1" status: 204 len: 168 time: 2.8441546 Nov 12 11:34:18.223298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32814) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:18.244274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c9587-4dc4-46ad-85f4-dca6876e3c99 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Network': ['ID=235ed7e3-f9d3-46a5-8e68-7ea398838957,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:18.313567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa2ab048-3991-4f86-82da-2a48743b942b req-dc6ef301-423e-4691-b9ae-7169d7c43f9d tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542962 Nov 12 11:34:18.332474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.406870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.480754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] No DVR routers for this DVR port d6f167c1-9777-43c2-9d54-b1b9f299c69a on host n-h2-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:18.487412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.491596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41442caa-a2ac-4d4e-90aa-f28195e0f185 req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "DELETE /v2.0/ports/d6f167c1-9777-43c2-9d54-b1b9f299c69a HTTP/1.1" status: 204 len: 173 time: 1.4771087 Nov 12 11:34:18.492469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'name': 'network-vif-deleted', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:34:18.503061 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9794f1d1-6ecc-43cd-8e13-07016b42580f" -d '{"events": [{"server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "name": "network-vif-deleted", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:34:18.507143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0394f-aa6a-4860-a7e1-7b252a054d18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=d6f167c1-9777-43c2-9d54-b1b9f299c69a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:18.552606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.579382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82be120a-b026-4a72-833b-209f8a6e5b5c']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:18.594793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba45e94a-f7fb-4d3c-b021-3b0fc18f2884') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:18.595126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba45e94a-f7fb-4d3c-b021-3b0fc18f2884') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:18.607636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.626712 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.634015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:18.634987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:18.714029 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:19.018356 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.023209 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.028097 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/networks/82be120a-b026-4a72-833b-209f8a6e5b5c HTTP/1.1" status: 204 len: 168 time: 0.8074336 Nov 12 11:34:19.030741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32834) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:19.067648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Network': ['ID=82be120a-b026-4a72-833b-209f8a6e5b5c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:19.084830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.103802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aaf6-4e1c-4987-a736-df33fce0b71d tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:19.149773 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.261447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.284441 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4979ed4f-5773-4fa7-b68f-05ec8253e77b']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:19.297906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6785cf67-91ab-4705-ac56-1e3f87e7810c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:19.298434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6785cf67-91ab-4705-ac56-1e3f87e7810c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:19.308207 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.323373 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.330240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:19.330646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:19.338888 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:19.433411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5877a5b2-55c0-4bec-b5a0-bab36e9b4aa3 req-3ed12046-bc3c-4259-814e-67dbf1fb5ef2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 210 time: 0.0437999 Nov 12 11:34:19.480746 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a9c70c-02d0-4e00-9188-815d22e78201 x-openstack-request-id: req-37a9c70c-02d0-4e00-9188-815d22e78201 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:34:19.481030 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d55f958-14f5-4020-a442-7c3eb685ed4e", "name": "network-vif-deleted", "tag": "d6f167c1-9777-43c2-9d54-b1b9f299c69a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:34:19.481282 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-37a9c70c-02d0-4e00-9188-815d22e78201 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:34:19.481688 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d55f958-14f5-4020-a442-7c3eb685ed4e', 'name': 'network-vif-deleted', 'tag': 'd6f167c1-9777-43c2-9d54-b1b9f299c69a', 'status': 'completed', 'code': 200} Nov 12 11:34:19.555649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25997191-7bdc-40ba-b6fb-462a20a3dd69 req-0ef950d0-6008-4b56-823f-0038707afc81 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0275035 Nov 12 11:34:19.656884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79411271-95d3-4f39-bebf-0c6aece39d40 req-a5be0265-cd00-460f-a6b4-83fdb03d917c tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:19.658841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79411271-95d3-4f39-bebf-0c6aece39d40 req-a5be0265-cd00-460f-a6b4-83fdb03d917c tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.0523725 Nov 12 11:34:19.665445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.675548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:19.681148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] 10.222.0.98 "DELETE /v2.0/networks/4979ed4f-5773-4fa7-b68f-05ec8253e77b HTTP/1.1" status: 204 len: 168 time: 0.6468220 Nov 12 11:34:19.707177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd4687-59d3-466e-aa0a-cff9d2089916 tempest-BulkNetworkOpsIpV6Test-76505002 tempest-BulkNetworkOpsIpV6Test-76505002-project] Pushing event deleted for resources: {'Network': ['ID=4979ed4f-5773-4fa7-b68f-05ec8253e77b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:19.755214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79411271-95d3-4f39-bebf-0c6aece39d40 req-bb0f1e59-7a28-41ee-9865-ae8ed1507424 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859110 Nov 12 11:34:20.577284 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4519fd00-8f5b-4d1e-a0a6-c559c1ec15a7 req-1f3df813-d0bb-4835-88e5-d164b5585412 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d55f958-14f5-4020-a442-7c3eb685ed4e HTTP/1.1" status: 200 len: 210 time: 0.0358403 Nov 12 11:34:20.751536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef1b2431-bb45-4f82-8884-709f95b85f06 req-1eff3255-a885-411e-be18-5bc4b349c32d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=629ff66d-d772-4853-954c-c438155bc5e9 HTTP/1.1" status: 200 len: 210 time: 0.0534313 Nov 12 11:34:20.835889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32866) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:20.955112 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:20.961748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d7799-2ed1-4488-8648-3cddc1b57675 req-503a3154-a05c-4363-9499-ece0ff6e5698 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:20.970591 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-998d7799-2ed1-4488-8648-3cddc1b57675 req-503a3154-a05c-4363-9499-ece0ff6e5698 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1054294 Nov 12 11:34:21.092264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-998d7799-2ed1-4488-8648-3cddc1b57675 req-a0ed8f59-cfc4-481b-8d2e-97c20613bba1 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/security-groups?id=35a687aa-bae4-495b-970c-8f7f95a37dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207654 Nov 12 11:34:21.197717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7ff4157e-5e5a-4f29-9e2b-104ff00a6c6b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ebdaa731e2d04f70a929989b0ba8468d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597031 Nov 12 11:34:21.200360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32872) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:21.305651 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3806fa7b-9641-4a5f-94b8-27a0901a7f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:21.318445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-8dd413f4-9f16-42c5-b58f-fee6fc5fb56f tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:21.319998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-8dd413f4-9f16-42c5-b58f-fee6fc5fb56f tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.57 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 945 time: 0.1290870 Nov 12 11:34:21.362032 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3806fa7b-9641-4a5f-94b8-27a0901a7f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:21.538247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Deleting port eba373ec-366e-4c31-9d28-3f13f21489f8 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:21.538641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:21.628912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3806fa7b-9641-4a5f-94b8-27a0901a7f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:21.632645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3806fa7b-9641-4a5f-94b8-27a0901a7f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:21.635072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3806fa7b-9641-4a5f-94b8-27a0901a7f34 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aaaa7747-2473-4b0b-8fc2-00b2b0b24973 HTTP/1.1" status: 204 len: 168 time: 0.4328740 Nov 12 11:34:21.647275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806fa7b-9641-4a5f-94b8-27a0901a7f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaa7747-2473-4b0b-8fc2-00b2b0b24973,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:21.687166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32882) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:21.792519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] For port eba373ec-366e-4c31-9d28-3f13f21489f8, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=eba373ec-366e-4c31-9d28-3f13f21489f8,segment=NetworkSegment(321ed1f4-a8f5-4263-9d95-0f3ec58f3a18),segment_id=321ed1f4-a8f5-4263-9d95-0f3ec58f3a18)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:21.792519 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:21.814347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Calling delete_port for eba373ec-366e-4c31-9d28-3f13f21489f8 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:21.888603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device d6f167c1-9777-43c2-9d54-b1b9f299c69a no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:21.930503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: d6f167c1-9777-43c2-9d54-b1b9f299c69a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:21.930851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device d6f167c1-9777-43c2-9d54-b1b9f299c69a not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:22.229816 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:22.343600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc2acb-8ade-413c-a356-884483e14993 None None] DHCP port deletion for c6a64457-6c07-404c-8830-0c09929b81eb request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:22.392164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Pushing event deleted for resources: {'Port': ['ID=eba373ec-366e-4c31-9d28-3f13f21489f8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:22.425301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bd7a17f-6c78-461a-8e17-ba27049b3196 req-c6f4ebc0-4192-44be-b9a9-64c053c9bfed tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 210 time: 0.1254797 Nov 12 11:34:22.483150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] No DVR routers for this DVR port eba373ec-366e-4c31-9d28-3f13f21489f8 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:22.485970 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:22.491498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58ccaa98-1e09-430a-a371-162117fa7be6 req-e9e8059c-fbd3-4be9-97e0-47dcb1cc9157 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.57 "DELETE /v2.0/ports/eba373ec-366e-4c31-9d28-3f13f21489f8 HTTP/1.1" status: 204 len: 173 time: 1.1623559 Nov 12 11:34:22.491783 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f60b80-f8ca-40d5-adad-928de1bf5c14', 'name': 'network-vif-deleted', 'tag': 'eba373ec-366e-4c31-9d28-3f13f21489f8'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:34:22.494699 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed430846-28b4-4081-b01a-7f4cd63bc52e" -d '{"events": [{"server_uuid": "30f60b80-f8ca-40d5-adad-928de1bf5c14", "name": "network-vif-deleted", "tag": "eba373ec-366e-4c31-9d28-3f13f21489f8"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:34:22.581783 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f188987-761b-4705-8708-88565c6f4acd x-openstack-request-id: req-3f188987-761b-4705-8708-88565c6f4acd {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:34:22.582361 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f60b80-f8ca-40d5-adad-928de1bf5c14", "name": "network-vif-deleted", "tag": "eba373ec-366e-4c31-9d28-3f13f21489f8", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:34:22.582789 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f188987-761b-4705-8708-88565c6f4acd {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:34:22.583449 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f60b80-f8ca-40d5-adad-928de1bf5c14', 'name': 'network-vif-deleted', 'tag': 'eba373ec-366e-4c31-9d28-3f13f21489f8', 'status': 'completed', 'code': 200} Nov 12 11:34:22.629368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:22.817331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-eee0acbb-4dbf-4815-a2da-c4d460939f1f req-d5568989-d435-4db5-891c-59c837c3c2d0 service neutron] (109704) timed out ('10.222.0.69', 55701) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:34:22.998677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port bde48afe-904b-4077-a7f4-3d3ed745af2a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:22.999065 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:23.175445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port bde48afe-904b-4077-a7f4-3d3ed745af2a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bde48afe-904b-4077-a7f4-3d3ed745af2a,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:23.175747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:23.194643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for bde48afe-904b-4077-a7f4-3d3ed745af2a owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:23.452049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32922) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:23.537352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:23.555007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40d6c4c7-1f80-4f96-90b1-b62050972a9f req-dabd4824-04d2-4b74-8a94-37f949a63826 tempest-TestServerAdvancedOps-1598173483 tempest-TestServerAdvancedOps-1598173483-project] 10.222.0.98 "GET /v2.0/ports?device_id=30f60b80-f8ca-40d5-adad-928de1bf5c14 HTTP/1.1" status: 200 len: 210 time: 0.0386777 Nov 12 11:34:23.586234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=bde48afe-904b-4077-a7f4-3d3ed745af2a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:23.598665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6822d239-bbe8-4545-bc4e-72601259eef3 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-210178074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:23.882666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6822d239-bbe8-4545-bc4e-72601259eef3 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:23.883697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6822d239-bbe8-4545-bc4e-72601259eef3 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:23.966010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6822d239-bbe8-4545-bc4e-72601259eef3 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.030741 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.087883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6822d239-bbe8-4545-bc4e-72601259eef3 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.162715 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device eba373ec-366e-4c31-9d28-3f13f21489f8 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:24.190716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: eba373ec-366e-4c31-9d28-3f13f21489f8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:24.191399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device eba373ec-366e-4c31-9d28-3f13f21489f8 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:24.296634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6822d239-bbe8-4545-bc4e-72601259eef3 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.300457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6822d239-bbe8-4545-bc4e-72601259eef3 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8451035 Nov 12 11:34:24.302920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32942) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:24.309314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-497558792'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:24.386959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 9cabe9c4-5697-421f-9f35-5d91720826e0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:34:24.510125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:24.515808 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-34b3817c-5ca9-4c38-b85a-aa85a5f7ef07 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "PUT /v2.0/routers/9cabe9c4-5697-421f-9f35-5d91720826e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8268573 Nov 12 11:34:24.519504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32946) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:24.521538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] Sync routers for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:24.537202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:24.537923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:24.557753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Made reservation on behalf of 0f244ebfeee1413b8f31a8aa8d35c667 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:24.561305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.577957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.608289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56ebdb0-3949-401c-9f64-baefb0e9efc1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting subnet 560ca38d-d174-4e40-94b7-5388db655687 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:24.617213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b56ebdb0-3949-401c-9f64-baefb0e9efc1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.679776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32950) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:24.699057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b56ebdb0-3949-401c-9f64-baefb0e9efc1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.721520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:24.823366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f4eb2c-c94d-4aa8-a5fb-1fdb37779ac2 admin admin] Deleting subnet 70970305-e6b2-4684-93b8-969c343a2a1d {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:24.838791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f4eb2c-c94d-4aa8-a5fb-1fdb37779ac2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.933756 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.937536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f4eb2c-c94d-4aa8-a5fb-1fdb37779ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:24.976889 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b56ebdb0-3949-401c-9f64-baefb0e9efc1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.037740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f4eb2c-c94d-4aa8-a5fb-1fdb37779ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.079140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:34:23Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:25.115864 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.139468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:25.146922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26aa595a-e2ed-42ca-b0c8-09ab24648ff1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:25.153527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] Checking router: 9cabe9c4-5697-421f-9f35-5d91720826e0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:34:25.158390 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.158749 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Added segment 9c20cd25-c30e-4714-afd4-abef004b5ade of type vlan for network cdca51b3-5ce3-4e21-94c0-ab43120991d5 Nov 12 11:34:25.178466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] Routers {'9cabe9c4-5697-421f-9f35-5d91720826e0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:25.179155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9cabe9c4-5697-421f-9f35-5d91720826e0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:25.260273 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.332334 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f4eb2c-c94d-4aa8-a5fb-1fdb37779ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.341950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b56ebdb0-3949-401c-9f64-baefb0e9efc1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.411159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ebdb0-3949-401c-9f64-baefb0e9efc1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Subnet': ['ID=560ca38d-d174-4e40-94b7-5388db655687,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:25.418691 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b56ebdb0-3949-401c-9f64-baefb0e9efc1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.429191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b56ebdb0-3949-401c-9f64-baefb0e9efc1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/subnets/560ca38d-d174-4e40-94b7-5388db655687 HTTP/1.1" status: 204 len: 168 time: 0.9058197 Nov 12 11:34:25.431763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32966) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:25.461658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4eb2c-c94d-4aa8-a5fb-1fdb37779ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70970305-e6b2-4684-93b8-969c343a2a1d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:25.487694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.490071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f4eb2c-c94d-4aa8-a5fb-1fdb37779ac2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.493688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:25.494384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.494791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-88f4eb2c-c94d-4aa8-a5fb-1fdb37779ac2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/70970305-e6b2-4684-93b8-969c343a2a1d HTTP/1.1" status: 204 len: 168 time: 0.8159368 Nov 12 11:34:25.508174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32970) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:25.518214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0119f5-ce68-43a6-b864-975c0cc3f902 None None] Network e44a5ef4-53ac-4ec1-b810-4cb66b82a476 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:25.552031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3d512-76df-4150-b344-389be25771e8 None None] Network c6a64457-6c07-404c-8830-0c09929b81eb requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:25.765533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.833760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5296807 Nov 12 11:34:25.845878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35befad1-46dc-4c78-8880-3fd9351abc24 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Network': ['ID=cdca51b3-5ce3-4e21-94c0-ab43120991d5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:25.850631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32976) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:25.874335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'subnet': {'network_id': 'cdca51b3-5ce3-4e21-94c0-ab43120991d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:25.941593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:25.955227 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.075843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32978) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:26.225809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 9c6e84fc-aab5-4952-973c-1dd293f15d0c {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:26.226246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.351252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.391640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network cdca51b3-5ce3-4e21-94c0-ab43120991d5 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:26.446280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a64457-6c07-404c-8830-0c09929b81eb']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:26.494835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321ed1f4-a8f5-4263-9d95-0f3ec58f3a18') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:26.495586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321ed1f4-a8f5-4263-9d95-0f3ec58f3a18') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:26.512259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Made reservation on behalf of 0f244ebfeee1413b8f31a8aa8d35c667 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:26.516247 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.518669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port 9c6e84fc-aab5-4952-973c-1dd293f15d0c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9c6e84fc-aab5-4952-973c-1dd293f15d0c,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:26.525579 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.534787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592c3b7-974a-4576-a5a0-feda65921747 None None] DHCP port deletion for c6a64457-6c07-404c-8830-0c09929b81eb request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:26.569711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] Set router 9cabe9c4-5697-421f-9f35-5d91720826e0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:26.603096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 9c6e84fc-aab5-4952-973c-1dd293f15d0c owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:26.606289 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c944efc6-3bea-4727-97e8-b83f5b4a99b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.674806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.940753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c944efc6-3bea-4727-97e8-b83f5b4a99b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:26.999101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.017874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:27.018447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:27.020372 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:27.097244 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c944efc6-3bea-4727-97e8-b83f5b4a99b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.149364 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.149812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] DHCP port deletion for e44a5ef4-53ac-4ec1-b810-4cb66b82a476 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:27.169948 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.242359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Subnet': ['ID=b10428aa-b05f-44be-8ac1-d6a7c5f62518,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:27.285409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Checking segment: {'id': '9c20cd25-c30e-4714-afd4-abef004b5ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cdca51b3-5ce3-4e21-94c0-ab43120991d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:27.286050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network hostable DHCP agents. Network: cdca51b3-5ce3-4e21-94c0-ab43120991d5, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:27.291718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:34:23Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:27.321970 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.328474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba399976-6e79-428c-9590-f4e1db87e6d6 None None] The sync data for ids ['9cabe9c4-5697-421f-9f35-5d91720826e0'] in n-d-768852-22 is: [{'id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179620513', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:31:46Z', 'updated_at': '2021-11-12T11:34:23Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '9c6e84fc-aab5-4952-973c-1dd293f15d0c', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:20:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cabe9c4-5697-421f-9f35-5d91720826e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:31:47Z', 'updated_at': '2021-11-12T11:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:27.338339 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.346325 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] 10.222.0.98 "DELETE /v2.0/networks/c6a64457-6c07-404c-8830-0c09929b81eb HTTP/1.1" status: 204 len: 168 time: 1.8251014 Nov 12 11:34:27.348785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32988) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:27.351553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Deleting port 73ab7852-58c0-4b61-a5bf-a4634771938d {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:27.353578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.378529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaad436-1bc7-48e9-b138-8a4fddeb1542 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a64457-6c07-404c-8830-0c09929b81eb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:27.388225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=9c6e84fc-aab5-4952-973c-1dd293f15d0c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:27.397497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c944efc6-3bea-4727-97e8-b83f5b4a99b5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f77c2a8cf224cf4b9639af53e536bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3203018 Nov 12 11:34:27.401364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944efc6-3bea-4727-97e8-b83f5b4a99b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f937c76-f26f-41bb-bbfd-31ceb19ed3a8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:27.407808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 32990) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:27.451590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network cdca51b3-5ce3-4e21-94c0-ab43120991d5 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:27.481028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8404c9-7476-4e07-a7bf-337b91fcffdd admin admin] Deleting subnet 42067dc8-ae75-45ee-bb49-4f880e0e08dd {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:27.482225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed0a04-9794-480b-ab53-fa9501821abb None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:27.485735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8404c9-7476-4e07-a7bf-337b91fcffdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.570779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] For port 73ab7852-58c0-4b61-a5bf-a4634771938d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=73ab7852-58c0-4b61-a5bf-a4634771938d,segment=NetworkSegment(8b81500e-72bc-4922-9f15-65716108bcdf),segment_id=8b81500e-72bc-4922-9f15-65716108bcdf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:27.575084 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.590014 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d6facade-13a7-4c7e-ad86-8d060a361c81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.606090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, cdca51b3-5ce3-4e21-94c0-ab43120991d5) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:27.631857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.640068 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:27.641460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.646468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8404c9-7476-4e07-a7bf-337b91fcffdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.651346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef18ef-8701-48a5-bde5-0ceb8f4d78a5 None None] Network cdca51b3-5ce3-4e21-94c0-ab43120991d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:27.682854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Calling delete_port for 73ab7852-58c0-4b61-a5bf-a4634771938d owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:27.767551 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8404c9-7476-4e07-a7bf-337b91fcffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.828722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 73ab7852-58c0-4b61-a5bf-a4634771938d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:27.862991 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e10615e9-6b21-4993-8f7c-d905d0dac301 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9997599 Nov 12 11:34:27.866185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 32998) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:27.872218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'network': {'name': 'tempest-router-network01--1124811264'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:27.938610 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d6facade-13a7-4c7e-ad86-8d060a361c81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.942834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:27.957542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.009936 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.098520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Pushing event deleted for resources: {'Port': ['ID=73ab7852-58c0-4b61-a5bf-a4634771938d,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:28.105835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] No DVR routers for this DVR port 73ab7852-58c0-4b61-a5bf-a4634771938d on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:28.108947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Made reservation on behalf of 0f244ebfeee1413b8f31a8aa8d35c667 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:28.113854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.133712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.134067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.135086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.135447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.135789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.136940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.137276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.137598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.137930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.138258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.138582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.138904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a05ae2-83c7-4d74-9f9c-d8db78e92572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:28.152593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.205199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8404c9-7476-4e07-a7bf-337b91fcffdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.249672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8404c9-7476-4e07-a7bf-337b91fcffdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42067dc8-ae75-45ee-bb49-4f880e0e08dd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:28.277247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d6facade-13a7-4c7e-ad86-8d060a361c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.286672 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d6facade-13a7-4c7e-ad86-8d060a361c81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.292825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d6facade-13a7-4c7e-ad86-8d060a361c81 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f937c76-f26f-41bb-bbfd-31ceb19ed3a8 HTTP/1.1" status: 204 len: 168 time: 0.8822441 Nov 12 11:34:28.294586 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.295494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Fanout notify agent at l3_agent the message router_deleted on router 9cabe9c4-5697-421f-9f35-5d91720826e0 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:34:28.308848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5f8404c9-7476-4e07-a7bf-337b91fcffdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.338152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5f8404c9-7476-4e07-a7bf-337b91fcffdd admin admin] 10.222.0.98 "DELETE /v2.0/subnets/42067dc8-ae75-45ee-bb49-4f880e0e08dd HTTP/1.1" status: 204 len: 168 time: 0.9875021 Nov 12 11:34:28.339129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:28.340294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.341949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33002) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:28.347084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-50066a4b-7b25-4a97-a494-2b1ccbcedf7c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/routers/9cabe9c4-5697-421f-9f35-5d91720826e0 HTTP/1.1" status: 204 len: 168 time: 2.8889384 Nov 12 11:34:28.351127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33004) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:28.377449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041e4e3-b9dc-4073-943b-cf9814a05320 None None] Network ba23c8e6-17ce-4a23-ab40-ef9f22babb9b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:28.403652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6facade-13a7-4c7e-ad86-8d060a361c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f937c76-f26f-41bb-bbfd-31ceb19ed3a8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:28.406670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-cdca51b3-5ce3-4e21-94c0-ab43120991d5', 'network_id': 'cdca51b3-5ce3-4e21-94c0-ab43120991d5', 'tenant_id': '0f244ebfeee1413b8f31a8aa8d35c667', 'fixed_ips': [{'subnet_id': 'b10428aa-b05f-44be-8ac1-d6a7c5f62518'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:28.407637 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.434009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.434680 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Added segment 8d236f0e-8bb6-414a-be70-a9c05d25a597 of type vlan for network 7d389aed-31de-4276-904d-5c0f5c022f4a Nov 12 11:34:28.498850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.610959 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.619620 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.765502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.881867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba23c8e6-17ce-4a23-ab40-ef9f22babb9b']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:28.897290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.905214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd936eaa7-41fc-4fbc-ab72-3957c67d21a8') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:28.905787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd936eaa7-41fc-4fbc-ab72-3957c67d21a8') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:28.922895 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.947408 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.955461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:28.955697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:28.971547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44a5ef4-53ac-4ec1-b810-4cb66b82a476']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:28.994028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b81500e-72bc-4922-9f15-65716108bcdf') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:28.998803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b81500e-72bc-4922-9f15-65716108bcdf') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:29.000832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Allocated IP 2001:db8::2 (cdca51b3-5ce3-4e21-94c0-ab43120991d5/b10428aa-b05f-44be-8ac1-d6a7c5f62518/f4054f82-90c1-4f20-9872-b8346ac9d758) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:29.037111 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:29.044375 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:29.047428 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.058227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:29.058691 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.087111 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.109361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:29.111214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.167275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Network': ['ID=7d389aed-31de-4276-904d-5c0f5c022f4a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:29.168181 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.176985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.183473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] 10.222.0.98 "DELETE /v2.0/networks/ba23c8e6-17ce-4a23-ab40-ef9f22babb9b HTTP/1.1" status: 204 len: 168 time: 0.8375964 Nov 12 11:34:29.203797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e3ad1-c3c9-480b-b6f1-0387beb3abfd admin admin] Pushing event deleted for resources: {'Network': ['ID=ba23c8e6-17ce-4a23-ab40-ef9f22babb9b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:29.259801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feba257-fb6c-411c-8cfc-9036e15a7684 None None] DHCP port deletion for ba23c8e6-17ce-4a23-ab40-ef9f22babb9b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:29.271742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 7d389aed-31de-4276-904d-5c0f5c022f4a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:29.351160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8dba62b2-e4dc-4803-a3c1-8d682eede012 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4811335 Nov 12 11:34:29.355640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33014) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:29.362247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'network': {'name': 'tempest-router-network02--229465127'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:29.418244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bde48afe-904b-4077-a7f4-3d3ed745af2a no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:29.422661 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf093963-f398-4966-b21b-61b0f3ea8534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.462791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Made reservation on behalf of 0f244ebfeee1413b8f31a8aa8d35c667 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:29.465146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: bde48afe-904b-4077-a7f4-3d3ed745af2a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:29.465146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bde48afe-904b-4077-a7f4-3d3ed745af2a not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:29.465146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9c6e84fc-aab5-4952-973c-1dd293f15d0c no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:29.472243 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.510113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9c6e84fc-aab5-4952-973c-1dd293f15d0c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:29.510460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9c6e84fc-aab5-4952-973c-1dd293f15d0c not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:29.513935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:29.529466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.531668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.532053 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Added segment 03784e43-7443-4463-b688-abe7f69774ef of type vlan for network 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 Nov 12 11:34:29.583199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:29.616281 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:29.749436 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.788996 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.790393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.797884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:29.799404 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.807528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/networks/e44a5ef4-53ac-4ec1-b810-4cb66b82a476 HTTP/1.1" status: 204 len: 168 time: 1.4516306 Nov 12 11:34:29.807720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Network cdca51b3-5ce3-4e21-94c0-ab43120991d5 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:29.810850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:29.813280 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.818087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33016) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:29.824726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:29.828131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Pushing event updated for resources: {'Port': ['ID=f4054f82-90c1-4f20-9872-b8346ac9d758,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:29.854311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb458-25ac-4db8-bff3-83b922cf3725 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Network': ['ID=e44a5ef4-53ac-4ec1-b810-4cb66b82a476,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:29.935601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Attempting to bind port f4054f82-90c1-4f20-9872-b8346ac9d758 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:29.936004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Attempting to bind port f4054f82-90c1-4f20-9872-b8346ac9d758 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9c20cd25-c30e-4714-afd4-abef004b5ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cdca51b3-5ce3-4e21-94c0-ab43120991d5'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:29.936803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Attempting to bind port f4054f82-90c1-4f20-9872-b8346ac9d758 on network cdca51b3-5ce3-4e21-94c0-ab43120991d5 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:29.946154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33026) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:29.953866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:29.954247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Checking segment: {'id': '9c20cd25-c30e-4714-afd4-abef004b5ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cdca51b3-5ce3-4e21-94c0-ab43120991d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:29.955632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:29.956238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Bound using segment: {'id': '9c20cd25-c30e-4714-afd4-abef004b5ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cdca51b3-5ce3-4e21-94c0-ab43120991d5'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:29.956929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Bound port: f4054f82-90c1-4f20-9872-b8346ac9d758, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c20cd25-c30e-4714-afd4-abef004b5ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cdca51b3-5ce3-4e21-94c0-ab43120991d5'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:29.958238 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.013102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Network': ['ID=5dc76aa7-4d34-4cba-9964-9019b2c18dc9,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:30.033742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:30.049153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33028) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:30.049454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-69dfd97e-925d-48fb-abfa-c26c2f307051 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=702dc7eb6b9e443d8f498ffea5e5c08a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018856 Nov 12 11:34:30.104968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6940ba6d-85eb-4945-a0f8-f8ed884f603f tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7467055 Nov 12 11:34:30.105673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33030) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:30.112923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'subnet': {'network_id': '7d389aed-31de-4276-904d-5c0f5c022f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:30.142142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] For port f4054f82-90c1-4f20-9872-b8346ac9d758, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:30.148608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] For port f4054f82-90c1-4f20-9872-b8346ac9d758, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f4054f82-90c1-4f20-9872-b8346ac9d758,segment=NetworkSegment(9c20cd25-c30e-4714-afd4-abef004b5ade),segment_id=9c20cd25-c30e-4714-afd4-abef004b5ade)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:30.152757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-049e1724-38b9-41ed-b6f0-63561be93ca6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.228917 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-049e1724-38b9-41ed-b6f0-63561be93ca6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.239028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-778ae200-cd2a-4d7e-bbad-0e3183882015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.283983 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-778ae200-cd2a-4d7e-bbad-0e3183882015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.322369 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.379577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Made reservation on behalf of 0f244ebfeee1413b8f31a8aa8d35c667 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:30.388451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.408733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d191db1-1c21-44da-8dfa-215ffec6dbdf None None] Pushing event updated for resources: {'Port': ['ID=f4054f82-90c1-4f20-9872-b8346ac9d758,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:30.452078 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-778ae200-cd2a-4d7e-bbad-0e3183882015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.454644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-778ae200-cd2a-4d7e-bbad-0e3183882015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.456250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-778ae200-cd2a-4d7e-bbad-0e3183882015 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/35a687aa-bae4-495b-970c-8f7f95a37dbe HTTP/1.1" status: 204 len: 168 time: 0.4059563 Nov 12 11:34:30.465879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ae200-cd2a-4d7e-bbad-0e3183882015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a687aa-bae4-495b-970c-8f7f95a37dbe,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:30.509851 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-049e1724-38b9-41ed-b6f0-63561be93ca6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.515333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-049e1724-38b9-41ed-b6f0-63561be93ca6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:30.517778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-049e1724-38b9-41ed-b6f0-63561be93ca6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/security-groups/37432401-ce67-4414-9b3d-02b65b5ecfab HTTP/1.1" status: 204 len: 168 time: 0.5895340 Nov 12 11:34:30.544829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e1724-38b9-41ed-b6f0-63561be93ca6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37432401-ce67-4414-9b3d-02b65b5ecfab,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:31.074066 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.171964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Subnet': ['ID=0270fe04-b495-4abb-adda-36a710a707d8,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:31.194033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Checking segment: {'id': '8d236f0e-8bb6-414a-be70-a9c05d25a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7d389aed-31de-4276-904d-5c0f5c022f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:31.194730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network hostable DHCP agents. Network: 7d389aed-31de-4276-904d-5c0f5c022f4a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:31.391026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:31.393812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network 7d389aed-31de-4276-904d-5c0f5c022f4a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:31.408103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e4f4feed-bd56-4060-9c0f-906e0a4734f7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345814143', 'description': 'tempest-secgroup-smoke-345814143 description', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:31.425499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f4054f82-90c1-4f20-9872-b8346ac9d758 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:31.488051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f4054f82-90c1-4f20-9872-b8346ac9d758 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:31.488438 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.560244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 7d389aed-31de-4276-904d-5c0f5c022f4a) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:31.560731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4f4feed-bd56-4060-9c0f-906e0a4734f7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.569088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:31.569702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.578375 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.583519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8dee61-dba2-4ae2-a485-5fb088b54cd4 None None] Network 7d389aed-31de-4276-904d-5c0f5c022f4a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:31.709350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4f4feed-bd56-4060-9c0f-906e0a4734f7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.724340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port f4054f82-90c1-4f20-9872-b8346ac9d758, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f4054f82-90c1-4f20-9872-b8346ac9d758,segment=NetworkSegment(9c20cd25-c30e-4714-afd4-abef004b5ade),segment_id=9c20cd25-c30e-4714-afd4-abef004b5ade)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:31.786393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c871b973-8f9c-4c89-b407-870247edc7aa tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6795855 Nov 12 11:34:31.789536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33054) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:31.794895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'subnet': {'network_id': '5dc76aa7-4d34-4cba-9964-9019b2c18dc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:31.814131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198a947-2748-4c9a-87c8-f23373cb6d91 None None] Network cdca51b3-5ce3-4e21-94c0-ab43120991d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:31.860260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-90041880-7f83-4800-8d30-29e2a98c965a None None] Provisioning complete for port f4054f82-90c1-4f20-9872-b8346ac9d758 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:31.860627 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90041880-7f83-4800-8d30-29e2a98c965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.866188 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4f4feed-bd56-4060-9c0f-906e0a4734f7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.946674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4feed-bd56-4060-9c0f-906e0a4734f7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c1e01d-2b44-4382-9921-4b9545c9e714,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:31.976349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33062) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:31.989979 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:31.992409 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dcdf4092-b5e5-4763-8e43-758d29ca1736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.057501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33064) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:32.058328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=f4054f82-90c1-4f20-9872-b8346ac9d758,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:32.058517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-94948f71-8b69-488b-ac37-7da96477fc14 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a52efc83a25f48aabba5f3c6a06440cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0807135 Nov 12 11:34:32.064997 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90041880-7f83-4800-8d30-29e2a98c965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.066454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4f4feed-bd56-4060-9c0f-906e0a4734f7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.068014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e4f4feed-bd56-4060-9c0f-906e0a4734f7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6757987 Nov 12 11:34:32.071021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33066) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:32.076514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-87d30f90-3db5-489a-8cf5-2a00eb485c18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '58c1e01d-2b44-4382-9921-4b9545c9e714', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:32.308111 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d30f90-3db5-489a-8cf5-2a00eb485c18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.351859 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-937c0a1c-4a81-4bab-8736-bbd8f4e7a35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.356974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-7d389aed-31de-4276-904d-5c0f5c022f4a', 'network_id': '7d389aed-31de-4276-904d-5c0f5c022f4a', 'tenant_id': '0f244ebfeee1413b8f31a8aa8d35c667', 'fixed_ips': [{'subnet_id': '0270fe04-b495-4abb-adda-36a710a707d8'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:32.358627 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.387894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-937c0a1c-4a81-4bab-8736-bbd8f4e7a35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.442712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d30f90-3db5-489a-8cf5-2a00eb485c18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.444473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Made reservation on behalf of 0f244ebfeee1413b8f31a8aa8d35c667 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:32.452850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.556754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d30f90-3db5-489a-8cf5-2a00eb485c18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.619553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d30f90-3db5-489a-8cf5-2a00eb485c18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdf61d7-e615-44e9-afa2-768159d984bc,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:32.671281 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-90041880-7f83-4800-8d30-29e2a98c965a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:34:32.671281 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-90041880-7f83-4800-8d30-29e2a98c965a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:34:32.758351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-87d30f90-3db5-489a-8cf5-2a00eb485c18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.762303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-87d30f90-3db5-489a-8cf5-2a00eb485c18 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6872535 Nov 12 11:34:32.763327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33072) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:32.769234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3c0ed383-3bee-4cd4-ab6f-8f9deca36ee6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '58c1e01d-2b44-4382-9921-4b9545c9e714', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:32.773020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Allocated IP 2001:db8::2 (7d389aed-31de-4276-904d-5c0f5c022f4a/0270fe04-b495-4abb-adda-36a710a707d8/63db7ca5-86df-44b2-aa62-432226a9420a) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:32.917225 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:34:32.955423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-937c0a1c-4a81-4bab-8736-bbd8f4e7a35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.958882 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-937c0a1c-4a81-4bab-8736-bbd8f4e7a35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.963364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-937c0a1c-4a81-4bab-8736-bbd8f4e7a35d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d745d288-432f-43e1-aca6-4523eac37b4f HTTP/1.1" status: 204 len: 168 time: 0.9015412 Nov 12 11:34:32.963364 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:32.996006 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c0ed383-3bee-4cd4-ab6f-8f9deca36ee6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.041434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c0a1c-4a81-4bab-8736-bbd8f4e7a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d745d288-432f-43e1-aca6-4523eac37b4f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:33.146424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c0ed383-3bee-4cd4-ab6f-8f9deca36ee6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.165561 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.166432 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Checking segment: {'id': '03784e43-7443-4463-b688-abe7f69774ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5dc76aa7-4d34-4cba-9964-9019b2c18dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:33.167069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network hostable DHCP agents. Network: 5dc76aa7-4d34-4cba-9964-9019b2c18dc9, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:33.172141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Subnet': ['ID=a99f8be4-c5f9-42de-a0fe-a028ea411fc3,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:33.238947 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c0ed383-3bee-4cd4-ab6f-8f9deca36ee6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.269399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ed383-3bee-4cd4-ab6f-8f9deca36ee6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef2796f-e6e2-4337-9c30-ebaa6e1c5858,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:33.285030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.362041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f4054f82-90c1-4f20-9872-b8346ac9d758 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:33.366010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:33.409130 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3c0ed383-3bee-4cd4-ab6f-8f9deca36ee6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.410380 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3c0ed383-3bee-4cd4-ab6f-8f9deca36ee6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6459529 Nov 12 11:34:33.413119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33080) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:33.414721 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.419953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-49003cee-299b-40fe-8cf1-cb03f2aaf7b5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '58c1e01d-2b44-4382-9921-4b9545c9e714', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:33.455589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8dd92c61-fa2a-44c7-8cce-de417909e257 None None] Provisioning complete for port f4054f82-90c1-4f20-9872-b8346ac9d758 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:33.455978 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8dd92c61-fa2a-44c7-8cce-de417909e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.498783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Network 7d389aed-31de-4276-904d-5c0f5c022f4a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:33.515138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:33.519977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:33.522150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 5dc76aa7-4d34-4cba-9964-9019b2c18dc9) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:33.524926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Pushing event updated for resources: {'Port': ['ID=63db7ca5-86df-44b2-aa62-432226a9420a,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:33.534545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:33.539578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.548337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49003cee-299b-40fe-8cf1-cb03f2aaf7b5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.578990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f4054f82-90c1-4f20-9872-b8346ac9d758 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:33.579343 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.582351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a930a2-c876-4698-9f61-1a98d3bb7c56 None None] Network 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:33.660146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a439c6b7-6927-443f-a5a3-98dbdb34e80b tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8696022 Nov 12 11:34:33.673598 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49003cee-299b-40fe-8cf1-cb03f2aaf7b5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.676120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33086) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:33.735994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Attempting to bind port 63db7ca5-86df-44b2-aa62-432226a9420a on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:33.737009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Attempting to bind port 63db7ca5-86df-44b2-aa62-432226a9420a by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '8d236f0e-8bb6-414a-be70-a9c05d25a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7d389aed-31de-4276-904d-5c0f5c022f4a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:33.737572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Attempting to bind port 63db7ca5-86df-44b2-aa62-432226a9420a on network 7d389aed-31de-4276-904d-5c0f5c022f4a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:33.763672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:33.764355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Checking segment: {'id': '8d236f0e-8bb6-414a-be70-a9c05d25a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7d389aed-31de-4276-904d-5c0f5c022f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:33.764930 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.765512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Bound using segment: {'id': '8d236f0e-8bb6-414a-be70-a9c05d25a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7d389aed-31de-4276-904d-5c0f5c022f4a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:33.766177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Bound port: 63db7ca5-86df-44b2-aa62-432226a9420a, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d236f0e-8bb6-414a-be70-a9c05d25a597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7d389aed-31de-4276-904d-5c0f5c022f4a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:33.766779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.776522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49003cee-299b-40fe-8cf1-cb03f2aaf7b5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.812637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003cee-299b-40fe-8cf1-cb03f2aaf7b5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a6d832-318c-420f-8f33-9257a6c4a357,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:33.954373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] For port 63db7ca5-86df-44b2-aa62-432226a9420a, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:33.984470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] For port 63db7ca5-86df-44b2-aa62-432226a9420a, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=63db7ca5-86df-44b2-aa62-432226a9420a,segment=NetworkSegment(8d236f0e-8bb6-414a-be70-a9c05d25a597),segment_id=8d236f0e-8bb6-414a-be70-a9c05d25a597)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:33.984852 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-49003cee-299b-40fe-8cf1-cb03f2aaf7b5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:33.987493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-49003cee-299b-40fe-8cf1-cb03f2aaf7b5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5732043 Nov 12 11:34:33.990093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33094) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:33.996415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b6babd69-28cc-432b-9aab-f05703fcbb5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '58c1e01d-2b44-4382-9921-4b9545c9e714', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:33.998762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5dc76aa7-4d34-4cba-9964-9019b2c18dc9', 'network_id': '5dc76aa7-4d34-4cba-9964-9019b2c18dc9', 'tenant_id': '0f244ebfeee1413b8f31a8aa8d35c667', 'fixed_ips': [{'subnet_id': 'a99f8be4-c5f9-42de-a0fe-a028ea411fc3'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:33.999672 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.106219 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.144164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.225827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b6babd69-28cc-432b-9aab-f05703fcbb5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.252385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaba9dd-037d-4af2-a0c1-2a25b545a1a0 None None] Pushing event updated for resources: {'Port': ['ID=63db7ca5-86df-44b2-aa62-432226a9420a,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:34.261333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Allocated IP 2001:db8::2 (5dc76aa7-4d34-4cba-9964-9019b2c18dc9/a99f8be4-c5f9-42de-a0fe-a028ea411fc3/5bb4710e-1422-4b08-9493-5ff75044b061) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:34.394400 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b6babd69-28cc-432b-9aab-f05703fcbb5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.430491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.469351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Allocated IP 2001:db8::1 (7d389aed-31de-4276-904d-5c0f5c022f4a/0270fe04-b495-4abb-adda-36a710a707d8/faed0d26-c73f-4aa8-9cc1-bcf0fd30a018) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:34.549002 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b6babd69-28cc-432b-9aab-f05703fcbb5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.583383 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.601022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6babd69-28cc-432b-9aab-f05703fcbb5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6348d7c4-d10e-4b5d-aea6-0d4d0b0ec06d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:34.646476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.708414 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.754055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Network 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:34.781710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b6babd69-28cc-432b-9aab-f05703fcbb5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.781710 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b6babd69-28cc-432b-9aab-f05703fcbb5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7897899 Nov 12 11:34:34.783841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33114) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:34.788892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-eb11e4cd-fada-4234-95ca-afe581ff5fae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '58c1e01d-2b44-4382-9921-4b9545c9e714', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:34.792906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:34.795978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:34.853936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Pushing event updated for resources: {'Port': ['ID=5bb4710e-1422-4b08-9493-5ff75044b061,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:34.870705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.897885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Attempting to bind port 5bb4710e-1422-4b08-9493-5ff75044b061 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:34.898622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Attempting to bind port 5bb4710e-1422-4b08-9493-5ff75044b061 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '03784e43-7443-4463-b688-abe7f69774ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5dc76aa7-4d34-4cba-9964-9019b2c18dc9'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:34.899269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Attempting to bind port 5bb4710e-1422-4b08-9493-5ff75044b061 on network 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:34.905283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:34.905689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Checking segment: {'id': '03784e43-7443-4463-b688-abe7f69774ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5dc76aa7-4d34-4cba-9964-9019b2c18dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:34.906790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.907221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Bound using segment: {'id': '03784e43-7443-4463-b688-abe7f69774ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5dc76aa7-4d34-4cba-9964-9019b2c18dc9'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:34.908642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Bound port: 5bb4710e-1422-4b08-9493-5ff75044b061, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03784e43-7443-4463-b688-abe7f69774ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5dc76aa7-4d34-4cba-9964-9019b2c18dc9'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:34.909034 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.926370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network 7d389aed-31de-4276-904d-5c0f5c022f4a is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:34.932723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:34.936673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:34.937207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:34.979075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Port': ['ID=faed0d26-c73f-4aa8-9cc1-bcf0fd30a018,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:35.000900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] For port 5bb4710e-1422-4b08-9493-5ff75044b061, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:35.004282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] For port 5bb4710e-1422-4b08-9493-5ff75044b061, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5bb4710e-1422-4b08-9493-5ff75044b061,segment=NetworkSegment(03784e43-7443-4463-b688-abe7f69774ef),segment_id=03784e43-7443-4463-b688-abe7f69774ef)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:35.052208 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-eb11e4cd-fada-4234-95ca-afe581ff5fae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Project c2299b0844f3474a94733bf9075b3dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:34:35.062031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb11e4cd-fada-4234-95ca-afe581ff5fae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.064725 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.149922 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb11e4cd-fada-4234-95ca-afe581ff5fae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.199045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33124) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:35.200671 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.272464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.298396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742de8-5957-43ec-95c4-56129ec44f60 None None] Pushing event updated for resources: {'Port': ['ID=5bb4710e-1422-4b08-9493-5ff75044b061,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:35.314940 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb11e4cd-fada-4234-95ca-afe581ff5fae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.380831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11e4cd-fada-4234-95ca-afe581ff5fae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6383de-6ca3-4691-b3a5-505e0165c0e0,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:35.501706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 63db7ca5-86df-44b2-aa62-432226a9420a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:35.530225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1268443260-network', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:35.554704 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-eb11e4cd-fada-4234-95ca-afe581ff5fae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.559950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-eb11e4cd-fada-4234-95ca-afe581ff5fae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7747092 Nov 12 11:34:35.563422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33130) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:35.574877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d742d8ef-3340-4701-a14a-2b29e90077eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '58c1e01d-2b44-4382-9921-4b9545c9e714', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:35.661167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 63db7ca5-86df-44b2-aa62-432226a9420a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:35.661528 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.740428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Made reservation on behalf of d2b05d358f504c6ca434d220e863900a for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:35.760775 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.780951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.839642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb0107-6b8c-412c-9e85-798037567d81 None None] Network 7d389aed-31de-4276-904d-5c0f5c022f4a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:35.846558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.900972 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-d742d8ef-3340-4701-a14a-2b29e90077eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Project c2299b0844f3474a94733bf9075b3dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:34:35.918502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d742d8ef-3340-4701-a14a-2b29e90077eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.976909 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.983014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:35.994216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0cdb3036-e770-4f48-a1d5-26bf8d77207d None None] Provisioning complete for port 63db7ca5-86df-44b2-aa62-432226a9420a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:35.994578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cdb3036-e770-4f48-a1d5-26bf8d77207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.057605 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.058701 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.063784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d742d8ef-3340-4701-a14a-2b29e90077eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.084395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 63db7ca5-86df-44b2-aa62-432226a9420a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=63db7ca5-86df-44b2-aa62-432226a9420a,segment=NetworkSegment(8d236f0e-8bb6-414a-be70-a9c05d25a597),segment_id=8d236f0e-8bb6-414a-be70-a9c05d25a597)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:36.136721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Port': ['ID=faed0d26-c73f-4aa8-9cc1-bcf0fd30a018,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:36.177886 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.210506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:36.302391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d742d8ef-3340-4701-a14a-2b29e90077eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.323281 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.381907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.382441 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Added segment fdfb9828-f5c5-48f9-8fde-4f0dca975783 of type vlan for network f4711ab4-73d1-4605-b01e-216fc6c375f0 Nov 12 11:34:36.476353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=63db7ca5-86df-44b2-aa62-432226a9420a,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:36.491038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742d8ef-3340-4701-a14a-2b29e90077eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f9f1a8-280f-47b8-9e32-7e1f596f80f0,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:36.502020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254116f9-0afd-4cb0-ae9d-9ca18a873e50,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:36.538433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network 7d389aed-31de-4276-904d-5c0f5c022f4a is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:36.541745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:36.584187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.733999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d742d8ef-3340-4701-a14a-2b29e90077eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.745867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d742d8ef-3340-4701-a14a-2b29e90077eb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1794138 Nov 12 11:34:36.746794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33174) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:36.754394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'network': {'name': 'tempest-network-smoke--837410760', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:36.772257 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.784879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:36.784879 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:36.853361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Pushing event updated for resources: {'Network': ['ID=f4711ab4-73d1-4605-b01e-216fc6c375f0,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:36.869271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.869797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.870244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.870703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.871140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.871571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.872122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.872607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.873188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.873563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.874077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.874505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:36.887312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:36.996156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ae9df6b9-fbeb-42dc-9731-0593fe6cdba4 None None] Provisioning complete for port faed0d26-c73f-4aa8-9cc1-bcf0fd30a018 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:36.996534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae9df6b9-fbeb-42dc-9731-0593fe6cdba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.042257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ae9df6b9-fbeb-42dc-9731-0593fe6cdba4 None None] Port faed0d26-c73f-4aa8-9cc1-bcf0fd30a018 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:37.062177 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Router ee124456-e7cc-4b98-a684-899ee65e0440 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:34:37.064282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:37.074617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ae9df6b9-fbeb-42dc-9731-0593fe6cdba4 None None] Provisioning complete for port 63db7ca5-86df-44b2-aa62-432226a9420a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:37.074617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae9df6b9-fbeb-42dc-9731-0593fe6cdba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.075641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.263318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96bb7a5-92f0-492d-b113-9246a479e355 None None] Network 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:37.264290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:37.264290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.264290 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Added segment a448d168-0102-4fe6-b9bc-b6ffbf750191 of type vlan for network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 Nov 12 11:34:37.277366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:37.296878 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf317f-2036-4f7b-9219-516ff39a78dc None None] Sync routers for ids ['ee124456-e7cc-4b98-a684-899ee65e0440'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:37.331967 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf317f-2036-4f7b-9219-516ff39a78dc None None] Routers {'ee124456-e7cc-4b98-a684-899ee65e0440'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:37.332814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0ddf317f-2036-4f7b-9219-516ff39a78dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ee124456-e7cc-4b98-a684-899ee65e0440'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:37.343846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-60d88efc-ff0e-442e-8f49-3a50b3054576 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "PUT /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6663623 Nov 12 11:34:37.347281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33176) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:37.369931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.422503 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0ddf317f-2036-4f7b-9219-516ff39a78dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:37.440919 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf317f-2036-4f7b-9219-516ff39a78dc None None] Routers {'ee124456-e7cc-4b98-a684-899ee65e0440'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:37.441562 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0ddf317f-2036-4f7b-9219-516ff39a78dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ee124456-e7cc-4b98-a684-899ee65e0440'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:37.483612 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0ddf317f-2036-4f7b-9219-516ff39a78dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:37.483612 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf317f-2036-4f7b-9219-516ff39a78dc None None] The sync data for ids ['ee124456-e7cc-4b98-a684-899ee65e0440'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:37.499833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] Provisioning complete for port faed0d26-c73f-4aa8-9cc1-bcf0fd30a018 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:37.500305 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.511412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e92f717d-9444-43c8-ae01-ef8f122958ba admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3062871 Nov 12 11:34:37.515350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33178) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:37.520759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Request body: {'subnet': {'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1268443260-subnet', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:37.579098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 63db7ca5-86df-44b2-aa62-432226a9420a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:37.630953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] Port faed0d26-c73f-4aa8-9cc1-bcf0fd30a018 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:37.667477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] Provisioning complete for port 5bb4710e-1422-4b08-9493-5ff75044b061 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:37.667940 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.673793 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.682266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:37.686894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.760168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 63db7ca5-86df-44b2-aa62-432226a9420a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:37.760698 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.809575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Network': ['ID=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:37.833306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Made reservation on behalf of d2b05d358f504c6ca434d220e863900a for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:37.835784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:37.839065 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.920256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:37.997148 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-4b7060d7-5acd-481d-86d0-1032b559d8fc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:34:38.001094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4b7060d7-5acd-481d-86d0-1032b559d8fc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "PUT /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6498873 Nov 12 11:34:38.002520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33184) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:38.035093 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1dd308fb-d2fc-436f-8f60-163460521793 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2858388 Nov 12 11:34:38.036399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33188) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:38.044557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'admin_state_up': True, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:38.070412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] For port 5bb4710e-1422-4b08-9493-5ff75044b061, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5bb4710e-1422-4b08-9493-5ff75044b061,segment=NetworkSegment(03784e43-7443-4463-b688-abe7f69774ef),segment_id=03784e43-7443-4463-b688-abe7f69774ef)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:38.112718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5bb4710e-1422-4b08-9493-5ff75044b061 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:38.176460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5bb4710e-1422-4b08-9493-5ff75044b061 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:38.176835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.200655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.201731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.204794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.266775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.282694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f8356-563e-43b9-b453-ced1b384ddda None None] Pushing event updated for resources: {'Port': ['ID=5bb4710e-1422-4b08-9493-5ff75044b061,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:38.298571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.374088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-13f7ea4b-94c2-46fe-b6b5-62a5398ec4b9 None None] Provisioning complete for port faed0d26-c73f-4aa8-9cc1-bcf0fd30a018 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:38.375073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13f7ea4b-94c2-46fe-b6b5-62a5398ec4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.375360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64919dfd-92ed-482f-accf-038722f946dd,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:38.392368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Checking segment: {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:38.398635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Network hostable DHCP agents. Network: f4711ab4-73d1-4605-b01e-216fc6c375f0, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:38.428832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-13f7ea4b-94c2-46fe-b6b5-62a5398ec4b9 None None] Port faed0d26-c73f-4aa8-9cc1-bcf0fd30a018 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:38.444003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-13f7ea4b-94c2-46fe-b6b5-62a5398ec4b9 None None] Provisioning complete for port 5bb4710e-1422-4b08-9493-5ff75044b061 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:38.444470 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13f7ea4b-94c2-46fe-b6b5-62a5398ec4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.603620 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.651651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:38.783605 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:38.889381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f4711ab4-73d1-4605-b01e-216fc6c375f0) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:38.900009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae1f39-7ac8-4e9f-9042-0c189a1ff270 None None] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:38.908861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:38.910055 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.119750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-f4711ab4-73d1-4605-b01e-216fc6c375f0', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:39.121579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.133863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.144787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting port faed0d26-c73f-4aa8-9cc1-bcf0fd30a018 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:39.146773 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.155256 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.214996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f9a5dad-5895-40e8-8c7b-f59dfa10f62f admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6961861 Nov 12 11:34:39.223778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33228) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:39.223778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:39.344415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.359908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Allocated IP 172.20.0.2 (f4711ab4-73d1-4605-b01e-216fc6c375f0/64919dfd-92ed-482f-accf-038722f946dd/b08ea59f-2f50-4e39-a398-2ca55a680298) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:39.360086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.25.3.179 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/58af6c31-2442-40fb-818b-35f960a2fcd8) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:39.360214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5bb4710e-1422-4b08-9493-5ff75044b061 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:39.360344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Calling delete_port for faed0d26-c73f-4aa8-9cc1-bcf0fd30a018 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:39.425174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.429418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.518083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5bb4710e-1422-4b08-9493-5ff75044b061 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:39.518757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.582119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.632832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.641402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.749371 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.785297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Port': ['ID=faed0d26-c73f-4aa8-9cc1-bcf0fd30a018,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:39.892933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.897277 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.904889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:39.986672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:39.989852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:40.004774 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:40.008101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Pushing event updated for resources: {'Port': ['ID=b08ea59f-2f50-4e39-a398-2ca55a680298,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:40.128662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Attempting to bind port b08ea59f-2f50-4e39-a398-2ca55a680298 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:40.128662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Attempting to bind port b08ea59f-2f50-4e39-a398-2ca55a680298 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:40.129508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Attempting to bind port b08ea59f-2f50-4e39-a398-2ca55a680298 on network f4711ab4-73d1-4605-b01e-216fc6c375f0 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:40.140261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:40.141123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Checking segment: {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:40.141531 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:40.141962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Bound using segment: {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:40.142613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Bound port: b08ea59f-2f50-4e39-a398-2ca55a680298, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:40.143000 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:40.260517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] For port b08ea59f-2f50-4e39-a398-2ca55a680298, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:40.264503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Router ee124456-e7cc-4b98-a684-899ee65e0440 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:34:40.266782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] For port b08ea59f-2f50-4e39-a398-2ca55a680298, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b08ea59f-2f50-4e39-a398-2ca55a680298,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:40.391513 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:40.396829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-90afae78-afa4-4f87-9275-d2bf8c5659ef tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "PUT /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3939636 Nov 12 11:34:40.400598 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33242) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:40.401461 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:40.443574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13172901-353b-4e03-b99a-94663bc46cba None None] Sync routers for ids ['ee124456-e7cc-4b98-a684-899ee65e0440'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:40.448159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=58af6c31-2442-40fb-818b-35f960a2fcd8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:40.457811 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-5de04251-e328-49cf-87bb-ec28fa5ecbf2 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] delete failed (client error): The resource could not be found. Nov 12 11:34:40.460295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5de04251-e328-49cf-87bb-ec28fa5ecbf2 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/routers/tempest-non_exist_router-2086861867 HTTP/1.1" status: 404 len: 335 time: 0.0582404 Nov 12 11:34:40.464170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33244) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:40.473759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f7ac5d59-de3d-42a0-ba9b-b4eef700eeea tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee124456-e7cc-4b98-a684-899ee65e0440'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:40.473923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:40.473923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:40.480541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:40.526669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb0f58-0d08-42cc-9095-9ecd5142f576 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:40.549835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13172901-353b-4e03-b99a-94663bc46cba None None] Routers {'ee124456-e7cc-4b98-a684-899ee65e0440'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:40.550475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-13172901-353b-4e03-b99a-94663bc46cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ee124456-e7cc-4b98-a684-899ee65e0440'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:40.664878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-13172901-353b-4e03-b99a-94663bc46cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:40.697140 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:40.703220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13172901-353b-4e03-b99a-94663bc46cba None None] Routers {'ee124456-e7cc-4b98-a684-899ee65e0440'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:40.704111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-13172901-353b-4e03-b99a-94663bc46cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ee124456-e7cc-4b98-a684-899ee65e0440'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:40.767117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c1e76-b91b-4c90-9321-d7378e487675 None None] Pushing event updated for resources: {'Port': ['ID=b08ea59f-2f50-4e39-a398-2ca55a680298,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:40.771237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-13172901-353b-4e03-b99a-94663bc46cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:40.772054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13172901-353b-4e03-b99a-94663bc46cba None None] The sync data for ids ['ee124456-e7cc-4b98-a684-899ee65e0440'] in n-d-768852-22 is: [] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:40.775065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-74290a29-f176-4ed9-88d4-f63753b63dfe None None] Provisioning complete for port 58af6c31-2442-40fb-818b-35f960a2fcd8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:40.775516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74290a29-f176-4ed9-88d4-f63753b63dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:40.784264 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7ac5d59-de3d-42a0-ba9b-b4eef700eeea tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:40.883122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-74290a29-f176-4ed9-88d4-f63753b63dfe None None] Port 58af6c31-2442-40fb-818b-35f960a2fcd8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:40.985203 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-f7ac5d59-de3d-42a0-ba9b-b4eef700eeea tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] update failed (client error): The resource could not be found. Nov 12 11:34:40.990240 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f7ac5d59-de3d-42a0-ba9b-b4eef700eeea tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "PUT /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440 HTTP/1.1" status: 404 len: 339 time: 0.5247121 Nov 12 11:34:40.990681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33248) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:40.998199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-479219551'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:41.171670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Made reservation on behalf of 0f244ebfeee1413b8f31a8aa8d35c667 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:41.175685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.206573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:41.225766 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.226287 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Added segment f73edb15-5c3e-437d-a766-08772a46729a of type vlan for network acd7ea58-6761-4c47-8a4a-513c8458692d Nov 12 11:34:41.296778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.318471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.342965 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.405809 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.430448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b08ea59f-2f50-4e39-a398-2ca55a680298 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:41.464591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.476536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:41.477513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.563578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b08ea59f-2f50-4e39-a398-2ca55a680298 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:41.563991 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.621984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Network': ['ID=acd7ea58-6761-4c47-8a4a-513c8458692d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:41.648755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network acd7ea58-6761-4c47-8a4a-513c8458692d details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:41.678594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Allocated IP 172.25.3.29 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/83206491-67f1-4a9f-a98c-4a832324d3b6) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:41.806818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b1a9acee-0786-432b-9fb5-699c1275beb5 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8144047 Nov 12 11:34:41.807716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33254) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:41.817463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'subnet': {'network_id': 'acd7ea58-6761-4c47-8a4a-513c8458692d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:41.862705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:41.946973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port b08ea59f-2f50-4e39-a398-2ca55a680298, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b08ea59f-2f50-4e39-a398-2ca55a680298,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:41.974025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:42.029618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:42.065516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58e1500-281d-491b-8beb-c51fd16f6dd3 None None] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:42.154547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Made reservation on behalf of 0f244ebfeee1413b8f31a8aa8d35c667 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:42.158840 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:42.174933 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:42.363432 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:42.453886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 82f52fd4-800f-4b9b-b20f-a704bd352af0 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:34:42.455114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fb096c3c-3b04-412e-92df-b399ac26aae2 None None] Provisioning complete for port b08ea59f-2f50-4e39-a398-2ca55a680298 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:42.455655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fb096c3c-3b04-412e-92df-b399ac26aae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:42.507471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:42.523101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:42.557102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:42.576212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7528a5cd-1183-474a-8fd6-1b66308e4c34 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:42.593141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=b08ea59f-2f50-4e39-a398-2ca55a680298,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:42.652095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Pushing event updated for resources: {'Port': ['ID=83206491-67f1-4a9f-a98c-4a832324d3b6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:42.698837 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:42.865515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Checking segment: {'id': 'f73edb15-5c3e-437d-a766-08772a46729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acd7ea58-6761-4c47-8a4a-513c8458692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:42.865515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network hostable DHCP agents. Network: acd7ea58-6761-4c47-8a4a-513c8458692d, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:42.871123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Subnet': ['ID=aa6e000d-6281-4644-830a-4f7300485959,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:42.934840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:42.947909 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Sync routers for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:42.964447 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:42.972570 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:42.972881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network acd7ea58-6761-4c47-8a4a-513c8458692d is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:43.025234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a4088656-3c68-45a4-9bb2-fd4d28fd163c None None] Provisioning complete for port 83206491-67f1-4a9f-a98c-4a832324d3b6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:43.025940 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4088656-3c68-45a4-9bb2-fd4d28fd163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.082431 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.088593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33262) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:43.088947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5e38bff1-9683-400c-a8e7-d4f528e68a37 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0490828 Nov 12 11:34:43.149164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a4088656-3c68-45a4-9bb2-fd4d28fd163c None None] Port 83206491-67f1-4a9f-a98c-4a832324d3b6 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:43.173750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, acd7ea58-6761-4c47-8a4a-513c8458692d) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:43.182748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbedc0-7726-4649-8b4d-d240818d3089 None None] Network acd7ea58-6761-4c47-8a4a-513c8458692d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:43.189971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:43.193734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.206299 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:43.209815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8493ecff-dd09-49b6-9dbc-59c76441cc89 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=c2299b0844f3474a94733bf9075b3dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1197968 Nov 12 11:34:43.224473 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.227569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33266) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:43.337525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-412bcf0f-62c6-4a07-8702-f318a397083d tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5255582 Nov 12 11:34:43.337903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33272) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:43.347141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-dc04e177-62bb-498a-bf62-6d4c2b37f501 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acd7ea58-6761-4c47-8a4a-513c8458692d'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:43.450203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b08ea59f-2f50-4e39-a398-2ca55a680298 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:43.567263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deed0d47-2ad5-459a-9a99-5e3b43581619 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:43.575348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-deed0d47-2ad5-459a-9a99-5e3b43581619 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3431668 Nov 12 11:34:43.578324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33274) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:43.619404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a05e9527-0e41-4db5-ae8e-8b773ec4f892 None None] Provisioning complete for port b08ea59f-2f50-4e39-a398-2ca55a680298 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:43.620040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a05e9527-0e41-4db5-ae8e-8b773ec4f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.656138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d1482454-d3f0-4357-9282-51a6cc8c7813 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767291 Nov 12 11:34:43.658793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33276) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:43.663788 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-391949443', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:43.707976 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:40Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:43.736872 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Checking router: 82f52fd4-800f-4b9b-b20f-a704bd352af0 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:34:43.737266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Updating router 82f52fd4-800f-4b9b-b20f-a704bd352af0 port 58af6c31-2442-40fb-818b-35f960a2fcd8 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:34:43.772596 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.911291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dc04e177-62bb-498a-bf62-6d4c2b37f501 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.961600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-acd7ea58-6761-4c47-8a4a-513c8458692d', 'network_id': 'acd7ea58-6761-4c47-8a4a-513c8458692d', 'tenant_id': '0f244ebfeee1413b8f31a8aa8d35c667', 'fixed_ips': [{'subnet_id': 'aa6e000d-6281-4644-830a-4f7300485959'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:43.966153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:43.970510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.051455 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b08ea59f-2f50-4e39-a398-2ca55a680298 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:44.052040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.163005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:44.166037 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.169785 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.311826 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.393932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:34:44.435584 n-d-768852-22 neutron-server[109704]: INFO neutron.api.v2.resource [None req-dc04e177-62bb-498a-bf62-6d4c2b37f501 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 11:34:44.441521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dc04e177-62bb-498a-bf62-6d4c2b37f501 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "PUT /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440 HTTP/1.1" status: 400 len: 364 time: 1.1014681 Nov 12 11:34:44.453726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:44.485574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f02efc-b02a-4c29-9d0c-fb2f7095deac None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:44.521299 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Attempting to bind port 58af6c31-2442-40fb-818b-35f960a2fcd8 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:44.521633 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Attempting to bind port 58af6c31-2442-40fb-818b-35f960a2fcd8 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:44.522002 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Attempting to bind port 58af6c31-2442-40fb-818b-35f960a2fcd8 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:44.565045 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Pushing event updated for resources: {'Port': ['ID=58af6c31-2442-40fb-818b-35f960a2fcd8,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:44.585130 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:44.589567 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:44.589567 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.589567 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:44.589567 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Bound port: 58af6c31-2442-40fb-818b-35f960a2fcd8, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:44.589567 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.610329 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.610814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.611143 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.611480 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.611814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.612171 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.612500 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.612826 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.613147 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.613468 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.613788 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.614107 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:34:44.705419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:44.738468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Sync routers for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:44.789554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Allocated IP 2001:db8:1::2 (acd7ea58-6761-4c47-8a4a-513c8458692d/aa6e000d-6281-4644-830a-4f7300485959/34ca2410-ddef-43b5-bf0f-92706ae129b1) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:44.806097 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] For port 58af6c31-2442-40fb-818b-35f960a2fcd8, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:44.809409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:44.810077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:44.810884 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] For port 58af6c31-2442-40fb-818b-35f960a2fcd8, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=58af6c31-2442-40fb-818b-35f960a2fcd8,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:44.912983 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:44.914732 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6dec3406-7446-40d4-afc7-3d43d39a34ce admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6976478 Nov 12 11:34:44.920383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33290) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:44.938241 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:45.068560 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f7ca0-afa2-49a1-9c02-a1f3653d05e7 None None] Pushing event updated for resources: {'Port': ['ID=58af6c31-2442-40fb-818b-35f960a2fcd8,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:45.092305 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:45.093169 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:45.126084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-110e4737-484d-4c74-b368-f13115d4f0c1 None None] Provisioning complete for port 58af6c31-2442-40fb-818b-35f960a2fcd8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:45.126458 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-110e4737-484d-4c74-b368-f13115d4f0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:45.189139 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:45.206251 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:45.269317 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:45.345083 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:45.348113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1371c70b-19ab-409b-b264-446af7baba3c None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:45.390339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:45.469567 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:45.474606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Subnet': ['ID=a45886fb-9238-4321-9ba8-b51a52a3ce54,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:45.510379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Checking segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:45.510820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network hostable DHCP agents. Network: c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:45.511241 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:40Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:45.552526 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8027aa3-502b-4aa5-b591-3582211855c8 None None] The sync data for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 is: [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:40Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:45.607276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Network acd7ea58-6761-4c47-8a4a-513c8458692d is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:45.713026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:45.717146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Pushing event updated for resources: {'Port': ['ID=34ca2410-ddef-43b5-bf0f-92706ae129b1,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:45.719497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:45.724423 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-110e4737-484d-4c74-b368-f13115d4f0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:45.857233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:45.888673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-110e4737-484d-4c74-b368-f13115d4f0c1 None None] For port 58af6c31-2442-40fb-818b-35f960a2fcd8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=58af6c31-2442-40fb-818b-35f960a2fcd8,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:45.999746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Attempting to bind port 34ca2410-ddef-43b5-bf0f-92706ae129b1 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:46.004265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Attempting to bind port 34ca2410-ddef-43b5-bf0f-92706ae129b1 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f73edb15-5c3e-437d-a766-08772a46729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acd7ea58-6761-4c47-8a4a-513c8458692d'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:46.004673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Attempting to bind port 34ca2410-ddef-43b5-bf0f-92706ae129b1 on network acd7ea58-6761-4c47-8a4a-513c8458692d {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:46.023604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:46.035492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Checking segment: {'id': 'f73edb15-5c3e-437d-a766-08772a46729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acd7ea58-6761-4c47-8a4a-513c8458692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:46.047227 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:46.047227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Bound using segment: {'id': 'f73edb15-5c3e-437d-a766-08772a46729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acd7ea58-6761-4c47-8a4a-513c8458692d'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:46.047227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Bound port: 34ca2410-ddef-43b5-bf0f-92706ae129b1, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73edb15-5c3e-437d-a766-08772a46729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'acd7ea58-6761-4c47-8a4a-513c8458692d'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:46.047227 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:46.050281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Allocated IP 2001:db8::1 (cdca51b3-5ce3-4e21-94c0-ab43120991d5/b10428aa-b05f-44be-8ac1-d6a7c5f62518/bdcda90f-3c6d-4baa-8378-622582b99b67) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:46.094223 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-110e4737-484d-4c74-b368-f13115d4f0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:46.245767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e4737-484d-4c74-b368-f13115d4f0c1 None None] Pushing event updated for resources: {'Port': ['ID=58af6c31-2442-40fb-818b-35f960a2fcd8,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:46.258002 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:46.308249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:46.325005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:46.326859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:46.374231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] For port 34ca2410-ddef-43b5-bf0f-92706ae129b1, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:46.383547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] For port 34ca2410-ddef-43b5-bf0f-92706ae129b1, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=34ca2410-ddef-43b5-bf0f-92706ae129b1,segment=NetworkSegment(f73edb15-5c3e-437d-a766-08772a46729a),segment_id=f73edb15-5c3e-437d-a766-08772a46729a)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:46.400267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da23d2-0c20-4571-b458-3a828a1c5ae4 None None] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:46.474400 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:46.506037 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:46.640096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4bced-cf72-490f-9009-29d34b45a271 None None] Pushing event updated for resources: {'Port': ['ID=34ca2410-ddef-43b5-bf0f-92706ae129b1,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:46.652829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:42Z', 'revision_number': 3, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:46.664551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network cdca51b3-5ce3-4e21-94c0-ab43120991d5 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:46.674289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-43cfec67-1c77-4269-8d95-15fb12bc14c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0139754 Nov 12 11:34:46.674695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Port': ['ID=bdcda90f-3c6d-4baa-8378-622582b99b67,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:46.677582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:46.681861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33302) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:46.822681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-21cd26e1-925f-49f1-a338-454940a17797 None None] Provisioning complete for port 58af6c31-2442-40fb-818b-35f960a2fcd8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:46.827742 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-21cd26e1-925f-49f1-a338-454940a17797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:46.997407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Checking router: 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:34:47.000437 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Updating router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 port 83206491-67f1-4a9f-a98c-4a832324d3b6 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:34:47.099817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:47.119089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:47.343329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:47.345738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:47.575476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:47.576538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:47.577750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Allocated IP 172.20.0.1 (f4711ab4-73d1-4605-b01e-216fc6c375f0/64919dfd-92ed-482f-accf-038722f946dd/a0269fe1-31b8-4742-aa36-a91c45d369cf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:47.636709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 58af6c31-2442-40fb-818b-35f960a2fcd8 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:47.754238 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:47.938172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.085477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Pushing event updated for resources: {'Port': ['ID=a0269fe1-31b8-4742-aa36-a91c45d369cf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:48.105658 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:48.111222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:48.116610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.126994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:48.193071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33324) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:48.195160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.224162 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.435534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.506886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ba0eb4ee-d115-4d66-b9e0-2b35556722fc None None] Provisioning complete for port bdcda90f-3c6d-4baa-8378-622582b99b67 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:48.507256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb4ee-d115-4d66-b9e0-2b35556722fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.543511 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b30-d3ee-4b5c-8cc3-a574af2b5212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.598906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ba0eb4ee-d115-4d66-b9e0-2b35556722fc None None] Port bdcda90f-3c6d-4baa-8378-622582b99b67 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:48.616082 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.652346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Allocated IP 172.20.0.2 (c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7/a45886fb-9238-4321-9ba8-b51a52a3ce54/9c54fe0b-a0c1-4085-bed9-29565c5eee46) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:48.680558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 58af6c31-2442-40fb-818b-35f960a2fcd8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:48.680956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.751426 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.785468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b30-d3ee-4b5c-8cc3-a574af2b5212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.851435 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.903003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900b541-3171-41c9-b783-e9d5124cc042 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:48.909387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd81da-6f2a-45d2-90d3-be27e8694dd6 None None] Pushing event updated for resources: {'Port': ['ID=83206491-67f1-4a9f-a98c-4a832324d3b6,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:48.928576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b30-d3ee-4b5c-8cc3-a574af2b5212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:48.948875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Attempting to bind port 83206491-67f1-4a9f-a98c-4a832324d3b6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:48.949733 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Attempting to bind port 83206491-67f1-4a9f-a98c-4a832324d3b6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:48.954933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Attempting to bind port 83206491-67f1-4a9f-a98c-4a832324d3b6 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:49.010620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec475a-ff15-4333-a88c-5a429fb43d9e None None] Network acd7ea58-6761-4c47-8a4a-513c8458692d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:49.013171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fc5a7bea-234c-4ff5-bdcb-57c7d1d76607 None None] Provisioning complete for port a0269fe1-31b8-4742-aa36-a91c45d369cf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:49.013612 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7bea-234c-4ff5-bdcb-57c7d1d76607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.015450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:49.015823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:49.016288 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.016967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:49.017950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Bound port: 83206491-67f1-4a9f-a98c-4a832324d3b6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:49.017950 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.018194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece5b30-d3ee-4b5c-8cc3-a574af2b5212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f626b-401b-45c1-879e-2beeaa20d264,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:49.069940 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2ece5b30-d3ee-4b5c-8cc3-a574af2b5212 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=746a569d25d64426b708ec019679deed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8737650 Nov 12 11:34:49.076716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.078370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33330) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:49.151689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a7bea-234c-4ff5-bdcb-57c7d1d76607 None None] Port a0269fe1-31b8-4742-aa36-a91c45d369cf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:49.164222 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df1bdb69-b75b-4581-955d-a5eeb1b54518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.190814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df1bdb69-b75b-4581-955d-a5eeb1b54518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.226092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.233053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.233841 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.236410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 34ca2410-ddef-43b5-bf0f-92706ae129b1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:49.328186 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.380333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] For port 83206491-67f1-4a9f-a98c-4a832324d3b6, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:49.405000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event updated for resources: {'Port': ['ID=bdcda90f-3c6d-4baa-8378-622582b99b67,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:49.412282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Provisioning complete for port 34ca2410-ddef-43b5-bf0f-92706ae129b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:49.412653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.415784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] For port 83206491-67f1-4a9f-a98c-4a832324d3b6, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=83206491-67f1-4a9f-a98c-4a832324d3b6,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:49.438782 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.462934 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.475737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Network cdca51b3-5ce3-4e21-94c0-ab43120991d5 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:49.477938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:49.503604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Pushing event updated for resources: {'Port': ['ID=a0269fe1-31b8-4742-aa36-a91c45d369cf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:49.505645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 34ca2410-ddef-43b5-bf0f-92706ae129b1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:49.505997 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.510721 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.588244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df1bdb69-b75b-4581-955d-a5eeb1b54518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.592217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df1bdb69-b75b-4581-955d-a5eeb1b54518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.604067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-df1bdb69-b75b-4581-955d-a5eeb1b54518 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ef4f626b-401b-45c1-879e-2beeaa20d264 HTTP/1.1" status: 204 len: 168 time: 0.5168259 Nov 12 11:34:49.612124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:49.613712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:49.664553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bdb69-b75b-4581-955d-a5eeb1b54518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f626b-401b-45c1-879e-2beeaa20d264,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:49.680439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9802ab8-c6be-4103-a317-cb94ab4a2ba8 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:49.700578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:49.785044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd81da-6f2a-45d2-90d3-be27e8694dd6 None None] Pushing event updated for resources: {'Port': ['ID=83206491-67f1-4a9f-a98c-4a832324d3b6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:49.789133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:49.791067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:49.829214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:34:49.836276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.20.0.1 (c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7/a45886fb-9238-4321-9ba8-b51a52a3ce54/98bce872-bf25-4b80-87be-5e2cdb0080ba) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:49.854527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Router ee124456-e7cc-4b98-a684-899ee65e0440 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:34:49.885179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:49.970728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:49.980521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:49.986393 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.063484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:50.091747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Pushing event updated for resources: {'Port': ['ID=9c54fe0b-a0c1-4085-bed9-29565c5eee46,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:50.100938 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f77de589-fb47-47aa-a12d-225fbd28cbbd admin admin] 10.222.0.98 "PUT /v2.0/routers/5678fa49-f11c-46c1-9eca-d4d7f6ed8a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1783137 Nov 12 11:34:50.318879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] For port 34ca2410-ddef-43b5-bf0f-92706ae129b1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=34ca2410-ddef-43b5-bf0f-92706ae129b1,segment=NetworkSegment(f73edb15-5c3e-437d-a766-08772a46729a),segment_id=f73edb15-5c3e-437d-a766-08772a46729a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:50.320923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:50.386383 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.419890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Attempting to bind port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:50.419890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Attempting to bind port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:50.419890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Attempting to bind port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:50.426907 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.435852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:50.436249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Checking segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:50.436990 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.437397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Bound using segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:50.437896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Bound port: 9c54fe0b-a0c1-4085-bed9-29565c5eee46, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:50.438277 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.557336 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.579118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:50.589525 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faad2be-fa58-4a0c-b3a5-a3912fbf6eae None None] Sync routers for ids ['ee124456-e7cc-4b98-a684-899ee65e0440'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:50.591686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d9f8f0db-f320-41a8-ba98-584b12592485 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "PUT /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1355205 Nov 12 11:34:50.594601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33348) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:50.632902 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faad2be-fa58-4a0c-b3a5-a3912fbf6eae None None] Routers {'ee124456-e7cc-4b98-a684-899ee65e0440'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:50.637743 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1faad2be-fa58-4a0c-b3a5-a3912fbf6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ee124456-e7cc-4b98-a684-899ee65e0440'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:50.684706 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1faad2be-fa58-4a0c-b3a5-a3912fbf6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:50.707408 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faad2be-fa58-4a0c-b3a5-a3912fbf6eae None None] Routers {'ee124456-e7cc-4b98-a684-899ee65e0440'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:50.708552 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1faad2be-fa58-4a0c-b3a5-a3912fbf6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ee124456-e7cc-4b98-a684-899ee65e0440'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:50.732391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.814193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3c648129-fa30-4744-b622-f9bc68c1d107 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.834554 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1faad2be-fa58-4a0c-b3a5-a3912fbf6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:50.835231 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faad2be-fa58-4a0c-b3a5-a3912fbf6eae None None] The sync data for ids ['ee124456-e7cc-4b98-a684-899ee65e0440'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:50.851820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:50.854011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Provisioning complete for port 83206491-67f1-4a9f-a98c-4a832324d3b6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:50.854378 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.857654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:50.869206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:50.891780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=98bce872-bf25-4b80-87be-5e2cdb0080ba,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:50.905619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33352) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:50.935087 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80414208-8579-4e7e-b91a-1303923f0149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.935326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Pushing event updated for resources: {'Port': ['ID=34ca2410-ddef-43b5-bf0f-92706ae129b1,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:50.950308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:34:50.950701 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:34:50.955463 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-3c648129-fa30-4744-b622-f9bc68c1d107 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 11:34:50.956806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:50.957187 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3c648129-fa30-4744-b622-f9bc68c1d107 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440 HTTP/1.1" status: 409 len: 329 time: 0.3590465 Nov 12 11:34:50.962734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33354) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:50.990268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] For port 9c54fe0b-a0c1-4085-bed9-29565c5eee46, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:51.015433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] For port 9c54fe0b-a0c1-4085-bed9-29565c5eee46, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9c54fe0b-a0c1-4085-bed9-29565c5eee46,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:51.123571 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.149073 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.195871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.210683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] For port 83206491-67f1-4a9f-a98c-4a832324d3b6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=83206491-67f1-4a9f-a98c-4a832324d3b6,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:51.257564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80414208-8579-4e7e-b91a-1303923f0149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.344055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 2, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:51.422730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1e3bf-6e1e-4fc3-bae0-c91a11799445 None None] The sync data for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 is: [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 2, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:51.424631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80414208-8579-4e7e-b91a-1303923f0149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.430279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.435013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cfb7d-dffc-4d0e-a5cf-fa0367290906 None None] Pushing event updated for resources: {'Port': ['ID=9c54fe0b-a0c1-4085-bed9-29565c5eee46,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:51.505221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80414208-8579-4e7e-b91a-1303923f0149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc91f21b-de45-4b22-9415-0ffbb0c3b874,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:51.540024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.550807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.598641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd1539-c862-4c2b-810e-7a8b58002f8c None None] Pushing event updated for resources: {'Port': ['ID=83206491-67f1-4a9f-a98c-4a832324d3b6,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:51.604127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33368) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:51.611184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-80414208-8579-4e7e-b91a-1303923f0149 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e5c39ad701840b6a95dbde1ef105a7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6952500 Nov 12 11:34:51.666740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Provisioning complete for port bdcda90f-3c6d-4baa-8378-622582b99b67 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:51.666740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.725591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Port bdcda90f-3c6d-4baa-8378-622582b99b67 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:51.740968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Provisioning complete for port a0269fe1-31b8-4742-aa36-a91c45d369cf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:51.741334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.805263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Port a0269fe1-31b8-4742-aa36-a91c45d369cf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:51.817240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Provisioning complete for port 34ca2410-ddef-43b5-bf0f-92706ae129b1 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:51.817486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:51.846263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33372) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:51.885825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1783708291-network', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:51.923775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f33f7340-e7b3-449a-ac86-29559d90ebd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.036498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Provisioning complete for port 83206491-67f1-4a9f-a98c-4a832324d3b6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:52.036896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a82aea52-706a-4d1b-9b76-ba354346602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.090073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 34ca2410-ddef-43b5-bf0f-92706ae129b1 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:52.136374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f33f7340-e7b3-449a-ac86-29559d90ebd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.219741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Made reservation on behalf of 5a4cc920a17e4ed587dbd4d6b060d12b for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:52.223516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.226596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.231242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 34ca2410-ddef-43b5-bf0f-92706ae129b1 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:52.231616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.236042 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.367298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.372442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9c54fe0b-a0c1-4085-bed9-29565c5eee46 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:52.409337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting port bdcda90f-3c6d-4baa-8378-622582b99b67 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:52.409942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.444812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:52.445323 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.570793 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.589573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.603747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f33f7340-e7b3-449a-ac86-29559d90ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.606383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f33f7340-e7b3-449a-ac86-29559d90ebd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.609943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f33f7340-e7b3-449a-ac86-29559d90ebd7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dc91f21b-de45-4b22-9415-0ffbb0c3b874 HTTP/1.1" status: 204 len: 168 time: 1.0014749 Nov 12 11:34:52.654164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=98bce872-bf25-4b80-87be-5e2cdb0080ba,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:52.673496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f7340-e7b3-449a-ac86-29559d90ebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc91f21b-de45-4b22-9415-0ffbb0c3b874,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:52.703981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 9c54fe0b-a0c1-4085-bed9-29565c5eee46, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9c54fe0b-a0c1-4085-bed9-29565c5eee46,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:52.704240 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.884944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:52.908033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Calling delete_port for bdcda90f-3c6d-4baa-8378-622582b99b67 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:52.987136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:52.991002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:53.188587 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:53.212380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 82f52fd4-800f-4b9b-b20f-a704bd352af0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:34:53.237811 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:53.279012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7213d816-27cd-4291-90b2-d6cd86a41621,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:53.296292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d2122-9a16-4fcf-947e-2c8a67f03e0a None None] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:53.436539 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:53.461947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:53.473352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d07dfa07-d099-4b78-9447-d89a57144869 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "PUT /v2.0/routers/82f52fd4-800f-4b9b-b20f-a704bd352af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7893755 Nov 12 11:34:53.483314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=9c54fe0b-a0c1-4085-bed9-29565c5eee46,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:53.499687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Sync routers for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:53.511979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Port': ['ID=bdcda90f-3c6d-4baa-8378-622582b99b67,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:53.520752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:34:53.555699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:53.556268 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Added segment 17c0c0da-db7c-48f9-8f11-42f2dc5300d1 of type vlan for network e261af51-4340-4c0b-a0ac-b33fd0c59bae Nov 12 11:34:53.665979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:53.670146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:53.715206 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:53.720038 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:53.927717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a8da2a05-8f6f-4873-a586-98b2c227b23c None None] Provisioning complete for port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:53.927873 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8da2a05-8f6f-4873-a586-98b2c227b23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:53.939018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.resource_extend [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 11:34:54.003263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:54.111535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-79330877-327e-40d9-a955-1b4296a11882 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345814143&fields=id&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 267 time: 0.1270041 Nov 12 11:34:54.158253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 83206491-67f1-4a9f-a98c-4a832324d3b6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:54.437349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-0b40f8f5-5704-4caa-8a5f-013f242ff04f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:54.439806 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-0b40f8f5-5704-4caa-8a5f-013f242ff04f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 796 time: 0.3169074 Nov 12 11:34:54.441136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33400) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:54.486727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 83206491-67f1-4a9f-a98c-4a832324d3b6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:54.487340 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:54.511117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-e18e7982-98b5-4322-9d42-50dfa27a9696 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/quotas/c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0571287 Nov 12 11:34:54.550187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3336aef0-1e00-40bb-aede-4078aa788f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:54.710909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:54.712618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:54.713739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:54.720303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a9a8de6e-6315-4602-bb4c-7fd1b3754032 None None] Provisioning complete for port 98bce872-bf25-4b80-87be-5e2cdb0080ba triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:54.720926 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a9a8de6e-6315-4602-bb4c-7fd1b3754032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:54.795617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Router ee124456-e7cc-4b98-a684-899ee65e0440 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:34:54.829984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-dee322c5-e089-43fe-9105-f9d53330fa78 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3120317 Nov 12 11:34:54.856993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=e261af51-4340-4c0b-a0ac-b33fd0c59bae,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:54.892984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network e261af51-4340-4c0b-a0ac-b33fd0c59bae details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:34:54.988649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1fc7ae3-3d19-4882-9a71-5a85a2d29cf4 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1385095 Nov 12 11:34:55.007302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33406) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:55.023270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Request body: {'subnet': {'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1783708291-subnet', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:55.047127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:34:55.064986 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf3070-c22c-4b0a-bc40-eb0b65891b9e None None] Sync routers for ids ['ee124456-e7cc-4b98-a684-899ee65e0440'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:55.066832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8de6e-6315-4602-bb4c-7fd1b3754032 None None] Port 98bce872-bf25-4b80-87be-5e2cdb0080ba cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:55.089193 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f0a5f9d-d6f3-478c-9476-06b72d53b384 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "PUT /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1248758 Nov 12 11:34:55.090756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33408) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:55.095791 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf3070-c22c-4b0a-bc40-eb0b65891b9e None None] Routers {'ee124456-e7cc-4b98-a684-899ee65e0440'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:55.103369 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-edaf3070-c22c-4b0a-bc40-eb0b65891b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ee124456-e7cc-4b98-a684-899ee65e0440'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:55.155388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-ef4c2851-1cde-4d1e-943d-c21b4e884cac service neutron] 10.222.0.98 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093996 Nov 12 11:34:55.173639 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-edaf3070-c22c-4b0a-bc40-eb0b65891b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:55.184700 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf3070-c22c-4b0a-bc40-eb0b65891b9e None None] Routers {'ee124456-e7cc-4b98-a684-899ee65e0440'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:55.185688 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-edaf3070-c22c-4b0a-bc40-eb0b65891b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ee124456-e7cc-4b98-a684-899ee65e0440'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:55.186236 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-3cb02a86-55b8-4672-9965-36ce535074da tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] show failed (client error): The resource could not be found. Nov 12 11:34:55.194108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3cb02a86-55b8-4672-9965-36ce535074da tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "GET /v2.0/routers/tempest-non_exist_router-2063556577 HTTP/1.1" status: 404 len: 335 time: 0.1018572 Nov 12 11:34:55.194794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33410) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:55.206641 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7601126f-7b91-4e40-b9fb-e022bb9bef30 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:55.275019 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-edaf3070-c22c-4b0a-bc40-eb0b65891b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:55.276078 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf3070-c22c-4b0a-bc40-eb0b65891b9e None None] The sync data for ids ['ee124456-e7cc-4b98-a684-899ee65e0440'] in n-d-768852-22 is: [] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:34:55.300448 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-7601126f-7b91-4e40-b9fb-e022bb9bef30 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] update failed (client error): The resource could not be found. Nov 12 11:34:55.308661 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7601126f-7b91-4e40-b9fb-e022bb9bef30 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "PUT /v2.0/routers/tempest-non_exist_router-1879400919 HTTP/1.1" status: 404 len: 335 time: 0.1101923 Nov 12 11:34:55.309703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33412) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:55.333260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3336aef0-1e00-40bb-aede-4078aa788f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.359811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Sync routers for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:34:55.425808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-73abe6a2-042f-4704-b3ea-521cb160f8e9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting subnet aa6e000d-6281-4644-830a-4f7300485959 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:55.428251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9c54fe0b-a0c1-4085-bed9-29565c5eee46 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:34:55.450081 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73abe6a2-042f-4704-b3ea-521cb160f8e9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.485818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a9a8de6e-6315-4602-bb4c-7fd1b3754032 None None] Provisioning complete for port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:55.488038 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a9a8de6e-6315-4602-bb4c-7fd1b3754032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.500656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Made reservation on behalf of 5a4cc920a17e4ed587dbd4d6b060d12b for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:34:55.504594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.516826 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3336aef0-1e00-40bb-aede-4078aa788f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.554540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 2, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:55.563173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:55.563961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:55.564125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73abe6a2-042f-4704-b3ea-521cb160f8e9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.601097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336aef0-1e00-40bb-aede-4078aa788f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1505a7d-2121-4506-836d-5412f3830d62,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:55.642105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-62fcadf3-7e0e-4fcf-8aa8-9bf798e9328c service neutron] 10.222.0.98 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856761 Nov 12 11:34:55.656554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Checking router: 82f52fd4-800f-4b9b-b20f-a704bd352af0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:34:55.656921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Updating router 82f52fd4-800f-4b9b-b20f-a704bd352af0 port 98bce872-bf25-4b80-87be-5e2cdb0080ba binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:34:55.694303 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.700608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73abe6a2-042f-4704-b3ea-521cb160f8e9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.715100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3336aef0-1e00-40bb-aede-4078aa788f9d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5c27bfa989a142dcb0a797c0ae4a0830&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2728138 Nov 12 11:34:55.723459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33414) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:55.847541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:55.859135 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.886987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73abe6a2-042f-4704-b3ea-521cb160f8e9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.919705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe6a2-042f-4704-b3ea-521cb160f8e9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6e000d-6281-4644-830a-4f7300485959,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:55.944702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73abe6a2-042f-4704-b3ea-521cb160f8e9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.956638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-73abe6a2-042f-4704-b3ea-521cb160f8e9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/subnets/aa6e000d-6281-4644-830a-4f7300485959 HTTP/1.1" status: 204 len: 168 time: 0.6446157 Nov 12 11:34:55.957431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33420) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:55.965597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1663f673-48f1-4410-919d-4e32d7825e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:55.979059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273b1fa-e00c-4466-af84-e794653a6826 None None] Network acd7ea58-6761-4c47-8a4a-513c8458692d requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:55.993910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1663f673-48f1-4410-919d-4e32d7825e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.031788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:34:56.046772 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.124248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.232679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting port 34ca2410-ddef-43b5-bf0f-92706ae129b1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:56.233382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.241934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db70644-da98-4a1d-9470-db90c7dc1525,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:56.321629 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1663f673-48f1-4410-919d-4e32d7825e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.328244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] For port 34ca2410-ddef-43b5-bf0f-92706ae129b1, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=34ca2410-ddef-43b5-bf0f-92706ae129b1,segment=NetworkSegment(f73edb15-5c3e-437d-a766-08772a46729a),segment_id=f73edb15-5c3e-437d-a766-08772a46729a)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:56.328832 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.330057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1663f673-48f1-4410-919d-4e32d7825e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.333300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1663f673-48f1-4410-919d-4e32d7825e2e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1505a7d-2121-4506-836d-5412f3830d62 HTTP/1.1" status: 204 len: 168 time: 0.6114912 Nov 12 11:34:56.348468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f606ee8d-32f8-4ec8-a560-bc256f1abfbd req-c07b58ec-4eab-4576-bc85-2ce5eeed517d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.1283345 Nov 12 11:34:56.350452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663f673-48f1-4410-919d-4e32d7825e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1505a7d-2121-4506-836d-5412f3830d62,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:56.356860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Checking segment: {'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:56.357100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Network hostable DHCP agents. Network: e261af51-4340-4c0b-a0ac-b33fd0c59bae, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:34:56.410721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Calling delete_port for 34ca2410-ddef-43b5-bf0f-92706ae129b1 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:56.475004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Network e261af51-4340-4c0b-a0ac-b33fd0c59bae is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:34:56.526128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fafc5368-f0c8-4b7b-981d-9022aa5f3e4d None None] Provisioning complete for port 98bce872-bf25-4b80-87be-5e2cdb0080ba triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:56.526724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fafc5368-f0c8-4b7b-981d-9022aa5f3e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.578307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, e261af51-4340-4c0b-a0ac-b33fd0c59bae) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:56.582815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:34:56.583333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.605113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b26c7-e658-4de4-b736-8eb0032f911f None None] Network e261af51-4340-4c0b-a0ac-b33fd0c59bae requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:56.662524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fafc5368-f0c8-4b7b-981d-9022aa5f3e4d None None] Port 98bce872-bf25-4b80-87be-5e2cdb0080ba cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:56.780994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] DHCP port deletion for acd7ea58-6761-4c47-8a4a-513c8458692d request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:56.857898 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.881198 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:56.889614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-43b1cc6a-1e92-428e-b278-852771287a6a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8755622 Nov 12 11:34:56.890077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33436) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:56.942126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:34:56.949185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 2, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:56.973986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] No DVR routers for this DVR port 34ca2410-ddef-43b5-bf0f-92706ae129b1 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:56.980188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Port': ['ID=34ca2410-ddef-43b5-bf0f-92706ae129b1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:57.007217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Checking router: 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:34:57.007574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Updating router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 port a0269fe1-31b8-4742-aa36-a91c45d369cf binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:34:57.029719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-e261af51-4340-4c0b-a0ac-b33fd0c59bae', 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'fixed_ips': [{'subnet_id': '5db70644-da98-4a1d-9470-db90c7dc1525'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:34:57.035775 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.053984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] Deleting port 34ca2410-ddef-43b5-bf0f-92706ae129b1 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:34:57.054743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.081398 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.091169 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.164719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.201234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd7ea58-6761-4c47-8a4a-513c8458692d']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:57.222567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73edb15-5c3e-437d-a766-08772a46729a') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:57.222567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73edb15-5c3e-437d-a766-08772a46729a') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:57.225337 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.227222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.261718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.333234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.343986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:34:57.344401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:34:57.348958 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:34:57.528299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f9b717bf-e68c-41b8-83e7-6ed2ddf5d9ab req-d88e3440-b141-4979-818e-c347a50259f9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.0474818 Nov 12 11:34:57.557235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] For port 34ca2410-ddef-43b5-bf0f-92706ae129b1, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:34:57.558236 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.562160 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.603060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] Calling delete_port for 34ca2410-ddef-43b5-bf0f-92706ae129b1 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:34:57.604871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d05768-6d5b-412e-a844-44849fae1e44 None None] Pushing event updated for resources: {'Port': ['ID=98bce872-bf25-4b80-87be-5e2cdb0080ba,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:57.612129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] Port 34ca2410-ddef-43b5-bf0f-92706ae129b1 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:34:57.625931 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.645470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.651793 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.658451 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/networks/acd7ea58-6761-4c47-8a4a-513c8458692d HTTP/1.1" status: 204 len: 168 time: 1.6995656 Nov 12 11:34:57.661045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:57.679937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e139ed3-c93c-4cb8-a9bf-5022567ebcb9 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Network': ['ID=acd7ea58-6761-4c47-8a4a-513c8458692d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:57.768847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] Pushing event deleted for resources: {'Port': ['ID=34ca2410-ddef-43b5-bf0f-92706ae129b1,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:57.804785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cce57bd-28bc-4f94-99bf-60a5a0130a9a None None] No DVR routers for this DVR port 34ca2410-ddef-43b5-bf0f-92706ae129b1 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:34:57.846570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-023adb8b-f91a-4098-abb6-259bd35948bc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting subnet a99f8be4-c5f9-42de-a0fe-a028ea411fc3 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:57.849319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Attempting to bind port 98bce872-bf25-4b80-87be-5e2cdb0080ba on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:57.849319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Attempting to bind port 98bce872-bf25-4b80-87be-5e2cdb0080ba by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:57.849319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Attempting to bind port 98bce872-bf25-4b80-87be-5e2cdb0080ba on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:57.856234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d2afa53d-9094-4bf0-b9e5-0135231e77c6 None None] Provisioning complete for port 98bce872-bf25-4b80-87be-5e2cdb0080ba triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:34:57.856590 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d2afa53d-9094-4bf0-b9e5-0135231e77c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.858324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-023adb8b-f91a-4098-abb6-259bd35948bc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.897954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:34:57.898640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Checking segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:34:57.899254 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.899816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Bound using segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:34:57.900509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Bound port: 98bce872-bf25-4b80-87be-5e2cdb0080ba, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:34:57.901082 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:57.958281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Allocated IP 172.20.0.2 (e261af51-4340-4c0b-a0ac-b33fd0c59bae/5db70644-da98-4a1d-9470-db90c7dc1525/41f98cb8-34d0-4f73-950c-57400f571e37) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:58.013302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-023adb8b-f91a-4098-abb6-259bd35948bc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:58.041177 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:58.088305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d2afa53d-9094-4bf0-b9e5-0135231e77c6 None None] Port 98bce872-bf25-4b80-87be-5e2cdb0080ba cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:34:58.201319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-023adb8b-f91a-4098-abb6-259bd35948bc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:58.275507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] For port 98bce872-bf25-4b80-87be-5e2cdb0080ba, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:34:58.301540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] For port 98bce872-bf25-4b80-87be-5e2cdb0080ba, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=98bce872-bf25-4b80-87be-5e2cdb0080ba,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:34:58.402040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:58.421888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:58.673211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b148721f-eaa4-47f2-94b9-94fc974e7add req-274aa357-8931-4f01-ae12-f2b20e59b3f6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.0363009 Nov 12 11:34:58.690805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 34ca2410-ddef-43b5-bf0f-92706ae129b1 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:34:58.716240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 34ca2410-ddef-43b5-bf0f-92706ae129b1 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:34:58.716635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 34ca2410-ddef-43b5-bf0f-92706ae129b1 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:34:58.967129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:58.991510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.113732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Allocated IP 172.25.3.41 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/e2ce692f-5269-481b-b93d-2a9109cb953e) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:34:59.160322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.166851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.167379 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-023adb8b-f91a-4098-abb6-259bd35948bc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.169693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.237009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023adb8b-f91a-4098-abb6-259bd35948bc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Subnet': ['ID=a99f8be4-c5f9-42de-a0fe-a028ea411fc3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:59.251408 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-023adb8b-f91a-4098-abb6-259bd35948bc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.259255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-023adb8b-f91a-4098-abb6-259bd35948bc tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/subnets/a99f8be4-c5f9-42de-a0fe-a028ea411fc3 HTTP/1.1" status: 204 len: 168 time: 1.5964239 Nov 12 11:34:59.263654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33468) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:34:59.295237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6560cdb-2b85-4c88-844d-80994a788b43 None None] Network 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:34:59.366012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Network e261af51-4340-4c0b-a0ac-b33fd0c59bae is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:59.387058 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.434953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:34:59.439002 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e71538-a72e-4293-94f1-8564326eb80e tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting subnet 0270fe04-b495-4abb-adda-36a710a707d8 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:34:59.439659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:34:59.447584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:59.454587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74e71538-a72e-4293-94f1-8564326eb80e tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.534055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:59.555044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d05768-6d5b-412e-a844-44849fae1e44 None None] Pushing event updated for resources: {'Port': ['ID=98bce872-bf25-4b80-87be-5e2cdb0080ba,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:59.569528 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74e71538-a72e-4293-94f1-8564326eb80e tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.573967 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe07cb61-6550-445a-8b2d-bdee1b942c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.687093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.777198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74e71538-a72e-4293-94f1-8564326eb80e tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:34:59.847762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:34:59.858289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:34:59.875941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:34:59.895641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8675aef-18ef-415f-929a-e987b75a6985 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:34:59.899287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd681cbd-404f-4e20-8b39-89a7bb629dcd req-a3525d99-3cd8-41fb-9a41-9fb43ea05eea tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.0741639 Nov 12 11:34:59.929520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ce692f-5269-481b-b93d-2a9109cb953e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:34:59.978782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Attempting to bind port 41f98cb8-34d0-4f73-950c-57400f571e37 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:59.979153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Attempting to bind port 41f98cb8-34d0-4f73-950c-57400f571e37 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:59.979526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Attempting to bind port 41f98cb8-34d0-4f73-950c-57400f571e37 on network e261af51-4340-4c0b-a0ac-b33fd0c59bae {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:34:59.995132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Attempting to bind port a0269fe1-31b8-4742-aa36-a91c45d369cf on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:34:59.995492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Attempting to bind port a0269fe1-31b8-4742-aa36-a91c45d369cf by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:34:59.995883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Attempting to bind port a0269fe1-31b8-4742-aa36-a91c45d369cf on network f4711ab4-73d1-4605-b01e-216fc6c375f0 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:00.001340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Pushing event updated for resources: {'Port': ['ID=41f98cb8-34d0-4f73-950c-57400f571e37,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:00.012462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:35:00.012838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Checking segment: {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:35:00.013241 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.013640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Bound using segment: {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:35:00.014130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Bound port: a0269fe1-31b8-4742-aa36-a91c45d369cf, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:35:00.014516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.100729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:35:00.100949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Checking segment: {'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:35:00.101188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.101594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Bound using segment: {'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:35:00.102111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Bound port: 41f98cb8-34d0-4f73-950c-57400f571e37, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:35:00.102682 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.128334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:00.172210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74e71538-a72e-4293-94f1-8564326eb80e tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.210075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e71538-a72e-4293-94f1-8564326eb80e tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Subnet': ['ID=0270fe04-b495-4abb-adda-36a710a707d8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:00.215399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-74e71538-a72e-4293-94f1-8564326eb80e tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.219108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-74e71538-a72e-4293-94f1-8564326eb80e tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/subnets/0270fe04-b495-4abb-adda-36a710a707d8 HTTP/1.1" status: 204 len: 168 time: 0.9487658 Nov 12 11:35:00.222246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33486) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:00.242857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c48a82fb-0336-48c5-b67d-e12fe43e48bf None None] Provisioning complete for port 98bce872-bf25-4b80-87be-5e2cdb0080ba triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:00.243156 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c48a82fb-0336-48c5-b67d-e12fe43e48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.275669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162159f9-e681-4037-90a1-ffebd423b0ff None None] Network 7d389aed-31de-4276-904d-5c0f5c022f4a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:35:00.379945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb4c6d-cdf6-4431-9c88-ebc958813778 None None] Pushing event updated for resources: {'Port': ['ID=a0269fe1-31b8-4742-aa36-a91c45d369cf,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:00.418909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.521262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting port 5bb4710e-1422-4b08-9493-5ff75044b061 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:35:00.521701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.546349 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.655145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] For port 5bb4710e-1422-4b08-9493-5ff75044b061, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5bb4710e-1422-4b08-9493-5ff75044b061,segment=NetworkSegment(03784e43-7443-4463-b688-abe7f69774ef),segment_id=03784e43-7443-4463-b688-abe7f69774ef)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:00.660232 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.689069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Calling delete_port for 5bb4710e-1422-4b08-9493-5ff75044b061 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:35:00.860155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] DHCP port deletion for 5dc76aa7-4d34-4cba-9964-9019b2c18dc9 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:35:00.870881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5bb4710e-1422-4b08-9493-5ff75044b061 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:35:00.898692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:00.911939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] For port a0269fe1-31b8-4742-aa36-a91c45d369cf, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:35:00.944750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.023192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Port': ['ID=5bb4710e-1422-4b08-9493-5ff75044b061,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:01.045746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] For port a0269fe1-31b8-4742-aa36-a91c45d369cf, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a0269fe1-31b8-4742-aa36-a91c45d369cf,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:35:01.049434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] For port 41f98cb8-34d0-4f73-950c-57400f571e37, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:35:01.052004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] No DVR routers for this DVR port 5bb4710e-1422-4b08-9493-5ff75044b061 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:35:01.054157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33494) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:01.095135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] For port 41f98cb8-34d0-4f73-950c-57400f571e37, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41f98cb8-34d0-4f73-950c-57400f571e37,segment=NetworkSegment(17c0c0da-db7c-48f9-8f11-42f2dc5300d1),segment_id=17c0c0da-db7c-48f9-8f11-42f2dc5300d1)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:35:01.125759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No active binding found for port 5bb4710e-1422-4b08-9493-5ff75044b061 {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:35:01.126202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5bb4710e-1422-4b08-9493-5ff75044b061 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:35:01.156960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79fb6742-7186-4514-a171-51b92f1b9ee9 req-c2fc0c4e-15aa-4ffc-93e0-ee65529be5ef tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.1311553 Nov 12 11:35:01.207243 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c48a82fb-0336-48c5-b67d-e12fe43e48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.214056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.296933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.323467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.348152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] DHCP port deletion for 7d389aed-31de-4276-904d-5c0f5c022f4a request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:35:01.353839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] Deleting port 5bb4710e-1422-4b08-9493-5ff75044b061 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:35:01.354218 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.415536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a70c188-07f8-4e53-8f97-11d7716b74ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.483137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc76aa7-4d34-4cba-9964-9019b2c18dc9']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:01.496276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:35:01.506569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c48a82fb-0336-48c5-b67d-e12fe43e48bf None None] For port 98bce872-bf25-4b80-87be-5e2cdb0080ba, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=98bce872-bf25-4b80-87be-5e2cdb0080ba,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:01.552468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03784e43-7443-4463-b688-abe7f69774ef') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:01.553069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03784e43-7443-4463-b688-abe7f69774ef') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:01.575863 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.624315 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.641786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb4c6d-cdf6-4431-9c88-ebc958813778 None None] Pushing event updated for resources: {'Port': ['ID=a0269fe1-31b8-4742-aa36-a91c45d369cf,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:01.648594 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c48a82fb-0336-48c5-b67d-e12fe43e48bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.671071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:35:01.671810 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.672948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:01.675433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:01.687888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-6514f6c1-3977-4f3f-b9b5-a8e1948546ff tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:01.690038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-6514f6c1-3977-4f3f-b9b5-a8e1948546ff tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 796 time: 0.3952699 Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:35:01.691025 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:35:01.709365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:34:58Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:01.764187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:35:01.777581 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Sync routers for ids ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:35:01.788388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a70c188-07f8-4e53-8f97-11d7716b74ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.799571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] For port 5bb4710e-1422-4b08-9493-5ff75044b061, host n-d-768852-22, got binding levels [] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:01.799999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:01.803218 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Routers {'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:01.804245 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:01.826558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0272e-eb01-45c1-88b9-dfbf38bb627a None None] The sync data for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 is: [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:34:58Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:35:01.889930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] Calling delete_port for 5bb4710e-1422-4b08-9493-5ff75044b061 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:35:02.042882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.ipam_backend_mixin [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] Port 5bb4710e-1422-4b08-9493-5ff75044b061 was not found and therefore no delete operation was performed {{(pid=109706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 11:35:02.042882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.042882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Provisioning complete for port a0269fe1-31b8-4742-aa36-a91c45d369cf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:02.042882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.042882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae0ed1-49d9-43a1-ac06-7a6c2a1752b5 None None] Pushing event updated for resources: {'Port': ['ID=41f98cb8-34d0-4f73-950c-57400f571e37,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:02.072872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.074477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5f34daca-fe6d-4ddc-9315-9cfa81deb198 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1803620 Nov 12 11:35:02.075319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a70c188-07f8-4e53-8f97-11d7716b74ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.078514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33510) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:02.173581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] Deleting port 63db7ca5-86df-44b2-aa62-432226a9420a {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:35:02.181419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.202591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] No DVR routers for this DVR port 5bb4710e-1422-4b08-9493-5ff75044b061 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:35:02.290660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64bf80ba-0dc4-4788-855e-eca1023468f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.342928 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Set router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:02.350057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70c188-07f8-4e53-8f97-11d7716b74ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75929f60-3e7d-4745-9188-203288297724,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:02.397185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:02.402681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a70c188-07f8-4e53-8f97-11d7716b74ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4515ec35b79549b4a218b4c99e567192&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3483086 Nov 12 11:35:02.415618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33516) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:02.687746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d857-d8e9-445e-a1db-689d5ca3a664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.754682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5014d811-d7b7-4947-bf1c-080020b0bed1 req-4299e150-82a5-4c97-a9b5-2904b333f8b7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.1702650 Nov 12 11:35:02.760097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.784722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.794354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/networks/5dc76aa7-4d34-4cba-9964-9019b2c18dc9 HTTP/1.1" status: 204 len: 168 time: 2.5708027 Nov 12 11:35:02.798434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33520) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:02.818427 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d857-d8e9-445e-a1db-689d5ca3a664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:02.827988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2efa0aa9-f6ab-4a94-b729-b896c2764dfb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 379 time: 1.1192465 Nov 12 11:35:02.847908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'port': {'device_id': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'admin_state_up': True, 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'security_groups': ['58c1e01d-2b44-4382-9921-4b9545c9e714']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:35:03.083704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad3bad-9cd7-43a4-aa57-cfe4051ff872 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Network': ['ID=5dc76aa7-4d34-4cba-9964-9019b2c18dc9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:03.086268 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:35:00Z', 'revision_number': 3, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:03.087705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a82fb-0336-48c5-b67d-e12fe43e48bf None None] Pushing event updated for resources: {'Port': ['ID=98bce872-bf25-4b80-87be-5e2cdb0080ba,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:03.088795 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Checking router: e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:35:03.088795 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Updating router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 port e2ce692f-5269-481b-b93d-2a9109cb953e binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:35:03.115291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] For port 63db7ca5-86df-44b2-aa62-432226a9420a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=63db7ca5-86df-44b2-aa62-432226a9420a,segment=NetworkSegment(8d236f0e-8bb6-414a-be70-a9c05d25a597),segment_id=8d236f0e-8bb6-414a-be70-a9c05d25a597)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:03.115779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.161997 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.257201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d857-d8e9-445e-a1db-689d5ca3a664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.262577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] Calling delete_port for 63db7ca5-86df-44b2-aa62-432226a9420a owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:35:03.267475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.268391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d857-d8e9-445e-a1db-689d5ca3a664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.275319 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f5a1d857-d8e9-445e-a1db-689d5ca3a664 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/75929f60-3e7d-4745-9188-203288297724 HTTP/1.1" status: 204 len: 168 time: 0.8555846 Nov 12 11:35:03.308120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6b51e-940c-47ba-a7b1-4e0f3cbfceef None None] Pushing event deleted for resources: {'Port': ['ID=5bb4710e-1422-4b08-9493-5ff75044b061,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:03.318119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1d857-d8e9-445e-a1db-689d5ca3a664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75929f60-3e7d-4745-9188-203288297724,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:03.365931 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a0269fe1-31b8-4742-aa36-a91c45d369cf up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:03.376781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.377766 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.561306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting port 63db7ca5-86df-44b2-aa62-432226a9420a {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:35:03.565030 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.723957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:35:03.729807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.798747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] For port 63db7ca5-86df-44b2-aa62-432226a9420a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=63db7ca5-86df-44b2-aa62-432226a9420a,segment=NetworkSegment(8d236f0e-8bb6-414a-be70-a9c05d25a597),segment_id=8d236f0e-8bb6-414a-be70-a9c05d25a597)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:03.800293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.932589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac6680f-91b9-4e96-8603-39f9acf89340 None None] Network e261af51-4340-4c0b-a0ac-b33fd0c59bae requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:35:03.933756 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:03.943313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] For port a0269fe1-31b8-4742-aa36-a91c45d369cf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a0269fe1-31b8-4742-aa36-a91c45d369cf,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:03.972323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Calling delete_port for 63db7ca5-86df-44b2-aa62-432226a9420a owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:35:04.028217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a0269fe1-31b8-4742-aa36-a91c45d369cf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:04.028217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.068968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d83b86a-f784-43a9-85a6-ebf6f745e632 req-8a9b1db1-e8f1-4276-b434-9334baa17f65 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.1590719 Nov 12 11:35:04.146370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:00Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:04.169761 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.209542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0461f31f-094c-4a47-bb46-496fa033b93d None None] The sync data for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 is: [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:00Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:35:04.289421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5839049f-0f0c-4fa8-86cf-4618c6dd82c9 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:35:04.309051 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.327620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.332672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.20.0.5 (c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7/a45886fb-9238-4321-9ba8-b51a52a3ce54/47d49244-6749-4b07-b143-a4c09a807993) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:35:04.335215 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.367101 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Attempting to bind port e2ce692f-5269-481b-b93d-2a9109cb953e on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:35:04.368771 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Attempting to bind port e2ce692f-5269-481b-b93d-2a9109cb953e by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:35:04.370580 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Attempting to bind port e2ce692f-5269-481b-b93d-2a9109cb953e on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:04.408172 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:35:04.408411 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:35:04.409058 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.413421 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:35:04.416377 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Bound port: e2ce692f-5269-481b-b93d-2a9109cb953e, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:35:04.417060 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.490929 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.523168 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] For port e2ce692f-5269-481b-b93d-2a9109cb953e, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:35:04.529042 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] For port e2ce692f-5269-481b-b93d-2a9109cb953e, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e2ce692f-5269-481b-b93d-2a9109cb953e,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:35:04.531125 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcde08-708e-4f75-bcee-ebfdf2788145 None None] Pushing event updated for resources: {'Port': ['ID=e2ce692f-5269-481b-b93d-2a9109cb953e,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:04.553057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.624044 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] No DVR routers for this DVR port 63db7ca5-86df-44b2-aa62-432226a9420a on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:35:04.629473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Port': ['ID=63db7ca5-86df-44b2-aa62-432226a9420a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:04.721571 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.869051 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.869051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] Pushing event deleted for resources: {'Port': ['ID=63db7ca5-86df-44b2-aa62-432226a9420a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:04.869051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8362490d-bcb8-4db9-b26b-2f33dba4e5c5 None None] No DVR routers for this DVR port 63db7ca5-86df-44b2-aa62-432226a9420a on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:35:04.923550 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcde08-708e-4f75-bcee-ebfdf2788145 None None] Pushing event updated for resources: {'Port': ['ID=e2ce692f-5269-481b-b93d-2a9109cb953e,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:04.925751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95143cbc-240d-43ab-9921-ba837a8de060 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:35:04.936463 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Routers {'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:04.937153 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:04.942540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Provisioning complete for port e2ce692f-5269-481b-b93d-2a9109cb953e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:04.944565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:04.967355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Allocated IP 172.20.0.1 (e261af51-4340-4c0b-a0ac-b33fd0c59bae/5db70644-da98-4a1d-9470-db90c7dc1525/b9973e1c-05c0-48b5-b208-a19fc249b474) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:35:05.064122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.064122 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.104699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d389aed-31de-4276-904d-5c0f5c022f4a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:05.141479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d236f0e-8bb6-414a-be70-a9c05d25a597') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:05.143201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d236f0e-8bb6-414a-be70-a9c05d25a597') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:05.173402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Pushing event updated for resources: {'Port': ['ID=a0269fe1-31b8-4742-aa36-a91c45d369cf,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:05.222310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.222600 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:35:05.222731 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:35:05.239490 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] Set router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:05.242650 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.279856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.320507 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.338368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.341986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:35:05.346356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: self.session.flush() Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:35:05.351281 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:35:05.380169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] For port e2ce692f-5269-481b-b93d-2a9109cb953e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e2ce692f-5269-481b-b93d-2a9109cb953e,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:05.495367 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fd44585-f710-41fb-a296-65ee66206a44 req-d270a71e-4f05-4ba1-9726-55025c02b38d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.1553574 Nov 12 11:35:05.498904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.550671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:05.574968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:35:05.577563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:35:05.580785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:35:05.599302 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:35:00Z', 'revision_number': 3, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:05.606185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.606855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.636466 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763cddc5-7112-4c57-bcc0-8295ba669457 None None] The sync data for ids ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'] in n-d-768852-22 is: [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:35:00Z', 'revision_number': 3, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:35:05.663489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.671468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.681686 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/networks/7d389aed-31de-4276-904d-5c0f5c022f4a HTTP/1.1" status: 204 len: 168 time: 2.8786690 Nov 12 11:35:05.723529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33556) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:05.732102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635503e-8da9-4095-a107-0614a0e75956 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Network': ['ID=7d389aed-31de-4276-904d-5c0f5c022f4a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:05.756000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Network e261af51-4340-4c0b-a0ac-b33fd0c59bae is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:35:05.787040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:35:05.789878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:35:05.903264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.917331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:05.919107 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.945792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c50fe1e-111a-4a41-b08a-ec784580a17c tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting subnet b10428aa-b05f-44be-8ac1-d6a7c5f62518 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:35:05.951847 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c50fe1e-111a-4a41-b08a-ec784580a17c tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:05.957528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c85a0-9162-46c8-9e2e-4489e2f43e16 None None] Pushing event updated for resources: {'Port': ['ID=e2ce692f-5269-481b-b93d-2a9109cb953e,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:06.035640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 98bce872-bf25-4b80-87be-5e2cdb0080ba up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:06.082610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c50fe1e-111a-4a41-b08a-ec784580a17c tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.092591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Provisioning complete for port a0269fe1-31b8-4742-aa36-a91c45d369cf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:06.100579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.153195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Pushing event updated for resources: {'Port': ['ID=b9973e1c-05c0-48b5-b208-a19fc249b474,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:06.184953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-2f82cc70-d8c4-4d41-a88f-0bae3438e454 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3413997 Nov 12 11:35:06.203697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Request body: {'port': {'device_id': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:35:06.356290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 98bce872-bf25-4b80-87be-5e2cdb0080ba triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:06.356290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.365170 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.385470 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c50fe1e-111a-4a41-b08a-ec784580a17c tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.408031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.490354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Provisioning complete for port 41f98cb8-34d0-4f73-950c-57400f571e37 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:06.492240 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.572546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41f98cb8-34d0-4f73-950c-57400f571e37 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:06.703434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 41f98cb8-34d0-4f73-950c-57400f571e37 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:06.713146 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.870627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.873658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa61d0-85ce-4868-8b05-17cc69a8eafd req-e79fd41f-c508-478b-a5ee-a8ef853afd95 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:06.875395 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.877525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8fa61d0-85ce-4868-8b05-17cc69a8eafd req-e79fd41f-c508-478b-a5ee-a8ef853afd95 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 931 time: 0.1365867 Nov 12 11:35:06.900855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c50fe1e-111a-4a41-b08a-ec784580a17c tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.921463 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.962650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50fe1e-111a-4a41-b08a-ec784580a17c tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Subnet': ['ID=b10428aa-b05f-44be-8ac1-d6a7c5f62518,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:06.968618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] For port 41f98cb8-34d0-4f73-950c-57400f571e37, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41f98cb8-34d0-4f73-950c-57400f571e37,segment=NetworkSegment(17c0c0da-db7c-48f9-8f11-42f2dc5300d1),segment_id=17c0c0da-db7c-48f9-8f11-42f2dc5300d1)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:06.978410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c50fe1e-111a-4a41-b08a-ec784580a17c tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:06.982272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c50fe1e-111a-4a41-b08a-ec784580a17c tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/subnets/b10428aa-b05f-44be-8ac1-d6a7c5f62518 HTTP/1.1" status: 204 len: 168 time: 1.2324920 Nov 12 11:35:06.985150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33576) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:06.994513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2884c26-716e-4369-8371-d33c5bbe4ac4 None None] Network cdca51b3-5ce3-4e21-94c0-ab43120991d5 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:35:07.020905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.030612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8fa61d0-85ce-4868-8b05-17cc69a8eafd req-69f0a2d6-6869-4a27-b711-aec2877e60ed tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456439 Nov 12 11:35:07.148756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d49244-6749-4b07-b143-a4c09a807993 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:35:07.161887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.181357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Transition to ACTIVE for port object 47d49244-6749-4b07-b143-a4c09a807993 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:35:07.185540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Pushing event updated for resources: {'Port': ['ID=b9973e1c-05c0-48b5-b208-a19fc249b474,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:07.189608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.196059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.247203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.361230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] DHCP port deletion for cdca51b3-5ce3-4e21-94c0-ab43120991d5 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:35:07.372191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Provisioning complete for port e2ce692f-5269-481b-b93d-2a9109cb953e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:07.372563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.373746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Network e261af51-4340-4c0b-a0ac-b33fd0c59bae is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:35:07.376011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Deleting port f4054f82-90c1-4f20-9872-b8346ac9d758 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:35:07.376267 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.380632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:35:07.381786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c8c5b-f043-4506-a3ed-ab29f3a1a970 None None] Pushing event updated for resources: {'Port': ['ID=41f98cb8-34d0-4f73-950c-57400f571e37,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:07.463579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:35:07.463939 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:35:07.485750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.598340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] Deleting port f4054f82-90c1-4f20-9872-b8346ac9d758 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:35:07.598692 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.605067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:07.724055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] For port f4054f82-90c1-4f20-9872-b8346ac9d758, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f4054f82-90c1-4f20-9872-b8346ac9d758,segment=NetworkSegment(9c20cd25-c30e-4714-afd4-abef004b5ade),segment_id=9c20cd25-c30e-4714-afd4-abef004b5ade)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:07.724460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.750868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] Calling delete_port for f4054f82-90c1-4f20-9872-b8346ac9d758 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:35:07.797962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:35:07.798386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:35:07.798815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:07.808150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:35:07.810063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:07.822846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] For port f4054f82-90c1-4f20-9872-b8346ac9d758, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f4054f82-90c1-4f20-9872-b8346ac9d758,segment=NetworkSegment(9c20cd25-c30e-4714-afd4-abef004b5ade),segment_id=9c20cd25-c30e-4714-afd4-abef004b5ade)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:07.823225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.823480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:35:07.823845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Checking segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:35:07.824622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Bound using segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:35:07.825098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Bound port: 47d49244-6749-4b07-b143-a4c09a807993, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:35:07.825500 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:07.847518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33584) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:07.857361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Calling delete_port for f4054f82-90c1-4f20-9872-b8346ac9d758 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:35:07.882644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:35:07.928475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:35:07.940015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:35:08.020041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-048dbbac-ef45-4d9c-a743-4e5f12689409 None None] Provisioning complete for port b9973e1c-05c0-48b5-b208-a19fc249b474 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:08.026197 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-048dbbac-ef45-4d9c-a743-4e5f12689409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.061290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08a06cda-616a-4464-8299-8c9d03922ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.075497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-048dbbac-ef45-4d9c-a743-4e5f12689409 None None] Port b9973e1c-05c0-48b5-b208-a19fc249b474 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:35:08.111569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:35:08.130875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-81979306-1cf4-4632-9ae9-783adb66b284 admin admin] 10.222.0.98 "PUT /v2.0/routers/e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0462241 Nov 12 11:35:08.147522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 63db7ca5-86df-44b2-aa62-432226a9420a no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:35:08.224587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.255231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 63db7ca5-86df-44b2-aa62-432226a9420a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:35:08.257519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 63db7ca5-86df-44b2-aa62-432226a9420a not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:35:08.301540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08a06cda-616a-4464-8299-8c9d03922ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.319056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:08.319701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.321703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] 10.222.0.69 "PUT /v2.0/ports/47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 1092 time: 2.1260509 Nov 12 11:35:08.333888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:08.337435 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a258bbe1-d070-414b-9ca9-b375be4653b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:08.350225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.368855 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.374998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5188f4-e163-4643-90b0-45dc4ab86104 req-c32a1486-f0b8-44c5-91b0-19e173a0f6c7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:08.384471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce5188f4-e163-4643-90b0-45dc4ab86104 req-c32a1486-f0b8-44c5-91b0-19e173a0f6c7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 943 time: 0.2171633 Nov 12 11:35:08.419450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Port': ['ID=f4054f82-90c1-4f20-9872-b8346ac9d758,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:08.449056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] No DVR routers for this DVR port f4054f82-90c1-4f20-9872-b8346ac9d758 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:35:08.484487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5716b-0dee-48de-bcfa-f96707720fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:08.485610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] No DVR routers for this DVR port f4054f82-90c1-4f20-9872-b8346ac9d758 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:35:08.490155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae2ab2-89e4-41ec-a131-c34d68c93d84 None None] Pushing event deleted for resources: {'Port': ['ID=f4054f82-90c1-4f20-9872-b8346ac9d758,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:08.526635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-08a06cda-616a-4464-8299-8c9d03922ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.602282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce5188f4-e163-4643-90b0-45dc4ab86104 req-56df5a4d-586a-4cdb-b78d-7f1e69b09306 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165453 Nov 12 11:35:08.714422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a06cda-616a-4464-8299-8c9d03922ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3865c7ec-5ca8-4895-b489-3ebf914f7a33,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:08.722467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-df9175a4-1c7a-4960-8832-f00112caa15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:08.730468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-df9175a4-1c7a-4960-8832-f00112caa15c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1095 time: 0.1145320 Nov 12 11:35:08.741969 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502cc2dd-fe3e-4191-b9b0-22bdff3db38d x-openstack-request-id: req-502cc2dd-fe3e-4191-b9b0-22bdff3db38d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:08.742570 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:08.743959 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-502cc2dd-fe3e-4191-b9b0-22bdff3db38d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:08.745189 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'status': 'completed', 'code': 200} Nov 12 11:35:08.761030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Sync routers for ids ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:35:08.781037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Routers {'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:08.781745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:08.797487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-08a06cda-616a-4464-8299-8c9d03922ce2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cea88de0df534755876eba492cd72f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9488373 Nov 12 11:35:08.802628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.802628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33612) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:08.837680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-d09bfffa-a017-4001-a563-b821263b153d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 217 time: 0.0903392 Nov 12 11:35:08.860460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e2ce692f-5269-481b-b93d-2a9109cb953e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:08.877283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdca51b3-5ce3-4e21-94c0-ab43120991d5']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:08.898086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c20cd25-c30e-4714-afd4-abef004b5ade') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:08.898765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c20cd25-c30e-4714-afd4-abef004b5ade') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:08.925825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-5a71fb57-6394-418a-a658-ef5a725b6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:08.927668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-5a71fb57-6394-418a-a658-ef5a725b6a76 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0801432 Nov 12 11:35:08.929558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.959874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.974703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb920efc-4e1f-4020-9c91-9ae17fe4d258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.978860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:35:08.979270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:35:08.982520 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:35:09.062737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Set router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:09.073993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-82042ad6-9f3a-40b8-bfbd-ddbbf1d2a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:09.073993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-82042ad6-9f3a-40b8-bfbd-ddbbf1d2a8a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351337 Nov 12 11:35:09.159121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb920efc-4e1f-4020-9c91-9ae17fe4d258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.231635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e2ce692f-5269-481b-b93d-2a9109cb953e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:09.231635 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.237511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-683ee76f-7eab-4d25-9054-06c98afc401d service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508579 Nov 12 11:35:09.320362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.345685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.345685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/networks/cdca51b3-5ce3-4e21-94c0-ab43120991d5 HTTP/1.1" status: 204 len: 168 time: 2.3488698 Nov 12 11:35:09.350053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33652) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:09.401886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d14d8e-7373-4251-b9ae-0ae950bdd454 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Pushing event deleted for resources: {'Network': ['ID=cdca51b3-5ce3-4e21-94c0-ab43120991d5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:09.411285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a0269fe1-31b8-4742-aa36-a91c45d369cf up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:09.434004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-889b2abb-508c-41f9-8986-af4cb596a2ec req-0077d645-8988-4315-9744-620bccc27f92 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857612 Nov 12 11:35:09.459089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33654) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:09.463415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-43564c9d-53ab-41d0-a0dc-d3fb3d71caa1 tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "GET /v2.0/ports?device_id=ee124456-e7cc-4b98-a684-899ee65e0440 HTTP/1.1" status: 200 len: 205 time: 0.1006982 Nov 12 11:35:09.464995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb920efc-4e1f-4020-9c91-9ae17fe4d258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.468129 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb920efc-4e1f-4020-9c91-9ae17fe4d258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.472678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bb920efc-4e1f-4020-9c91-9ae17fe4d258 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3865c7ec-5ca8-4895-b489-3ebf914f7a33 HTTP/1.1" status: 204 len: 168 time: 0.6690679 Nov 12 11:35:09.483437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb920efc-4e1f-4020-9c91-9ae17fe4d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3865c7ec-5ca8-4895-b489-3ebf914f7a33,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:09.543390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a0269fe1-31b8-4742-aa36-a91c45d369cf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:09.543710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.546984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:35:06Z', 'revision_number': 4, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b9973e1c-05c0-48b5-b208-a19fc249b474', 'name': '', 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'mac_address': 'fa:16:3e:03:00:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '5db70644-da98-4a1d-9470-db90c7dc1525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:35:04Z', 'updated_at': '2021-11-12T11:35:06Z', 'revision_number': 2, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'subnets': [{'id': '5db70644-da98-4a1d-9470-db90c7dc1525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:09.605216 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31da9bea-e31e-4b9b-9afc-b9d0e51eb48a tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.627154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Checking router: e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:35:09.627710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Updating router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 port b9973e1c-05c0-48b5-b208-a19fc249b474 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:35:09.698460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.786148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31da9bea-e31e-4b9b-9afc-b9d0e51eb48a tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.799281 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31da9bea-e31e-4b9b-9afc-b9d0e51eb48a tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:09.912854 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5da6-9ad1-4331-9786-b0f436b93d2c req-7b2d573c-ebac-4dfa-bfa1-a85b2ffe6bdd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:09.914808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c16b5da6-9ad1-4331-9786-b0f436b93d2c req-7b2d573c-ebac-4dfa-bfa1-a85b2ffe6bdd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 943 time: 0.1997051 Nov 12 11:35:09.923635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-ae2562b8-e86a-4362-8382-31db72e1ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:09.926326 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:35:09.926844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-ae2562b8-e86a-4362-8382-31db72e1ed6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1095 time: 0.1291907 Nov 12 11:35:09.996431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 98bce872-bf25-4b80-87be-5e2cdb0080ba up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:10.058195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c16b5da6-9ad1-4331-9786-b0f436b93d2c req-4575cf9b-bb9d-4a6e-b921-57f4424782a6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294665 Nov 12 11:35:10.091648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-d992f7db-f6bc-48ab-ac05-589df8ac436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:10.094021 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-d992f7db-f6bc-48ab-ac05-589df8ac436e service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1504481 Nov 12 11:35:10.148143 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31da9bea-e31e-4b9b-9afc-b9d0e51eb48a tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:10.148743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31da9bea-e31e-4b9b-9afc-b9d0e51eb48a tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Fanout notify agent at l3_agent the message router_deleted on router ee124456-e7cc-4b98-a684-899ee65e0440 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:35:10.160905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-e2665676-1013-45c5-b15c-4b4cb11690be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 217 time: 0.0577462 Nov 12 11:35:10.167754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-31da9bea-e31e-4b9b-9afc-b9d0e51eb48a tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:10.169182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-31da9bea-e31e-4b9b-9afc-b9d0e51eb48a tempest-RoutersNegativeIpV6Test-537200093 tempest-RoutersNegativeIpV6Test-537200093-project] 10.222.0.98 "DELETE /v2.0/routers/ee124456-e7cc-4b98-a684-899ee65e0440 HTTP/1.1" status: 204 len: 168 time: 0.7090960 Nov 12 11:35:10.246723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-d6a3167e-82c0-43a3-a660-3c75b22d8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:10.249208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-d6a3167e-82c0-43a3-a660-3c75b22d8982 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0789037 Nov 12 11:35:10.273602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 98bce872-bf25-4b80-87be-5e2cdb0080ba triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:10.279613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:10.337439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-7bde2f0c-2e0b-48e1-a10c-02b1d32a94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:10.339896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-7bde2f0c-2e0b-48e1-a10c-02b1d32a94aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816691 Nov 12 11:35:10.423313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41f98cb8-34d0-4f73-950c-57400f571e37 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:10.549904 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:10.553695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 41f98cb8-34d0-4f73-950c-57400f571e37 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:10.554750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:10.566018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-819b3eb9-1d74-4078-a1cc-240f9409812f service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117651 Nov 12 11:35:10.722575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f4054f82-90c1-4f20-9872-b8346ac9d758 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:35:10.733151 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:10.858554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f4054f82-90c1-4f20-9872-b8346ac9d758 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:35:10.859729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f4054f82-90c1-4f20-9872-b8346ac9d758 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:35:10.964661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d020812-50de-499c-b0be-cc9029022551 None None] Pushing event updated for resources: {'Port': ['ID=b9973e1c-05c0-48b5-b208-a19fc249b474,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:11.062370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Attempting to bind port b9973e1c-05c0-48b5-b208-a19fc249b474 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:35:11.062840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Attempting to bind port b9973e1c-05c0-48b5-b208-a19fc249b474 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:35:11.063298 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Attempting to bind port b9973e1c-05c0-48b5-b208-a19fc249b474 on network e261af51-4340-4c0b-a0ac-b33fd0c59bae {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:11.083189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a258bbe1-d070-414b-9ca9-b375be4653b8 req-363182d8-c15a-458b-910a-0f8c9742eb27 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074229 Nov 12 11:35:11.101428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:35:11.103048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Checking segment: {'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:35:11.103521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:11.103908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Bound using segment: {'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:35:11.104595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Bound port: b9973e1c-05c0-48b5-b208-a19fc249b474, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c0c0da-db7c-48f9-8f11-42f2dc5300d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:35:11.105123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:11.260987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] For port b9973e1c-05c0-48b5-b208-a19fc249b474, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:35:11.267990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] For port b9973e1c-05c0-48b5-b208-a19fc249b474, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b9973e1c-05c0-48b5-b208-a19fc249b474,segment=NetworkSegment(17c0c0da-db7c-48f9-8f11-42f2dc5300d1),segment_id=17c0c0da-db7c-48f9-8f11-42f2dc5300d1)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:35:11.272763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1e58a-bbd1-4197-add0-6aae63d85707 req-82075599-4a66-438e-9450-70adac24a4ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:11.276028 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6f1e58a-bbd1-4197-add0-6aae63d85707 req-82075599-4a66-438e-9450-70adac24a4ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 943 time: 0.1304989 Nov 12 11:35:11.354867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6f1e58a-bbd1-4197-add0-6aae63d85707 req-f87da0af-e555-48fb-8123-f6a176691584 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727811 Nov 12 11:35:11.405674 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:11.471333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33692) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:11.520426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Routers {'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:11.522208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:11.738373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d020812-50de-499c-b0be-cc9029022551 None None] Pushing event updated for resources: {'Port': ['ID=b9973e1c-05c0-48b5-b208-a19fc249b474,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:11.748755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] Set router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:11.813580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-29a6aa10-9c5c-4514-9e1f-13f47cbedb3a None None] Provisioning complete for port b9973e1c-05c0-48b5-b208-a19fc249b474 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:11.814042 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa10-9c5c-4514-9e1f-13f47cbedb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:11.816697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33726) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:11.817130 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-650a1877-14a5-4ce2-85d2-cea027ad65e8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0f244ebfeee1413b8f31a8aa8d35c667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443017 Nov 12 11:35:11.896554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-869622e9-dec6-4dcf-a58b-1252835e38ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:11.932651 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-869622e9-dec6-4dcf-a58b-1252835e38ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:12.065534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa10-9c5c-4514-9e1f-13f47cbedb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:12.138666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-29a6aa10-9c5c-4514-9e1f-13f47cbedb3a None None] For port b9973e1c-05c0-48b5-b208-a19fc249b474, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b9973e1c-05c0-48b5-b208-a19fc249b474,segment=NetworkSegment(17c0c0da-db7c-48f9-8f11-42f2dc5300d1),segment_id=17c0c0da-db7c-48f9-8f11-42f2dc5300d1)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:12.164875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:35:06Z', 'revision_number': 4, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b9973e1c-05c0-48b5-b208-a19fc249b474', 'name': '', 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'mac_address': 'fa:16:3e:03:00:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '5db70644-da98-4a1d-9470-db90c7dc1525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:35:04Z', 'updated_at': '2021-11-12T11:35:11Z', 'revision_number': 4, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'subnets': [{'id': '5db70644-da98-4a1d-9470-db90c7dc1525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:12.206229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:35:12.210943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179b3e2-e816-43ea-9e56-e86154c80198 None None] The sync data for ids ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'] in n-d-768852-22 is: [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:35:06Z', 'revision_number': 4, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b9973e1c-05c0-48b5-b208-a19fc249b474', 'name': '', 'network_id': 'e261af51-4340-4c0b-a0ac-b33fd0c59bae', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'mac_address': 'fa:16:3e:03:00:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '5db70644-da98-4a1d-9470-db90c7dc1525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:35:04Z', 'updated_at': '2021-11-12T11:35:11Z', 'revision_number': 4, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'subnets': [{'id': '5db70644-da98-4a1d-9470-db90c7dc1525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:35:12.235826 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-869622e9-dec6-4dcf-a58b-1252835e38ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:12.240384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-869622e9-dec6-4dcf-a58b-1252835e38ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:12.242551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-869622e9-dec6-4dcf-a58b-1252835e38ae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/26aa595a-e2ed-42ca-b0c8-09ab24648ff1 HTTP/1.1" status: 204 len: 168 time: 0.4236035 Nov 12 11:35:12.253394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869622e9-dec6-4dcf-a58b-1252835e38ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aa595a-e2ed-42ca-b0c8-09ab24648ff1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:12.333734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-29a6aa10-9c5c-4514-9e1f-13f47cbedb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:12.482108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:12.553944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '47d49244-6749-4b07-b143-a4c09a807993', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'port_id': '47d49244-6749-4b07-b143-a4c09a807993', 'mac_address': 'fa:16:3e:cc:a4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:35:12.585382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6aa10-9c5c-4514-9e1f-13f47cbedb3a None None] Pushing event updated for resources: {'Port': ['ID=b9973e1c-05c0-48b5-b208-a19fc249b474,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:12.591435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a1c44b64-f634-49db-8e04-d3a47d410b7d None None] Provisioning complete for port b9973e1c-05c0-48b5-b208-a19fc249b474 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:12.591435 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a1c44b64-f634-49db-8e04-d3a47d410b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:12.660064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779af46-0de4-4b15-b2c1-4bacc713e5a6 req-fdc86a83-6dc6-4cd3-b190-45be22de23c7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:12.663447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9779af46-0de4-4b15-b2c1-4bacc713e5a6 req-fdc86a83-6dc6-4cd3-b190-45be22de23c7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 943 time: 0.1521640 Nov 12 11:35:12.684573 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:12.712921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d49244-6749-4b07-b143-a4c09a807993 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:35:12.768809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9779af46-0de4-4b15-b2c1-4bacc713e5a6 req-6285fd01-e6d5-4f14-8643-5c0050891b94 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964677 Nov 12 11:35:12.771481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:13.016228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b9973e1c-05c0-48b5-b208-a19fc249b474 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:13.021864 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:13.134206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:13.141225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b9973e1c-05c0-48b5-b208-a19fc249b474 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:13.141586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:13.281700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['47d49244-6749-4b07-b143-a4c09a807993'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:35:13.907966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3491a2-c031-4ba0-92ef-33ef2ec947ca req-d62cf089-cc34-4a5d-b65d-737701bb438a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:13.910317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d3491a2-c031-4ba0-92ef-33ef2ec947ca req-d62cf089-cc34-4a5d-b65d-737701bb438a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 944 time: 0.0643559 Nov 12 11:35:14.008194 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d3491a2-c031-4ba0-92ef-33ef2ec947ca req-01f42966-557e-49df-8b4d-1028571c1c28 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914311 Nov 12 11:35:14.208954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:14.503658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 47d49244-6749-4b07-b143-a4c09a807993 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:35:14.508719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 47d49244-6749-4b07-b143-a4c09a807993 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:14.509092 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:14.592228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:14.623531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:14.625778 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b43bfb-116f-4b8f-919b-51c3efcd41d3" -d '{"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-plugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:14.649732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:14.677952 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf825c0-77e0-42c8-98d4-ddde132b436d x-openstack-request-id: req-6cf825c0-77e0-42c8-98d4-ddde132b436d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:14.678260 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-plugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:14.678502 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6cf825c0-77e0-42c8-98d4-ddde132b436d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:14.678931 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'code': 200} Nov 12 11:35:14.810153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00860d4-93cd-43ef-97d5-2f4e1d43686a req-9a72af81-efed-49bf-9fab-9e62bffd85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:14.813205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c00860d4-93cd-43ef-97d5-2f4e1d43686a req-9a72af81-efed-49bf-9fab-9e62bffd85a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1096 time: 0.0595381 Nov 12 11:35:14.878500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c00860d4-93cd-43ef-97d5-2f4e1d43686a req-ec0c5b76-7a38-4dab-ba80-ed1509b8baa1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565662 Nov 12 11:35:15.079383 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:15.229688 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd7e6-6dd2-4cda-ab49-0389c3f84cec req-6aacb512-ca54-4bc2-85bc-fc12fb697c5b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:15.238379 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-077fd7e6-6dd2-4cda-ab49-0389c3f84cec req-6aacb512-ca54-4bc2-85bc-fc12fb697c5b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0796459 Nov 12 11:35:15.238612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:15.312611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-077fd7e6-6dd2-4cda-ab49-0389c3f84cec req-89d6ba8e-a2c6-43d7-80cf-a35bf0222523 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710735 Nov 12 11:35:16.443883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3711a16-6b6c-4bb5-8c53-ea7adee350c3 req-b73d6376-7380-4d33-a70f-2768b21a2832 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:16.447505 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3711a16-6b6c-4bb5-8c53-ea7adee350c3 req-b73d6376-7380-4d33-a70f-2768b21a2832 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0573473 Nov 12 11:35:16.516879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3711a16-6b6c-4bb5-8c53-ea7adee350c3 req-3ecf373a-6fa1-45eb-90c5-60e577001fcd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594082 Nov 12 11:35:17.013968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33846) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:17.176035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-944e2cec-c15b-4060-ae23-f9cbc36d7259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:17.269483 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-944e2cec-c15b-4060-ae23-f9cbc36d7259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:17.418075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-944e2cec-c15b-4060-ae23-f9cbc36d7259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:17.457682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e2cec-c15b-4060-ae23-f9cbc36d7259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d81214-75d7-4b22-97ca-9cb580d31025,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:17.462694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-944e2cec-c15b-4060-ae23-f9cbc36d7259 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e76a5e5f60444beaf3c08ffd30dd4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4476695 Nov 12 11:35:17.465946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33856) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:17.523697 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625da80f-4618-4319-aecc-d51fbcaf0075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:17.549397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625da80f-4618-4319-aecc-d51fbcaf0075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:17.672892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b99aac-752c-454b-82f1-d9b0f5ea6953 req-fc6d0269-57c8-489e-8f3a-907869707877 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:17.674429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6b99aac-752c-454b-82f1-d9b0f5ea6953 req-fc6d0269-57c8-489e-8f3a-907869707877 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0705016 Nov 12 11:35:17.729474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6b99aac-752c-454b-82f1-d9b0f5ea6953 req-8b8fd700-673c-46fc-aedd-baf8ac541689 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467753 Nov 12 11:35:17.857055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a985836-f517-47bd-8c1b-e7d98655746b req-6028619b-be9a-43e6-b4bd-af434e2e27e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:17.861574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a985836-f517-47bd-8c1b-e7d98655746b req-6028619b-be9a-43e6-b4bd-af434e2e27e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0577650 Nov 12 11:35:17.886755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625da80f-4618-4319-aecc-d51fbcaf0075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:17.887024 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:17.889350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-625da80f-4618-4319-aecc-d51fbcaf0075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:17.891080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-625da80f-4618-4319-aecc-d51fbcaf0075 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/97d81214-75d7-4b22-97ca-9cb580d31025 HTTP/1.1" status: 204 len: 168 time: 0.4236252 Nov 12 11:35:17.915558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625da80f-4618-4319-aecc-d51fbcaf0075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d81214-75d7-4b22-97ca-9cb580d31025,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:17.947173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a985836-f517-47bd-8c1b-e7d98655746b req-1e435389-b9e9-4547-9ebe-8e4e6f278fd6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826161 Nov 12 11:35:17.964812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:18.018431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da08e2b-44b6-41b0-bba4-5731fbb0427a tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:18.020703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8da08e2b-44b6-41b0-bba4-5731fbb0427a tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1092 time: 0.0536437 Nov 12 11:35:18.023248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33866) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:18.031483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '47d49244-6749-4b07-b143-a4c09a807993', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:35:18.201395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:18.357677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:18.507560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.25.3.132 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/0cb31359-0336-4e2c-a6c7-0ef833401266) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:35:18.649259 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:18.863704 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:18.910916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:35:18.925451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:35:18.925451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:35:18.925451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=0cb31359-0336-4e2c-a6c7-0ef833401266,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:19.148226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33880) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:19.165577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-695a2acd-294c-4c56-b5c8-1d05e0b7353c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:19.326823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-695a2acd-294c-4c56-b5c8-1d05e0b7353c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:19.339595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-bbd7846e-a4eb-475d-a1c7-248c9420ee8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770833 Nov 12 11:35:19.420671 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:19.462915 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-4a680bb0-477f-4132-bc0b-9ad323eaaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:19.466921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-4a680bb0-477f-4132-bc0b-9ad323eaaf2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0712976 Nov 12 11:35:19.468091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-695a2acd-294c-4c56-b5c8-1d05e0b7353c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:19.543431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-695a2acd-294c-4c56-b5c8-1d05e0b7353c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7abb8a148a7e42cbbebdac8c3ae95c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928058 Nov 12 11:35:19.544229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a2acd-294c-4c56-b5c8-1d05e0b7353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d71ff-527a-4fee-8081-97691f6a51fc,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:19.546283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33888) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:19.724048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-f6e1b174-bebd-4338-9899-6cc8cdadf0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:19.724280 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:19.725379 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-f6e1b174-bebd-4338-9899-6cc8cdadf0df service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.2368224 Nov 12 11:35:19.803318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:19.829426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-e5eb69a1-20cd-4ac7-942a-0c9847c35fa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0951862 Nov 12 11:35:19.838466 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:19.913807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-904fc98c-dfef-4763-8c0f-3fd6794c3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:19.916278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-904fc98c-dfef-4763-8c0f-3fd6794c3514 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0801482 Nov 12 11:35:19.996600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-9c4d1118-e56b-482f-b551-fb7bf99fef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:19.998146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-9c4d1118-e56b-482f-b551-fb7bf99fef64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748022 Nov 12 11:35:20.013444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-a0e38127-dc58-40f6-b55f-0348ff435e38 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:35:20.014472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-a0e38127-dc58-40f6-b55f-0348ff435e38 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056679 Nov 12 11:35:20.063133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:20.066623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:20.068570 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bd1d71ff-527a-4fee-8081-97691f6a51fc HTTP/1.1" status: 204 len: 168 time: 0.5209916 Nov 12 11:35:20.109781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d71ff-527a-4fee-8081-97691f6a51fc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:20.145066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.145459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.145817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.153945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.154393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.155728 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.156712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.157062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.157913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.157913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.160335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.162257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27e689-9117-4cbd-bd93-2ea5d1a52156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:20.178934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:20.200845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-28d7650c-85df-4e72-bbf1-6744f56cd8d7 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793218 Nov 12 11:35:20.297837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:20.360465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-322d18bb-94e1-41a1-a784-670bd8c119e9 req-89d2d580-af81-498c-81ca-6b8320401e85 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521654 Nov 12 11:35:20.407626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=0cb31359-0336-4e2c-a6c7-0ef833401266,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:20.414261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:20.583669 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Floating IP e47fea04-e35c-4c61-8561-388ab88145c3 associated. External IP: 172.25.3.132, port: 47d49244-6749-4b07-b143-a4c09a807993. Nov 12 11:35:20.834001 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:20.876998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 82f52fd4-800f-4b9b-b20f-a704bd352af0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:35:21.423853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:35:21.425479 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] Sync routers for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:35:21.437831 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:21.438479 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:21.546728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:21.580300 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:21.607889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-34ea8d43-22ba-424c-bfe3-c620bbc657e7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5713544 Nov 12 11:35:21.607889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:21.614841 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7149d5b-8398-4d1e-8311-ae353a7ace5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:21.843186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29940c-9d8b-4d7b-8f4b-293af7843ba7 req-f3f57460-1980-4249-9f9c-81f52dd5e134 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:21.845608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e29940c-9d8b-4d7b-8f4b-293af7843ba7 req-f3f57460-1980-4249-9f9c-81f52dd5e134 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.1268554 Nov 12 11:35:21.889388 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e47fea04-e35c-4c61-8561-388ab88145c3', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'port_id': '47d49244-6749-4b07-b143-a4c09a807993', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'mac_address': 'fa:16:3e:cc:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:35:19Z', 'updated_at': '2021-11-12T11:35:19Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:35:01Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:21.914540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e29940c-9d8b-4d7b-8f4b-293af7843ba7 req-f78f3766-6949-4bbe-91ca-5a332fedaa61 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613852 Nov 12 11:35:21.937555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33934) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:21.954185 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] Checking router: 82f52fd4-800f-4b9b-b20f-a704bd352af0 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:35:21.966477 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:35:21.967111 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:22.019255 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c96eac-cc18-44ee-a9f4-1ba0ed510c92 x-openstack-request-id: req-f5c96eac-cc18-44ee-a9f4-1ba0ed510c92 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:22.020200 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:22.020772 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f5c96eac-cc18-44ee-a9f4-1ba0ed510c92 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:22.021490 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'status': 'completed', 'code': 200} Nov 12 11:35:22.082961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1104e32c-05e3-47d6-b934-24fe35031dd0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/e47fea04-e35c-4c61-8561-388ab88145c3 HTTP/1.1" status: 200 len: 991 time: 0.1435478 Nov 12 11:35:22.122485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-17730770-b42a-4102-b62c-c96a63120d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:22.125153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-17730770-b42a-4102-b62c-c96a63120d48 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1097 time: 0.0780981 Nov 12 11:35:22.293016 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:35:22.366104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-741f6156-a614-4aac-bd2e-b1a11f959cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:22.369712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-741f6156-a614-4aac-bd2e-b1a11f959cc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.2342637 Nov 12 11:35:22.615814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-d6a24bee-9d9a-4a6c-aac9-a3c7c645aa1b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 999 time: 0.2382021 Nov 12 11:35:22.711392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-124a290b-920e-465f-bd1e-f26d4df82a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:22.714142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-124a290b-920e-465f-bd1e-f26d4df82a3c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0897586 Nov 12 11:35:22.759520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e47fea04-e35c-4c61-8561-388ab88145c3', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'port_id': '47d49244-6749-4b07-b143-a4c09a807993', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'mac_address': 'fa:16:3e:cc:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:35:19Z', 'updated_at': '2021-11-12T11:35:19Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:35:01Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:35:22.810618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-ea2c0949-9870-4ab5-a185-80786c81a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:22.812450 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476b890-8ae8-43da-adee-d2f7e59bbb06 None None] The sync data for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 is: [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'e47fea04-e35c-4c61-8561-388ab88145c3', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'port_id': '47d49244-6749-4b07-b143-a4c09a807993', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'mac_address': 'fa:16:3e:cc:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:35:19Z', 'updated_at': '2021-11-12T11:35:19Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:35:01Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:35:22.814310 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-ea2c0949-9870-4ab5-a185-80786c81a6d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855448 Nov 12 11:35:23.021420 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-c3767a16-9754-4582-93f6-b79e6a169053 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952131 Nov 12 11:35:23.087143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 33962) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:23.171168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bedfd4a3-d428-4677-860b-af12bb23f2ae tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/e47fea04-e35c-4c61-8561-388ab88145c3 HTTP/1.1" status: 200 len: 991 time: 0.0826118 Nov 12 11:35:23.179161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e11a6-752d-4558-a82d-ccb56a1c0305 None None] New status for floating IP e47fea04-e35c-4c61-8561-388ab88145c3: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:35:23.196520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-312e6e83-f847-4c0a-ac4c-102257eebb1e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:23.202467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-312e6e83-f847-4c0a-ac4c-102257eebb1e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.2266057 Nov 12 11:35:23.227756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-c5619bc3-6dcf-40f8-bc25-5820c02fcd51 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/quotas/eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 375 time: 0.0207245 Nov 12 11:35:23.248517 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7149d5b-8398-4d1e-8311-ae353a7ace5f req-f1a38186-7a28-4377-875d-2eb7611556a9 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911912 Nov 12 11:35:23.299842 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-8b19c0cc-94b3-49e8-afd8-1dcf061c0aa9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617952 Nov 12 11:35:23.430633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-da887dee-bb60-4f21-86ea-31108c74725f service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213453 Nov 12 11:35:23.590211 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-26494a96-aed5-4613-bc98-2d147ad05ad7 service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427195 Nov 12 11:35:24.175577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 33990) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:24.324535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0cc1c075-b87f-448e-a45e-aa117bbd1c66 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/e47fea04-e35c-4c61-8561-388ab88145c3 HTTP/1.1" status: 200 len: 993 time: 0.1469362 Nov 12 11:35:25.276763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6821f73-61fe-4913-be58-c5885b11f2a4 req-4f9b8a9f-c9cc-4308-8d88-c05bc0a85ffc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0817478 Nov 12 11:35:26.403257 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51ad2fd2-a278-4c39-a4b8-059737bb45cc req-93fecfdd-d5ea-4d7e-9e5a-e0370a67d962 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0594919 Nov 12 11:35:27.529018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7deeecb-2ea3-41ea-87d8-8d7d81b699a3 req-e5fc650a-fb2e-4f70-9692-6707ee4f9a58 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0455246 Nov 12 11:35:27.940420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-b22ca002-9ef5-47fe-a06e-30e756f6c86e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:27.942180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-b22ca002-9ef5-47fe-a06e-30e756f6c86e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.1198657 Nov 12 11:35:27.956868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'port': {'device_id': '2164eee2-479f-4105-a637-eff728a74727', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'admin_state_up': True, 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:35:28.682089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96c0070f-0722-4abb-99d7-677402271c53 req-6aca5dce-e111-441b-9039-d4e67adef63e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0693314 Nov 12 11:35:28.995059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:35:28.999468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:29.206108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.20.0.11 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/703f80a5-490f-47da-b365-3e131a2aa826) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:35:29.424386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:29.737834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a004d750-fa19-4ae2-9255-d685631e2a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:29.741105 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:29.861111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=703f80a5-490f-47da-b365-3e131a2aa826,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:29.919893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:35:29.925525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:35:29.937431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:35:30.027317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a94616-9074-44d9-80a4-ea909d68e011 req-08b8263c-f35e-4219-9612-a0b57e312828 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:30.038917 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23a94616-9074-44d9-80a4-ea909d68e011 req-08b8263c-f35e-4219-9612-a0b57e312828 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 932 time: 0.1998248 Nov 12 11:35:30.141518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:30.143017 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:30.186166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23a94616-9074-44d9-80a4-ea909d68e011 req-ff782d2e-0512-460b-abfe-b31d4c97b3cb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344705 Nov 12 11:35:30.318728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-a577c1e4-d344-4dd6-af29-e12b90a14d16 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3633955 Nov 12 11:35:30.347823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Request body: {'port': {'device_id': '2164eee2-479f-4105-a637-eff728a74727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:35:30.382416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0140b573-180b-4fb3-b670-ae2b948ae4ca None None] Provisioning complete for port 703f80a5-490f-47da-b365-3e131a2aa826 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:30.388885 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0140b573-180b-4fb3-b670-ae2b948ae4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:30.436512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0140b573-180b-4fb3-b670-ae2b948ae4ca None None] Port 703f80a5-490f-47da-b365-3e131a2aa826 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:35:30.526521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34088) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:30.532873 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:30.917931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703f80a5-490f-47da-b365-3e131a2aa826 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:35:30.926396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:30.940898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Transition to ACTIVE for port object 703f80a5-490f-47da-b365-3e131a2aa826 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:35:30.954887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5d0395c-1f0c-4b1b-9faf-02615bcd2cf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.135243 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.243865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5d0395c-1f0c-4b1b-9faf-02615bcd2cf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.266182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=703f80a5-490f-47da-b365-3e131a2aa826,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:31.419283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5d0395c-1f0c-4b1b-9faf-02615bcd2cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.502857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Attempting to bind port 703f80a5-490f-47da-b365-3e131a2aa826 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:35:31.510296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Attempting to bind port 703f80a5-490f-47da-b365-3e131a2aa826 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:35:31.510296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Attempting to bind port 703f80a5-490f-47da-b365-3e131a2aa826 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:31.510296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d5d0395c-1f0c-4b1b-9faf-02615bcd2cf9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6970d7dc309642e1af01375ee7734342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9821484 Nov 12 11:35:31.513992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34112) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:31.520653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f2e60-c935-453e-a564-beec9854548c req-ef196f22-7376-4db5-97e2-7669f77676d9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:31.522373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d3f2e60-c935-453e-a564-beec9854548c req-ef196f22-7376-4db5-97e2-7669f77676d9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.1451828 Nov 12 11:35:31.525177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0395c-1f0c-4b1b-9faf-02615bcd2cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bc60bc-2fa0-4115-98fe-2224b59205ad,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:31.529476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Port 703f80a5-490f-47da-b365-3e131a2aa826 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:35:31.529926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Attempting to bind port 703f80a5-490f-47da-b365-3e131a2aa826 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:35:31.586288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:35:31.586815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:35:31.587313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:35:31.587970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Bound port: 703f80a5-490f-47da-b365-3e131a2aa826, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:35:31.592828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.635153 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b33a2f36-c933-44b3-a369-8674141b6070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.643729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d3f2e60-c935-453e-a564-beec9854548c req-a079cb34-4583-4018-874f-fd8bc4c6411b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111567 Nov 12 11:35:31.682026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b33a2f36-c933-44b3-a369-8674141b6070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.694877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] For port 703f80a5-490f-47da-b365-3e131a2aa826, host n-h1-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:35:31.700782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] For port 703f80a5-490f-47da-b365-3e131a2aa826, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=703f80a5-490f-47da-b365-3e131a2aa826,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:35:31.909899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b33a2f36-c933-44b3-a369-8674141b6070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.910136 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.913541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b33a2f36-c933-44b3-a369-8674141b6070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.917198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b33a2f36-c933-44b3-a369-8674141b6070 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/19bc60bc-2fa0-4115-98fe-2224b59205ad HTTP/1.1" status: 204 len: 168 time: 0.4010546 Nov 12 11:35:31.926149 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-180bfad5-7cfe-44c9-937b-9adeeafdf5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:31.940061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a2f36-c933-44b3-a369-8674141b6070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bc60bc-2fa0-4115-98fe-2224b59205ad,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:31.994740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:32.002982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:32.002982 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] 10.222.0.57 "PUT /v2.0/ports/703f80a5-490f-47da-b365-3e131a2aa826 HTTP/1.1" status: 200 len: 1093 time: 1.6729159 Nov 12 11:35:32.002982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2164eee2-479f-4105-a637-eff728a74727', 'tag': '703f80a5-490f-47da-b365-3e131a2aa826'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:32.011010 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64834c69-f71f-422b-9d95-17836fc88e09" -d '{"events": [{"name": "network-changed", "server_uuid": "2164eee2-479f-4105-a637-eff728a74727", "tag": "703f80a5-490f-47da-b365-3e131a2aa826"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:32.046607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e3d72-1d66-4d67-84c8-4ef6c82cd7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=703f80a5-490f-47da-b365-3e131a2aa826,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:32.072063 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9cff9c-896d-4541-8671-bc394fab1fe9 x-openstack-request-id: req-8b9cff9c-896d-4541-8671-bc394fab1fe9 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:32.072660 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2164eee2-479f-4105-a637-eff728a74727", "tag": "703f80a5-490f-47da-b365-3e131a2aa826", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:32.073955 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8b9cff9c-896d-4541-8671-bc394fab1fe9 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:32.074664 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2164eee2-479f-4105-a637-eff728a74727', 'tag': '703f80a5-490f-47da-b365-3e131a2aa826', 'status': 'completed', 'code': 200} Nov 12 11:35:32.189542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64834c69-f71f-422b-9d95-17836fc88e09 req-42774c14-9c5e-46c4-80e9-001697e351f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:32.191156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64834c69-f71f-422b-9d95-17836fc88e09 req-42774c14-9c5e-46c4-80e9-001697e351f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 1096 time: 0.0951567 Nov 12 11:35:32.368201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64834c69-f71f-422b-9d95-17836fc88e09 req-aba5595e-bed2-4c10-a4d4-6e1c564fc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:32.370469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64834c69-f71f-422b-9d95-17836fc88e09 req-aba5595e-bed2-4c10-a4d4-6e1c564fc719 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=eb3a39ed68f44e988c561e11e529a264&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1701968 Nov 12 11:35:32.612210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64834c69-f71f-422b-9d95-17836fc88e09 req-9f85bec6-0537-47bc-b872-32e9848ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:32.612210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64834c69-f71f-422b-9d95-17836fc88e09 req-9f85bec6-0537-47bc-b872-32e9848ec381 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2260134 Nov 12 11:35:32.828133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-8fb2f833-c812-478d-aa6d-681f11498a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:32.829617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-8fb2f833-c812-478d-aa6d-681f11498a08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 1096 time: 0.1485918 Nov 12 11:35:33.132719 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:33.327892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-73892855-d489-4867-82a2-9cf4df7ddf43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f80a5-490f-47da-b365-3e131a2aa826 HTTP/1.1" status: 200 len: 217 time: 0.4890857 Nov 12 11:35:33.420866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-bab379c2-a317-4462-8672-8776b65ddb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:33.422604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-bab379c2-a317-4462-8672-8776b65ddb92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0839372 Nov 12 11:35:33.431243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be4af8-181f-4f01-bc92-adc8c83c1c57 req-32091c58-3076-418d-a53b-2e75a1808947 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:33.433006 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7be4af8-181f-4f01-bc92-adc8c83c1c57 req-32091c58-3076-418d-a53b-2e75a1808947 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.1034920 Nov 12 11:35:33.551697 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-7c991f5b-e543-4c89-8f84-e718cda77c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:33.556039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-7c991f5b-e543-4c89-8f84-e718cda77c02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215997 Nov 12 11:35:33.562635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7be4af8-181f-4f01-bc92-adc8c83c1c57 req-047f5362-47e1-4d03-ad8a-c4fda19aa288 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993412 Nov 12 11:35:33.761714 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-c0c28603-0d04-4977-92dd-794474798e77 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965618 Nov 12 11:35:33.941814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1efb9164-cc50-4d33-b727-5d3c290c7232 req-fdeb61db-a0a0-4c7b-a6b7-fde0234b300e service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715605 Nov 12 11:35:34.173429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-f0e73c4d-3969-4990-b3d1-e4b04199a757 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0766227 Nov 12 11:35:34.330040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-986da8cb-f481-48a2-85f2-cebc2f56526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:34.331715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-986da8cb-f481-48a2-85f2-cebc2f56526c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1097 time: 0.0912168 Nov 12 11:35:34.355443 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:34.462956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-7b268cfa-186f-459b-ab16-f61b1fddbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:34.464834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-7b268cfa-186f-459b-ab16-f61b1fddbb11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1079745 Nov 12 11:35:34.545615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-8bbbf340-7f7e-4937-934e-2eb903a5e7a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 1001 time: 0.0687113 Nov 12 11:35:34.599739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-6294c328-f6db-468a-92b8-205c85da6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:34.601442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-6294c328-f6db-468a-92b8-205c85da6a3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0476460 Nov 12 11:35:34.665402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-5b8b3987-99bd-4e91-9836-08de263b8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:34.667480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-5b8b3987-99bd-4e91-9836-08de263b8546 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566669 Nov 12 11:35:34.680596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-582c29ce-d9e7-4c46-bc08-80e3a83891fa service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:35:34.682463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-582c29ce-d9e7-4c46-bc08-80e3a83891fa service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073900 Nov 12 11:35:34.858341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71cc3c-1a96-4d0f-89d3-7b81a04f50fb req-a37d9820-3be4-4a3c-a769-391adb60e774 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:34.864012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e71cc3c-1a96-4d0f-89d3-7b81a04f50fb req-a37d9820-3be4-4a3c-a769-391adb60e774 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.1457908 Nov 12 11:35:34.871550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-3fc23734-36a2-4320-9ae5-385f7570735a service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776912 Nov 12 11:35:34.920913 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:35.082139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e71cc3c-1a96-4d0f-89d3-7b81a04f50fb req-e8bde9bd-3888-42a7-ac32-9d5264cdc240 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091589 Nov 12 11:35:35.100467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f127f839-13c6-4837-bb22-e7f48ce26611 req-afa7e57f-4f93-40a3-b905-e343632202d7 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829176 Nov 12 11:35:36.213834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f47f32-1558-43e0-bd1a-3969bcba8822 req-36d00ed8-a06d-4b68-8e4f-1f7412fa1f31 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:36.215702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22f47f32-1558-43e0-bd1a-3969bcba8822 req-36d00ed8-a06d-4b68-8e4f-1f7412fa1f31 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0581994 Nov 12 11:35:36.276962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22f47f32-1558-43e0-bd1a-3969bcba8822 req-6cef760b-d888-445a-a490-8e4d65d329e3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520217 Nov 12 11:35:37.438546 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b526f6e-9192-47d7-89f1-5536e78e5d54 req-51200024-eb4f-4b35-8a40-052ed9e3903a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:37.443493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b526f6e-9192-47d7-89f1-5536e78e5d54 req-51200024-eb4f-4b35-8a40-052ed9e3903a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0920048 Nov 12 11:35:37.503534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b526f6e-9192-47d7-89f1-5536e78e5d54 req-8c0a24c3-d609-475b-8d9e-c716bd20fa5c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526640 Nov 12 11:35:38.627684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a2a27-2e4b-4226-bd20-c07528556cc4 req-af0b45a1-3181-4217-bf71-b139ea5d800e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:38.629481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e7a2a27-2e4b-4226-bd20-c07528556cc4 req-af0b45a1-3181-4217-bf71-b139ea5d800e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0560529 Nov 12 11:35:38.682976 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e7a2a27-2e4b-4226-bd20-c07528556cc4 req-a16c17c4-82cd-41a2-84c6-543d04ee5a06 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467005 Nov 12 11:35:39.821709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ea54a-004e-4e8f-86d1-9e80681de496 req-6f3f4cff-2591-4191-858f-38053054437b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:39.823439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d1ea54a-004e-4e8f-86d1-9e80681de496 req-6f3f4cff-2591-4191-858f-38053054437b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0664983 Nov 12 11:35:39.881821 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d1ea54a-004e-4e8f-86d1-9e80681de496 req-bfe47444-2e3e-46e4-914d-c0efb0048d66 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Nov 12 11:35:41.017520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301451d-a423-4ee6-b2db-28fa5264bb7f req-31133669-fd09-427f-b56d-87761fde02ce tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:41.020665 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7301451d-a423-4ee6-b2db-28fa5264bb7f req-31133669-fd09-427f-b56d-87761fde02ce tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0629735 Nov 12 11:35:41.072988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7301451d-a423-4ee6-b2db-28fa5264bb7f req-a8536ecc-81a3-4c06-9b72-1e2f3591a995 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457819 Nov 12 11:35:42.201304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8ff55-57f6-4b95-9f04-73749ad36696 req-b12b58ad-3202-44e6-a605-036a8bb9b03d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:42.202834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20d8ff55-57f6-4b95-9f04-73749ad36696 req-b12b58ad-3202-44e6-a605-036a8bb9b03d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0576346 Nov 12 11:35:42.252122 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20d8ff55-57f6-4b95-9f04-73749ad36696 req-1a8cd959-c17a-41d4-912e-bdac448ddcb4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Nov 12 11:35:43.408647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f65ad-4678-4f66-8f0a-4a9db200ea1e req-9d464472-5baa-40e3-afd2-9e5c6b9f772d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:43.410719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a99f65ad-4678-4f66-8f0a-4a9db200ea1e req-9d464472-5baa-40e3-afd2-9e5c6b9f772d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0826588 Nov 12 11:35:43.464701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a99f65ad-4678-4f66-8f0a-4a9db200ea1e req-4f3d5090-a49f-460b-8f94-7c81c624756b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469284 Nov 12 11:35:44.625786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb17d-1257-4ac2-b481-3cac667dbe27 req-83f8e81d-5cde-4689-ab90-03989bd644e8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:44.627112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-317eb17d-1257-4ac2-b481-3cac667dbe27 req-83f8e81d-5cde-4689-ab90-03989bd644e8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0632548 Nov 12 11:35:44.691466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-317eb17d-1257-4ac2-b481-3cac667dbe27 req-0cd28b49-c197-45c6-9a91-ffb592ae6d47 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539041 Nov 12 11:35:45.672426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 34262) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:45.830981 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3daa5ead-8a7e-4150-9b23-9a87b73ac9d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:45.845462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf18ee4-c6ba-444a-9955-059e35d39ca7 req-37e2a83d-767f-4770-8dad-34d74ea017ba tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:45.853498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-edf18ee4-c6ba-444a-9955-059e35d39ca7 req-37e2a83d-767f-4770-8dad-34d74ea017ba tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 944 time: 0.0596585 Nov 12 11:35:45.907570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-edf18ee4-c6ba-444a-9955-059e35d39ca7 req-a7839fa1-60d6-4e63-99c9-7bacd4565a6a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529788 Nov 12 11:35:45.932674 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3daa5ead-8a7e-4150-9b23-9a87b73ac9d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:46.098164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3daa5ead-8a7e-4150-9b23-9a87b73ac9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:46.358729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3daa5ead-8a7e-4150-9b23-9a87b73ac9d5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=64c0c6e2921d47ec887b09be5b303507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6849649 Nov 12 11:35:46.359819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa5ead-8a7e-4150-9b23-9a87b73ac9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874ef596-54f7-4907-a5a6-29419bcb41ae,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:46.362924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34268) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:46.417528 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:46.439009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:46.441456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 703f80a5-490f-47da-b365-3e131a2aa826 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:35:46.538971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 703f80a5-490f-47da-b365-3e131a2aa826, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=703f80a5-490f-47da-b365-3e131a2aa826,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:46.557641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '703f80a5-490f-47da-b365-3e131a2aa826', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'port_id': '703f80a5-490f-47da-b365-3e131a2aa826', 'mac_address': 'fa:16:3e:f2:3b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:35:46.595158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:46.605659 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:46.608533 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:46.610397 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/874ef596-54f7-4907-a5a6-29419bcb41ae HTTP/1.1" status: 204 len: 168 time: 0.2445261 Nov 12 11:35:46.611007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703f80a5-490f-47da-b365-3e131a2aa826 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:35:46.628593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874ef596-54f7-4907-a5a6-29419bcb41ae,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:46.632128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.632494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.632846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.633278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.633655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.634026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.634363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.634696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.635032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.635361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.635692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.636127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87e466b-f990-40d4-ad71-38062880e049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.659884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 703f80a5-490f-47da-b365-3e131a2aa826, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=703f80a5-490f-47da-b365-3e131a2aa826,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:46.784001 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:46.836448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=703f80a5-490f-47da-b365-3e131a2aa826,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:46.844967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.845322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.845665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.846019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.846377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.846750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.847101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.847450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.847777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.848130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.848460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.848790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:35:46.913660 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:35:47.018940 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['703f80a5-490f-47da-b365-3e131a2aa826'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:35:47.035490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b183ec2-6099-4766-8ce2-02191665c581 req-5abc0dbc-9028-4c85-a8c2-e1a102399367 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:47.037063 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b183ec2-6099-4766-8ce2-02191665c581 req-5abc0dbc-9028-4c85-a8c2-e1a102399367 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 945 time: 0.0544081 Nov 12 11:35:47.098102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b183ec2-6099-4766-8ce2-02191665c581 req-a2d3234d-8839-486a-a693-04802441f200 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Nov 12 11:35:47.762516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:48.231987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8501b6e-f48b-4397-97f9-380c5a8fba4c req-13d21b37-3fcf-49be-90f4-6e92ef5cb449 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:48.234160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8501b6e-f48b-4397-97f9-380c5a8fba4c req-13d21b37-3fcf-49be-90f4-6e92ef5cb449 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 945 time: 0.0565491 Nov 12 11:35:48.287670 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8501b6e-f48b-4397-97f9-380c5a8fba4c req-222cfe10-279c-41f6-b38f-aaf1133b8850 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469012 Nov 12 11:35:48.457306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 703f80a5-490f-47da-b365-3e131a2aa826 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:35:48.698415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 703f80a5-490f-47da-b365-3e131a2aa826 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:35:48.703986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 703f80a5-490f-47da-b365-3e131a2aa826 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:35:48.709705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:48.788177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:48.812883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2164eee2-479f-4105-a637-eff728a74727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703f80a5-490f-47da-b365-3e131a2aa826'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:35:48.815140 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5e1ea5-0a2b-4dc0-bc9a-588cd410a043" -d '{"events": [{"server_uuid": "2164eee2-479f-4105-a637-eff728a74727", "name": "network-vif-plugged", "status": "completed", "tag": "703f80a5-490f-47da-b365-3e131a2aa826"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:35:48.827662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 703f80a5-490f-47da-b365-3e131a2aa826, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=703f80a5-490f-47da-b365-3e131a2aa826,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:35:48.854569 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327baa7-6d2d-448a-851e-b872cd98ac04 x-openstack-request-id: req-0327baa7-6d2d-448a-851e-b872cd98ac04 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:35:48.854885 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2164eee2-479f-4105-a637-eff728a74727", "name": "network-vif-plugged", "status": "completed", "tag": "703f80a5-490f-47da-b365-3e131a2aa826", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:35:48.855139 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0327baa7-6d2d-448a-851e-b872cd98ac04 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:35:48.855989 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2164eee2-479f-4105-a637-eff728a74727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703f80a5-490f-47da-b365-3e131a2aa826', 'code': 200} Nov 12 11:35:48.958061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e0b3-b8b6-4c77-877b-22bb91494602 req-7b991ed6-e223-4300-9535-47a4a97447df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:48.959590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e38e0b3-b8b6-4c77-877b-22bb91494602 req-7b991ed6-e223-4300-9535-47a4a97447df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 1097 time: 0.0451863 Nov 12 11:35:48.995466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:49.012292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e38e0b3-b8b6-4c77-877b-22bb91494602 req-d6187518-a4b0-45a5-89dc-a372029977af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Nov 12 11:35:49.032698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=703f80a5-490f-47da-b365-3e131a2aa826,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:35:49.416737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca1654-694b-4bfc-933f-406d1f83d5a7 req-f31c60b3-b9dc-46fc-a6c6-d6c94f2ec02c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:49.418373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dca1654-694b-4bfc-933f-406d1f83d5a7 req-f31c60b3-b9dc-46fc-a6c6-d6c94f2ec02c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 946 time: 0.0537958 Nov 12 11:35:49.476772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dca1654-694b-4bfc-933f-406d1f83d5a7 req-fd20fe11-e5b0-45b7-8a34-b3cafc601157 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523541 Nov 12 11:35:50.610134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578c119-88c9-4f07-8948-acf04326605b req-c84250ea-12a5-4db4-bbeb-14566eef9757 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:50.619448 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8578c119-88c9-4f07-8948-acf04326605b req-c84250ea-12a5-4db4-bbeb-14566eef9757 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 946 time: 0.0529878 Nov 12 11:35:50.664573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8578c119-88c9-4f07-8948-acf04326605b req-0fc8d88d-5b2f-4478-a94d-6ff3d5f6dde9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467899 Nov 12 11:35:50.823705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:51.985813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dae25c-6b54-4212-b975-2eb6127acc30 req-1ca0a2f6-fef1-4367-8d54-32d66277b60c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:51.987910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80dae25c-6b54-4212-b975-2eb6127acc30 req-1ca0a2f6-fef1-4367-8d54-32d66277b60c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 946 time: 0.0545878 Nov 12 11:35:52.041833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80dae25c-6b54-4212-b975-2eb6127acc30 req-905bea8f-46db-4f85-bf35-e3a537d811a8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Nov 12 11:35:52.171255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076b8d0-2a9d-4832-ae1a-d79e28ebc29d req-cf6e00c0-8d56-4bf8-88a1-4700b4fedad7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:52.173578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f076b8d0-2a9d-4832-ae1a-d79e28ebc29d req-cf6e00c0-8d56-4bf8-88a1-4700b4fedad7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 946 time: 0.0564926 Nov 12 11:35:52.226619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f076b8d0-2a9d-4832-ae1a-d79e28ebc29d req-a4b60f65-ce80-4751-ba99-714e0165f241 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469799 Nov 12 11:35:56.144270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b8b1d-153e-4bc3-ac14-286f2b2fc11f req-2c53230e-2b55-4855-a381-ea95296d8f07 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:56.146134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c9b8b1d-153e-4bc3-ac14-286f2b2fc11f req-2c53230e-2b55-4855-a381-ea95296d8f07 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1097 time: 0.0863702 Nov 12 11:35:56.209338 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c9b8b1d-153e-4bc3-ac14-286f2b2fc11f req-d4b10657-8726-4be2-a19a-c3e2c11c9f4f tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564110 Nov 12 11:35:56.374227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1da4a6-43a5-4383-87c7-a52b2691e136 req-ea9e10b2-6fa3-4e49-a50f-528c2e6a8a88 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:56.376016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa1da4a6-43a5-4383-87c7-a52b2691e136 req-ea9e10b2-6fa3-4e49-a50f-528c2e6a8a88 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0812485 Nov 12 11:35:56.433189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa1da4a6-43a5-4383-87c7-a52b2691e136 req-08ce7f2a-e96a-41f9-a407-1a85f4b3065d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510032 Nov 12 11:35:56.466491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 34526) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:35:56.547756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1fd02869-cf94-4193-816e-0db7eb0ce386 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/e47fea04-e35c-4c61-8561-388ab88145c3 HTTP/1.1" status: 200 len: 993 time: 0.0796809 Nov 12 11:35:57.516148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-95b8d2f0-c3b8-451b-84dd-99badf0d82a5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:57.517880 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-95b8d2f0-c3b8-451b-84dd-99badf0d82a5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.1367254 Nov 12 11:35:57.539283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-dc8d03ad-7f71-4e0d-88e8-448b07c5ef98 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/quotas/eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 375 time: 0.0133362 Nov 12 11:35:57.622547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-312c95f4-30d8-4f7a-ba71-c02af1ec0816 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753736 Nov 12 11:35:57.672963 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-9cab1886-cf26-4ce8-89dc-030e3cd78e8e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945849 Nov 12 11:35:57.733093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-315e83b9-9b06-4f8b-b0e4-1c67774158a4 service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096513 Nov 12 11:35:57.853435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-76c676de-ed73-457b-a62f-505dba5c9730 service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118102 Nov 12 11:35:58.353818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6913-cb3d-40e7-99f3-358fa09f1afa req-d5d0d418-6ce0-4509-b6bc-6ba8896eac2c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:58.362526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-924b6913-cb3d-40e7-99f3-358fa09f1afa req-d5d0d418-6ce0-4509-b6bc-6ba8896eac2c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0795429 Nov 12 11:35:58.431434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-924b6913-cb3d-40e7-99f3-358fa09f1afa req-dde5054f-25ca-4fc6-b7a9-3ebd641da75a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667703 Nov 12 11:35:58.502998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42e38c54-81d8-45cb-b9b9-7e00536df331 req-5e05f4ea-3d9e-4571-b424-589d4bc5d7a3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0280516 Nov 12 11:35:59.474867 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bc4868e-d11a-4dba-ae03-af491376e408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:35:59.607510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebd264-0e4d-4a46-9d0c-641fd052f307 req-dd9df59c-9bb4-4943-b12f-f9054907d480 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:35:59.609454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5cebd264-0e4d-4a46-9d0c-641fd052f307 req-dd9df59c-9bb4-4943-b12f-f9054907d480 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0920925 Nov 12 11:35:59.673623 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5cebd264-0e4d-4a46-9d0c-641fd052f307 req-94454464-ebdb-439c-9229-6060706e2045 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519953 Nov 12 11:35:59.762658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59f3b727-bb24-4b34-9e93-a95ae180259d req-fec1b0cb-48ec-40bb-99f5-aa43dc474942 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0312412 Nov 12 11:36:00.855436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc6cb0-b485-4c21-951b-97889d3af078 req-b0b0e81c-3423-48ce-bf24-ad8b2fd73092 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:00.856100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11dc6cb0-b485-4c21-951b-97889d3af078 req-b0b0e81c-3423-48ce-bf24-ad8b2fd73092 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0772336 Nov 12 11:36:00.954547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11dc6cb0-b485-4c21-951b-97889d3af078 req-537f01e6-e305-4454-a1f1-256fdcb24555 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899901 Nov 12 11:36:01.076846 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb64a786-e52e-4703-94e3-7e2875b8c77c req-e7a0a2cc-3952-40e7-a4cc-6c7e359a3e40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0350242 Nov 12 11:36:01.683518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-e08bf15c-34f2-4dde-a4d6-47971b4ab22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:01.685082 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-e08bf15c-34f2-4dde-a4d6-47971b4ab22e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1097 time: 0.0488238 Nov 12 11:36:01.812177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13937990-4513-4200-823f-83ae3cb99161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:01.830197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-4948d28f-40a2-40ff-be1d-34ae9f9d5e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:01.832527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-4948d28f-40a2-40ff-be1d-34ae9f9d5e50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1396978 Nov 12 11:36:01.926180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-e870a607-4f41-438b-8c21-6c5ba33a3954 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 1001 time: 0.0858235 Nov 12 11:36:01.989095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-de190f02-cbb3-4dcb-81b3-dc1a49530bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:01.993461 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-de190f02-cbb3-4dcb-81b3-dc1a49530bca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0556045 Nov 12 11:36:02.054184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-1957b4da-908a-438e-abeb-9404ea794d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:02.056117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-1957b4da-908a-438e-abeb-9404ea794d45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533681 Nov 12 11:36:02.215901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781faf4-61ec-4e87-80c0-162915eb758d req-5f3efa2c-6b1b-4cbc-b3c7-bb83e306f08a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:02.217622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c781faf4-61ec-4e87-80c0-162915eb758d req-5f3efa2c-6b1b-4cbc-b3c7-bb83e306f08a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.1604095 Nov 12 11:36:02.329028 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-ccd1dc01-90a8-4b6a-9adb-0f56a6a7c55f service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141628 Nov 12 11:36:02.339385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-67fa774b-2d0b-4bc6-8b7e-69a91447caa5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:02.341095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-67fa774b-2d0b-4bc6-8b7e-69a91447caa5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.2597940 Nov 12 11:36:02.358074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'port': {'device_id': '7c1c31e1-a51b-4c9f-9a98-457842d5a9d9', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'admin_state_up': True, 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:02.474719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c781faf4-61ec-4e87-80c0-162915eb758d req-adbcb40c-1fac-4e85-800b-2038cc20f898 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256525 Nov 12 11:36:02.574727 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-a3d4fe60-4b27-42b3-8bd7-157e9e96fea7 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260573 Nov 12 11:36:02.675442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:36:02.680573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:02.692468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7473f4f5-caa5-424e-a721-7fed410b416d req-25a873d8-cc09-42bc-83e1-b26cccf7614d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0845048 Nov 12 11:36:02.960661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.20.0.5 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/99c20669-683f-467b-8acc-a95c7cf8ce32) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:36:03.128779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.260878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.389991 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.405262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['703f80a5-490f-47da-b365-3e131a2aa826'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:03.458830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:36:03.469946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:36:03.504711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:36:03.552454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=99c20669-683f-467b-8acc-a95c7cf8ce32,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:03.642677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:03.645275 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.741732 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-2d8ca2f6-034b-43f9-89e3-61680428d98a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3874624 Nov 12 11:36:03.755986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Request body: {'port': {'device_id': '7c1c31e1-a51b-4c9f-9a98-457842d5a9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:03.818764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8dd9e-2b02-48ed-b090-7d562a2523fb req-67528dea-9184-41ad-a0fc-27b0dae277be tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:03.820584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19f8dd9e-2b02-48ed-b090-7d562a2523fb req-67528dea-9184-41ad-a0fc-27b0dae277be tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.1289992 Nov 12 11:36:03.847613 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.898024 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19f8dd9e-2b02-48ed-b090-7d562a2523fb req-701040ad-0211-4f3e-9888-ce25e28a060d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707145 Nov 12 11:36:03.939156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e1610744-1585-4d8a-b23f-723f5600b41c None None] Provisioning complete for port 99c20669-683f-467b-8acc-a95c7cf8ce32 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:03.944699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1610744-1585-4d8a-b23f-723f5600b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:03.984546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e1610744-1585-4d8a-b23f-723f5600b41c None None] Port 99c20669-683f-467b-8acc-a95c7cf8ce32 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:36:04.018981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8fcfc-4aef-4536-a0fb-f28304e4e42d req-417e0c17-3667-4ea1-b2f3-345137d59868 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:04.018981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7d8fcfc-4aef-4536-a0fb-f28304e4e42d req-417e0c17-3667-4ea1-b2f3-345137d59868 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 931 time: 0.0565989 Nov 12 11:36:04.076666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7d8fcfc-4aef-4536-a0fb-f28304e4e42d req-57a718d7-fcd7-4b9f-b2a5-12f415e57f0a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511639 Nov 12 11:36:04.190188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c20669-683f-467b-8acc-a95c7cf8ce32 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:36:04.198702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.214226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Transition to ACTIVE for port object 99c20669-683f-467b-8acc-a95c7cf8ce32 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:36:04.468923 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.556027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.638488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Pushing event updated for resources: {'Port': ['ID=99c20669-683f-467b-8acc-a95c7cf8ce32,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:04.744471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Attempting to bind port 99c20669-683f-467b-8acc-a95c7cf8ce32 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:04.744941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Attempting to bind port 99c20669-683f-467b-8acc-a95c7cf8ce32 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:04.745277 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Attempting to bind port 99c20669-683f-467b-8acc-a95c7cf8ce32 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:04.761837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Port 99c20669-683f-467b-8acc-a95c7cf8ce32 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:36:04.766668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Attempting to bind port 99c20669-683f-467b-8acc-a95c7cf8ce32 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:04.768635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:04.768990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:04.769385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:04.769823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Bound port: 99c20669-683f-467b-8acc-a95c7cf8ce32, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:04.770191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:04.859135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] For port 99c20669-683f-467b-8acc-a95c7cf8ce32, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:04.862706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] For port 99c20669-683f-467b-8acc-a95c7cf8ce32, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=99c20669-683f-467b-8acc-a95c7cf8ce32,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:04.995146 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.042218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.075558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad54ee-5180-4d35-8b8e-bf39823905ad req-291e4944-0746-40e6-8c09-3f8ccc0b628b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:05.077222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7ad54ee-5180-4d35-8b8e-bf39823905ad req-291e4944-0746-40e6-8c09-3f8ccc0b628b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0899811 Nov 12 11:36:05.109427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:05.110079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:05.112284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] 10.222.0.69 "PUT /v2.0/ports/99c20669-683f-467b-8acc-a95c7cf8ce32 HTTP/1.1" status: 200 len: 1092 time: 1.3615248 Nov 12 11:36:05.115557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1c31e1-a51b-4c9f-9a98-457842d5a9d9', 'tag': '99c20669-683f-467b-8acc-a95c7cf8ce32'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:05.130357 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1c31e1-a51b-4c9f-9a98-457842d5a9d9", "tag": "99c20669-683f-467b-8acc-a95c7cf8ce32"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:05.165061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43ce6b-4dd3-4544-b924-59c24a0ccbdf service neutron] Pushing event updated for resources: {'Port': ['ID=99c20669-683f-467b-8acc-a95c7cf8ce32,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:05.228473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b7ad54ee-5180-4d35-8b8e-bf39823905ad req-673dd926-148f-4003-b552-056438db86c5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370668 Nov 12 11:36:05.340847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-83705804-a2b3-4be0-8916-2018607da534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:05.345423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-83705804-a2b3-4be0-8916-2018607da534 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0806360 Nov 12 11:36:05.366884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17d79-d0d8-4fa6-89ea-1eb64d6c28b3 req-4bf5d4ad-06f6-428d-85bd-50aa1115d575 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:05.369412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11e17d79-d0d8-4fa6-89ea-1eb64d6c28b3 req-4bf5d4ad-06f6-428d-85bd-50aa1115d575 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0869312 Nov 12 11:36:05.436849 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-88aa1545-cc8d-42e2-897d-b2c62da3b6de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99c20669-683f-467b-8acc-a95c7cf8ce32 HTTP/1.1" status: 200 len: 217 time: 0.0777314 Nov 12 11:36:05.527621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eff8d820-ad12-4663-8161-347ad44f9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:05.532166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-eff8d820-ad12-4663-8161-347ad44f9d96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0839307 Nov 12 11:36:05.541796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11e17d79-d0d8-4fa6-89ea-1eb64d6c28b3 req-9e4d1ee1-0789-4ff5-beb5-65b640f32f5c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583028 Nov 12 11:36:05.624624 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4541ccd7-c67c-4748-924c-96bbe5503db8 x-openstack-request-id: req-4541ccd7-c67c-4748-924c-96bbe5503db8 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:05.627590 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1c31e1-a51b-4c9f-9a98-457842d5a9d9", "tag": "99c20669-683f-467b-8acc-a95c7cf8ce32", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:05.627905 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4541ccd7-c67c-4748-924c-96bbe5503db8 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:05.628357 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1c31e1-a51b-4c9f-9a98-457842d5a9d9', 'tag': '99c20669-683f-467b-8acc-a95c7cf8ce32', 'status': 'completed', 'code': 200} Nov 12 11:36:05.634749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-1ca281fd-3f0b-42da-959f-b76c2928d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:05.638469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-1ca281fd-3f0b-42da-959f-b76c2928d9bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974085 Nov 12 11:36:05.794485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-81c46618-3336-4cd4-988c-4a0333af4316 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481726 Nov 12 11:36:05.936042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b5c2f366-382f-4190-8a91-c3e4bfb45ead req-e810dcfe-dd43-4f8f-a3aa-ca27994669c8 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336770 Nov 12 11:36:06.481048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e541896-65b7-4b41-8d25-ed5e2babd8da req-e1988bb4-3390-477b-a3a5-e833695f132d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:06.481048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e541896-65b7-4b41-8d25-ed5e2babd8da req-e1988bb4-3390-477b-a3a5-e833695f132d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0561302 Nov 12 11:36:06.481048 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e541896-65b7-4b41-8d25-ed5e2babd8da req-f8adc570-cd14-455a-8e02-1377b512d044 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458529 Nov 12 11:36:06.730004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ab0a-2e2e-4f53-b1e6-6011b572e4ab req-84e942e8-4c71-48cd-a268-b653bd1b4f8a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:06.738709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c99ab0a-2e2e-4f53-b1e6-6011b572e4ab req-84e942e8-4c71-48cd-a268-b653bd1b4f8a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0978396 Nov 12 11:36:06.827844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c99ab0a-2e2e-4f53-b1e6-6011b572e4ab req-83978c07-c5c1-4d4b-a7e9-78f3386e4955 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879765 Nov 12 11:36:06.904063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-56d04d7c-82be-4eea-9f17-8c1d01e134bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:06.906357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-56d04d7c-82be-4eea-9f17-8c1d01e134bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 1095 time: 0.1193037 Nov 12 11:36:07.342991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-04efc1ad-3f40-4634-bf7f-f479c30202f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:07.354044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-04efc1ad-3f40-4634-bf7f-f479c30202f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.4360576 Nov 12 11:36:07.430836 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-806b7aa9-4f5e-4634-88b4-70642069f818 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99c20669-683f-467b-8acc-a95c7cf8ce32 HTTP/1.1" status: 200 len: 217 time: 0.0720000 Nov 12 11:36:07.518159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-d4c14e5d-bd7e-45ec-ac55-c5249e23a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:07.519730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-d4c14e5d-bd7e-45ec-ac55-c5249e23a702 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0818233 Nov 12 11:36:07.656455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-0c38fbc4-54a2-4a38-8bfe-f6f9813c3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:07.660762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-0c38fbc4-54a2-4a38-8bfe-f6f9813c3018 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335149 Nov 12 11:36:07.669855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1940ca-0ddf-4c3a-ac9c-bdfaf5a56fcb req-36b18e33-788a-4d2f-8cc3-cd40cdd338d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:07.679130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f1940ca-0ddf-4c3a-ac9c-bdfaf5a56fcb req-36b18e33-788a-4d2f-8cc3-cd40cdd338d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0798292 Nov 12 11:36:07.803663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f1940ca-0ddf-4c3a-ac9c-bdfaf5a56fcb req-8a9e03df-048c-4b86-b710-b74c94ba74e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232626 Nov 12 11:36:07.919182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-e6141411-6e95-4e56-906c-028a4c9d0a58 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502649 Nov 12 11:36:08.015004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365f941-f1d0-4322-b496-b7a2e85ae8b9 req-156bfd79-382e-4005-91c6-1e4775fb2cdb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:08.019479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7365f941-f1d0-4322-b496-b7a2e85ae8b9 req-156bfd79-382e-4005-91c6-1e4775fb2cdb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0813301 Nov 12 11:36:08.070364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-934eb862-51e2-46e8-9dbf-ee7acc00e4e3 req-4ae2a98f-ea1c-435c-9c76-2b59483b9598 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423249 Nov 12 11:36:08.112173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7365f941-f1d0-4322-b496-b7a2e85ae8b9 req-b6d0d3e7-e88f-47ac-8a82-143ab953a37e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807803 Nov 12 11:36:09.014212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79f37b-cb94-494f-a64a-024caf911a55 req-1d82eca9-9889-4ed0-b468-fe7913216c89 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:09.031019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a79f37b-cb94-494f-a64a-024caf911a55 req-1d82eca9-9889-4ed0-b468-fe7913216c89 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0967739 Nov 12 11:36:09.101842 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a79f37b-cb94-494f-a64a-024caf911a55 req-98afd179-bea2-4fd9-a8e9-e320cb4fba36 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631080 Nov 12 11:36:09.236187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8566ed-e732-4f7a-92a5-59f2cc8406bd req-ad1c15b3-cefb-4399-976f-aee16729b8d6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:09.237857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d8566ed-e732-4f7a-92a5-59f2cc8406bd req-ad1c15b3-cefb-4399-976f-aee16729b8d6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0587111 Nov 12 11:36:09.300632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d8566ed-e732-4f7a-92a5-59f2cc8406bd req-5a67afd3-3e30-44a8-8cc2-3a552fb3f63c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559249 Nov 12 11:36:10.226156 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ccb02-8d27-43cc-a2f2-7cd9fc0df18c req-40422351-3658-4823-8cec-146123c66e7a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:10.227707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b12ccb02-8d27-43cc-a2f2-7cd9fc0df18c req-40422351-3658-4823-8cec-146123c66e7a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0552406 Nov 12 11:36:10.301081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b12ccb02-8d27-43cc-a2f2-7cd9fc0df18c req-09f2d386-c75e-4a15-94f5-78125c6ce1a8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672185 Nov 12 11:36:10.448290 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfe6f8-495d-4c18-91f8-b1b86aba3c66 req-39044d98-01c0-47a4-b9eb-0fbe5d1e4580 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:10.450275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78cfe6f8-495d-4c18-91f8-b1b86aba3c66 req-39044d98-01c0-47a4-b9eb-0fbe5d1e4580 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0578325 Nov 12 11:36:10.553118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78cfe6f8-495d-4c18-91f8-b1b86aba3c66 req-f00352e8-97d2-4367-88b3-b129ed37cfcb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538628 Nov 12 11:36:11.464591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b101b9c-9a81-4cda-97a1-23883ecc8088 req-8d44f1f3-d6f5-4dd8-af6b-8d8354384a26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:11.471199 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b101b9c-9a81-4cda-97a1-23883ecc8088 req-8d44f1f3-d6f5-4dd8-af6b-8d8354384a26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0738404 Nov 12 11:36:11.533105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b101b9c-9a81-4cda-97a1-23883ecc8088 req-b0dc87ec-4a55-487d-bfc3-1221f3148592 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551867 Nov 12 11:36:11.682063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fd1bf-6ffd-4fae-bc7f-6ecaf094aaed req-8cc4fc7c-9cc3-410c-96ea-2f24e83799b2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:11.684121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-298fd1bf-6ffd-4fae-bc7f-6ecaf094aaed req-8cc4fc7c-9cc3-410c-96ea-2f24e83799b2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0775564 Nov 12 11:36:11.760826 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-298fd1bf-6ffd-4fae-bc7f-6ecaf094aaed req-11f3e9ae-3d8a-4b9b-bc4b-b4d79538e761 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671334 Nov 12 11:36:12.732258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865f57-143c-41a9-9b5d-378164c2b62e req-978304b4-6c3d-4883-8b65-71259b7fff16 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:12.743203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40865f57-143c-41a9-9b5d-378164c2b62e req-978304b4-6c3d-4883-8b65-71259b7fff16 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.1116562 Nov 12 11:36:12.810859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40865f57-143c-41a9-9b5d-378164c2b62e req-fe293742-d12c-4fd2-9f57-e5ae6826d38d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654194 Nov 12 11:36:12.945585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607bcfc-4805-4c2c-8794-b883d7958f6a req-082fa9e6-8d43-43ce-b8cc-1c4bd3e76a4c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:12.947816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8607bcfc-4805-4c2c-8794-b883d7958f6a req-082fa9e6-8d43-43ce-b8cc-1c4bd3e76a4c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0537455 Nov 12 11:36:13.009059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8607bcfc-4805-4c2c-8794-b883d7958f6a req-3f180879-4be3-4fad-8b5f-cafbed42d0f7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Nov 12 11:36:13.949478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6d0f2-969e-41cc-bdeb-6b7fc1142d5b req-2e77e71a-ee1b-4781-96d6-aa3d35e6d659 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:13.951000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76b6d0f2-969e-41cc-bdeb-6b7fc1142d5b req-2e77e71a-ee1b-4781-96d6-aa3d35e6d659 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0615056 Nov 12 11:36:14.019059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76b6d0f2-969e-41cc-bdeb-6b7fc1142d5b req-1ce86ff1-0dca-4dbc-bb29-62fa8887f984 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565579 Nov 12 11:36:14.173149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f88d59-8210-4196-b698-9585f4cfe9dd req-12fc70f3-b404-4223-8171-201902579a00 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:14.173149 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4f88d59-8210-4196-b698-9585f4cfe9dd req-12fc70f3-b404-4223-8171-201902579a00 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0657377 Nov 12 11:36:14.247762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d4f88d59-8210-4196-b698-9585f4cfe9dd req-0e068d27-1713-44c4-aec8-34d0a3437acc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766742 Nov 12 11:36:15.162212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aa11a-1631-437b-a1e7-f1e53aaa4646 req-16db0482-eda1-4dc3-a852-7a8a43319b06 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:15.163709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-950aa11a-1631-437b-a1e7-f1e53aaa4646 req-16db0482-eda1-4dc3-a852-7a8a43319b06 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0561314 Nov 12 11:36:15.224604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-950aa11a-1631-437b-a1e7-f1e53aaa4646 req-92604899-311c-48a4-8c5e-f5e14b7b7675 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542672 Nov 12 11:36:15.386188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9999ac-fb39-42f6-88b0-dfe1ca4052c5 req-a2092761-6767-4820-81ab-5ef4c10e74bf tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:15.387679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e9999ac-fb39-42f6-88b0-dfe1ca4052c5 req-a2092761-6767-4820-81ab-5ef4c10e74bf tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0565088 Nov 12 11:36:15.436619 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e9999ac-fb39-42f6-88b0-dfe1ca4052c5 req-ee8aecd8-9d1d-4f43-b073-85657e6b1129 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428021 Nov 12 11:36:16.358329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332e7e6-917e-4ed4-b559-d24519181d82 req-8fad9622-8cf1-4876-937d-2fb185ca01a8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:16.375123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a332e7e6-917e-4ed4-b559-d24519181d82 req-8fad9622-8cf1-4876-937d-2fb185ca01a8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0642695 Nov 12 11:36:16.464545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a332e7e6-917e-4ed4-b559-d24519181d82 req-64789a79-d964-47de-9385-13d7f84ee124 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884421 Nov 12 11:36:16.641142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c175b2b-7677-47fa-97ab-4f97dd8ff20d req-58aa19e1-b8b0-4021-b444-8ef4ed2f7f03 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:16.643248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c175b2b-7677-47fa-97ab-4f97dd8ff20d req-58aa19e1-b8b0-4021-b444-8ef4ed2f7f03 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0831304 Nov 12 11:36:16.724996 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c175b2b-7677-47fa-97ab-4f97dd8ff20d req-3c730d8b-3b7b-447b-ac7c-57e9025eb96d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663817 Nov 12 11:36:17.611130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdfb15-5e21-4dfe-bf6d-40151735bbb8 req-fd49f068-59aa-4af2-adc3-6d9770730bd0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:17.614414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97cdfb15-5e21-4dfe-bf6d-40151735bbb8 req-fd49f068-59aa-4af2-adc3-6d9770730bd0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0572946 Nov 12 11:36:17.688758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97cdfb15-5e21-4dfe-bf6d-40151735bbb8 req-8f425de0-1ee0-4fa9-8b03-de63d6bb2609 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644360 Nov 12 11:36:17.824979 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:17.899192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226c7f-1d9b-43da-80fb-4c66a4edc32c req-9f93d17d-4cc9-4b8d-91ba-0a8235b561a5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:17.900705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99226c7f-1d9b-43da-80fb-4c66a4edc32c req-9f93d17d-4cc9-4b8d-91ba-0a8235b561a5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0652997 Nov 12 11:36:17.959899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99226c7f-1d9b-43da-80fb-4c66a4edc32c req-3880864e-86b5-4d1a-a8ea-a0c887bd6954 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518262 Nov 12 11:36:18.820678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5013-f02e-4043-bd44-2e7704ace15c req-6a0f5ce6-70ce-410d-871f-64e9b6ff2af3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:18.823052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be6e5013-f02e-4043-bd44-2e7704ace15c req-6a0f5ce6-70ce-410d-871f-64e9b6ff2af3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0627413 Nov 12 11:36:18.890111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be6e5013-f02e-4043-bd44-2e7704ace15c req-edd84909-65a2-443d-b5a9-f23c3adde311 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532966 Nov 12 11:36:19.081212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e7488-5a28-49f1-aeef-25c88ad7cc3b req-7a2d6a84-5d68-4aae-acfb-f0b46935fc4a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:19.082901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-907e7488-5a28-49f1-aeef-25c88ad7cc3b req-7a2d6a84-5d68-4aae-acfb-f0b46935fc4a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0512168 Nov 12 11:36:19.142182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-907e7488-5a28-49f1-aeef-25c88ad7cc3b req-3e81a060-ab19-4191-ae83-f84b8a0b150b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505881 Nov 12 11:36:20.023715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f64188-0d5b-4279-8381-18f49c1f8048 req-9fa39a55-d9f0-4c64-b3fb-52a46fa69b61 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:20.031677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56f64188-0d5b-4279-8381-18f49c1f8048 req-9fa39a55-d9f0-4c64-b3fb-52a46fa69b61 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0678048 Nov 12 11:36:20.093530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56f64188-0d5b-4279-8381-18f49c1f8048 req-b1d04164-2ee8-4a2b-97af-1197ca0229e9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608938 Nov 12 11:36:20.328228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97cad-7625-4a90-b22a-e26dc29c6f43 req-c9b02ed9-03e5-498e-abda-3f033345b38e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:20.329856 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f97cad-7625-4a90-b22a-e26dc29c6f43 req-c9b02ed9-03e5-498e-abda-3f033345b38e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1095121 Nov 12 11:36:20.357613 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-b98b31b4-bd90-439e-9daa-0366e48e3b4e service neutron] show failed (client error): The resource could not be found. Nov 12 11:36:20.358848 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-b98b31b4-bd90-439e-9daa-0366e48e3b4e service neutron] 10.222.0.69 "GET /v2.0/ports/47d49244-6749-4b07-b143-a4c09a807993/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0978620 Nov 12 11:36:20.421403 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-cf0cd03a-2824-4385-9c43-46368ecf8a4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1847625 Nov 12 11:36:20.435255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73f97cad-7625-4a90-b22a-e26dc29c6f43 req-7e91dc34-3438-44ef-9d3b-0241f82a8056 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721085 Nov 12 11:36:20.532618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-bca5eebc-4c02-4ee9-aa0b-0a0282a2f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:20.536705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-bca5eebc-4c02-4ee9-aa0b-0a0282a2f6e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0511286 Nov 12 11:36:20.683561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-89133fc9-39fa-4e41-9584-3dd9b9aea028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:20.685544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-89133fc9-39fa-4e41-9584-3dd9b9aea028 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1192374 Nov 12 11:36:20.762580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-d39a1f0b-e3d6-49be-a001-3ec320fc5f1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0691628 Nov 12 11:36:20.826003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-f1e099fa-e501-4705-bcb3-d109f140fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:20.828386 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-f1e099fa-e501-4705-bcb3-d109f140fe0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0588825 Nov 12 11:36:20.849601 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:20.883049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-60fcbad7-d7d8-4a2c-80f3-020216ed5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:20.886496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-60fcbad7-d7d8-4a2c-80f3-020216ed5025 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512834 Nov 12 11:36:21.175262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-cdf44fd1-ad51-415a-9bdd-9df81a82ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:21.179869 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-cdf44fd1-ad51-415a-9bdd-9df81a82ef8b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0807929 Nov 12 11:36:21.189675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:21.274843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:21.418600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dff4b-78e3-4026-ba66-786302b665e5 req-76e8f1b0-0d3c-4e83-b368-3923935eee3b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:21.420782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e74dff4b-78e3-4026-ba66-786302b665e5 req-76e8f1b0-0d3c-4e83-b368-3923935eee3b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0787063 Nov 12 11:36:21.422907 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-ea58918b-3bf2-4d46-8e08-3ad655db3a1f service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288761 Nov 12 11:36:21.497528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:21.533485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:21.540480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e74dff4b-78e3-4026-ba66-786302b665e5 req-5d1a6d4b-ad3a-4e78-b979-fb30abf7baa4 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129510 Nov 12 11:36:21.572689 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ab7a1af-e980-4c0b-9edd-af49198afebf req-036a20f0-afdb-429a-b47f-f2dda29cc31d service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365345 Nov 12 11:36:21.591324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:21.591324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:21.591324 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e743abf3-25f0-40a0-87fa-1f77e09f9174" -d '{"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-unplugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:21.597860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Transition to ACTIVE for port object 47d49244-6749-4b07-b143-a4c09a807993 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:36:21.666726 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc2330-4873-4912-a3e8-a0a61faff127 req-2112bbf2-2395-464b-aae9-bceead84af08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:21.668427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4bc2330-4873-4912-a3e8-a0a61faff127 req-2112bbf2-2395-464b-aae9-bceead84af08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0589318 Nov 12 11:36:21.720525 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:21.727101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4bc2330-4873-4912-a3e8-a0a61faff127 req-3d4964b3-3519-4210-bca3-b438178b5f9e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525196 Nov 12 11:36:21.809428 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba785e-8c81-4f17-9ce1-f86add0c04e3 x-openstack-request-id: req-71ba785e-8c81-4f17-9ce1-f86add0c04e3 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:21.809720 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-unplugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:21.809961 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-71ba785e-8c81-4f17-9ce1-f86add0c04e3 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:21.810353 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'code': 200} Nov 12 11:36:21.841593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:21.873642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.874057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.874883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.875688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.876051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.876389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.876767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.877099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.877431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.877850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.878286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.878637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:36:21.899752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] No DVR routers for this DVR port 47d49244-6749-4b07-b143-a4c09a807993 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:36:22.069864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:22.074011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:22.074011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:22.075583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:36:22.075911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:22.081020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:22.081357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Checking segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:22.081738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Bound using segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:22.082309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Bound port: 47d49244-6749-4b07-b143-a4c09a807993, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:22.082667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:22.153684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:22.157105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:22.311194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:22.357283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.357924 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:22.359356 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] 10.222.0.57 "PUT /v2.0/ports/47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 1092 time: 1.1741750 Nov 12 11:36:22.419946 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e26e1a-88ef-4ebc-aac9-3cbda31d5c4b service neutron] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:22.437244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-11f84997-bef0-49af-a417-14ecbc8125bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.438945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-11f84997-bef0-49af-a417-14ecbc8125bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1095 time: 0.0535336 Nov 12 11:36:22.557198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-e59123e6-e317-4f45-a560-4d4ca364ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.558839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-e59123e6-e317-4f45-a560-4d4ca364ae5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1113377 Nov 12 11:36:22.633392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-3441f551-3a5e-44f7-a282-a84d0c3372ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 999 time: 0.0664470 Nov 12 11:36:22.706472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-ab36332e-3d84-49b0-be3a-2fbbc53db0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.708334 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-ab36332e-3d84-49b0-be3a-2fbbc53db0b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0636041 Nov 12 11:36:22.721750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d64f1-5b14-4f5f-b0c9-d7218289b7fb req-9b5bf41e-2b8e-487a-bdc7-26771e23dc6f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.739910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-552d64f1-5b14-4f5f-b0c9-d7218289b7fb req-9b5bf41e-2b8e-487a-bdc7-26771e23dc6f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 943 time: 0.0854821 Nov 12 11:36:22.773978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-906457de-a5f8-4c5f-969c-38c3877cc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.775630 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-906457de-a5f8-4c5f-969c-38c3877cc987 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600710 Nov 12 11:36:22.810017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-552d64f1-5b14-4f5f-b0c9-d7218289b7fb req-bc24e1e1-7520-459e-b456-89e1c1eddfb4 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765913 Nov 12 11:36:22.887574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-53980dc4-ce4e-4df2-8518-5bc5f5530724 service neutron] 10.222.0.57 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032755 Nov 12 11:36:22.928155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd7fe-d94a-4b64-a372-3a32e604f5c0 req-13b2c3a2-5f03-49eb-9e6d-6bf80dde86e6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:22.929954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b5bd7fe-d94a-4b64-a372-3a32e604f5c0 req-13b2c3a2-5f03-49eb-9e6d-6bf80dde86e6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0554867 Nov 12 11:36:22.979951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b5bd7fe-d94a-4b64-a372-3a32e604f5c0 req-418c0453-465c-4ee5-bb02-f66b967c25f9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435970 Nov 12 11:36:22.998405 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-28ce75fe-2681-4813-abb4-097c2ab0d949 service neutron] 10.222.0.57 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028209 Nov 12 11:36:23.811478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:23.814887 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8144a03-9815-4cad-8db0-2acb4d163e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:23.870746 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b252a829-6efc-4a9c-ba12-3f576ded834a x-openstack-request-id: req-b252a829-6efc-4a9c-ba12-3f576ded834a {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:23.871085 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:23.871413 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b252a829-6efc-4a9c-ba12-3f576ded834a {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:23.871907 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'status': 'completed', 'code': 200} Nov 12 11:36:23.914934 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:36:23.972905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145225d-35d6-4a30-9867-d025e3842bd1 req-0507320f-de7a-4b8d-bde3-ca2d4baf8151 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:23.974434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a145225d-35d6-4a30-9867-d025e3842bd1 req-0507320f-de7a-4b8d-bde3-ca2d4baf8151 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 943 time: 0.0545161 Nov 12 11:36:23.979676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-4ed140f1-ca2c-4306-8b67-8605676cc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:23.981435 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-4ed140f1-ca2c-4306-8b67-8605676cc3fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1095 time: 0.0734646 Nov 12 11:36:23.983293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-f894fb99-0e0a-45a7-99d1-917dbd9eb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:23.984862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-f894fb99-0e0a-45a7-99d1-917dbd9eb833 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1095 time: 0.0896616 Nov 12 11:36:24.052855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a145225d-35d6-4a30-9867-d025e3842bd1 req-c9146e0c-ad36-4a0b-9558-a281ba552d44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701427 Nov 12 11:36:24.169309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-8d4877f2-1097-45bc-abec-a5d65ab3efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.171006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-8d4877f2-1097-45bc-abec-a5d65ab3efde service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1824064 Nov 12 11:36:24.172307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-dc0b9f6e-a210-467b-8bab-7004ae96ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.173875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-dc0b9f6e-a210-467b-8bab-7004ae96ec5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1772563 Nov 12 11:36:24.245666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee973d-c6a6-4f98-90a6-685ee1ad142d req-2a06f79b-c91f-472b-9ec7-9489bed46a71 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.247180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccee973d-c6a6-4f98-90a6-685ee1ad142d req-2a06f79b-c91f-472b-9ec7-9489bed46a71 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0902433 Nov 12 11:36:24.302440 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-8163a196-a123-465c-ab95-d4f2e6f9f170 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 999 time: 0.1200471 Nov 12 11:36:24.308127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-cc19e295-4230-45dd-b34b-d604bde19d57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 999 time: 0.1160810 Nov 12 11:36:24.322053 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccee973d-c6a6-4f98-90a6-685ee1ad142d req-77836a7a-c875-4734-9bb5-ce137c40aa39 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672925 Nov 12 11:36:24.455851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:24.504335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:24.708994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-ef1ad1c3-4160-4e98-8c91-383ae24be16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.710464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-ef1ad1c3-4160-4e98-8c91-383ae24be16c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.4005926 Nov 12 11:36:24.717574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-e2eaf5c9-30ee-44b6-88d6-ce8545f24aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.718909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-e2eaf5c9-30ee-44b6-88d6-ce8545f24aab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0571189 Nov 12 11:36:24.798383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-d9cc6a04-f814-40b8-91a9-9dcc4dad2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.801086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-d9cc6a04-f814-40b8-91a9-9dcc4dad2134 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813298 Nov 12 11:36:24.810482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-8402eaae-6dee-4700-9fa1-be21f5a49376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:24.812147 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-8402eaae-6dee-4700-9fa1-be21f5a49376 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822384 Nov 12 11:36:25.003151 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-58856296-38ee-424c-acb8-0308ce3f1692 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770616 Nov 12 11:36:25.005403 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-72bf333e-a10f-4460-a177-99467186baa3 service neutron] 10.222.0.57 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922848 Nov 12 11:36:25.177928 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-79e0f3cf-03d0-4e68-be41-250db9bb0001 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672721 Nov 12 11:36:25.181831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8144a03-9815-4cad-8db0-2acb4d163e7f req-f9a86763-102d-4b1d-8b77-4f2997b4f6dc service neutron] 10.222.0.57 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634643 Nov 12 11:36:25.217297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e555-9d49-4dbd-b46f-43b6edac4f57 req-9c493500-5c16-4d61-9f9d-617a88b3da45 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:25.226160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2092e555-9d49-4dbd-b46f-43b6edac4f57 req-9c493500-5c16-4d61-9f9d-617a88b3da45 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 943 time: 0.0770304 Nov 12 11:36:25.277972 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2092e555-9d49-4dbd-b46f-43b6edac4f57 req-d1dcc18c-12de-4a39-b82e-e0c842fddbb7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477569 Nov 12 11:36:25.451808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e65e8-5f67-47e2-9344-59a1e8847531 req-69ca9e18-2c4c-43f6-a8f6-cf92334717a5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:25.453355 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a4e65e8-5f67-47e2-9344-59a1e8847531 req-69ca9e18-2c4c-43f6-a8f6-cf92334717a5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0536520 Nov 12 11:36:25.508578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a4e65e8-5f67-47e2-9344-59a1e8847531 req-01193294-cc35-4306-8ff2-aa7531161ab9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488093 Nov 12 11:36:26.404045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e08e8-09d4-4662-b73b-9f67207a16cc req-b312175a-fd35-4652-acf8-ec588a6acb4f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:26.405793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-687e08e8-09d4-4662-b73b-9f67207a16cc req-b312175a-fd35-4652-acf8-ec588a6acb4f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 943 time: 0.0532928 Nov 12 11:36:26.461449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-687e08e8-09d4-4662-b73b-9f67207a16cc req-57e276c4-9d20-4249-ae9d-6c249eab7b09 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488493 Nov 12 11:36:26.671438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:36:26.776735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:26.791329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '47d49244-6749-4b07-b143-a4c09a807993', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'port_id': '47d49244-6749-4b07-b143-a4c09a807993', 'mac_address': 'fa:16:3e:cc:a4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:36:26.836083 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:26.849310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d49244-6749-4b07-b143-a4c09a807993 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:36:26.868972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:27.023757 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:27.075864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:27.210786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5e154-7eb7-41a2-9f19-58d6925355a0 req-466c1382-3e4a-4c16-8696-e381e7a7c53e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:27.212569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69e5e154-7eb7-41a2-9f19-58d6925355a0 req-466c1382-3e4a-4c16-8696-e381e7a7c53e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0658948 Nov 12 11:36:27.258200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['47d49244-6749-4b07-b143-a4c09a807993'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:27.266139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69e5e154-7eb7-41a2-9f19-58d6925355a0 req-55d1c32e-9f5b-4fff-b9c4-55b0ff3750fa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475078 Nov 12 11:36:27.401737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7334c-7568-43b7-8299-248527a004e6 req-35e14223-43c9-4126-9aa2-173662e003e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:27.404574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88b7334c-7568-43b7-8299-248527a004e6 req-35e14223-43c9-4126-9aa2-173662e003e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 944 time: 0.0662735 Nov 12 11:36:27.445042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-20e9a560-a6a3-4582-b314-6dcda07bc31d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:27.447322 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-20e9a560-a6a3-4582-b314-6dcda07bc31d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4&tenant_id=c2299b0844f3474a94733bf9075b3dd2&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 944 time: 0.1318130 Nov 12 11:36:27.473726 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88b7334c-7568-43b7-8299-248527a004e6 req-ce64764b-ca42-498f-8803-a0081784098b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583282 Nov 12 11:36:27.532313 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-591d5b32-f637-4b17-816d-f42fb64de5f0 service neutron] 10.222.0.57 "GET /v2.0/ports/47d49244-6749-4b07-b143-a4c09a807993/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 383 time: 0.0764759 Nov 12 11:36:27.604559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-4d26538b-e254-4fec-84a2-0a6efe3bc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:27.606079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-4d26538b-e254-4fec-84a2-0a6efe3bc471 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1096 time: 0.0520141 Nov 12 11:36:27.714096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-75877399-cdc4-4274-a059-76088180d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:27.715476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-75877399-cdc4-4274-a059-76088180d26a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1021438 Nov 12 11:36:27.793174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-d227ecd3-9f1a-482f-ab86-3216b96701d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 1000 time: 0.0696800 Nov 12 11:36:27.845814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-fc70222e-a5a2-40cb-ae7d-d47cdf4e05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:27.847299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-fc70222e-a5a2-40cb-ae7d-d47cdf4e05d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0458779 Nov 12 11:36:27.902310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-a8b8e184-eb23-4193-b46e-52839c173a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:27.903841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-a8b8e184-eb23-4193-b46e-52839c173a5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492675 Nov 12 11:36:28.005012 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-846a2936-451f-49f9-ba3f-08e2ac6b288f service neutron] 10.222.0.57 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916295 Nov 12 11:36:28.101427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-681996f1-b196-4408-bc33-a0976aec86a3 service neutron] 10.222.0.57 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903783 Nov 12 11:36:28.413099 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b286b4b-0968-416c-9b98-fc25c0209066 req-c3a135f7-1f3a-4038-8957-f16f7b3b3d8e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:28.414616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b286b4b-0968-416c-9b98-fc25c0209066 req-c3a135f7-1f3a-4038-8957-f16f7b3b3d8e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0535479 Nov 12 11:36:28.470561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b286b4b-0968-416c-9b98-fc25c0209066 req-90250aae-9a73-4f98-b12a-4890a0204b64 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491948 Nov 12 11:36:28.605975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8dc84-cd60-416f-87c0-167f4db55e4e req-8e675262-3355-4e41-895e-2f5b5428c1dc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:28.607488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8f8dc84-cd60-416f-87c0-167f4db55e4e req-8e675262-3355-4e41-895e-2f5b5428c1dc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 944 time: 0.0557976 Nov 12 11:36:28.664027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8f8dc84-cd60-416f-87c0-167f4db55e4e req-a6aa9b75-8a39-4020-b3ea-952ec9b73db6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489819 Nov 12 11:36:28.687530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:28.914953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 47d49244-6749-4b07-b143-a4c09a807993 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:36:28.919217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 47d49244-6749-4b07-b143-a4c09a807993 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:28.919585 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:29.003216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:29.024339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:29.027345 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e3b9e4-0c09-4d4e-bc6f-f411d36aa84d" -d '{"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-plugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:29.042036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:29.162850 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ba270-e3b9-43f9-b3f4-d26780358dca x-openstack-request-id: req-b01ba270-e3b9-43f9-b3f4-d26780358dca {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:29.163172 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-plugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:29.163424 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b01ba270-e3b9-43f9-b3f4-d26780358dca {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:29.163822 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'code': 200} Nov 12 11:36:29.223329 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:29.292183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:29.401242 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-450c2896-c3a2-4835-aa4f-f1ce0503bb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:29.597754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abc0d8-6a14-4b63-be4c-9b1fc3fb2375 req-a5dd4401-c543-4368-8027-052f8ffce3e3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:29.599735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72abc0d8-6a14-4b63-be4c-9b1fc3fb2375 req-a5dd4401-c543-4368-8027-052f8ffce3e3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0528083 Nov 12 11:36:29.669825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72abc0d8-6a14-4b63-be4c-9b1fc3fb2375 req-9b245d9e-32be-4cd7-8d4a-9e8cda30bac5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597858 Nov 12 11:36:29.791748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703a90-cdc7-4e0d-a3c2-885bde60ba12 req-4c34eaed-55b1-49cb-b8e7-897b02e45e00 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:29.793357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a9703a90-cdc7-4e0d-a3c2-885bde60ba12 req-4c34eaed-55b1-49cb-b8e7-897b02e45e00 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0579298 Nov 12 11:36:29.847750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a9703a90-cdc7-4e0d-a3c2-885bde60ba12 req-231caa41-481d-4fdd-953c-495a3f94c537 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482078 Nov 12 11:36:30.796304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2437-46ab-4072-bd31-e8fc07a6c87c req-e979aab6-7dc0-4f71-8c17-e40a11b8cf02 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:30.803490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a9f2437-46ab-4072-bd31-e8fc07a6c87c req-e979aab6-7dc0-4f71-8c17-e40a11b8cf02 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0508068 Nov 12 11:36:30.864436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a9f2437-46ab-4072-bd31-e8fc07a6c87c req-27d6154e-b7c7-4d9d-92cf-3065ec0aa3fe tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567427 Nov 12 11:36:30.986833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ca6c-d442-4630-af4c-b65f56eb7c71 req-2065b1ac-e1d6-4855-919f-edf391273484 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:30.988409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db00ca6c-d442-4630-af4c-b65f56eb7c71 req-2065b1ac-e1d6-4855-919f-edf391273484 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0552082 Nov 12 11:36:31.049296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-db00ca6c-d442-4630-af4c-b65f56eb7c71 req-57fe3651-8e87-4265-9e84-720e063d8a86 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538719 Nov 12 11:36:31.743338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-4fa89931-19db-429c-91ab-71199847533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:31.744928 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-4fa89931-19db-429c-91ab-71199847533e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0668764 Nov 12 11:36:31.757475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:36:31.820978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:31.943956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d6b9eb69-ff82-4280-8336-ff0f19878ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:32.026776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899f4a3-eccb-4834-97c2-c7df092d9e57 req-420b4ce7-5832-4a0a-a67a-7b6a3f46ae96 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:32.029064 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4899f4a3-eccb-4834-97c2-c7df092d9e57 req-420b4ce7-5832-4a0a-a67a-7b6a3f46ae96 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0650058 Nov 12 11:36:32.077757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:32.093104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4899f4a3-eccb-4834-97c2-c7df092d9e57 req-61080d41-3abf-41dd-b61e-0e8397b5ad9f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535202 Nov 12 11:36:32.119468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:32.185735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:32.188202 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc72d7a-bae6-4701-8d2c-095e0651a7f0" -d '{"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-unplugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:32.193938 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:32.207088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Transition to ACTIVE for port object 47d49244-6749-4b07-b143-a4c09a807993 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:36:32.220212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7fcf1-bbf1-4e56-a519-11ef5051ce25 req-b2abc09c-f805-468a-90d9-4b0f378335ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:32.221886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9b7fcf1-bbf1-4e56-a519-11ef5051ce25 req-b2abc09c-f805-468a-90d9-4b0f378335ce tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Nov 12 11:36:32.281977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9b7fcf1-bbf1-4e56-a519-11ef5051ce25 req-896e09fa-bc8c-46d2-9269-b3fddebfee4a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526156 Nov 12 11:36:32.347482 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccbba1d-0d89-4406-8418-608e3ff0f1cc x-openstack-request-id: req-4ccbba1d-0d89-4406-8418-608e3ff0f1cc {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:32.347827 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-unplugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:32.348102 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4ccbba1d-0d89-4406-8418-608e3ff0f1cc {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:32.348511 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'code': 200} Nov 12 11:36:32.378395 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:32.486201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:32.542482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] No DVR routers for this DVR port 47d49244-6749-4b07-b143-a4c09a807993 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:36:32.687393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:36:32.754493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:36:32.755136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:36:32.755394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:32.761675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:36:32.762417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Attempting to bind port 47d49244-6749-4b07-b143-a4c09a807993 on network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:36:32.769958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:36:32.770782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Checking segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:36:32.772007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Bound using segment: {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:36:32.773091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Bound port: 47d49244-6749-4b07-b143-a4c09a807993, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a448d168-0102-4fe6-b9bc-b6ffbf750191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:36:32.773855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:32.800807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:36:32.858056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:36:32.863062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:36:33.121463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:33.168117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.169368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:33.170809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] 10.222.0.69 "PUT /v2.0/ports/47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 1093 time: 1.4176381 Nov 12 11:36:33.218534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:33.239543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea9f9-81f6-476c-a7fb-245d89a9a2a5 req-05e40cfd-f4c3-4658-8500-e4953e5fd8fa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.242211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685318c1-2272-45df-9260-c0ba177f65a1 service neutron] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=11']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:33.252668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-524ea9f9-81f6-476c-a7fb-245d89a9a2a5 req-05e40cfd-f4c3-4658-8500-e4953e5fd8fa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0814803 Nov 12 11:36:33.263333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-524811e5-7393-4f3d-b58f-5c98c9668144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.265320 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-524811e5-7393-4f3d-b58f-5c98c9668144 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1096 time: 0.0664794 Nov 12 11:36:33.385350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-524ea9f9-81f6-476c-a7fb-245d89a9a2a5 req-f03ad311-24e8-4198-96ad-629793399c70 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312590 Nov 12 11:36:33.458966 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-24800112-ab58-48ae-a0df-2a3398f73e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.460874 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-24800112-ab58-48ae-a0df-2a3398f73e29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1852620 Nov 12 11:36:33.536033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7318895-5d7a-4d27-86d1-80d8d970deef req-0d7d85de-dedf-4243-9045-dc81e42a8380 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.537942 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7318895-5d7a-4d27-86d1-80d8d970deef req-0d7d85de-dedf-4243-9045-dc81e42a8380 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 944 time: 0.0676241 Nov 12 11:36:33.585445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-ddd9473f-8a88-4800-9c43-8179944d4b42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 999 time: 0.1160059 Nov 12 11:36:33.618343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7318895-5d7a-4d27-86d1-80d8d970deef req-26aff21f-81bf-4906-8e67-0388a34b6e13 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652063 Nov 12 11:36:33.683741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-6f7b5378-d540-49d1-bf41-a76fd83a15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.685924 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-6f7b5378-d540-49d1-bf41-a76fd83a15e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.0796604 Nov 12 11:36:33.737740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-0ad96997-c138-4a15-a11b-f80858aa7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:33.739132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-0ad96997-c138-4a15-a11b-f80858aa7ad7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456882 Nov 12 11:36:33.846706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-ce969ba7-7ffb-4e3e-a333-db425213a588 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996084 Nov 12 11:36:33.951452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64bba6c4-4f44-4538-b028-8df5f452b6f8 req-eb82c406-a2d4-4d66-bc6b-2377b81a7065 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966191 Nov 12 11:36:34.240479 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:34.349968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:34.353664 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78052b97-835e-49f7-8948-540d2e9eeaae" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:34.424436 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0898ed20-5af4-4fd2-95d9-49e8e72e6fa4 x-openstack-request-id: req-0898ed20-5af4-4fd2-95d9-49e8e72e6fa4 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:34.430965 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:34.432358 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0898ed20-5af4-4fd2-95d9-49e8e72e6fa4 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:34.434581 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'status': 'completed', 'code': 200} Nov 12 11:36:34.553092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b97-835e-49f7-8948-540d2e9eeaae req-0e901675-7fef-4bc3-846f-56f8215680f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:34.554588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-0e901675-7fef-4bc3-846f-56f8215680f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1096 time: 0.1033590 Nov 12 11:36:34.567573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14711d-51ad-43cd-b499-375379d349d7 req-6e261d97-61e7-406c-b511-f636385dc771 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:34.569229 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e14711d-51ad-43cd-b499-375379d349d7 req-6e261d97-61e7-406c-b511-f636385dc771 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0543041 Nov 12 11:36:34.571018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b97-835e-49f7-8948-540d2e9eeaae req-1496d5a9-a098-4873-9eae-2c45fc62814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:34.573053 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-1496d5a9-a098-4873-9eae-2c45fc62814f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1096 time: 0.0598912 Nov 12 11:36:34.644176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e14711d-51ad-43cd-b499-375379d349d7 req-ad46ce95-c675-4e26-9e88-3f8d94c67316 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682077 Nov 12 11:36:34.814019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b97-835e-49f7-8948-540d2e9eeaae req-3fbb3e78-f93b-4f74-81d6-ffbc90108a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:34.815728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d28809-1b75-49d1-bcb2-64849e9489d1 req-a6a19dee-eb54-4cfa-8385-a05f1140cab6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:34.815889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-3fbb3e78-f93b-4f74-81d6-ffbc90108a0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.2538736 Nov 12 11:36:34.817300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55d28809-1b75-49d1-bcb2-64849e9489d1 req-a6a19dee-eb54-4cfa-8385-a05f1140cab6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 944 time: 0.0779479 Nov 12 11:36:34.821006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b97-835e-49f7-8948-540d2e9eeaae req-2da18115-d843-4200-a5bb-73c3cdf25e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:34.823249 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-2da18115-d843-4200-a5bb-73c3cdf25e58 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.2372973 Nov 12 11:36:34.887001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55d28809-1b75-49d1-bcb2-64849e9489d1 req-20d20d3b-c5eb-4128-aa7c-333c73814fc2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607729 Nov 12 11:36:34.939547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:34.952441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-c1c0df42-ce1f-44e8-99cd-5f7dbd758c64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 999 time: 0.1204095 Nov 12 11:36:34.955967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-8582ab5e-6400-4aa1-964c-8e2858361c36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 999 time: 0.1313999 Nov 12 11:36:35.102027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b97-835e-49f7-8948-540d2e9eeaae req-ab3f3bc9-7bdc-428f-b3f8-62fb20098d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:35.104497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-ab3f3bc9-7bdc-428f-b3f8-62fb20098d57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.1063108 Nov 12 11:36:35.106186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b97-835e-49f7-8948-540d2e9eeaae req-dff8798b-e28b-42e5-828d-4fb83b0534eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:35.107778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-dff8798b-e28b-42e5-828d-4fb83b0534eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.1259875 Nov 12 11:36:35.215139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b97-835e-49f7-8948-540d2e9eeaae req-d8e13af6-b458-4e01-9df5-ed3fc4a9f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:35.216887 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-d8e13af6-b458-4e01-9df5-ed3fc4a9f969 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017900 Nov 12 11:36:35.219230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052b97-835e-49f7-8948-540d2e9eeaae req-f1b93aad-701d-4434-a3b6-b5e372b737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:35.220748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-f1b93aad-701d-4434-a3b6-b5e372b737ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955875 Nov 12 11:36:35.435040 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-6d6213b1-53f1-491e-b809-a01720c11789 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917264 Nov 12 11:36:35.435040 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-2d769e18-e96d-4adc-a7ac-3139eb347955 service neutron] 10.222.0.57 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054374 Nov 12 11:36:35.685428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-ef23a948-20e6-4a0d-b264-3a656c4acd92 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355080 Nov 12 11:36:35.690030 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78052b97-835e-49f7-8948-540d2e9eeaae req-a02b3f2c-8f8e-4c0b-b621-ee606d3bd73e service neutron] 10.222.0.57 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481744 Nov 12 11:36:35.772780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62495291-14c3-4516-b2a2-28e500aee0f5 req-d4117433-de23-4ad6-ae41-9fd930a48dd0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:35.781720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62495291-14c3-4516-b2a2-28e500aee0f5 req-d4117433-de23-4ad6-ae41-9fd930a48dd0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0622797 Nov 12 11:36:35.870167 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62495291-14c3-4516-b2a2-28e500aee0f5 req-386734c4-dfae-4e52-b262-5ef8fb405538 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707600 Nov 12 11:36:35.876881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-bfc60592-a85a-46a8-b871-9d986a474f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:35.879365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-bfc60592-a85a-46a8-b871-9d986a474f1a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1096 time: 0.0919473 Nov 12 11:36:36.009737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-4ac4c715-8cbd-4eea-bd41-c5343f8a6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:36.011905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-4ac4c715-8cbd-4eea-bd41-c5343f8a6e45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1085207 Nov 12 11:36:36.076188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe6156-68f8-4d21-b259-d2563ca86cce req-b3602e6e-e64b-45f4-9730-9e91c1a2f998 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:36.081378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cafe6156-68f8-4d21-b259-d2563ca86cce req-b3602e6e-e64b-45f4-9730-9e91c1a2f998 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 944 time: 0.0832932 Nov 12 11:36:36.100609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-8609562a-a1e2-4104-bc76-1db99b9fb261 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 999 time: 0.0791128 Nov 12 11:36:36.166288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cafe6156-68f8-4d21-b259-d2563ca86cce req-b931cc95-9df2-488f-bbb8-125bd2c30ff5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778782 Nov 12 11:36:36.227646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-5afcc76b-1317-46ab-af5f-bc5889fc5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:36.229956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-5afcc76b-1317-46ab-af5f-bc5889fc5929 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.1224740 Nov 12 11:36:36.299278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-dfcf7043-cf6b-4cb8-b40d-e545759bf073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:36.301642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-dfcf7043-cf6b-4cb8-b40d-e545759bf073 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630288 Nov 12 11:36:36.405328 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-477881e1-eb89-44ac-b112-937ae55b0b40 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960376 Nov 12 11:36:36.867938 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e7eeeb98-a2e1-46a4-a058-52bf5a6ef5d3 req-8a03e15f-2fb4-4753-8273-c59af00e8803 service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545252 Nov 12 11:36:36.981706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1d147-01e6-4684-8401-5aee46b68be3 req-62e2814e-a047-4e32-8b43-70a998d5b3d8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:36.983891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11e1d147-01e6-4684-8401-5aee46b68be3 req-62e2814e-a047-4e32-8b43-70a998d5b3d8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0604289 Nov 12 11:36:37.041401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11e1d147-01e6-4684-8401-5aee46b68be3 req-f41b655b-f178-4ff3-bc4d-3000c435791d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503492 Nov 12 11:36:37.316341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd4316-79da-4122-8cc8-6a7769e729ba req-ce820e0c-5549-445c-b1c0-69c391c148b1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:37.324723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86dd4316-79da-4122-8cc8-6a7769e729ba req-ce820e0c-5549-445c-b1c0-69c391c148b1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 944 time: 0.0675373 Nov 12 11:36:37.385046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86dd4316-79da-4122-8cc8-6a7769e729ba req-f253c68b-6ffc-4733-a572-fb2c97e9f574 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593562 Nov 12 11:36:37.412092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35240) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:36:37.488762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-062acb30-5c5a-4882-943a-4385340f5a3a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/e47fea04-e35c-4c61-8561-388ab88145c3 HTTP/1.1" status: 200 len: 991 time: 0.0744514 Nov 12 11:36:38.159502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df21f6-e5df-4206-894b-dba31d347415 req-016dd1c7-85f7-4d75-96e3-56eb30691647 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:38.162089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88df21f6-e5df-4206-894b-dba31d347415 req-016dd1c7-85f7-4d75-96e3-56eb30691647 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0509107 Nov 12 11:36:38.238790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88df21f6-e5df-4206-894b-dba31d347415 req-404465ab-7f1c-491f-8a2f-91d9d4af0ad6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557978 Nov 12 11:36:38.534639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:36:38.642147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:38.656107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '47d49244-6749-4b07-b143-a4c09a807993', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'port_id': '47d49244-6749-4b07-b143-a4c09a807993', 'mac_address': 'fa:16:3e:cc:a4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:36:38.702394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:38.719743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d49244-6749-4b07-b143-a4c09a807993 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:36:38.743248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:38.942702 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:38.997431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=12']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:39.201044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['47d49244-6749-4b07-b143-a4c09a807993'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:36:39.389412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51413926-eb94-4dbc-b98a-10f75746897c req-d6af5d42-01c6-4f8e-a27d-9b8210621000 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:39.391422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51413926-eb94-4dbc-b98a-10f75746897c req-d6af5d42-01c6-4f8e-a27d-9b8210621000 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0799847 Nov 12 11:36:39.478127 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51413926-eb94-4dbc-b98a-10f75746897c req-8e877394-2385-4108-92e4-3dc7e9b730db tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787780 Nov 12 11:36:40.594472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:36:40.624498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f7ba5-52dc-4bda-bbb8-d18cba06a383 req-86415987-3f70-4069-a0c8-c8c841cc16dd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:40.626759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-617f7ba5-52dc-4bda-bbb8-d18cba06a383 req-86415987-3f70-4069-a0c8-c8c841cc16dd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0626924 Nov 12 11:36:40.687007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-617f7ba5-52dc-4bda-bbb8-d18cba06a383 req-ba6b6b60-502f-4943-b9d5-962101860066 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513766 Nov 12 11:36:40.783120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 47d49244-6749-4b07-b143-a4c09a807993 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:36:40.787205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 47d49244-6749-4b07-b143-a4c09a807993 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:36:40.787567 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.870027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:40.893220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:36:40.895452 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3812016-ac77-42b6-9c0d-51aa6a13e373" -d '{"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-plugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:36:40.911378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:36:40.937932 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e20943a-55ca-4736-99d4-0f6e1050b131 x-openstack-request-id: req-9e20943a-55ca-4736-99d4-0f6e1050b131 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:36:40.938163 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-plugged", "status": "completed", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:36:40.938418 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9e20943a-55ca-4736-99d4-0f6e1050b131 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:36:40.938821 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'code': 200} Nov 12 11:36:41.018460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:41.073954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=13']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:36:41.827323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fae5f1-fd96-45e2-b7d6-4bb32e399d50 req-e8c7734f-d3e2-4eb5-8d8c-a77867766f90 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:41.829788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8fae5f1-fd96-45e2-b7d6-4bb32e399d50 req-e8c7734f-d3e2-4eb5-8d8c-a77867766f90 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0615528 Nov 12 11:36:41.890698 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8fae5f1-fd96-45e2-b7d6-4bb32e399d50 req-6313d948-8d6c-461d-9eb0-22b12b3242bc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543411 Nov 12 11:36:43.037382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc9995-3974-45b3-8710-4d8834d618c3 req-aef4c220-a3fb-4007-b6d9-64967c816afc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:43.040506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01cc9995-3974-45b3-8710-4d8834d618c3 req-aef4c220-a3fb-4007-b6d9-64967c816afc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0607524 Nov 12 11:36:43.091876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01cc9995-3974-45b3-8710-4d8834d618c3 req-0c14aabc-2e90-4258-a3e4-d5da457d83a2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467229 Nov 12 11:36:44.239750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ed19-a963-45bc-ae29-1dc122c14337 req-db99c438-4d4f-4604-bf4d-b1f3aa4386e0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:44.241494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2659ed19-a963-45bc-ae29-1dc122c14337 req-db99c438-4d4f-4604-bf4d-b1f3aa4386e0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0694165 Nov 12 11:36:44.301069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2659ed19-a963-45bc-ae29-1dc122c14337 req-bb34fd1e-f5ac-4141-9797-9e76d85b7bd8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528111 Nov 12 11:36:45.433465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4465a-5a46-4944-b93b-4395e2fece78 req-399f082a-9620-43fe-a85e-8f8446943851 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:45.435812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3a4465a-5a46-4944-b93b-4395e2fece78 req-399f082a-9620-43fe-a85e-8f8446943851 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0581453 Nov 12 11:36:45.488757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3a4465a-5a46-4944-b93b-4395e2fece78 req-bf820cd0-1c5a-441c-9560-24fc7797a19e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Nov 12 11:36:46.663526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d54326-b0e7-4863-8270-b42eb5f5c5df req-ebb45b08-f6fd-4579-8349-a6abded675df tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:46.673143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8d54326-b0e7-4863-8270-b42eb5f5c5df req-ebb45b08-f6fd-4579-8349-a6abded675df tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1031630 Nov 12 11:36:46.745282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8d54326-b0e7-4863-8270-b42eb5f5c5df req-e1074091-f3d7-43b3-a8e9-50acfd14bda0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677776 Nov 12 11:36:47.762342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:47.901628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd4cb1-3c3e-44bf-819f-7bbca2e9d6f8 req-47d6babc-0cf6-49e1-834d-020087bf7337 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:47.904036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dbbd4cb1-3c3e-44bf-819f-7bbca2e9d6f8 req-47d6babc-0cf6-49e1-834d-020087bf7337 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0819538 Nov 12 11:36:47.984899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dbbd4cb1-3c3e-44bf-819f-7bbca2e9d6f8 req-cf784b1b-6ac7-4be8-9b3b-6afa5eb41bf3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721431 Nov 12 11:36:49.410253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173b39e-2057-4bca-9aad-8f37a3691890 req-ec635527-02b3-49cb-b17d-320038e8eef0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:49.419722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c173b39e-2057-4bca-9aad-8f37a3691890 req-ec635527-02b3-49cb-b17d-320038e8eef0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0745189 Nov 12 11:36:49.492716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c173b39e-2057-4bca-9aad-8f37a3691890 req-cb7fed78-bc08-418e-be26-f927c47ea72a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699942 Nov 12 11:36:50.610912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d1da1-ea9a-49af-847d-c9b3630304a1 req-155ac268-da52-47d0-9183-d7505b5ecffc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:50.626448 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-374d1da1-ea9a-49af-847d-c9b3630304a1 req-155ac268-da52-47d0-9183-d7505b5ecffc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0677593 Nov 12 11:36:50.706711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-374d1da1-ea9a-49af-847d-c9b3630304a1 req-b5863d3b-027f-4741-a934-882b3fae7c46 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769565 Nov 12 11:36:50.840859 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:36:51.851804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e536c-62a5-424f-9500-f59c9ab94174 req-e706db34-1ff4-41dd-b0ff-ab3289c77cf5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:51.853573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-047e536c-62a5-424f-9500-f59c9ab94174 req-e706db34-1ff4-41dd-b0ff-ab3289c77cf5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0798068 Nov 12 11:36:51.912921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-047e536c-62a5-424f-9500-f59c9ab94174 req-9a11f633-6df5-4e51-ba57-ceb4e8bbe5b0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Nov 12 11:36:53.061550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54518831-48e8-4c1f-b406-2574b84e4718 req-1e957fdd-e8f5-4a5f-a1b0-f4c9c0ae2ca5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:53.063032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54518831-48e8-4c1f-b406-2574b84e4718 req-1e957fdd-e8f5-4a5f-a1b0-f4c9c0ae2ca5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0517483 Nov 12 11:36:53.112545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54518831-48e8-4c1f-b406-2574b84e4718 req-01a08902-2c6f-423f-8608-45af1180f5eb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Nov 12 11:36:54.246352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd6f2-ea08-45de-82c1-03fe5f5c11ea req-b955ceb8-d44d-4917-bd25-bc80b465e6ec tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:54.249792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-635cd6f2-ea08-45de-82c1-03fe5f5c11ea req-b955ceb8-d44d-4917-bd25-bc80b465e6ec tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0602591 Nov 12 11:36:54.341294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-635cd6f2-ea08-45de-82c1-03fe5f5c11ea req-3f90bfde-c44d-4373-865f-e25db408fb5c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852554 Nov 12 11:36:55.467887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c444178-5a42-451e-86ae-2f2f30176904 req-0171b6b5-65b0-44e0-af4a-6c46dca7ff63 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:55.469334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c444178-5a42-451e-86ae-2f2f30176904 req-0171b6b5-65b0-44e0-af4a-6c46dca7ff63 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0540841 Nov 12 11:36:55.525112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c444178-5a42-451e-86ae-2f2f30176904 req-bd320873-1951-42a3-8006-4c01b59c94c4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Nov 12 11:36:56.655309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81b0d7-707f-4389-9b8a-7703691a9423 req-79149d75-474d-4e44-a55b-6ab1b919795a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:56.657035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe81b0d7-707f-4389-9b8a-7703691a9423 req-79149d75-474d-4e44-a55b-6ab1b919795a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0541480 Nov 12 11:36:56.708438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe81b0d7-707f-4389-9b8a-7703691a9423 req-3afd0812-2d63-4ca0-ae22-01a3e8ba61e8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450139 Nov 12 11:36:57.939397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8ad3-eb34-49fa-9fcb-a3813bcc3ec3 req-996eca2f-f32f-4d37-baf3-ae235dcf8e14 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:57.944238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f12a8ad3-eb34-49fa-9fcb-a3813bcc3ec3 req-996eca2f-f32f-4d37-baf3-ae235dcf8e14 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1111960 Nov 12 11:36:58.047274 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f12a8ad3-eb34-49fa-9fcb-a3813bcc3ec3 req-d0307a77-600d-4208-ab6a-abbc9870655d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950716 Nov 12 11:36:59.185397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa715-7eb4-49f0-b46b-bce9d26a2163 req-6983abab-c119-4e66-9ee8-00c352186622 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:36:59.186870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-971fa715-7eb4-49f0-b46b-bce9d26a2163 req-6983abab-c119-4e66-9ee8-00c352186622 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0600023 Nov 12 11:36:59.256804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-971fa715-7eb4-49f0-b46b-bce9d26a2163 req-458686a0-289b-48a2-bd5d-f68f773b4608 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637460 Nov 12 11:36:59.429563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1958a97-1038-4ebf-b260-dd99aa392308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:00.428038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee8275-3c94-4e33-bf6d-569c78c81052 req-6ce80216-7741-42c6-8042-4d139365e5e3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:00.436277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4ee8275-3c94-4e33-bf6d-569c78c81052 req-6ce80216-7741-42c6-8042-4d139365e5e3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0688462 Nov 12 11:37:00.498262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4ee8275-3c94-4e33-bf6d-569c78c81052 req-34c915ee-11e5-4e34-a9cb-52693400a857 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609105 Nov 12 11:37:00.916487 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:37:01.679825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b397-2e44-4620-a39e-2fd6682c863d req-cf1fa6c2-6156-40a4-9fe8-b09aed4b348a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:01.683595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5456b397-2e44-4620-a39e-2fd6682c863d req-cf1fa6c2-6156-40a4-9fe8-b09aed4b348a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1175072 Nov 12 11:37:01.753486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5456b397-2e44-4620-a39e-2fd6682c863d req-6e3eac7f-40b0-4d08-99ef-e8713c2acd50 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580063 Nov 12 11:37:01.874783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-38eec4ec-d011-4e04-8559-de8776e8dc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.378831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:02.505584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8655ee96-1907-4b45-ba13-5825e35f1843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.584141 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8655ee96-1907-4b45-ba13-5825e35f1843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.686130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8655ee96-1907-4b45-ba13-5825e35f1843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.730325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ee96-1907-4b45-ba13-5825e35f1843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f55c186-1019-4491-99ed-9b64d8ce3156,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:02.734947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8655ee96-1907-4b45-ba13-5825e35f1843 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1fa10f61cf054c00b5ad2c476436375d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553896 Nov 12 11:37:02.737790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35618) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:02.797365 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e704-bd30-45e0-b65e-4b0198529cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.824954 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e704-bd30-45e0-b65e-4b0198529cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:02.905866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013d93-483c-453a-90d8-4e2e26cbe5b0 req-b3fc0403-a358-4e3e-a85f-f598ebb28f47 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:02.907530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1013d93-483c-453a-90d8-4e2e26cbe5b0 req-b3fc0403-a358-4e3e-a85f-f598ebb28f47 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0555863 Nov 12 11:37:02.964828 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1013d93-483c-453a-90d8-4e2e26cbe5b0 req-d9da37d0-1b34-40a0-8fa5-016c6ad69427 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512061 Nov 12 11:37:03.143435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e704-bd30-45e0-b65e-4b0198529cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:03.146492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dbe1e704-bd30-45e0-b65e-4b0198529cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:03.163942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dbe1e704-bd30-45e0-b65e-4b0198529cd2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f55c186-1019-4491-99ed-9b64d8ce3156 HTTP/1.1" status: 204 len: 168 time: 0.4081855 Nov 12 11:37:03.163942 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1e704-bd30-45e0-b65e-4b0198529cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f55c186-1019-4491-99ed-9b64d8ce3156,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:03.246019 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:04.116336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a421f-8038-4d00-9afd-f95eee3f561b req-a8ea6f31-b755-45e3-88cb-908d64445d9f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:04.120725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-909a421f-8038-4d00-9afd-f95eee3f561b req-a8ea6f31-b755-45e3-88cb-908d64445d9f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0616410 Nov 12 11:37:04.173236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-909a421f-8038-4d00-9afd-f95eee3f561b req-714e7b23-d6cd-4865-877e-4b73694978c4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Nov 12 11:37:04.336222 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:04.853174 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:05.328734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae2e9a-d861-4113-a63f-a6c105d66acb req-f882046f-5dba-4641-8657-a1ac0b7f48a1 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:05.328734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13ae2e9a-d861-4113-a63f-a6c105d66acb req-f882046f-5dba-4641-8657-a1ac0b7f48a1 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0661609 Nov 12 11:37:05.382419 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13ae2e9a-d861-4113-a63f-a6c105d66acb req-f005e877-557e-4926-8909-3a9f7e9f5f76 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Nov 12 11:37:06.518605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575192-bba3-4f88-96a6-ae6cfbfa63ba req-51a03928-c3d6-4ec2-bd11-b38968862604 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:06.522850 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37575192-bba3-4f88-96a6-ae6cfbfa63ba req-51a03928-c3d6-4ec2-bd11-b38968862604 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0639236 Nov 12 11:37:06.574913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37575192-bba3-4f88-96a6-ae6cfbfa63ba req-dfaf3eb8-7f68-40cf-9cce-99b6a97ba956 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Nov 12 11:37:08.248674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35774) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:08.254013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'network': {'name': 'tempest-network-smoke--25959055', 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:08.376042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806510e-6e81-45b8-b365-c31b9505ff4b req-c16c3523-ee82-4ae3-a0b4-cd3f2e4a9c54 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:08.377798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2806510e-6e81-45b8-b365-c31b9505ff4b req-c16c3523-ee82-4ae3-a0b4-cd3f2e4a9c54 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0648730 Nov 12 11:37:08.434559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2806510e-6e81-45b8-b365-c31b9505ff4b req-85425645-577f-4b3a-a11e-3422e899884e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498424 Nov 12 11:37:08.440244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Made reservation on behalf of ecae75af4d5542298cd1d7d8fc927bf0 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:37:08.444984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:08.457537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:08.557886 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:08.744333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:08.775718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:37:08.787480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374b4be7-203e-480a-b29b-16fe53f866cb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:08.795916 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:08.796309 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Added segment f069b865-477d-4688-bf13-08b5ab716763 of type vlan for network 6bb0f108-24d8-4418-983c-68c5acb514ab Nov 12 11:37:08.844629 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:09.086174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:09.092543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:09.093133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:09.161149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Network': ['ID=6bb0f108-24d8-4418-983c-68c5acb514ab,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:09.174102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6bb0f108-24d8-4418-983c-68c5acb514ab details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:37:09.368870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-097b5d6f-4dd2-4154-b400-55c3acfa18c3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1189079 Nov 12 11:37:09.371418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35786) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:09.375813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'admin_state_up': True, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:09.549133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:09.550418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:09.565092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377dd5-a8b5-4e42-ae78-7ffa76e6d4d0 req-4ce6dafa-967b-4998-9781-6bf20fb2c2f0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:09.573832 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e377dd5-a8b5-4e42-ae78-7ffa76e6d4d0 req-4ce6dafa-967b-4998-9781-6bf20fb2c2f0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0643947 Nov 12 11:37:09.628848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e377dd5-a8b5-4e42-ae78-7ffa76e6d4d0 req-fe1a41b5-73c4-412e-98d7-4b53e25cdf13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540657 Nov 12 11:37:09.630623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:09.903176 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.231307 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.252023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.368979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Allocated IP 172.25.3.247 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/ecd0dd9f-62ac-478a-ac73-8202f707d2bb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:10.380649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70075f-6dec-4a8a-94b4-32c62b878701 req-dbc7e328-a047-4d05-9278-3417947c635c tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:10.382311 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b70075f-6dec-4a8a-94b4-32c62b878701 req-dbc7e328-a047-4d05-9278-3417947c635c tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1098 time: 0.0501316 Nov 12 11:37:10.461552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b70075f-6dec-4a8a-94b4-32c62b878701 req-5f7263e4-5b62-4b1d-9af0-67dd53b69a6a tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717940 Nov 12 11:37:10.473808 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.482026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35806) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:10.619608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.680337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:10.699380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:10.699380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:10.701807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=ecd0dd9f-62ac-478a-ac73-8202f707d2bb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:10.715736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd0cfb4-6b05-4881-818c-5b66ebf4fc93 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:10.777109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01aaaf-b540-46d0-8afc-bf8b70ef1498 req-e6cfc0ec-eb20-4d0c-99d5-7b13e2ed2c43 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:10.778667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e01aaaf-b540-46d0-8afc-bf8b70ef1498 req-e6cfc0ec-eb20-4d0c-99d5-7b13e2ed2c43 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0632043 Nov 12 11:37:10.788078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1b2abf7b-95c4-409d-9931-34458a3efd42 None None] Provisioning complete for port ecd0dd9f-62ac-478a-ac73-8202f707d2bb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:10.796610 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b2abf7b-95c4-409d-9931-34458a3efd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.825226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 0cb31359-0336-4e2c-a6c7-0ef833401266 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:10.825567 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.844233 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e01aaaf-b540-46d0-8afc-bf8b70ef1498 req-044fcd72-c277-4188-9254-646e053cccce tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544062 Nov 12 11:37:10.849851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1b2abf7b-95c4-409d-9931-34458a3efd42 None None] Port ecd0dd9f-62ac-478a-ac73-8202f707d2bb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:10.947790 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.948197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:10.960595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 0cb31359-0336-4e2c-a6c7-0ef833401266 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:11.305196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:11.487302 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:11.521162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=0cb31359-0336-4e2c-a6c7-0ef833401266,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:11.654351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:11.654351 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Floating IP e47fea04-e35c-4c61-8561-388ab88145c3 disassociated (deleted). External IP: 172.25.3.132, port: 47d49244-6749-4b07-b143-a4c09a807993. Nov 12 11:37:11.654351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.011807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd1f6-6f8f-4a10-82f5-1aba2cb2cb5f req-13b8af1a-f746-494a-a96f-9df247eb3620 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:12.013596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b68bd1f6-6f8f-4a10-82f5-1aba2cb2cb5f req-13b8af1a-f746-494a-a96f-9df247eb3620 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0590782 Nov 12 11:37:12.016826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 82f52fd4-800f-4b9b-b20f-a704bd352af0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:37:12.031125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:37:12.092945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b68bd1f6-6f8f-4a10-82f5-1aba2cb2cb5f req-d948ef67-9a61-406f-82e6-a35f12e065f2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691316 Nov 12 11:37:12.599506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:12.601613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:12.610927 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.624294 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Sync routers for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:12.659061 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:12.659825 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:12.678635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-031da111-e81a-4c90-9515-75bad63c8552 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/floatingips/e47fea04-e35c-4c61-8561-388ab88145c3 HTTP/1.1" status: 204 len: 168 time: 2.1923206 Nov 12 11:37:12.687389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:12.695914 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d14ca50-cdad-4b68-b57b-d23bee7af672" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:12.720380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] Sync routers for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:12.746016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:12.747043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:12.825841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:12.832899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-38c84f68-a230-4074-933a-9e9c61e2ecfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4554462 Nov 12 11:37:12.833782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:12.879020 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:12.910920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:13.157451 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:10Z', 'revision_number': 3, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:13.191882 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Checking router: ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:13.196789 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Updating router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d port ecd0dd9f-62ac-478a-ac73-8202f707d2bb binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:37:13.205458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6fe68a01-9f11-43d2-ba09-dba6f5f3d82a tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=ecae75af4d5542298cd1d7d8fc927bf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3698158 Nov 12 11:37:13.208974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35870) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:13.236410 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:13.319044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:35:01Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:13.352276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3f039a-538e-4a4c-9c6f-a63cffc10e6c tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:13.354420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c3f039a-538e-4a4c-9c6f-a63cffc10e6c tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1441605 Nov 12 11:37:13.357262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35876) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:13.418736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-96494369-9e28-48d1-9704-08ce2f08ec37 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599146 Nov 12 11:37:13.421664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35878) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:13.431292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1328229373', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:13.468309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] Checking router: 82f52fd4-800f-4b9b-b20f-a704bd352af0 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:13.508973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:13.514048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:13.630599 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:13.695730 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4a7b32-9dc8-47c9-8dd1-aa98055c561c x-openstack-request-id: req-7e4a7b32-9dc8-47c9-8dd1-aa98055c561c {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:13.695730 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:13.695730 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7e4a7b32-9dc8-47c9-8dd1-aa98055c561c {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:13.695730 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'status': 'completed', 'code': 200} Nov 12 11:37:13.755046 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:13.809037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Made reservation on behalf of ecae75af4d5542298cd1d7d8fc927bf0 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:37:13.813085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:13.861454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-e2f8b736-fa69-4b9d-b6e1-65f6ef2def5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:13.870358 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Pushing event updated for resources: {'Port': ['ID=ecd0dd9f-62ac-478a-ac73-8202f707d2bb,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:13.871089 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-e2f8b736-fa69-4b9d-b6e1-65f6ef2def5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 1098 time: 0.1466556 Nov 12 11:37:13.876114 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Attempting to bind port ecd0dd9f-62ac-478a-ac73-8202f707d2bb on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:13.877033 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Attempting to bind port ecd0dd9f-62ac-478a-ac73-8202f707d2bb by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:13.877456 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Attempting to bind port ecd0dd9f-62ac-478a-ac73-8202f707d2bb on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:13.885279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66e185-d3d2-4c7f-96c6-f562a14a404c None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:13.893489 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.894029 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.894600 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.895129 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.908658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:13.919980 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.921420 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.928610 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.930273 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.931138 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.932142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.932968 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.934599 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:13.941549 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:13.942786 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:13.943715 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:13.944631 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:13.945695 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Bound port: ecd0dd9f-62ac-478a-ac73-8202f707d2bb, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:13.946554 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.040516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-8adc25cc-52a9-4e35-b04d-8a4c5348f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:14.050742 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-8adc25cc-52a9-4e35-b04d-8a4c5348f80f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 200 len: 897 time: 0.1699524 Nov 12 11:37:14.069771 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] For port ecd0dd9f-62ac-478a-ac73-8202f707d2bb, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:14.081887 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] For port ecd0dd9f-62ac-478a-ac73-8202f707d2bb, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ecd0dd9f-62ac-478a-ac73-8202f707d2bb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:14.097247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688df93-02a2-42bf-93ff-911f7a995e15 req-06720c84-09ec-4bca-a572-a7975bd14b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:14.099600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d688df93-02a2-42bf-93ff-911f7a995e15 req-06720c84-09ec-4bca-a572-a7975bd14b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.3544393 Nov 12 11:37:14.133575 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-70098471-5d91-4599-8689-4307aff50834 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 200 len: 217 time: 0.0736117 Nov 12 11:37:14.172021 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d688df93-02a2-42bf-93ff-911f7a995e15 req-ce38ec47-3aaa-4d63-844e-9434ddfd8cf0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634487 Nov 12 11:37:14.196639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a3fef16e-e6ce-4fcf-93e3-48bfafdefb08 None None] Provisioning complete for port ecd0dd9f-62ac-478a-ac73-8202f707d2bb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:14.203543 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a3fef16e-e6ce-4fcf-93e3-48bfafdefb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.230433 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.293240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-38635372-d5f5-45f9-a512-6ca9876ea842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:14.297285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-38635372-d5f5-45f9-a512-6ca9876ea842 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 200 len: 834 time: 0.1465874 Nov 12 11:37:14.302256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a3fef16e-e6ce-4fcf-93e3-48bfafdefb08 None None] Port ecd0dd9f-62ac-478a-ac73-8202f707d2bb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:14.333532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35890) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:14.344885 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.373524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-f02d503e-1146-4f1b-9a58-20ea013feee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:14.375726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-f02d503e-1146-4f1b-9a58-20ea013feee3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688953 Nov 12 11:37:14.392038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Subnet': ['ID=f5cbc0be-0abc-4833-b7db-b7aac997f96f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:14.412000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.412337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.412687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.413028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.413365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.413987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.414151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.414557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.414897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.415229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.415557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.415890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:14.436416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5145a3-6183-448d-95b7-cd3f1ff0eb7a req-c1c06f0d-0333-4c61-8cb3-1ab4e3c22653 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:14.438022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b5145a3-6183-448d-95b7-cd3f1ff0eb7a req-c1c06f0d-0333-4c61-8cb3-1ab4e3c22653 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 946 time: 0.1160717 Nov 12 11:37:14.443019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Checking segment: {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:14.443730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network hostable DHCP agents. Network: 6bb0f108-24d8-4418-983c-68c5acb514ab, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:37:14.455390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7845dc-c231-4c0e-802d-ec58a4441819 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:14.502600 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:14.506228 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:14.539229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:35:01Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:14.546940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b5145a3-6183-448d-95b7-cd3f1ff0eb7a req-d822de22-faff-4fd1-b9a8-ca2043c85cf3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942364 Nov 12 11:37:14.549965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-d52c29d8-5131-4168-a48d-2a74c4dc382b service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648457 Nov 12 11:37:14.550761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fa37c51-23e7-4178-adc8-747b9124651d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.561044 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdd21f-c9e5-44bd-b6e6-3520521d9db7 None None] Pushing event updated for resources: {'Port': ['ID=ecd0dd9f-62ac-478a-ac73-8202f707d2bb,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:14.587598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74adeb-f2e5-4f6c-bfc2-67fface43b7a None None] The sync data for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 is: [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '98bce872-bf25-4b80-87be-5e2cdb0080ba', 'name': '', 'network_id': 'c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:a9:85:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:49Z', 'updated_at': '2021-11-12T11:35:01Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'a45886fb-9238-4321-9ba8-b51a52a3ce54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:14.593980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Provisioning complete for port ecd0dd9f-62ac-478a-ac73-8202f707d2bb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:14.594351 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.720412 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d14ca50-cdad-4b68-b57b-d23bee7af672 req-7468e2a0-2a0b-4765-91a8-e42f555a531f service neutron] 10.222.0.69 "GET /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578712 Nov 12 11:37:14.743829 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.755272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 6bb0f108-24d8-4418-983c-68c5acb514ab is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:37:14.776257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] For port ecd0dd9f-62ac-478a-ac73-8202f707d2bb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ecd0dd9f-62ac-478a-ac73-8202f707d2bb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:14.808940 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:14.847969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fa37c51-23e7-4178-adc8-747b9124651d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.925812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 6bb0f108-24d8-4418-983c-68c5acb514ab) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:14.926063 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.931722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:14.932661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:14.970876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631433a-104e-4857-96d2-c8c723839bc8 None None] Network 6bb0f108-24d8-4418-983c-68c5acb514ab requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:37:15.036327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Pushing event updated for resources: {'Port': ['ID=ecd0dd9f-62ac-478a-ac73-8202f707d2bb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:15.046330 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:10Z', 'revision_number': 3, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:15.046604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fa37c51-23e7-4178-adc8-747b9124651d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:15.079881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.080502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.080962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d52023ab-0656-42d7-85fc-30c69bac9aa4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6573374 Nov 12 11:37:15.081316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35900) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:15.081496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.082015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.082563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.083082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.083638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.084193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.084746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.085296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.085806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.086379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad79655-bf83-4505-a421-1c343a44222b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:15.117915 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77a0cc-2482-40ed-86ed-9364b3954332 None None] The sync data for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 is: [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:10Z', 'revision_number': 3, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:15.151394 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356e11b-9208-4c94-92a8-22efc350c3f3 None None] New status for floating IP e47fea04-e35c-4c61-8561-388ab88145c3: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:37:15.194425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7fa37c51-23e7-4178-adc8-747b9124651d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ad8caf64314e4d1a869b5085f3b6af02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8612537 Nov 12 11:37:15.197695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35902) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:15.243367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa37c51-23e7-4178-adc8-747b9124651d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265d7705-20e3-4409-a051-eddabfd8d54b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:15.289920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-6bb0f108-24d8-4418-983c-68c5acb514ab', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:37:15.291164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:15.350503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b948b24-dbc8-44ad-b7e2-aac77ee58de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:15.416884 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b948b24-dbc8-44ad-b7e2-aac77ee58de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:15.535033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0a783-d3cc-47c1-b023-557bf912cb6a req-2151b0cf-0923-4ef3-b672-2d6284f1eb1e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:15.537696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ac0a783-d3cc-47c1-b023-557bf912cb6a req-2151b0cf-0923-4ef3-b672-2d6284f1eb1e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1366127 Nov 12 11:37:15.586364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-c2d8f636-3475-4ad6-b8b0-6ab8093f540e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:15.588712 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-c2d8f636-3475-4ad6-b8b0-6ab8093f540e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 946 time: 0.1824136 Nov 12 11:37:15.725347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ac0a783-d3cc-47c1-b023-557bf912cb6a req-71a79de1-104d-486e-94db-96a51a67f3fa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739590 Nov 12 11:37:15.739184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Allocated IP 172.20.0.2 (6bb0f108-24d8-4418-983c-68c5acb514ab/f5cbc0be-0abc-4833-b7db-b7aac997f96f/5058a68f-30bb-4294-92dd-6e167acc2c77) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:15.742346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b948b24-dbc8-44ad-b7e2-aac77ee58de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:15.743253 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4b948b24-dbc8-44ad-b7e2-aac77ee58de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:15.757224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4b948b24-dbc8-44ad-b7e2-aac77ee58de4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/265d7705-20e3-4409-a051-eddabfd8d54b HTTP/1.1" status: 204 len: 168 time: 0.5577881 Nov 12 11:37:15.778193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b948b24-dbc8-44ad-b7e2-aac77ee58de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d7705-20e3-4409-a051-eddabfd8d54b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:15.932677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 47d49244-6749-4b07-b143-a4c09a807993 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:15.933322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:15.981382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc487d69-0aee-4835-a7ff-b36fda346011 req-3b307b73-bfe5-42c8-8a31-78482fe3922f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:15.983020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc487d69-0aee-4835-a7ff-b36fda346011 req-3b307b73-bfe5-42c8-8a31-78482fe3922f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 946 time: 0.0968087 Nov 12 11:37:16.098878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc487d69-0aee-4835-a7ff-b36fda346011 req-732ec60d-42e4-475f-ace6-1b2828f6fe91 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=58c1e01d-2b44-4382-9921-4b9545c9e714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019061 Nov 12 11:37:16.120058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.189362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port 47d49244-6749-4b07-b143-a4c09a807993, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=47d49244-6749-4b07-b143-a4c09a807993,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:16.189724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.242850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 47d49244-6749-4b07-b143-a4c09a807993 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:16.299751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.377860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.402677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Network 6bb0f108-24d8-4418-983c-68c5acb514ab is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:16.407966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:16.415736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:16.550760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Pushing event updated for resources: {'Port': ['ID=5058a68f-30bb-4294-92dd-6e167acc2c77,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:16.584521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Attempting to bind port 5058a68f-30bb-4294-92dd-6e167acc2c77 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:16.584913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Attempting to bind port 5058a68f-30bb-4294-92dd-6e167acc2c77 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:16.585223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Attempting to bind port 5058a68f-30bb-4294-92dd-6e167acc2c77 on network 6bb0f108-24d8-4418-983c-68c5acb514ab {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:16.591400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:16.591834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Checking segment: {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:16.592874 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.593274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Bound using segment: {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:16.593740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Bound port: 5058a68f-30bb-4294-92dd-6e167acc2c77, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:16.594122 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.703422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] For port 5058a68f-30bb-4294-92dd-6e167acc2c77, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:16.782873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] For port 5058a68f-30bb-4294-92dd-6e167acc2c77, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5058a68f-30bb-4294-92dd-6e167acc2c77,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:16.801368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.897434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=47d49244-6749-4b07-b143-a4c09a807993,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:16.929151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4d5c6-170e-41aa-a675-6827fc0da923 req-ca853e49-80f2-4d45-ba39-e8a5d59802ae tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:16.932627 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.933355 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96c4d5c6-170e-41aa-a675-6827fc0da923 req-ca853e49-80f2-4d45-ba39-e8a5d59802ae tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0757830 Nov 12 11:37:16.977801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] No DVR routers for this DVR port 47d49244-6749-4b07-b143-a4c09a807993 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:37:16.982622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:16.986033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-666dfa37-3383-4578-9e46-392a68fb41d9 req-a282986e-b6eb-4bf5-bd7f-6bb3c32f13e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "DELETE /v2.0/ports/47d49244-6749-4b07-b143-a4c09a807993 HTTP/1.1" status: 204 len: 173 time: 1.3771033 Nov 12 11:37:16.986750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-deleted', 'tag': '47d49244-6749-4b07-b143-a4c09a807993'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:16.998865 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a3024d-45dc-4c59-b9bd-bb41a24fe4b0" -d '{"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-deleted", "tag": "47d49244-6749-4b07-b143-a4c09a807993"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:17.065256 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbb51f-fa15-4716-9c1f-4ea1b88a87a9 None None] Pushing event updated for resources: {'Port': ['ID=5058a68f-30bb-4294-92dd-6e167acc2c77,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:17.083916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35932) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:17.127532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Allocated IP 172.20.0.1 (6bb0f108-24d8-4418-983c-68c5acb514ab/f5cbc0be-0abc-4833-b7db-b7aac997f96f/ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:17.153427 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b410d63-9904-4cc4-ad02-02ecf17c6a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.158775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96c4d5c6-170e-41aa-a675-6827fc0da923 req-bb14db5c-9ff0-4349-8fab-cab9c580e34e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145512 Nov 12 11:37:17.284074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ecd0dd9f-62ac-478a-ac73-8202f707d2bb up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:17.315316 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3938214-1a04-4e3b-a926-a007752a2050 x-openstack-request-id: req-e3938214-1a04-4e3b-a926-a007752a2050 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:17.315732 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf91ed5-da5f-404f-a057-a33313da10c4", "name": "network-vif-deleted", "tag": "47d49244-6749-4b07-b143-a4c09a807993", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:17.316007 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e3938214-1a04-4e3b-a926-a007752a2050 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:17.316471 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf91ed5-da5f-404f-a057-a33313da10c4', 'name': 'network-vif-deleted', 'tag': '47d49244-6749-4b07-b143-a4c09a807993', 'status': 'completed', 'code': 200} Nov 12 11:37:17.430260 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ecd0dd9f-62ac-478a-ac73-8202f707d2bb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:17.430639 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.434655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b410d63-9904-4cc4-ad02-02ecf17c6a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.504774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.571113 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa0054f0-940d-4f8c-9a13-28e3e8220910 req-e63fabc3-f4e3-4cca-99d0-72a71c138dcd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=fbf91ed5-da5f-404f-a057-a33313da10c4 HTTP/1.1" status: 200 len: 210 time: 0.1342795 Nov 12 11:37:17.583326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b410d63-9904-4cc4-ad02-02ecf17c6a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.670003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.707833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2b410d63-9904-4cc4-ad02-02ecf17c6a40 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=81cf8334a8c74eef9a4a6a7d22f7b76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6223164 Nov 12 11:37:17.717219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35938) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:17.763446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 6bb0f108-24d8-4418-983c-68c5acb514ab is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:17.769190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:17.783864 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.787434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b410d63-9904-4cc4-ad02-02ecf17c6a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa16ad5e-f17f-466c-a87f-e73dd9576582,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:17.787947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:17.834274 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db5e402b-cf59-43b5-a22c-8c8b10bd5b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.870276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db5e402b-cf59-43b5-a22c-8c8b10bd5b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:17.888872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:17.940222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.025398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db5e402b-cf59-43b5-a22c-8c8b10bd5b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.029931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db5e402b-cf59-43b5-a22c-8c8b10bd5b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.036958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-db5e402b-cf59-43b5-a22c-8c8b10bd5b94 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aa16ad5e-f17f-466c-a87f-e73dd9576582 HTTP/1.1" status: 204 len: 168 time: 0.3071365 Nov 12 11:37:18.062303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e402b-cf59-43b5-a22c-8c8b10bd5b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa16ad5e-f17f-466c-a87f-e73dd9576582,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:18.343589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:18.453776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645d84d-183a-464d-9807-bf1d03162d5e req-94a360f8-5fe0-4db1-9578-30294afe3983 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:18.463152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2645d84d-183a-464d-9807-bf1d03162d5e req-94a360f8-5fe0-4db1-9578-30294afe3983 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1616228 Nov 12 11:37:18.533891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2645d84d-183a-464d-9807-bf1d03162d5e req-69de73f5-0624-4fbf-82ec-eab5e816f54a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695088 Nov 12 11:37:18.668677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 35952) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:18.784566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:18.828416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 47d49244-6749-4b07-b143-a4c09a807993 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:18.828840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 47d49244-6749-4b07-b143-a4c09a807993 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:18.949486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8a950-6a40-4920-930f-aa4f9601b0e6 None None] Network 6bb0f108-24d8-4418-983c-68c5acb514ab requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:37:18.986959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.056578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-811ea539-aaa5-4140-8cf0-550493082342 None None] Provisioning complete for port 5058a68f-30bb-4294-92dd-6e167acc2c77 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:19.062878 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-811ea539-aaa5-4140-8cf0-550493082342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.063460 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.206291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5058a68f-30bb-4294-92dd-6e167acc2c77 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:19.239602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:19.240728 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.305411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-811ea539-aaa5-4140-8cf0-550493082342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.369241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-811ea539-aaa5-4140-8cf0-550493082342 None None] For port 5058a68f-30bb-4294-92dd-6e167acc2c77, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5058a68f-30bb-4294-92dd-6e167acc2c77,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:19.376916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5058a68f-30bb-4294-92dd-6e167acc2c77 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:19.377882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.396386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.400165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 6bb0f108-24d8-4418-983c-68c5acb514ab is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:19.402893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:19.513599 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-811ea539-aaa5-4140-8cf0-550493082342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.568408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:37:19.625417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ea539-aaa5-4140-8cf0-550493082342 None None] Pushing event updated for resources: {'Port': ['ID=5058a68f-30bb-4294-92dd-6e167acc2c77,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:19.649273 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:19.790362 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:37:19.791082 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:37:19.835307 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b49b00-0da7-44a8-8806-b5b00341c465 req-cd55ac21-1376-49c8-bfda-3ec1da073d89 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:19.837732 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68b49b00-0da7-44a8-8806-b5b00341c465 req-cd55ac21-1376-49c8-bfda-3ec1da073d89 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1507976 Nov 12 11:37:19.848404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:19.858714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f02626d8-d6d9-4570-a88d-d9c87dbe81f6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "PUT /v2.0/routers/ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7687764 Nov 12 11:37:19.862411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35974) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:19.871433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Sync routers for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:19.871619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fe26e5c6-82c4-4369-b047-7b0452267ffc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1668955170', 'description': 'tempest-secgroup_access--1668955170 description', 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:19.885543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:19.886182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:20.017445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5c6-82c4-4369-b047-7b0452267ffc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.049334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:20.075418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68b49b00-0da7-44a8-8806-b5b00341c465 req-c3b2bfa1-4d89-4f42-8ffd-fc03c2467c90 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282569 Nov 12 11:37:20.112900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 98bce872-bf25-4b80-87be-5e2cdb0080ba {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:20.114619 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.204755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5c6-82c4-4369-b047-7b0452267ffc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.257176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2355079b-0468-4e46-a47c-55c0997effb6 None None] Provisioning complete for port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:20.257690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2355079b-0468-4e46-a47c-55c0997effb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.291584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5c6-82c4-4369-b047-7b0452267ffc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.300747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port 98bce872-bf25-4b80-87be-5e2cdb0080ba, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=98bce872-bf25-4b80-87be-5e2cdb0080ba,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:20.302375 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.362259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 98bce872-bf25-4b80-87be-5e2cdb0080ba owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:20.389927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26e5c6-82c4-4369-b047-7b0452267ffc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369e95d2-3b99-42cb-82e9-f7f1d45296f9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:20.459469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fe26e5c6-82c4-4369-b047-7b0452267ffc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.461980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fe26e5c6-82c4-4369-b047-7b0452267ffc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5984161 Nov 12 11:37:20.464630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35984) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:20.476097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ac8f0089-f27b-411d-87fe-e67a9853f105 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1481367367', 'description': 'tempest-secgroup_general--1481367367 description', 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:20.546554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2355079b-0468-4e46-a47c-55c0997effb6 None None] Port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:20.611867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0089-f27b-411d-87fe-e67a9853f105 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.638544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2355079b-0468-4e46-a47c-55c0997effb6 None None] Provisioning complete for port 5058a68f-30bb-4294-92dd-6e167acc2c77 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:20.638944 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2355079b-0468-4e46-a47c-55c0997effb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.717820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0089-f27b-411d-87fe-e67a9853f105 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.789906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.842492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=98bce872-bf25-4b80-87be-5e2cdb0080ba,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:20.846898 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0089-f27b-411d-87fe-e67a9853f105 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.913892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f0089-f27b-411d-87fe-e67a9853f105 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5036d2-2bd1-4dd8-952c-63426de46294,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:20.946989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0089-f27b-411d-87fe-e67a9853f105 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:20.954573 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ac8f0089-f27b-411d-87fe-e67a9853f105 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4880006 Nov 12 11:37:20.959269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 35992) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:20.967836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-25d0c4f6-efe5-4530-aa2f-eda03877e4d9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'security_group_rule': {'security_group_id': '369e95d2-3b99-42cb-82e9-f7f1d45296f9', 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:21.168759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4f6-efe5-4530-aa2f-eda03877e4d9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.241050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 2, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:21.259305 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.354637 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.368924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5058a68f-30bb-4294-92dd-6e167acc2c77 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:21.373890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Checking router: ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:21.374241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Updating router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:37:21.375397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ed6c9-3935-48af-96ea-8e1d937306f7 req-23209e2a-3bf3-4bc5-b62a-e8ce2f3921ba tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:21.377333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-932ed6c9-3935-48af-96ea-8e1d937306f7 req-23209e2a-3bf3-4bc5-b62a-e8ce2f3921ba tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0874188 Nov 12 11:37:21.454727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-d1718476-885b-4424-9e24-79f9c9dd7ae1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1284366 Nov 12 11:37:21.462565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b235b61d-b476-4cbe-865c-d43e5d1714fa None None] Provisioning complete for port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:21.462930 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b235b61d-b476-4cbe-865c-d43e5d1714fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.468890 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.485923 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4f6-efe5-4530-aa2f-eda03877e4d9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.556531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-61259c78-0709-41b3-abae-d85b90802eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:21.559466 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-61259c78-0709-41b3-abae-d85b90802eed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 1098 time: 0.0703940 Nov 12 11:37:21.632593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b235b61d-b476-4cbe-865c-d43e5d1714fa None None] Port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:21.693830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5058a68f-30bb-4294-92dd-6e167acc2c77 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:21.694198 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.696709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4f6-efe5-4530-aa2f-eda03877e4d9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.731543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0c4f6-efe5-4530-aa2f-eda03877e4d9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8491ba-dcb0-4134-89d2-2455f65691be,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:21.815979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-51793735-42bd-44b1-8ff9-f059a8c06f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:21.818202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-51793735-42bd-44b1-8ff9-f059a8c06f23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.2346051 Nov 12 11:37:21.856300 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-932ed6c9-3935-48af-96ea-8e1d937306f7 req-631cdf59-5106-457f-b408-84b5f9ac8b0a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720402 Nov 12 11:37:21.871763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-a30bc078-b325-4042-ab5f-b2cdb13f0b41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703f80a5-490f-47da-b365-3e131a2aa826 HTTP/1.1" status: 200 len: 217 time: 0.0447686 Nov 12 11:37:21.974955 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4f6-efe5-4530-aa2f-eda03877e4d9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:21.991136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-25d0c4f6-efe5-4530-aa2f-eda03877e4d9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0304115 Nov 12 11:37:21.993967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-36e59e7b-8e85-4939-93c6-32d7d99ace4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:21.996201 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-36e59e7b-8e85-4939-93c6-32d7d99ace4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.1172864 Nov 12 11:37:22.124543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-b49118ad-0e8f-4560-b410-be4372cb548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:22.126079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-b49118ad-0e8f-4560-b410-be4372cb548d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219263 Nov 12 11:37:22.149824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.181089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 82f52fd4-800f-4b9b-b20f-a704bd352af0 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:37:22.252040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.305288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-22b61c9a-8b42-4d0b-9989-61201e5ce9d8 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708851 Nov 12 11:37:22.369224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663f441-51ad-4cc8-8fcb-34a9f625c7ac None None] Pushing event updated for resources: {'Port': ['ID=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:22.380109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-58922f7c-34ec-4eaf-a881-cee1251ecae7 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup_general--1481367367&fields=id&tenant_id=ecae75af4d5542298cd1d7d8fc927bf0 HTTP/1.1" status: 200 len: 267 time: 0.0758457 Nov 12 11:37:22.425711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fde418ab-d4cd-494a-9c6f-ae045b7a9cd0 req-87047e25-fc7b-4c08-b1e9-0baa7f917fce service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134303 Nov 12 11:37:22.453127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Attempting to bind port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:22.453722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Attempting to bind port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:22.454196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Attempting to bind port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 on network 6bb0f108-24d8-4418-983c-68c5acb514ab {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:22.461916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:22.462486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Checking segment: {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:22.463081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.463578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Bound using segment: {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:22.464726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Bound port: ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:22.464726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.494314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:22.504020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b9d86ba8-09c7-4a90-b2f8-b0d4d48b26ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "PUT /v2.0/routers/82f52fd4-800f-4b9b-b20f-a704bd352af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8334911 Nov 12 11:37:22.506371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36034) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:22.509348 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] Sync routers for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:22.515269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-581b8ab0-9212-4f93-a616-e8d9bf226526 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup_access--1668955170&fields=id&tenant_id=ecae75af4d5542298cd1d7d8fc927bf0 HTTP/1.1" status: 200 len: 267 time: 0.1235456 Nov 12 11:37:22.527791 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:22.529246 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:22.630647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting subnet a45886fb-9238-4321-9ba8-b51a52a3ce54 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:37:22.647757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.650655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] For port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:22.663696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] For port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:22.704513 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:22.800413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0e1111cf-c5b1-42b3-88b7-902c1578412c None None] Provisioning complete for port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:22.805629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0e1111cf-c5b1-42b3-88b7-902c1578412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.813276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.823875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:22.856427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-34525e41-1545-4a6c-99ee-35344a08b013 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:22.864913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-34525e41-1545-4a6c-99ee-35344a08b013 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/networks?id=6bb0f108-24d8-4418-983c-68c5acb514ab HTTP/1.1" status: 200 len: 795 time: 0.3408086 Nov 12 11:37:22.888700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-cdeb6b4b-a99d-4c26-9da5-20fff4d52ae7 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/quotas/ecae75af4d5542298cd1d7d8fc927bf0 HTTP/1.1" status: 200 len: 375 time: 0.0227377 Nov 12 11:37:23.010734 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:37:20Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:23.031425 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.059639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-0d78a2e6-6569-46bf-981b-2e636971a474 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698544 Nov 12 11:37:23.077767 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] Checking router: 82f52fd4-800f-4b9b-b20f-a704bd352af0 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:23.098766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:23.100595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:23.120614 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] Routers {'82f52fd4-800f-4b9b-b20f-a704bd352af0'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:23.121288 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['82f52fd4-800f-4b9b-b20f-a704bd352af0'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:23.271464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663f441-51ad-4cc8-8fcb-34a9f625c7ac None None] Pushing event updated for resources: {'Port': ['ID=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:23.310236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.349548 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] Set router 82f52fd4-800f-4b9b-b20f-a704bd352af0 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:23.378287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.380768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6aa08e-390c-450b-9969-c9b0be531311 None None] Network c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:37:23.383725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/subnets/a45886fb-9238-4321-9ba8-b51a52a3ce54 HTTP/1.1" status: 204 len: 168 time: 0.8762028 Nov 12 11:37:23.389936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Subnet': ['ID=a45886fb-9238-4321-9ba8-b51a52a3ce54,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:23.401221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36050) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:23.527807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.528547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:23.531006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.532149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.540247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ad836-8df6-4f78-b6c5-58899df51b26 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:37:23.544905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-5c644a9c-7707-4c93-9e6e-709af11d5e5e service neutron] 10.222.0.98 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842525 Nov 12 11:37:23.673373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-7adec00b-37c5-4487-b2c3-7fe8ed744425 service neutron] 10.222.0.98 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220679 Nov 12 11:37:23.705528 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0e1111cf-c5b1-42b3-88b7-902c1578412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.714033 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:37:20Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:23.757644 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b6150-1b98-4cd8-a938-18b8437fa3d5 None None] The sync data for ids ['82f52fd4-800f-4b9b-b20f-a704bd352af0'] in n-d-768852-22 is: [{'id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697939439', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:38Z', 'updated_at': '2021-11-12T11:37:20Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '58af6c31-2442-40fb-818b-35f960a2fcd8', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f52fd4-800f-4b9b-b20f-a704bd352af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:23.797248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:23.883473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0e1111cf-c5b1-42b3-88b7-902c1578412c None None] For port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:24.016355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:22Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:24.057079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b763bfd-4497-45ce-ad3b-9f373283d8df None None] The sync data for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 is: [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:22Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:24.101832 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0e1111cf-c5b1-42b3-88b7-902c1578412c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.133953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c791-6903-480a-8254-5f38d6feb302 req-b7186041-00a6-4e15-9b78-7fe3e34ad7be tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:24.149773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d13c791-6903-480a-8254-5f38d6feb302 req-b7186041-00a6-4e15-9b78-7fe3e34ad7be tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1163342 Nov 12 11:37:24.181739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] DHCP port deletion for c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:24.264285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1111cf-c5b1-42b3-88b7-902c1578412c None None] Pushing event updated for resources: {'Port': ['ID=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:24.329667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9e074ec8-9823-4a2a-9b50-7dca9b91ca55 None None] Provisioning complete for port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:24.330381 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9e074ec8-9823-4a2a-9b50-7dca9b91ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.420045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d13c791-6903-480a-8254-5f38d6feb302 req-08169ed2-9770-4bf1-a1e6-5955719bd83d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686996 Nov 12 11:37:24.634582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] Deleting port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:24.636720 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.650531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1a7e7f5-b9ed-4228-bc51-e550cdb00166 req-4cd7348d-067f-42f6-bc2b-cb0567d4ffbd tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 210 time: 0.1392488 Nov 12 11:37:24.763226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] For port 9c54fe0b-a0c1-4085-bed9-29565c5eee46, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9c54fe0b-a0c1-4085-bed9-29565c5eee46,segment=NetworkSegment(a448d168-0102-4fe6-b9bc-b6ffbf750191),segment_id=a448d168-0102-4fe6-b9bc-b6ffbf750191)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:24.763870 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.764039 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:24.785225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] Calling delete_port for 9c54fe0b-a0c1-4085-bed9-29565c5eee46 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:24.989100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 58af6c31-2442-40fb-818b-35f960a2fcd8 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:24.989853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:25.025208 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:25.096559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] No DVR routers for this DVR port 9c54fe0b-a0c1-4085-bed9-29565c5eee46 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:37:25.111860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8884b35-1bfb-4103-9444-6d014633a2df None None] Pushing event deleted for resources: {'Port': ['ID=9c54fe0b-a0c1-4085-bed9-29565c5eee46,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:25.198706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port 58af6c31-2442-40fb-818b-35f960a2fcd8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=58af6c31-2442-40fb-818b-35f960a2fcd8,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:25.199713 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:25.241342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:25.244337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 58af6c31-2442-40fb-818b-35f960a2fcd8 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:25.338176 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:25.338176 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:25.556020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 98bce872-bf25-4b80-87be-5e2cdb0080ba no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:25.590767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 98bce872-bf25-4b80-87be-5e2cdb0080ba {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:25.591196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 98bce872-bf25-4b80-87be-5e2cdb0080ba not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:25.591530 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9c54fe0b-a0c1-4085-bed9-29565c5eee46 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:25.615038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9c54fe0b-a0c1-4085-bed9-29565c5eee46 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:25.615390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9c54fe0b-a0c1-4085-bed9-29565c5eee46 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:25.632846 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ad312-d2fb-484c-b059-d769b53f0915 req-c25ca424-2516-452d-8c4e-802edf1e42ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:25.634987 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be4ad312-d2fb-484c-b059-d769b53f0915 req-c25ca424-2516-452d-8c4e-802edf1e42ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1059570 Nov 12 11:37:25.706683 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be4ad312-d2fb-484c-b059-d769b53f0915 req-707eee90-ae2a-4e02-b37c-fea947fe0d83 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630727 Nov 12 11:37:25.755445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:25.805080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bf86f70-d845-422b-851d-0c238508882d req-39eca6d4-73ba-4bae-927a-8fce00fd1bc4 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 210 time: 0.0536785 Nov 12 11:37:25.812375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1fa449-52d7-4e3c-9335-375c453792a7 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:25.824398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=58af6c31-2442-40fb-818b-35f960a2fcd8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:25.913324 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.027619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.030515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.177759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.180573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Fanout notify agent at l3_agent the message router_deleted on router 82f52fd4-800f-4b9b-b20f-a704bd352af0 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:37:26.187253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.188408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-565d3846-f690-4ada-88e4-0b564133f551 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/routers/82f52fd4-800f-4b9b-b20f-a704bd352af0 HTTP/1.1" status: 204 len: 168 time: 2.7845693 Nov 12 11:37:26.191610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36104) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:26.299412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.413130 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.439731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:26.457014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a448d168-0102-4fe6-b9bc-b6ffbf750191') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:26.457311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a448d168-0102-4fe6-b9bc-b6ffbf750191') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:26.485118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.489422 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.498450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:37:26.498858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:37:26.502521 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:37:26.691506 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.696236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.699689 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/networks/c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7 HTTP/1.1" status: 204 len: 168 time: 0.5069251 Nov 12 11:37:26.702434 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36110) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:26.715575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c58ce2-7969-483c-8db9-ee84b4d78051 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Network': ['ID=c23e3cee-12e2-42d6-b7ce-4b8c84bd63c7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:26.804297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-10d6ef96-9fa1-4ba4-a539-9a110af27e44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.852541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-10d6ef96-9fa1-4ba4-a539-9a110af27e44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:26.854215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c139d8-b27c-4a15-8710-18002e6dac48 req-56d01b86-a6ee-49d7-b485-2d3187e94ca3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:26.854215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0c139d8-b27c-4a15-8710-18002e6dac48 req-56d01b86-a6ee-49d7-b485-2d3187e94ca3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0691204 Nov 12 11:37:26.915353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0c139d8-b27c-4a15-8710-18002e6dac48 req-d784b8d3-336d-4754-a199-7ce7be669068 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534503 Nov 12 11:37:27.027828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-10d6ef96-9fa1-4ba4-a539-9a110af27e44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:27.027828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-10d6ef96-9fa1-4ba4-a539-9a110af27e44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:27.028929 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-10d6ef96-9fa1-4ba4-a539-9a110af27e44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/security-groups/58c1e01d-2b44-4382-9921-4b9545c9e714 HTTP/1.1" status: 204 len: 168 time: 0.3254669 Nov 12 11:37:27.036288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74654342-ca54-4b3e-a214-5c959291459e req-900dc6e8-2d98-4a46-a0c1-1412e9ca46a7 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 210 time: 0.0383263 Nov 12 11:37:27.040159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6ef96-9fa1-4ba4-a539-9a110af27e44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c1e01d-2b44-4382-9921-4b9545c9e714,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:27.121203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 58af6c31-2442-40fb-818b-35f960a2fcd8 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:27.149179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 58af6c31-2442-40fb-818b-35f960a2fcd8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:27.149179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 58af6c31-2442-40fb-818b-35f960a2fcd8 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:27.642154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36142) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:27.648437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4d8518dc-851b-419a-ab5c-afbd3774cfa1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578735322', 'description': 'tempest-secgroup-smoke-1578735322 description', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:27.738477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d8518dc-851b-419a-ab5c-afbd3774cfa1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:27.820402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d8518dc-851b-419a-ab5c-afbd3774cfa1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:27.960658 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d8518dc-851b-419a-ab5c-afbd3774cfa1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:27.994621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8518dc-851b-419a-ab5c-afbd3774cfa1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15c4040-d3d6-4d17-accb-7330e7401ac1,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:28.078530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ce5a0-5790-4580-95d2-a65ab2bcd55c req-a0091db4-d0cd-4ef6-8411-09ebd96798fe tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:28.085527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b78ce5a0-5790-4580-95d2-a65ab2bcd55c req-a0091db4-d0cd-4ef6-8411-09ebd96798fe tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0610204 Nov 12 11:37:28.154204 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b78ce5a0-5790-4580-95d2-a65ab2bcd55c req-8bf92730-d032-4a9a-aae3-beb4f4b8d64a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652843 Nov 12 11:37:28.163354 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4d8518dc-851b-419a-ab5c-afbd3774cfa1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:28.168286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4d8518dc-851b-419a-ab5c-afbd3774cfa1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5221612 Nov 12 11:37:28.176455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36162) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:28.184613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-353dcfb5-51f4-42d0-bc86-4b6a1df54a66 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': 'c15c4040-d3d6-4d17-accb-7330e7401ac1', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:28.271593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b0f1106-2c2c-479e-9560-4bda69db7fda req-22b1a7e5-534e-4724-b58b-0a7edd81f773 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 210 time: 0.0373716 Nov 12 11:37:28.365784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-ec304c28-83f5-460c-923e-884e694cfaba tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:28.367401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-ec304c28-83f5-460c-923e-884e694cfaba tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.57 "GET /v2.0/networks?id=6bb0f108-24d8-4418-983c-68c5acb514ab HTTP/1.1" status: 200 len: 795 time: 0.1439848 Nov 12 11:37:28.396107 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-353dcfb5-51f4-42d0-bc86-4b6a1df54a66 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:28.496215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-4d929a61-a198-4742-8c5c-d9ca1818acfe tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecae75af4d5542298cd1d7d8fc927bf0 HTTP/1.1" status: 200 len: 478 time: 0.1150892 Nov 12 11:37:28.508910 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-353dcfb5-51f4-42d0-bc86-4b6a1df54a66 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:28.577196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'port': {'device_id': '90635399-0d1c-41f0-941c-92eead711dbf', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'admin_state_up': True, 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'security_groups': ['ca5036d2-2bd1-4dd8-952c-63426de46294', '369e95d2-3b99-42cb-82e9-f7f1d45296f9']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:28.606754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-353dcfb5-51f4-42d0-bc86-4b6a1df54a66 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:28.686296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dcfb5-51f4-42d0-bc86-4b6a1df54a66 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98715475-8e2e-4da6-a8e8-86089b5b5a8b,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:28.792253 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-353dcfb5-51f4-42d0-bc86-4b6a1df54a66 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:28.796736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-353dcfb5-51f4-42d0-bc86-4b6a1df54a66 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6160545 Nov 12 11:37:28.798610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36178) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:28.805173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-fa7e432b-883f-4dcc-abe7-f0e451692d02 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': 'c15c4040-d3d6-4d17-accb-7330e7401ac1', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:28.938063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Made reservation on behalf of ecae75af4d5542298cd1d7d8fc927bf0 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:37:28.938063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.034876 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fa7e432b-883f-4dcc-abe7-f0e451692d02 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.060752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Allocated IP 172.20.0.12 (6bb0f108-24d8-4418-983c-68c5acb514ab/f5cbc0be-0abc-4833-b7db-b7aac997f96f/1c29c35b-6d03-427b-9a56-07a13529edcf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:29.117067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fa7e432b-883f-4dcc-abe7-f0e451692d02 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.262289 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.270957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fa7e432b-883f-4dcc-abe7-f0e451692d02 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.303752 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e432b-883f-4dcc-abe7-f0e451692d02 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfc5a7e-34e7-44b8-a962-e1b6ae7de039,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:29.321971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b10426-0e02-4fee-86f3-d1ad5f017a91 req-54e7be8c-dfde-4630-bd93-3873ec219d09 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:29.323647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81b10426-0e02-4fee-86f3-d1ad5f017a91 req-54e7be8c-dfde-4630-bd93-3873ec219d09 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0905001 Nov 12 11:37:29.399752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81b10426-0e02-4fee-86f3-d1ad5f017a91 req-b40816b5-3f93-4050-a0eb-c97872fea7fc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619485 Nov 12 11:37:29.423498 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b2942bf6-df74-4dc5-96ac-93c1b0ac76dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.458576 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.460355 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fa7e432b-883f-4dcc-abe7-f0e451692d02 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.462529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fa7e432b-883f-4dcc-abe7-f0e451692d02 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6619942 Nov 12 11:37:29.465457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36194) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:29.470461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f7daf7d7-1c90-44a7-a525-89f78df16f8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': 'c15c4040-d3d6-4d17-accb-7330e7401ac1', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:29.493590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36196) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:29.520682 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 6bb0f108-24d8-4418-983c-68c5acb514ab is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:29.526153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:29.528252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=1c29c35b-6d03-427b-9a56-07a13529edcf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:29.530762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:29.556916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d7d1-d00a-4bf1-9898-d7d567d49937 req-b94568e7-e45c-4005-a478-96f9f01c1b1c tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:29.559037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4894d7d1-d00a-4bf1-9898-d7d567d49937 req-b94568e7-e45c-4005-a478-96f9f01c1b1c tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 971 time: 0.0724800 Nov 12 11:37:29.598766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:29.599463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.636449 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7daf7d7-1c90-44a7-a525-89f78df16f8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.684006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-b82a51e4-e013-4583-ae9f-9cafbbafb622 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1102252 Nov 12 11:37:29.693921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4894d7d1-d00a-4bf1-9898-d7d567d49937 req-aa89ce4d-158f-445e-9ea2-b6d3a24e95a6 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1232164 Nov 12 11:37:29.697034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Request body: {'port': {'device_id': '90635399-0d1c-41f0-941c-92eead711dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:29.743264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2623-f7ca-4f18-886e-2027dd9162e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.752821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7daf7d7-1c90-44a7-a525-89f78df16f8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.803357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.823809 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7daf7d7-1c90-44a7-a525-89f78df16f8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.853588 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daf7d7-1c90-44a7-a525-89f78df16f8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618e948d-a1dc-416b-8870-3ef0c1468cef,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:29.941570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-36b2bdcb-5750-4dee-a7f6-72ea41cff015 None None] Provisioning complete for port 1c29c35b-6d03-427b-9a56-07a13529edcf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:29.942261 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-36b2bdcb-5750-4dee-a7f6-72ea41cff015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.945656 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7daf7d7-1c90-44a7-a525-89f78df16f8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:29.959958 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f7daf7d7-1c90-44a7-a525-89f78df16f8f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4813070 Nov 12 11:37:29.963297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36202) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:29.973760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-66593b80-f846-4c40-b852-0f2a22c065f6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': 'c15c4040-d3d6-4d17-accb-7330e7401ac1', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:29.990898 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2623-f7ca-4f18-886e-2027dd9162e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.011319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-36b2bdcb-5750-4dee-a7f6-72ea41cff015 None None] Port 1c29c35b-6d03-427b-9a56-07a13529edcf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:30.143789 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2623-f7ca-4f18-886e-2027dd9162e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.171652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66593b80-f846-4c40-b852-0f2a22c065f6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.188173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c2623-f7ca-4f18-886e-2027dd9162e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fc6b46-d07f-4203-9b92-46d2c6ca0b0e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:30.196402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c29c35b-6d03-427b-9a56-07a13529edcf {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:37:30.211271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.219737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8d1c2623-f7ca-4f18-886e-2027dd9162e1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=66271d6f59c84dd48eff67dc465c791d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7232311 Nov 12 11:37:30.222756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36208) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:30.228233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Transition to ACTIVE for port object 1c29c35b-6d03-427b-9a56-07a13529edcf will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:37:30.260921 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66593b80-f846-4c40-b852-0f2a22c065f6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.297309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d386b377-1429-41f7-ae37-42d911ccd29b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.328684 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d386b377-1429-41f7-ae37-42d911ccd29b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.348953 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.364372 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66593b80-f846-4c40-b852-0f2a22c065f6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.395749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593b80-f846-4c40-b852-0f2a22c065f6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05def98-5e86-4fdd-8426-13d43a23643e,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:30.411098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Pushing event updated for resources: {'Port': ['ID=1c29c35b-6d03-427b-9a56-07a13529edcf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:30.510133 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Attempting to bind port 1c29c35b-6d03-427b-9a56-07a13529edcf on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:30.510476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Attempting to bind port 1c29c35b-6d03-427b-9a56-07a13529edcf by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:30.510813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Attempting to bind port 1c29c35b-6d03-427b-9a56-07a13529edcf on network 6bb0f108-24d8-4418-983c-68c5acb514ab {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:30.516414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Port 1c29c35b-6d03-427b-9a56-07a13529edcf on network 6bb0f108-24d8-4418-983c-68c5acb514ab not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:37:30.516743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Attempting to bind port 1c29c35b-6d03-427b-9a56-07a13529edcf on network 6bb0f108-24d8-4418-983c-68c5acb514ab {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:30.522797 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:30.523656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Checking segment: {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:30.524284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Bound using segment: {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:30.524931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Bound port: 1c29c35b-6d03-427b-9a56-07a13529edcf, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f069b865-477d-4688-bf13-08b5ab716763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:30.525488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.528449 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-66593b80-f846-4c40-b852-0f2a22c065f6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.529832 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-66593b80-f846-4c40-b852-0f2a22c065f6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5629284 Nov 12 11:37:30.534540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36214) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:30.541190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-dce337eb-4455-4f71-bf5c-17106522edcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': 'c15c4040-d3d6-4d17-accb-7330e7401ac1', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:30.558643 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d386b377-1429-41f7-ae37-42d911ccd29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.561238 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d386b377-1429-41f7-ae37-42d911ccd29b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.565159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d386b377-1429-41f7-ae37-42d911ccd29b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/81fc6b46-d07f-4203-9b92-46d2c6ca0b0e HTTP/1.1" status: 204 len: 168 time: 0.3386247 Nov 12 11:37:30.585633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386b377-1429-41f7-ae37-42d911ccd29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fc6b46-d07f-4203-9b92-46d2c6ca0b0e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:30.596308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa87cd-33f2-4245-bb76-57291726ce7d req-47db87d1-8546-4019-a13b-231fc3aba675 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:30.597929 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03fa87cd-33f2-4245-bb76-57291726ce7d req-47db87d1-8546-4019-a13b-231fc3aba675 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1046879 Nov 12 11:37:30.612325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] For port 1c29c35b-6d03-427b-9a56-07a13529edcf, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:30.618337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] For port 1c29c35b-6d03-427b-9a56-07a13529edcf, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1c29c35b-6d03-427b-9a56-07a13529edcf,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:30.667514 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-dce337eb-4455-4f71-bf5c-17106522edcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Project c2299b0844f3474a94733bf9075b3dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:37:30.686947 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.691613 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dce337eb-4455-4f71-bf5c-17106522edcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.711154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03fa87cd-33f2-4245-bb76-57291726ce7d req-895bf190-005d-4a79-bbb7-faa67fd18d10 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941803 Nov 12 11:37:30.752926 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Pushing event updated for resources: {'Port': ['ID=1c29c35b-6d03-427b-9a56-07a13529edcf,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:30.775663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:30.775663 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.775971 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-2ea28896-038d-4571-9b3e-c025c9d25e5a service neutron] 10.222.0.57 "PUT /v2.0/ports/1c29c35b-6d03-427b-9a56-07a13529edcf HTTP/1.1" status: 200 len: 1132 time: 1.0837057 Nov 12 11:37:30.776321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:30.781486 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ae8e8-8533-47f0-9dda-25cbebeed994" -d '{"events": [{"name": "network-changed", "server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:30.805463 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dce337eb-4455-4f71-bf5c-17106522edcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.895631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c40299-9201-4a65-af2e-8508ed8f00a4 req-6f4759ff-fdb1-4fb1-92dd-9dee7b3a9cce tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:30.899028 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6c40299-9201-4a65-af2e-8508ed8f00a4 req-6f4759ff-fdb1-4fb1-92dd-9dee7b3a9cce tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 983 time: 0.0641761 Nov 12 11:37:30.934080 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dce337eb-4455-4f71-bf5c-17106522edcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:30.986675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce337eb-4455-4f71-bf5c-17106522edcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113d5a9c-ae0a-4483-aeca-10e793a25ea3,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:31.011119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6c40299-9201-4a65-af2e-8508ed8f00a4 req-c8b6d707-3bf3-4ccb-9d6b-0f9b861d5df2 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1014974 Nov 12 11:37:31.016462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-134a4a89-111a-4db8-8e07-84ab7e163654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:31.019131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-134a4a89-111a-4db8-8e07-84ab7e163654 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 1135 time: 0.1101203 Nov 12 11:37:31.066211 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dce337eb-4455-4f71-bf5c-17106522edcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.070409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dce337eb-4455-4f71-bf5c-17106522edcf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5344160 Nov 12 11:37:31.072659 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36228) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:31.078889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-7194bbfe-1dec-4b7d-9dc4-85bbe0a2622c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': 'c15c4040-d3d6-4d17-accb-7330e7401ac1', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:31.079399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-977a8ca3-ba59-438a-b011-b57b12addbe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c29c35b-6d03-427b-9a56-07a13529edcf HTTP/1.1" status: 200 len: 217 time: 0.0516739 Nov 12 11:37:31.122607 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40594c3c-81d0-49f4-8b5f-edca62449f61 x-openstack-request-id: req-40594c3c-81d0-49f4-8b5f-edca62449f61 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:31.122953 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:31.123434 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-40594c3c-81d0-49f4-8b5f-edca62449f61 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:31.123829 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'status': 'completed', 'code': 200} Nov 12 11:37:31.142766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-5117fd26-2007-46b8-94fc-bbd0f4f916b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:31.144358 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-5117fd26-2007-46b8-94fc-bbd0f4f916b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5cbc0be-0abc-4833-b7db-b7aac997f96f HTTP/1.1" status: 200 len: 835 time: 0.0576365 Nov 12 11:37:31.198116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-a1de91b7-2df6-4d41-a31a-29b77af5410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:31.201342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-a1de91b7-2df6-4d41-a31a-29b77af5410e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bb0f108-24d8-4418-983c-68c5acb514ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501676 Nov 12 11:37:31.208680 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-7194bbfe-1dec-4b7d-9dc4-85bbe0a2622c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Project c2299b0844f3474a94733bf9075b3dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:37:31.215794 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7194bbfe-1dec-4b7d-9dc4-85bbe0a2622c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.292968 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7194bbfe-1dec-4b7d-9dc4-85bbe0a2622c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.310190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-d4b4416c-d5cd-4ff1-8058-f18c8b14bddc service neutron] 10.222.0.57 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012197 Nov 12 11:37:31.430917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b4fdda0e-9cff-4d91-8dd9-70fee3148769 req-fd8e22f5-b77d-47cd-837b-ede25003d79d service neutron] 10.222.0.57 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127784 Nov 12 11:37:31.474675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7194bbfe-1dec-4b7d-9dc4-85bbe0a2622c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.493393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194bbfe-1dec-4b7d-9dc4-85bbe0a2622c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4289743d-cf9a-429e-913d-7befe1241f86,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:31.553395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36236) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:31.570885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7194bbfe-1dec-4b7d-9dc4-85bbe0a2622c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.575242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7194bbfe-1dec-4b7d-9dc4-85bbe0a2622c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4984586 Nov 12 11:37:31.575242 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-95339310-01bd-46db-a0b2-ec4da0c59461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.575848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36238) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:31.581568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'network': {'name': 'tempest-network-smoke--1016391934', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:31.614600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-ad205b1c-0804-40c2-826c-ddc3b6cfef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:31.616286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-ad205b1c-0804-40c2-826c-ddc3b6cfef27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 1135 time: 0.0672407 Nov 12 11:37:31.673771 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-95339310-01bd-46db-a0b2-ec4da0c59461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.716368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-62a670b9-998a-44d2-bbe5-960665691d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:31.717914 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-62a670b9-998a-44d2-bbe5-960665691d8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6bb0f108-24d8-4418-983c-68c5acb514ab HTTP/1.1" status: 200 len: 896 time: 0.0943980 Nov 12 11:37:31.761868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-0d30cee0-2577-45e6-bc20-37ce45aa1d66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c29c35b-6d03-427b-9a56-07a13529edcf HTTP/1.1" status: 200 len: 217 time: 0.0359471 Nov 12 11:37:31.762316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:37:31.765721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.826955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:37:31.830182 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-95339310-01bd-46db-a0b2-ec4da0c59461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.834688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-7bf3aa61-f325-445d-8c65-6d96ce3c8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:31.836494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-7bf3aa61-f325-445d-8c65-6d96ce3c8bb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5cbc0be-0abc-4833-b7db-b7aac997f96f HTTP/1.1" status: 200 len: 835 time: 0.0606892 Nov 12 11:37:31.842130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.842553 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Added segment 36ac7427-4f6a-414d-bd2e-7fe0095b5a5b of type vlan for network 9b50044c-bb83-4b01-8c09-e19c8ba0815e Nov 12 11:37:31.894212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95339310-01bd-46db-a0b2-ec4da0c59461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fa9f48-4a7c-4397-9765-f8887bdb81af,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:31.900552 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82be6a5d-fa96-4e61-b7c8-49e90344e7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.902215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-95339310-01bd-46db-a0b2-ec4da0c59461 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1694ec064487484d9ed09e0108f24b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476732 Nov 12 11:37:31.905190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36246) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:31.915664 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cb0e2-7848-4752-aca2-14ed03600785 req-bfbe04d4-d050-4306-bec5-efd5efab016b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:31.921079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f37cb0e2-7848-4752-aca2-14ed03600785 req-bfbe04d4-d050-4306-bec5-efd5efab016b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1010687 Nov 12 11:37:31.932310 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:31.952557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-eaff5a62-8c7a-4829-858e-2ff64eecb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:31.954596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-eaff5a62-8c7a-4829-858e-2ff64eecb1d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bb0f108-24d8-4418-983c-68c5acb514ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105103 Nov 12 11:37:32.012018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f37cb0e2-7848-4752-aca2-14ed03600785 req-2e1be6b9-1d3a-4dc5-9b34-005cc08032ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834246 Nov 12 11:37:32.022787 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d538a41-1027-4c13-9591-9503d70aab71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.053732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d538a41-1027-4c13-9591-9503d70aab71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.075831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-c409ca64-dbc2-4d38-9414-d103633277df service neutron] 10.222.0.57 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114438 Nov 12 11:37:32.077054 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.085740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:32.086704 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.161263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288123d-18b0-44ba-91d3-73ea4694804e req-a6d3f3aa-ab82-4cbd-9bc4-0c80fefa7e83 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:32.162913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c288123d-18b0-44ba-91d3-73ea4694804e req-a6d3f3aa-ab82-4cbd-9bc4-0c80fefa7e83 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 983 time: 0.0625863 Nov 12 11:37:32.166459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d538a41-1027-4c13-9591-9503d70aab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.170305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2d538a41-1027-4c13-9591-9503d70aab71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.176892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2d538a41-1027-4c13-9591-9503d70aab71 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85fa9f48-4a7c-4397-9765-f8887bdb81af HTTP/1.1" status: 204 len: 168 time: 0.2666464 Nov 12 11:37:32.191677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d538a41-1027-4c13-9591-9503d70aab71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fa9f48-4a7c-4397-9765-f8887bdb81af,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:32.229888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6526506 Nov 12 11:37:32.234317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36256) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:32.245498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'admin_state_up': True, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:32.249625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dee3c-5cfe-4cbe-8520-39300670384b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Network': ['ID=9b50044c-bb83-4b01-8c09-e19c8ba0815e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:32.264829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:37:32.293415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b82ae8e8-8533-47f0-9dda-25cbebeed994 req-39de40bc-7cb4-4d5e-909b-7c1a3d862de1 service neutron] 10.222.0.57 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019465 Nov 12 11:37:32.311243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c288123d-18b0-44ba-91d3-73ea4694804e req-459a7a6f-694b-4a9a-970b-b893dbe67e12 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1228480 Nov 12 11:37:32.383515 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.384693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.456334 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:32.754593 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:33.077964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:33.097802 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:33.109738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:33.289225 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd9628-8e12-4505-ba84-e1764c925c99 req-4b68fc5c-b023-44e3-be8b-af16bedbf7cf tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:33.290889 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dafd9628-8e12-4505-ba84-e1764c925c99 req-4b68fc5c-b023-44e3-be8b-af16bedbf7cf tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1386180 Nov 12 11:37:33.322272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.25.3.82 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/d684cd6c-94f5-4822-8a05-636e88887706) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:33.442792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dafd9628-8e12-4505-ba84-e1764c925c99 req-f8e8fab0-3f4b-4a6f-8421-a18b56a0dce6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232588 Nov 12 11:37:33.509297 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:33.582344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614824a-8129-44d7-bb31-8ced9ac4f0e4 req-3af8295a-c0ce-4a2d-b116-fa4a8e8f9626 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:33.583888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5614824a-8129-44d7-bb31-8ced9ac4f0e4 req-3af8295a-c0ce-4a2d-b116-fa4a8e8f9626 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 983 time: 0.0718806 Nov 12 11:37:33.661537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5614824a-8129-44d7-bb31-8ced9ac4f0e4 req-7e20001d-ac33-4aa6-8666-0ed6b0f0c893 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0690088 Nov 12 11:37:33.682204 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:33.724589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:33.732183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:33.734722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:33.750992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e98efe-f0f2-4c8c-817f-30cbea1ef44b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:33.778472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=d684cd6c-94f5-4822-8a05-636e88887706,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:33.843691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f2195f36-8660-44de-a09d-931e049755cb None None] Provisioning complete for port d684cd6c-94f5-4822-8a05-636e88887706 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:33.844555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2195f36-8660-44de-a09d-931e049755cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:33.884714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f2195f36-8660-44de-a09d-931e049755cb None None] Port d684cd6c-94f5-4822-8a05-636e88887706 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:34.306021 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:34.376780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:34.571161 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:34.706376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683d457-0f41-4521-a7f4-31a780914ea8 req-b2ff69b3-5fe5-4b54-8fc6-32d677977534 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:34.708091 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e683d457-0f41-4521-a7f4-31a780914ea8 req-b2ff69b3-5fe5-4b54-8fc6-32d677977534 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 943 time: 0.1569755 Nov 12 11:37:34.788433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e683d457-0f41-4521-a7f4-31a780914ea8 req-c85d6aea-86cd-4d7a-9885-cd9b093f84bf tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675647 Nov 12 11:37:34.807454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 99c20669-683f-467b-8acc-a95c7cf8ce32 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:37:34.957379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cc2fa-9e17-409d-bc00-ce3b40bd86f1 req-2ee12c90-f647-4712-a097-f8aaafa230aa tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:34.965092 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:34.967083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad4cc2fa-9e17-409d-bc00-ce3b40bd86f1 req-2ee12c90-f647-4712-a097-f8aaafa230aa tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 983 time: 0.0721009 Nov 12 11:37:34.972457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:37:34.974423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 99c20669-683f-467b-8acc-a95c7cf8ce32, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=99c20669-683f-467b-8acc-a95c7cf8ce32,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:35.000216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '99c20669-683f-467b-8acc-a95c7cf8ce32', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'port_id': '99c20669-683f-467b-8acc-a95c7cf8ce32', 'mac_address': 'fa:16:3e:b8:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:37:35.067569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1c29c35b-6d03-427b-9a56-07a13529edcf details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:37:35.089729 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:35.119385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c20669-683f-467b-8acc-a95c7cf8ce32 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:37:35.140169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 99c20669-683f-467b-8acc-a95c7cf8ce32, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=99c20669-683f-467b-8acc-a95c7cf8ce32,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:35.166912 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad4cc2fa-9e17-409d-bc00-ce3b40bd86f1 req-f8d16a7a-2955-47b2-b5ce-f17131b54e01 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1830943 Nov 12 11:37:35.178600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:35.201907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Sync routers for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:35.227267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:35.227900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:35.439643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:35.477758 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:35.492909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c0c1f68b-db2c-47b6-b5ce-5e10ea8a80b0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2518461 Nov 12 11:37:35.493663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1c29c35b-6d03-427b-9a56-07a13529edcf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1c29c35b-6d03-427b-9a56-07a13529edcf,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:35.493911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36338) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:35.528517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-17bd962f-ea76-49a5-a5e4-d57354322c44 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=c2299b0844f3474a94733bf9075b3dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362906 Nov 12 11:37:35.542547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:35.545238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'port_id': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'mac_address': 'fa:16:3e:9b:7c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:37:35.576161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=99c20669-683f-467b-8acc-a95c7cf8ce32,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:35.624181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:35.653859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54758cbd-200d-4e66-91fb-4e96bbea8743 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:35.655785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-54758cbd-200d-4e66-91fb-4e96bbea8743 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1117265 Nov 12 11:37:35.659662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36342) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:35.693667 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:35.695600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4d31f8a2-f123-48c5-9f36-79bf02765a0e tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347326 Nov 12 11:37:35.698160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36344) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:35.703937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-413727977', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:35.705910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['99c20669-683f-467b-8acc-a95c7cf8ce32'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:37:35.782798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c29c35b-6d03-427b-9a56-07a13529edcf {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:37:35.833576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1c29c35b-6d03-427b-9a56-07a13529edcf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1c29c35b-6d03-427b-9a56-07a13529edcf,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:35.875580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:37:35.880053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:35.917524 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.009675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=1c29c35b-6d03-427b-9a56-07a13529edcf,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:36.027063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:33Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:36.042082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c607e6-f48f-435e-a8ad-8dcdb38add93 req-a51c238a-745d-482f-90e3-2986a37c38ab tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:36.045021 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22c607e6-f48f-435e-a8ad-8dcdb38add93 req-a51c238a-745d-482f-90e3-2986a37c38ab tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 944 time: 0.0862548 Nov 12 11:37:36.065062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Checking router: 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:36.065413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Updating router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 port d684cd6c-94f5-4822-8a05-636e88887706 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:37:36.101269 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.221904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22c607e6-f48f-435e-a8ad-8dcdb38add93 req-7264ac8f-ea98-4085-b212-a3944fcfb90b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599135 Nov 12 11:37:36.224093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['1c29c35b-6d03-427b-9a56-07a13529edcf'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:37:36.351695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3086c-ce69-481f-abf6-c09b23581825 req-b2d19f44-1a28-4759-8549-54b0ed0e7968 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:36.353555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41e3086c-ce69-481f-abf6-c09b23581825 req-b2d19f44-1a28-4759-8549-54b0ed0e7968 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 984 time: 0.0608523 Nov 12 11:37:36.374536 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.484273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-41e3086c-ce69-481f-abf6-c09b23581825 req-f45d1ed6-4b45-46bf-8c79-76dd65d311fd tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1170037 Nov 12 11:37:36.498094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Subnet': ['ID=9ffd5535-fd1f-4720-a19f-095e30f3f684,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:36.513292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Checking segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:36.513672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network hostable DHCP agents. Network: 9b50044c-bb83-4b01-8c09-e19c8ba0815e, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:37:36.596596 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.657832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:37:36.697605 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.753286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc95c6-41fe-48f9-8d42-bd10e7c0a24e None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:36.768149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Attempting to bind port d684cd6c-94f5-4822-8a05-636e88887706 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:36.768520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Attempting to bind port d684cd6c-94f5-4822-8a05-636e88887706 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:36.768886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Attempting to bind port d684cd6c-94f5-4822-8a05-636e88887706 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:36.771643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9b50044c-bb83-4b01-8c09-e19c8ba0815e) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:36.772689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce92df3-c7e9-48a5-bb95-9628480abd58 None None] Pushing event updated for resources: {'Port': ['ID=d684cd6c-94f5-4822-8a05-636e88887706,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:36.781611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:36.782370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:36.782749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:36.783764 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.784213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:36.784710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Bound port: d684cd6c-94f5-4822-8a05-636e88887706, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:36.785009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.785147 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.788758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d6bc0-825e-4c63-989f-8d1ce4750e48 None None] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:37:36.823702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 99c20669-683f-467b-8acc-a95c7cf8ce32 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:36.948399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-8ec549f6-d981-4d61-a173-2ce91b402a04 None None] Provisioning complete for port d684cd6c-94f5-4822-8a05-636e88887706 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:36.948763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8ec549f6-d981-4d61-a173-2ce91b402a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:36.951054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] For port d684cd6c-94f5-4822-8a05-636e88887706, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:36.956709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] For port d684cd6c-94f5-4822-8a05-636e88887706, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d684cd6c-94f5-4822-8a05-636e88887706,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:36.980660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6937cb3b-2d52-4899-8e3f-f708f1a5b919 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2811613 Nov 12 11:37:36.983701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36364) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:37.011393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-8ec549f6-d981-4d61-a173-2ce91b402a04 None None] Port d684cd6c-94f5-4822-8a05-636e88887706 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:37.063957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1c29c35b-6d03-427b-9a56-07a13529edcf up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:37.128716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:37:37.129705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:37.162640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:37.165208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 99c20669-683f-467b-8acc-a95c7cf8ce32 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:37:37.206084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 99c20669-683f-467b-8acc-a95c7cf8ce32 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:37.206612 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:37.313471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc45570-a8f4-4429-ad30-6a9b5837af78 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:37:37.370834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 1c29c35b-6d03-427b-9a56-07a13529edcf completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:37:37.379775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce92df3-c7e9-48a5-bb95-9628480abd58 None None] Pushing event updated for resources: {'Port': ['ID=d684cd6c-94f5-4822-8a05-636e88887706,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:37.407054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:37.408019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:37.498207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e60f8-f48d-4778-b5f4-a62cde295c69 req-2217e87a-cee2-4d58-a13b-d0b4f6d83e00 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:37.500028 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b68e60f8-f48d-4778-b5f4-a62cde295c69 req-2217e87a-cee2-4d58-a13b-d0b4f6d83e00 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 944 time: 0.1212504 Nov 12 11:37:37.693012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 1c29c35b-6d03-427b-9a56-07a13529edcf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:37.693518 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:37.699154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b68e60f8-f48d-4778-b5f4-a62cde295c69 req-6d0fc5e5-f334-4993-b630-98a348b5dce4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587794 Nov 12 11:37:37.700288 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:37.764225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 99c20669-683f-467b-8acc-a95c7cf8ce32, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=99c20669-683f-467b-8acc-a95c7cf8ce32,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:37.771098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1c31e1-a51b-4c9f-9a98-457842d5a9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c20669-683f-467b-8acc-a95c7cf8ce32'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:37.777487 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5204cfc0-5ca4-423a-b756-71f8bf663a6b" -d '{"events": [{"server_uuid": "7c1c31e1-a51b-4c9f-9a98-457842d5a9d9", "name": "network-vif-plugged", "status": "completed", "tag": "99c20669-683f-467b-8acc-a95c7cf8ce32"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:37.836384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6788936b-3b33-46d9-81b0-0c3c7198306b None None] Provisioning complete for port d684cd6c-94f5-4822-8a05-636e88887706 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:37.836753 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6788936b-3b33-46d9-81b0-0c3c7198306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:37.845697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Allocated IP 172.20.0.2 (9b50044c-bb83-4b01-8c09-e19c8ba0815e/9ffd5535-fd1f-4720-a19f-095e30f3f684/f12d2733-7b2a-45d1-b6e3-181c2200e52a) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:37.906260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418cae-8312-4a2f-8686-aa7b1693363c req-8b5da020-9776-4b18-adf7-fb5dd4c5d76a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:37.907749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94418cae-8312-4a2f-8686-aa7b1693363c req-8b5da020-9776-4b18-adf7-fb5dd4c5d76a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 984 time: 0.0925674 Nov 12 11:37:37.916381 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:37:37.934463 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.027310 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94418cae-8312-4a2f-8686-aa7b1693363c req-e179ee7a-02aa-43aa-8922-8a9a046546cf tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1070821 Nov 12 11:37:38.038274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:38.109708 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.140175 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570a6e9-111d-4cce-90ef-1324f2b380a0 x-openstack-request-id: req-8570a6e9-111d-4cce-90ef-1324f2b380a0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:38.140432 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1c31e1-a51b-4c9f-9a98-457842d5a9d9", "name": "network-vif-plugged", "status": "completed", "tag": "99c20669-683f-467b-8acc-a95c7cf8ce32", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:38.141200 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8570a6e9-111d-4cce-90ef-1324f2b380a0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:38.142751 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1c31e1-a51b-4c9f-9a98-457842d5a9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c20669-683f-467b-8acc-a95c7cf8ce32', 'code': 200} Nov 12 11:37:38.229421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3967e30-c07a-4827-9a71-7362cfd259f4 req-22e5bd66-c0b7-48f4-a278-9890da0661fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:38.230901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b3967e30-c07a-4827-9a71-7362cfd259f4 req-22e5bd66-c0b7-48f4-a278-9890da0661fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0739098 Nov 12 11:37:38.307643 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b3967e30-c07a-4827-9a71-7362cfd259f4 req-8b3c8f05-22bf-4729-9972-0e7779353d4b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679319 Nov 12 11:37:38.349255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.406350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=99c20669-683f-467b-8acc-a95c7cf8ce32,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:38.488663 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6788936b-3b33-46d9-81b0-0c3c7198306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.514418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1c29c35b-6d03-427b-9a56-07a13529edcf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1c29c35b-6d03-427b-9a56-07a13529edcf,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:38.557524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6788936b-3b33-46d9-81b0-0c3c7198306b None None] For port d684cd6c-94f5-4822-8a05-636e88887706, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d684cd6c-94f5-4822-8a05-636e88887706,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:38.584658 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.605388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:33Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:38.670945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.673729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db00586-c08b-4ddc-af76-d753cfdb079c None None] The sync data for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 is: [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:33Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:38.739163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=1c29c35b-6d03-427b-9a56-07a13529edcf,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:38.753825 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.759286 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6788936b-3b33-46d9-81b0-0c3c7198306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.824056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Pushing event updated for resources: {'Port': ['ID=f12d2733-7b2a-45d1-b6e3-181c2200e52a,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:38.830437 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:38.834580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:38.861852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:38.876834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.20.0.1 (9b50044c-bb83-4b01-8c09-e19c8ba0815e/9ffd5535-fd1f-4720-a19f-095e30f3f684/b7d52d1d-aa46-411a-9c7c-03ebfc00719f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:38.897103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc404e40-6eca-45a2-844d-a34049fcfc21 req-b0d40aa6-9dbd-493b-9fc0-0969c1531035 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:38.904508 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc404e40-6eca-45a2-844d-a34049fcfc21 req-b0d40aa6-9dbd-493b-9fc0-0969c1531035 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 945 time: 0.1202159 Nov 12 11:37:38.941143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788936b-3b33-46d9-81b0-0c3c7198306b None None] Pushing event updated for resources: {'Port': ['ID=d684cd6c-94f5-4822-8a05-636e88887706,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:38.979514 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Attempting to bind port f12d2733-7b2a-45d1-b6e3-181c2200e52a on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:38.979976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Attempting to bind port f12d2733-7b2a-45d1-b6e3-181c2200e52a by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:38.980414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Attempting to bind port f12d2733-7b2a-45d1-b6e3-181c2200e52a on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:38.986778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:38.987226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Checking segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:38.987724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:38.988535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Bound using segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:38.988820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Bound port: f12d2733-7b2a-45d1-b6e3-181c2200e52a, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:38.989506 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:39.073147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc404e40-6eca-45a2-844d-a34049fcfc21 req-f1ca9e5d-7879-4163-ab52-f7de61b4f0cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671920 Nov 12 11:37:39.126667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] For port f12d2733-7b2a-45d1-b6e3-181c2200e52a, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:39.136819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] For port f12d2733-7b2a-45d1-b6e3-181c2200e52a, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f12d2733-7b2a-45d1-b6e3-181c2200e52a,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:39.153457 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:39.206781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d684cd6c-94f5-4822-8a05-636e88887706 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:39.264638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b8e7a-470c-4fb0-b929-670ca35143fa req-b8a9e18e-f745-4e83-b352-58668165a084 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:39.272146 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c9b8e7a-470c-4fb0-b929-670ca35143fa req-b8a9e18e-f745-4e83-b352-58668165a084 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 985 time: 0.0645752 Nov 12 11:37:39.277732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d684cd6c-94f5-4822-8a05-636e88887706 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:39.278161 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:39.325410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:39.379140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c9b8e7a-470c-4fb0-b929-670ca35143fa req-b2bbaf19-13fe-4efd-8899-a678112cb7e0 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1035640 Nov 12 11:37:39.384911 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:39.435268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:39.442672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:39.447579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:39.502056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:39.513927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f45d0-9731-4449-a72d-a8d735793ede None None] Pushing event updated for resources: {'Port': ['ID=f12d2733-7b2a-45d1-b6e3-181c2200e52a,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:39.563975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:39.942733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:40.147238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:40.147238 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd7288c-7f6c-4142-80a5-e7c15c260097" -d '{"events": [{"server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "name": "network-vif-plugged", "status": "completed", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:40.280379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d856cf-9dbd-41e2-b18b-b70dd7b858f9 req-9c88e041-e095-4018-9d17-d0ec8c6c2add tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:40.281861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31d856cf-9dbd-41e2-b18b-b70dd7b858f9 req-9c88e041-e095-4018-9d17-d0ec8c6c2add tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 945 time: 0.0838251 Nov 12 11:37:40.373720 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:40.410384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31d856cf-9dbd-41e2-b18b-b70dd7b858f9 req-027059eb-b889-4426-a381-33e1c176e634 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205995 Nov 12 11:37:40.463036 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49862c01-7d51-438d-ac00-bbce0a282a3d x-openstack-request-id: req-49862c01-7d51-438d-ac00-bbce0a282a3d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:40.463515 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "name": "network-vif-plugged", "status": "completed", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:40.463662 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-49862c01-7d51-438d-ac00-bbce0a282a3d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:40.464228 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'code': 200} Nov 12 11:37:40.492618 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:40.631108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589426fe-4671-4ece-993e-abcf870f91b6 req-d354532e-6ef9-4c0e-85fd-a687e8790dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:40.639562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-589426fe-4671-4ece-993e-abcf870f91b6 req-d354532e-6ef9-4c0e-85fd-a687e8790dba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 1137 time: 0.0864413 Nov 12 11:37:40.641569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:40.647675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:40.674455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02684f8-ba8b-4111-ad0a-472e67934686 req-aecc72a3-6f18-4cb8-9d75-a23ca9f037f5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:40.674455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b02684f8-ba8b-4111-ad0a-472e67934686 req-aecc72a3-6f18-4cb8-9d75-a23ca9f037f5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 985 time: 0.1193750 Nov 12 11:37:40.703080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-589426fe-4671-4ece-993e-abcf870f91b6 req-66061cbe-c075-4dda-a86f-c695c6f01326 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ca5036d2-2bd1-4dd8-952c-63426de46294&id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0553625 Nov 12 11:37:40.810221 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b02684f8-ba8b-4111-ad0a-472e67934686 req-3e328dac-4b46-4d56-bf33-7eb0f8921135 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1197820 Nov 12 11:37:40.820662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:40.822269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:41.018425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:37:41.035538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adc4f8-e6f2-4d52-b4f1-7eb5493b7fb1 req-d863cc41-0bb1-43c7-b46c-edab8e39be0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:41.044983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82adc4f8-e6f2-4d52-b4f1-7eb5493b7fb1 req-d863cc41-0bb1-43c7-b46c-edab8e39be0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 945 time: 0.1082337 Nov 12 11:37:41.084000 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10897b-1f01-4796-8ba7-f6d85ee459e5 None None] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:37:41.175711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f12d2733-7b2a-45d1-b6e3-181c2200e52a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:41.219332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e0d55aa3-5d66-4fed-8c14-161944d570b4 None None] Provisioning complete for port f12d2733-7b2a-45d1-b6e3-181c2200e52a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:41.219648 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e0d55aa3-5d66-4fed-8c14-161944d570b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:41.226418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82adc4f8-e6f2-4d52-b4f1-7eb5493b7fb1 req-6d06beca-55f0-4783-b362-ce5e262c1600 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805186 Nov 12 11:37:41.297561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:41.303973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d3e5e9e9-ab5b-4f11-a728-e7b461d09825 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "PUT /v2.0/routers/015fa31b-3e13-40a8-a203-ca9e9bb8f4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3185046 Nov 12 11:37:41.311611 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Sync routers for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:41.324657 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:41.325287 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:41.348892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f12d2733-7b2a-45d1-b6e3-181c2200e52a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:41.349291 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:41.476922 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e0d55aa3-5d66-4fed-8c14-161944d570b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:41.482677 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:41.584144 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:41.623604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e0d55aa3-5d66-4fed-8c14-161944d570b4 None None] For port f12d2733-7b2a-45d1-b6e3-181c2200e52a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f12d2733-7b2a-45d1-b6e3-181c2200e52a,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:41.744794 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e0d55aa3-5d66-4fed-8c14-161944d570b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:41.853429 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:40Z', 'revision_number': 2, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:41.912613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:37:41.912613 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:37:41.929625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d55aa3-5d66-4fed-8c14-161944d570b4 None None] Pushing event updated for resources: {'Port': ['ID=f12d2733-7b2a-45d1-b6e3-181c2200e52a,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:41.956643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-120794a0-79c3-48c3-b57a-a0025d0907bf None None] Provisioning complete for port f12d2733-7b2a-45d1-b6e3-181c2200e52a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:41.957046 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-120794a0-79c3-48c3-b57a-a0025d0907bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:42.030421 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Checking router: 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:42.030772 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Updating router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 port b7d52d1d-aa46-411a-9c7c-03ebfc00719f binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:37:42.031608 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-65a99754-05f1-46f8-a559-6c68b8afbde8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578735322&fields=id&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 267 time: 0.0754044 Nov 12 11:37:42.066429 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:42.185902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b19d-83c9-405c-be7f-40c435107129 req-afcd2b13-f686-4639-9809-ad34fdea6005 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:42.193662 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-120794a0-79c3-48c3-b57a-a0025d0907bf None None] Provisioning complete for port b7d52d1d-aa46-411a-9c7c-03ebfc00719f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:42.194189 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-120794a0-79c3-48c3-b57a-a0025d0907bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:42.196909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-afcd2b13-f686-4639-9809-ad34fdea6005 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 797 time: 0.1642771 Nov 12 11:37:42.216921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-9df6889a-6f9f-4885-81a6-d25f2636b687 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/quotas/c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0190239 Nov 12 11:37:42.285156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-120794a0-79c3-48c3-b57a-a0025d0907bf None None] Port b7d52d1d-aa46-411a-9c7c-03ebfc00719f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:42.321133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-aa3f8e89-1dce-45d4-a6c3-c9be6f9b1638 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954988 Nov 12 11:37:42.440620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e30b52c3-6fd9-4e2b-ae06-5d6b8088fec0 None None] Provisioning complete for port b7d52d1d-aa46-411a-9c7c-03ebfc00719f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:42.440989 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e30b52c3-6fd9-4e2b-ae06-5d6b8088fec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:42.500490 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:42.510188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-74350d16-e7c2-4ace-b7de-000d125754cd service neutron] 10.222.0.98 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828277 Nov 12 11:37:42.662567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-21b970d2-6796-4034-837b-f7537c17ab91 service neutron] 10.222.0.98 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423299 Nov 12 11:37:42.675979 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e30b52c3-6fd9-4e2b-ae06-5d6b8088fec0 None None] Port b7d52d1d-aa46-411a-9c7c-03ebfc00719f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:42.794954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-490a06f7-091f-4ab7-aa04-0e323b4d0c31 None None] Provisioning complete for port b7d52d1d-aa46-411a-9c7c-03ebfc00719f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:42.795324 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-490a06f7-091f-4ab7-aa04-0e323b4d0c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:42.829883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-490a06f7-091f-4ab7-aa04-0e323b4d0c31 None None] Port b7d52d1d-aa46-411a-9c7c-03ebfc00719f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:43.040345 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.100882 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5a95-aa8e-4b10-a6a0-bfd53185f2cc None None] Pushing event updated for resources: {'Port': ['ID=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:43.116189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f12d2733-7b2a-45d1-b6e3-181c2200e52a up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:43.169113 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Attempting to bind port b7d52d1d-aa46-411a-9c7c-03ebfc00719f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:43.169610 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Attempting to bind port b7d52d1d-aa46-411a-9c7c-03ebfc00719f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:43.170306 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Attempting to bind port b7d52d1d-aa46-411a-9c7c-03ebfc00719f on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:43.176381 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:43.177165 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Checking segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:43.177798 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.178406 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Bound using segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:43.179124 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Bound port: b7d52d1d-aa46-411a-9c7c-03ebfc00719f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:43.180299 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.256908 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] For port b7d52d1d-aa46-411a-9c7c-03ebfc00719f, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:43.261427 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] For port b7d52d1d-aa46-411a-9c7c-03ebfc00719f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:43.263697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f12d2733-7b2a-45d1-b6e3-181c2200e52a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:43.268161 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.359214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc1da9-7ba9-415b-b7f1-9093c1ed175f req-0cf9d824-5671-47ae-b9fb-31fef023e5ee tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:43.360916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0afc1da9-7ba9-415b-b7f1-9093c1ed175f req-0cf9d824-5671-47ae-b9fb-31fef023e5ee tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 945 time: 0.0781679 Nov 12 11:37:43.412463 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.458567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3553babc-86c8-4408-9228-5c0dd05be195 None None] Provisioning complete for port b7d52d1d-aa46-411a-9c7c-03ebfc00719f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:43.458881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3553babc-86c8-4408-9228-5c0dd05be195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.489793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0afc1da9-7ba9-415b-b7f1-9093c1ed175f req-bb284a75-d4d8-41b7-aad0-c26870876b3b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148524 Nov 12 11:37:43.536851 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:43.538110 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:43.600780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3553babc-86c8-4408-9228-5c0dd05be195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.696131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3553babc-86c8-4408-9228-5c0dd05be195 None None] For port b7d52d1d-aa46-411a-9c7c-03ebfc00719f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:43.745774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-fadac102-3ea9-4a4a-992a-e8eb7f85304a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:43.750847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-fadac102-3ea9-4a4a-992a-e8eb7f85304a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 945 time: 0.2102530 Nov 12 11:37:43.774385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3553babc-86c8-4408-9228-5c0dd05be195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.792675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f2cf6-6dd9-47f8-886e-734abfaf8ddd req-666573e3-6655-42af-a463-aad5c1f62be7 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:43.794343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-722f2cf6-6dd9-47f8-886e-734abfaf8ddd req-666573e3-6655-42af-a463-aad5c1f62be7 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 985 time: 0.1375437 Nov 12 11:37:43.811863 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:43.911685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553babc-86c8-4408-9228-5c0dd05be195 None None] Pushing event updated for resources: {'Port': ['ID=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:43.974631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port 99c20669-683f-467b-8acc-a95c7cf8ce32 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:37:43.975266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:43.998315 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd5a95-aa8e-4b10-a6a0-bfd53185f2cc None None] Pushing event updated for resources: {'Port': ['ID=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:44.002026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c5947df3-f34c-4219-a715-3007125fd780 None None] Provisioning complete for port b7d52d1d-aa46-411a-9c7c-03ebfc00719f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:44.002453 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c5947df3-f34c-4219-a715-3007125fd780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:44.128318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] For port 99c20669-683f-467b-8acc-a95c7cf8ce32, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=99c20669-683f-467b-8acc-a95c7cf8ce32,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:44.128949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:44.167076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for 99c20669-683f-467b-8acc-a95c7cf8ce32 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:37:44.256275 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-722f2cf6-6dd9-47f8-886e-734abfaf8ddd req-0d2546cd-43c7-4e7e-b083-6be6fe0e5d6e tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4489765 Nov 12 11:37:44.256756 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:43Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:44.297737 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7d11c4-f125-4473-94db-a924defec7be None None] The sync data for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 is: [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:43Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:44.416495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-968c7ca8-26d8-43ea-96f4-5124718c9660 req-55202c8c-40c0-4905-9b6c-da6f13a5c30b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 210 time: 0.0767810 Nov 12 11:37:44.548906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf806b-d1d8-4174-9d2c-a34b1bd27bd3 req-6f86b22d-dd2b-4065-beb4-433c90ff699a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:44.550575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dbf806b-d1d8-4174-9d2c-a34b1bd27bd3 req-6f86b22d-dd2b-4065-beb4-433c90ff699a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 985 time: 0.0593660 Nov 12 11:37:44.566202 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:44.579475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['703f80a5-490f-47da-b365-3e131a2aa826'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:37:44.584493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['99c20669-683f-467b-8acc-a95c7cf8ce32'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:37:44.709530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dbf806b-d1d8-4174-9d2c-a34b1bd27bd3 req-a5da8805-423c-40cf-a931-860ef520f034 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1454329 Nov 12 11:37:44.737327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] No DVR routers for this DVR port 99c20669-683f-467b-8acc-a95c7cf8ce32 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:37:44.747002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=99c20669-683f-467b-8acc-a95c7cf8ce32,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:44.788191 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:44.800161 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87eb7d36-4223-4f13-84cf-0f9c14619f90 req-b539c7ef-2563-4d26-bb70-4ba7da404d80 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "DELETE /v2.0/ports/99c20669-683f-467b-8acc-a95c7cf8ce32 HTTP/1.1" status: 204 len: 173 time: 1.0420778 Nov 12 11:37:44.800559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1c31e1-a51b-4c9f-9a98-457842d5a9d9', 'name': 'network-vif-deleted', 'tag': '99c20669-683f-467b-8acc-a95c7cf8ce32'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:44.807119 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7876e154-cd9b-42a0-8f49-310bc49a48df" -d '{"events": [{"server_uuid": "7c1c31e1-a51b-4c9f-9a98-457842d5a9d9", "name": "network-vif-deleted", "tag": "99c20669-683f-467b-8acc-a95c7cf8ce32"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:44.941445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c66a28f-0c7f-447a-bd61-14d0c488a13d req-8a0c4c49-24ea-4df5-9746-e3f17d378c74 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0401406 Nov 12 11:37:45.232636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b7d52d1d-aa46-411a-9c7c-03ebfc00719f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:45.250031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba306c7-bbda-413a-b57c-c4ae101d2daa req-7c446bbd-73e4-4f50-982c-c6ae6af10d0d tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:45.253607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fba306c7-bbda-413a-b57c-c4ae101d2daa req-7c446bbd-73e4-4f50-982c-c6ae6af10d0d tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 1137 time: 0.0953321 Nov 12 11:37:45.286503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fba306c7-bbda-413a-b57c-c4ae101d2daa req-79f879bb-8b08-4802-b551-a49964fbc156 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:45.348070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b7d52d1d-aa46-411a-9c7c-03ebfc00719f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:45.350620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:45.456200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fba306c7-bbda-413a-b57c-c4ae101d2daa req-79f879bb-8b08-4802-b551-a49964fbc156 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:45.572032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-fba306c7-bbda-413a-b57c-c4ae101d2daa req-79f879bb-8b08-4802-b551-a49964fbc156 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:45.599059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f879bb-8b08-4802-b551-a49964fbc156 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4196475c-d9a8-4fe4-b829-d87d7fc2fb6d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:45.706962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fba306c7-bbda-413a-b57c-c4ae101d2daa req-79f879bb-8b08-4802-b551-a49964fbc156 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4438186 Nov 12 11:37:45.723308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36522) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:45.811203 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d461edc-4d33-4aad-8ed9-0ef12ca6f356 x-openstack-request-id: req-5d461edc-4d33-4aad-8ed9-0ef12ca6f356 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:45.812247 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1c31e1-a51b-4c9f-9a98-457842d5a9d9", "name": "network-vif-deleted", "tag": "99c20669-683f-467b-8acc-a95c7cf8ce32", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:45.812771 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d461edc-4d33-4aad-8ed9-0ef12ca6f356 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:45.813595 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1c31e1-a51b-4c9f-9a98-457842d5a9d9', 'name': 'network-vif-deleted', 'tag': '99c20669-683f-467b-8acc-a95c7cf8ce32', 'status': 'completed', 'code': 200} Nov 12 11:37:45.848632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6f4b7-fbda-406f-8497-a62674cac281 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:45.854631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36526) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:45.854928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-78b6f4b7-fbda-406f-8497-a62674cac281 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 1132 time: 0.1298215 Nov 12 11:37:45.860678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:45.945539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-924d7dd3-6f17-4929-bfb2-559c5b69bf05 req-d4d89320-627c-4f88-a0f5-6dcea955480b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 210 time: 0.0563459 Nov 12 11:37:46.052463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:46.133494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2d38626c-a352-45e1-86b9-171ea308c6c0 req-c2e38707-cf29-4950-8101-9d9d17d9672c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0576308 Nov 12 11:37:46.245803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:46.385940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Allocated IP 172.25.3.9 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/739f052a-033c-40ad-9f58-9cf1666ed315) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:46.530428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:46.716746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:46.758289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:46.783256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:46.821788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:46.867106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 99c20669-683f-467b-8acc-a95c7cf8ce32 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:37:46.931096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 99c20669-683f-467b-8acc-a95c7cf8ce32 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:37:46.934659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 99c20669-683f-467b-8acc-a95c7cf8ce32 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:37:47.069892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0f1a639d-fc8c-4cce-9ebb-b29dc24c2638 req-95a5e511-e946-45e5-aa66-a9a72a099247 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 210 time: 0.0295167 Nov 12 11:37:47.264281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=739f052a-033c-40ad-9f58-9cf1666ed315,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:47.338419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b19d-83c9-405c-be7f-40c435107129 req-dedd4c1e-02bb-4aee-b955-48b4bd124279 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:47.340135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-dedd4c1e-02bb-4aee-b955-48b4bd124279 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 797 time: 0.6469758 Nov 12 11:37:47.341067 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a6246b9-c294-4328-9b16-c43541170d73 req-4180f751-557b-4f24-b328-0c528c3a8ce0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0448833 Nov 12 11:37:47.491465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-c70fb6ff-76ae-4e9b-bd6c-6012e5d95aa6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 380 time: 0.1336532 Nov 12 11:37:47.503229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'port': {'device_id': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'admin_state_up': True, 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'security_groups': ['c15c4040-d3d6-4d17-accb-7330e7401ac1']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:47.743503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:47.821737 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:47.945516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:37:47.951068 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:48.022858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:48.224264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f5e81f16-98c3-4b5e-bc13-811799f5fa97 req-a26d4d00-9123-401f-823f-6e7215f45f1a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 210 time: 0.0296688 Nov 12 11:37:48.257980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.20.0.11 (9b50044c-bb83-4b01-8c09-e19c8ba0815e/9ffd5535-fd1f-4720-a19f-095e30f3f684/b05fa0d2-11df-4a2e-b992-2d476c8ae432) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:37:48.289641 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:48.450173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-da960d91-b717-4c85-89ef-f3d395f8da33 req-b8c7b384-6656-4c0b-9502-865f07421915 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0302231 Nov 12 11:37:48.459151 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:48.465698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:48.551665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=739f052a-033c-40ad-9f58-9cf1666ed315,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:48.586592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:48.650858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36552) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:48.707488 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Floating IP dc9f5d53-4048-4181-abe0-e232f92502fa associated. External IP: 172.25.3.9, port: 1c29c35b-6d03-427b-9a56-07a13529edcf. Nov 12 11:37:48.748142 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:48.850327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:37:48.853218 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be1dfb3f-d75b-4dca-86c3-c2ab2423ba2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:48.868236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:37:48.872125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:37:48.875075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:48.961354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:48.962122 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.119795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be1dfb3f-d75b-4dca-86c3-c2ab2423ba2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.125850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:37:49.166200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a8bef19b-88af-442f-be07-4fb9ffc4d36b None None] Provisioning complete for port b05fa0d2-11df-4a2e-b992-2d476c8ae432 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:49.166200 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8bef19b-88af-442f-be07-4fb9ffc4d36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.180824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-ad2a8fa9-f6ba-479d-87bc-dd2e17ceffaa tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6816051 Nov 12 11:37:49.196992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Request body: {'port': {'device_id': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:49.202752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a8bef19b-88af-442f-be07-4fb9ffc4d36b None None] Port b05fa0d2-11df-4a2e-b992-2d476c8ae432 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:37:49.259325 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-be1dfb3f-d75b-4dca-86c3-c2ab2423ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.346021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-be1dfb3f-d75b-4dca-86c3-c2ab2423ba2f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8d8fdf58036944618926c14e963e3434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6941161 Nov 12 11:37:49.351482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36560) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:49.353937 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.361832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:37:49.374010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dfb3f-d75b-4dca-86c3-c2ab2423ba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc5218e-b44a-4cf3-b7a1-2eec6cdebca9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:49.376253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] Sync routers for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:37:49.390559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:49.391368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:49.418480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29c8ed-dadc-422a-be9e-895792db9eb4 req-cd8c3881-aeed-4cd6-986b-331a398c9f78 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.428392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e29c8ed-dadc-422a-be9e-895792db9eb4 req-cd8c3881-aeed-4cd6-986b-331a398c9f78 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 932 time: 0.0993652 Nov 12 11:37:49.484966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f64320c-e627-4a01-9d62-84facf48c07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.494966 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e29c8ed-dadc-422a-be9e-895792db9eb4 req-f23cd533-3340-40e1-8d8c-caa5931dfbe8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644207 Nov 12 11:37:49.545505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.562951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:49.594599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f64320c-e627-4a01-9d62-84facf48c07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.599703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-09489f10-87d5-4512-89dd-94afe73167da tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7430258 Nov 12 11:37:49.609445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:49.611703 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400b4542-de04-44d3-9a07-a27ceeebe2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:49.614259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36564) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:49.645988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bf8b2c4-df75-4467-bbc9-df1ca779638f req-80b7ac07-f347-4525-bf8c-d213e62e6e0a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0606945 Nov 12 11:37:49.743475 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9029abc4-1490-46d8-81cc-16235e33e4a0 x-openstack-request-id: req-9029abc4-1490-46d8-81cc-16235e33e4a0 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:49.744146 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:49.744910 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9029abc4-1490-46d8-81cc-16235e33e4a0 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:49.745550 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'status': 'completed', 'code': 200} Nov 12 11:37:49.814215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f64320c-e627-4a01-9d62-84facf48c07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.817834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8f64320c-e627-4a01-9d62-84facf48c07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.819410 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8f64320c-e627-4a01-9d62-84facf48c07e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6dc5218e-b44a-4cf3-b7a1-2eec6cdebca9 HTTP/1.1" status: 204 len: 168 time: 0.4665136 Nov 12 11:37:49.906327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64320c-e627-4a01-9d62-84facf48c07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc5218e-b44a-4cf3-b7a1-2eec6cdebca9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:49.906735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'dc9f5d53-4048-4181-abe0-e232f92502fa', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'port_id': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'mac_address': 'fa:16:3e:9b:7c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90635399-0d1c-41f0-941c-92eead711dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:37:47Z', 'updated_at': '2021-11-12T11:37:47Z', 'revision_number': 0, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:23Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:49.926782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05fa0d2-11df-4a2e-b992-2d476c8ae432 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:37:49.933426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-70d24fed-4aa8-40fa-98ef-2a5edfc9c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.936489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-70d24fed-4aa8-40fa-98ef-2a5edfc9c8e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 1137 time: 0.1723280 Nov 12 11:37:49.942267 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:49.945286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.945774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.946343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.946816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.947424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.947893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.948393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.948873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.949453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.949918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:49.955663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-000ac2e0-cff8-49c2-89d3-e58959ffc229 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7070 time: 0.3055284 Nov 12 11:37:49.956323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36570) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:49.977571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] Checking router: ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:37:49.994563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Transition to ACTIVE for port object b05fa0d2-11df-4a2e-b992-2d476c8ae432 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:37:50.000378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:37:50.001011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:37:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:50.093335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.096483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.096969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.097435 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.097897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.100380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.102559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.102700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.103130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.103599 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.108460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1f6ef78e-2b61-41a9-a167-d49ec13c4d71 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6546 time: 0.1485474 Nov 12 11:37:50.109635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36574) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:50.122488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-6c396315-50e0-4014-b99f-c481f4f72084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.126837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-6c396315-50e0-4014-b99f-c481f4f72084 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6bb0f108-24d8-4418-983c-68c5acb514ab HTTP/1.1" status: 200 len: 896 time: 0.1723092 Nov 12 11:37:50.137412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:37:50.207861 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:50.289118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-778c4ea9-c1b4-4c4b-a043-1d7cc918a999 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c29c35b-6d03-427b-9a56-07a13529edcf HTTP/1.1" status: 200 len: 998 time: 0.1571908 Nov 12 11:37:50.307876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:50.416194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-6bb11c8b-ab93-49a4-b45c-f8a1b7754cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.417799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-6bb11c8b-ab93-49a4-b45c-f8a1b7754cf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5cbc0be-0abc-4833-b7db-b7aac997f96f HTTP/1.1" status: 200 len: 835 time: 0.1203966 Nov 12 11:37:50.469793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:37:50.473409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:37:50.473409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:50.478623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:37:50.478970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:37:50.485850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'dc9f5d53-4048-4181-abe0-e232f92502fa', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'port_id': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'mac_address': 'fa:16:3e:9b:7c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90635399-0d1c-41f0-941c-92eead711dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:37:47Z', 'updated_at': '2021-11-12T11:37:47Z', 'revision_number': 0, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:23Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:37:50.486407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:37:50.486407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Checking segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:37:50.486954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Bound using segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:37:50.487411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Bound port: b05fa0d2-11df-4a2e-b992-2d476c8ae432, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:37:50.487846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:50.513446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-1de8e5a9-1969-441c-8ba6-5659b1e9ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.526730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-1de8e5a9-1969-441c-8ba6-5659b1e9ecba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bb0f108-24d8-4418-983c-68c5acb514ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008227 Nov 12 11:37:50.536663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ddc14-bf3b-4e90-8c9e-01d0a6d02216 None None] The sync data for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 is: [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'dc9f5d53-4048-4181-abe0-e232f92502fa', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'port_id': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'mac_address': 'fa:16:3e:9b:7c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90635399-0d1c-41f0-941c-92eead711dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:37:47Z', 'updated_at': '2021-11-12T11:37:47Z', 'revision_number': 0, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:23Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:37:50.547860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-898da45a-2876-41c9-b101-fbeb8df98d36 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5225 time: 0.4370227 Nov 12 11:37:50.549181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36580) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:50.690448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b11f4-0466-49c5-990d-b08ebca5e563 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.705558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b11f4-0466-49c5-990d-b08ebca5e563 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.705558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5a5b11f4-0466-49c5-990d-b08ebca5e563 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d HTTP/1.1" status: 200 len: 1992 time: 0.1428499 Nov 12 11:37:50.737224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf1dbd-b412-4b73-90b5-96db6f0fcf10 req-120ccbc8-520c-4e3d-bdeb-0f9b2ec96a89 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:50.746578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaaf1dbd-b412-4b73-90b5-96db6f0fcf10 req-120ccbc8-520c-4e3d-bdeb-0f9b2ec96a89 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 944 time: 0.1006370 Nov 12 11:37:50.748553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:37:50.771479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:37:50.778075 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-0cae08f1-2e29-4f26-bb1a-bce12dc7b4e6 service neutron] 10.222.0.57 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432213 Nov 12 11:37:50.805788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aaaf1dbd-b412-4b73-90b5-96db6f0fcf10 req-2a0c9289-3371-4e17-a691-6150b0b655b4 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574889 Nov 12 11:37:50.903791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-400b4542-de04-44d3-9a07-a27ceeebe2d7 req-0a0f90a7-490f-491e-806c-c3aeb13ff85c service neutron] 10.222.0.57 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172709 Nov 12 11:37:50.930029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c09f948b-d579-47e1-8887-6951417d03f7 req-35ede018-e332-4cb1-b1de-411e2a71f0ef tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0325744 Nov 12 11:37:50.972650 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1f3ce-5dbb-4112-a9d5-540ca02fdced None None] New status for floating IP dc9f5d53-4048-4181-abe0-e232f92502fa: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:37:50.994518 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:50.999049 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.041272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:51.042215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.043278 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 1093 time: 1.8506362 Nov 12 11:37:51.068475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc2a9f-5c64-44ec-a032-948a871381e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:51.234816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36588) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:51.256113 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1b3ba4a-9a41-4c0f-834f-b986e2cda609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.337755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b19d-83c9-405c-be7f-40c435107129 req-c9fe87fc-9df6-439e-a458-f5128f43339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:51.337755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-c9fe87fc-9df6-439e-a458-f5128f43339b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1096 time: 0.0673256 Nov 12 11:37:51.384000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-b35227ed-7675-4dcb-bffc-cb77de9eade0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 217 time: 0.0386307 Nov 12 11:37:51.406287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1b3ba4a-9a41-4c0f-834f-b986e2cda609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.444118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b19d-83c9-405c-be7f-40c435107129 req-0710d173-13ec-49f9-9ffd-50e8be4d7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:51.445745 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-0710d173-13ec-49f9-9ffd-50e8be4d7fd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 200 len: 834 time: 0.0535004 Nov 12 11:37:51.520686 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b1b3ba4a-9a41-4c0f-834f-b986e2cda609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.565971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3ba4a-9a41-4c0f-834f-b986e2cda609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c702504a-802e-41d3-b4a1-3b7161863b44,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:51.573793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b1b3ba4a-9a41-4c0f-834f-b986e2cda609 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=925fa7484f9a44d9a8d37104174611be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374672 Nov 12 11:37:51.576606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36590) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:51.651849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce3980c3-e25a-4b89-b502-54fca0893aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.681594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce3980c3-e25a-4b89-b502-54fca0893aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.858944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:51.861502 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98817e6e-b130-433c-8500-fe68c2ae0fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:51.881503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce3980c3-e25a-4b89-b502-54fca0893aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.887246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce3980c3-e25a-4b89-b502-54fca0893aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:51.889662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436b19d-83c9-405c-be7f-40c435107129 req-30f5d6eb-fc40-49a6-832b-b0e40e776d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:51.891465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-30f5d6eb-fc40-49a6-832b-b0e40e776d71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b50044c-bb83-4b01-8c09-e19c8ba0815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4379203 Nov 12 11:37:51.893466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ce3980c3-e25a-4b89-b502-54fca0893aa1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c702504a-802e-41d3-b4a1-3b7161863b44 HTTP/1.1" status: 204 len: 168 time: 0.3144734 Nov 12 11:37:51.906525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3980c3-e25a-4b89-b502-54fca0893aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702504a-802e-41d3-b4a1-3b7161863b44,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:52.001609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968737d5-a2e2-4bcc-a8b8-e02a4b42776c req-f4203c42-9f79-41ac-a6a3-43125ef35127 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:52.003511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-968737d5-a2e2-4bcc-a8b8-e02a4b42776c req-f4203c42-9f79-41ac-a6a3-43125ef35127 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 944 time: 0.0982461 Nov 12 11:37:52.005558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-ab1a19f7-f269-4281-8b7d-62c3ea37739c service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005960 Nov 12 11:37:52.064393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-968737d5-a2e2-4bcc-a8b8-e02a4b42776c req-52199f0f-8c30-47ce-aa87-9c57c70cf177 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531061 Nov 12 11:37:52.113645 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1640b59-c781-4ac5-bae4-026e0b530ca1 x-openstack-request-id: req-d1640b59-c781-4ac5-bae4-026e0b530ca1 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:52.113940 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:52.114188 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d1640b59-c781-4ac5-bae4-026e0b530ca1 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:52.114589 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'status': 'completed', 'code': 200} Nov 12 11:37:52.134902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7436b19d-83c9-405c-be7f-40c435107129 req-7f3d0644-556b-4ffb-8bc6-10461a83ed90 service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192818 Nov 12 11:37:52.225008 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e779ceb3-ee30-4d00-a62d-e26d901d7ea9 req-48b0a3d3-0d57-4f29-a978-c21ae8099968 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=7c1c31e1-a51b-4c9f-9a98-457842d5a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0393009 Nov 12 11:37:52.298100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-c6043059-02fd-44ae-a6c0-7edae7516b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:52.299675 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-c6043059-02fd-44ae-a6c0-7edae7516b2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1096 time: 0.0454907 Nov 12 11:37:52.410681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-58af0cb4-8889-4a18-86b7-c1295d841dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:52.417292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-58af0cb4-8889-4a18-86b7-c1295d841dce service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 898 time: 0.1053233 Nov 12 11:37:52.463956 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-d0905aab-11b1-42ff-be1a-7dc49683ac0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 217 time: 0.0407095 Nov 12 11:37:52.540402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-98f4894d-3b46-4876-82aa-b9557287704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:52.541998 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-98f4894d-3b46-4876-82aa-b9557287704e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 200 len: 834 time: 0.0696554 Nov 12 11:37:52.601484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-7f0feff2-a2cb-4f8d-b6a1-380c0f3ce374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:52.603064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-7f0feff2-a2cb-4f8d-b6a1-380c0f3ce374 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b50044c-bb83-4b01-8c09-e19c8ba0815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526502 Nov 12 11:37:52.727479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-0ac186e6-741b-4286-8405-8a7ea84ade68 service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125309 Nov 12 11:37:52.899960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98817e6e-b130-433c-8500-fe68c2ae0fd1 req-ff36f6ca-9a15-46a1-b5c0-69d286bbb252 service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633708 Nov 12 11:37:53.199257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67d35-423f-471c-90ef-4d06085d0624 req-de28b0b3-c88f-440e-9904-9ad5dad82e30 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:53.203128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ed67d35-423f-471c-90ef-4d06085d0624 req-de28b0b3-c88f-440e-9904-9ad5dad82e30 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 944 time: 0.0624070 Nov 12 11:37:53.264339 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ed67d35-423f-471c-90ef-4d06085d0624 req-8761c31e-9113-443f-a8d4-cf036a4b0648 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544639 Nov 12 11:37:54.463463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99a900-2b83-4fe6-b0f3-5ea7abfb0931 req-6bb55572-b79d-4398-b5bc-4c8aefa32c79 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:54.471672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b99a900-2b83-4fe6-b0f3-5ea7abfb0931 req-6bb55572-b79d-4398-b5bc-4c8aefa32c79 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 944 time: 0.1090009 Nov 12 11:37:54.537888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b99a900-2b83-4fe6-b0f3-5ea7abfb0931 req-ed0c9b5e-0546-4f94-9a17-9d8a9857e6a7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603454 Nov 12 11:37:54.899614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b05fa0d2-11df-4a2e-b992-2d476c8ae432 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:37:55.026219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:55.062721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'port_id': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'mac_address': 'fa:16:3e:dc:45:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:37:55.102188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:55.116922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05fa0d2-11df-4a2e-b992-2d476c8ae432 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:37:55.138221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:55.337904 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:55.430914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:55.603431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['b05fa0d2-11df-4a2e-b992-2d476c8ae432'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:37:55.692638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf417f-f42a-4484-861a-32d42eff7ed6 req-d3a085f3-ca6b-4fc1-a489-18e0aca8989b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:55.694633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91cf417f-f42a-4484-861a-32d42eff7ed6 req-d3a085f3-ca6b-4fc1-a489-18e0aca8989b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.0852506 Nov 12 11:37:55.759075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91cf417f-f42a-4484-861a-32d42eff7ed6 req-048ab1e2-4a70-46f3-989e-035965c8542d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568726 Nov 12 11:37:56.896485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7554a0-77c7-4428-a04a-4fbafb144237 req-6559d2f8-77f2-4ed0-98b0-f2f5973d15bc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:56.904707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b7554a0-77c7-4428-a04a-4fbafb144237 req-6559d2f8-77f2-4ed0-98b0-f2f5973d15bc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.0626419 Nov 12 11:37:56.909422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b05fa0d2-11df-4a2e-b992-2d476c8ae432 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:37:57.026492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b7554a0-77c7-4428-a04a-4fbafb144237 req-6609a82f-229a-4980-8c6e-f2dfc5d56496 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208189 Nov 12 11:37:57.097953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port b05fa0d2-11df-4a2e-b992-2d476c8ae432 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:37:57.102493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port b05fa0d2-11df-4a2e-b992-2d476c8ae432 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:37:57.102905 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:57.184153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:57.215843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:37:57.219636 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7136d528-2295-4f58-a864-aa5f57bc246f" -d '{"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-plugged", "status": "completed", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:37:57.244129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:37:57.274068 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f585c5-52a2-4702-8bec-fac788f90075 x-openstack-request-id: req-b6f585c5-52a2-4702-8bec-fac788f90075 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:37:57.274068 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-plugged", "status": "completed", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:37:57.274068 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b6f585c5-52a2-4702-8bec-fac788f90075 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:37:57.274894 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'code': 200} Nov 12 11:37:57.372084 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:57.417429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37194ef7-ed35-4aa4-bb81-c85957304a3a req-462cb8e3-5752-43b1-a15e-8e1bdbf725a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:57.420806 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37194ef7-ed35-4aa4-bb81-c85957304a3a req-462cb8e3-5752-43b1-a15e-8e1bdbf725a2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1097 time: 0.0668466 Nov 12 11:37:57.439860 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:37:57.503644 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37194ef7-ed35-4aa4-bb81-c85957304a3a req-c143d9a0-127d-4b1e-9ac7-81f281701352 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642755 Nov 12 11:37:58.138467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeb358-f8a3-447d-be53-1faf19698b30 req-f573505f-b2ed-4293-8824-ff1430ba6870 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:58.140047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-defeb358-f8a3-447d-be53-1faf19698b30 req-f573505f-b2ed-4293-8824-ff1430ba6870 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.0509734 Nov 12 11:37:58.192014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-defeb358-f8a3-447d-be53-1faf19698b30 req-838466c3-5ad3-4bd2-986a-42101f092624 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Nov 12 11:37:59.327687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd9434-6ae6-49e3-abfc-6f79ecfa6cd8 req-cf51375b-7299-436e-8da1-be96db8d755e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:59.337548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01dd9434-6ae6-49e3-abfc-6f79ecfa6cd8 req-cf51375b-7299-436e-8da1-be96db8d755e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.0623095 Nov 12 11:37:59.355178 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a9b95d8-2209-42cc-b51f-e52583371c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:59.384612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01dd9434-6ae6-49e3-abfc-6f79ecfa6cd8 req-46451584-31e1-4d41-9817-7158aeb22516 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493309 Nov 12 11:37:59.508047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3d007-788d-4a3c-800d-60892f76df46 req-5eab1994-0a81-4377-ac23-528d9460f3c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:59.516009 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-deb3d007-788d-4a3c-800d-60892f76df46 req-5eab1994-0a81-4377-ac23-528d9460f3c2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.0623736 Nov 12 11:37:59.571072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-deb3d007-788d-4a3c-800d-60892f76df46 req-6b20eea2-42e6-47b0-888a-c1197d2d6b84 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539386 Nov 12 11:37:59.596798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36716) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:59.656072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b7c5e-3974-45bd-bef2-c978efc00d0a tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:37:59.670202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fb8b7c5e-3974-45bd-bef2-c978efc00d0a tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1093 time: 0.0599597 Nov 12 11:37:59.670366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:37:59.670366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:37:59.828991 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:37:59.936639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:00.098857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.25.3.98 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b55a70ae-d0a7-4051-84e8-051160113517) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:00.253315 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:00.406768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:00.452232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:00.455615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:00.460959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:00.466961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=b55a70ae-d0a7-4051-84e8-051160113517,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:00.840766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1256dc2-9320-4b2a-897a-fa5dde5a4529 req-68afe11f-b112-4565-9eed-9c5e6d491186 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:00.842456 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1256dc2-9320-4b2a-897a-fa5dde5a4529 req-68afe11f-b112-4565-9eed-9c5e6d491186 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 946 time: 0.1344559 Nov 12 11:38:01.415242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1256dc2-9320-4b2a-897a-fa5dde5a4529 req-07857d03-2daf-4997-babc-68d863da3d3a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291433 Nov 12 11:38:01.457986 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:01.691372 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:01.788153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4df0ead5-720d-403c-b07b-13a19d7b7825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:01.894715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:01.954748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:02.024991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=b55a70ae-d0a7-4051-84e8-051160113517,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:02.041812 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:02.195392 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Floating IP 9e277ba4-d7cd-4a38-9cd7-1d356a2f3841 associated. External IP: 172.25.3.98, port: b05fa0d2-11df-4a2e-b992-2d476c8ae432. Nov 12 11:38:02.240668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-74d9d010-131b-4e0f-8b63-5a01e60de3b6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:02.243724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-74d9d010-131b-4e0f-8b63-5a01e60de3b6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 946 time: 0.0895667 Nov 12 11:38:02.298727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-07c844b5-4fa1-4a00-bdac-b0736a3fb448 req-139c8722-613c-4d69-a8b3-4b0576110a9a service neutron] (109704) timed out ('10.222.0.98', 56568) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:38:02.372746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port 703f80a5-490f-47da-b365-3e131a2aa826 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:02.373125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:02.459736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:38:02.514078 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] For port 703f80a5-490f-47da-b365-3e131a2aa826, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=703f80a5-490f-47da-b365-3e131a2aa826,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:02.514455 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:02.531771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for 703f80a5-490f-47da-b365-3e131a2aa826 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:02.672145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:02.686286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] Sync routers for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:02.707459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:02.708392 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:02.720104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75a643-8bba-4a90-bb2f-de4845de3bed req-9384cfc0-2307-4d84-9894-4d228a5d8413 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:02.726537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff75a643-8bba-4a90-bb2f-de4845de3bed req-9384cfc0-2307-4d84-9894-4d228a5d8413 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 946 time: 0.1949673 Nov 12 11:38:02.796076 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff75a643-8bba-4a90-bb2f-de4845de3bed req-39419439-68c5-4500-aa84-58d145b9548e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=460baf2e-7242-4ea9-aad7-bbef8ee37c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667398 Nov 12 11:38:02.824897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:02.859366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e93f51bc-0713-472f-97a1-89c6292387f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1963944 Nov 12 11:38:02.860386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:02.861551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:02.863189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:02.878407 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:02.901883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=703f80a5-490f-47da-b365-3e131a2aa826,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:02.995263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] No DVR routers for this DVR port 703f80a5-490f-47da-b365-3e131a2aa826 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:38:02.998950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:03.005005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a47f548-68f9-4d44-a702-84cbadc74410 req-3db7a8b7-f7c6-4831-bbc0-c9c0b539c4ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "DELETE /v2.0/ports/703f80a5-490f-47da-b365-3e131a2aa826 HTTP/1.1" status: 204 len: 173 time: 0.7529523 Nov 12 11:38:03.005452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2164eee2-479f-4105-a637-eff728a74727', 'name': 'network-vif-deleted', 'tag': '703f80a5-490f-47da-b365-3e131a2aa826'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:03.009063 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4fa533-5f81-4305-8d10-503142b19583" -d '{"events": [{"server_uuid": "2164eee2-479f-4105-a637-eff728a74727", "name": "network-vif-deleted", "tag": "703f80a5-490f-47da-b365-3e131a2aa826"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:03.037903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6395a0-0ba1-4ab2-a0eb-a89b1713848e req-799cf709-e7c9-42f0-9a2c-777b874156a3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:03.046731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b6395a0-0ba1-4ab2-a0eb-a89b1713848e req-799cf709-e7c9-42f0-9a2c-777b874156a3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.0841599 Nov 12 11:38:03.114774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b6395a0-0ba1-4ab2-a0eb-a89b1713848e req-baa8ce02-b64a-4c1f-b151-8787bfc8d235 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667477 Nov 12 11:38:03.139055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36760) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:03.182496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['703f80a5-490f-47da-b365-3e131a2aa826'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:38:03.302448 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-85226a73-ecce-4a9a-9d32-214ca8ba28f2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/9e277ba4-d7cd-4a38-9cd7-1d356a2f3841 HTTP/1.1" status: 200 len: 991 time: 0.1556678 Nov 12 11:38:03.377287 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703d0507-78ad-4b84-b5c7-0446361ea357 x-openstack-request-id: req-703d0507-78ad-4b84-b5c7-0446361ea357 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:03.377287 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:03.377287 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-703d0507-78ad-4b84-b5c7-0446361ea357 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:03.377287 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'status': 'completed', 'code': 200} Nov 12 11:38:03.450647 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:03.460945 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9839c11-99ba-4e31-81ee-d510800bda05 x-openstack-request-id: req-f9839c11-99ba-4e31-81ee-d510800bda05 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:03.461791 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2164eee2-479f-4105-a637-eff728a74727", "name": "network-vif-deleted", "tag": "703f80a5-490f-47da-b365-3e131a2aa826", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:03.461791 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f9839c11-99ba-4e31-81ee-d510800bda05 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:03.462206 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2164eee2-479f-4105-a637-eff728a74727', 'name': 'network-vif-deleted', 'tag': '703f80a5-490f-47da-b365-3e131a2aa826', 'status': 'completed', 'code': 200} Nov 12 11:38:03.468523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-62a7aa90-29dd-46e2-848f-e171ce668e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:03.471315 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-62a7aa90-29dd-46e2-848f-e171ce668e9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1098 time: 0.0698407 Nov 12 11:38:03.498343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9e277ba4-d7cd-4a38-9cd7-1d356a2f3841', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'port_id': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'mac_address': 'fa:16:3e:dc:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:38:00Z', 'updated_at': '2021-11-12T11:38:00Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:43Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:03.531147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] Checking router: 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:03.542947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:03.543555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:03.591939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-16829e04-0f51-42e0-9e96-75c500dca69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:03.594154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-16829e04-0f51-42e0-9e96-75c500dca69a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 898 time: 0.1134241 Nov 12 11:38:03.687414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-62b727cf-b25d-4676-a063-5131e6f9411f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 999 time: 0.0850816 Nov 12 11:38:03.717648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:03.750977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-fc7068a7-df06-460c-831a-95ae90f973d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:03.752493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-fc7068a7-df06-460c-831a-95ae90f973d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 200 len: 834 time: 0.0550125 Nov 12 11:38:03.844918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-34219a2d-20fc-4794-92f0-c1c6ac4be64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:03.847414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-34219a2d-20fc-4794-92f0-c1c6ac4be64d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b50044c-bb83-4b01-8c09-e19c8ba0815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874743 Nov 12 11:38:04.129757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2383b23d-8a01-4e51-8838-3bc7a6cd81e4 req-7b8bbc9c-3f24-4ff2-ad0a-c61e6603c9ba tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.1025972 Nov 12 11:38:04.130584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-d9bbcd1d-1518-46f4-962f-fa38380ded5c service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718062 Nov 12 11:38:04.233458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9e277ba4-d7cd-4a38-9cd7-1d356a2f3841', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'port_id': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'mac_address': 'fa:16:3e:dc:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:38:00Z', 'updated_at': '2021-11-12T11:38:00Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:43Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:04.261691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff5fea-ba6f-4668-b108-8e028fc22b34 None None] The sync data for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 is: [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9e277ba4-d7cd-4a38-9cd7-1d356a2f3841', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'port_id': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'mac_address': 'fa:16:3e:dc:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:38:00Z', 'updated_at': '2021-11-12T11:38:00Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:43Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:04.266483 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4b71a4a8-ee16-4d2c-91c8-626999f14ee8 req-138277f0-58a7-44e4-a0d2-d654dc8b854a service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274068 Nov 12 11:38:04.289202 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:04.299768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36770) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:04.367247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-90cc9fa8-343a-49d5-8e5a-5192d36d4474 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/9e277ba4-d7cd-4a38-9cd7-1d356a2f3841 HTTP/1.1" status: 200 len: 991 time: 0.0655472 Nov 12 11:38:04.525143 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76ff02-77af-4ca6-a242-1631c63d2b2e None None] New status for floating IP 9e277ba4-d7cd-4a38-9cd7-1d356a2f3841: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:38:04.823422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:05.188973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 703f80a5-490f-47da-b365-3e131a2aa826 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:05.214417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 703f80a5-490f-47da-b365-3e131a2aa826 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:38:05.214908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 703f80a5-490f-47da-b365-3e131a2aa826 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:05.234106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1407334e-d798-4169-8c9d-de19611f97f0 req-178195a0-e4cf-46ba-9e8e-58b8779db482 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0284774 Nov 12 11:38:05.370551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36780) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:05.437116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-11949595-92c5-42b6-9c35-3f7a89e71e95 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/9e277ba4-d7cd-4a38-9cd7-1d356a2f3841 HTTP/1.1" status: 200 len: 993 time: 0.0654755 Nov 12 11:38:06.338981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62e12946-c779-424d-a5a6-20b74370d4a4 req-9564f6de-43c8-4ef7-93a8-272e70d4c92b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0321493 Nov 12 11:38:07.438728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcab3bb0-a05e-49aa-a9f0-0df4b75db94d req-87ac3c94-f4d2-4ed4-934f-ec4f0f19fc86 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Nov 12 11:38:08.541638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-035d2d16-0b31-4d14-acee-87af17a21a93 req-10b1f3ff-e3ee-42a3-b5a0-4b2d83e09830 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0311534 Nov 12 11:38:09.670358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-991ee43f-c8a9-40e5-b208-75b714144d1d req-869fe4b7-ae77-40ad-ab6d-26ca115236aa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=2164eee2-479f-4105-a637-eff728a74727 HTTP/1.1" status: 200 len: 210 time: 0.0338559 Nov 12 11:38:09.914047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36814) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:10.037742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-78bd7e6a-a2e5-4585-bfb5-fd5cea217193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.112719 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-78bd7e6a-a2e5-4585-bfb5-fd5cea217193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.194596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-78bd7e6a-a2e5-4585-bfb5-fd5cea217193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.271539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-78bd7e6a-a2e5-4585-bfb5-fd5cea217193 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=03a228933e8943938dbd18df1df97c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3554316 Nov 12 11:38:10.272888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd7e6a-a2e5-4585-bfb5-fd5cea217193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff468ed-2e15-44f0-b31c-998b73b3db65,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:10.273859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36818) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:10.328904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dc95429-2ccf-4417-9cd5-2d1a96cbcc15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.351205 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dc95429-2ccf-4417-9cd5-2d1a96cbcc15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.542639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dc95429-2ccf-4417-9cd5-2d1a96cbcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.545665 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dc95429-2ccf-4417-9cd5-2d1a96cbcc15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:10.546951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5dc95429-2ccf-4417-9cd5-2d1a96cbcc15 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ff468ed-2e15-44f0-b31c-998b73b3db65 HTTP/1.1" status: 204 len: 168 time: 0.2713802 Nov 12 11:38:10.558603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc95429-2ccf-4417-9cd5-2d1a96cbcc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff468ed-2e15-44f0-b31c-998b73b3db65,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:11.307203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36834) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:11.322486 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228692b7-856b-428a-940d-8d746d7fc5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:11.410064 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228692b7-856b-428a-940d-8d746d7fc5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:11.492290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-228692b7-856b-428a-940d-8d746d7fc5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:11.534571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-228692b7-856b-428a-940d-8d746d7fc5ba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0c6ed7949dfc4d918f72ba1aa793f2f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258604 Nov 12 11:38:11.535479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228692b7-856b-428a-940d-8d746d7fc5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5038a9-cbcc-4b97-b4f3-5dfc3d0798fb,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:11.537465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36838) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:11.599320 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b37110dd-ab4b-45f5-8002-3b0c660b74ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:11.621788 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b37110dd-ab4b-45f5-8002-3b0c660b74ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:11.845803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b37110dd-ab4b-45f5-8002-3b0c660b74ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:11.848563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b37110dd-ab4b-45f5-8002-3b0c660b74ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:11.849693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b37110dd-ab4b-45f5-8002-3b0c660b74ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ae5038a9-cbcc-4b97-b4f3-5dfc3d0798fb HTTP/1.1" status: 204 len: 168 time: 0.3112004 Nov 12 11:38:11.859243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37110dd-ab4b-45f5-8002-3b0c660b74ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5038a9-cbcc-4b97-b4f3-5dfc3d0798fb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:13.270569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36876) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:13.270569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1146217055-network', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:13.297460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Made reservation on behalf of d20f36bf56d44b3ba237f1ad9a51df3c for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:38:13.299891 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:13.313545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:13.394007 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:13.743891 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:13.774005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:38:13.789602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216f3bf3-c144-45c4-b62f-131d003fefde,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:13.792514 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:13.792980 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Added segment 1a516cc1-d35a-4974-a9d7-f6844a0fe9ff of type vlan for network 10386211-99c3-4640-995b-31e0ba2f6a62 Nov 12 11:38:13.835670 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:13.986825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:13.986825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:13.986825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:14.049154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] Pushing event updated for resources: {'Network': ['ID=10386211-99c3-4640-995b-31e0ba2f6a62,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:14.061231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 10386211-99c3-4640-995b-31e0ba2f6a62 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:38:14.162513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-87ff287c-5e99-44d1-b1cd-6fe7b2b2733c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1157396 Nov 12 11:38:14.166153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36898) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:14.172421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Request body: {'subnet': {'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1146217055-subnet', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:14.245924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Made reservation on behalf of d20f36bf56d44b3ba237f1ad9a51df3c for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:38:14.249468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:14.509150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:14.570394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c554262-cf12-432f-84f4-bc0577c4a452,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:14.581584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Checking segment: {'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:14.582000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Network hostable DHCP agents. Network: 10386211-99c3-4640-995b-31e0ba2f6a62, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:38:14.720018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Network 10386211-99c3-4640-995b-31e0ba2f6a62 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:38:14.822901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 10386211-99c3-4640-995b-31e0ba2f6a62) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:14.828793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:14.830360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:14.834673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4efa606-7bcc-42ff-8fdf-d6a9b64d2e57 None None] Network 10386211-99c3-4640-995b-31e0ba2f6a62 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:38:14.919956 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:38:14.926422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 36910) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:14.931953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:14.934914 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c7d72bfa-751c-4e0a-9b54-db038b52d111 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7673712 Nov 12 11:38:15.040486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-10386211-99c3-4640-995b-31e0ba2f6a62', 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'fixed_ips': [{'subnet_id': '6c554262-cf12-432f-84f4-bc0577c4a452'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:38:15.040486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.057506 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.058650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.126864 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.246188 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Allocated IP 172.20.0.2 (10386211-99c3-4640-995b-31e0ba2f6a62/6c554262-cf12-432f-84f4-bc0577c4a452/0245f637-788a-417b-8e50-afa81b140fd5) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:15.466462 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.469273 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.601046 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.686961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Network 10386211-99c3-4640-995b-31e0ba2f6a62 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:15.691458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:15.694969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:15.735545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Pushing event updated for resources: {'Port': ['ID=0245f637-788a-417b-8e50-afa81b140fd5,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:15.763712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.764090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.764443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.764807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.765133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.765667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.766178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.766732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.767434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.767950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.768458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.768998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:15.789653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Attempting to bind port 0245f637-788a-417b-8e50-afa81b140fd5 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:15.790513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Attempting to bind port 0245f637-788a-417b-8e50-afa81b140fd5 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:15.791386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Attempting to bind port 0245f637-788a-417b-8e50-afa81b140fd5 on network 10386211-99c3-4640-995b-31e0ba2f6a62 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:15.798056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:15.798754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Checking segment: {'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:15.799339 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.799946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Bound using segment: {'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:15.800615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Bound port: 0245f637-788a-417b-8e50-afa81b140fd5, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:15.801525 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.885683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:15.890189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] For port 0245f637-788a-417b-8e50-afa81b140fd5, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:15.894874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] For port 0245f637-788a-417b-8e50-afa81b140fd5, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0245f637-788a-417b-8e50-afa81b140fd5,segment=NetworkSegment(1a516cc1-d35a-4974-a9d7-f6844a0fe9ff),segment_id=1a516cc1-d35a-4974-a9d7-f6844a0fe9ff)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:15.912585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:16.023847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Allocated IP 172.25.3.64 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/4d906a76-f5e2-47ad-90a7-417d82a626f5) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:16.058560 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:16.122400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9376a48-267d-4c1e-993a-c9f98f42d851 None None] Pushing event updated for resources: {'Port': ['ID=0245f637-788a-417b-8e50-afa81b140fd5,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:16.165329 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:16.315090 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:16.394591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Pushing event updated for resources: {'Port': ['ID=4d906a76-f5e2-47ad-90a7-417d82a626f5,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:16.413306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.413770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.414191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.414605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.415176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.415831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.416383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.416916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.417486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.417830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.418246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.419019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:16.448617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:16.450786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:16.454142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:16.467454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a3e95-0d73-45d2-bc8d-f8c15c2d1a13 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:16.552475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-33499a17-4088-4882-aeeb-0d44a4115467 None None] Provisioning complete for port 4d906a76-f5e2-47ad-90a7-417d82a626f5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:16.553289 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33499a17-4088-4882-aeeb-0d44a4115467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:16.992030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-33499a17-4088-4882-aeeb-0d44a4115467 None None] Port 4d906a76-f5e2-47ad-90a7-417d82a626f5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:17.063637 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.270995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0245f637-788a-417b-8e50-afa81b140fd5 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:17.361981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36992) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:17.364056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0245f637-788a-417b-8e50-afa81b140fd5 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:17.364715 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.370459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f4949248-8de1-426e-b000-8063d994440b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1990786682', 'description': 'tempest-secgroup-smoke-1990786682 description', 'project_id': 'eb3a39ed68f44e988c561e11e529a264'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:17.412382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.497689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f4949248-8de1-426e-b000-8063d994440b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.514614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.569061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 0245f637-788a-417b-8e50-afa81b140fd5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0245f637-788a-417b-8e50-afa81b140fd5,segment=NetworkSegment(1a516cc1-d35a-4974-a9d7-f6844a0fe9ff),segment_id=1a516cc1-d35a-4974-a9d7-f6844a0fe9ff)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:17.584973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337fcf39-ad62-405d-8f0f-3fff92afc564 None None] Network 10386211-99c3-4640-995b-31e0ba2f6a62 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:38:17.618868 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f4949248-8de1-426e-b000-8063d994440b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.712346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Router 845d2c39-f526-43c1-9674-8746b6d2eda3 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:38:17.722739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f4949248-8de1-426e-b000-8063d994440b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.728470 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.738132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-de032443-2ec8-4999-8019-7ecd372853ab None None] Provisioning complete for port 0245f637-788a-417b-8e50-afa81b140fd5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:17.738710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-de032443-2ec8-4999-8019-7ecd372853ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.785475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4949248-8de1-426e-b000-8063d994440b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31aa37c-330e-4c71-a1ec-421f260cbd90,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:17.809182 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.880037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=0245f637-788a-417b-8e50-afa81b140fd5,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:17.907852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:17.925400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Sync routers for ids ['845d2c39-f526-43c1-9674-8746b6d2eda3'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:17.934347 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f4949248-8de1-426e-b000-8063d994440b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:17.936299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f4949248-8de1-426e-b000-8063d994440b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5725906 Nov 12 11:38:17.939876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 36998) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:17.944901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-fd06964f-e043-4a44-97b2-b23dbb568f40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'security_group_rule': {'security_group_id': 'f31aa37c-330e-4c71-a1ec-421f260cbd90', 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:17.952261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Routers {'845d2c39-f526-43c1-9674-8746b6d2eda3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:17.952875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['845d2c39-f526-43c1-9674-8746b6d2eda3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:18.054882 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.059117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-83ced836-0b97-4087-b15f-e75bd8ac6c9b admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1309962 Nov 12 11:38:18.059963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37002) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:18.078796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37004) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:18.193755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d1c0b59e-f424-4374-b814-c10fd19d9148 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4094 time: 0.1131637 Nov 12 11:38:18.195841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd06964f-e043-4a44-97b2-b23dbb568f40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.199740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37006) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:18.214479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'network': {'name': 'tempest-network-smoke--1054376104', 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'port_security_enabled': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:18.259258 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd06964f-e043-4a44-97b2-b23dbb568f40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.294401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Set router 845d2c39-f526-43c1-9674-8746b6d2eda3 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:18.296316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-12246bbd-d824-48f1-8ddd-d5291c8f771f None None] Provisioning complete for port 0245f637-788a-417b-8e50-afa81b140fd5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:18.297077 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-12246bbd-d824-48f1-8ddd-d5291c8f771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.309269 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd06964f-e043-4a44-97b2-b23dbb568f40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.337529 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Made reservation on behalf of ecae75af4d5542298cd1d7d8fc927bf0 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:38:18.342249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.345347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06964f-e043-4a44-97b2-b23dbb568f40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646c3634-bf92-4c3a-aa1c-e0b82b3a2063,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:18.427849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:38:18.437417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-fd06964f-e043-4a44-97b2-b23dbb568f40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.442061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37010) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:18.447369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3388c835-2806-4f3b-a7d9-f97a582b7c3b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'security_group_rule': {'security_group_id': 'f31aa37c-330e-4c71-a1ec-421f260cbd90', 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:18.450949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-fd06964f-e043-4a44-97b2-b23dbb568f40 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5080805 Nov 12 11:38:18.484612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.484960 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Added segment f35cd3d7-1fdd-4603-b0ba-4271e996de97 of type vlan for network 2ede574f-535b-4c0d-be6c-aaa1d639001f Nov 12 11:38:18.551164 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.562329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:16Z', 'revision_number': 3, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:18.602286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Checking router: 845d2c39-f526-43c1-9674-8746b6d2eda3 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:18.602635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Updating router 845d2c39-f526-43c1-9674-8746b6d2eda3 port 4d906a76-f5e2-47ad-90a7-417d82a626f5 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:38:18.635320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.691538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3388c835-2806-4f3b-a7d9-f97a582b7c3b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:18.979590 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.053967 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.073484 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.079359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:19.079784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.120675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b856e8-177a-41dd-aa18-a95f98f931db None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:19.143811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c93aa-de51-47ce-a45c-7da623dd05ee None None] Pushing event updated for resources: {'Port': ['ID=4d906a76-f5e2-47ad-90a7-417d82a626f5,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:19.149836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Attempting to bind port 4d906a76-f5e2-47ad-90a7-417d82a626f5 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:19.150216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Attempting to bind port 4d906a76-f5e2-47ad-90a7-417d82a626f5 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:19.150588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Attempting to bind port 4d906a76-f5e2-47ad-90a7-417d82a626f5 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:19.156405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:19.156782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:19.157187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.157581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:19.158066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Bound port: 4d906a76-f5e2-47ad-90a7-417d82a626f5, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:19.158510 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.188039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.192292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0245f637-788a-417b-8e50-afa81b140fd5 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:19.218638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Network': ['ID=2ede574f-535b-4c0d-be6c-aaa1d639001f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:19.238780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:38:19.280526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] For port 4d906a76-f5e2-47ad-90a7-417d82a626f5, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:19.304965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-75769b3c-90bf-49ca-a22a-4ad0365fcd6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0963099 Nov 12 11:38:19.309351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37022) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:19.324974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'admin_state_up': True, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:19.333410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3388c835-2806-4f3b-a7d9-f97a582b7c3b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.338016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] For port 4d906a76-f5e2-47ad-90a7-417d82a626f5, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4d906a76-f5e2-47ad-90a7-417d82a626f5,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:19.348434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-35719ac7-c2e5-431c-80e4-538375a72e04 None None] Provisioning complete for port 4d906a76-f5e2-47ad-90a7-417d82a626f5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:19.348811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35719ac7-c2e5-431c-80e4-538375a72e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.395412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-35719ac7-c2e5-431c-80e4-538375a72e04 None None] Port 4d906a76-f5e2-47ad-90a7-417d82a626f5 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:19.396850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0245f637-788a-417b-8e50-afa81b140fd5 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:19.397252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.467110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3388c835-2806-4f3b-a7d9-f97a582b7c3b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.469380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Allocated IP 172.20.0.1 (10386211-99c3-4640-995b-31e0ba2f6a62/6c554262-cf12-432f-84f4-bc0577c4a452/b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:19.480214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.482023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.487218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388c835-2806-4f3b-a7d9-f97a582b7c3b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca390d7-9380-4910-b21b-ed8ebbeeba2d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:19.506175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.580755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3388c835-2806-4f3b-a7d9-f97a582b7c3b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.582250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3388c835-2806-4f3b-a7d9-f97a582b7c3b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1389525 Nov 12 11:38:19.586960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37026) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:19.593898 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c80a8efe-6867-471f-bb51-044a9100a5f5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'security_group_rule': {'security_group_id': 'f31aa37c-330e-4c71-a1ec-421f260cbd90', 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:19.596357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.597273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a4a0f-ab40-4ca3-8550-0dba823cfde4 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:19.619022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Routers {'845d2c39-f526-43c1-9674-8746b6d2eda3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:19.619756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['845d2c39-f526-43c1-9674-8746b6d2eda3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:19.656460 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.693574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c93aa-de51-47ce-a45c-7da623dd05ee None None] Pushing event updated for resources: {'Port': ['ID=4d906a76-f5e2-47ad-90a7-417d82a626f5,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:19.757382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5182d8d6-c1da-4413-a6ca-f1b2ae455989 None None] Provisioning complete for port 4d906a76-f5e2-47ad-90a7-417d82a626f5 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:19.757751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5182d8d6-c1da-4413-a6ca-f1b2ae455989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.777022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c80a8efe-6867-471f-bb51-044a9100a5f5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.793569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] Set router 845d2c39-f526-43c1-9674-8746b6d2eda3 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:19.808337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.877191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Network 10386211-99c3-4640-995b-31e0ba2f6a62 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:19.884934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.885268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:19.891583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:19.893680 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Pushing event updated for resources: {'Port': ['ID=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:19.897939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c80a8efe-6867-471f-bb51-044a9100a5f5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:19.936530 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.042206 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5182d8d6-c1da-4413-a6ca-f1b2ae455989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.081680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c80a8efe-6867-471f-bb51-044a9100a5f5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.090558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5182d8d6-c1da-4413-a6ca-f1b2ae455989 None None] For port 4d906a76-f5e2-47ad-90a7-417d82a626f5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4d906a76-f5e2-47ad-90a7-417d82a626f5,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:20.112031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a8efe-6867-471f-bb51-044a9100a5f5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea542cbb-d94e-4202-bf74-0e06a978bded,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:20.120743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:16Z', 'revision_number': 3, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:20.166264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b92e5d-1411-473f-9d26-46579cfd378f None None] The sync data for ids ['845d2c39-f526-43c1-9674-8746b6d2eda3'] in n-d-768852-22 is: [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:16Z', 'revision_number': 3, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:20.295553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.299140 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.318173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.355462 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5182d8d6-c1da-4413-a6ca-f1b2ae455989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.361153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c80a8efe-6867-471f-bb51-044a9100a5f5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.361639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c80a8efe-6867-471f-bb51-044a9100a5f5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7731142 Nov 12 11:38:20.369132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37036) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:20.374459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-03537e05-a2b2-48e7-8f69-246ffac0f037 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'security_group_rule': {'security_group_id': 'f31aa37c-330e-4c71-a1ec-421f260cbd90', 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:20.431397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182d8d6-c1da-4413-a6ca-f1b2ae455989 None None] Pushing event updated for resources: {'Port': ['ID=4d906a76-f5e2-47ad-90a7-417d82a626f5,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:20.500274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f1b2255a-45b3-4a5b-b081-7220012582cd None None] Provisioning complete for port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:20.500817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1b2255a-45b3-4a5b-b081-7220012582cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.564795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2255a-45b3-4a5b-b081-7220012582cd None None] Port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:20.575888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.581289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Allocated IP 172.25.3.23 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:20.602838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03537e05-a2b2-48e7-8f69-246ffac0f037 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.704810 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.715492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03537e05-a2b2-48e7-8f69-246ffac0f037 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.748079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.791481 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.806352 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Pushing event updated for resources: {'Port': ['ID=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:20.830384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03537e05-a2b2-48e7-8f69-246ffac0f037 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.857687 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:20.910269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03537e05-a2b2-48e7-8f69-246ffac0f037 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d83fd2-e3ec-4a02-8229-1bcd9fdf295d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:20.968698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Network 10386211-99c3-4640-995b-31e0ba2f6a62 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:20.970701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:21.000643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.053563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:21.068401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:21.068401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:21.068401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:21.087381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c44f3c-762f-475f-96b1-060190a42d13 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:21.143330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03537e05-a2b2-48e7-8f69-246ffac0f037 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.154041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-03537e05-a2b2-48e7-8f69-246ffac0f037 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7779100 Nov 12 11:38:21.154041 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37044) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:21.156556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-52152215-51b9-4724-bc15-2f5fa8768480 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'security_group_rule': {'security_group_id': 'f31aa37c-330e-4c71-a1ec-421f260cbd90', 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:21.226340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3141d6b4-f994-45ad-9503-29922d7a4d6b None None] Provisioning complete for port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:21.226746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3141d6b4-f994-45ad-9503-29922d7a4d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.286240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4d906a76-f5e2-47ad-90a7-417d82a626f5 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:21.290806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Router 845d2c39-f526-43c1-9674-8746b6d2eda3 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:38:21.323732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3141d6b4-f994-45ad-9503-29922d7a4d6b None None] Port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:21.386297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4d906a76-f5e2-47ad-90a7-417d82a626f5 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:21.386680 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.391685 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-52152215-51b9-4724-bc15-2f5fa8768480 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Project eb3a39ed68f44e988c561e11e529a264 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:38:21.406647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52152215-51b9-4724-bc15-2f5fa8768480 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.460503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7214bd72-8bd3-4e8b-bab7-2fefc2282038 None None] Provisioning complete for port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:21.460966 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7214bd72-8bd3-4e8b-bab7-2fefc2282038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.499167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7214bd72-8bd3-4e8b-bab7-2fefc2282038 None None] Port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:21.510045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:21.517645 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52152215-51b9-4724-bc15-2f5fa8768480 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.524118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-820eacc5-2a3c-4d6f-a1f9-a30825d9ace1 admin admin] 10.222.0.98 "PUT /v2.0/routers/845d2c39-f526-43c1-9674-8746b6d2eda3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4608846 Nov 12 11:38:21.611798 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52152215-51b9-4724-bc15-2f5fa8768480 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.649958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52152215-51b9-4724-bc15-2f5fa8768480 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bcfb11-8291-4f76-abe4-d62610e6eb28,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:21.735616 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.756709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52152215-51b9-4724-bc15-2f5fa8768480 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:21.758038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-52152215-51b9-4724-bc15-2f5fa8768480 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6060917 Nov 12 11:38:21.760824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:21.765565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1f2f915c-4749-4422-b18d-4be29d1abed5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'security_group_rule': {'security_group_id': 'f31aa37c-330e-4c71-a1ec-421f260cbd90', 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:21.904516 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-1f2f915c-4749-4422-b18d-4be29d1abed5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Project eb3a39ed68f44e988c561e11e529a264 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:38:21.916124 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1f2f915c-4749-4422-b18d-4be29d1abed5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.023155 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1f2f915c-4749-4422-b18d-4be29d1abed5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.178939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1f2f915c-4749-4422-b18d-4be29d1abed5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.222069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f915c-4749-4422-b18d-4be29d1abed5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d662bdc0-cf0c-46fc-ab16-2f9d311d5d9c,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:22.293757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.317137 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1f2f915c-4749-4422-b18d-4be29d1abed5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.319909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1f2f915c-4749-4422-b18d-4be29d1abed5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5570896 Nov 12 11:38:22.501279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-25f27622-6e71-458f-a9a9-f68e4fe38fda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0647321 Nov 12 11:38:22.518739 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Sync routers for ids ['845d2c39-f526-43c1-9674-8746b6d2eda3'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:22.536954 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Routers {'845d2c39-f526-43c1-9674-8746b6d2eda3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:22.537707 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['845d2c39-f526-43c1-9674-8746b6d2eda3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:22.556182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:38:22.596991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37102) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:22.602511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1869844722-network', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:22.667691 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Set router 845d2c39-f526-43c1-9674-8746b6d2eda3 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:22.731573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Made reservation on behalf of 238f176fab5d41e5a9862be8849b6fb4 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:38:22.734804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.748924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:22.750712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.765141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Sync routers for ids ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:22.767601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-a14ee346-f93d-49e7-aa10-1307b7f3b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:22.769205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-a14ee346-f93d-49e7-aa10-1307b7f3b275 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.2045813 Nov 12 11:38:22.788225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Routers {'9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:22.788225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:22.904904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.941423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Set router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:22.951635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-747a14f1-ecb2-4553-b9ea-8721ce474646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:22.958235 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-747a14f1-ecb2-4553-b9ea-8721ce474646 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1523118 Nov 12 11:38:22.958235 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:22.963044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3bb9d502-12da-4c03-9d1b-873788828c37 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6522768 Nov 12 11:38:22.971608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37118) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:23.081072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c6b70-e51d-4268-86c9-605bb6160251 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:23.086216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37120) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:23.086465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-df8c6b70-e51d-4268-86c9-605bb6160251 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=ecae75af4d5542298cd1d7d8fc927bf0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1137338 Nov 12 11:38:23.113068 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8', 'name': '', 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'mac_address': 'fa:16:3e:da:13:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '6c554262-cf12-432f-84f4-bc0577c4a452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 2, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'subnets': [{'id': '6c554262-cf12-432f-84f4-bc0577c4a452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:23.118190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-6798e444-8de7-4c78-ae89-3495d6bdcefb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.1536942 Nov 12 11:38:23.126980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.155163 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Checking router: 845d2c39-f526-43c1-9674-8746b6d2eda3 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:23.155517 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Updating router 845d2c39-f526-43c1-9674-8746b6d2eda3 port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:38:23.160198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:21Z', 'revision_number': 3, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:23.182791 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.183003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-b4efb617-ceee-4314-bff4-ca036a124f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:23.184670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-b4efb617-ceee-4314-bff4-ca036a124f77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0599198 Nov 12 11:38:23.204561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Checking router: 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:23.205154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Updating router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:38:23.238158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.264532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-f3993458-b7da-41c2-ae4c-7e26577dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:23.266043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-f3993458-b7da-41c2-ae4c-7e26577dd20d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732613 Nov 12 11:38:23.299742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:38:23.359356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0c804-1776-464b-9987-c9c4db17c0d8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:23.385698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.386265 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Added segment b8f81344-ae9a-4faa-b0fc-113b83fdac0f of type vlan for network baf72d7e-6d8b-4c8a-979f-9621db35eb58 Nov 12 11:38:23.420359 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-0d38da8c-d18d-4803-b9b5-825e0f3db91f service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454997 Nov 12 11:38:23.464514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a5447-1c3d-4fc5-8160-e8b112a6a116 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:23.467458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7d3a5447-1c3d-4fc5-8160-e8b112a6a116 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3792293 Nov 12 11:38:23.485322 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.513251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37124) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:23.572796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b79e6a51-5273-497e-894f-5152a71c4f0f tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530934 Nov 12 11:38:23.575215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37128) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:23.613515 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-62a06d63-2ad0-43d9-874c-50383ab7a30d tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=ecae75af4d5542298cd1d7d8fc927bf0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366907 Nov 12 11:38:23.615491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37130) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:23.629650 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6de1507-1792-4b39-8979-c26ba21ad05c req-3088769c-be1d-4e97-9c46-64d1be13a167 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012343 Nov 12 11:38:23.680857 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.683833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.684835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:23.685406 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.712018 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.771410 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.801108 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:23.805357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182951da-b83f-4119-92c3-754d60d09c0a tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:23.806892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-182951da-b83f-4119-92c3-754d60d09c0a tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1899693 Nov 12 11:38:23.808272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] Pushing event updated for resources: {'Network': ['ID=baf72d7e-6d8b-4c8a-979f-9621db35eb58,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:23.810264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37136) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:23.840552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-426d777c-72bd-46a2-9f0c-d2c0a521648a admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2402461 Nov 12 11:38:23.841062 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37138) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:23.846211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Request body: {'subnet': {'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1869844722-subnet', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:23.865735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1b74d566-3616-4f15-a465-ddc5c132cb5b tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529790 Nov 12 11:38:23.868445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37142) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:23.873465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012876286', 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f', 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:23.881070 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Pushing event updated for resources: {'Port': ['ID=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:23.889916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network baf72d7e-6d8b-4c8a-979f-9621db35eb58 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:38:23.908414 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.909028 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.909521 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.909845 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.910322 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.910645 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.911142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.911456 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.911777 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.912119 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.912440 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.913378 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:23.965794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94610f-6913-4738-b31b-93a2e5ae5778 None None] Pushing event updated for resources: {'Port': ['ID=cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:23.980881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d845ac3-7126-4e56-bd65-4ab00d6585f9 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:23.990080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Attempting to bind port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:23.990774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Made reservation on behalf of 238f176fab5d41e5a9862be8849b6fb4 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:38:23.991069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Attempting to bind port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:23.991635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Attempting to bind port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:23.997594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.000147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:24.000812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:24.001515 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.002123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:24.002970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Bound port: cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:24.003422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.011069 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Attempting to bind port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:24.011488 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Attempting to bind port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:24.011887 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Attempting to bind port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 on network 10386211-99c3-4640-995b-31e0ba2f6a62 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:24.020074 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:24.021405 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Checking segment: {'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:24.022833 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.023538 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Bound using segment: {'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:24.024314 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Bound port: b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:24.025128 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.098541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fcd1a751-6244-4091-b0a0-4bbc0e1c59ac None None] Provisioning complete for port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:24.099000 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a751-6244-4091-b0a0-4bbc0e1c59ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.143017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] For port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:24.201032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Made reservation on behalf of ecae75af4d5542298cd1d7d8fc927bf0 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:38:24.206559 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.242960 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] For port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:24.249762 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] For port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,segment=NetworkSegment(1a516cc1-d35a-4974-a9d7-f6844a0fe9ff),segment_id=1a516cc1-d35a-4974-a9d7-f6844a0fe9ff)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:24.406282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] For port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:24.407365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1a751-6244-4091-b0a0-4bbc0e1c59ac None None] Port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:24.435155 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.474706 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.481110 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.507375 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Routers {'845d2c39-f526-43c1-9674-8746b6d2eda3'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:24.508027 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['845d2c39-f526-43c1-9674-8746b6d2eda3'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:24.574744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8576159d-825a-4b04-ab67-2c1bd343567c,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:24.600187 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Checking segment: {'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:24.600682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Network hostable DHCP agents. Network: baf72d7e-6d8b-4c8a-979f-9621db35eb58, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:38:24.621991 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.667203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cf83c-e00c-4d9e-93ea-051130f660f0 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:24.669707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94610f-6913-4738-b31b-93a2e5ae5778 None None] Pushing event updated for resources: {'Port': ['ID=cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:24.711823 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] Set router 845d2c39-f526-43c1-9674-8746b6d2eda3 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:24.720944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Routers {'9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:24.721589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:24.770395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Subnet': ['ID=4dee3cfb-daa7-40b5-b06e-72d9ee6d2009,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:24.771347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-721db44d-5601-4f13-a078-08fd0648017f None None] Provisioning complete for port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:24.771732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-721db44d-5601-4f13-a078-08fd0648017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:24.772551 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66f98a-33cf-4693-8caa-19ba2fbdaef3 None None] Pushing event updated for resources: {'Port': ['ID=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:24.787854 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Checking segment: {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:24.789199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network hostable DHCP agents. Network: 2ede574f-535b-4c0d-be6c-aaa1d639001f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:38:24.814053 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Network baf72d7e-6d8b-4c8a-979f-9621db35eb58 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:38:24.944285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:38:24.995535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] Set router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:25.018669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 2ede574f-535b-4c0d-be6c-aaa1d639001f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:25.020367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, baf72d7e-6d8b-4c8a-979f-9621db35eb58) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:25.025254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:25.026839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.031800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:25.033367 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.061811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40c40d-fde6-45c2-8dd2-c1bded8e2409 None None] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:38:25.081930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911419fe-56cc-4531-87dc-de8f730dfc67 None None] Network baf72d7e-6d8b-4c8a-979f-9621db35eb58 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:38:25.087719 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8', 'name': '', 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'mac_address': 'fa:16:3e:da:13:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '6c554262-cf12-432f-84f4-bc0577c4a452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:24Z', 'revision_number': 4, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'subnets': [{'id': '6c554262-cf12-432f-84f4-bc0577c4a452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:25.121912 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4cf457-d56b-450e-bc0b-cc62c0ad6494 None None] The sync data for ids ['845d2c39-f526-43c1-9674-8746b6d2eda3'] in n-d-768852-22 is: [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8', 'name': '', 'network_id': '10386211-99c3-4640-995b-31e0ba2f6a62', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'mac_address': 'fa:16:3e:da:13:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '6c554262-cf12-432f-84f4-bc0577c4a452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:24Z', 'revision_number': 4, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'subnets': [{'id': '6c554262-cf12-432f-84f4-bc0577c4a452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:25.171414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-710a3b29-c2f0-4f68-915c-fc906760e8bf admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3269212 Nov 12 11:38:25.171700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37186) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:25.185636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:25.212684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-20c8cf4d-16c8-4c0e-bbbc-bae43ba62248 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3432662 Nov 12 11:38:25.216451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37188) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:25.268707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-721db44d-5601-4f13-a078-08fd0648017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.356906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.358994 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.410996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-721db44d-5601-4f13-a078-08fd0648017f None None] For port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,segment=NetworkSegment(1a516cc1-d35a-4974-a9d7-f6844a0fe9ff),segment_id=1a516cc1-d35a-4974-a9d7-f6844a0fe9ff)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:25.479020 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.569868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-721db44d-5601-4f13-a078-08fd0648017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.586281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-2ede574f-535b-4c0d-be6c-aaa1d639001f', 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'fixed_ips': [{'subnet_id': '4dee3cfb-daa7-40b5-b06e-72d9ee6d2009'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:38:25.586646 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.888280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-baf72d7e-6d8b-4c8a-979f-9621db35eb58', 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'fixed_ips': [{'subnet_id': '8576159d-825a-4b04-ab67-2c1bd343567c'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:38:25.890070 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.901796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:25.975654 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-43f16d4e-4f4a-447e-8bc4-4a3b7f12de28 None None] Provisioning complete for port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:25.975962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43f16d4e-4f4a-447e-8bc4-4a3b7f12de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.045262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721db44d-5601-4f13-a078-08fd0648017f None None] Pushing event updated for resources: {'Port': ['ID=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:26.068353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.238633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Allocated IP 172.20.0.2 (baf72d7e-6d8b-4c8a-979f-9621db35eb58/8576159d-825a-4b04-ab67-2c1bd343567c/f448516a-25e7-46a8-bdc5-f39f17069043) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:26.247523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:21Z', 'revision_number': 3, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:26.251135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Allocated IP 172.20.0.18 (2ede574f-535b-4c0d-be6c-aaa1d639001f/4dee3cfb-daa7-40b5-b06e-72d9ee6d2009/0b479289-1b94-46f4-b6b6-3255475a8bb6) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:26.360924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1799f-ab56-4a53-b98f-1c504a33515a None None] The sync data for ids ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'] in n-d-768852-22 is: [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:21Z', 'revision_number': 3, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:26.457974 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43f16d4e-4f4a-447e-8bc4-4a3b7f12de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.566503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-43f16d4e-4f4a-447e-8bc4-4a3b7f12de28 None None] For port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:26.707156 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43f16d4e-4f4a-447e-8bc4-4a3b7f12de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.720072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.754763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.772847 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.809659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.826726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-43f16d4e-4f4a-447e-8bc4-4a3b7f12de28 None None] Provisioning complete for port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:26.826726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43f16d4e-4f4a-447e-8bc4-4a3b7f12de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:26.900047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f16d4e-4f4a-447e-8bc4-4a3b7f12de28 None None] Pushing event updated for resources: {'Port': ['ID=cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:27.012054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Allocated IP 172.25.3.244 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/e751920a-c56a-4286-a10b-fb2ba397f286) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:27.061851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.193005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Allocated IP 172.20.0.17 (2ede574f-535b-4c0d-be6c-aaa1d639001f/4dee3cfb-daa7-40b5-b06e-72d9ee6d2009/bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:27.259631 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.437597 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.438120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:27.464114 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.484610 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.520072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:27.527904 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Network baf72d7e-6d8b-4c8a-979f-9621db35eb58 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:27.528879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Pushing event updated for resources: {'Port': ['ID=f448516a-25e7-46a8-bdc5-f39f17069043,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:27.531725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:27.600068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Pushing event updated for resources: {'Port': ['ID=0b479289-1b94-46f4-b6b6-3255475a8bb6,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:27.600664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:27.607900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:27.613046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:27.621950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:27.623216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:27.642193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:27.644610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:27.646645 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.657430 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.670936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e21216-5949-44fc-ad7a-7eec588e4e69 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:27.728011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Pushing event updated for resources: {'Port': ['ID=e751920a-c56a-4286-a10b-fb2ba397f286,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:27.769205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:27.784044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:27.794785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:27.834991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Attempting to bind port 0b479289-1b94-46f4-b6b6-3255475a8bb6 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:27.835373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Attempting to bind port 0b479289-1b94-46f4-b6b6-3255475a8bb6 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:27.835739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Attempting to bind port 0b479289-1b94-46f4-b6b6-3255475a8bb6 on network 2ede574f-535b-4c0d-be6c-aaa1d639001f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:27.855911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:27.870451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:27.871676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Checking segment: {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:27.872293 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.872865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Bound using segment: {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:27.873524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Bound port: 0b479289-1b94-46f4-b6b6-3255475a8bb6, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:27.874117 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.895591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Attempting to bind port f448516a-25e7-46a8-bdc5-f39f17069043 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:27.896283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Attempting to bind port f448516a-25e7-46a8-bdc5-f39f17069043 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:27.896917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Attempting to bind port f448516a-25e7-46a8-bdc5-f39f17069043 on network baf72d7e-6d8b-4c8a-979f-9621db35eb58 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:27.905717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:27.906449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Checking segment: {'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:27.907100 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.907678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Bound using segment: {'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:27.908391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Bound port: f448516a-25e7-46a8-bdc5-f39f17069043, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:27.909067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:27.913283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.913283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.913970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.914318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.914653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.914991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.915320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.915712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.916079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.916407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.916732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.917368 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:38:27.934632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:28.003781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7babbbf5-4337-42bd-8962-fb71f6aadc43 None None] Provisioning complete for port e751920a-c56a-4286-a10b-fb2ba397f286 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:28.004476 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7babbbf5-4337-42bd-8962-fb71f6aadc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:28.138086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7babbbf5-4337-42bd-8962-fb71f6aadc43 None None] Port e751920a-c56a-4286-a10b-fb2ba397f286 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:28.177123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] For port 0b479289-1b94-46f4-b6b6-3255475a8bb6, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:28.209438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] For port 0b479289-1b94-46f4-b6b6-3255475a8bb6, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0b479289-1b94-46f4-b6b6-3255475a8bb6,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:28.214620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:28.217285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] For port f448516a-25e7-46a8-bdc5-f39f17069043, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:28.222534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] For port f448516a-25e7-46a8-bdc5-f39f17069043, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f448516a-25e7-46a8-bdc5-f39f17069043,segment=NetworkSegment(b8f81344-ae9a-4faa-b0fc-113b83fdac0f),segment_id=b8f81344-ae9a-4faa-b0fc-113b83fdac0f)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:28.253294 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:28.278703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:28.279403 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:28.360154 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:28.370155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:28.379368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:28.508732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710d36b-97f3-4885-8a8d-72d53d2058bb None None] Pushing event updated for resources: {'Port': ['ID=0b479289-1b94-46f4-b6b6-3255475a8bb6,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:28.564015 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:28.674022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f85d06-3707-4b94-8988-b8b5e58de803 None None] Pushing event updated for resources: {'Port': ['ID=f448516a-25e7-46a8-bdc5-f39f17069043,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:29.061504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:29.346881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f448516a-25e7-46a8-bdc5-f39f17069043 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:29.413833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f448516a-25e7-46a8-bdc5-f39f17069043 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:29.414139 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:29.486501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:29.515744 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-caa44f56-5574-4c69-b9a6-e841f8f09a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:29.527837 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:29.566284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port f448516a-25e7-46a8-bdc5-f39f17069043, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f448516a-25e7-46a8-bdc5-f39f17069043,segment=NetworkSegment(b8f81344-ae9a-4faa-b0fc-113b83fdac0f),segment_id=b8f81344-ae9a-4faa-b0fc-113b83fdac0f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:29.581832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:29.607010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:29.654350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Router cc832e6b-a790-419f-aff5-5b934ea09334 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:38:29.698284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:29.699726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0b479289-1b94-46f4-b6b6-3255475a8bb6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:29.781097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:29.784231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:29.937400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:29.950814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=f448516a-25e7-46a8-bdc5-f39f17069043,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:29.953754 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Sync routers for ids ['cc832e6b-a790-419f-aff5-5b934ea09334'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:29.994537 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Routers {'cc832e6b-a790-419f-aff5-5b934ea09334'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:29.995376 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc832e6b-a790-419f-aff5-5b934ea09334'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:30.014005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0b479289-1b94-46f4-b6b6-3255475a8bb6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:30.014586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:30.075909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:38:30.194985 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:30.254399 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:30.256674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9c513147-76ef-4c8b-abb8-99cd1922b122 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0831659 Nov 12 11:38:30.265214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37246) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:30.305578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc9f14-ef82-483d-9365-6ffe3c10ed7d None None] Network baf72d7e-6d8b-4c8a-979f-9621db35eb58 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:38:30.350498 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Set router cc832e6b-a790-419f-aff5-5b934ea09334 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:30.355363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:30.375972 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5c20c8c4-a8e0-4ffa-adcd-05da58627d17 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "PUT /v2.0/routers/9357cc11-76f8-4f16-98bc-fb0b0cb04ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1503179 Nov 12 11:38:30.403321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 0b479289-1b94-46f4-b6b6-3255475a8bb6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0b479289-1b94-46f4-b6b6-3255475a8bb6,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:30.515903 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:30.517993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Sync routers for ids ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:30.620003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-46272ca9-89e2-4ca2-8e0d-c0eb65d94c0b None None] Provisioning complete for port f448516a-25e7-46a8-bdc5-f39f17069043 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:30.620379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-46272ca9-89e2-4ca2-8e0d-c0eb65d94c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:30.727717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Routers {'9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:30.728388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:30.768795 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:27Z', 'revision_number': 3, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:30.843184 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Checking router: cc832e6b-a790-419f-aff5-5b934ea09334 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:30.843670 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Updating router cc832e6b-a790-419f-aff5-5b934ea09334 port e751920a-c56a-4286-a10b-fb2ba397f286 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:38:30.853420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=0b479289-1b94-46f4-b6b6-3255475a8bb6,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:30.876754 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:31.116870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a034d4c-24b6-404f-8513-7b5f9d55842d None None] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:38:31.273720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f448516a-25e7-46a8-bdc5-f39f17069043 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:31.309538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-8627cf82-2ba1-4346-8ab0-9e4d31ca5a78 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:31.320002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-8627cf82-2ba1-4346-8ab0-9e4d31ca5a78 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/networks?id=2ede574f-535b-4c0d-be6c-aaa1d639001f HTTP/1.1" status: 200 len: 798 time: 0.4175673 Nov 12 11:38:31.353827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Set router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:31.426815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-f3971738-199b-4bed-bb28-762fdb38b99f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/quotas/ecae75af4d5542298cd1d7d8fc927bf0 HTTP/1.1" status: 200 len: 375 time: 0.1017375 Nov 12 11:38:31.513527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:31.542210 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:31.584981 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-7678e773-5728-4c33-a63c-0ca9a9294d40 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1446023 Nov 12 11:38:31.624832 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-6d0fd4a2-a4f7-4a59-ae49-daf17cb1894f service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:38:31.626398 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-6d0fd4a2-a4f7-4a59-ae49-daf17cb1894f service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063353 Nov 12 11:38:31.691939 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:31.760590 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Attempting to bind port e751920a-c56a-4286-a10b-fb2ba397f286 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:31.760590 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Attempting to bind port e751920a-c56a-4286-a10b-fb2ba397f286 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:31.760590 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Attempting to bind port e751920a-c56a-4286-a10b-fb2ba397f286 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:31.769567 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:31.769869 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:31.770510 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:31.770710 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:31.771272 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Bound port: e751920a-c56a-4286-a10b-fb2ba397f286, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:31.771597 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:31.798052 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5bf9b-52c1-4559-baeb-41e47285cda8 None None] Pushing event updated for resources: {'Port': ['ID=e751920a-c56a-4286-a10b-fb2ba397f286,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:31.842497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2fe6302a-346b-4756-9397-ace7752a90e1 None None] Provisioning complete for port 0b479289-1b94-46f4-b6b6-3255475a8bb6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:31.843358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2fe6302a-346b-4756-9397-ace7752a90e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:31.850643 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] For port e751920a-c56a-4286-a10b-fb2ba397f286, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:31.854387 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] For port e751920a-c56a-4286-a10b-fb2ba397f286, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e751920a-c56a-4286-a10b-fb2ba397f286,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:31.864299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a48df-e253-49db-982c-54760368ccfa None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:31.890164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f448516a-25e7-46a8-bdc5-f39f17069043 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:31.891214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:31.934901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-5f420365-3c4a-47d8-8370-789ae8dd5eac service neutron] 10.222.0.98 "GET /v2.0/networks/2ede574f-535b-4c0d-be6c-aaa1d639001f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961133 Nov 12 11:38:31.962129 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:32.041158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Allocated IP 172.20.0.1 (baf72d7e-6d8b-4c8a-979f-9621db35eb58/8576159d-825a-4b04-ab67-2c1bd343567c/46cf2f29-7462-452a-8142-d1369b940fb2) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:32.106258 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5b9037fb-6c44-48b2-a6f2-b71c2c5c0c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:32.112463 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5bf9b-52c1-4559-baeb-41e47285cda8 None None] Pushing event updated for resources: {'Port': ['ID=e751920a-c56a-4286-a10b-fb2ba397f286,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:32.157198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa509c-3439-40d2-82f7-be8b6d2dc920 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:32.162710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0b479289-1b94-46f4-b6b6-3255475a8bb6 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:32.174548 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Routers {'cc832e6b-a790-419f-aff5-5b934ea09334'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:32.176142 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc832e6b-a790-419f-aff5-5b934ea09334'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:32.281361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:32.286612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:28Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7', 'name': '', 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:a1:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '4dee3cfb-daa7-40b5-b06e-72d9ee6d2009', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:28Z', 'revision_number': 2, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': '4dee3cfb-daa7-40b5-b06e-72d9ee6d2009', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:32.307500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-203b6c1c-a24c-441f-b180-09bcb1ff9d37 service neutron] 10.222.0.98 "GET /v2.0/networks/2ede574f-535b-4c0d-be6c-aaa1d639001f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562641 Nov 12 11:38:32.362334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Checking router: 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:32.362695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Updating router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:38:32.440652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:32.474116 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] Set router cc832e6b-a790-419f-aff5-5b934ea09334 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:32.477458 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:32.522433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5e4c9c6a-c021-4b34-9db5-924418114214 None None] Provisioning complete for port f448516a-25e7-46a8-bdc5-f39f17069043 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:32.523262 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9c6a-c021-4b34-9db5-924418114214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:32.528357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0b479289-1b94-46f4-b6b6-3255475a8bb6 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:32.528730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:32.544377 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Network baf72d7e-6d8b-4c8a-979f-9621db35eb58 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:32.547557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:32.572449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:32.581220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Pushing event updated for resources: {'Port': ['ID=46cf2f29-7462-452a-8142-d1369b940fb2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:32.675356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:32.950566 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:27Z', 'revision_number': 3, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:33.004475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6499ecb8-ae74-4c9a-bb34-97bc56f734bf req-4157bd69-c931-49de-b55c-9833e306343f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 210 time: 0.0634253 Nov 12 11:38:33.029758 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15240d52-cca6-4a25-bbd9-28027ba396f9 None None] The sync data for ids ['cc832e6b-a790-419f-aff5-5b934ea09334'] in n-d-768852-22 is: [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:27Z', 'revision_number': 3, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:33.218410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.266126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5e4c9c6a-c021-4b34-9db5-924418114214 None None] Provisioning complete for port e751920a-c56a-4286-a10b-fb2ba397f286 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:33.266126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9c6a-c021-4b34-9db5-924418114214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.387540 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.436629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.443136 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9c6a-c021-4b34-9db5-924418114214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.483439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5e4c9c6a-c021-4b34-9db5-924418114214 None None] For port e751920a-c56a-4286-a10b-fb2ba397f286, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e751920a-c56a-4286-a10b-fb2ba397f286,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:33.539416 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.547875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.645884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf104e-2f04-405a-b3d1-e0f4b4bcf9b9 None None] Pushing event updated for resources: {'Port': ['ID=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:33.658611 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9c6a-c021-4b34-9db5-924418114214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.663777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.737388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.874034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c9c6a-c021-4b34-9db5-924418114214 None None] Pushing event updated for resources: {'Port': ['ID=e751920a-c56a-4286-a10b-fb2ba397f286,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:33.916153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Network baf72d7e-6d8b-4c8a-979f-9621db35eb58 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:33.923772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:33.933384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Pushing event updated for resources: {'Port': ['ID=46cf2f29-7462-452a-8142-d1369b940fb2,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:33.939896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Provisioning complete for port 46cf2f29-7462-452a-8142-d1369b940fb2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:33.939896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.942134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Attempting to bind port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:33.942134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Attempting to bind port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:33.950717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Attempting to bind port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 on network 2ede574f-535b-4c0d-be6c-aaa1d639001f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:33.979186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:33.979561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Checking segment: {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:33.980377 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:33.980377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Bound using segment: {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:33.980862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Bound port: bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:33.981248 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:34.011815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Port 46cf2f29-7462-452a-8142-d1369b940fb2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:34.056136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Provisioning complete for port 0b479289-1b94-46f4-b6b6-3255475a8bb6 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:34.056525 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:34.173242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-358c8cd6-4835-4173-9884-3afdba9edc37 req-652558c6-dec9-4973-ba7d-98bd4559a877 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 210 time: 0.0684938 Nov 12 11:38:34.206675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] For port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:34.224646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] For port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:34.279174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Router cc832e6b-a790-419f-aff5-5b934ea09334 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:38:34.352337 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:34.366879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:34.448575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:34.459725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d4ef9bda-ae43-431e-ba68-f65d5c407df3 admin admin] 10.222.0.98 "PUT /v2.0/routers/cc832e6b-a790-419f-aff5-5b934ea09334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1929142 Nov 12 11:38:34.512959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf104e-2f04-405a-b3d1-e0f4b4bcf9b9 None None] Pushing event updated for resources: {'Port': ['ID=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:34.535313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Provisioning complete for port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:34.537101 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:34.592224 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Routers {'9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:34.594817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:34.861937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] Set router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:34.900977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:34.980354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] For port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:35.138532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:28Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7', 'name': '', 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:a1:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '4dee3cfb-daa7-40b5-b06e-72d9ee6d2009', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:34Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': '4dee3cfb-daa7-40b5-b06e-72d9ee6d2009', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:35.174063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a245928-d168-4a7f-92e1-ce7132e82c77 None None] The sync data for ids ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'] in n-d-768852-22 is: [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:28Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7', 'name': '', 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:a1:0f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '4dee3cfb-daa7-40b5-b06e-72d9ee6d2009', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:34Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': '4dee3cfb-daa7-40b5-b06e-72d9ee6d2009', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:35.253971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:35.270055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:35.352797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e751920a-c56a-4286-a10b-fb2ba397f286 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:35.356410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-109221e5-06fe-4d82-aeed-d3e45353ac4a req-916568a9-bc97-462a-b195-1b1a861b094e tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 210 time: 0.0587225 Nov 12 11:38:35.527641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32ea2e-d4a5-4c81-af20-ab1f4ecfb42d None None] Pushing event updated for resources: {'Port': ['ID=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:35.539760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b1ae8e05-3155-48dc-b052-9155e438e189 None None] Provisioning complete for port 46cf2f29-7462-452a-8142-d1369b940fb2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:35.540164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8e05-3155-48dc-b052-9155e438e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:35.623301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae8e05-3155-48dc-b052-9155e438e189 None None] Port 46cf2f29-7462-452a-8142-d1369b940fb2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:35.655009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e751920a-c56a-4286-a10b-fb2ba397f286 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:35.655384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:35.657415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b1ae8e05-3155-48dc-b052-9155e438e189 None None] Provisioning complete for port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:35.657687 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8e05-3155-48dc-b052-9155e438e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:36.107199 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Sync routers for ids ['cc832e6b-a790-419f-aff5-5b934ea09334'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:36.132321 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Routers {'cc832e6b-a790-419f-aff5-5b934ea09334'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:36.132321 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc832e6b-a790-419f-aff5-5b934ea09334'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:36.413072 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Set router cc832e6b-a790-419f-aff5-5b934ea09334 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:36.691974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aba9847d-a27a-4ab8-b115-1e798545d08d req-eeed224e-201c-4320-b687-b566a4a34bf3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 210 time: 0.0906413 Nov 12 11:38:36.741609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-65eb8c56-d01a-4155-8fe4-4de2cea7ffb9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:36.744131 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-65eb8c56-d01a-4155-8fe4-4de2cea7ffb9 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.69 "GET /v2.0/networks?id=2ede574f-535b-4c0d-be6c-aaa1d639001f HTTP/1.1" status: 200 len: 798 time: 0.2088342 Nov 12 11:38:36.744939 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-2ce410a5-d856-4475-9d01-78ce9d07e1ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1571145 Nov 12 11:38:36.782903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Request body: {'port': {'device_id': '22285773-8b69-4b3b-9cac-492f5d064658', 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f', 'admin_state_up': True, 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:36.876416 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '46cf2f29-7462-452a-8142-d1369b940fb2', 'name': '', 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'mac_address': 'fa:16:3e:89:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '8576159d-825a-4b04-ab67-2c1bd343567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:31Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 2, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'subnets': [{'id': '8576159d-825a-4b04-ab67-2c1bd343567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:36.933962 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Checking router: cc832e6b-a790-419f-aff5-5b934ea09334 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:36.934188 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Updating router cc832e6b-a790-419f-aff5-5b934ea09334 port 46cf2f29-7462-452a-8142-d1369b940fb2 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:38:36.935713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-629d1909-d8ec-4179-b994-c33d7cf1d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:36.938415 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-629d1909-d8ec-4179-b994-c33d7cf1d538 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1098 time: 0.1203036 Nov 12 11:38:36.993705 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:37.086544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Made reservation on behalf of ecae75af4d5542298cd1d7d8fc927bf0 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:38:37.090541 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:37.133014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-42e4fcd7-48cd-46d6-a644-d35f1cb49847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:37.135215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-42e4fcd7-48cd-46d6-a644-d35f1cb49847 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 898 time: 0.1726122 Nov 12 11:38:37.277840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-7d85f29c-6c99-446c-b28b-3d2526957a2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 1001 time: 0.1301587 Nov 12 11:38:37.428465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:37.442230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-98ec8acd-8741-42df-a508-db104c0b337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:37.445178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-98ec8acd-8741-42df-a508-db104c0b337f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 200 len: 834 time: 0.1538568 Nov 12 11:38:37.448036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Allocated IP 172.20.0.23 (2ede574f-535b-4c0d-be6c-aaa1d639001f/4dee3cfb-daa7-40b5-b06e-72d9ee6d2009/7d318b6d-9c82-4016-9b92-78f529b2e7a8) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:38:37.457431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37400) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:37.589895 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:37.668432 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:37.697293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:37.789467 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644058a7-5581-4cf7-a905-3bd858820bae None None] Pushing event updated for resources: {'Port': ['ID=46cf2f29-7462-452a-8142-d1369b940fb2,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:37.830456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:37.857380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:38:37.860995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:38:37.892236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:38:37.972614 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Attempting to bind port 46cf2f29-7462-452a-8142-d1369b940fb2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:37.973832 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Attempting to bind port 46cf2f29-7462-452a-8142-d1369b940fb2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:37.975211 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Attempting to bind port 46cf2f29-7462-452a-8142-d1369b940fb2 on network baf72d7e-6d8b-4c8a-979f-9621db35eb58 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:37.991752 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:37.997036 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Checking segment: {'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:37.997036 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:37.997036 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Bound using segment: {'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:37.997036 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Bound port: 46cf2f29-7462-452a-8142-d1369b940fb2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:37.997036 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.080796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:38.081460 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.109795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-2f529391-d333-489e-84ed-c218bfbd6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:38.122064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event updated for resources: {'Port': ['ID=7d318b6d-9c82-4016-9b92-78f529b2e7a8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:38.136668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-2f529391-d333-489e-84ed-c218bfbd6b2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b50044c-bb83-4b01-8c09-e19c8ba0815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6739058 Nov 12 11:38:38.170608 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] For port 46cf2f29-7462-452a-8142-d1369b940fb2, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:38.173401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:38.174080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.175398 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] For port 46cf2f29-7462-452a-8142-d1369b940fb2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=46cf2f29-7462-452a-8142-d1369b940fb2,segment=NetworkSegment(b8f81344-ae9a-4faa-b0fc-113b83fdac0f),segment_id=b8f81344-ae9a-4faa-b0fc-113b83fdac0f)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:38.293395 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.343876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d68f9618-4ac5-4ae2-8578-a9042d523ef6 None None] Provisioning complete for port 46cf2f29-7462-452a-8142-d1369b940fb2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:38.344201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d68f9618-4ac5-4ae2-8578-a9042d523ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.351368 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-751e4663-7d03-4b3a-a327-ff81e4fbfa0a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5725243 Nov 12 11:38:38.362460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597698df-e919-432c-a77c-47a5cb503dc8 req-61a99ee9-e641-4973-a536-f2d295c70b1c tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:38.366746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Request body: {'port': {'device_id': '22285773-8b69-4b3b-9cac-492f5d064658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:38.386740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-597698df-e919-432c-a77c-47a5cb503dc8 req-61a99ee9-e641-4973-a536-f2d295c70b1c tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 895 time: 0.4005845 Nov 12 11:38:38.406170 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-642d718f-c413-43d4-a720-4f23edb36da7 service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669222 Nov 12 11:38:38.456949 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d68f9618-4ac5-4ae2-8578-a9042d523ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.465821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644058a7-5581-4cf7-a905-3bd858820bae None None] Pushing event updated for resources: {'Port': ['ID=46cf2f29-7462-452a-8142-d1369b940fb2,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:38.503251 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.507825 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Routers {'cc832e6b-a790-419f-aff5-5b934ea09334'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:38.518720 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc832e6b-a790-419f-aff5-5b934ea09334'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:38.579439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d68f9618-4ac5-4ae2-8578-a9042d523ef6 None None] For port 46cf2f29-7462-452a-8142-d1369b940fb2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=46cf2f29-7462-452a-8142-d1369b940fb2,segment=NetworkSegment(b8f81344-ae9a-4faa-b0fc-113b83fdac0f),segment_id=b8f81344-ae9a-4faa-b0fc-113b83fdac0f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:38.604617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f69b2f5-4eb5-49d2-bf0f-47b885025d39 req-33759e34-9050-4594-ad0f-0911c323a1fb service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789272 Nov 12 11:38:38.663297 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d68f9618-4ac5-4ae2-8578-a9042d523ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.755350 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.795232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f9618-4ac5-4ae2-8578-a9042d523ef6 None None] Pushing event updated for resources: {'Port': ['ID=46cf2f29-7462-452a-8142-d1369b940fb2,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:38.840894 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] Set router cc832e6b-a790-419f-aff5-5b934ea09334 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:38.846099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ed23d9e5-48ce-4b2c-9d2c-2f1d65aea94d None None] Provisioning complete for port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:38.848390 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed23d9e5-48ce-4b2c-9d2c-2f1d65aea94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:38.937506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ed23d9e5-48ce-4b2c-9d2c-2f1d65aea94d None None] Port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:38:39.076871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a856cc14-12bd-46e7-ba32-dae4a624c79e None None] Provisioning complete for port 46cf2f29-7462-452a-8142-d1369b940fb2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:39.078235 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a856cc14-12bd-46e7-ba32-dae4a624c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:39.143542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d318b6d-9c82-4016-9b92-78f529b2e7a8 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:38:39.163279 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:39.194428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Transition to ACTIVE for port object 7d318b6d-9c82-4016-9b92-78f529b2e7a8 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:38:39.224554 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '46cf2f29-7462-452a-8142-d1369b940fb2', 'name': '', 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'mac_address': 'fa:16:3e:89:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '8576159d-825a-4b04-ab67-2c1bd343567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:31Z', 'updated_at': '2021-11-12T11:38:38Z', 'revision_number': 4, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'subnets': [{'id': '8576159d-825a-4b04-ab67-2c1bd343567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:39.260052 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6712e0-9c2c-4c6c-8c7a-e961ce15fc8e None None] The sync data for ids ['cc832e6b-a790-419f-aff5-5b934ea09334'] in n-d-768852-22 is: [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '46cf2f29-7462-452a-8142-d1369b940fb2', 'name': '', 'network_id': 'baf72d7e-6d8b-4c8a-979f-9621db35eb58', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'mac_address': 'fa:16:3e:89:37:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '8576159d-825a-4b04-ab67-2c1bd343567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:31Z', 'updated_at': '2021-11-12T11:38:38Z', 'revision_number': 4, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'subnets': [{'id': '8576159d-825a-4b04-ab67-2c1bd343567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:39.280590 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:39.415169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d318b6d-9c82-4016-9b92-78f529b2e7a8,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:39.480188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Attempting to bind port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:39.480760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Attempting to bind port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:39.481480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Attempting to bind port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 on network 2ede574f-535b-4c0d-be6c-aaa1d639001f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:39.487344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 on network 2ede574f-535b-4c0d-be6c-aaa1d639001f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:38:39.487881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Attempting to bind port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 on network 2ede574f-535b-4c0d-be6c-aaa1d639001f {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:39.502060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:39.502879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Checking segment: {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:39.503389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Bound using segment: {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:39.503890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Bound port: 7d318b6d-9c82-4016-9b92-78f529b2e7a8, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35cd3d7-1fdd-4603-b0ba-4271e996de97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:39.504374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:39.641999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3064b6-e717-4346-92bc-0f19ecd22ebb req-5b8fa9f1-0652-4d66-be18-8b3c7ad83d44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:39.651822 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f3064b6-e717-4346-92bc-0f19ecd22ebb req-5b8fa9f1-0652-4d66-be18-8b3c7ad83d44 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.7677705 Nov 12 11:38:39.656415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] For port 7d318b6d-9c82-4016-9b92-78f529b2e7a8, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:39.661766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] For port 7d318b6d-9c82-4016-9b92-78f529b2e7a8, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7d318b6d-9c82-4016-9b92-78f529b2e7a8,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:39.714870 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:39.820210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d318b6d-9c82-4016-9b92-78f529b2e7a8,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:39.821630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f3064b6-e717-4346-92bc-0f19ecd22ebb req-d37e24df-b888-4597-a293-9372ea92b080 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464825 Nov 12 11:38:39.821734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:39.821734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:39.831000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-b4c78ade-8209-4944-a45b-668c21de3fd3 service neutron] 10.222.0.69 "PUT /v2.0/ports/7d318b6d-9c82-4016-9b92-78f529b2e7a8 HTTP/1.1" status: 200 len: 1056 time: 1.4706228 Nov 12 11:38:39.831567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22285773-8b69-4b3b-9cac-492f5d064658', 'tag': '7d318b6d-9c82-4016-9b92-78f529b2e7a8'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:39.835085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37442) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:39.837945 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a70e85-a309-4c47-8095-af7bcc226185" -d '{"events": [{"name": "network-changed", "server_uuid": "22285773-8b69-4b3b-9cac-492f5d064658", "tag": "7d318b6d-9c82-4016-9b92-78f529b2e7a8"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:39.954458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6d956f76-7f87-41f0-971a-c613f11a6008 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/9e277ba4-d7cd-4a38-9cd7-1d356a2f3841 HTTP/1.1" status: 200 len: 993 time: 0.1117344 Nov 12 11:38:40.118380 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27863f0-26fd-412a-8ee0-31c952395aba req-57b3ec88-749a-4704-86d4-5434e5d6127a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:40.127003 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e27863f0-26fd-412a-8ee0-31c952395aba req-57b3ec88-749a-4704-86d4-5434e5d6127a tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 907 time: 0.1165285 Nov 12 11:38:40.183670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Deleting port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:40.184131 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:40.277625 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bd7cfe-6c07-448a-b93b-17b7bc25d3c3 x-openstack-request-id: req-79bd7cfe-6c07-448a-b93b-17b7bc25d3c3 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:40.278155 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22285773-8b69-4b3b-9cac-492f5d064658", "tag": "7d318b6d-9c82-4016-9b92-78f529b2e7a8", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:40.278553 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-79bd7cfe-6c07-448a-b93b-17b7bc25d3c3 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:40.279067 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22285773-8b69-4b3b-9cac-492f5d064658', 'tag': '7d318b6d-9c82-4016-9b92-78f529b2e7a8', 'status': 'completed', 'code': 200} Nov 12 11:38:40.319414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] For port b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,segment=NetworkSegment(1a516cc1-d35a-4974-a9d7-f6844a0fe9ff),segment_id=1a516cc1-d35a-4974-a9d7-f6844a0fe9ff)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:40.319784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:40.345876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Calling delete_port for b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:40.363787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70e85-a309-4c47-8095-af7bcc226185 req-57ffeb29-b322-4ea2-9f9f-91b16888a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:40.366043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37a70e85-a309-4c47-8095-af7bcc226185 req-57ffeb29-b322-4ea2-9f9f-91b16888a994 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 1059 time: 0.0633893 Nov 12 11:38:40.655059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70e85-a309-4c47-8095-af7bcc226185 req-5b9bc030-612e-452d-b4ee-56a3eec2d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:40.660529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70e85-a309-4c47-8095-af7bcc226185 req-5b9bc030-612e-452d-b4ee-56a3eec2d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:40.664930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37a70e85-a309-4c47-8095-af7bcc226185 req-5b9bc030-612e-452d-b4ee-56a3eec2d104 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2765396 Nov 12 11:38:40.734603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15ab90-9098-42c5-b648-142fb714d1e2 req-6220c058-29d4-4c1d-a648-8193b84870ad tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:40.736820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a15ab90-9098-42c5-b648-142fb714d1e2 req-6220c058-29d4-4c1d-a648-8193b84870ad tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1098 time: 0.1229019 Nov 12 11:38:40.848288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a15ab90-9098-42c5-b648-142fb714d1e2 req-6645159e-f7d7-4b36-b3db-8dd84c786f84 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967872 Nov 12 11:38:40.880754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:40.918716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:41.287661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:41.400190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70e85-a309-4c47-8095-af7bcc226185 req-c9e63f15-75bd-4e86-8ef2-b5bba3a43c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:41.401707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-37a70e85-a309-4c47-8095-af7bcc226185 req-c9e63f15-75bd-4e86-8ef2-b5bba3a43c33 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7272408 Nov 12 11:38:41.515527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 46cf2f29-7462-452a-8142-d1369b940fb2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:41.558060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-c0501b30-f35c-494b-affb-131edae132b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:41.565783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-c0501b30-f35c-494b-affb-131edae132b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 1059 time: 0.0866511 Nov 12 11:38:41.583301 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 46cf2f29-7462-452a-8142-d1369b940fb2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:41.584370 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:41.633665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-c728948d-e115-4ea1-b61e-ed6189ed7a3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7d318b6d-9c82-4016-9b92-78f529b2e7a8 HTTP/1.1" status: 200 len: 217 time: 0.0590451 Nov 12 11:38:41.744302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Router 845d2c39-f526-43c1-9674-8746b6d2eda3 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:38:41.752669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-7bbc203a-3536-4e90-91a4-1f287331de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:41.754134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-7bbc203a-3536-4e90-91a4-1f287331de41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4dee3cfb-daa7-40b5-b06e-72d9ee6d2009 HTTP/1.1" status: 200 len: 838 time: 0.1131122 Nov 12 11:38:41.820529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-67c5242d-65c1-4636-a2a8-20796ce0bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:41.821950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-67c5242d-65c1-4636-a2a8-20796ce0bca7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2ede574f-535b-4c0d-be6c-aaa1d639001f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0526080 Nov 12 11:38:41.922067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:41.932362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] Sync routers for ids ['845d2c39-f526-43c1-9674-8746b6d2eda3'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:41.938295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d1920a93-ca98-4398-9a74-1d5eafd4ce58 admin admin] 10.222.0.98 "PUT /v2.0/routers/845d2c39-f526-43c1-9674-8746b6d2eda3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4662194 Nov 12 11:38:41.940411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37492) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:41.948848 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-e0f81f1e-b332-40f7-b6f4-07c166dee55d service neutron] 10.222.0.69 "GET /v2.0/networks/2ede574f-535b-4c0d-be6c-aaa1d639001f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149437 Nov 12 11:38:41.952478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] Routers {'845d2c39-f526-43c1-9674-8746b6d2eda3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:41.958324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['845d2c39-f526-43c1-9674-8746b6d2eda3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:42.089481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] Set router 845d2c39-f526-43c1-9674-8746b6d2eda3 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:42.166044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-73d96427-3730-4ed5-a67b-7255d8ea9da2 req-df5182c1-bec6-48cb-9530-399324b006ef service neutron] 10.222.0.69 "GET /v2.0/networks/2ede574f-535b-4c0d-be6c-aaa1d639001f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659272 Nov 12 11:38:42.167284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:42.302404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:40Z', 'revision_number': 5, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:42.333477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] Checking router: 845d2c39-f526-43c1-9674-8746b6d2eda3 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:42.338179 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:42.343406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] Routers {'845d2c39-f526-43c1-9674-8746b6d2eda3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:42.344076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['845d2c39-f526-43c1-9674-8746b6d2eda3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:42.374297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37502) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:42.468531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] Set router 845d2c39-f526-43c1-9674-8746b6d2eda3 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:42.486399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Deleting port 4d906a76-f5e2-47ad-90a7-417d82a626f5 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:42.487018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:42.574654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-bbd9241f-61a0-41d4-a5a6-23ddd02d1389 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1987648 Nov 12 11:38:42.585961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-d3c963a0-7b5a-4daa-a521-e4c90ce72ea0 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:38:42.587254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-d3c963a0-7b5a-4daa-a521-e4c90ce72ea0 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068307 Nov 12 11:38:42.598760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] For port 4d906a76-f5e2-47ad-90a7-417d82a626f5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4d906a76-f5e2-47ad-90a7-417d82a626f5,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:42.599126 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:42.619710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Calling delete_port for 4d906a76-f5e2-47ad-90a7-417d82a626f5 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:42.706030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:40Z', 'revision_number': 5, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:42.785321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee766f26-50e2-431e-b51b-50f1fad4856b None None] The sync data for ids ['845d2c39-f526-43c1-9674-8746b6d2eda3'] in n-d-768852-22 is: [{'id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'name': 'tempest-TestAggregatesBasicOps-1146217055-router', 'tenant_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:40Z', 'revision_number': 5, 'project_id': 'd20f36bf56d44b3ba237f1ad9a51df3c', 'gw_port': {'id': '4d906a76-f5e2-47ad-90a7-417d82a626f5', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845d2c39-f526-43c1-9674-8746b6d2eda3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:15Z', 'updated_at': '2021-11-12T11:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:42.954496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:42.986590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d906a76-f5e2-47ad-90a7-417d82a626f5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:43.007292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd119fa-b854-48da-8af4-f0e0becbb661 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:43.059215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.155158 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.156841 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.324119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:43.328496 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.329231 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 845d2c39-f526-43c1-9674-8746b6d2eda3 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:38:43.341530 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.341530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bd01f116-c49d-465d-966c-24d211ee2095 admin admin] 10.222.0.98 "DELETE /v2.0/routers/845d2c39-f526-43c1-9674-8746b6d2eda3 HTTP/1.1" status: 204 len: 168 time: 1.3952332 Nov 12 11:38:43.341845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37514) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:43.374244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:38:43.374244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b96f9fce-9e8e-4d9c-a6ea-fbbf16f1e5f8 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:43.428123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d692827-a16c-4d5d-8b96-8ba827eb0865 admin admin] Deleting subnet 6c554262-cf12-432f-84f4-bc0577c4a452 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:38:43.428755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d692827-a16c-4d5d-8b96-8ba827eb0865 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.472734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d692827-a16c-4d5d-8b96-8ba827eb0865 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.567201 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d692827-a16c-4d5d-8b96-8ba827eb0865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.726681 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d692827-a16c-4d5d-8b96-8ba827eb0865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.757960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d692827-a16c-4d5d-8b96-8ba827eb0865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c554262-cf12-432f-84f4-bc0577c4a452,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:43.761855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6d692827-a16c-4d5d-8b96-8ba827eb0865 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:43.765065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6d692827-a16c-4d5d-8b96-8ba827eb0865 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6c554262-cf12-432f-84f4-bc0577c4a452 HTTP/1.1" status: 204 len: 168 time: 0.4245470 Nov 12 11:38:43.768540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37518) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:43.778330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c54bc-e40b-42dd-b280-68c80fb6fecb None None] Network 10386211-99c3-4640-995b-31e0ba2f6a62 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:38:43.869930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-82ca4300-90ea-4a71-85d3-15f5e45bb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:43.871416 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-82ca4300-90ea-4a71-85d3-15f5e45bb4b2 service neutron] 10.222.0.98 "GET /v2.0/ports/b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 1095 time: 0.0716026 Nov 12 11:38:43.890026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Request body: {'binding': {'host': 'n-h1-768852-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:43.890483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Unknown quota resources ['binding']. {{(pid=109704) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 11:38:43.936624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.040590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Deleting port 0245f637-788a-417b-8e50-afa81b140fd5 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:44.041342 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.056999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] DHCP port deletion for 10386211-99c3-4640-995b-31e0ba2f6a62 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:44.161845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] Deleting port 0245f637-788a-417b-8e50-afa81b140fd5 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:44.162494 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.176418 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on host n-h1-768852-22 for vnic_type normal with profile None {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:44.176851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:44.177180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:44.180601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] For port 0245f637-788a-417b-8e50-afa81b140fd5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0245f637-788a-417b-8e50-afa81b140fd5,segment=NetworkSegment(1a516cc1-d35a-4974-a9d7-f6844a0fe9ff),segment_id=1a516cc1-d35a-4974-a9d7-f6844a0fe9ff)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:44.181839 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.183555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:38:44.183882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:44.190878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:44.191093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Checking segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:44.191402 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Bound using segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:44.191852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Bound port: b05fa0d2-11df-4a2e-b992-2d476c8ae432, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:44.211642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Calling delete_port for 0245f637-788a-417b-8e50-afa81b140fd5 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:44.249705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] For port 0245f637-788a-417b-8e50-afa81b140fd5, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0245f637-788a-417b-8e50-afa81b140fd5,segment=NetworkSegment(1a516cc1-d35a-4974-a9d7-f6844a0fe9ff),segment_id=1a516cc1-d35a-4974-a9d7-f6844a0fe9ff)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:44.250576 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.268251 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] Calling delete_port for 0245f637-788a-417b-8e50-afa81b140fd5 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:44.315741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:44.398729 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] Publish callbacks [] for binding, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.399506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-c5373d7a-59f6-4865-bbbd-f455f8e66091 service neutron] 10.222.0.98 "POST /v2.0/ports/b05fa0d2-11df-4a2e-b992-2d476c8ae432/bindings HTTP/1.1" status: 201 len: 390 time: 0.5206914 Nov 12 11:38:44.417635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.424789 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.453662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] No DVR routers for this DVR port 0245f637-788a-417b-8e50-afa81b140fd5 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:38:44.461764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0245f637-788a-417b-8e50-afa81b140fd5,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:44.483700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] Pushing event deleted for resources: {'Port': ['ID=0245f637-788a-417b-8e50-afa81b140fd5,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:44.487657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b94fa-7b76-4d85-bb5c-ee39584490a2 None None] No DVR routers for this DVR port 0245f637-788a-417b-8e50-afa81b140fd5 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:38:44.558993 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.587489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10386211-99c3-4640-995b-31e0ba2f6a62']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:44.598335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:44.598652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a516cc1-d35a-4974-a9d7-f6844a0fe9ff') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:44.623048 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.642121 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.654068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:38:44.654472 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:38:44.660374 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:38:44.719743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673447-4679-4e52-a732-1ffcdcc06938 req-a595c1ce-c8fb-497a-a0b4-b1d4a3930044 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:44.723222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74673447-4679-4e52-a732-1ffcdcc06938 req-a595c1ce-c8fb-497a-a0b4-b1d4a3930044 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 907 time: 0.0586410 Nov 12 11:38:44.789012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.795418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:44.799796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] 10.222.0.98 "DELETE /v2.0/networks/10386211-99c3-4640-995b-31e0ba2f6a62 HTTP/1.1" status: 204 len: 168 time: 1.0300925 Nov 12 11:38:44.803003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37526) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:44.824232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe2aae-53ae-4bdf-9470-ea1892c807ff admin admin] Pushing event deleted for resources: {'Network': ['ID=10386211-99c3-4640-995b-31e0ba2f6a62,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:44.980319 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da583ea-8efc-4365-9554-14d8297f27cb req-c1b672fa-efdc-499b-acbe-9b9793d58d2c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:44.982077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4da583ea-8efc-4365-9554-14d8297f27cb req-c1b672fa-efdc-499b-acbe-9b9793d58d2c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.1200345 Nov 12 11:38:45.097316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7d318b6d-9c82-4016-9b92-78f529b2e7a8 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:38:45.114486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-8b8d47fa-3bda-4670-a136-be2b9d21760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:45.116288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-8b8d47fa-3bda-4670-a136-be2b9d21760d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1098 time: 0.0561373 Nov 12 11:38:45.125383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4da583ea-8efc-4365-9554-14d8297f27cb req-789ea8c4-1599-439a-bb49-f033ae5e7dad tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363177 Nov 12 11:38:45.311059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7d318b6d-9c82-4016-9b92-78f529b2e7a8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7d318b6d-9c82-4016-9b92-78f529b2e7a8,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:45.319230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-67fa0a2c-5739-4e18-8662-26d9c2c71d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:45.321492 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-67fa0a2c-5739-4e18-8662-26d9c2c71d09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 898 time: 0.1983557 Nov 12 11:38:45.346746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '7d318b6d-9c82-4016-9b92-78f529b2e7a8', 'network_id': '2ede574f-535b-4c0d-be6c-aaa1d639001f', 'port_id': '7d318b6d-9c82-4016-9b92-78f529b2e7a8', 'mac_address': 'fa:16:3e:ff:15:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dee3cfb-daa7-40b5-b06e-72d9ee6d2009', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:38:45.385907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:45.418541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:45.422891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0245f637-788a-417b-8e50-afa81b140fd5 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:45.506615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 0245f637-788a-417b-8e50-afa81b140fd5 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:38:45.506615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0245f637-788a-417b-8e50-afa81b140fd5 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:45.506615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4d906a76-f5e2-47ad-90a7-417d82a626f5 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:45.507189 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-fe7cf1a4-9223-4ec8-9c3d-ceee1ec72597 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 1001 time: 0.1482773 Nov 12 11:38:45.507498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4d906a76-f5e2-47ad-90a7-417d82a626f5 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:38:45.507498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4d906a76-f5e2-47ad-90a7-417d82a626f5 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:45.507498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d318b6d-9c82-4016-9b92-78f529b2e7a8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:38:45.529607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7d318b6d-9c82-4016-9b92-78f529b2e7a8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7d318b6d-9c82-4016-9b92-78f529b2e7a8,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:45.586198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-a872330e-693d-419c-8177-4164fc3707fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:45.587830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-a872330e-693d-419c-8177-4164fc3707fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 200 len: 834 time: 0.0987139 Nov 12 11:38:45.666973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-6b558015-d456-46b1-b0d6-9424e5d12dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:45.669591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-6b558015-d456-46b1-b0d6-9424e5d12dc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b50044c-bb83-4b01-8c09-e19c8ba0815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737324 Nov 12 11:38:45.723105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Deleting port 46cf2f29-7462-452a-8142-d1369b940fb2 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:45.723649 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:45.815563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-7e582b25-ef5f-4b9d-89b6-c7c4988eaf4a service neutron] 10.222.0.57 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388276 Nov 12 11:38:45.824955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] For port 46cf2f29-7462-452a-8142-d1369b940fb2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=46cf2f29-7462-452a-8142-d1369b940fb2,segment=NetworkSegment(b8f81344-ae9a-4faa-b0fc-113b83fdac0f),segment_id=b8f81344-ae9a-4faa-b0fc-113b83fdac0f)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:45.825323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:45.858285 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:45.865607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Calling delete_port for 46cf2f29-7462-452a-8142-d1369b940fb2 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:45.955896 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebe4b6-b03a-4eb5-8c64-a026f0e6022c req-5e8e0ed1-0757-40f1-bd0c-bf3eee23ebbc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:45.957685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-edebe4b6-b03a-4eb5-8c64-a026f0e6022c req-5e8e0ed1-0757-40f1-bd0c-bf3eee23ebbc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 907 time: 0.1240325 Nov 12 11:38:45.957870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-3dcd6dfc-cadb-4918-8667-de74f77bf8d2 service neutron] 10.222.0.57 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349905 Nov 12 11:38:45.989736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7d318b6d-9c82-4016-9b92-78f529b2e7a8,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:46.103958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['7d318b6d-9c82-4016-9b92-78f529b2e7a8'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:38:46.120777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-706f36aa-8fc8-4bc3-bc16-a742b17c60e5 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:46.122846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-706f36aa-8fc8-4bc3-bc16-a742b17c60e5 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0&tenant_id=c2299b0844f3474a94733bf9075b3dd2&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1098 time: 0.1036823 Nov 12 11:38:46.136945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-22'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:46.182775 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:46.211536 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:46.219050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Pushing event deleted for resources: {'Port': ['ID=46cf2f29-7462-452a-8142-d1369b940fb2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:46.364213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7354343-7fe8-441f-97ad-755c5e55aa65 req-4f955b19-493d-47eb-ad43-fc0d8d9eb54b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:46.366248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7354343-7fe8-441f-97ad-755c5e55aa65 req-4f955b19-493d-47eb-ad43-fc0d8d9eb54b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.1434700 Nov 12 11:38:46.395659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:46.439903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:46.492914 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:46.496142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:46.499443 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2005eaef-b7a6-4111-bf9a-dae9247abdfc" -d '{"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:46.542956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:46.548519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7354343-7fe8-441f-97ad-755c5e55aa65 req-04c69e49-a593-40e1-81cb-46ee0baaa74e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724780 Nov 12 11:38:46.594816 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:46.637603 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10afe0ee-c6d8-4daa-976a-2f4169daf895 x-openstack-request-id: req-10afe0ee-c6d8-4daa-976a-2f4169daf895 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:46.638042 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:46.638410 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-10afe0ee-c6d8-4daa-976a-2f4169daf895 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:46.639801 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'code': 200} Nov 12 11:38:46.743261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:46.848697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on host n-h2-768852-22 for vnic_type normal with profile {"migrating_to": "n-h1-768852-22"} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:38:46.849335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:38:46.849335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:46.857010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:38:46.857281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Attempting to bind port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on network 9b50044c-bb83-4b01-8c09-e19c8ba0815e {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:38:46.864776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:38:46.865201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Checking segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:38:46.866118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Bound using segment: {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:38:46.866569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Bound port: b05fa0d2-11df-4a2e-b992-2d476c8ae432, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:38:46.866909 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:46.887486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Router cc832e6b-a790-419f-aff5-5b934ea09334 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:38:46.955365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:46.960551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:38:47.032211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:47.038778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:38:47.045445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7ae48f95-5e53-4c68-ae3f-cdaeff71ec96 admin admin] 10.222.0.98 "PUT /v2.0/routers/cc832e6b-a790-419f-aff5-5b934ea09334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2400966 Nov 12 11:38:47.049901 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] Sync routers for ids ['cc832e6b-a790-419f-aff5-5b934ea09334'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:38:47.059124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37562) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:47.066433 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] Routers {'cc832e6b-a790-419f-aff5-5b934ea09334'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:47.069224 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc832e6b-a790-419f-aff5-5b934ea09334'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:47.089988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e6bda226-c2e9-4150-ab10-84edc213dabc None None] Provisioning complete for port b05fa0d2-11df-4a2e-b992-2d476c8ae432 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:47.090500 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6bda226-c2e9-4150-ab10-84edc213dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:47.210834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=8']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:47.247014 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] Set router cc832e6b-a790-419f-aff5-5b934ea09334 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:47.273300 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7d318b6d-9c82-4016-9b92-78f529b2e7a8 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:38:47.310063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:47.310688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:47.312174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-f7b0d78f-e6dd-4a9a-8baf-36f25f25a122 service neutron] 10.222.0.57 "PUT /v2.0/ports/b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 1124 time: 1.1802244 Nov 12 11:38:47.364712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470900e2-1dc7-47aa-932e-d0cbb99aaa25 req-c452b2c4-fafd-4773-ae2b-9698ffb8b149 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:47.373529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-470900e2-1dc7-47aa-932e-d0cbb99aaa25 req-c452b2c4-fafd-4773-ae2b-9698ffb8b149 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 908 time: 0.2221084 Nov 12 11:38:47.389271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:47.521985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['b05fa0d2-11df-4a2e-b992-2d476c8ae432'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:38:47.579805 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6bda226-c2e9-4150-ab10-84edc213dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:47.601120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:38:47.603205 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:46Z', 'revision_number': 5, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:47.644689 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] Checking router: cc832e6b-a790-419f-aff5-5b934ea09334 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:38:47.656634 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] Routers {'cc832e6b-a790-419f-aff5-5b934ea09334'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:38:47.657764 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['cc832e6b-a790-419f-aff5-5b934ea09334'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:47.658640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e6bda226-c2e9-4150-ab10-84edc213dabc None None] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:47.668767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:47.672142 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e84bf1-22cd-4c77-a610-b6e98bdc6351" -d '{"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-plugged", "status": "completed", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:47.674827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:47.675225 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:47.725079 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:47.741682 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6bda226-c2e9-4150-ab10-84edc213dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:47.824984 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] Set router cc832e6b-a790-419f-aff5-5b934ea09334 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:38:47.837216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e836dc-0552-43ff-bc37-068a24cec81a req-7a25b64e-c855-47ff-a7ce-41d650a2898a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:47.839357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51e836dc-0552-43ff-bc37-068a24cec81a req-7a25b64e-c855-47ff-a7ce-41d650a2898a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.1020632 Nov 12 11:38:48.057746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:48.196322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bda226-c2e9-4150-ab10-84edc213dabc None None] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:48.213165 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:48.362333 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:46Z', 'revision_number': 5, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:48.419271 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fbbb6d-298c-4fe7-b724-87a9cabf0f23 None None] The sync data for ids ['cc832e6b-a790-419f-aff5-5b934ea09334'] in n-d-768852-22 is: [{'id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'name': 'tempest-TestAggregatesBasicOps-1869844722-router', 'tenant_id': '238f176fab5d41e5a9862be8849b6fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:25Z', 'updated_at': '2021-11-12T11:38:46Z', 'revision_number': 5, 'project_id': '238f176fab5d41e5a9862be8849b6fb4', 'gw_port': {'id': 'e751920a-c56a-4286-a10b-fb2ba397f286', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:01:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc832e6b-a790-419f-aff5-5b934ea09334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:26Z', 'updated_at': '2021-11-12T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:38:48.450291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51e836dc-0552-43ff-bc37-068a24cec81a req-78ff4f95-f93e-4a70-87ac-034ffa15cb5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5985334 Nov 12 11:38:48.507675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Deleting port e751920a-c56a-4286-a10b-fb2ba397f286 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:48.508184 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:48.541745 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf36467c-e1a4-4d8d-9bf1-a85cae53998f x-openstack-request-id: req-bf36467c-e1a4-4d8d-9bf1-a85cae53998f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:48.542216 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-plugged", "status": "completed", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:48.542321 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bf36467c-e1a4-4d8d-9bf1-a85cae53998f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:48.543160 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'code': 200} Nov 12 11:38:48.551984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 7d318b6d-9c82-4016-9b92-78f529b2e7a8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7d318b6d-9c82-4016-9b92-78f529b2e7a8,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:48.585694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-89afaf49-61de-44a3-aa33-58f1c41bfa73 None None] Provisioning complete for port b05fa0d2-11df-4a2e-b992-2d476c8ae432 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:38:48.586059 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89afaf49-61de-44a3-aa33-58f1c41bfa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:48.641445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:48.644810 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad6c0c-4144-410b-9443-b918c3a92bca" -d '{"events": [{"name": "network-changed", "server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:48.670879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] For port e751920a-c56a-4286-a10b-fb2ba397f286, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e751920a-c56a-4286-a10b-fb2ba397f286,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:48.671400 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:48.687781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Calling delete_port for e751920a-c56a-4286-a10b-fb2ba397f286 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:48.700037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcf844-83df-45a5-b00c-efc7b8e000f7 req-4015114d-549d-49e9-be18-d1b8358795be tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:48.701221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:48.701730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2cbcf844-83df-45a5-b00c-efc7b8e000f7 req-4015114d-549d-49e9-be18-d1b8358795be tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 908 time: 0.1000433 Nov 12 11:38:48.772061 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c11cc40-2e3d-4b1d-9719-11f4cc5486c4 x-openstack-request-id: req-7c11cc40-2e3d-4b1d-9719-11f4cc5486c4 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:48.773425 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:48.775842 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7c11cc40-2e3d-4b1d-9719-11f4cc5486c4 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:48.776530 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'status': 'completed', 'code': 200} Nov 12 11:38:48.801714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=7d318b6d-9c82-4016-9b92-78f529b2e7a8,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:48.868720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-7574b895-5f5f-4d63-be5f-46d8d0894191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:48.870264 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-7574b895-5f5f-4d63-be5f-46d8d0894191 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1129 time: 0.0707462 Nov 12 11:38:49.000265 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.034566 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090d19f-f406-46e8-a2d0-400d8efecfc1 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:49.057010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-675545a0-ce71-4dd1-a4bd-305f6ca14a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:49.058591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-675545a0-ce71-4dd1-a4bd-305f6ca14a21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 898 time: 0.1768882 Nov 12 11:38:49.081094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Pushing event deleted for resources: {'Port': ['ID=e751920a-c56a-4286-a10b-fb2ba397f286,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:49.134833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.143663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-c61ac656-f0a7-4db9-9f40-506b5fe6c186 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 1001 time: 0.0767848 Nov 12 11:38:49.197489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-09b7acab-3d1e-4f7d-a003-84cd6dbe4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:49.199431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-09b7acab-3d1e-4f7d-a003-84cd6dbe4eea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 200 len: 834 time: 0.0476711 Nov 12 11:38:49.232168 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.255820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.271796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-99d7a961-b15b-4dbc-a57c-520e80fb10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:49.276367 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-99d7a961-b15b-4dbc-a57c-520e80fb10e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9b50044c-bb83-4b01-8c09-e19c8ba0815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649343 Nov 12 11:38:49.376966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b05fa0d2-11df-4a2e-b992-2d476c8ae432 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:38:49.394316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.394866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc832e6b-a790-419f-aff5-5b934ea09334 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:38:49.401783 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.403629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6ab336c9-ded4-4fec-aa2b-ad6a92b23541 admin admin] 10.222.0.98 "DELETE /v2.0/routers/cc832e6b-a790-419f-aff5-5b934ea09334 HTTP/1.1" status: 204 len: 168 time: 2.3432529 Nov 12 11:38:49.411459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37588) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:49.421557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-28c4dd20-b4a2-4ed7-b531-7f95f467f8a0 service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397443 Nov 12 11:38:49.485961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0c3bed-eb2e-44c4-87fe-a6d8dc3cf6d8 admin admin] Deleting subnet 8576159d-825a-4b04-ab67-2c1bd343567c {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:38:49.487170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 46cf2f29-7462-452a-8142-d1369b940fb2 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:49.498500 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3bed-eb2e-44c4-87fe-a6d8dc3cf6d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.566432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 46cf2f29-7462-452a-8142-d1369b940fb2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:38:49.566961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 46cf2f29-7462-452a-8142-d1369b940fb2 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:49.623187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3bed-eb2e-44c4-87fe-a6d8dc3cf6d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.623433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:49.653265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b05fa0d2-11df-4a2e-b992-2d476c8ae432 has no active binding in host n-h1-768852-22 {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 11:38:49.682266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-89ad6c0c-4144-410b-9443-b918c3a92bca req-8330210d-073e-43a5-84a9-1920e4bd09d3 service neutron] 10.222.0.69 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935513 Nov 12 11:38:49.714230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a69854-84c9-474b-85c0-077e049f290e req-bdac23e5-79c9-4461-be79-a2e0941bd641 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:49.716887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78a69854-84c9-474b-85c0-077e049f290e req-bdac23e5-79c9-4461-be79-a2e0941bd641 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.1280227 Nov 12 11:38:49.742394 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3bed-eb2e-44c4-87fe-a6d8dc3cf6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.776853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78a69854-84c9-474b-85c0-077e049f290e req-3ba673cd-4c38-46c8-94b5-be505435765b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536430 Nov 12 11:38:49.899490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3bed-eb2e-44c4-87fe-a6d8dc3cf6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.921740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4bb7-55d6-4522-9538-f3e8c3880648 req-55871f42-0193-4de7-9dc7-936a47e0bc10 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:49.931835 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4cbb4bb7-55d6-4522-9538-f3e8c3880648 req-55871f42-0193-4de7-9dc7-936a47e0bc10 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 909 time: 0.0708642 Nov 12 11:38:49.948086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c3bed-eb2e-44c4-87fe-a6d8dc3cf6d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8576159d-825a-4b04-ab67-2c1bd343567c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:49.951404 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3bed-eb2e-44c4-87fe-a6d8dc3cf6d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:49.954848 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ef0c3bed-eb2e-44c4-87fe-a6d8dc3cf6d8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8576159d-825a-4b04-ab67-2c1bd343567c HTTP/1.1" status: 204 len: 168 time: 0.5455041 Nov 12 11:38:49.956618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37594) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:49.963800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4411c6f-2188-41ff-b39e-5d75deb00a8d None None] Network baf72d7e-6d8b-4c8a-979f-9621db35eb58 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:38:50.117293 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.229037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Deleting port f448516a-25e7-46a8-bdc5-f39f17069043 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:50.229414 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.257969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] DHCP port deletion for baf72d7e-6d8b-4c8a-979f-9621db35eb58 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:38:50.308440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] Deleting port f448516a-25e7-46a8-bdc5-f39f17069043 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:50.309058 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.325000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] For port f448516a-25e7-46a8-bdc5-f39f17069043, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f448516a-25e7-46a8-bdc5-f39f17069043,segment=NetworkSegment(b8f81344-ae9a-4faa-b0fc-113b83fdac0f),segment_id=b8f81344-ae9a-4faa-b0fc-113b83fdac0f)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:50.325368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.340666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Calling delete_port for f448516a-25e7-46a8-bdc5-f39f17069043 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:50.382543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] For port f448516a-25e7-46a8-bdc5-f39f17069043, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f448516a-25e7-46a8-bdc5-f39f17069043,segment=NetworkSegment(b8f81344-ae9a-4faa-b0fc-113b83fdac0f),segment_id=b8f81344-ae9a-4faa-b0fc-113b83fdac0f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:50.382940 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.398570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] Calling delete_port for f448516a-25e7-46a8-bdc5-f39f17069043 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:50.503279 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.510847 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.536976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Pushing event deleted for resources: {'Port': ['ID=f448516a-25e7-46a8-bdc5-f39f17069043,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:50.539109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] No DVR routers for this DVR port f448516a-25e7-46a8-bdc5-f39f17069043 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:38:50.546960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22285773-8b69-4b3b-9cac-492f5d064658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d318b6d-9c82-4016-9b92-78f529b2e7a8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:50.551968 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31933f89-782f-4217-9993-5a208ab50c10" -d '{"events": [{"server_uuid": "22285773-8b69-4b3b-9cac-492f5d064658", "name": "network-vif-plugged", "status": "completed", "tag": "7d318b6d-9c82-4016-9b92-78f529b2e7a8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:50.559396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] No DVR routers for this DVR port f448516a-25e7-46a8-bdc5-f39f17069043 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:38:50.561457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7298e-7d4b-4fa9-b754-1210b33d1f75 None None] Pushing event deleted for resources: {'Port': ['ID=f448516a-25e7-46a8-bdc5-f39f17069043,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:50.622480 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95df96f6-158b-4014-bcba-8af333d432b2 x-openstack-request-id: req-95df96f6-158b-4014-bcba-8af333d432b2 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:50.623071 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22285773-8b69-4b3b-9cac-492f5d064658", "name": "network-vif-plugged", "status": "completed", "tag": "7d318b6d-9c82-4016-9b92-78f529b2e7a8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:50.623071 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-95df96f6-158b-4014-bcba-8af333d432b2 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:50.623405 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22285773-8b69-4b3b-9cac-492f5d064658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d318b6d-9c82-4016-9b92-78f529b2e7a8', 'code': 200} Nov 12 11:38:50.676860 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.724595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf72d7e-6d8b-4c8a-979f-9621db35eb58']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:50.751545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:50.751545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f81344-ae9a-4faa-b0fc-113b83fdac0f') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:38:50.765838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.780981 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.788953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:38:50.789374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.792608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b054f7-d067-4ba3-a1f5-a2280b5c8e14 req-3f97134b-a378-4eee-ac64-b456aabd8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:50.795395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a0b054f7-d067-4ba3-a1f5-a2280b5c8e14 req-3f97134b-a378-4eee-ac64-b456aabd8e94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 1061 time: 0.0794225 Nov 12 11:38:50.834566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:38:50.858336 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:38:50.924020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103bb17-3d53-4d67-af0a-004762a97454 req-42efaa88-b784-4c3f-bd5a-1f0e62e8b9b4 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:50.925730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2103bb17-3d53-4d67-af0a-004762a97454 req-42efaa88-b784-4c3f-bd5a-1f0e62e8b9b4 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.0548449 Nov 12 11:38:50.940315 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.946249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:50.953583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] 10.222.0.98 "DELETE /v2.0/networks/baf72d7e-6d8b-4c8a-979f-9621db35eb58 HTTP/1.1" status: 204 len: 168 time: 0.9933465 Nov 12 11:38:50.980475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1e594-ec7d-4a1c-b8d3-f57437433884 admin admin] Pushing event deleted for resources: {'Network': ['ID=baf72d7e-6d8b-4c8a-979f-9621db35eb58,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:51.017535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2103bb17-3d53-4d67-af0a-004762a97454 req-d7a9e54c-86a3-424f-a6dd-700d8e6258cb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851097 Nov 12 11:38:51.167211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccff810-9110-4b38-98b2-769c65e70e06 req-d1195855-c697-449b-be20-f18aef698f6e tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:51.170319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cccff810-9110-4b38-98b2-769c65e70e06 req-d1195855-c697-449b-be20-f18aef698f6e tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 909 time: 0.0632305 Nov 12 11:38:51.334928 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f448516a-25e7-46a8-bdc5-f39f17069043 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:51.362205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f448516a-25e7-46a8-bdc5-f39f17069043 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:38:51.363124 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f448516a-25e7-46a8-bdc5-f39f17069043 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:51.363555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e751920a-c56a-4286-a10b-fb2ba397f286 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:51.388203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e751920a-c56a-4286-a10b-fb2ba397f286 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:38:51.388547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e751920a-c56a-4286-a10b-fb2ba397f286 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:51.441037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37612) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:51.487604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-79996008-75d0-4eee-910e-b442a2c87e13 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d20f36bf56d44b3ba237f1ad9a51df3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427887 Nov 12 11:38:51.488759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37614) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:51.543726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f297842f-f772-438e-b8a5-c79948d87b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:51.567731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f297842f-f772-438e-b8a5-c79948d87b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:51.679596 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f297842f-f772-438e-b8a5-c79948d87b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:51.682157 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f297842f-f772-438e-b8a5-c79948d87b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:51.683353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f297842f-f772-438e-b8a5-c79948d87b64 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/216f3bf3-c144-45c4-b62f-131d003fefde HTTP/1.1" status: 204 len: 168 time: 0.1945088 Nov 12 11:38:51.691799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297842f-f772-438e-b8a5-c79948d87b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f3bf3-c144-45c4-b62f-131d003fefde,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:51.920945 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:38:52.156147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621fadc-da21-4b37-bcb6-3bf33d415037 req-668bd741-33ea-4222-9adb-ac6cc6cff5dc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:52.158118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e621fadc-da21-4b37-bcb6-3bf33d415037 req-668bd741-33ea-4222-9adb-ac6cc6cff5dc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 946 time: 0.0629354 Nov 12 11:38:52.239337 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e621fadc-da21-4b37-bcb6-3bf33d415037 req-e60799f2-661e-449c-af64-1cae02dc754d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749164 Nov 12 11:38:52.342953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f062dd-ace4-43ec-99dd-eb7aefc80514 req-51fd4ebd-0a40-4e24-9d2f-3c453798c090 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:52.344455 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-39f062dd-ace4-43ec-99dd-eb7aefc80514 req-51fd4ebd-0a40-4e24-9d2f-3c453798c090 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 909 time: 0.0526597 Nov 12 11:38:52.658569 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-dec749ea-c297-4766-aab3-bb33ff7d70bc service neutron] 10.222.0.69 "GET /v2.0/ports/b05fa0d2-11df-4a2e-b992-2d476c8ae432/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 385 time: 0.0609531 Nov 12 11:38:52.776087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37634) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:52.781866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-67a479d9-7ff4-4da8-81ff-27b07ebf4ab8 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003839435', 'description': 'tempest-secgroup-smoke-2003839435 description', 'project_id': 'd2b05d358f504c6ca434d220e863900a'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:52.815658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37636) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:52.856673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:52.861763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9ebab40d-cbdd-40b4-b4d5-c751a7272f2d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=238f176fab5d41e5a9862be8849b6fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427079 Nov 12 11:38:52.862009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37638) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:52.877532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:52.912429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-691dd60d-f7b7-4587-b1a0-c703f0c9f777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:52.922901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:52.925200 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87659076-cf29-4ff5-9960-ff6d8067b593" -d '{"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:52.933565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:52.936083 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-691dd60d-f7b7-4587-b1a0-c703f0c9f777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:52.948664 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67a479d9-7ff4-4da8-81ff-27b07ebf4ab8 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:52.963762 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb77b08-601d-4461-9b2a-dc588291e3b6 x-openstack-request-id: req-3bb77b08-601d-4461-9b2a-dc588291e3b6 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:52.964121 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:52.964427 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3bb77b08-601d-4461-9b2a-dc588291e3b6 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:52.964833 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'code': 200} Nov 12 11:38:53.075206 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.137361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-691dd60d-f7b7-4587-b1a0-c703f0c9f777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.140016 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-691dd60d-f7b7-4587-b1a0-c703f0c9f777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.141383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-691dd60d-f7b7-4587-b1a0-c703f0c9f777 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07d0c804-1776-464b-9987-c9c4db17c0d8 HTTP/1.1" status: 204 len: 168 time: 0.2782710 Nov 12 11:38:53.150552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dd60d-f7b7-4587-b1a0-c703f0c9f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0c804-1776-464b-9987-c9c4db17c0d8,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.175738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-c1c38472-15d2-4907-8188-01da0b847921 req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] Transition to ACTIVE for port object b05fa0d2-11df-4a2e-b992-2d476c8ae432 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:38:53.206050 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67a479d9-7ff4-4da8-81ff-27b07ebf4ab8 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.286274 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.342562 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67a479d9-7ff4-4da8-81ff-27b07ebf4ab8 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.377273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03a445-2f2f-4288-a43e-d1b9908c7a73 req-36d4cbdb-8ead-478c-bcf8-2421994ec738 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:53.381305 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b03a445-2f2f-4288-a43e-d1b9908c7a73 req-36d4cbdb-8ead-478c-bcf8-2421994ec738 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.0731599 Nov 12 11:38:53.423162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=11']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.442798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a479d9-7ff4-4da8-81ff-27b07ebf4ab8 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537fa381-aae4-4487-8aa8-425d6e9296ab,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:53.454520 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b03a445-2f2f-4288-a43e-d1b9908c7a73 req-3bb1063d-b69e-43f9-9fe2-2544019c7a5a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654290 Nov 12 11:38:53.468550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c38472-15d2-4907-8188-01da0b847921 req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] No DVR routers for this DVR port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:38:53.574595 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-67a479d9-7ff4-4da8-81ff-27b07ebf4ab8 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.578726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-67a479d9-7ff4-4da8-81ff-27b07ebf4ab8 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7988040 Nov 12 11:38:53.580064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37650) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:53.586568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-08585674-c3b2-4266-9a88-d3ac75f34872 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'security_group_rule': {'security_group_id': '537fa381-aae4-4487-8aa8-425d6e9296ab', 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:53.603448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfacd-609e-4e40-9811-bd4e6049830f req-f04f767b-e7b8-4809-8050-0fc3b3ccdb6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:53.607858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4aebfacd-609e-4e40-9811-bd4e6049830f req-f04f767b-e7b8-4809-8050-0fc3b3ccdb6b tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 909 time: 0.0813410 Nov 12 11:38:53.645889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-1e0278d3-b56a-4edb-9e10-edb7e381fbe7 service neutron] 10.222.0.69 "PUT /v2.0/ports/b05fa0d2-11df-4a2e-b992-2d476c8ae432/bindings/n-h1-768852-22/activate HTTP/1.1" status: 200 len: 370 time: 0.9682479 Nov 12 11:38:53.770246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8f469-ba36-42d9-85d5-0aa1a8c540ef req-8fef45f4-eeea-47b4-8082-145bb2de8c02 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:53.772855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34f8f469-ba36-42d9-85d5-0aa1a8c540ef req-8fef45f4-eeea-47b4-8082-145bb2de8c02 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 909 time: 0.0591369 Nov 12 11:38:53.783817 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08585674-c3b2-4266-9a88-d3ac75f34872 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.868144 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08585674-c3b2-4266-9a88-d3ac75f34872 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.873009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-6278f9a2-5a92-4855-be10-3f9bf079629c tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:53.874647 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-6278f9a2-5a92-4855-be10-3f9bf079629c tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0&tenant_id=c2299b0844f3474a94733bf9075b3dd2&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.0580308 Nov 12 11:38:53.920883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61fa85-de99-48ef-b0aa-fbde3191f0d2 req-9d7f7d1c-1731-465c-950b-7ad41b314a00 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:53.922401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b61fa85-de99-48ef-b0aa-fbde3191f0d2 req-9d7f7d1c-1731-465c-950b-7ad41b314a00 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 1061 time: 0.0610077 Nov 12 11:38:53.933878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-3df484bc-d454-4e6a-9777-3310437cefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:53.935844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-3df484bc-d454-4e6a-9777-3310437cefd5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0519753 Nov 12 11:38:53.957635 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08585674-c3b2-4266-9a88-d3ac75f34872 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:53.983730 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08585674-c3b2-4266-9a88-d3ac75f34872 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cd2bfd-fe94-4dab-8d2e-2dcd912f0d42,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:54.019803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-e335c335-c9fb-46b2-a907-ec98d6c9cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.022207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-e335c335-c9fb-46b2-a907-ec98d6c9cf6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1097 time: 0.0588224 Nov 12 11:38:54.074961 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee46f9-bf6b-4451-9e1a-d1910db2e148 req-be0ab17c-db86-4851-9071-f56800b2a621 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.076555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19ee46f9-bf6b-4451-9e1a-d1910db2e148 req-be0ab17c-db86-4851-9071-f56800b2a621 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 1137 time: 0.0489910 Nov 12 11:38:54.132473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-08585674-c3b2-4266-9a88-d3ac75f34872 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:54.132712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-7f77926a-525b-4cf1-b68f-d7c7c10796db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.134440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-08585674-c3b2-4266-9a88-d3ac75f34872 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5540578 Nov 12 11:38:54.135229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-7f77926a-525b-4cf1-b68f-d7c7c10796db service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 898 time: 0.1061006 Nov 12 11:38:54.137238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37658) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:54.144846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-2090077f-46c2-476e-ba61-2941064bdd9d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'security_group_rule': {'security_group_id': '537fa381-aae4-4487-8aa8-425d6e9296ab', 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:54.156334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19ee46f9-bf6b-4451-9e1a-d1910db2e148 req-9f5e4d1d-0676-4e03-82d4-63cafccdbf52 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0731790 Nov 12 11:38:54.177830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37660) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:54.219672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d820e-82a4-42f8-bd86-4ae9bacd9898 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.221594 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-114d820e-82a4-42f8-bd86-4ae9bacd9898 tempest-TestSecurityGroupsBasicOps-346691937 tempest-TestSecurityGroupsBasicOps-346691937-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 1056 time: 0.0424776 Nov 12 11:38:54.223141 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-9d05322c-d290-4d04-8da2-fb7b5f30fbce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 999 time: 0.0704172 Nov 12 11:38:54.282922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-63e630cd-d2ba-43ea-83ef-92a0e2fe6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.284602 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-63e630cd-d2ba-43ea-83ef-92a0e2fe6d70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 200 len: 834 time: 0.0549634 Nov 12 11:38:54.647516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2090077f-46c2-476e-ba61-2941064bdd9d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:54.691185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-96584743-c101-4331-9862-a52c889df492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.691185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-96584743-c101-4331-9862-a52c889df492 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b50044c-bb83-4b01-8c09-e19c8ba0815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3955321 Nov 12 11:38:54.767945 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2090077f-46c2-476e-ba61-2941064bdd9d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:54.783350 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f399-4c1c-4680-9809-3776359d7fc1 req-6ffffc7f-a3ea-4592-8d8b-f87041dfc66c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.784891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99d7f399-4c1c-4680-9809-3776359d7fc1 req-6ffffc7f-a3ea-4592-8d8b-f87041dfc66c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.0512187 Nov 12 11:38:54.798379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-26e00fea-83ea-4b5d-89bb-7ba19f335e5e service neutron] 10.222.0.57 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004581 Nov 12 11:38:54.839819 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99d7f399-4c1c-4680-9809-3776359d7fc1 req-11aa2b44-89a3-4ad3-b574-118941867620 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487347 Nov 12 11:38:54.888885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2090077f-46c2-476e-ba61-2941064bdd9d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:54.905327 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-2b6d247d-b9d6-4f7a-bad9-c7565577bd17 service neutron] 10.222.0.57 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000884 Nov 12 11:38:54.914464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090077f-46c2-476e-ba61-2941064bdd9d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51bd7ec-4587-4295-9dfd-03d0a7bb8dfe,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:54.983029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac5e5-4845-4f2c-8a93-cd08fa9910e3 req-abf9f97b-af5f-427a-8fe3-fa71e11de940 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:54.984637 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c7ac5e5-4845-4f2c-8a93-cd08fa9910e3 req-abf9f97b-af5f-427a-8fe3-fa71e11de940 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 909 time: 0.0865831 Nov 12 11:38:55.082077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2090077f-46c2-476e-ba61-2941064bdd9d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:55.083425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2090077f-46c2-476e-ba61-2941064bdd9d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9444606 Nov 12 11:38:55.087119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37670) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:55.091685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e9ed3fb7-4e9a-4a44-91c0-b4cb4b53a944 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'security_group_rule': {'security_group_id': '537fa381-aae4-4487-8aa8-425d6e9296ab', 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:55.144074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b05fa0d2-11df-4a2e-b992-2d476c8ae432 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:55.185145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b05fa0d2-11df-4a2e-b992-2d476c8ae432 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:55.323216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3fb7-4e9a-4a44-91c0-b4cb4b53a944 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:55.393138 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3fb7-4e9a-4a44-91c0-b4cb4b53a944 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:55.508466 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3fb7-4e9a-4a44-91c0-b4cb4b53a944 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:55.529167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed3fb7-4e9a-4a44-91c0-b4cb4b53a944 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d6a607-6e85-470e-beaa-0fbc35e479a5,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:55.618180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c38472-15d2-4907-8188-01da0b847921 req-2a348ea2-ed00-4031-8a6c-429de602859b tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:55.619706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-2a348ea2-ed00-4031-8a6c-429de602859b tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0&tenant_id=c2299b0844f3474a94733bf9075b3dd2&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 1097 time: 0.0496817 Nov 12 11:38:55.682714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3fb7-4e9a-4a44-91c0-b4cb4b53a944 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:55.683958 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e9ed3fb7-4e9a-4a44-91c0-b4cb4b53a944 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5958433 Nov 12 11:38:55.686947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37674) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:55.691834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a0d97a0c-324e-48b2-899d-33c95d16c5b4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'security_group_rule': {'security_group_id': '537fa381-aae4-4487-8aa8-425d6e9296ab', 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:55.805351 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a0d97a0c-324e-48b2-899d-33c95d16c5b4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:55.865786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a0d97a0c-324e-48b2-899d-33c95d16c5b4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:55.883655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c1c38472-15d2-4907-8188-01da0b847921 req-16b55932-220c-4445-a0b5-8cc50578ff87 service neutron] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:38:55.887100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c1c38472-15d2-4907-8188-01da0b847921 req-16b55932-220c-4445-a0b5-8cc50578ff87 service neutron] Publish callbacks [] for binding, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:55.888348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1c38472-15d2-4907-8188-01da0b847921 req-16b55932-220c-4445-a0b5-8cc50578ff87 service neutron] 10.222.0.57 "DELETE /v2.0/ports/b05fa0d2-11df-4a2e-b992-2d476c8ae432/bindings/n-h2-768852-22 HTTP/1.1" status: 204 len: 173 time: 0.2603388 Nov 12 11:38:55.961422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0447b0a-f2c3-40ad-beee-77dc5a84d914 req-e88085c9-099a-482a-a8e9-a4b5e4f9655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:55.962943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0447b0a-f2c3-40ad-beee-77dc5a84d914 req-e88085c9-099a-482a-a8e9-a4b5e4f9655a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.0494568 Nov 12 11:38:56.006690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a0d97a0c-324e-48b2-899d-33c95d16c5b4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.042269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d97a0c-324e-48b2-899d-33c95d16c5b4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dca6239-32dc-47e3-bfdf-554811cf9fbf,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:56.048234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f0447b0a-f2c3-40ad-beee-77dc5a84d914 req-810afb37-30ae-4c39-8e02-b99ac7593da0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791273 Nov 12 11:38:56.156364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c657b-030f-4f36-ac90-bbbc41c75e8f req-a2fdf883-21dc-48d8-a7b9-5dc2310d138f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:56.157905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d95c657b-030f-4f36-ac90-bbbc41c75e8f req-a2fdf883-21dc-48d8-a7b9-5dc2310d138f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 909 time: 0.0521307 Nov 12 11:38:56.202148 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a0d97a0c-324e-48b2-899d-33c95d16c5b4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.203437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a0d97a0c-324e-48b2-899d-33c95d16c5b4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5153623 Nov 12 11:38:56.206226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37682) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:56.210826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b4926cdd-fa8a-4e1e-9e2c-ac707737c65e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'security_group_rule': {'security_group_id': '537fa381-aae4-4487-8aa8-425d6e9296ab', 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:56.269313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c058d1-4679-4ff8-b76f-4627cff817eb req-5d898e3d-1a2a-4a2c-be28-ca63454ca8f2 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:56.271073 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60c058d1-4679-4ff8-b76f-4627cff817eb req-5d898e3d-1a2a-4a2c-be28-ca63454ca8f2 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1097 time: 0.0556934 Nov 12 11:38:56.277931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-f76bf2b6-859d-4efa-a350-089852cecdce tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:56.279404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-f76bf2b6-859d-4efa-a350-089852cecdce tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.69 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 909 time: 0.0588515 Nov 12 11:38:56.323112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60c058d1-4679-4ff8-b76f-4627cff817eb req-6c42899f-811e-4ba8-b830-21f9b2a29208 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450678 Nov 12 11:38:56.377225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:56.377560 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.407795 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-b4926cdd-fa8a-4e1e-9e2c-ac707737c65e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Project d2b05d358f504c6ca434d220e863900a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:38:56.435217 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4926cdd-fa8a-4e1e-9e2c-ac707737c65e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.483096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57931302-d6cc-4d68-af88-00f7d131ade5 req-d424231e-bef7-47e0-ba5e-38f8f1769cac tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:56.484730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57931302-d6cc-4d68-af88-00f7d131ade5 req-d424231e-bef7-47e0-ba5e-38f8f1769cac tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.0885699 Nov 12 11:38:56.491164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] For port 7d318b6d-9c82-4016-9b92-78f529b2e7a8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=7d318b6d-9c82-4016-9b92-78f529b2e7a8,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:56.491731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.507615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Calling delete_port for 7d318b6d-9c82-4016-9b92-78f529b2e7a8 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:56.534453 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4926cdd-fa8a-4e1e-9e2c-ac707737c65e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.554212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57931302-d6cc-4d68-af88-00f7d131ade5 req-a507def9-cddb-44b8-97f1-9f11f722b91b tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597425 Nov 12 11:38:56.586690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37688) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:56.651941 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4926cdd-fa8a-4e1e-9e2c-ac707737c65e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.670027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d29f8d23-d702-4f02-81a6-0a7990698ad8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/9e277ba4-d7cd-4a38-9cd7-1d356a2f3841 HTTP/1.1" status: 200 len: 991 time: 0.0765276 Nov 12 11:38:56.677481 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4926cdd-fa8a-4e1e-9e2c-ac707737c65e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8e905c-4f6d-423b-872b-924e5eb21ca6,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:56.772144 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.796004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b4926cdd-fa8a-4e1e-9e2c-ac707737c65e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.797362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b4926cdd-fa8a-4e1e-9e2c-ac707737c65e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5901411 Nov 12 11:38:56.799454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Port': ['ID=7d318b6d-9c82-4016-9b92-78f529b2e7a8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:56.800087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37690) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:56.804668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4e97c1ba-069d-4073-90ec-15b1ff7ee004 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'security_group_rule': {'security_group_id': '537fa381-aae4-4487-8aa8-425d6e9296ab', 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:38:56.841459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] No DVR routers for this DVR port 7d318b6d-9c82-4016-9b92-78f529b2e7a8 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:38:56.844921 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:56.848332 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a6ae2db4-fd50-4b62-93ad-d5b0eb633393 req-8a21c8c8-58e8-46f5-b8e8-5ac47da83974 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.69 "DELETE /v2.0/ports/7d318b6d-9c82-4016-9b92-78f529b2e7a8 HTTP/1.1" status: 204 len: 173 time: 0.5597332 Nov 12 11:38:56.848766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22285773-8b69-4b3b-9cac-492f5d064658', 'name': 'network-vif-deleted', 'tag': '7d318b6d-9c82-4016-9b92-78f529b2e7a8'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:38:56.851702 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f99fb3-a03f-436e-b5f1-8a47d85410ad" -d '{"events": [{"server_uuid": "22285773-8b69-4b3b-9cac-492f5d064658", "name": "network-vif-deleted", "tag": "7d318b6d-9c82-4016-9b92-78f529b2e7a8"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:38:56.895543 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7108119e-9b96-438b-9bb2-fe2cf593711b x-openstack-request-id: req-7108119e-9b96-438b-9bb2-fe2cf593711b {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:38:56.895916 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22285773-8b69-4b3b-9cac-492f5d064658", "name": "network-vif-deleted", "tag": "7d318b6d-9c82-4016-9b92-78f529b2e7a8", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:38:56.896885 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7108119e-9b96-438b-9bb2-fe2cf593711b {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:38:56.897409 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22285773-8b69-4b3b-9cac-492f5d064658', 'name': 'network-vif-deleted', 'tag': '7d318b6d-9c82-4016-9b92-78f529b2e7a8', 'status': 'completed', 'code': 200} Nov 12 11:38:56.994386 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-4e97c1ba-069d-4073-90ec-15b1ff7ee004 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Project d2b05d358f504c6ca434d220e863900a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:38:57.000735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e97c1ba-069d-4073-90ec-15b1ff7ee004 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.066888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e97c1ba-069d-4073-90ec-15b1ff7ee004 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.257651 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e97c1ba-069d-4073-90ec-15b1ff7ee004 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.260681 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5df9e5ca-04b1-40c0-816e-a415bec04dec req-11fe2853-9033-4bb3-ba9c-890bd7ac5b84 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=22285773-8b69-4b3b-9cac-492f5d064658 HTTP/1.1" status: 200 len: 210 time: 0.0301802 Nov 12 11:38:57.281262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97c1ba-069d-4073-90ec-15b1ff7ee004 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6947942-4865-479c-955d-5424af5db78f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:57.390868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e97c1ba-069d-4073-90ec-15b1ff7ee004 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:57.392109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4e97c1ba-069d-4073-90ec-15b1ff7ee004 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5908866 Nov 12 11:38:57.597200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-7b73129e-6688-42ea-b38e-c5cbf60aa3a4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003839435&fields=id&tenant_id=d2b05d358f504c6ca434d220e863900a HTTP/1.1" status: 200 len: 267 time: 0.0445306 Nov 12 11:38:57.711031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-fb41b2c7-49c6-4fc1-a363-a256c2daf338 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:38:57.712563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-fb41b2c7-49c6-4fc1-a363-a256c2daf338 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 814 time: 0.1085382 Nov 12 11:38:57.729070 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-cbfe6af7-de8b-405b-999c-adf73f55e3f1 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/quotas/d2b05d358f504c6ca434d220e863900a HTTP/1.1" status: 200 len: 375 time: 0.0106657 Nov 12 11:38:57.785154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-c3440c4b-ab06-41ab-803a-b6353e5fb530 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511856 Nov 12 11:38:57.884950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-0f7bdd7c-dfb9-4af8-8535-3226c2cfb53f service neutron] 10.222.0.98 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883074 Nov 12 11:38:57.994591 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-fb75e5d2-fcc7-4434-90e8-ec7baf52a8d0 service neutron] 10.222.0.98 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029935 Nov 12 11:38:58.713872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37720) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:58.793952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77211604-d6f4-42ca-81ee-50a847361e5c req-ec8191cd-64fe-4daa-ae62-6d7afc87c7fd tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0365453 Nov 12 11:38:59.032813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37728) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:38:59.123022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.176101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7d318b6d-9c82-4016-9b92-78f529b2e7a8 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:38:59.197395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port b55a70ae-d0a7-4051-84e8-051160113517 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:59.197739 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.203087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 7d318b6d-9c82-4016-9b92-78f529b2e7a8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:38:59.203545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 7d318b6d-9c82-4016-9b92-78f529b2e7a8 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:38:59.304805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.305054 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.319338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for b55a70ae-d0a7-4051-84e8-051160113517 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:59.452748 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6c38b1c-524b-4528-a379-d7c36d7d3700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.482428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:38:59.482805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.587042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] For port bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:38:59.587437 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.603412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Calling delete_port for bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:38:59.657652 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.684826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=b55a70ae-d0a7-4051-84e8-051160113517,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:38:59.750762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.751160 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Floating IP 9e277ba4-d7cd-4a38-9cd7-1d356a2f3841 disassociated (deleted). External IP: 172.25.3.98, port: b05fa0d2-11df-4a2e-b992-2d476c8ae432. Nov 12 11:38:59.880352 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-281e4401-964e-4ca7-8b68-231c323f0494 req-78b01d45-a609-4998-a72d-c59c12e3411d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0283842 Nov 12 11:38:59.954323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:38:59.971030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:38:59.990498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Port': ['ID=bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:00.096045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:00.101518 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:00.111598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] Sync routers for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:00.127892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:00.128580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:00.142717 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-495f1ea3-e663-472f-b2f5-695d9c5c015c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/floatingips/9e277ba4-d7cd-4a38-9cd7-1d356a2f3841 HTTP/1.1" status: 204 len: 168 time: 1.1084847 Nov 12 11:39:00.143371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:00.145987 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86521d6d-ffdc-487c-92a9-74f2637b35a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:00.218421 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:00.277766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:00.451558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:00.484736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:43Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:00.516960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] Checking router: 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:00.527190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:00.527992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:00.567019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:00.572004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b89c213f-1825-47ed-b127-cfb904ac8959 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "PUT /v2.0/routers/9357cc11-76f8-4f16-98bc-fb0b0cb04ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570566 Nov 12 11:39:00.574657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37740) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:00.581007 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] Sync routers for ids ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:00.593644 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] Routers {'9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:00.594252 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:00.666826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6a77e1-d693-4ee6-923c-79f62e29a06f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting subnet 4dee3cfb-daa7-40b5-b06e-72d9ee6d2009 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:39:00.672426 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c6a77e1-d693-4ee6-923c-79f62e29a06f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:00.674140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:00.716804 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] Set router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:00.721632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c6a77e1-d693-4ee6-923c-79f62e29a06f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:00.740693 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0b781c-cf53-405a-89cd-3de284c74022 x-openstack-request-id: req-ea0b781c-cf53-405a-89cd-3de284c74022 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:00.740989 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:00.741301 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea0b781c-cf53-405a-89cd-3de284c74022 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:00.741740 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'status': 'completed', 'code': 200} Nov 12 11:39:00.862554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-9eda3628-1fd0-4f95-a43d-baaad47b1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:00.864366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-9eda3628-1fd0-4f95-a43d-baaad47b1f78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 1097 time: 0.0936449 Nov 12 11:39:00.889677 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c6a77e1-d693-4ee6-923c-79f62e29a06f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:00.952600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6da1b-a146-4121-b48b-65c61f53f0d8 req-9dfed175-8c58-4680-9e42-dc611f6ba128 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:00.955089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ed6da1b-a146-4121-b48b-65c61f53f0d8 req-9dfed175-8c58-4680-9e42-dc611f6ba128 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.1081395 Nov 12 11:39:00.957523 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:59Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:00.988969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:43Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:00.995343 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] Checking router: 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:01.015810 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] Routers {'9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:01.016805 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:38:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:01.029328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-a2d39cf3-e9d6-44d9-a23c-4594aa208e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:01.030841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-a2d39cf3-e9d6-44d9-a23c-4594aa208e8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 200 len: 898 time: 0.1556728 Nov 12 11:39:01.034261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a021c-7172-496f-9516-c9ece35adab6 None None] The sync data for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 is: [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:37:39Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b7d52d1d-aa46-411a-9c7c-03ebfc00719f', 'name': '', 'network_id': '9b50044c-bb83-4b01-8c09-e19c8ba0815e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:2d:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:38Z', 'updated_at': '2021-11-12T11:37:43Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': '9ffd5535-fd1f-4720-a19f-095e30f3f684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:01.043307 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ed6da1b-a146-4121-b48b-65c61f53f0d8 req-5750dfef-68f4-4758-beda-6c8a90f2e571 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719862 Nov 12 11:39:01.135734 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-0f0f8319-23ba-4d05-a501-7018bf9ad5e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 200 len: 217 time: 0.0973368 Nov 12 11:39:01.155312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4da08628-5dc7-48f5-bf63-a75cec0cd58b req-d97aba7f-59b8-485d-bb82-d86027ea6d12 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0419440 Nov 12 11:39:01.162896 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] Set router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:01.197553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c6a77e1-d693-4ee6-923c-79f62e29a06f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:01.208037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-ee051181-2363-4add-bae0-94b3810eb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:01.210342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-ee051181-2363-4add-bae0-94b3810eb8cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 200 len: 834 time: 0.0661411 Nov 12 11:39:01.220019 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c6a77e1-d693-4ee6-923c-79f62e29a06f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:01.223965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c6a77e1-d693-4ee6-923c-79f62e29a06f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/subnets/4dee3cfb-daa7-40b5-b06e-72d9ee6d2009 HTTP/1.1" status: 204 len: 168 time: 0.6477768 Nov 12 11:39:01.226133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37748) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:01.227902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2c4e9-cb4b-4bf3-83c7-a15f8af11614 None None] Network 2ede574f-535b-4c0d-be6c-aaa1d639001f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:39:01.342629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-b01aaa71-df4b-46ee-b3fb-d054c34dbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:01.347321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-b01aaa71-df4b-46ee-b3fb-d054c34dbc69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b50044c-bb83-4b01-8c09-e19c8ba0815e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303008 Nov 12 11:39:01.351568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a77e1-d693-4ee6-923c-79f62e29a06f tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Subnet': ['ID=4dee3cfb-daa7-40b5-b06e-72d9ee6d2009,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:01.414315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-28ddebbd-869e-4a26-8d18-2744649ce832 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:01.416367 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-28ddebbd-869e-4a26-8d18-2744649ce832 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.57 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.2635698 Nov 12 11:39:01.503760 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:59Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:01.537040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d15c8-1f06-4967-8f53-797915705deb None None] New status for floating IP 9e277ba4-d7cd-4a38-9cd7-1d356a2f3841: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:39:01.537517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-11889e63-87ac-4101-a03d-ddde56aed84f service neutron] 10.222.0.57 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808949 Nov 12 11:39:01.571545 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eec1b3-03db-4f03-b235-5b2c70b3f214 None None] The sync data for ids ['9357cc11-76f8-4f16-98bc-fb0b0cb04ee8'] in n-d-768852-22 is: [{'id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2084618589', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:38:19Z', 'updated_at': '2021-11-12T11:38:59Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9357cc11-76f8-4f16-98bc-fb0b0cb04ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:38:20Z', 'updated_at': '2021-11-12T11:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:01.574327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:01.615745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] DHCP port deletion for 2ede574f-535b-4c0d-be6c-aaa1d639001f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:01.700953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] Deleting port 0b479289-1b94-46f4-b6b6-3255475a8bb6 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:01.701435 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:01.707582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86521d6d-ffdc-487c-92a9-74f2637b35a9 req-15927b9c-2b57-4103-847b-a6c1eb2d6eab service neutron] 10.222.0.57 "GET /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652560 Nov 12 11:39:01.727769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port b05fa0d2-11df-4a2e-b992-2d476c8ae432 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:01.728071 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:01.812803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] For port 0b479289-1b94-46f4-b6b6-3255475a8bb6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0b479289-1b94-46f4-b6b6-3255475a8bb6,segment=NetworkSegment(f35cd3d7-1fdd-4603-b0ba-4271e996de97),segment_id=f35cd3d7-1fdd-4603-b0ba-4271e996de97)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:01.813112 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:01.828043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] Calling delete_port for 0b479289-1b94-46f4-b6b6-3255475a8bb6 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:01.988905 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-75c0ddbb-e8eb-4d2a-a1a7-a7e1778bf9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.120993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.171875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] No DVR routers for this DVR port 0b479289-1b94-46f4-b6b6-3255475a8bb6 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:39:02.176779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a0391-26b3-4bb9-9482-513c6a96d6e6 None None] Pushing event deleted for resources: {'Port': ['ID=0b479289-1b94-46f4-b6b6-3255475a8bb6,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:02.245369 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.291247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeaf42-07ef-42fe-8708-3d27246a525f req-570231d9-eeb3-467e-903c-63dea642ee8a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:02.293001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3edeaf42-07ef-42fe-8708-3d27246a525f req-570231d9-eeb3-467e-903c-63dea642ee8a tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 945 time: 0.1580193 Nov 12 11:39:02.319303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port b05fa0d2-11df-4a2e-b992-2d476c8ae432, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b05fa0d2-11df-4a2e-b992-2d476c8ae432,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:02.319303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.338227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-c834d9ad-564e-465e-bbd0-167e770733c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:02.339882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-c834d9ad-564e-465e-bbd0-167e770733c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.69 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 814 time: 0.1704762 Nov 12 11:39:02.345247 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for b05fa0d2-11df-4a2e-b992-2d476c8ae432 owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:02.415832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-e28d6141-4193-420a-86f0-eefaabbaa07a tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2b05d358f504c6ca434d220e863900a HTTP/1.1" status: 200 len: 380 time: 0.0643885 Nov 12 11:39:02.427851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'port': {'device_id': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'admin_state_up': True, 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'security_groups': ['537fa381-aae4-4487-8aa8-425d6e9296ab']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:02.480955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3edeaf42-07ef-42fe-8708-3d27246a525f req-135988e4-51df-436b-9b09-493e561315a7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=c15c4040-d3d6-4d17-accb-7330e7401ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771502 Nov 12 11:39:02.514684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:02.515032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.633499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bd4fd8be-5017-4335-8991-979a471b0050 req-c0bd6ee6-f84b-47b8-be34-9d016eaa1fba tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0652401 Nov 12 11:39:02.678956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] For port cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:02.678956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.695604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Calling delete_port for cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:02.772854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Made reservation on behalf of d2b05d358f504c6ca434d220e863900a for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:39:02.783288 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.811103 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.852299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=b05fa0d2-11df-4a2e-b992-2d476c8ae432,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:02.909503 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] No DVR routers for this DVR port b05fa0d2-11df-4a2e-b992-2d476c8ae432 on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:39:02.927856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:02.931150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8abd3e74-c50d-44cb-9321-6fe3d325be11 req-95f7f91f-a090-4b08-8e0b-2c65ded49685 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.57 "DELETE /v2.0/ports/b05fa0d2-11df-4a2e-b992-2d476c8ae432 HTTP/1.1" status: 204 len: 173 time: 1.4722190 Nov 12 11:39:02.931623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-deleted', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:02.934049 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98764de1-89f2-47b5-9f78-3d62961d41a9" -d '{"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-deleted", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:02.959227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Allocated IP 172.20.0.11 (f4711ab4-73d1-4605-b01e-216fc6c375f0/64919dfd-92ed-482f-accf-038722f946dd/74ee6186-2b86-4123-8721-65632c139c03) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:02.981815 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90433565-5e54-4440-ae3e-7b44ae1910e0 x-openstack-request-id: req-90433565-5e54-4440-ae3e-7b44ae1910e0 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:02.982114 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a876ffd9-2248-4bdc-b2dd-b15570a606b0", "name": "network-vif-deleted", "tag": "b05fa0d2-11df-4a2e-b992-2d476c8ae432", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:02.982372 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90433565-5e54-4440-ae3e-7b44ae1910e0 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:02.982923 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a876ffd9-2248-4bdc-b2dd-b15570a606b0', 'name': 'network-vif-deleted', 'tag': 'b05fa0d2-11df-4a2e-b992-2d476c8ae432', 'status': 'completed', 'code': 200} Nov 12 11:39:03.125736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.155060 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.203813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24f382-9dc8-42d8-bd91-a9536c00b596 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:03.212541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Port': ['ID=cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:03.241892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.271425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.337998 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.388258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:03.392475 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:03.405234 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.408130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:03.408726 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.453297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:03.511298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'Port': ['ID=74ee6186-2b86-4123-8721-65632c139c03,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:03.542048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:03.542786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bfbf1d08-b97d-4ba6-8f47-a2f3c27b03f7 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:03.543438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0b479289-1b94-46f4-b6b6-3255475a8bb6 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:03.560352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.560954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Fanout notify agent at l3_agent the message router_deleted on router 9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:39:03.570777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.576349 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7e2950cf-8438-40ee-8d7b-cac4987502e1 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/routers/9357cc11-76f8-4f16-98bc-fb0b0cb04ee8 HTTP/1.1" status: 204 len: 168 time: 2.3228900 Nov 12 11:39:03.579817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37762) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:03.588851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 0b479289-1b94-46f4-b6b6-3255475a8bb6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:03.595128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:03.595820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.596515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0b479289-1b94-46f4-b6b6-3255475a8bb6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:03.741992 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.781189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4af5164d-edce-477c-93de-2f4ba2f072d3 req-02cb68c6-2631-4978-a0a2-1bf6560fa36c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=a876ffd9-2248-4bdc-b2dd-b15570a606b0 HTTP/1.1" status: 200 len: 210 time: 0.0950105 Nov 12 11:39:03.876355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-52596e20-8d8b-4e9e-b632-b39a42c40f4f None None] Provisioning complete for port 74ee6186-2b86-4123-8721-65632c139c03 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:03.876722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52596e20-8d8b-4e9e-b632-b39a42c40f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.898793 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-3f0c4c19-9995-4367-ad2e-08d4eddfc2e2 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4748123 Nov 12 11:39:03.915763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Request body: {'port': {'device_id': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:03.925234 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:03.935379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-52596e20-8d8b-4e9e-b632-b39a42c40f4f None None] Port 74ee6186-2b86-4123-8721-65632c139c03 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:39:03.949954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f063cdd-6b25-4229-b5d3-84a3d733c5af req-dbc0098f-5a02-4a0a-82b7-06cc5239a354 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:03.960892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2f063cdd-6b25-4229-b5d3-84a3d733c5af req-dbc0098f-5a02-4a0a-82b7-06cc5239a354 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 932 time: 0.0694149 Nov 12 11:39:03.972803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ede574f-535b-4c0d-be6c-aaa1d639001f']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:03.987560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35cd3d7-1fdd-4603-b0ba-4271e996de97') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:03.987962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35cd3d7-1fdd-4603-b0ba-4271e996de97') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:04.013604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.023680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2f063cdd-6b25-4229-b5d3-84a3d733c5af req-ea7bbc46-014e-41ac-a706-c640144f780f tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615740 Nov 12 11:39:04.026820 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.137995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.217900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:39:04.218665 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:39:04.222391 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:39:04.257122 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.424002 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.452394 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.458269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/networks/2ede574f-535b-4c0d-be6c-aaa1d639001f HTTP/1.1" status: 204 len: 168 time: 0.8484147 Nov 12 11:39:04.461229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37768) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:04.478469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b983b29-39fb-4d14-bb62-3a68a9203601 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Network': ['ID=2ede574f-535b-4c0d-be6c-aaa1d639001f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:04.526798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ee6186-2b86-4123-8721-65632c139c03 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:39:04.549914 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.584284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Transition to ACTIVE for port object 74ee6186-2b86-4123-8721-65632c139c03 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:39:04.674771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.815712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Pushing event updated for resources: {'Port': ['ID=74ee6186-2b86-4123-8721-65632c139c03,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:04.821978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting port 739f052a-033c-40ad-9f58-9cf1666ed315 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:04.828918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.860171 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.874122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Attempting to bind port 74ee6186-2b86-4123-8721-65632c139c03 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:39:04.874782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Attempting to bind port 74ee6186-2b86-4123-8721-65632c139c03 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:39:04.875304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Attempting to bind port 74ee6186-2b86-4123-8721-65632c139c03 on network f4711ab4-73d1-4605-b01e-216fc6c375f0 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:04.882169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Port 74ee6186-2b86-4123-8721-65632c139c03 on network f4711ab4-73d1-4605-b01e-216fc6c375f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:39:04.882742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Attempting to bind port 74ee6186-2b86-4123-8721-65632c139c03 on network f4711ab4-73d1-4605-b01e-216fc6c375f0 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:04.890109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:39:04.890972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Checking segment: {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:39:04.891091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Bound using segment: {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:39:04.891680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Bound port: 74ee6186-2b86-4123-8721-65632c139c03, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfb9828-f5c5-48f9-8fde-4f0dca975783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:39:04.892096 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:04.915437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37774) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:05.027381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] For port 74ee6186-2b86-4123-8721-65632c139c03, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:39:05.031567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] For port 74ee6186-2b86-4123-8721-65632c139c03, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=74ee6186-2b86-4123-8721-65632c139c03,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:39:05.198980 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:05.199425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:05.200762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:05.241511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:05.242128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:05.243177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Calling delete_port for 739f052a-033c-40ad-9f58-9cf1666ed315 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:05.243550 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] 10.222.0.69 "PUT /v2.0/ports/74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 1093 time: 1.3346968 Nov 12 11:39:05.244029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:05.246407 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45775b8-ea79-4824-846b-b5e82d169342" -d '{"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:05.269229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5138f-3660-4f80-9c7d-d272b2fdb257 service neutron] Pushing event updated for resources: {'Port': ['ID=74ee6186-2b86-4123-8721-65632c139c03,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:05.279145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c6a86-61d4-4b41-8df7-169177ddadc5 req-1d2f89d6-8170-4cdf-ba71-8006ee7735e0 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:05.286627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d54c6a86-61d4-4b41-8df7-169177ddadc5 req-1d2f89d6-8170-4cdf-ba71-8006ee7735e0 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.1756341 Nov 12 11:39:05.320762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:05.348852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:05.349409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cdf2b9a2-c02d-4bb1-8e02-a6b58226b7f3 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:05.386140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-0d7acb8f-9182-45fa-b9aa-5c07ec323399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:05.390637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-0d7acb8f-9182-45fa-b9aa-5c07ec323399 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1096 time: 0.0561616 Nov 12 11:39:05.437281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-2aa440a4-3220-4997-b69f-396d651ba694 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 217 time: 0.0369244 Nov 12 11:39:05.437947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b05fa0d2-11df-4a2e-b992-2d476c8ae432 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:05.476648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: b05fa0d2-11df-4a2e-b992-2d476c8ae432 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:05.479804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b05fa0d2-11df-4a2e-b992-2d476c8ae432 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:05.518763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-ff592eba-a740-4381-a1ab-678fa296fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:05.520349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-ff592eba-a740-4381-a1ab-678fa296fc41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 200 len: 853 time: 0.0761349 Nov 12 11:39:05.524172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d54c6a86-61d4-4b41-8df7-169177ddadc5 req-9df7cc9f-77ed-459e-9899-920aed4d0994 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366319 Nov 12 11:39:05.645270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-c146a083-2db3-4759-933e-caf4a27eb5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:05.647970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-c146a083-2db3-4759-933e-caf4a27eb5ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4711ab4-73d1-4605-b01e-216fc6c375f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120276 Nov 12 11:39:05.648213 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f953b4e3-220c-4ba0-add9-2a32e224c8e9 x-openstack-request-id: req-f953b4e3-220c-4ba0-add9-2a32e224c8e9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:05.648795 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:05.648795 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f953b4e3-220c-4ba0-add9-2a32e224c8e9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:05.649082 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03', 'status': 'completed', 'code': 200} Nov 12 11:39:05.754663 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-1917d5b0-9718-4a70-9663-7bce5bafc0c7 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987124 Nov 12 11:39:05.762736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:05.805662 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:05.838385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Port': ['ID=739f052a-033c-40ad-9f58-9cf1666ed315,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:05.871789 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-94019fbb-961b-4151-9f29-9c66a0a84365 req-6cf6d92d-9ed8-4e2a-82c7-d9a3308ac4c2 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083224 Nov 12 11:39:05.977830 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:05.978361 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Floating IP dc9f5d53-4048-4181-abe0-e232f92502fa disassociated (deleted). External IP: 172.25.3.9, port: 1c29c35b-6d03-427b-9a56-07a13529edcf. Nov 12 11:39:06.133339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45775b8-ea79-4824-846b-b5e82d169342 req-2380bb0e-6675-4bd1-9e1d-6190c24431ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:06.134618 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f45775b8-ea79-4824-846b-b5e82d169342 req-2380bb0e-6675-4bd1-9e1d-6190c24431ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1096 time: 0.0487847 Nov 12 11:39:06.262318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45775b8-ea79-4824-846b-b5e82d169342 req-5fd2ed2b-e492-490e-b2ac-3d76fbdf85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:06.264011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f45775b8-ea79-4824-846b-b5e82d169342 req-5fd2ed2b-e492-490e-b2ac-3d76fbdf85e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 915 time: 0.1214130 Nov 12 11:39:06.317067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f45775b8-ea79-4824-846b-b5e82d169342 req-f6c529bb-559a-4db8-8cb3-5188944354d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 217 time: 0.0444036 Nov 12 11:39:06.322170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:06.382986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45775b8-ea79-4824-846b-b5e82d169342 req-e84d581d-b5cf-4944-aea3-0f94b17b09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:06.384828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f45775b8-ea79-4824-846b-b5e82d169342 req-e84d581d-b5cf-4944-aea3-0f94b17b09d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 200 len: 853 time: 0.0594666 Nov 12 11:39:06.439798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45775b8-ea79-4824-846b-b5e82d169342 req-816f01bf-bd54-41a9-b5b1-4bc8dc35266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:06.441503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f45775b8-ea79-4824-846b-b5e82d169342 req-816f01bf-bd54-41a9-b5b1-4bc8dc35266c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4711ab4-73d1-4605-b01e-216fc6c375f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462506 Nov 12 11:39:06.469653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-406fcdda-aa67-4170-a74a-f16ca30a7801 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990786682&fields=id&tenant_id=eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 267 time: 0.1428335 Nov 12 11:39:06.554533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f45775b8-ea79-4824-846b-b5e82d169342 req-11b40623-c4ad-4153-8174-c69d365e7aa4 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036882 Nov 12 11:39:06.639526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port b7d52d1d-aa46-411a-9c7c-03ebfc00719f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:06.640099 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:06.648506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:06.660016 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] Sync routers for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:06.667661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-f2017ab4-43f3-40ca-817b-0656139c0c74 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:06.671992 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:06.672886 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:06.678531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-f2017ab4-43f3-40ca-817b-0656139c0c74 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.1997380 Nov 12 11:39:06.681985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f45775b8-ea79-4824-846b-b5e82d169342 req-987aff14-7edf-4d7f-848e-aae79f603d1f service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172872 Nov 12 11:39:06.684143 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:06.770270 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-1e3f1b8d-4b48-452d-8917-aed01796bf94 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/quotas/eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 375 time: 0.0905998 Nov 12 11:39:06.798399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f7773cb9-7f50-4de3-b727-da941a4b1c27 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/floatingips/dc9f5d53-4048-4181-abe0-e232f92502fa HTTP/1.1" status: 204 len: 168 time: 2.3328326 Nov 12 11:39:06.801810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:06.805954 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61fd817-f3d7-4496-b332-c144af0a56dd" -d '{"events": [{"name": "network-changed", "server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:06.820899 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:06.863580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port b7d52d1d-aa46-411a-9c7c-03ebfc00719f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:06.863993 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:06.884087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-8c06d56d-91c2-48fe-8b67-9da7cdbc9f4d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036971 Nov 12 11:39:06.888900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for b7d52d1d-aa46-411a-9c7c-03ebfc00719f owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:07.043821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:23Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:07.075604 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] Checking router: ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:07.077722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-73f70431-b501-4b5f-941b-e4784e77fb4d service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740580 Nov 12 11:39:07.090484 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:07.091247 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:07.311468 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:07.565153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-62f7678e-ae7f-49d9-8df2-7ad64f570c8a service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804590 Nov 12 11:39:07.584665 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:23Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:07.613038 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb5bf1-3894-4e5f-bbf9-c9b25f336abd None None] The sync data for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 is: [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:37:18Z', 'revision_number': 4, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6', 'name': '', 'network_id': '6bb0f108-24d8-4418-983c-68c5acb514ab', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'mac_address': 'fa:16:3e:15:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:16Z', 'updated_at': '2021-11-12T11:37:23Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'subnets': [{'id': 'f5cbc0be-0abc-4833-b7db-b7aac997f96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:07.691781 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:07.775026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=b7d52d1d-aa46-411a-9c7c-03ebfc00719f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:07.960403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:07.999370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e726ec-6755-44ca-9315-0e8e85dae1ec None None] New status for floating IP dc9f5d53-4048-4181-abe0-e232f92502fa: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:39:08.226075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:08.333909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:08.342306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c518e11d-e951-4fa6-a466-a3d942689ad9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "PUT /v2.0/routers/015fa31b-3e13-40a8-a203-ca9e9bb8f4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4219329 Nov 12 11:39:08.342695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37802) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:08.346156 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] Sync routers for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:08.357879 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:08.359323 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:08.450036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-915a71d3-9dd3-4cdd-873f-def1002a6f7f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting subnet 9ffd5535-fd1f-4720-a19f-095e30f3f684 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:39:08.454184 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-915a71d3-9dd3-4cdd-873f-def1002a6f7f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:08.517678 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:08.545461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-915a71d3-9dd3-4cdd-873f-def1002a6f7f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:08.588143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e90ea6-5105-4750-a171-c9081866f8a9 req-483a0d87-65e8-4871-b299-e079b062ce98 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:08.589833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80e90ea6-5105-4750-a171-c9081866f8a9 req-483a0d87-65e8-4871-b299-e079b062ce98 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.1042349 Nov 12 11:39:08.697022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80e90ea6-5105-4750-a171-c9081866f8a9 req-5b7fb7f2-4c78-4e95-ad24-10f0f3c8ab7a tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993841 Nov 12 11:39:08.708349 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-915a71d3-9dd3-4cdd-873f-def1002a6f7f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:08.773404 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:39:07Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:08.802597 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] Checking router: 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:08.811368 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] Routers {'015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:08.812004 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:08.930520 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] Set router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:08.934229 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-915a71d3-9dd3-4cdd-873f-def1002a6f7f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:08.975992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a71d3-9dd3-4cdd-873f-def1002a6f7f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffd5535-fd1f-4720-a19f-095e30f3f684,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:08.980551 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-915a71d3-9dd3-4cdd-873f-def1002a6f7f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:08.987015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-915a71d3-9dd3-4cdd-873f-def1002a6f7f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/subnets/9ffd5535-fd1f-4720-a19f-095e30f3f684 HTTP/1.1" status: 204 len: 168 time: 0.6407015 Nov 12 11:39:08.987346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37812) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:08.991368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41287cbc-dc53-4d34-acfa-d29c69620fc1 None None] Network 9b50044c-bb83-4b01-8c09-e19c8ba0815e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:39:09.108236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:09.148107 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:39:07Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:09.184802 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420c3c0c-2cfa-41ed-83cb-8ead6c4435d3 None None] The sync data for ids ['015fa31b-3e13-40a8-a203-ca9e9bb8f4f7'] in n-d-768852-22 is: [{'id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197381084', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:32Z', 'updated_at': '2021-11-12T11:39:07Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': 'd684cd6c-94f5-4822-8a05-636e88887706', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015fa31b-3e13-40a8-a203-ca9e9bb8f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:33Z', 'updated_at': '2021-11-12T11:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:09.211236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] DHCP port deletion for 9b50044c-bb83-4b01-8c09-e19c8ba0815e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:09.269793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:09.281947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] Deleting port f12d2733-7b2a-45d1-b6e3-181c2200e52a {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:09.282321 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:09.346213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] For port f12d2733-7b2a-45d1-b6e3-181c2200e52a, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f12d2733-7b2a-45d1-b6e3-181c2200e52a,segment=NetworkSegment(36ac7427-4f6a-414d-bd2e-7fe0095b5a5b),segment_id=36ac7427-4f6a-414d-bd2e-7fe0095b5a5b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:09.346613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:09.360506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] Calling delete_port for f12d2733-7b2a-45d1-b6e3-181c2200e52a owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:09.449306 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9613e23-0f46-40e7-9ceb-c9c5b89a2e8a x-openstack-request-id: req-a9613e23-0f46-40e7-9ceb-c9c5b89a2e8a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:09.449604 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:09.449860 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a9613e23-0f46-40e7-9ceb-c9c5b89a2e8a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:09.450268 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'status': 'completed', 'code': 200} Nov 12 11:39:09.540594 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-452fcbbe-fb65-478a-8faa-41dc215c4905 req-09ff51d8-0944-46f5-aba4-a70e1c05bc1c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.0496306 Nov 12 11:39:09.602227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-4d70a396-c6a9-4bda-8ed1-d95eabb250a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:09.602227 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-4d70a396-c6a9-4bda-8ed1-d95eabb250a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 1137 time: 0.1241777 Nov 12 11:39:09.698619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f12d2733-7b2a-45d1-b6e3-181c2200e52a no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:09.742553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:09.774858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] No DVR routers for this DVR port f12d2733-7b2a-45d1-b6e3-181c2200e52a on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:39:09.778138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port d684cd6c-94f5-4822-8a05-636e88887706 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:09.778138 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:09.822015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ae9cb-416f-4908-9954-ffc76626799f None None] Pushing event deleted for resources: {'Port': ['ID=f12d2733-7b2a-45d1-b6e3-181c2200e52a,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:09.825618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No active binding found for port f12d2733-7b2a-45d1-b6e3-181c2200e52a {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 11:39:09.826943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f12d2733-7b2a-45d1-b6e3-181c2200e52a not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:09.827428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b7d52d1d-aa46-411a-9c7c-03ebfc00719f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:09.850797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b7d52d1d-aa46-411a-9c7c-03ebfc00719f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:09.851140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b7d52d1d-aa46-411a-9c7c-03ebfc00719f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:09.859337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-10431ace-e320-40ce-9587-f8ebbac657be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:09.860960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-10431ace-e320-40ce-9587-f8ebbac657be service neutron] 10.222.0.57 "GET /v2.0/networks?id=6bb0f108-24d8-4418-983c-68c5acb514ab HTTP/1.1" status: 200 len: 896 time: 0.2452464 Nov 12 11:39:09.869031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14da57-1561-4813-af1c-2b0a5aafd8de req-432cebc0-54dc-4eff-bcb5-81df22501edc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:09.870551 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb14da57-1561-4813-af1c-2b0a5aafd8de req-432cebc0-54dc-4eff-bcb5-81df22501edc tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 985 time: 0.2021611 Nov 12 11:39:09.916166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-6b5e1498-91f5-44eb-acf5-8be8a5fb6571 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c29c35b-6d03-427b-9a56-07a13529edcf HTTP/1.1" status: 200 len: 217 time: 0.0445750 Nov 12 11:39:10.021766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port d684cd6c-94f5-4822-8a05-636e88887706, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d684cd6c-94f5-4822-8a05-636e88887706,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:10.022133 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.032174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-26906dbd-06e6-4259-a5a5-583b14addd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:10.033740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-26906dbd-06e6-4259-a5a5-583b14addd63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5cbc0be-0abc-4833-b7db-b7aac997f96f HTTP/1.1" status: 200 len: 835 time: 0.1006482 Nov 12 11:39:10.040543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for d684cd6c-94f5-4822-8a05-636e88887706 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:10.046417 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb14da57-1561-4813-af1c-2b0a5aafd8de req-90a1e0b8-3b88-4801-b2cd-a4960dbf964e tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1661193 Nov 12 11:39:10.171401 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-53cd3ab7-3e1f-4741-a967-e7fa4e624da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:10.172884 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-53cd3ab7-3e1f-4741-a967-e7fa4e624da2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6bb0f108-24d8-4418-983c-68c5acb514ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255901 Nov 12 11:39:10.266025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33179eb4-3c2b-4dd4-8d6d-5e8e7caabd18 req-d77b4f97-9bff-4b71-9162-2b757b71decb tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:10.267636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33179eb4-3c2b-4dd4-8d6d-5e8e7caabd18 req-d77b4f97-9bff-4b71-9162-2b757b71decb tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.1497500 Nov 12 11:39:10.406052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33179eb4-3c2b-4dd4-8d6d-5e8e7caabd18 req-8ecfe53f-b911-4419-afd3-a46028b47191 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085331 Nov 12 11:39:10.417895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-66b8ba7c-e8a9-4198-8375-20d6706eeea5 service neutron] 10.222.0.57 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370496 Nov 12 11:39:10.510428 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.516492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c61fd817-f3d7-4496-b332-c144af0a56dd req-c54fa0cf-5801-4d66-9a49-76cb5e0b9c97 service neutron] 10.222.0.57 "GET /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883522 Nov 12 11:39:10.541466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=d684cd6c-94f5-4822-8a05-636e88887706,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:10.552303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563bf4f8-54c8-4e37-be0a-f4bb06bc1b01 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:10.608385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.736643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e45c3a59-f323-4d4f-8263-793e2c9607bb req-a0b44245-b824-4c0a-8448-a45d056a8d9f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.1009970 Nov 12 11:39:10.740964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.756643 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.817279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-6521c785-0dd8-4a7b-a07e-5ce39389dec0 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:10.819313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-6521c785-0dd8-4a7b-a07e-5ce39389dec0 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.57 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 985 time: 0.0938506 Nov 12 11:39:10.918017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting port 1c29c35b-6d03-427b-9a56-07a13529edcf {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:10.918377 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.972085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.972637 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Fanout notify agent at l3_agent the message router_deleted on router 015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:39:10.979538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:10.980682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0adfdec8-4b16-4598-8471-ad450ff8a6fe tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/routers/015fa31b-3e13-40a8-a203-ca9e9bb8f4f7 HTTP/1.1" status: 204 len: 168 time: 1.9921086 Nov 12 11:39:10.985151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37822) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:11.168032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.187538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] For port 1c29c35b-6d03-427b-9a56-07a13529edcf, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1c29c35b-6d03-427b-9a56-07a13529edcf,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:11.187538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.227622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-11b50703-e378-4782-9fe4-b69576d447b7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:11.228547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Calling delete_port for 1c29c35b-6d03-427b-9a56-07a13529edcf owned by compute:nova {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:11.229159 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-11b50703-e378-4782-9fe4-b69576d447b7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.1734657 Nov 12 11:39:11.303428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-99bc0beb-d370-49c9-ba91-7d01fa0de2c5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 380 time: 0.0638189 Nov 12 11:39:11.314246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'port': {'device_id': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'admin_state_up': True, 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'security_groups': ['f31aa37c-330e-4c71-a1ec-421f260cbd90']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:11.319226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c011fa-7ad2-4245-9f52-d059125ee4c9 req-753d2cf1-d2e3-4d42-a8c1-ed774616d3a3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:11.319226 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29c011fa-7ad2-4245-9f52-d059125ee4c9 req-753d2cf1-d2e3-4d42-a8c1-ed774616d3a3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 985 time: 0.1865678 Nov 12 11:39:11.390725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.451805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b50044c-bb83-4b01-8c09-e19c8ba0815e']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:11.469928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:11.470324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ac7427-4f6a-414d-bd2e-7fe0095b5a5b') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:11.477561 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29c011fa-7ad2-4245-9f52-d059125ee4c9 req-11c6f3f7-5db5-49b8-8902-f2eacc34328c tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/security-groups?id=369e95d2-3b99-42cb-82e9-f7f1d45296f9&id=ca5036d2-2bd1-4dd8-952c-63426de46294&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1503272 Nov 12 11:39:11.487445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.531306 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.531959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:39:11.537490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.539184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:39:11.539184 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:39:11.607360 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:39:11.622855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d684cd6c-94f5-4822-8a05-636e88887706 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:11.664512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d684cd6c-94f5-4822-8a05-636e88887706 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:11.664512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d684cd6c-94f5-4822-8a05-636e88887706 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:11.686521 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.698644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686c5d-1588-4d5b-9a2a-1b27b65fb517 req-174e1405-3849-4652-a6d2-a6e8dadffa81 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:11.704774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94686c5d-1588-4d5b-9a2a-1b27b65fb517 req-174e1405-3849-4652-a6d2-a6e8dadffa81 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.0895393 Nov 12 11:39:11.704931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.708111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/networks/9b50044c-bb83-4b01-8c09-e19c8ba0815e HTTP/1.1" status: 204 len: 168 time: 0.7219489 Nov 12 11:39:11.716872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37828) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:11.735971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a270142-cefa-45c7-ae42-a329ff59f9a9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Network': ['ID=9b50044c-bb83-4b01-8c09-e19c8ba0815e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:11.784239 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.822335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.20.0.8 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:11.860553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94686c5d-1588-4d5b-9a2a-1b27b65fb517 req-2253e373-8f75-4223-9489-6024ebba3c3c tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497440 Nov 12 11:39:11.879137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Port': ['ID=1c29c35b-6d03-427b-9a56-07a13529edcf,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:11.922154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5f38-1c20-48bd-ab38-2fd37ed2f0d7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.939226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] No DVR routers for this DVR port 1c29c35b-6d03-427b-9a56-07a13529edcf on host n-h1-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:39:11.944869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:11.948243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.57 "DELETE /v2.0/ports/1c29c35b-6d03-427b-9a56-07a13529edcf HTTP/1.1" status: 204 len: 173 time: 1.1227179 Nov 12 11:39:11.975223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'name': 'network-vif-deleted', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:11.981245 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef8c8bc-82f8-4259-bfa8-e45a9e9f51f8" -d '{"events": [{"server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "name": "network-vif-deleted", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:11.981933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-088bb697-cffd-4a62-8515-517e23518559 req-1a57e918-77b3-4046-985b-d4e5e4ad9304 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.0398521 Nov 12 11:39:12.013016 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5f38-1c20-48bd-ab38-2fd37ed2f0d7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:12.015791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:12.049945 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139791c3-ae7f-4e76-bb28-84037390e885 x-openstack-request-id: req-139791c3-ae7f-4e76-bb28-84037390e885 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:12.050833 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90635399-0d1c-41f0-941c-92eead711dbf", "name": "network-vif-deleted", "tag": "1c29c35b-6d03-427b-9a56-07a13529edcf", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:12.050833 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-139791c3-ae7f-4e76-bb28-84037390e885 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:12.051106 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90635399-0d1c-41f0-941c-92eead711dbf', 'name': 'network-vif-deleted', 'tag': '1c29c35b-6d03-427b-9a56-07a13529edcf', 'status': 'completed', 'code': 200} Nov 12 11:39:12.167112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:12.216247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:12.228195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5f38-1c20-48bd-ab38-2fd37ed2f0d7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:12.228385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:12.228838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bf2c5f38-1c20-48bd-ab38-2fd37ed2f0d7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:12.228936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:12.229027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bf2c5f38-1c20-48bd-ab38-2fd37ed2f0d7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/security-groups/c15c4040-d3d6-4d17-accb-7330e7401ac1 HTTP/1.1" status: 204 len: 168 time: 0.4981875 Nov 12 11:39:12.232095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:12.264989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c5f38-1c20-48bd-ab38-2fd37ed2f0d7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15c4040-d3d6-4d17-accb-7330e7401ac1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:12.324488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:12.325709 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:12.518017 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-0afaeaaf-e7a2-4bf6-ac0b-c1fc443b4750 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2078049 Nov 12 11:39:12.536193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Request body: {'port': {'device_id': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:12.604574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-96a48c8e-c6d8-4450-8528-5319900a285d None None] Provisioning complete for port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:12.605511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-96a48c8e-c6d8-4450-8528-5319900a285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:12.626074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-35b35957-0937-4864-b280-029cf819a34a req-4c6482ae-717d-40d2-98d4-78effd1693b2 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "GET /v2.0/ports?device_id=90635399-0d1c-41f0-941c-92eead711dbf HTTP/1.1" status: 200 len: 210 time: 0.0351386 Nov 12 11:39:12.640357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:12.648667 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-96a48c8e-c6d8-4450-8528-5319900a285d None None] Port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:39:13.110487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37844) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:13.116467 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cc442f42-b943-4d0c-a92b-4a851ea4a319 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619763106', 'description': 'tempest-secgroup-smoke-1619763106 description', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:13.252910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc442f42-b943-4d0c-a92b-4a851ea4a319 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.278594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1352f6a-0548-4a98-a6ff-3b7525d9fe9e req-4a563311-25a7-4322-a21f-5e08f2aaa479 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:13.280178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1352f6a-0548-4a98-a6ff-3b7525d9fe9e req-4a563311-25a7-4322-a21f-5e08f2aaa479 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.0778823 Nov 12 11:39:13.348250 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:39:13.356736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.359700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1352f6a-0548-4a98-a6ff-3b7525d9fe9e req-acd96491-613b-4585-aa78-44cf3d848b5f tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692523 Nov 12 11:39:13.372352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Transition to ACTIVE for port object 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:39:13.378774 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc442f42-b943-4d0c-a92b-4a851ea4a319 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.468533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.545945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:13.617321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Attempting to bind port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:39:13.617663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Attempting to bind port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:39:13.617997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Attempting to bind port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:13.624328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:39:13.624897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Attempting to bind port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:13.633121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:39:13.633121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:39:13.633575 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:39:13.634024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Bound port: 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:39:13.634435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.718917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] For port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:39:13.726053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] For port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:39:13.876956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc442f42-b943-4d0c-a92b-4a851ea4a319 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.886047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.906554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c3816-4314-4dc8-ad3a-6f76fb8f23ee req-dd934a58-2329-4492-9cac-4b011d8da725 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:13.915093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-975c3816-4314-4dc8-ad3a-6f76fb8f23ee req-dd934a58-2329-4492-9cac-4b011d8da725 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 931 time: 0.4729118 Nov 12 11:39:13.923260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:13.923260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:13.925106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd HTTP/1.1" status: 200 len: 1092 time: 1.3938913 Nov 12 11:39:13.925570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'tag': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:13.928715 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713a6f38-a783-4195-9d85-c703754bbb97" -d '{"events": [{"name": "network-changed", "server_uuid": "78ab1d6a-5ff2-4300-af53-9fc2717e3d06", "tag": "1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:13.956424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc442f42-b943-4d0c-a92b-4a851ea4a319 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:13.990549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ce64c-2b90-48ca-9579-b8e8f53936b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:13.992554 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-975c3816-4314-4dc8-ad3a-6f76fb8f23ee req-1d35d305-e37b-4cce-82bb-82f2480519a7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763865 Nov 12 11:39:14.048863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37850) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:14.070177 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc442f42-b943-4d0c-a92b-4a851ea4a319 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.076196 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cc442f42-b943-4d0c-a92b-4a851ea4a319 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9607589 Nov 12 11:39:14.076508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37852) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:14.081915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b6efdf06-476c-4120-8021-a6177feb5ed9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '1a65bb6c-ab56-4af3-8238-1d7bb15c6efb', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:14.135035 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e826cc65-bc01-4f67-a14e-be35a140f6e8 x-openstack-request-id: req-e826cc65-bc01-4f67-a14e-be35a140f6e8 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:14.138361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4eaf-9ed9-414d-956d-24acaac56032 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.138940 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ab1d6a-5ff2-4300-af53-9fc2717e3d06", "tag": "1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:14.139045 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e826cc65-bc01-4f67-a14e-be35a140f6e8 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:14.139461 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'tag': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'status': 'completed', 'code': 200} Nov 12 11:39:14.173200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4eaf-9ed9-414d-956d-24acaac56032 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.243944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6f38-a783-4195-9d85-c703754bbb97 req-10e34891-d482-4a34-8f45-9d84d4460bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:14.243944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-713a6f38-a783-4195-9d85-c703754bbb97 req-10e34891-d482-4a34-8f45-9d84d4460bab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 1095 time: 0.1010311 Nov 12 11:39:14.319057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6efdf06-476c-4120-8021-a6177feb5ed9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.371363 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4eaf-9ed9-414d-956d-24acaac56032 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.374773 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ba0b4eaf-9ed9-414d-956d-24acaac56032 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.377792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ba0b4eaf-9ed9-414d-956d-24acaac56032 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/security-groups/ca5036d2-2bd1-4dd8-952c-63426de46294 HTTP/1.1" status: 204 len: 168 time: 0.3265896 Nov 12 11:39:14.379645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6f38-a783-4195-9d85-c703754bbb97 req-8e1d3ddf-ee45-4789-918b-7a06afd68004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:14.381718 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-713a6f38-a783-4195-9d85-c703754bbb97 req-8e1d3ddf-ee45-4789-918b-7a06afd68004 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=eb3a39ed68f44e988c561e11e529a264&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1323900 Nov 12 11:39:14.383344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37854) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:14.403276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b4eaf-9ed9-414d-956d-24acaac56032 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5036d2-2bd1-4dd8-952c-63426de46294,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:14.410446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6efdf06-476c-4120-8021-a6177feb5ed9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.504715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a6f38-a783-4195-9d85-c703754bbb97 req-94590140-9fac-4605-8dca-3ef87d3356d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:14.507160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-713a6f38-a783-4195-9d85-c703754bbb97 req-94590140-9fac-4605-8dca-3ef87d3356d6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168747 Nov 12 11:39:14.512454 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-209bc935-68b5-4498-97f5-946b882493f8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.550450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefd7a1-4f2e-4f9f-8fe2-939dc33106ee req-9bac9b93-6c7b-4bb1-b9e4-3a45bfb2e449 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:14.552002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eeefd7a1-4f2e-4f9f-8fe2-939dc33106ee req-9bac9b93-6c7b-4bb1-b9e4-3a45bfb2e449 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.0803778 Nov 12 11:39:14.553835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-209bc935-68b5-4498-97f5-946b882493f8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.587811 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6efdf06-476c-4120-8021-a6177feb5ed9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.627086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efdf06-476c-4120-8021-a6177feb5ed9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4578e3-1d55-4a85-88fc-a8e51f95804a,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:14.633060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eeefd7a1-4f2e-4f9f-8fe2-939dc33106ee req-d36274ed-4361-42ff-8336-4635d8b5bcff tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706279 Nov 12 11:39:14.641842 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-11e4eb6c-1d3e-410a-8323-411bc9991b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:14.643373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-11e4eb6c-1d3e-410a-8323-411bc9991b2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 1095 time: 0.0896478 Nov 12 11:39:14.691191 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-18a4c50f-4e81-4d8a-8112-dcdf02d88ba0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd HTTP/1.1" status: 200 len: 217 time: 0.0393226 Nov 12 11:39:14.740598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-65490859-b299-4ffe-b697-d115ccfc5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:14.742117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-65490859-b299-4ffe-b697-d115ccfc5bae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0446949 Nov 12 11:39:14.765470 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-209bc935-68b5-4498-97f5-946b882493f8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.768076 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-209bc935-68b5-4498-97f5-946b882493f8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.772370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-209bc935-68b5-4498-97f5-946b882493f8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/security-groups/369e95d2-3b99-42cb-82e9-f7f1d45296f9 HTTP/1.1" status: 204 len: 168 time: 0.3837464 Nov 12 11:39:14.775081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37858) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:14.778386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b6efdf06-476c-4120-8021-a6177feb5ed9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.782037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b6efdf06-476c-4120-8021-a6177feb5ed9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7019501 Nov 12 11:39:14.785306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37860) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:14.791013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f8a8f94e-371f-46a7-9c57-b54c6a06ff56 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '1a65bb6c-ab56-4af3-8238-1d7bb15c6efb', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:14.815334 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-ce2dcd4b-ea80-42e5-8be7-76891713ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:14.816904 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-ce2dcd4b-ea80-42e5-8be7-76891713ff8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677104 Nov 12 11:39:14.821416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bc935-68b5-4498-97f5-946b882493f8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e95d2-3b99-42cb-82e9-f7f1d45296f9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:14.910173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f94e-371f-46a7-9c57-b54c6a06ff56 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:14.933505 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-c14753a4-03a8-414f-85fb-13edb857669a service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089571 Nov 12 11:39:15.042780 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f94e-371f-46a7-9c57-b54c6a06ff56 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.067548 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c99596a4-1f13-4add-b612-cd1dffcbd274 req-f7060899-77a5-4525-8f68-3405facee3a7 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221528 Nov 12 11:39:15.109147 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f94e-371f-46a7-9c57-b54c6a06ff56 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.128625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8f94e-371f-46a7-9c57-b54c6a06ff56 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1145ed2d-8779-4a99-bfe1-3db40b3914dd,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:15.164631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407342-2258-4d5e-a801-2225074a50b0 req-00f99dcf-d350-423e-882e-9b44c428fc53 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:15.166130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58407342-2258-4d5e-a801-2225074a50b0 req-00f99dcf-d350-423e-882e-9b44c428fc53 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 943 time: 0.0874529 Nov 12 11:39:15.213603 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f8a8f94e-371f-46a7-9c57-b54c6a06ff56 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.215397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f8a8f94e-371f-46a7-9c57-b54c6a06ff56 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4289355 Nov 12 11:39:15.219049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37864) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:15.225353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b66f0f69-5941-42eb-b38a-51e981fd90d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '1a65bb6c-ab56-4af3-8238-1d7bb15c6efb', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:15.236642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-58407342-2258-4d5e-a801-2225074a50b0 req-1f29ddf0-ebd6-40f8-a76e-656cae21f52e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640178 Nov 12 11:39:15.300230 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.302540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b66f0f69-5941-42eb-b38a-51e981fd90d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.363875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b66f0f69-5941-42eb-b38a-51e981fd90d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.440447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b66f0f69-5941-42eb-b38a-51e981fd90d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.461315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f0f69-5941-42eb-b38a-51e981fd90d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452d7d0d-26f1-420c-b9fd-4a7ebdf1d098,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:15.467907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1c29c35b-6d03-427b-9a56-07a13529edcf no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:15.492420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 1c29c35b-6d03-427b-9a56-07a13529edcf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:15.492763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1c29c35b-6d03-427b-9a56-07a13529edcf not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:15.540128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b66f0f69-5941-42eb-b38a-51e981fd90d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.543153 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b66f0f69-5941-42eb-b38a-51e981fd90d2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211010 Nov 12 11:39:15.545012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37866) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:15.550221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a1224345-b6cf-41a9-b0fe-d5d1bf4555ec tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '1a65bb6c-ab56-4af3-8238-1d7bb15c6efb', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:15.586172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:15.586636 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.631274 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1224345-b6cf-41a9-b0fe-d5d1bf4555ec tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.697554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] For port ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:15.698057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.714271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Calling delete_port for ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:15.718784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1224345-b6cf-41a9-b0fe-d5d1bf4555ec tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.772336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1224345-b6cf-41a9-b0fe-d5d1bf4555ec tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.803998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1224345-b6cf-41a9-b0fe-d5d1bf4555ec tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c59e26e-7f0f-4b66-a316-5b7a054e5954,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:15.899570 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a1224345-b6cf-41a9-b0fe-d5d1bf4555ec tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:15.904812 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a1224345-b6cf-41a9-b0fe-d5d1bf4555ec tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559654 Nov 12 11:39:15.905280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37872) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:15.911858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7b02c231-007d-4a39-a8b7-6c8a1c7b5275 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '1a65bb6c-ab56-4af3-8238-1d7bb15c6efb', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:16.023748 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-7b02c231-007d-4a39-a8b7-6c8a1c7b5275 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Project c2299b0844f3474a94733bf9075b3dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:39:16.033944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b02c231-007d-4a39-a8b7-6c8a1c7b5275 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.063949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.104844 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Port': ['ID=ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:16.152237 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b02c231-007d-4a39-a8b7-6c8a1c7b5275 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.199476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70729a-078a-408c-9e41-b3895cbb24e4 req-67988cb2-d324-4549-9e3e-e57b5674441c tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:16.201650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd70729a-078a-408c-9e41-b3895cbb24e4 req-67988cb2-d324-4549-9e3e-e57b5674441c tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.4438257 Nov 12 11:39:16.228776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b02c231-007d-4a39-a8b7-6c8a1c7b5275 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.262704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02c231-007d-4a39-a8b7-6c8a1c7b5275 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bef6028-4518-4442-95fd-a28247f37ea0,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:16.378585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.387105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b02c231-007d-4a39-a8b7-6c8a1c7b5275 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.391400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7b02c231-007d-4a39-a8b7-6c8a1c7b5275 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4828024 Nov 12 11:39:16.392340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37876) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:16.398248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-30512b99-1b6d-4ef2-ac20-fa4f91c507df tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'security_group_rule': {'security_group_id': '1a65bb6c-ab56-4af3-8238-1d7bb15c6efb', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:16.472488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd70729a-078a-408c-9e41-b3895cbb24e4 req-e541a80e-e3b6-40a7-b6e1-539990168f32 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642975 Nov 12 11:39:16.525401 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-30512b99-1b6d-4ef2-ac20-fa4f91c507df tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Project c2299b0844f3474a94733bf9075b3dd2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:39:16.533516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-30512b99-1b6d-4ef2-ac20-fa4f91c507df tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.635584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-30512b99-1b6d-4ef2-ac20-fa4f91c507df tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.754332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-30512b99-1b6d-4ef2-ac20-fa4f91c507df tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.759301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b35ea-2ffd-457c-ab6a-7a47d48f344c req-a84a44c0-d3d0-43dd-937b-d896084d8265 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:16.767359 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c4b35ea-2ffd-457c-ab6a-7a47d48f344c req-a84a44c0-d3d0-43dd-937b-d896084d8265 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 943 time: 0.1212075 Nov 12 11:39:16.796081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30512b99-1b6d-4ef2-ac20-fa4f91c507df tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522b2d23-9437-4f93-9c76-26829c27a764,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:16.837170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:16.842247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4c4b35ea-2ffd-457c-ab6a-7a47d48f344c req-3393c822-ffc4-4f12-92d9-b4e72fc85f48 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742974 Nov 12 11:39:16.927972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-30512b99-1b6d-4ef2-ac20-fa4f91c507df tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:16.932386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-30512b99-1b6d-4ef2-ac20-fa4f91c507df tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5384314 Nov 12 11:39:16.933162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37878) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:16.938114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'network': {'name': 'tempest-network-smoke--838905724', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:16.980142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:16.988014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5dbd6b1d-aa2a-4a2b-8207-07c8bbb05256 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "PUT /v2.0/routers/ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2092142 Nov 12 11:39:16.988251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37880) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:16.997043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] Sync routers for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:17.010406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:17.011265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:17.034248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:39:17.038293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.069651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting subnet f5cbc0be-0abc-4833-b7db-b7aac997f96f {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:39:17.073331 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.093473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:39:17.116634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.116977 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Added segment 8488014a-4fb7-47cf-bfd6-545eb2a1e0c5 of type vlan for network 72341850-7487-447f-983d-818ba28afa30 Nov 12 11:39:17.127415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.151785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:17.202285 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.257410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.314934 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.324417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:17.326240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.423699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:39:15Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:17.438055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Network': ['ID=72341850-7487-447f-983d-818ba28afa30,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:17.457737 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.467431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 72341850-7487-447f-983d-818ba28afa30 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:39:17.475471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] Checking router: ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:17.490081 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cbc0be-0abc-4833-b7db-b7aac997f96f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:17.494950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.499697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] Routers {'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:17.500415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:17.501190 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/subnets/f5cbc0be-0abc-4833-b7db-b7aac997f96f HTTP/1.1" status: 204 len: 168 time: 0.5117044 Nov 12 11:39:17.501773 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37882) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:17.514676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.514676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.515141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.515387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.515707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.516080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.516415 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.516751 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.517089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.517428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.517755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.518107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe184310-515a-4c09-9a31-9aeed422aed5 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:17.548287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1207e07d-ef6e-425e-9e72-e9507320c46f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6125894 Nov 12 11:39:17.550566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37886) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:17.566534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'admin_state_up': True, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:17.603884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de17c8-4e7d-4ec0-adc1-328eeaa08525 None None] Network 6bb0f108-24d8-4418-983c-68c5acb514ab requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:39:17.656577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.723047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.725245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.741993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840afec1-74e2-49c9-81bc-f91d25ae5521 req-b89e6d2f-cd6b-4f3e-8461-6221e5a63e4c tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:17.743528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-840afec1-74e2-49c9-81bc-f91d25ae5521 req-b89e6d2f-cd6b-4f3e-8461-6221e5a63e4c tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.1033757 Nov 12 11:39:17.750468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] Set router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:17.790010 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.846081 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:17.856695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-840afec1-74e2-49c9-81bc-f91d25ae5521 req-cbdfb974-27c9-4b7e-a4b2-fd914d42262e tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815356 Nov 12 11:39:17.868091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.008276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe2bb0-0f90-4ef9-880a-f21beab31b47 req-3415769d-540c-47fd-aebc-44bd9fa2a15c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:18.018596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fbe2bb0-0f90-4ef9-880a-f21beab31b47 req-3415769d-540c-47fd-aebc-44bd9fa2a15c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 943 time: 0.0907423 Nov 12 11:39:18.053430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] DHCP port deletion for 6bb0f108-24d8-4418-983c-68c5acb514ab request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:18.057511 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:39:15Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:18.061225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.068955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1fbe2bb0-0f90-4ef9-880a-f21beab31b47 req-02964561-fe02-4bf5-b9fa-f0b98f57dda2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510790 Nov 12 11:39:18.092725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Deleting port ecd0dd9f-62ac-478a-ac73-8202f707d2bb {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:18.093429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.105535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862c9cd-1557-4ac7-916f-6bc58c18a1dc None None] The sync data for ids ['ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d'] in n-d-768852-22 is: [{'id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-260480335', 'tenant_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:37:09Z', 'updated_at': '2021-11-12T11:39:15Z', 'revision_number': 5, 'project_id': 'ecae75af4d5542298cd1d7d8fc927bf0', 'gw_port': {'id': 'ecd0dd9f-62ac-478a-ac73-8202f707d2bb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:37:10Z', 'updated_at': '2021-11-12T11:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:18.140784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Deleting port 5058a68f-30bb-4294-92dd-6e167acc2c77 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:39:18.142458 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.199666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] For port ecd0dd9f-62ac-478a-ac73-8202f707d2bb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ecd0dd9f-62ac-478a-ac73-8202f707d2bb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:18.200174 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.214864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Calling delete_port for ecd0dd9f-62ac-478a-ac73-8202f707d2bb owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:18.225625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] For port 5058a68f-30bb-4294-92dd-6e167acc2c77, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5058a68f-30bb-4294-92dd-6e167acc2c77,segment=NetworkSegment(f069b865-477d-4688-bf13-08b5ab716763),segment_id=f069b865-477d-4688-bf13-08b5ab716763)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:18.226081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.249043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Calling delete_port for 5058a68f-30bb-4294-92dd-6e167acc2c77 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:39:18.346686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.369597 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.422489 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.446953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Pushing event deleted for resources: {'Port': ['ID=5058a68f-30bb-4294-92dd-6e167acc2c77,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:18.456555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] No DVR routers for this DVR port 5058a68f-30bb-4294-92dd-6e167acc2c77 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:39:18.463913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.464308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.464890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.464983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.466698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.466698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.466698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.466698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.466698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.467144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.467144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.467694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca5268b-9b58-4018-a11c-e3120119029f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:18.499099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.25.3.74 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/5dc3eab6-2a11-483a-a3e5-62dbc13919d0) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:18.513995 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.561745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Port': ['ID=ecd0dd9f-62ac-478a-ac73-8202f707d2bb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:18.581988 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc80e2e-610a-4414-a6e2-5bca4a3506ef None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:18.628226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.642527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.720559 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.738093 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.741154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.762702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:18.767319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:18.772025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:18.775219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=5dc3eab6-2a11-483a-a3e5-62dbc13919d0,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:18.786592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8280b0-f22a-43a8-bd84-47e54aa09a6a None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:18.861554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bf94cf68-6b74-49d8-822b-74cc84c8ef5d None None] Provisioning complete for port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:18.861866 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf94cf68-6b74-49d8-822b-74cc84c8ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.874166 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.875269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Fanout notify agent at l3_agent the message router_deleted on router ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:39:18.886428 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:18.888759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9a8793cb-756a-410a-94fd-1effba9919e3 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/routers/ce9c9cbe-03fb-4339-8ac0-f21ad5b33e5d HTTP/1.1" status: 204 len: 168 time: 1.3819516 Nov 12 11:39:18.891239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37892) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:18.922171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bf94cf68-6b74-49d8-822b-74cc84c8ef5d None None] Port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:39:19.024539 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.052899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e5213-d441-4814-a897-5d409e648182 req-bffe5e5d-e258-468d-8147-58b3e6c2d23b tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:19.058818 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-723e5213-d441-4814-a897-5d409e648182 req-bffe5e5d-e258-468d-8147-58b3e6c2d23b tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 944 time: 0.0827613 Nov 12 11:39:19.152976 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.168780 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.180721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-723e5213-d441-4814-a897-5d409e648182 req-267233b5-f226-4502-93dd-fef38a444112 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032112 Nov 12 11:39:19.194671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb0f108-24d8-4418-983c-68c5acb514ab']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:19.219124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f069b865-477d-4688-bf13-08b5ab716763') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:19.219523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f069b865-477d-4688-bf13-08b5ab716763') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:19.233759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.285999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.288775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 74ee6186-2b86-4123-8721-65632c139c03 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:39:19.295416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:39:19.295862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:39:19.299815 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:39:19.356272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e9c85-7b00-4f30-9f5d-35522e4ccc09 req-7f19b3ec-7963-42c3-88bb-4b6eff6900cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:19.363745 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc3e9c85-7b00-4f30-9f5d-35522e4ccc09 req-7f19b3ec-7963-42c3-88bb-4b6eff6900cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 943 time: 0.1187749 Nov 12 11:39:19.398003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.445218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 74ee6186-2b86-4123-8721-65632c139c03, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=74ee6186-2b86-4123-8721-65632c139c03,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:19.449329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:19.454377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc3e9c85-7b00-4f30-9f5d-35522e4ccc09 req-f543dd55-6b0f-4e34-9662-0dda4d069e6d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896742 Nov 12 11:39:19.464461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.478435 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.487556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] 10.222.0.98 "DELETE /v2.0/networks/6bb0f108-24d8-4418-983c-68c5acb514ab HTTP/1.1" status: 204 len: 168 time: 0.5939171 Nov 12 11:39:19.499194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bdfd9-2dae-4fca-8753-06da4c105087 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] Pushing event deleted for resources: {'Network': ['ID=6bb0f108-24d8-4418-983c-68c5acb514ab,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:19.504252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '74ee6186-2b86-4123-8721-65632c139c03', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'port_id': '74ee6186-2b86-4123-8721-65632c139c03', 'mac_address': 'fa:16:3e:6e:7b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:39:19.505941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:19.506282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ac2fb76d-32ca-4a4b-b63e-0e6c97d955d6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:19.506696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5058a68f-30bb-4294-92dd-6e167acc2c77 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:19.532313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 5058a68f-30bb-4294-92dd-6e167acc2c77 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:19.532711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5058a68f-30bb-4294-92dd-6e167acc2c77 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:19.533067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ecd0dd9f-62ac-478a-ac73-8202f707d2bb no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:39:19.570604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ecd0dd9f-62ac-478a-ac73-8202f707d2bb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:39:19.573471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ecd0dd9f-62ac-478a-ac73-8202f707d2bb not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:39:19.587249 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.613806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ee6186-2b86-4123-8721-65632c139c03 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:39:19.637549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 74ee6186-2b86-4123-8721-65632c139c03, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=74ee6186-2b86-4123-8721-65632c139c03,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:19.646839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 43f80257-989a-406c-bf9a-3c5696e8f617 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:39:19.714150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.763212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:19.773297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=74ee6186-2b86-4123-8721-65632c139c03,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:19.777011 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Sync routers for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:19.788769 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:19.789467 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:19.904873 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:19.928145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:19.929480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8227b0d1-7443-4bb3-827c-15631fcc4e8c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3752027 Nov 12 11:39:19.932795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37900) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:19.952865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['74ee6186-2b86-4123-8721-65632c139c03'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:39:19.968051 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1d7de5d5-e17a-42a2-9b59-76a3606db52f tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=c2299b0844f3474a94733bf9075b3dd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332370 Nov 12 11:39:19.974310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37902) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:20.079109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0649bbf-89f6-44dc-bea4-4be4630c3c59 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:20.083496 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c0649bbf-89f6-44dc-bea4-4be4630c3c59 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1056600 Nov 12 11:39:20.084568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37904) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:20.100499 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:18Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:20.117812 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ad411c4d-f370-4b1f-9c4c-454117f1ec6e tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321486 Nov 12 11:39:20.120461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37906) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:20.125812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1964989897', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:20.131729 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Checking router: 43f80257-989a-406c-bf9a-3c5696e8f617 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:20.135460 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Updating router 43f80257-989a-406c-bf9a-3c5696e8f617 port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:39:20.157155 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.288806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37912) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:20.325186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:39:20.338934 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.469095 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.469569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12152daf-9a23-41c1-bb21-7a123a5c2c8d req-1fc79a52-a4d0-4399-8444-1a3262cfc24b tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:20.471161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12152daf-9a23-41c1-bb21-7a123a5c2c8d req-1fc79a52-a4d0-4399-8444-1a3262cfc24b tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 945 time: 0.1898792 Nov 12 11:39:20.514952 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5062b8e3-1bfe-496d-81cf-dd613bd8f359 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ecae75af4d5542298cd1d7d8fc927bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2245004 Nov 12 11:39:20.518210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37918) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:20.531360 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.556997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12152daf-9a23-41c1-bb21-7a123a5c2c8d req-fd75af5e-847b-4fe3-b1c8-ce3e3826444f tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769215 Nov 12 11:39:20.576087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef20-aed3-4b46-9b7e-0f706b61fa0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.610033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a3275-e835-4a50-a573-b327e74078dd None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:20.627362 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Attempting to bind port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:39:20.628005 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Attempting to bind port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:39:20.628609 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Attempting to bind port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:20.628720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef20-aed3-4b46-9b7e-0f706b61fa0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.659474 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:39:20.660886 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:39:20.661859 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.662416 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:39:20.663104 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Bound port: 5dc3eab6-2a11-483a-a3e5-62dbc13919d0, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:39:20.663633 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.741442 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.765795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef20-aed3-4b46-9b7e-0f706b61fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.769391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fd0ef20-aed3-4b46-9b7e-0f706b61fa0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.770010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3fd0ef20-aed3-4b46-9b7e-0f706b61fa0d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/374b4be7-203e-480a-b29b-16fe53f866cb HTTP/1.1" status: 204 len: 168 time: 0.2505012 Nov 12 11:39:20.778591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2eb16ebf-e2b5-4b4e-a216-1472cb0b47bc None None] Provisioning complete for port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:20.778971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eb16ebf-e2b5-4b4e-a216-1472cb0b47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.793413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0ef20-aed3-4b46-9b7e-0f706b61fa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b4be7-203e-480a-b29b-16fe53f866cb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:20.825445 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] For port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:39:20.829678 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] For port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5dc3eab6-2a11-483a-a3e5-62dbc13919d0,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:39:20.835092 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221369fa-f9bd-4cd1-aafc-72c08915f05e None None] Pushing event updated for resources: {'Port': ['ID=5dc3eab6-2a11-483a-a3e5-62dbc13919d0,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:20.839725 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.853393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2eb16ebf-e2b5-4b4e-a216-1472cb0b47bc None None] Port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:39:20.937639 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:20.989406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d4b9e6-5de3-4340-b9fa-a901f9b3eff1 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:39:20.992139 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:20.992831 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:21.052942 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221369fa-f9bd-4cd1-aafc-72c08915f05e None None] Pushing event updated for resources: {'Port': ['ID=5dc3eab6-2a11-483a-a3e5-62dbc13919d0,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:21.075675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bd0edd61-9af4-414d-a0f2-a09801987093 None None] Provisioning complete for port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:21.076434 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd0edd61-9af4-414d-a0f2-a09801987093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.133090 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:21.184681 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd0edd61-9af4-414d-a0f2-a09801987093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.207394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Subnet': ['ID=ef1e575e-8540-49ce-98b6-4e71c86024da,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:21.225215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786a97-6367-4b5d-b5ff-ebedd8a63684 req-090b22ff-0219-4f6b-b749-00e64c220dbc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:21.227347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bd0edd61-9af4-414d-a0f2-a09801987093 None None] For port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5dc3eab6-2a11-483a-a3e5-62dbc13919d0,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:21.233301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56786a97-6367-4b5d-b5ff-ebedd8a63684 req-090b22ff-0219-4f6b-b749-00e64c220dbc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 943 time: 0.5044386 Nov 12 11:39:21.270363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Checking segment: {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:39:21.270363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network hostable DHCP agents. Network: 72341850-7487-447f-983d-818ba28afa30, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:39:21.274117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 74ee6186-2b86-4123-8721-65632c139c03 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:39:21.307574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-56786a97-6367-4b5d-b5ff-ebedd8a63684 req-10dd951f-d347-46c3-a644-d2b6912d1e1a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733600 Nov 12 11:39:21.332380 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd0edd61-9af4-414d-a0f2-a09801987093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.371452 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:18Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:21.382350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0edd61-9af4-414d-a0f2-a09801987093 None None] Pushing event updated for resources: {'Port': ['ID=5dc3eab6-2a11-483a-a3e5-62dbc13919d0,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:21.402829 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e07df-b4a1-4062-ae9f-4a7afc6cfa8d None None] The sync data for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 is: [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:18Z', 'revision_number': 3, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:21.451176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 72341850-7487-447f-983d-818ba28afa30 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:39:21.451405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 74ee6186-2b86-4123-8721-65632c139c03 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:39:21.456589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 74ee6186-2b86-4123-8721-65632c139c03 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:21.457120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.550525 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.575780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee6186-2b86-4123-8721-65632c139c03'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:21.578074 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc67aa6-a784-493d-b55d-9342aebde029" -d '{"events": [{"server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "name": "network-vif-plugged", "status": "completed", "tag": "74ee6186-2b86-4123-8721-65632c139c03"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:21.592322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 72341850-7487-447f-983d-818ba28afa30) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:21.593620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 74ee6186-2b86-4123-8721-65632c139c03, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=74ee6186-2b86-4123-8721-65632c139c03,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:21.601933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc0569-d3b3-4084-a0e5-92d285055c5f None None] Network 72341850-7487-447f-983d-818ba28afa30 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:39:21.611496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:21.612319 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.675180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37928) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:21.701668 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4881d7c1-1c34-4699-93fb-bad606c3c81b x-openstack-request-id: req-4881d7c1-1c34-4699-93fb-bad606c3c81b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:21.701668 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "name": "network-vif-plugged", "status": "completed", "tag": "74ee6186-2b86-4123-8721-65632c139c03", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:21.701668 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4881d7c1-1c34-4699-93fb-bad606c3c81b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:21.702434 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee6186-2b86-4123-8721-65632c139c03', 'code': 200} Nov 12 11:39:21.706204 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-442a1475-8adc-45df-995e-404b7ac51357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.712290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.776537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-95868ad0-36f5-49d3-8bd5-a045b12329e1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6520402 Nov 12 11:39:21.777777 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37930) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:21.881599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a482bf-689a-4c69-9f07-c018248687ab req-141b8ceb-34bb-400a-a0b8-0ab6da2ea9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:21.883531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d1a482bf-689a-4c69-9f07-c018248687ab req-141b8ceb-34bb-400a-a0b8-0ab6da2ea9fe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1098 time: 0.1506524 Nov 12 11:39:21.891004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d8346-9eb4-4b12-9bf0-3d7b959c67bf req-0612948b-1804-4309-bb73-ef7920bee761 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:21.892943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f82d8346-9eb4-4b12-9bf0-3d7b959c67bf req-0612948b-1804-4309-bb73-ef7920bee761 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 946 time: 0.0946412 Nov 12 11:39:21.917327 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-442a1475-8adc-45df-995e-404b7ac51357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:21.962259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f82d8346-9eb4-4b12-9bf0-3d7b959c67bf req-06eb4d5d-3db8-423a-8ad5-5bc2e0a6633d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620718 Nov 12 11:39:21.983307 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-442a1475-8adc-45df-995e-404b7ac51357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.010609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d1a482bf-689a-4c69-9f07-c018248687ab req-4dfd9a63-196b-4584-9b2c-8ece61993dca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804634 Nov 12 11:39:22.028717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-442a1475-8adc-45df-995e-404b7ac51357 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7df93e2940fd4246906bf1416b15116d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517873 Nov 12 11:39:22.030176 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a1475-8adc-45df-995e-404b7ac51357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef2fc21-1e93-4320-ad17-90ea3f76c877,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:22.032771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37932) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:22.081353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=74ee6186-2b86-4123-8721-65632c139c03,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:22.095717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-72341850-7487-447f-983d-818ba28afa30', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:39:22.096761 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.111053 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52283084-acbe-472f-81b4-f8de42651ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.140341 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52283084-acbe-472f-81b4-f8de42651ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.261570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Allocated IP 172.20.0.2 (72341850-7487-447f-983d-818ba28afa30/ef1e575e-8540-49ce-98b6-4e71c86024da/8523a68d-6d94-4bdf-9cfb-75d120e15e84) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:22.280401 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52283084-acbe-472f-81b4-f8de42651ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.282999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-52283084-acbe-472f-81b4-f8de42651ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.284807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-52283084-acbe-472f-81b4-f8de42651ba6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ef2fc21-1e93-4320-ad17-90ea3f76c877 HTTP/1.1" status: 204 len: 168 time: 0.2502472 Nov 12 11:39:22.297439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52283084-acbe-472f-81b4-f8de42651ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef2fc21-1e93-4320-ad17-90ea3f76c877,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:22.465204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.481294 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.495624 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05ad6e-d131-41b9-b360-80622ab4cab6 req-64870615-0f7e-48eb-9c2f-d14ed3757880 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:22.497666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa05ad6e-d131-41b9-b360-80622ab4cab6 req-64870615-0f7e-48eb-9c2f-d14ed3757880 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 943 time: 0.0866220 Nov 12 11:39:22.549127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.576310 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa05ad6e-d131-41b9-b360-80622ab4cab6 req-a64eb445-e36d-420a-b450-4d8a2f0fd4cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713108 Nov 12 11:39:22.601880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Network 72341850-7487-447f-983d-818ba28afa30 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:22.605223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:22.607732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:22.646588 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Pushing event updated for resources: {'Port': ['ID=8523a68d-6d94-4bdf-9cfb-75d120e15e84,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:22.685434 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Attempting to bind port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:39:22.685796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Attempting to bind port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:39:22.686268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Attempting to bind port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 on network 72341850-7487-447f-983d-818ba28afa30 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:22.691670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:39:22.692076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Checking segment: {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:39:22.693090 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.693477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Bound using segment: {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:39:22.694053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Bound port: 8523a68d-6d94-4bdf-9cfb-75d120e15e84, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:39:22.694366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.770561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] For port 8523a68d-6d94-4bdf-9cfb-75d120e15e84, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:39:22.774909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] For port 8523a68d-6d94-4bdf-9cfb-75d120e15e84, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8523a68d-6d94-4bdf-9cfb-75d120e15e84,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:39:22.868938 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:22.933893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfa834-70fd-46ea-9d23-ad1ddddb7e4f None None] Pushing event updated for resources: {'Port': ['ID=8523a68d-6d94-4bdf-9cfb-75d120e15e84,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:23.159270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37942) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:23.210655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb5ed7-b09d-4bca-9d81-17b241d4124e req-8aa3c07d-3c57-43cd-9eee-d391d821571a tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:23.212532 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccdb5ed7-b09d-4bca-9d81-17b241d4124e req-8aa3c07d-3c57-43cd-9eee-d391d821571a tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 946 time: 0.1473641 Nov 12 11:39:23.253387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.20.0.1 (72341850-7487-447f-983d-818ba28afa30/ef1e575e-8540-49ce-98b6-4e71c86024da/232ae803-039f-4a82-9d7d-771ca31186ac) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:23.258393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c32bc76a-dfde-4b6a-b923-ff1572aa4bc0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a8db093d12ef4aeba652a2cc71780dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977650 Nov 12 11:39:23.263174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37944) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:23.361398 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccdb5ed7-b09d-4bca-9d81-17b241d4124e req-b2af1188-c07b-4902-bde9-d73ac71cd645 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295171 Nov 12 11:39:23.404380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34efe6b5-b5e5-476c-8b18-358a6af047ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.449012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34efe6b5-b5e5-476c-8b18-358a6af047ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.465719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:39:23.500247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.540338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:23.540808 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.626375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8523a68d-6d94-4bdf-9cfb-75d120e15e84 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:39:23.657777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.658236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34efe6b5-b5e5-476c-8b18-358a6af047ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.661499 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34efe6b5-b5e5-476c-8b18-358a6af047ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.666974 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-34efe6b5-b5e5-476c-8b18-358a6af047ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4196475c-d9a8-4fe4-b829-d87d7fc2fb6d HTTP/1.1" status: 204 len: 168 time: 0.4039695 Nov 12 11:39:23.677782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efe6b5-b5e5-476c-8b18-358a6af047ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4196475c-d9a8-4fe4-b829-d87d7fc2fb6d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:23.705731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:23.706270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.728732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 72341850-7487-447f-983d-818ba28afa30 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:23.733234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:23.738377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:23.768343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b56004-cce3-4562-b6b7-9326744822a7 req-83b5a84d-1671-4709-9992-5d8ba081f8aa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:23.770494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=232ae803-039f-4a82-9d7d-771ca31186ac,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:23.778301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6b56004-cce3-4562-b6b7-9326744822a7 req-83b5a84d-1671-4709-9992-5d8ba081f8aa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 943 time: 0.0776563 Nov 12 11:39:23.806717 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.843795 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:23.848569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6b56004-cce3-4562-b6b7-9326744822a7 req-f7e28cc3-12cc-47d6-99ac-2c0b3bff8633 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691280 Nov 12 11:39:23.887516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 8523a68d-6d94-4bdf-9cfb-75d120e15e84, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8523a68d-6d94-4bdf-9cfb-75d120e15e84,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:23.988746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:24.051400 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:24.058604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=8523a68d-6d94-4bdf-9cfb-75d120e15e84,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:24.167853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c7c30-144e-431f-ae56-7c0e95141834 None None] Network 72341850-7487-447f-983d-818ba28afa30 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:39:24.241316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6c04adbb-b809-4b8a-aefb-9773fd087d54 None None] Provisioning complete for port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:24.241657 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c04adbb-b809-4b8a-aefb-9773fd087d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:24.406099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:24.485750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:24.524942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb3e0-96fe-4ad1-b766-3e58b67a5846 req-242d29a9-7087-46fb-9513-0f2ab936f1fb tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:24.534072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e8cb3e0-96fe-4ad1-b766-3e58b67a5846 req-242d29a9-7087-46fb-9513-0f2ab936f1fb tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 946 time: 0.0800536 Nov 12 11:39:24.587765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:24.590273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=232ae803-039f-4a82-9d7d-771ca31186ac,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:24.611392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e8cb3e0-96fe-4ad1-b766-3e58b67a5846 req-27de0652-e496-472a-9af4-12d84dce1f27 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747628 Nov 12 11:39:24.707297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 72341850-7487-447f-983d-818ba28afa30 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:24.709410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:24.747056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7112ee-92ca-4c2f-89c6-4e9aaa1251fd req-ea259081-db5f-4c7b-8be6-8975a8ca374f tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:24.753130 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a7112ee-92ca-4c2f-89c6-4e9aaa1251fd req-ea259081-db5f-4c7b-8be6-8975a8ca374f tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 946 time: 0.0635843 Nov 12 11:39:24.811484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a7112ee-92ca-4c2f-89c6-4e9aaa1251fd req-52e760c7-a792-49b5-8336-68b454d91779 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558288 Nov 12 11:39:24.834918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37954) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:24.839506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 43f80257-989a-406c-bf9a-3c5696e8f617 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:24.884868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-39744099-b345-49f4-8fc3-a6e32b39ad1f None None] Provisioning complete for port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:24.885421 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39744099-b345-49f4-8fc3-a6e32b39ad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:24.999154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:25.010678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade9a1d-3cad-470b-8f87-3e9e5f2c3676 req-800cc609-6bf3-4cd0-9310-7a7ba73915cb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:25.012554 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ade9a1d-3cad-470b-8f87-3e9e5f2c3676 req-800cc609-6bf3-4cd0-9310-7a7ba73915cb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 943 time: 0.0694766 Nov 12 11:39:25.017876 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-01e95194-f898-4715-8048-f67d1b015c3d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "PUT /v2.0/routers/43f80257-989a-406c-bf9a-3c5696e8f617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2389135 Nov 12 11:39:25.027444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Sync routers for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:25.043748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:25.044428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:25.103893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ade9a1d-3cad-470b-8f87-3e9e5f2c3676 req-0484c65a-0914-4e26-bcd2-7e560375a9c9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742106 Nov 12 11:39:25.175358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-39744099-b345-49f4-8fc3-a6e32b39ad1f None None] Provisioning complete for port 232ae803-039f-4a82-9d7d-771ca31186ac triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:25.175819 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-39744099-b345-49f4-8fc3-a6e32b39ad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:25.195959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4370c55-872c-4f5f-8292-a994a60feeac tempest-TestVolumeBackupRestore-1563044846 tempest-TestVolumeBackupRestore-1563044846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:25.197716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d4370c55-872c-4f5f-8292-a994a60feeac tempest-TestVolumeBackupRestore-1563044846 tempest-TestVolumeBackupRestore-1563044846-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1093 time: 0.3617926 Nov 12 11:39:25.200856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37968) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:25.206257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '74ee6186-2b86-4123-8721-65632c139c03', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:25.235464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:25.262754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-39744099-b345-49f4-8fc3-a6e32b39ad1f None None] Port 232ae803-039f-4a82-9d7d-771ca31186ac cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:39:25.314861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-5da426c0-1d95-4580-b819-e02f5c1c6211 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619763106&fields=id&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 267 time: 0.0846984 Nov 12 11:39:25.371669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8523a68d-6d94-4bdf-9cfb-75d120e15e84 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:39:25.383298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:25.432787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bb8e86d7-b55e-4f87-a137-df6be69e9bb7 None None] Provisioning complete for port 232ae803-039f-4a82-9d7d-771ca31186ac triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:25.433156 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bb8e86d7-b55e-4f87-a137-df6be69e9bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:25.486242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681599fb-672b-474c-8c6b-833936a79de8 req-348592dd-56e6-4d3e-89e3-c45b4d95a5d9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:25.487779 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-348592dd-56e6-4d3e-89e3-c45b4d95a5d9 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/networks?id=72341850-7487-447f-983d-818ba28afa30 HTTP/1.1" status: 200 len: 796 time: 0.1717801 Nov 12 11:39:25.508038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e86d7-b55e-4f87-a137-df6be69e9bb7 None None] Port 232ae803-039f-4a82-9d7d-771ca31186ac cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:39:25.510345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:39:25.516867 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-ac9726b6-9d09-4539-846b-617fa3b05199 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/quotas/c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 375 time: 0.0190129 Nov 12 11:39:25.530846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:25.531896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:25.575945 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:25.591347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-40372541-b404-4ad5-b8a4-7e1d079fb052 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648413 Nov 12 11:39:25.665122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:24Z', 'revision_number': 2, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:25.703086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:25.727488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Checking router: 43f80257-989a-406c-bf9a-3c5696e8f617 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:25.727846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Updating router 43f80257-989a-406c-bf9a-3c5696e8f617 port 232ae803-039f-4a82-9d7d-771ca31186ac binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:39:25.760402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'port_id': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'mac_address': 'fa:16:3e:e5:dc:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:39:25.763520 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-75624341-2890-42b0-94a8-2d944951f1f2 service neutron] 10.222.0.98 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370385 Nov 12 11:39:25.771370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Allocated IP 172.25.3.250 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/3a2a75a7-4cbc-476d-92d0-5929a63d1e24) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:25.777075 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:25.839594 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:25.862379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:39:25.934020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-c23f7d0c-b9da-4961-b316-ea1a6d71da56 service neutron] 10.222.0.98 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602428 Nov 12 11:39:25.963768 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.034958 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.082491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:26.086884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:26.088972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'Port': ['ID=3a2a75a7-4cbc-476d-92d0-5929a63d1e24,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:26.091424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:26.107782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:26.208377 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.236473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2b13496-8290-4a9e-b8fa-f34546c9673c req-023c3453-2456-48c9-9e1a-84a4015e1228 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 210 time: 0.0584910 Nov 12 11:39:26.327693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:26.342780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.429839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:39:26.455075 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.468563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7feae-f63f-42b2-a4da-3ed19f1f468d req-09b66917-0b19-4711-8bc9-da8797c422a6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:26.468563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4e7feae-f63f-42b2-a4da-3ed19f1f468d req-09b66917-0b19-4711-8bc9-da8797c422a6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 944 time: 0.0946093 Nov 12 11:39:26.528253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbeb8b-d9e8-40dd-b7f7-ce1e1f269841 None None] Pushing event updated for resources: {'Port': ['ID=232ae803-039f-4a82-9d7d-771ca31186ac,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:26.569596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4e7feae-f63f-42b2-a4da-3ed19f1f468d req-98efb9c4-828e-449f-ab1c-d704bccd3481 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021745 Nov 12 11:39:26.635811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.637816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Attempting to bind port 232ae803-039f-4a82-9d7d-771ca31186ac on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:39:26.638292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Attempting to bind port 232ae803-039f-4a82-9d7d-771ca31186ac by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:39:26.638778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Attempting to bind port 232ae803-039f-4a82-9d7d-771ca31186ac on network 72341850-7487-447f-983d-818ba28afa30 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:26.654306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:39:26.654833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Checking segment: {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:39:26.655500 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.655910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Bound using segment: {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:39:26.656454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Bound port: 232ae803-039f-4a82-9d7d-771ca31186ac, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:39:26.656846 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.788698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] For port 232ae803-039f-4a82-9d7d-771ca31186ac, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:39:26.793750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] For port 232ae803-039f-4a82-9d7d-771ca31186ac, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=232ae803-039f-4a82-9d7d-771ca31186ac,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:39:26.814825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.862749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-48e1b336-90a9-4388-bc72-ac8c46c189ca None None] Provisioning complete for port 232ae803-039f-4a82-9d7d-771ca31186ac triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:26.863121 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-48e1b336-90a9-4388-bc72-ac8c46c189ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.919813 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:26.937710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-48e1b336-90a9-4388-bc72-ac8c46c189ca None None] Port 232ae803-039f-4a82-9d7d-771ca31186ac cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:39:27.002731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.005198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:27.005843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:27.046136 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.047791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbeb8b-d9e8-40dd-b7f7-ce1e1f269841 None None] Pushing event updated for resources: {'Port': ['ID=232ae803-039f-4a82-9d7d-771ca31186ac,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:27.128816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event updated for resources: {'Port': ['ID=3a2a75a7-4cbc-476d-92d0-5929a63d1e24,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:27.139633 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.169278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:27.259383 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Floating IP 711938cc-3bd7-4287-8834-814573240f68 associated. External IP: 172.25.3.250, port: 74ee6186-2b86-4123-8721-65632c139c03. Nov 12 11:39:27.331342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5a613bcf-af0e-496f-9578-fc881d96255b None None] Provisioning complete for port 232ae803-039f-4a82-9d7d-771ca31186ac triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:27.331707 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a613bcf-af0e-496f-9578-fc881d96255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.382148 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78029f13-00b0-48c1-b16e-990553720312 req-3ae06f1f-8b87-4e57-ba83-943c2782f079 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 210 time: 0.0348439 Nov 12 11:39:27.472366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a613bcf-af0e-496f-9578-fc881d96255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.516484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:26Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:27.520995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5a613bcf-af0e-496f-9578-fc881d96255b None None] For port 232ae803-039f-4a82-9d7d-771ca31186ac, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=232ae803-039f-4a82-9d7d-771ca31186ac,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:27.531308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:27.546890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:39:27.550641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b53b39-4973-4b88-a8c1-f9994d5fe6aa None None] The sync data for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 is: [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:26Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:27.609698 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a613bcf-af0e-496f-9578-fc881d96255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.690884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:27.714424 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] Sync routers for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:27.727231 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:39:27.731304 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:27.732503 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:27.747201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a613bcf-af0e-496f-9578-fc881d96255b None None] Pushing event updated for resources: {'Port': ['ID=232ae803-039f-4a82-9d7d-771ca31186ac,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:27.750106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:27.750477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.779856 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee699d-7b59-4abd-9a12-eef5f2a4e20a req-705c1569-12cf-4645-a5d1-5c087699ca49 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:27.781769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67ee699d-7b59-4abd-9a12-eef5f2a4e20a req-705c1569-12cf-4645-a5d1-5c087699ca49 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 944 time: 0.0630758 Nov 12 11:39:27.803677 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.864804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b63af4d7-d514-4721-833b-f30490e2d9c6 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6625071 Nov 12 11:39:27.867420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 37990) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:27.870216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:27.872571 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230" -d '{"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:27.893385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:27.901788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67ee699d-7b59-4abd-9a12-eef5f2a4e20a req-8b1249f5-493d-4cd7-a1bc-632a4093eb97 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080158 Nov 12 11:39:27.901884 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:27.925139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:27.927947 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e82839a-62e7-4255-92fd-a7cc992c4cdd" -d '{"events": [{"server_uuid": "78ab1d6a-5ff2-4300-af53-9fc2717e3d06", "name": "network-vif-plugged", "status": "completed", "tag": "1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:27.943339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:27.952283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5284d-2384-48c3-9af6-51cc285893a3 tempest-TestVolumeBackupRestore-1563044846 tempest-TestVolumeBackupRestore-1563044846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:27.957415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7bb5284d-2384-48c3-9af6-51cc285893a3 tempest-TestVolumeBackupRestore-1563044846 tempest-TestVolumeBackupRestore-1563044846-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1093 time: 0.0873890 Nov 12 11:39:27.960976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 37996) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:27.966115 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a239af2e-df76-4b06-9cac-fb47c19c4e11 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Request body: {'floatingip': {'port_id': '74ee6186-2b86-4123-8721-65632c139c03'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:28.029664 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:28.033166 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4eb3ff-cff2-40b1-bd67-6660f0f3609f x-openstack-request-id: req-ee4eb3ff-cff2-40b1-bd67-6660f0f3609f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:28.033673 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ab1d6a-5ff2-4300-af53-9fc2717e3d06", "name": "network-vif-plugged", "status": "completed", "tag": "1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:28.033808 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ee4eb3ff-cff2-40b1-bd67-6660f0f3609f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:28.034025 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eaa87c-b273-4911-9384-115a26121d9a x-openstack-request-id: req-f2eaa87c-b273-4911-9384-115a26121d9a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:28.034196 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'code': 200} Nov 12 11:39:28.034517 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:28.034865 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f2eaa87c-b273-4911-9384-115a26121d9a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:28.035351 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03', 'status': 'completed', 'code': 200} Nov 12 11:39:28.066796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a239af2e-df76-4b06-9cac-fb47c19c4e11 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:28.115094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-82a8d958-0dc6-4f10-868b-b99c4e648b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:28.116751 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-82a8d958-0dc6-4f10-868b-b99c4e648b55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1098 time: 0.1078234 Nov 12 11:39:28.154678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:28.241471 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '711938cc-3bd7-4287-8834-814573240f68', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'port_id': '74ee6186-2b86-4123-8721-65632c139c03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'mac_address': 'fa:16:3e:6e:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:26Z', 'updated_at': '2021-11-12T11:39:26Z', 'revision_number': 0, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:28.243130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f2549-3a83-4cf1-b247-a43fc732c02d req-573b86e3-b215-493f-872e-2c87c14df86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:28.245225 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d9f2549-3a83-4cf1-b247-a43fc732c02d req-573b86e3-b215-493f-872e-2c87c14df86b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 1097 time: 0.1269968 Nov 12 11:39:28.276884 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] Checking router: 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:28.287103 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:28.288153 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:28.305458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-770f86e4-37a3-40cb-a54c-0e050eb056f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:28.307407 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-770f86e4-37a3-40cb-a54c-0e050eb056f2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 915 time: 0.1765199 Nov 12 11:39:28.368333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6d9f2549-3a83-4cf1-b247-a43fc732c02d req-54dc67ae-ce09-4d38-a100-810496f9b1db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145740 Nov 12 11:39:28.399798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-f97327f7-24d2-466c-a917-6e2bab0587d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 1000 time: 0.0801389 Nov 12 11:39:28.457783 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:28.460605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-3a5fc148-a5d5-4ccd-a55a-1e7538e81162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:28.461750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-3a5fc148-a5d5-4ccd-a55a-1e7538e81162 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 200 len: 853 time: 0.0530777 Nov 12 11:39:28.519270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-446aa808-eb3b-4c23-bef2-c9b331b77c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:28.524776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-446aa808-eb3b-4c23-bef2-c9b331b77c6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4711ab4-73d1-4605-b01e-216fc6c375f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499632 Nov 12 11:39:28.540375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ab1c2d4-0a0d-4731-92d5-46cae16087b2 req-4d664d22-1193-4681-8b10-b25f02f33943 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 210 time: 0.0309451 Nov 12 11:39:28.653971 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-72ab9b94-a002-48dc-9960-758df9d60689 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221461 Nov 12 11:39:28.776645 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f0d4a926-165f-4f5d-ab94-f0ad01bc9230 req-2bbb45d8-37b4-46c2-9222-4d56fd1bdd45 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141748 Nov 12 11:39:28.782399 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '711938cc-3bd7-4287-8834-814573240f68', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'port_id': '74ee6186-2b86-4123-8721-65632c139c03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'mac_address': 'fa:16:3e:6e:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:26Z', 'updated_at': '2021-11-12T11:39:26Z', 'revision_number': 0, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:28.815353 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f46f11-40e6-4c33-95f8-05f115b1035c None None] The sync data for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 is: [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '711938cc-3bd7-4287-8834-814573240f68', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'port_id': '74ee6186-2b86-4123-8721-65632c139c03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'mac_address': 'fa:16:3e:6e:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:26Z', 'updated_at': '2021-11-12T11:39:26Z', 'revision_number': 0, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:28.892498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681599fb-672b-474c-8c6b-833936a79de8 req-36849370-ab4c-4bb2-8922-5ceb7b22b821 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:28.894002 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-36849370-ab4c-4bb2-8922-5ceb7b22b821 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/networks?id=72341850-7487-447f-983d-818ba28afa30 HTTP/1.1" status: 200 len: 796 time: 0.2378638 Nov 12 11:39:28.924556 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:39:28.950101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a239af2e-df76-4b06-9cac-fb47c19c4e11 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:29.019227 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a239af2e-df76-4b06-9cac-fb47c19c4e11 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:29.063644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-f0fd4514-b900-44be-8849-d8fc642a82cb tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2299b0844f3474a94733bf9075b3dd2 HTTP/1.1" status: 200 len: 380 time: 0.1588807 Nov 12 11:39:29.077349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'port': {'device_id': '9014ba43-0630-4e35-a913-f7e426b457a9', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'admin_state_up': True, 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'security_groups': ['1a65bb6c-ab56-4af3-8238-1d7bb15c6efb']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:29.135966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440f352-ee18-4a2f-aefb-dc86a8782079 None None] New status for floating IP 711938cc-3bd7-4287-8834-814573240f68: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:39:29.377525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 232ae803-039f-4a82-9d7d-771ca31186ac up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:39:29.414097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-606187ea-6247-48b6-8698-bd956c1da7b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:29.445359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 232ae803-039f-4a82-9d7d-771ca31186ac triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:29.445792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:29.559493 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0aa1f-ac36-4cc4-b508-8f197e0cb37c req-79159725-75a8-409b-832a-62ef85d7c93d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:29.561093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6de0aa1f-ac36-4cc4-b508-8f197e0cb37c req-79159725-75a8-409b-832a-62ef85d7c93d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 945 time: 0.5768521 Nov 12 11:39:29.712768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6de0aa1f-ac36-4cc4-b508-8f197e0cb37c req-11a4c6b1-fe6a-46f3-80ae-bb4ac6b062a8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390233 Nov 12 11:39:29.781214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a239af2e-df76-4b06-9cac-fb47c19c4e11 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:29.790077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Made reservation on behalf of c2299b0844f3474a94733bf9075b3dd2 for: {'port': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:39:29.793673 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:29.833140 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-231de732-e19c-4f65-ad5e-b76b76c152d0 req-06918268-a314-4c64-ae65-0d1aa887080e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 210 time: 0.0438914 Nov 12 11:39:30.017625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a239af2e-df76-4b06-9cac-fb47c19c4e11 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:30.023549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a239af2e-df76-4b06-9cac-fb47c19c4e11 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:30.027228 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] Sync routers for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:30.036957 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:30.037604 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:30.066608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:30.069576 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7611aad-135a-4df5-bb73-d80d18137b63" -d '{"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:30.072853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.20.0.5 (72341850-7487-447f-983d-818ba28afa30/ef1e575e-8540-49ce-98b6-4e71c86024da/5a61ec68-54bb-496e-9f7e-1fd5b73595f8) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:30.108576 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a239af2e-df76-4b06-9cac-fb47c19c4e11 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "PUT /v2.0/floatingips/711938cc-3bd7-4287-8834-814573240f68 HTTP/1.1" status: 200 len: 992 time: 2.1461773 Nov 12 11:39:30.122320 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cf0e4c-8ce8-45cd-a031-c4d53d452893 x-openstack-request-id: req-03cf0e4c-8ce8-45cd-a031-c4d53d452893 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:30.122709 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:30.122859 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-03cf0e4c-8ce8-45cd-a031-c4d53d452893 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:30.123266 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03', 'status': 'completed', 'code': 200} Nov 12 11:39:30.153156 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:30.203469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-39a3c78b-ddb0-434c-adb1-fb59214604a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:30.205286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-39a3c78b-ddb0-434c-adb1-fb59214604a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1098 time: 0.0624566 Nov 12 11:39:30.259985 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:30.302486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-2f534f33-6f2a-46e9-9808-a8201627057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:30.304035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-2f534f33-6f2a-46e9-9808-a8201627057b service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 915 time: 0.0912693 Nov 12 11:39:30.359972 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:30.384438 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-c4887435-9436-4ba7-acf9-0370749747bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 1002 time: 0.0701802 Nov 12 11:39:30.406861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 72341850-7487-447f-983d-818ba28afa30 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:30.410145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:30.422587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:30.449142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-fa55ea42-ebff-4e21-ba95-b7c7475101e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:30.450841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-fa55ea42-ebff-4e21-ba95-b7c7475101e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 200 len: 853 time: 0.0592067 Nov 12 11:39:30.471795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:30.494963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:30.495754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:30.514580 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '711938cc-3bd7-4287-8834-814573240f68', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'port_id': '74ee6186-2b86-4123-8721-65632c139c03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'mac_address': 'fa:16:3e:6e:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:26Z', 'updated_at': '2021-11-12T11:39:29Z', 'revision_number': 2, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:30.524924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-a77c3b22-0104-4d96-af0d-447577a2eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:30.526701 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-a77c3b22-0104-4d96-af0d-447577a2eb0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4711ab4-73d1-4605-b01e-216fc6c375f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676775 Nov 12 11:39:30.542406 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] Checking router: 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:30.552141 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:30.552821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:30.620114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-9558dc9c-a74c-424a-b0f9-910903184590 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5479615 Nov 12 11:39:30.637520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Request body: {'port': {'device_id': '9014ba43-0630-4e35-a913-f7e426b457a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:30.664815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-18d384ca-0205-4807-b8de-570f281482cd service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284487 Nov 12 11:39:30.674623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ed28f7d0-492e-488d-88fe-789ccd494eb0 None None] Provisioning complete for port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:30.675512 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed28f7d0-492e-488d-88fe-789ccd494eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:30.683475 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:30.712616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ed28f7d0-492e-488d-88fe-789ccd494eb0 None None] Port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:39:30.725942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:30.798785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d7611aad-135a-4df5-bb73-d80d18137b63 req-4c3c8e77-8819-42af-989a-28d1999850e9 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259508 Nov 12 11:39:30.960346 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '711938cc-3bd7-4287-8834-814573240f68', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'port_id': '74ee6186-2b86-4123-8721-65632c139c03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'mac_address': 'fa:16:3e:6e:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:26Z', 'updated_at': '2021-11-12T11:39:29Z', 'revision_number': 2, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:30.965682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed9e9b-c92c-4efc-980b-6010c2446d83 req-6b8852f9-a46e-4093-9729-ce167ca9a5b2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:30.967323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0eed9e9b-c92c-4efc-980b-6010c2446d83 req-6b8852f9-a46e-4093-9729-ce167ca9a5b2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 945 time: 0.1223671 Nov 12 11:39:31.000502 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2bfbf-3cc7-4e70-a1cd-e72abd1beea1 None None] The sync data for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 is: [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '711938cc-3bd7-4287-8834-814573240f68', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'port_id': '74ee6186-2b86-4123-8721-65632c139c03', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'mac_address': 'fa:16:3e:6e:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:26Z', 'updated_at': '2021-11-12T11:39:29Z', 'revision_number': 2, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:31.051426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0eed9e9b-c92c-4efc-980b-6010c2446d83 req-3f520be3-9c73-4788-9b98-a6c2828c00a6 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775154 Nov 12 11:39:31.112761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 {{(pid=109704) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:39:31.122203 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:31.161416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.provisioning_blocks [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Transition to ACTIVE for port object 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 will not be triggered until provisioned by entity L2. {{(pid=109704) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:39:31.182823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e4843-559d-499d-bab0-03add596618a req-d5349996-455f-489d-a5a7-f1fb453c3ab3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:31.184412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d19e4843-559d-499d-bab0-03add596618a req-d5349996-455f-489d-a5a7-f1fb453c3ab3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 931 time: 0.0597122 Nov 12 11:39:31.239176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d19e4843-559d-499d-bab0-03add596618a req-c328cec6-b11d-4b4a-98ee-2c88e36be772 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483878 Nov 12 11:39:31.240285 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:31.296004 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Pushing event updated for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:31.407498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74802174-f397-4a41-97a9-38646e301f1c req-21a3e976-0506-447e-a5ec-18e79b3b7641 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:31.409107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74802174-f397-4a41-97a9-38646e301f1c req-21a3e976-0506-447e-a5ec-18e79b3b7641 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 945 time: 0.0921686 Nov 12 11:39:31.410476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Attempting to bind port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:39:31.410859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Attempting to bind port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:39:31.411196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Attempting to bind port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 on network 72341850-7487-447f-983d-818ba28afa30 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:31.418142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 on network 72341850-7487-447f-983d-818ba28afa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:39:31.418472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Attempting to bind port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 on network 72341850-7487-447f-983d-818ba28afa30 {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:39:31.435036 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:39:31.435375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Checking segment: {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:39:31.435760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Bound using segment: {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'} {{(pid=109704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:39:31.436243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.managers [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Bound port: 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '72341850-7487-447f-983d-818ba28afa30'}}] {{(pid=109704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:39:31.436608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:31.502449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74802174-f397-4a41-97a9-38646e301f1c req-fc87afd0-345e-484b-9d68-c5ca48e65e87 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859120 Nov 12 11:39:31.531255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, cleared binding levels {{(pid=109704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:39:31.534527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:39:31.535210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:31.583546 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:31.619682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:31.620333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:31.621778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] 10.222.0.69 "PUT /v2.0/ports/5a61ec68-54bb-496e-9f7e-1fd5b73595f8 HTTP/1.1" status: 200 len: 1092 time: 0.9928215 Nov 12 11:39:31.645843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d3b01-b98e-4619-a69e-71edaf473e56 service neutron] Pushing event updated for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=3']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:31.704978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1519b5e-dd78-4664-8a2f-20a54b81cd5d tempest-TestVolumeBootPattern-1363953366 tempest-TestVolumeBootPattern-1363953366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:31.706543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a1519b5e-dd78-4664-8a2f-20a54b81cd5d tempest-TestVolumeBootPattern-1363953366 tempest-TestVolumeBootPattern-1363953366-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 1092 time: 0.1700568 Nov 12 11:39:31.711332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38016) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:31.716059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:31.791855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681599fb-672b-474c-8c6b-833936a79de8 req-9adffa69-6527-4350-8c33-76fbb9154de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:31.793417 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-9adffa69-6527-4350-8c33-76fbb9154de4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 1095 time: 0.0529032 Nov 12 11:39:31.794120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e868-deff-4f6e-99cb-04918f945af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:31.811617 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:31.853836 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-9e3493b2-a45f-4e25-ae56-f53fda84c462 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8 HTTP/1.1" status: 200 len: 217 time: 0.0505736 Nov 12 11:39:31.946640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681599fb-672b-474c-8c6b-833936a79de8 req-062e362b-f30a-407e-ab10-76d4c4a7655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:31.948043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-062e362b-f30a-407e-ab10-76d4c4a7655f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef1e575e-8540-49ce-98b6-4e71c86024da HTTP/1.1" status: 200 len: 835 time: 0.0825582 Nov 12 11:39:32.016302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681599fb-672b-474c-8c6b-833936a79de8 req-faca4e76-2cdb-48d0-8039-88f1067a67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:32.017761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-faca4e76-2cdb-48d0-8039-88f1067a67c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72341850-7487-447f-983d-818ba28afa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610924 Nov 12 11:39:32.024381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:32.127289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03'}, {'name': 'network-changed', 'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:32.129727 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef69068-3e66-4bb6-bd8c-399dd543496f" -d '{"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03"}, {"name": "network-changed", "server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:32.178428 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e72495-01b3-42c3-9212-2a2789bbf963 x-openstack-request-id: req-a5e72495-01b3-42c3-9212-2a2789bbf963 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:32.178717 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:32.178969 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a5e72495-01b3-42c3-9212-2a2789bbf963 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:32.179370 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03', 'status': 'completed', 'code': 200} Nov 12 11:39:32.179618 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'status': 'completed', 'code': 200} Nov 12 11:39:32.201922 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-262d5b3d-ef55-4cfe-8cad-c923d75a35a6 service neutron] 10.222.0.69 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750989 Nov 12 11:39:32.228839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.25.3.75 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/045d7f46-b781-4622-bd0d-264811356416) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:32.254355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-4740cd71-68f9-4967-8150-894b9b30d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:32.256517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-4740cd71-68f9-4967-8150-894b9b30d660 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1098 time: 0.0441365 Nov 12 11:39:32.355831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-a81c427b-7e19-484a-892d-fffd325b4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:32.357340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-a81c427b-7e19-484a-892d-fffd325b4925 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 915 time: 0.0934489 Nov 12 11:39:32.429993 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-e69deb76-cc30-40a7-ac12-e11d8b943153 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 1002 time: 0.0646648 Nov 12 11:39:32.431755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-1ee07b8b-016a-4de5-861c-eacd5b3005ff service neutron] 10.222.0.69 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194376 Nov 12 11:39:32.459775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c205-54e4-4b33-baf4-d2fdb2a51583 req-834c5d90-5ee6-42ff-9346-2c9afb643ef7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:32.461353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4e8c205-54e4-4b33-baf4-d2fdb2a51583 req-834c5d90-5ee6-42ff-9346-2c9afb643ef7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 943 time: 0.1481998 Nov 12 11:39:32.478833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:32.490178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-eee73023-cee0-415f-bab5-40e76d9fed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:32.491681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-eee73023-cee0-415f-bab5-40e76d9fed7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 200 len: 853 time: 0.0479887 Nov 12 11:39:32.548126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-3f92fdd2-09fd-4c3b-9b9b-317668493168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:32.549633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-3f92fdd2-09fd-4c3b-9b9b-317668493168 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4711ab4-73d1-4605-b01e-216fc6c375f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504918 Nov 12 11:39:32.557997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4e8c205-54e4-4b33-baf4-d2fdb2a51583 req-42fb469a-b924-461f-927d-03d55e7392a3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897408 Nov 12 11:39:32.655374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-c504a828-3214-484e-b170-0a00e0a40bff service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966458 Nov 12 11:39:32.668778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:32.711507 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:32.716509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:32.721252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:32.725059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=045d7f46-b781-4622-bd0d-264811356416,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:32.763485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-546c7d1a-0cc9-4823-98e0-119d6d8da0a2 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999789 Nov 12 11:39:32.851753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-df1a780f-60f6-42db-b119-294187c40d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:32.853330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-df1a780f-60f6-42db-b119-294187c40d33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 1095 time: 0.0445390 Nov 12 11:39:32.962724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-f0ed2f9e-ce3b-4828-b543-d37e1c0b9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:32.965543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-f0ed2f9e-ce3b-4828-b543-d37e1c0b9c97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=72341850-7487-447f-983d-818ba28afa30 HTTP/1.1" status: 200 len: 897 time: 0.1028752 Nov 12 11:39:33.012269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-b09d52fa-c97f-4dd4-8175-dfb1a8db5f87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8 HTTP/1.1" status: 200 len: 217 time: 0.0384302 Nov 12 11:39:33.064130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-0dfd791e-481d-466b-bae4-2344e596c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:33.065600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-0dfd791e-481d-466b-bae4-2344e596c21e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef1e575e-8540-49ce-98b6-4e71c86024da HTTP/1.1" status: 200 len: 835 time: 0.0461235 Nov 12 11:39:33.111688 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:33.113317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-1999d967-7230-4ae2-9f94-637062d91c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:33.114913 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-1999d967-7230-4ae2-9f94-637062d91c95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72341850-7487-447f-983d-818ba28afa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413818 Nov 12 11:39:33.137875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:33.216632 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-cb47124a-2ea2-43da-9e1d-5e8ce026ff1a service neutron] 10.222.0.69 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928388 Nov 12 11:39:33.275473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:33.329669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cef69068-3e66-4bb6-bd8c-399dd543496f req-5dd8f83b-073a-45fb-bdbd-8f4c42dbfc06 service neutron] 10.222.0.69 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030672 Nov 12 11:39:33.435898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:33.537068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:33.606767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=045d7f46-b781-4622-bd0d-264811356416,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:33.623022 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:33.755798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e842e7-9db2-4817-b831-a2e69629caff req-8445cac7-ad79-432b-a609-dd05a1b8346e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:33.757230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37e842e7-9db2-4817-b831-a2e69629caff req-8445cac7-ad79-432b-a609-dd05a1b8346e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 943 time: 0.0959766 Nov 12 11:39:33.772982 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Floating IP 89ef6fd0-df9b-4d43-94b3-11fdb5cd508f associated. External IP: 172.25.3.75, port: 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd. Nov 12 11:39:33.856702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37e842e7-9db2-4817-b831-a2e69629caff req-71cf00f7-53ef-4109-b9ad-15a0fcbd7409 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923500 Nov 12 11:39:34.018147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Router 264eabec-60ba-4b34-81a8-118665f19e89 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:34.126408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:34.144343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:34.163098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:34.163948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:34.244495 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:34.254141 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:34.285989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:34.653965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a30e5ed9-6f0b-4f55-8c8a-2146c8908b0e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9413729 Nov 12 11:39:34.654700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'tag': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:34.658809 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53d2a76-74f0-4b29-8651-83c570135252" -d '{"events": [{"name": "network-changed", "server_uuid": "78ab1d6a-5ff2-4300-af53-9fc2717e3d06", "tag": "1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:34.711044 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c93b5-1b6a-46cb-b604-bc3df3ae2d6c x-openstack-request-id: req-211c93b5-1b6a-46cb-b604-bc3df3ae2d6c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:34.711339 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ab1d6a-5ff2-4300-af53-9fc2717e3d06", "tag": "1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:34.711590 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-211c93b5-1b6a-46cb-b604-bc3df3ae2d6c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:34.712806 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'tag': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'status': 'completed', 'code': 200} Nov 12 11:39:34.734156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '89ef6fd0-df9b-4d43-94b3-11fdb5cd508f', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:e5:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:32Z', 'updated_at': '2021-11-12T11:39:32Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:34.772889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:34.783270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d2a76-74f0-4b29-8651-83c570135252 req-4c1f18f2-7f0f-425a-82f6-a0b4ccd2a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:34.784847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d2a76-74f0-4b29-8651-83c570135252 req-4c1f18f2-7f0f-425a-82f6-a0b4ccd2a54e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 1097 time: 0.0444653 Nov 12 11:39:34.789908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:34.790527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:34.846929 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:34.882234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d2a76-74f0-4b29-8651-83c570135252 req-c8b41b55-bafc-4190-abd8-bb6e4660cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:34.883687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d2a76-74f0-4b29-8651-83c570135252 req-c8b41b55-bafc-4190-abd8-bb6e4660cf80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.0900323 Nov 12 11:39:34.920013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:34.982105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d2a76-74f0-4b29-8651-83c570135252 req-fc6217ab-35e7-4902-92b4-57a8c40bcf76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd HTTP/1.1" status: 200 len: 998 time: 0.0904021 Nov 12 11:39:34.998892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f05b74-d67b-4325-a0a9-98f3aedcc154 req-0de2bae2-543b-4aaf-a4df-c33bb2f45981 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:35.000512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57f05b74-d67b-4325-a0a9-98f3aedcc154 req-0de2bae2-543b-4aaf-a4df-c33bb2f45981 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 943 time: 0.0701041 Nov 12 11:39:35.050530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d2a76-74f0-4b29-8651-83c570135252 req-dbfb8f1a-786f-4155-99ad-cb7008766e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:35.052763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d2a76-74f0-4b29-8651-83c570135252 req-dbfb8f1a-786f-4155-99ad-cb7008766e60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0603502 Nov 12 11:39:35.082650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57f05b74-d67b-4325-a0a9-98f3aedcc154 req-6b6cff52-f6ee-40e9-a992-d125b86746b3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733294 Nov 12 11:39:35.107266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d2a76-74f0-4b29-8651-83c570135252 req-39ac0e66-61bd-4556-8eb4-9dd6a07d5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:35.108834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d2a76-74f0-4b29-8651-83c570135252 req-39ac0e66-61bd-4556-8eb4-9dd6a07d5aec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472252 Nov 12 11:39:35.191735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '89ef6fd0-df9b-4d43-94b3-11fdb5cd508f', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:e5:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:32Z', 'updated_at': '2021-11-12T11:39:32Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:35.209742 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d2a76-74f0-4b29-8651-83c570135252 req-5fe3a362-7605-497c-b6f6-d9ff7ebf7f89 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934310 Nov 12 11:39:35.224901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6f885-68bf-4fc7-a871-101dd70dea7a None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '89ef6fd0-df9b-4d43-94b3-11fdb5cd508f', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:e5:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:32Z', 'updated_at': '2021-11-12T11:39:32Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:35.337022 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-100189dd-d81e-4bba-b1ac-d9646161818a req-6a80764e-03c1-44d5-83e9-8d485a4fdafb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1077836 Nov 12 11:39:35.338895 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:39:35.364976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d2a76-74f0-4b29-8651-83c570135252 req-9d827b99-0d98-4c4a-9004-0da1965e8503 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441104 Nov 12 11:39:35.437771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100189dd-d81e-4bba-b1ac-d9646161818a req-91c47d23-b47a-4db2-a9c3-17ed135a1fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:35.439681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-100189dd-d81e-4bba-b1ac-d9646161818a req-91c47d23-b47a-4db2-a9c3-17ed135a1fc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1098 time: 0.0510349 Nov 12 11:39:35.458816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:35.472618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'port_id': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'mac_address': 'fa:16:3e:b5:95:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:39:35.502861 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465be78a-ad2e-49f6-b2c0-66b4a81e686d None None] New status for floating IP 89ef6fd0-df9b-4d43-94b3-11fdb5cd508f: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:39:35.521006 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:35.538497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:39:35.562185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:35.568355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100189dd-d81e-4bba-b1ac-d9646161818a req-0d2d3212-f622-4f03-a0fe-892a34b6f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:35.569846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-100189dd-d81e-4bba-b1ac-d9646161818a req-0d2d3212-f622-4f03-a0fe-892a34b6f721 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 915 time: 0.1088781 Nov 12 11:39:35.647822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-100189dd-d81e-4bba-b1ac-d9646161818a req-6918cea4-b3b7-488e-8ad1-f00a3360cf0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 1002 time: 0.0692739 Nov 12 11:39:35.657505 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:35.712009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100189dd-d81e-4bba-b1ac-d9646161818a req-8559b113-18ae-4220-96d6-6e38d301e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:35.713501 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-100189dd-d81e-4bba-b1ac-d9646161818a req-8559b113-18ae-4220-96d6-6e38d301e570 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 200 len: 853 time: 0.0546923 Nov 12 11:39:35.717171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:35.774542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100189dd-d81e-4bba-b1ac-d9646161818a req-cdc33926-80e3-4402-89df-6af6f6b92e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:35.776597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-100189dd-d81e-4bba-b1ac-d9646161818a req-cdc33926-80e3-4402-89df-6af6f6b92e68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4711ab4-73d1-4605-b01e-216fc6c375f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535090 Nov 12 11:39:35.881094 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-100189dd-d81e-4bba-b1ac-d9646161818a req-5bb382d4-f35e-4b11-8468-ac57a2d085db service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954912 Nov 12 11:39:35.915887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['5a61ec68-54bb-496e-9f7e-1fd5b73595f8'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:39:35.986665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-100189dd-d81e-4bba-b1ac-d9646161818a req-a51fa142-3cf6-403f-9a6b-02f58ed2c095 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977354 Nov 12 11:39:36.208771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255d4b2-bd10-455c-a605-e7960bc9aca1 req-4fac6ccb-11d2-4dce-9259-f99483cf6691 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:36.210287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1255d4b2-bd10-455c-a605-e7960bc9aca1 req-4fac6ccb-11d2-4dce-9259-f99483cf6691 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 944 time: 0.0507536 Nov 12 11:39:36.264289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1255d4b2-bd10-455c-a605-e7960bc9aca1 req-1595ef2d-ea42-40e1-b911-90d761feb5b5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474460 Nov 12 11:39:37.337556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:39:37.386645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0724-e932-40c7-a4e0-09ceddcb2e70 req-167e6289-5bd0-45f4-94f6-042dffd8ebf7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:37.388226 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f27b0724-e932-40c7-a4e0-09ceddcb2e70 req-167e6289-5bd0-45f4-94f6-042dffd8ebf7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 944 time: 0.0545559 Nov 12 11:39:37.440922 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f27b0724-e932-40c7-a4e0-09ceddcb2e70 req-92c96456-982a-4af0-8d3f-a358efaef2cf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462575 Nov 12 11:39:37.445613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:39:37.450583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:39:37.450961 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:37.540663 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:37.563675 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:37.565977 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489d8cf-c6e2-4860-865b-0ef6fa477eee" -d '{"events": [{"server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "name": "network-vif-plugged", "status": "completed", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:37.578891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:39:37.604811 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824014c5-ef8f-4e36-a661-b2dbe0e51ddf x-openstack-request-id: req-824014c5-ef8f-4e36-a661-b2dbe0e51ddf {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:37.605099 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "name": "network-vif-plugged", "status": "completed", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:37.605349 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-824014c5-ef8f-4e36-a661-b2dbe0e51ddf {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:37.605747 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'code': 200} Nov 12 11:39:37.668296 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:37.712547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f585198-e460-4628-890d-e54a6806b592 req-885b98e4-29cf-41fc-8854-cf365d969a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:37.714127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f585198-e460-4628-890d-e54a6806b592 req-885b98e4-29cf-41fc-8854-cf365d969a96 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 1097 time: 0.0419164 Nov 12 11:39:37.718996 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:37.767533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0f585198-e460-4628-890d-e54a6806b592 req-6f96cbe2-81ca-45bd-b0c9-753d1b187980 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Nov 12 11:39:38.568706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87029f46-28f1-45f1-91f0-c4497ac10178 req-ce3df124-79e3-4d4b-a76c-314575049687 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:38.570232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87029f46-28f1-45f1-91f0-c4497ac10178 req-ce3df124-79e3-4d4b-a76c-314575049687 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0509112 Nov 12 11:39:38.621335 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87029f46-28f1-45f1-91f0-c4497ac10178 req-68d1248a-14b2-40da-9063-3bf0d92fd216 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448685 Nov 12 11:39:39.743337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48470-8330-49f7-b28d-444acadb4927 req-57f0547a-c77c-4946-b12e-2cada7091baf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:39.744888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9c48470-8330-49f7-b28d-444acadb4927 req-57f0547a-c77c-4946-b12e-2cada7091baf tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Nov 12 11:39:39.796404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9c48470-8330-49f7-b28d-444acadb4927 req-fc6518f1-6096-4a4b-8a42-755906955459 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 Nov 12 11:39:39.920263 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d78163-88d1-42e5-98c3-424c98f1ff9d req-a4f22fa7-0f68-497c-b308-7eb38b32c1f1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:39.921766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1d78163-88d1-42e5-98c3-424c98f1ff9d req-a4f22fa7-0f68-497c-b308-7eb38b32c1f1 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0545754 Nov 12 11:39:39.983622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c1d78163-88d1-42e5-98c3-424c98f1ff9d req-a4d957d8-9274-405c-94de-078c46622eb3 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548978 Nov 12 11:39:40.006824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38042) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:40.054179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef0ce48-2eca-4047-b3cf-e3d89ffbf258 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:40.055754 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bef0ce48-2eca-4047-b3cf-e3d89ffbf258 tempest-TestNetworkAdvancedServerOps-1224727463 tempest-TestNetworkAdvancedServerOps-1224727463-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 1092 time: 0.0479305 Nov 12 11:39:40.058652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38044) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:40.062922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:39:40.194862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:40.301927 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:40.418296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Allocated IP 172.25.3.244 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/11915264-3c1c-4325-bf7c-8431e77a5a38) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:39:40.523657 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:40.617477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:40.667065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:39:40.670112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:39:40.674695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:39:40.677862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=11915264-3c1c-4325-bf7c-8431e77a5a38,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:40.706073 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.706441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.706806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.707141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.707525 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.708404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.708782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.709120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.709447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.709769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.710096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:40.710409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:39:41.045216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:41.186327 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:41.339623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:41.439752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:41.522015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event updated for resources: {'Port': ['ID=11915264-3c1c-4325-bf7c-8431e77a5a38,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:39:41.535209 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:41.961717 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Floating IP a4f3e818-ffb8-4d5c-af31-81917a93390e associated. External IP: 172.25.3.244, port: 5a61ec68-54bb-496e-9f7e-1fd5b73595f8. Nov 12 11:39:42.171405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 43f80257-989a-406c-bf9a-3c5696e8f617 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:39:42.336121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:39:42.336769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] Sync routers for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:39:42.336769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:42.336769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:42.405704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:42.453791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:42.483132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e596e50e-9f23-4ffe-a1b5-74bd4ff3458f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4234462 Nov 12 11:39:42.483748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:39:42.486325 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a1b215-26ae-4b05-9bb4-25508c27b4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:39:42.587387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc29ea-d470-42cc-bbf9-0294f8c9def7 req-6c250bd9-f234-48d6-92cc-fcd8eabea3e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:42.588930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34dc29ea-d470-42cc-bbf9-0294f8c9def7 req-6c250bd9-f234-48d6-92cc-fcd8eabea3e2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0527263 Nov 12 11:39:42.645805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a4f3e818-ffb8-4d5c-af31-81917a93390e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'port_id': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'mac_address': 'fa:16:3e:b5:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014ba43-0630-4e35-a913-f7e426b457a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:40Z', 'updated_at': '2021-11-12T11:39:40Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:27Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:42.647522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34dc29ea-d470-42cc-bbf9-0294f8c9def7 req-4a0fecdf-74f4-449e-aebe-7add45fb5842 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523615 Nov 12 11:39:42.669847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38052) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:42.673164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] Checking router: 43f80257-989a-406c-bf9a-3c5696e8f617 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:39:42.683148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:39:42.683856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:39:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:42.714557 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d64a1d-6d55-42b7-b158-7e9893a7d090 x-openstack-request-id: req-e4d64a1d-6d55-42b7-b158-7e9893a7d090 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:39:42.714872 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:39:42.715121 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4d64a1d-6d55-42b7-b158-7e9893a7d090 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:39:42.715521 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'status': 'completed', 'code': 200} Nov 12 11:39:42.771579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6537f2d-8ad3-470b-8719-e09dc42ea505 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/a4f3e818-ffb8-4d5c-af31-81917a93390e HTTP/1.1" status: 200 len: 991 time: 0.0999067 Nov 12 11:39:42.787245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-88e814eb-26ad-4845-b384-9326299b0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:42.788805 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-88e814eb-26ad-4845-b384-9326299b0bda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 1097 time: 0.0656230 Nov 12 11:39:42.796078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:39:42.894288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-e335041d-0342-41c0-90d6-e15df4b9642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:42.895664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-e335041d-0342-41c0-90d6-e15df4b9642d service neutron] 10.222.0.69 "GET /v2.0/networks?id=72341850-7487-447f-983d-818ba28afa30 HTTP/1.1" status: 200 len: 897 time: 0.0991931 Nov 12 11:39:42.967841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-ed7b8760-2ebd-470c-8124-2cf64bada8ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8 HTTP/1.1" status: 200 len: 999 time: 0.0642126 Nov 12 11:39:43.018044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-1031885c-2919-47d0-a5bc-2889fe96fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:43.019516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-1031885c-2919-47d0-a5bc-2889fe96fa3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef1e575e-8540-49ce-98b6-4e71c86024da HTTP/1.1" status: 200 len: 835 time: 0.0446420 Nov 12 11:39:43.039261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a4f3e818-ffb8-4d5c-af31-81917a93390e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'port_id': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'mac_address': 'fa:16:3e:b5:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014ba43-0630-4e35-a913-f7e426b457a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:40Z', 'updated_at': '2021-11-12T11:39:40Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:27Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:39:43.065925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac641ed8-5d8b-4baf-b490-d6a10d3cc8b5 None None] The sync data for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 is: [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a4f3e818-ffb8-4d5c-af31-81917a93390e', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'port_id': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'mac_address': 'fa:16:3e:b5:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9014ba43-0630-4e35-a913-f7e426b457a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:39:40Z', 'updated_at': '2021-11-12T11:39:40Z', 'revision_number': 0, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:27Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:39:43.067776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-0eef61a5-2789-4445-bea0-790adc0cdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:39:43.070110 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-0eef61a5-2789-4445-bea0-790adc0cdcbc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72341850-7487-447f-983d-818ba28afa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424190 Nov 12 11:39:43.178359 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-36ad7db7-38cc-4f3e-bdd0-4d35b2549a2c service neutron] 10.222.0.69 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989697 Nov 12 11:39:43.278617 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24a1b215-26ae-4b05-9bb4-25508c27b4a5 req-5f0cbbbe-8263-44d2-8706-73ca0795ac22 service neutron] 10.222.0.69 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906973 Nov 12 11:39:43.289522 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b557a0-d382-46e4-a8f0-fe20de637380 None None] New status for floating IP a4f3e818-ffb8-4d5c-af31-81917a93390e: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:39:43.775578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38054) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:39:43.836342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-02d26e0a-b53e-4d20-b4ab-9cf6271a019c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/a4f3e818-ffb8-4d5c-af31-81917a93390e HTTP/1.1" status: 200 len: 993 time: 0.0588703 Nov 12 11:39:47.784071 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:50.910797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:39:59.377202 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0b745c63-bfdb-467d-acc6-75d6e53bcf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:01.868406 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2e0cefac-ce44-4df2-9204-57aa93530d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:03.188101 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:04.320027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:04.931171 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:05.923352 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:40:17.925539 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:19.545114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06656e8f-c4ff-4442-8ef8-28b12d9f1580 req-dffb786d-154e-444f-a3b4-63962237c5e0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:19.547654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06656e8f-c4ff-4442-8ef8-28b12d9f1580 req-dffb786d-154e-444f-a3b4-63962237c5e0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0530069 Nov 12 11:40:19.602367 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06656e8f-c4ff-4442-8ef8-28b12d9f1580 req-9a18bcfa-d059-4ae1-9916-9d389e5ecaed tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495260 Nov 12 11:40:20.723541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1384f47-fa2c-4fc3-9ec3-ec3ad1640a47 req-482c0390-bb46-4852-bc94-5e7d4d0bf336 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:20.725071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1384f47-fa2c-4fc3-9ec3-ec3ad1640a47 req-482c0390-bb46-4852-bc94-5e7d4d0bf336 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0517731 Nov 12 11:40:20.775134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d1384f47-fa2c-4fc3-9ec3-ec3ad1640a47 req-25513158-3c02-4c19-a108-f8592de39730 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Nov 12 11:40:21.005241 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:21.900251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4aaa8-a267-47ba-994a-881d6e122ab9 req-ee8ec29e-aeec-40e0-9745-117b31ee44c7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:21.901741 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8db4aaa8-a267-47ba-994a-881d6e122ab9 req-ee8ec29e-aeec-40e0-9745-117b31ee44c7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0550749 Nov 12 11:40:21.952411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8db4aaa8-a267-47ba-994a-881d6e122ab9 req-4f0e7863-06d0-4a0e-8abd-f074943479b2 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Nov 12 11:40:23.078234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11a75-c0fc-485d-88a2-43aa3283a0a0 req-855acba5-6cda-4d68-a3ad-763da212bf5f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:23.079749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d5d11a75-c0fc-485d-88a2-43aa3283a0a0 req-855acba5-6cda-4d68-a3ad-763da212bf5f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0545449 Nov 12 11:40:23.130244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d5d11a75-c0fc-485d-88a2-43aa3283a0a0 req-701502dc-30db-41f7-89a6-08b95490e7a8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Nov 12 11:40:24.253767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4693fa6-b5a9-451e-8a9e-4ffe5b7127a3 req-4194a7ab-6335-49e5-9ded-4fbef9328af5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.255384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4693fa6-b5a9-451e-8a9e-4ffe5b7127a3 req-4194a7ab-6335-49e5-9ded-4fbef9328af5 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0531201 Nov 12 11:40:24.261200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-c164cc8a-d03f-4aee-b575-626b61f82a48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492716 Nov 12 11:40:24.316913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4693fa6-b5a9-451e-8a9e-4ffe5b7127a3 req-0b610a92-b123-4f37-9e19-07c612365ffc tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537035 Nov 12 11:40:24.354419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-995386a9-d81f-4608-bf9d-9f869df14cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.364330 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-995386a9-d81f-4608-bf9d-9f869df14cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0440962 Nov 12 11:40:24.464803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-a14e98e7-4e8a-4905-b2f8-0915dad1e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.466256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-a14e98e7-4e8a-4905-b2f8-0915dad1e6b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0914700 Nov 12 11:40:24.514897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-009b33e7-2fae-4358-8521-bcc62a76fe95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0402179 Nov 12 11:40:24.566786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-e6733410-cd22-4d81-9399-412487008bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.568450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-e6733410-cd22-4d81-9399-412487008bae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0466557 Nov 12 11:40:24.622775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-bd4cdb65-9267-4305-a871-b4813f54f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:24.624502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-bd4cdb65-9267-4305-a871-b4813f54f2a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487523 Nov 12 11:40:24.726162 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-57bf70e2-24ff-45f6-a93c-03dd6b02f218 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928576 Nov 12 11:40:24.823128 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1e35eb-32f7-481a-a063-fae670bae6af req-2affc021-2be0-448b-ba87-8259c07b3f8d service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897329 Nov 12 11:40:25.437047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308c259-8038-42b3-90c1-c6a0c7222fb9 req-321da60b-8920-4643-b14b-a658f0fbeac8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:25.438642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a308c259-8038-42b3-90c1-c6a0c7222fb9 req-321da60b-8920-4643-b14b-a658f0fbeac8 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0513523 Nov 12 11:40:25.492900 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a308c259-8038-42b3-90c1-c6a0c7222fb9 req-1bce5147-6645-4dbf-b19b-320f3ed0ab38 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479016 Nov 12 11:40:26.608284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84807c-9482-41f8-b19e-0a98560f7a2f req-438ccaa9-c108-483a-9c4e-08030db7fb24 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:26.609813 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a84807c-9482-41f8-b19e-0a98560f7a2f req-438ccaa9-c108-483a-9c4e-08030db7fb24 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0489674 Nov 12 11:40:26.660663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6a84807c-9482-41f8-b19e-0a98560f7a2f req-cc5a16ca-b1fc-4cb2-b9fc-4c3986efc89c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449550 Nov 12 11:40:27.778448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47af0-a64d-47ee-95a7-c8f608d4b05b req-6d2a52b3-49a5-4a49-9d67-5344ed8a1b0c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:27.779971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57b47af0-a64d-47ee-95a7-c8f608d4b05b req-6d2a52b3-49a5-4a49-9d67-5344ed8a1b0c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0501201 Nov 12 11:40:27.832319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57b47af0-a64d-47ee-95a7-c8f608d4b05b req-1bc4b53b-7c19-4306-8ebd-58605e85229e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462029 Nov 12 11:40:28.956241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97638406-f41b-4994-aa24-78f0b61ea336 req-ac4fb39b-a38b-4c3a-bf46-6794e1248610 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:28.957640 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97638406-f41b-4994-aa24-78f0b61ea336 req-ac4fb39b-a38b-4c3a-bf46-6794e1248610 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0537157 Nov 12 11:40:29.008029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-97638406-f41b-4994-aa24-78f0b61ea336 req-8cce14dc-96db-480c-a595-c40500defbd0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439689 Nov 12 11:40:29.405276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3c1d3b0b-46ec-477d-9583-ff3f75be5e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:30.128321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb0bc9-31a1-4eed-b5f3-aa0a82b110f0 req-992b7c39-4e11-45df-91fd-605cafbd0789 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:30.129819 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20bb0bc9-31a1-4eed-b5f3-aa0a82b110f0 req-992b7c39-4e11-45df-91fd-605cafbd0789 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0512431 Nov 12 11:40:30.180893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-20bb0bc9-31a1-4eed-b5f3-aa0a82b110f0 req-88c9de14-1830-4514-915a-860339d6e67f tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450151 Nov 12 11:40:31.309102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fb1fe-bae8-4126-b06c-62c996f4d605 req-8eae59dd-4c1e-4903-af9e-4d4767c3588c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:31.310596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a4fb1fe-bae8-4126-b06c-62c996f4d605 req-8eae59dd-4c1e-4903-af9e-4d4767c3588c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0557508 Nov 12 11:40:31.361681 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a4fb1fe-bae8-4126-b06c-62c996f4d605 req-a23e2c65-f2ad-455b-8e54-7b26ce1b2835 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446990 Nov 12 11:40:31.845014 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3751f3e-be12-409c-99a9-73d2c1669ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:32.479196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57849501-eaae-4884-99f2-0d094cdee412 req-0d1585d6-576f-4c10-ab12-1c6ef0aae01c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:32.480714 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57849501-eaae-4884-99f2-0d094cdee412 req-0d1585d6-576f-4c10-ab12-1c6ef0aae01c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Nov 12 11:40:32.531812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57849501-eaae-4884-99f2-0d094cdee412 req-edad0e4e-9c73-4b75-8088-302980f2a4d6 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449617 Nov 12 11:40:33.113854 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:33.670183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82dea1-f0dc-473a-b93d-b2cc5591983b req-0b46c9c1-2dbd-45c9-9414-51d624ed99f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:33.671749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e82dea1-f0dc-473a-b93d-b2cc5591983b req-0b46c9c1-2dbd-45c9-9414-51d624ed99f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0552657 Nov 12 11:40:33.680331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8915ce-3b31-497e-9b20-e8b4fd62868f req-781ca265-071d-43e7-9d5d-d4a9c0945669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:33.682342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc8915ce-3b31-497e-9b20-e8b4fd62868f req-781ca265-071d-43e7-9d5d-d4a9c0945669 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 1097 time: 0.0492146 Nov 12 11:40:33.730077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e82dea1-f0dc-473a-b93d-b2cc5591983b req-cc5b39a3-2b15-48b2-ac2e-84cb25b9f936 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519187 Nov 12 11:40:33.732660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dc8915ce-3b31-497e-9b20-e8b4fd62868f req-cf6eab4b-5407-4d1f-8640-61136bbc968c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Nov 12 11:40:34.296959 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:34.857508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa84f0-3e9a-47cf-9204-b4cf5a831cae req-c3e36740-0e3e-44b1-9978-530b41e364ba tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:34.859043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ffa84f0-3e9a-47cf-9204-b4cf5a831cae req-c3e36740-0e3e-44b1-9978-530b41e364ba tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0556183 Nov 12 11:40:34.914323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ffa84f0-3e9a-47cf-9204-b4cf5a831cae req-72a4dc78-30f6-4cc3-8a88-58afdd2d2bd7 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492029 Nov 12 11:40:34.931182 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:35.573350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:40:35.576602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:40:35.735221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:35.928589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:35.949990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:40:35.952462 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5f4a29-8b1d-48ef-8985-db716a0be9de" -d '{"events": [{"server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "name": "network-vif-unplugged", "status": "completed", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:40:35.962228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'port_id': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'mac_address': 'fa:16:3e:b5:95:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:40:35.968031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:36.007344 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:36.022579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:40:36.039480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b5d9-baa0-47f1-bb2a-89d510cff9f6 req-4c24d8eb-fa63-4ac6-a134-d214923e7306 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:36.041635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d627b5d9-baa0-47f1-bb2a-89d510cff9f6 req-4c24d8eb-fa63-4ac6-a134-d214923e7306 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0551922 Nov 12 11:40:36.095012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d627b5d9-baa0-47f1-bb2a-89d510cff9f6 req-cd9e6318-a033-4b02-ac9c-a8817d4a8f62 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470138 Nov 12 11:40:36.108752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:36.120253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38134) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:40:36.158963 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee02355-9142-4f32-8f5d-cbe5f57e0b6e x-openstack-request-id: req-9ee02355-9142-4f32-8f5d-cbe5f57e0b6e {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:40:36.159255 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "name": "network-vif-unplugged", "status": "completed", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:40:36.159500 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9ee02355-9142-4f32-8f5d-cbe5f57e0b6e {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:40:36.159885 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'code': 200} Nov 12 11:40:36.183714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 11:40:36.183995 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 11:40:36.196678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:36.204831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.205173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.205519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.205845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.206201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.206527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.206847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.207164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.207488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.207798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.208145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.208459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:40:36.223245 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e7945535-718b-43f2-8dec-2d2618b49e24 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/floatingips/a4f3e818-ffb8-4d5c-af31-81917a93390e HTTP/1.1" status: 200 len: 991 time: 0.1015358 Nov 12 11:40:36.721207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:36.734692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:40:36.753942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:36.874307 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:36.922811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:37.151013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['5a61ec68-54bb-496e-9f7e-1fd5b73595f8'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:40:37.261251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-e3a86546-1558-41e2-9536-95ec8ae3e6dc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472577 Nov 12 11:40:37.349577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-ccc9f9e9-c001-408a-88bc-6aa1a3ca7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:37.351097 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-ccc9f9e9-c001-408a-88bc-6aa1a3ca7f45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1098 time: 0.0430281 Nov 12 11:40:37.459068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-071461e3-4046-4fc1-a9c5-fb41a34a2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:37.460583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-071461e3-4046-4fc1-a9c5-fb41a34a2cd1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 915 time: 0.0865839 Nov 12 11:40:37.534136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-7562426d-45a2-4b05-bd30-d5ab3958361d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 1002 time: 0.0656326 Nov 12 11:40:37.582629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-659c4557-8786-41ba-abe2-567d75fe93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:37.584101 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-659c4557-8786-41ba-abe2-567d75fe93eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 200 len: 853 time: 0.0429959 Nov 12 11:40:37.631384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-74883480-981d-42af-9048-72579c1a21df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:40:37.632910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-74883480-981d-42af-9048-72579c1a21df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4711ab4-73d1-4605-b01e-216fc6c375f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410235 Nov 12 11:40:37.733576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-b35c21b0-dea6-439c-96a9-260684569724 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915399 Nov 12 11:40:37.825930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-52e8c94d-4d58-49eb-888d-1b8391df911f req-93d4a36f-2306-4e90-b04d-27616bd646fd service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843892 Nov 12 11:40:39.593819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:40:39.645238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:40:39.645607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:39.722384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:39.744891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:40:39.747188 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d1ff52-6378-441b-ad1e-010b1dc2a6db" -d '{"events": [{"server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "name": "network-vif-plugged", "status": "completed", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:40:39.769323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:40:39.787226 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14299fe-ad67-426e-b10c-8887451e4ffe x-openstack-request-id: req-d14299fe-ad67-426e-b10c-8887451e4ffe {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:40:39.787522 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "name": "network-vif-plugged", "status": "completed", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:40:39.787970 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d14299fe-ad67-426e-b10c-8887451e4ffe {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:40:39.788385 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'code': 200} Nov 12 11:40:39.891017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:39.948661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:40:42.572851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-8ffad427-b2b5-4604-a1f8-da21d7ac8236 req-0a9c5c71-56b8-4b88-b477-4b60465e87ea tempest-ServerActionsTestJSON-1173415029 tempest-ServerActionsTestJSON-1173415029-project] (109705) timed out ('10.222.0.98', 58326) {{(pid=109705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:40:42.922564 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:40:47.833744 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:50.953719 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:40:59.439770 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a5d41df3-e807-414b-8b85-f96f2469b6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:01.799548 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e81c744-c239-4653-aeda-86321fcc6842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:03.106341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38154) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:03.142140 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:03.385260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Deleting port 3a2a75a7-4cbc-476d-92d0-5929a63d1e24 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:03.385511 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:03.467580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:03.467950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:03.485953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Calling delete_port for 3a2a75a7-4cbc-476d-92d0-5929a63d1e24 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:03.897117 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:03.922192 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event deleted for resources: {'Port': ['ID=3a2a75a7-4cbc-476d-92d0-5929a63d1e24,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:03.933366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.933712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.934065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.934406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.934749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.935511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.935511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.935707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.936168 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.936386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.936714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:03.937039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:04.006814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:04.007152 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Floating IP 711938cc-3bd7-4287-8834-814573240f68 disassociated (deleted). External IP: 172.25.3.250, port: 74ee6186-2b86-4123-8721-65632c139c03. Nov 12 11:41:04.254404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:41:04.279637 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:04.402653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:41:04.407566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:04.416268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] Sync routers for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:41:04.427350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:04.428017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:04.440150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3b70754c-6c79-4715-bca2-795963887ffc tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "DELETE /v2.0/floatingips/711938cc-3bd7-4287-8834-814573240f68 HTTP/1.1" status: 204 len: 168 time: 1.3293548 Nov 12 11:41:04.440150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:04.440150 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be823344-e114-42f0-8098-33f5b78fc001" -d '{"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:04.546827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:04.760261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:04.795018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] Checking router: 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:41:04.806342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:04.806852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:04.929436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:04.960080 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:05.137095 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e3ba18-3330-4ef3-868d-62b4992c0d00 x-openstack-request-id: req-75e3ba18-3330-4ef3-868d-62b4992c0d00 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:05.137369 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "tag": "74ee6186-2b86-4123-8721-65632c139c03", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:05.137798 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-75e3ba18-3330-4ef3-868d-62b4992c0d00 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:05.138205 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'tag': '74ee6186-2b86-4123-8721-65632c139c03', 'status': 'completed', 'code': 200} Nov 12 11:41:05.254763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be823344-e114-42f0-8098-33f5b78fc001 req-4e9867dd-c0b9-401c-8447-a7f2f1394c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:05.256410 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be823344-e114-42f0-8098-33f5b78fc001 req-4e9867dd-c0b9-401c-8447-a7f2f1394c75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2b05d358f504c6ca434d220e863900a&device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 1098 time: 0.0823653 Nov 12 11:41:05.259765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:05.297723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c2f68-bffa-4f10-ba8f-c4e12900a638 None None] The sync data for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 is: [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:34:48Z', 'revision_number': 4, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'a0269fe1-31b8-4742-aa36-a91c45d369cf', 'name': '', 'network_id': 'f4711ab4-73d1-4605-b01e-216fc6c375f0', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'mac_address': 'fa:16:3e:15:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '64919dfd-92ed-482f-accf-038722f946dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:47Z', 'updated_at': '2021-11-12T11:35:03Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'subnets': [{'id': '64919dfd-92ed-482f-accf-038722f946dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:41:05.325549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc954b3-be3b-4323-9a43-b61088f2494c req-40b32c7a-b73e-40b3-a124-4fdf62de6d2a tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:05.327873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccc954b3-be3b-4323-9a43-b61088f2494c req-40b32c7a-b73e-40b3-a124-4fdf62de6d2a tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 946 time: 0.0902362 Nov 12 11:41:05.374492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be823344-e114-42f0-8098-33f5b78fc001 req-0b2b0e0e-4abd-4688-91e3-fa2de782304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:05.376253 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be823344-e114-42f0-8098-33f5b78fc001 req-0b2b0e0e-4abd-4688-91e3-fa2de782304a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 200 len: 915 time: 0.1105022 Nov 12 11:41:05.391044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ccc954b3-be3b-4323-9a43-b61088f2494c req-eb04a8de-5afe-4c17-9d92-157741121715 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566850 Nov 12 11:41:05.433139 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be823344-e114-42f0-8098-33f5b78fc001 req-b658ee52-f26f-4257-b3fc-78f51bc66488 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 200 len: 217 time: 0.0478966 Nov 12 11:41:05.490174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be823344-e114-42f0-8098-33f5b78fc001 req-73a71ba9-d9b2-45bd-8d29-b3b6db833c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:05.491977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be823344-e114-42f0-8098-33f5b78fc001 req-73a71ba9-d9b2-45bd-8d29-b3b6db833c05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 200 len: 853 time: 0.0501945 Nov 12 11:41:05.568155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be823344-e114-42f0-8098-33f5b78fc001 req-20a9e7c9-4c1b-4800-bd55-c319e9f54764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:05.570982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be823344-e114-42f0-8098-33f5b78fc001 req-20a9e7c9-4c1b-4800-bd55-c319e9f54764 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4711ab4-73d1-4605-b01e-216fc6c375f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675886 Nov 12 11:41:05.630869 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc7ef3-0689-457c-8312-6cf37043eedb None None] New status for floating IP 711938cc-3bd7-4287-8834-814573240f68: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:41:05.741110 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be823344-e114-42f0-8098-33f5b78fc001 req-6307c8a4-fed4-45ad-a384-80a411aa6737 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605713 Nov 12 11:41:05.847073 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-be823344-e114-42f0-8098-33f5b78fc001 req-f18c80b8-bf8c-4edd-9147-040e7fd78ed5 service neutron] 10.222.0.69 "GET /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971010 Nov 12 11:41:06.534762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125e9f1-1151-45b4-9656-98d3e131dcbb req-b2159b2e-3547-42ab-a390-fb922187d71d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:06.536484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f125e9f1-1151-45b4-9656-98d3e131dcbb req-b2159b2e-3547-42ab-a390-fb922187d71d tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 946 time: 0.0538940 Nov 12 11:41:06.597503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f125e9f1-1151-45b4-9656-98d3e131dcbb req-2ef6666e-3c41-4b6c-bda6-29cdb019e147 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/security-groups?id=537fa381-aae4-4487-8aa8-425d6e9296ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548382 Nov 12 11:41:06.994931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-499325f3-df51-4b91-960a-c9b096373813 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:06.996458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-499325f3-df51-4b91-960a-c9b096373813 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.69 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 946 time: 0.0574434 Nov 12 11:41:07.094708 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Deleting port 74ee6186-2b86-4123-8721-65632c139c03 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:07.095061 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:07.190856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] For port 74ee6186-2b86-4123-8721-65632c139c03, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=74ee6186-2b86-4123-8721-65632c139c03,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:07.191425 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:07.205137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Calling delete_port for 74ee6186-2b86-4123-8721-65632c139c03 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:07.553486 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:07.586218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event deleted for resources: {'Port': ['ID=74ee6186-2b86-4123-8721-65632c139c03,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:07.601467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.601821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.602173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.602509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.602840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.603169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.603530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.603859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.604218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.604541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.604865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.605200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:07.654801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] No DVR routers for this DVR port 74ee6186-2b86-4123-8721-65632c139c03 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:07.659204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:07.665206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8c551075-404a-4b40-9e94-36f05fce5e15 req-41c88913-0bf3-4225-b73a-b015ffe576df tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.69 "DELETE /v2.0/ports/74ee6186-2b86-4123-8721-65632c139c03 HTTP/1.1" status: 204 len: 173 time: 0.6610529 Nov 12 11:41:07.665956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'name': 'network-vif-deleted', 'tag': '74ee6186-2b86-4123-8721-65632c139c03'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:07.670273 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba3a3da-0cfe-46eb-9f54-3cfe7eb2cec4" -d '{"events": [{"server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "name": "network-vif-deleted", "tag": "74ee6186-2b86-4123-8721-65632c139c03"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:07.726395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-152faac8-18bb-457d-8053-54e0753111df req-224aa08c-aaca-48c7-8fd8-fd7ee902b184 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0269966 Nov 12 11:41:07.771081 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f3d92a-d579-4ccf-8b61-98ed896ab827 x-openstack-request-id: req-f8f3d92a-d579-4ccf-8b61-98ed896ab827 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:07.771374 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239158bf-253b-4039-ab90-6e8aa4bad7fa", "name": "network-vif-deleted", "tag": "74ee6186-2b86-4123-8721-65632c139c03", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:07.771624 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f8f3d92a-d579-4ccf-8b61-98ed896ab827 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:07.772056 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239158bf-253b-4039-ab90-6e8aa4bad7fa', 'name': 'network-vif-deleted', 'tag': '74ee6186-2b86-4123-8721-65632c139c03', 'status': 'completed', 'code': 200} Nov 12 11:41:08.847888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0edb6a9-1546-4e4e-ad71-15ba7df7ba7e req-0a97ae6e-eebc-47cd-a88c-53615f90e3e4 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0326030 Nov 12 11:41:09.736991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 74ee6186-2b86-4123-8721-65632c139c03 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:09.759990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 74ee6186-2b86-4123-8721-65632c139c03 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:09.760342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 74ee6186-2b86-4123-8721-65632c139c03 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:09.963117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2979ba07-2f37-4226-80a3-db61b640b8eb req-2ce8a3bd-c6b6-4a70-8562-a3cc941b2293 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0283196 Nov 12 11:41:11.071000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37d924cf-da46-4918-b6eb-8d112490b49c req-b29b1d87-3c24-4128-a9f7-cf4a920addf9 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0283320 Nov 12 11:41:12.168590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63306eb9-795c-484e-b47e-aeb6d00c0891 req-476e2922-6545-479b-9310-962fdeb66864 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0273671 Nov 12 11:41:13.281236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a0f1e1b-c029-4781-99b8-36c59687dfff req-0aff246b-b9af-435f-8eea-8a185723ce6b tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "GET /v2.0/ports?device_id=239158bf-253b-4039-ab90-6e8aa4bad7fa HTTP/1.1" status: 200 len: 210 time: 0.0279279 Nov 12 11:41:13.408706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38190) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:13.576645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 11915264-3c1c-4325-bf7c-8431e77a5a38 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:13.576972 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:13.667490 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:13.667822 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:13.682003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 11915264-3c1c-4325-bf7c-8431e77a5a38 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:14.051251 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:14.080050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=11915264-3c1c-4325-bf7c-8431e77a5a38,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:14.139622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:14.139976 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Floating IP a4f3e818-ffb8-4d5c-af31-81917a93390e disassociated (deleted). External IP: 172.25.3.244, port: 5a61ec68-54bb-496e-9f7e-1fd5b73595f8. Nov 12 11:41:14.347975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38194) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:14.371619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 43f80257-989a-406c-bf9a-3c5696e8f617 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:41:14.458508 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d86d2ef1-acce-4a28-9272-c8a7c3c05387 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:14.518746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d86d2ef1-acce-4a28-9272-c8a7c3c05387 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:14.553088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:41:14.558274 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:14.565259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] Sync routers for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:41:14.573069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:14.573610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:14.596778 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b737570f-3d61-4bac-ad93-7c7a45361307 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/floatingips/a4f3e818-ffb8-4d5c-af31-81917a93390e HTTP/1.1" status: 204 len: 168 time: 1.1868322 Nov 12 11:41:14.598378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:14.600886 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9accdda5-f9fb-43b8-859c-96b2868a2d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:14.702453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:14.817033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d86d2ef1-acce-4a28-9272-c8a7c3c05387 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:14.819902 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d86d2ef1-acce-4a28-9272-c8a7c3c05387 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:14.821641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d86d2ef1-acce-4a28-9272-c8a7c3c05387 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] 10.222.0.98 "DELETE /v2.0/security-groups/537fa381-aae4-4487-8aa8-425d6e9296ab HTTP/1.1" status: 204 len: 168 time: 0.4726701 Nov 12 11:41:14.831328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d2ef1-acce-4a28-9272-c8a7c3c05387 tempest-TestVolumeBackupRestore-243727465 tempest-TestVolumeBackupRestore-243727465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537fa381-aae4-4487-8aa8-425d6e9296ab,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:14.925741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:27Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:14.952852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] Checking router: 43f80257-989a-406c-bf9a-3c5696e8f617 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:41:14.961911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:14.963888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:15.085084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:15.225686 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdb1dc8-c1c4-45d7-a198-f889e1b2e8cf x-openstack-request-id: req-0bdb1dc8-c1c4-45d7-a198-f889e1b2e8cf {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:15.226378 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:15.227262 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0bdb1dc8-c1c4-45d7-a198-f889e1b2e8cf {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:15.227868 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'status': 'completed', 'code': 200} Nov 12 11:41:15.325777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:27Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:15.349333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-69c18833-fd44-4e11-8087-321149f38155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:15.351065 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-69c18833-fd44-4e11-8087-321149f38155 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2299b0844f3474a94733bf9075b3dd2&device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 1097 time: 0.0995629 Nov 12 11:41:15.358534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165772d1-d38d-45c9-9287-fc6d8c8484b4 None None] The sync data for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 is: [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:39:23Z', 'revision_number': 4, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '232ae803-039f-4a82-9d7d-771ca31186ac', 'name': '', 'network_id': '72341850-7487-447f-983d-818ba28afa30', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'mac_address': 'fa:16:3e:59:e9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:22Z', 'updated_at': '2021-11-12T11:39:27Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'subnets': [{'id': 'ef1e575e-8540-49ce-98b6-4e71c86024da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:41:15.469815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-fc72a3bd-2859-48b9-8c95-c63af72bb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:15.471451 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-fc72a3bd-2859-48b9-8c95-c63af72bb1c5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=72341850-7487-447f-983d-818ba28afa30 HTTP/1.1" status: 200 len: 897 time: 0.1097424 Nov 12 11:41:15.477299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc4447-f1cf-4f76-9190-dbb8015e9620 req-90e8df85-21af-4b80-b661-8de132c434bd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:15.478983 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96bc4447-f1cf-4f76-9190-dbb8015e9620 req-90e8df85-21af-4b80-b661-8de132c434bd tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0604866 Nov 12 11:41:15.523227 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-4f4e962d-e0b7-46c3-be01-28b236abcb8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8 HTTP/1.1" status: 200 len: 217 time: 0.0432565 Nov 12 11:41:15.559051 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96bc4447-f1cf-4f76-9190-dbb8015e9620 req-1c1f4d18-4b06-45a3-bac4-d86530f003ca tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677421 Nov 12 11:41:15.598150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-ea249f03-582b-4c6b-a688-ae2732816d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:15.600847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-ea249f03-582b-4c6b-a688-ae2732816d16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef1e575e-8540-49ce-98b6-4e71c86024da HTTP/1.1" status: 200 len: 835 time: 0.0687165 Nov 12 11:41:15.671201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-973077f7-3e9c-4399-9258-462dfd2b5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:15.672904 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-973077f7-3e9c-4399-9258-462dfd2b5b47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=72341850-7487-447f-983d-818ba28afa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625892 Nov 12 11:41:15.678275 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579dab94-d841-4021-8103-3fa5362072fc None None] New status for floating IP a4f3e818-ffb8-4d5c-af31-81917a93390e: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:41:15.782171 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-fe9dcfa1-afb0-4054-a35e-88f99bad81d6 service neutron] 10.222.0.69 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000526 Nov 12 11:41:15.884415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9accdda5-f9fb-43b8-859c-96b2868a2d6d req-d148be8e-ab30-4fe5-acfd-499ac72e17cc service neutron] 10.222.0.69 "GET /v2.0/networks/72341850-7487-447f-983d-818ba28afa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941737 Nov 12 11:41:16.732196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef483538-9c24-4f05-8503-386314c97ad4 req-86619234-93e4-4f4d-b50a-fc08b48195f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:16.735217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef483538-9c24-4f05-8503-386314c97ad4 req-86619234-93e4-4f4d-b50a-fc08b48195f0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0742505 Nov 12 11:41:16.834195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef483538-9c24-4f05-8503-386314c97ad4 req-c257844d-4fa9-4f10-90ab-5a398bdd9b16 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/security-groups?id=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913124 Nov 12 11:41:16.852396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-c5561d8d-9495-4b12-9db6-3f7ea1cb57d0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:16.852396 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-c5561d8d-9495-4b12-9db6-3f7ea1cb57d0 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 945 time: 0.0742316 Nov 12 11:41:16.962505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:16.963056 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:17.067309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:17.067531 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:17.083104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:17.445456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:17.499904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=5a61ec68-54bb-496e-9f7e-1fd5b73595f8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:17.566422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] No DVR routers for this DVR port 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:17.573783 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:17.579389 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e510c05-9959-4d1f-ab4d-98f70224c7da req-f7d1c33f-1254-4215-aea0-d4b35ad2261e tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.69 "DELETE /v2.0/ports/5a61ec68-54bb-496e-9f7e-1fd5b73595f8 HTTP/1.1" status: 204 len: 173 time: 0.7188299 Nov 12 11:41:17.579911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'name': 'network-vif-deleted', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:17.582414 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89f8484-784a-40a0-b1b6-3acac57ba940" -d '{"events": [{"server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "name": "network-vif-deleted", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:17.689630 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15b96d8-fb50-4e4c-b22a-703a5c5df206 x-openstack-request-id: req-b15b96d8-fb50-4e4c-b22a-703a5c5df206 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:17.699867 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9014ba43-0630-4e35-a913-f7e426b457a9", "name": "network-vif-deleted", "tag": "5a61ec68-54bb-496e-9f7e-1fd5b73595f8", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:17.700480 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b15b96d8-fb50-4e4c-b22a-703a5c5df206 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:17.701086 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9014ba43-0630-4e35-a913-f7e426b457a9', 'name': 'network-vif-deleted', 'tag': '5a61ec68-54bb-496e-9f7e-1fd5b73595f8', 'status': 'completed', 'code': 200} Nov 12 11:41:17.845272 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:17.973168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-90d21240-ffac-4396-8ace-561e31136404 req-07d5a0dc-7c80-438c-8a09-92dcf7ed3a8d tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "GET /v2.0/ports?device_id=9014ba43-0630-4e35-a913-f7e426b457a9 HTTP/1.1" status: 200 len: 210 time: 0.0480933 Nov 12 11:41:19.067175 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38326) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:19.472683 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:19.761488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 232ae803-039f-4a82-9d7d-771ca31186ac {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:19.761814 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:19.768756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:19.846104 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:19.848285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 5a61ec68-54bb-496e-9f7e-1fd5b73595f8 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:19.882211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port 232ae803-039f-4a82-9d7d-771ca31186ac, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=232ae803-039f-4a82-9d7d-771ca31186ac,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:19.882725 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:19.897667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 232ae803-039f-4a82-9d7d-771ca31186ac owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:19.922075 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:41:20.217263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:20.251021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=232ae803-039f-4a82-9d7d-771ca31186ac,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:20.454199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:20.642732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38374) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:20.970981 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.117561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Router 43f80257-989a-406c-bf9a-3c5696e8f617 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:41:21.323500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:41:21.336807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-77a2be51-3ca9-4655-9aba-45e238312ada tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "PUT /v2.0/routers/43f80257-989a-406c-bf9a-3c5696e8f617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2683744 Nov 12 11:41:21.339595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38394) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:21.344106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] Sync routers for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:41:21.361862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:21.362554 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:21.362975 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.407825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1b30d8-15d1-415c-a619-0a2107db0713 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting subnet ef1e575e-8540-49ce-98b6-4e71c86024da {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:41:21.412702 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f1b30d8-15d1-415c-a619-0a2107db0713 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.487032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f1b30d8-15d1-415c-a619-0a2107db0713 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.519484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:21.629204 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f1b30d8-15d1-415c-a619-0a2107db0713 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.782721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Deleting port a0269fe1-31b8-4742-aa36-a91c45d369cf {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:21.782721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.834092 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f1b30d8-15d1-415c-a619-0a2107db0713 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.872180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b30d8-15d1-415c-a619-0a2107db0713 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1e575e-8540-49ce-98b6-4e71c86024da,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:21.876044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] For port a0269fe1-31b8-4742-aa36-a91c45d369cf, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a0269fe1-31b8-4742-aa36-a91c45d369cf,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:21.876919 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.880277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f1b30d8-15d1-415c-a619-0a2107db0713 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:21.888147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3f1b30d8-15d1-415c-a619-0a2107db0713 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/subnets/ef1e575e-8540-49ce-98b6-4e71c86024da HTTP/1.1" status: 204 len: 168 time: 0.5456774 Nov 12 11:41:21.888491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38412) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:21.911424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef142aa-7d3b-4d87-af2d-dfe0c6c380e7 None None] Network 72341850-7487-447f-983d-818ba28afa30 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:41:22.025468 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.074771 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:41:20Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:22.118640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] Checking router: 43f80257-989a-406c-bf9a-3c5696e8f617 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:41:22.134203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] Routers {'43f80257-989a-406c-bf9a-3c5696e8f617'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:22.134826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['43f80257-989a-406c-bf9a-3c5696e8f617'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:22.158306 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.237867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] DHCP port deletion for 72341850-7487-447f-983d-818ba28afa30 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:22.299589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] Set router 43f80257-989a-406c-bf9a-3c5696e8f617 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:22.319692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Calling delete_port for a0269fe1-31b8-4742-aa36-a91c45d369cf owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:22.361935 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Deleting port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:22.362502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.422775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] Deleting port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:22.423259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.469696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] For port 5dc3eab6-2a11-483a-a3e5-62dbc13919d0, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5dc3eab6-2a11-483a-a3e5-62dbc13919d0,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:22.470047 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.489986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Calling delete_port for 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:22.516452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] For port 8523a68d-6d94-4bdf-9cfb-75d120e15e84, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8523a68d-6d94-4bdf-9cfb-75d120e15e84,segment=NetworkSegment(8488014a-4fb7-47cf-bfd6-545eb2a1e0c5),segment_id=8488014a-4fb7-47cf-bfd6-545eb2a1e0c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:22.516958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.549742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] Calling delete_port for 8523a68d-6d94-4bdf-9cfb-75d120e15e84 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:22.636774 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:41:20Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:22.671467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc86cab2-52de-4ea8-ac40-06f7295ab5bc None None] The sync data for ids ['43f80257-989a-406c-bf9a-3c5696e8f617'] in n-d-768852-22 is: [{'id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397220727', 'tenant_id': 'c2299b0844f3474a94733bf9075b3dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:39:17Z', 'updated_at': '2021-11-12T11:41:20Z', 'revision_number': 5, 'project_id': 'c2299b0844f3474a94733bf9075b3dd2', 'gw_port': {'id': '5dc3eab6-2a11-483a-a3e5-62dbc13919d0', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:76:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f80257-989a-406c-bf9a-3c5696e8f617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:39:18Z', 'updated_at': '2021-11-12T11:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:41:22.708048 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.735600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0269fe1-31b8-4742-aa36-a91c45d369cf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:22.839841 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.880257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Port': ['ID=5dc3eab6-2a11-483a-a3e5-62dbc13919d0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:22.894309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec0f89d-5453-4a0c-a042-042d8ad2c799 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:22.900245 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.915123 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:22.948086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] Pushing event deleted for resources: {'Port': ['ID=8523a68d-6d94-4bdf-9cfb-75d120e15e84,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:22.958129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c895ac6-3795-4c9f-8af8-64bbb82a2231 None None] No DVR routers for this DVR port 8523a68d-6d94-4bdf-9cfb-75d120e15e84 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:22.979073 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.089252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.091740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.178858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:41:23.234190 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.235321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Fanout notify agent at l3_agent the message router_deleted on router 43f80257-989a-406c-bf9a-3c5696e8f617 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:41:23.243007 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.246931 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-85e7f289-573a-4f26-8610-74d6c0e638ee tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/routers/43f80257-989a-406c-bf9a-3c5696e8f617 HTTP/1.1" status: 204 len: 168 time: 1.3547990 Nov 12 11:41:23.247118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38446) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:23.366113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:41:23.373520 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c5826dcd-bd11-42e7-a792-bb035208fa78 admin admin] 10.222.0.98 "PUT /v2.0/routers/5678fa49-f11c-46c1-9eca-d4d7f6ed8a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7286339 Nov 12 11:41:23.375971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:23.378516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.397693 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] Sync routers for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:41:23.411708 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:23.412373 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:23.504796 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.537166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72341850-7487-447f-983d-818ba28afa30']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:23.537538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.552270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:23.552270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8488014a-4fb7-47cf-bfd6-545eb2a1e0c5') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:23.574086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.592755 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.600566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:41:23.600941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:41:23.604927 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:41:23.646938 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:23.684057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.811296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.817692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.825888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38462) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:23.836636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/networks/72341850-7487-447f-983d-818ba28afa30 HTTP/1.1" status: 204 len: 168 time: 0.5875483 Nov 12 11:41:23.855475 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 232ae803-039f-4a82-9d7d-771ca31186ac no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:23.874511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99160a37-cc55-42d1-ba41-c90d9bf49f03 tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'Network': ['ID=72341850-7487-447f-983d-818ba28afa30,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:23.883075 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:41:22Z', 'revision_number': 5, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port': {'id': '83206491-67f1-4a9f-a98c-4a832324d3b6', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:41Z', 'updated_at': '2021-11-12T11:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:23.912664 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 232ae803-039f-4a82-9d7d-771ca31186ac {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:23.913014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 232ae803-039f-4a82-9d7d-771ca31186ac not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:23.913438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8523a68d-6d94-4bdf-9cfb-75d120e15e84 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:23.930204 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] Checking router: 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:41:23.938025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 8523a68d-6d94-4bdf-9cfb-75d120e15e84 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:23.938618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8523a68d-6d94-4bdf-9cfb-75d120e15e84 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:23.939502 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] Routers {'5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:23.940127 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:23.958333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99699635-2f0d-4e4b-8060-08950847d61c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:23.993871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99699635-2f0d-4e4b-8060-08950847d61c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.007477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Deleting port 83206491-67f1-4a9f-a98c-4a832324d3b6 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:24.008367 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.045075 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] Set router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:24.110135 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:41:23Z', 'revision_number': 6, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:24.116803 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] For port 83206491-67f1-4a9f-a98c-4a832324d3b6, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=83206491-67f1-4a9f-a98c-4a832324d3b6,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:24.117709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.131363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Calling delete_port for 83206491-67f1-4a9f-a98c-4a832324d3b6 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:24.140387 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330915f0-30ae-49d9-9bcb-227f5afe4844 None None] The sync data for ids ['5678fa49-f11c-46c1-9eca-d4d7f6ed8a88'] in n-d-768852-22 is: [{'id': '5678fa49-f11c-46c1-9eca-d4d7f6ed8a88', 'name': 'tempest-TestVolumeBackupRestore-1268443260-router', 'tenant_id': 'd2b05d358f504c6ca434d220e863900a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:39Z', 'updated_at': '2021-11-12T11:41:23Z', 'revision_number': 6, 'project_id': 'd2b05d358f504c6ca434d220e863900a', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:41:24.240287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99699635-2f0d-4e4b-8060-08950847d61c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.243541 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99699635-2f0d-4e4b-8060-08950847d61c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.247435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-99699635-2f0d-4e4b-8060-08950847d61c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] 10.222.0.98 "DELETE /v2.0/security-groups/1a65bb6c-ab56-4af3-8238-1d7bb15c6efb HTTP/1.1" status: 204 len: 168 time: 0.4179246 Nov 12 11:41:24.270945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99699635-2f0d-4e4b-8060-08950847d61c tempest-TestNetworkAdvancedServerOps-16060575 tempest-TestNetworkAdvancedServerOps-16060575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a65bb6c-ab56-4af3-8238-1d7bb15c6efb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:24.366041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-69e6c519-43da-446d-a1e2-c5699bcefc0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055257 Nov 12 11:41:24.441257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-28e41cb7-7212-476f-b439-6625e28d9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:24.444450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-28e41cb7-7212-476f-b439-6625e28d9052 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 1097 time: 0.0539055 Nov 12 11:41:24.508723 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.545879 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=83206491-67f1-4a9f-a98c-4a832324d3b6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:24.561280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee680a9-5467-4543-b5e3-10a28d5b208a None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:24.614878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-9a241e05-0cc9-4534-be59-17f650d93362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:24.616713 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-9a241e05-0cc9-4534-be59-17f650d93362 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.1489387 Nov 12 11:41:24.639898 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.698890 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-d4868802-892f-48ae-813c-9f517ded1d37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd HTTP/1.1" status: 200 len: 1000 time: 0.0657158 Nov 12 11:41:24.734082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.736325 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.752179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-a054eb40-b106-4b63-8e2d-52d65d3adcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:24.754002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-a054eb40-b106-4b63-8e2d-52d65d3adcd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0478921 Nov 12 11:41:24.804331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-974d04b2-f8c8-4339-b7f8-cd1ad9252877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:24.806425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-974d04b2-f8c8-4339-b7f8-cd1ad9252877 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437529 Nov 12 11:41:24.905497 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-74f608df-e134-4b47-8a15-ada7a4b93fb7 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912452 Nov 12 11:41:24.942936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.943488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:41:24.951289 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:24.954919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2b481ad3-80da-4b68-952e-cee006f03d84 admin admin] 10.222.0.98 "DELETE /v2.0/routers/5678fa49-f11c-46c1-9eca-d4d7f6ed8a88 HTTP/1.1" status: 204 len: 168 time: 1.5757160 Nov 12 11:41:24.956347 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38500) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:25.014745 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a94388a-4f4d-44f8-ba9d-86af28294078 req-091e8869-6b01-4b30-97a3-2075e2bdf321 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014538 Nov 12 11:41:25.017393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-6751ee24-8107-4f81-b4ce-9254671977f2 admin admin] Deleting subnet 64919dfd-92ed-482f-accf-038722f946dd {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:41:25.021658 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6751ee24-8107-4f81-b4ce-9254671977f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.059055 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6751ee24-8107-4f81-b4ce-9254671977f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.159439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6751ee24-8107-4f81-b4ce-9254671977f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.189657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38510) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:25.345706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38516) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:25.345902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-82ddedd1-988f-4fd4-974e-ef974e8e70b1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2299b0844f3474a94733bf9075b3dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541569 Nov 12 11:41:25.393934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a0269fe1-31b8-4742-aa36-a91c45d369cf no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:25.407667 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42e4de98-3fdf-4e6f-bedc-f505127f5993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.415409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a0269fe1-31b8-4742-aa36-a91c45d369cf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:25.415680 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a0269fe1-31b8-4742-aa36-a91c45d369cf not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:25.416134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:25.430831 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42e4de98-3fdf-4e6f-bedc-f505127f5993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.435174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:25.435580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5dc3eab6-2a11-483a-a3e5-62dbc13919d0 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:25.436014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 83206491-67f1-4a9f-a98c-4a832324d3b6 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:25.438057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6751ee24-8107-4f81-b4ce-9254671977f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.455767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 83206491-67f1-4a9f-a98c-4a832324d3b6 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:25.456136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 83206491-67f1-4a9f-a98c-4a832324d3b6 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:25.485869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751ee24-8107-4f81-b4ce-9254671977f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64919dfd-92ed-482f-accf-038722f946dd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:25.486624 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d7023-bf3c-4052-a16b-f1d8449ea27f None None] Network f4711ab4-73d1-4605-b01e-216fc6c375f0 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:41:25.488057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6751ee24-8107-4f81-b4ce-9254671977f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.494160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6751ee24-8107-4f81-b4ce-9254671977f2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/64919dfd-92ed-482f-accf-038722f946dd HTTP/1.1" status: 204 len: 168 time: 0.5338640 Nov 12 11:41:25.494994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38520) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:25.590269 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.646530 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42e4de98-3fdf-4e6f-bedc-f505127f5993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.647812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Deleting port b08ea59f-2f50-4e39-a398-2ca55a680298 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:25.648211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.649213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-42e4de98-3fdf-4e6f-bedc-f505127f5993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.653007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-42e4de98-3fdf-4e6f-bedc-f505127f5993 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1de9426-295d-4d43-8694-147ace6d9573 HTTP/1.1" status: 204 len: 168 time: 0.3057816 Nov 12 11:41:25.662305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4de98-3fdf-4e6f-bedc-f505127f5993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1de9426-295d-4d43-8694-147ace6d9573,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:25.680071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] DHCP port deletion for f4711ab4-73d1-4605-b01e-216fc6c375f0 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:25.733262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] For port b08ea59f-2f50-4e39-a398-2ca55a680298, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b08ea59f-2f50-4e39-a398-2ca55a680298,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:25.733679 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.735099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] Deleting port b08ea59f-2f50-4e39-a398-2ca55a680298 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:25.735481 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.747626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Calling delete_port for b08ea59f-2f50-4e39-a398-2ca55a680298 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:25.809053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] For port b08ea59f-2f50-4e39-a398-2ca55a680298, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b08ea59f-2f50-4e39-a398-2ca55a680298,segment=NetworkSegment(fdfb9828-f5c5-48f9-8fde-4f0dca975783),segment_id=fdfb9828-f5c5-48f9-8fde-4f0dca975783)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:25.809529 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.825759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] Calling delete_port for b08ea59f-2f50-4e39-a398-2ca55a680298 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:25.953905 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.964841 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:25.982646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Pushing event deleted for resources: {'Port': ['ID=b08ea59f-2f50-4e39-a398-2ca55a680298,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:25.988194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] Pushing event deleted for resources: {'Port': ['ID=b08ea59f-2f50-4e39-a398-2ca55a680298,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:25.988352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] No DVR routers for this DVR port b08ea59f-2f50-4e39-a398-2ca55a680298 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:25.992612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc2bba-6474-4d00-9919-21170422d136 None None] No DVR routers for this DVR port b08ea59f-2f50-4e39-a398-2ca55a680298 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:26.071819 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.093503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4711ab4-73d1-4605-b01e-216fc6c375f0']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:26.103916 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfb9828-f5c5-48f9-8fde-4f0dca975783') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:26.104240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfb9828-f5c5-48f9-8fde-4f0dca975783') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:26.114697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.129338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.135469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:41:26.135873 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:41:26.137569 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:41:26.319433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.325035 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.328345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] 10.222.0.98 "DELETE /v2.0/networks/f4711ab4-73d1-4605-b01e-216fc6c375f0 HTTP/1.1" status: 204 len: 168 time: 0.8307581 Nov 12 11:41:26.332770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38546) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:26.343481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8c2f-db9f-48ec-a5dd-60d6302987da admin admin] Pushing event deleted for resources: {'Network': ['ID=f4711ab4-73d1-4605-b01e-216fc6c375f0,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:26.532570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38554) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:26.576558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ba844332-129f-41ce-a611-155e530a632e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6986e2c1c0824a61afb42fed7bca9aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419309 Nov 12 11:41:26.578996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38558) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:26.643389 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1af2e763-957e-441f-96dc-ba911fdfc502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.669693 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1af2e763-957e-441f-96dc-ba911fdfc502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.717964 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.804992 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1af2e763-957e-441f-96dc-ba911fdfc502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.807700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1af2e763-957e-441f-96dc-ba911fdfc502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:26.809123 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1af2e763-957e-441f-96dc-ba911fdfc502 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/caf9be27-e9b2-4772-9001-e84dad4236e1 HTTP/1.1" status: 204 len: 168 time: 0.2289858 Nov 12 11:41:26.820758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2e763-957e-441f-96dc-ba911fdfc502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf9be27-e9b2-4772-9001-e84dad4236e1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:26.984864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Deleting port b9973e1c-05c0-48b5-b208-a19fc249b474 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:26.985204 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.067427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] For port b9973e1c-05c0-48b5-b208-a19fc249b474, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b9973e1c-05c0-48b5-b208-a19fc249b474,segment=NetworkSegment(17c0c0da-db7c-48f9-8f11-42f2dc5300d1),segment_id=17c0c0da-db7c-48f9-8f11-42f2dc5300d1)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:27.067798 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.085717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Calling delete_port for b9973e1c-05c0-48b5-b208-a19fc249b474 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:27.365497 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.394630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b08ea59f-2f50-4e39-a398-2ca55a680298 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:27.396321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9973e1c-05c0-48b5-b208-a19fc249b474,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:27.449578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b08ea59f-2f50-4e39-a398-2ca55a680298 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:27.449925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b08ea59f-2f50-4e39-a398-2ca55a680298 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:27.584798 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:27.829046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:41:27.944774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:41:27.950626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d2869d22-9b8f-4e09-8a67-af2adbba2414 admin admin] 10.222.0.98 "PUT /v2.0/routers/e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6165919 Nov 12 11:41:27.953165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38618) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:27.956570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] Sync routers for ids ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:41:27.967035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] Routers {'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:27.967878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:28.078570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.128453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] Set router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:28.198694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.336490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:41:27Z', 'revision_number': 5, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:28.362889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] Checking router: e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:41:28.372109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] Routers {'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:28.372703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:28.482901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Deleting port e2ce692f-5269-481b-b93d-2a9109cb953e {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:28.483431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.616280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] For port e2ce692f-5269-481b-b93d-2a9109cb953e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e2ce692f-5269-481b-b93d-2a9109cb953e,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:28.617035 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:28.643535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Calling delete_port for e2ce692f-5269-481b-b93d-2a9109cb953e owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:28.738161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] Set router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:28.955592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:41:27Z', 'revision_number': 5, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:28.987658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a5c0b0-e630-4cd6-9ade-0358384d19be None None] The sync data for ids ['e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3'] in n-d-768852-22 is: [{'id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'name': 'tempest-TestVolumeBackupRestore-1783708291-router', 'tenant_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:34:57Z', 'updated_at': '2021-11-12T11:41:27Z', 'revision_number': 5, 'project_id': '5a4cc920a17e4ed587dbd4d6b060d12b', 'gw_port': {'id': 'e2ce692f-5269-481b-b93d-2a9109cb953e', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ba:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:34:58Z', 'updated_at': '2021-11-12T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:41:29.320938 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.324956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38672) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:29.352548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ce692f-5269-481b-b93d-2a9109cb953e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:29.370595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b06e04-b79d-437f-83a0-219deee9e9ec None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:29.410648 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9652b328-18d1-43bf-893b-afd6cf373d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.448337 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.471744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b9973e1c-05c0-48b5-b208-a19fc249b474 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:29.526389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b9973e1c-05c0-48b5-b208-a19fc249b474 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:29.526815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b9973e1c-05c0-48b5-b208-a19fc249b474 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:29.557109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.559548 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.636818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'network': {'name': 'tempest-network-smoke--718098897', 'project_id': 'd7400af50e284b64b3195de600209849', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:29.690812 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.691397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:41:29.697013 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.704685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e3f662dd-218c-456e-92e0-feb2f8d597c0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/e1c73c1d-1d8c-4ee1-8ee5-e099501dc1d3 HTTP/1.1" status: 204 len: 168 time: 1.7440772 Nov 12 11:41:29.705306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38688) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:29.756547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f70f74-c383-4aad-8e41-1493490d6e58 admin admin] Deleting subnet 5db70644-da98-4a1d-9470-db90c7dc1525 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:41:29.760682 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c0f70f74-c383-4aad-8e41-1493490d6e58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.783248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:41:29.786974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.801647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.828866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c0f70f74-c383-4aad-8e41-1493490d6e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.949793 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c0f70f74-c383-4aad-8e41-1493490d6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:29.990047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.090619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.121665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33521081-9519-4690-85ca-359936fecc18,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:30.154660 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c0f70f74-c383-4aad-8e41-1493490d6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.157595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:41:30.190290 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c0f70f74-c383-4aad-8e41-1493490d6e58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.193533 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c0f70f74-c383-4aad-8e41-1493490d6e58 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5db70644-da98-4a1d-9470-db90c7dc1525 HTTP/1.1" status: 204 len: 168 time: 0.4899919 Nov 12 11:41:30.196328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38706) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:30.198763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f70f74-c383-4aad-8e41-1493490d6e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db70644-da98-4a1d-9470-db90c7dc1525,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:30.198885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.199138 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Added segment 559f65f8-f244-4142-8fe7-2ddf85b7c90a of type vlan for network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b Nov 12 11:41:30.200820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac8305-1546-4974-9e67-68aeeb094451 None None] Network e261af51-4340-4c0b-a0ac-b33fd0c59bae requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:41:30.252565 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.290825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.353000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Deleting port 41f98cb8-34d0-4f73-950c-57400f571e37 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:30.353949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.405637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.409067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] DHCP port deletion for e261af51-4340-4c0b-a0ac-b33fd0c59bae request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:30.413454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:30.414658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.438797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] For port 41f98cb8-34d0-4f73-950c-57400f571e37, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41f98cb8-34d0-4f73-950c-57400f571e37,segment=NetworkSegment(17c0c0da-db7c-48f9-8f11-42f2dc5300d1),segment_id=17c0c0da-db7c-48f9-8f11-42f2dc5300d1)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:30.439219 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.453866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Calling delete_port for 41f98cb8-34d0-4f73-950c-57400f571e37 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:30.476894 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] Deleting port 41f98cb8-34d0-4f73-950c-57400f571e37 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:41:30.477750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.487974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Network': ['ID=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:30.502955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:41:30.548094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:30.550387 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-184331179', 'admin_state_up': True, 'project_id': 'd7400af50e284b64b3195de600209849', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:30.550756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-23b5a59c-5157-4bad-a0bf-83241074794b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2245796 Nov 12 11:41:30.605820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] For port 41f98cb8-34d0-4f73-950c-57400f571e37, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41f98cb8-34d0-4f73-950c-57400f571e37,segment=NetworkSegment(17c0c0da-db7c-48f9-8f11-42f2dc5300d1),segment_id=17c0c0da-db7c-48f9-8f11-42f2dc5300d1)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:30.606219 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.622841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] Calling delete_port for 41f98cb8-34d0-4f73-950c-57400f571e37 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:41:30.639283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.667461 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=41f98cb8-34d0-4f73-950c-57400f571e37,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:30.672173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] No DVR routers for this DVR port 41f98cb8-34d0-4f73-950c-57400f571e37 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:30.706343 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.715419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.716532 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.732556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] Pushing event deleted for resources: {'Port': ['ID=41f98cb8-34d0-4f73-950c-57400f571e37,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:30.736250 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82820f91-5fec-41e8-b6ec-ba4baf7ca285 None None] No DVR routers for this DVR port 41f98cb8-34d0-4f73-950c-57400f571e37 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:41:30.756260 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.793887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e261af51-4340-4c0b-a0ac-b33fd0c59bae']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:30.829250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c0c0da-db7c-48f9-8f11-42f2dc5300d1') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:30.829550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c0c0da-db7c-48f9-8f11-42f2dc5300d1') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:30.831913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.840160 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.856545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.862838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:41:30.867510 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:41:31.091374 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.097949 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.101219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] 10.222.0.98 "DELETE /v2.0/networks/e261af51-4340-4c0b-a0ac-b33fd0c59bae HTTP/1.1" status: 204 len: 168 time: 0.9034634 Nov 12 11:41:31.105801 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.119087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8407d-2271-4ea1-99df-99782f8e5a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=e261af51-4340-4c0b-a0ac-b33fd0c59bae,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:31.384311 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41f98cb8-34d0-4f73-950c-57400f571e37 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:31.406505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 41f98cb8-34d0-4f73-950c-57400f571e37 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:31.406705 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.407138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41f98cb8-34d0-4f73-950c-57400f571e37 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:31.407417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e2ce692f-5269-481b-b93d-2a9109cb953e no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:41:31.426600 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.429288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e2ce692f-5269-481b-b93d-2a9109cb953e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:41:31.430098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e2ce692f-5269-481b-b93d-2a9109cb953e not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:41:31.530767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.25.3.88 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/d995b69a-7e55-45a2-ae8c-9d1068e6a246) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:41:31.643450 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.653732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38754) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:31.695401 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce1d42ad-656e-4149-84ab-7adca2f4dbe8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2b05d358f504c6ca434d220e863900a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403173 Nov 12 11:41:31.697977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38758) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:31.746378 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d51fc335-e5c3-43c0-970e-427882fe6b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.748135 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.768857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d51fc335-e5c3-43c0-970e-427882fe6b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.787397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:41:31.794715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:31.798437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:41:31.808335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619f018-ca01-4f97-8055-eb7ebc13f4dc None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:31.811984 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1b24193-8e90-46a3-9f96-0323cbecb81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.833829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=d995b69a-7e55-45a2-ae8c-9d1068e6a246,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:31.875750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-51d50e62-e53a-49ef-a699-24ef4e67f936 None None] Provisioning complete for port d995b69a-7e55-45a2-ae8c-9d1068e6a246 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:31.875750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51d50e62-e53a-49ef-a699-24ef4e67f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.912383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-51d50e62-e53a-49ef-a699-24ef4e67f936 None None] Port d995b69a-7e55-45a2-ae8c-9d1068e6a246 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:41:31.930973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d51fc335-e5c3-43c0-970e-427882fe6b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.933680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d51fc335-e5c3-43c0-970e-427882fe6b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:31.935032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d51fc335-e5c3-43c0-970e-427882fe6b90 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/254116f9-0afd-4cb0-ae9d-9ca18a873e50 HTTP/1.1" status: 204 len: 168 time: 0.2361002 Nov 12 11:41:31.945672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fc335-e5c3-43c0-970e-427882fe6b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254116f9-0afd-4cb0-ae9d-9ca18a873e50,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:32.151872 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.351716 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.575504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 0c6a3686-7344-4871-a432-64cab017908b is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:41:32.689645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:41:32.699909 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37716356-f528-418c-af11-29a9704ba52d None None] Sync routers for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:41:32.710053 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37716356-f528-418c-af11-29a9704ba52d None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:32.711323 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-37716356-f528-418c-af11-29a9704ba52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:32.778770 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.780086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a1f8b72e-8484-4d61-a6b1-6ef6b5fbbdcc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2353959 Nov 12 11:41:32.783400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38774) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:32.813973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38778) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:32.818951 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-37716356-f528-418c-af11-29a9704ba52d None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:32.859194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5dde27c0-091b-4d8e-bc7a-e432f3a79174 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5a4cc920a17e4ed587dbd4d6b060d12b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440593 Nov 12 11:41:32.861860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38780) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:32.918907 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8560dea0-54ab-4f8c-91d9-1fcb33843a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:32.942196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8560dea0-54ab-4f8c-91d9-1fcb33843a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.009648 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-37716356-f528-418c-af11-29a9704ba52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:31Z', 'revision_number': 3, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:33.036231 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9a9f8031-284a-4b9b-8b66-6adf721bf76f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=d7400af50e284b64b3195de600209849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2516966 Nov 12 11:41:33.039386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38782) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:33.043165 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37716356-f528-418c-af11-29a9704ba52d None None] Checking router: 0c6a3686-7344-4871-a432-64cab017908b for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:41:33.043510 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37716356-f528-418c-af11-29a9704ba52d None None] Updating router 0c6a3686-7344-4871-a432-64cab017908b port d995b69a-7e55-45a2-ae8c-9d1068e6a246 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:41:33.078622 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-37716356-f528-418c-af11-29a9704ba52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.096362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8560dea0-54ab-4f8c-91d9-1fcb33843a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.099697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8560dea0-54ab-4f8c-91d9-1fcb33843a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.100941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8560dea0-54ab-4f8c-91d9-1fcb33843a05 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7213d816-27cd-4291-90b2-d6cd86a41621 HTTP/1.1" status: 204 len: 168 time: 0.2378883 Nov 12 11:41:33.110031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560dea0-54ab-4f8c-91d9-1fcb33843a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7213d816-27cd-4291-90b2-d6cd86a41621,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:33.131012 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.168218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d70d32e-6c87-424e-af4b-d3ea5610f829 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:33.169754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1d70d32e-6c87-424e-af4b-d3ea5610f829 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292806 Nov 12 11:41:33.172750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38786) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:33.201708 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b44ecdbf-4d53-4b9f-93fc-e55d77cb42da tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278046 Nov 12 11:41:33.204719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38788) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:33.212627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036173924', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'project_id': 'd7400af50e284b64b3195de600209849', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:33.357104 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-37716356-f528-418c-af11-29a9704ba52d None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.382076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:41:33.386275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.439315 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-37716356-f528-418c-af11-29a9704ba52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.486100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d1b08-6943-4087-9409-a8c9ca1cd023 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:33.490853 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-37716356-f528-418c-af11-29a9704ba52d None None] Attempting to bind port d995b69a-7e55-45a2-ae8c-9d1068e6a246 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:41:33.490853 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-37716356-f528-418c-af11-29a9704ba52d None None] Attempting to bind port d995b69a-7e55-45a2-ae8c-9d1068e6a246 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:41:33.490853 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37716356-f528-418c-af11-29a9704ba52d None None] Attempting to bind port d995b69a-7e55-45a2-ae8c-9d1068e6a246 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:33.501152 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37716356-f528-418c-af11-29a9704ba52d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:41:33.501400 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37716356-f528-418c-af11-29a9704ba52d None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:41:33.501795 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-37716356-f528-418c-af11-29a9704ba52d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.502179 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37716356-f528-418c-af11-29a9704ba52d None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:41:33.502650 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-37716356-f528-418c-af11-29a9704ba52d None None] Bound port: d995b69a-7e55-45a2-ae8c-9d1068e6a246, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:41:33.503031 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-37716356-f528-418c-af11-29a9704ba52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.561653 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-37716356-f528-418c-af11-29a9704ba52d None None] For port d995b69a-7e55-45a2-ae8c-9d1068e6a246, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:41:33.565259 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-37716356-f528-418c-af11-29a9704ba52d None None] For port d995b69a-7e55-45a2-ae8c-9d1068e6a246, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d995b69a-7e55-45a2-ae8c-9d1068e6a246,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:41:33.566713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fd62d4da-0300-40a1-8d43-4a9489a153db None None] Provisioning complete for port d995b69a-7e55-45a2-ae8c-9d1068e6a246 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:33.567213 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Pushing event updated for resources: {'Port': ['ID=d995b69a-7e55-45a2-ae8c-9d1068e6a246,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:33.567560 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fd62d4da-0300-40a1-8d43-4a9489a153db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.581983 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.582626 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.583238 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.583747 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.584319 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.584796 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.585336 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.587118 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.588432 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.588781 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.589124 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.589994 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:33.610292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fd62d4da-0300-40a1-8d43-4a9489a153db None None] Port d995b69a-7e55-45a2-ae8c-9d1068e6a246 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:41:33.645929 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-37716356-f528-418c-af11-29a9704ba52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.685800 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.704481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cb92c7-a6ec-4f18-bcf0-c31d6584d2e3 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:41:33.708369 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37716356-f528-418c-af11-29a9704ba52d None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:33.709638 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-37716356-f528-418c-af11-29a9704ba52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:33.759065 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59b965-fe74-4754-9672-b409d3f8f7bd None None] Pushing event updated for resources: {'Port': ['ID=d995b69a-7e55-45a2-ae8c-9d1068e6a246,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:33.773169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Subnet': ['ID=f86b56e7-0dbd-4222-a8f7-9a70c762c304,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:33.789657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Checking segment: {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:41:33.790027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network hostable DHCP agents. Network: 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:41:33.837528 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-37716356-f528-418c-af11-29a9704ba52d None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:33.849618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-47da5ffd-056a-422f-9c7b-2f7fca579ccc None None] Provisioning complete for port d995b69a-7e55-45a2-ae8c-9d1068e6a246 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:33.850109 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47da5ffd-056a-422f-9c7b-2f7fca579ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.914457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:41:33.944014 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47da5ffd-056a-422f-9c7b-2f7fca579ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:33.968430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-47da5ffd-056a-422f-9c7b-2f7fca579ccc None None] For port d995b69a-7e55-45a2-ae8c-9d1068e6a246, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d995b69a-7e55-45a2-ae8c-9d1068e6a246,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:34.022547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:34.028055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:34.028932 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.036022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc5a3a-0282-417f-8843-3f11efd0589f None None] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:41:34.047089 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-37716356-f528-418c-af11-29a9704ba52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:31Z', 'revision_number': 3, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:34.091196 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47da5ffd-056a-422f-9c7b-2f7fca579ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.142097 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cc3ef64d-a8cc-4629-be23-4d173e1a82e1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9332733 Nov 12 11:41:34.142567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38790) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:34.172840 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37716356-f528-418c-af11-29a9704ba52d None None] The sync data for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 is: [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:31Z', 'revision_number': 3, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:41:34.179597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da5ffd-056a-422f-9c7b-2f7fca579ccc None None] Pushing event updated for resources: {'Port': ['ID=d995b69a-7e55-45a2-ae8c-9d1068e6a246,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:34.271787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:41:34.274232 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.345320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.435057 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Allocated IP 172.20.0.2 (7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b/f86b56e7-0dbd-4222-a8f7-9a70c762c304/158186b3-c9e6-49a2-8294-08b10a1b83ff) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:41:34.616220 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.673959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.702056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.743394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:41:34.748851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:34.751310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:41:34.769272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Pushing event updated for resources: {'Port': ['ID=158186b3-c9e6-49a2-8294-08b10a1b83ff,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:34.837119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Attempting to bind port 158186b3-c9e6-49a2-8294-08b10a1b83ff on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:41:34.837845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Attempting to bind port 158186b3-c9e6-49a2-8294-08b10a1b83ff by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:41:34.838229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Attempting to bind port 158186b3-c9e6-49a2-8294-08b10a1b83ff on network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:34.844196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:41:34.844578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Checking segment: {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:41:34.844980 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.845378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Bound using segment: {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:41:34.846020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Bound port: 158186b3-c9e6-49a2-8294-08b10a1b83ff, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:41:34.847054 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.916551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] For port 158186b3-c9e6-49a2-8294-08b10a1b83ff, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:41:34.921570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] For port 158186b3-c9e6-49a2-8294-08b10a1b83ff, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=158186b3-c9e6-49a2-8294-08b10a1b83ff,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:41:34.923176 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:34.970591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.20.0.1 (7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b/f86b56e7-0dbd-4222-a8f7-9a70c762c304/4b5a0d6d-1c47-4aff-a02a-802d9a646eb2) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:41:35.006256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.075782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8ab9f-6d97-4e88-a0ae-e078866b5f78 None None] Pushing event updated for resources: {'Port': ['ID=158186b3-c9e6-49a2-8294-08b10a1b83ff,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:35.092096 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.232513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.292798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:41:35.296490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:35.302958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:41:35.338443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:35.372032 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.472525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 158186b3-c9e6-49a2-8294-08b10a1b83ff up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:41:35.529807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 158186b3-c9e6-49a2-8294-08b10a1b83ff triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:35.530186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.593035 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.638989 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.679626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 158186b3-c9e6-49a2-8294-08b10a1b83ff, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=158186b3-c9e6-49a2-8294-08b10a1b83ff,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:35.782127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.782934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d995b69a-7e55-45a2-ae8c-9d1068e6a246 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:41:35.868871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=158186b3-c9e6-49a2-8294-08b10a1b83ff,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:35.879948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port d995b69a-7e55-45a2-ae8c-9d1068e6a246 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:35.880320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.908327 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:35.964976 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:36.041534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:36.043338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:36.138167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:41:36.139614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:36.254254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 0c6a3686-7344-4871-a432-64cab017908b has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:41:36.703673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e19a2b-5cc7-4a84-bc5a-73061acf98e4 None None] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:41:36.721788 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:41:36.727934 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a6331807-0aa7-4f41-9f42-6a78cc278710 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "PUT /v2.0/routers/0c6a3686-7344-4871-a432-64cab017908b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5842230 Nov 12 11:41:36.730534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38792) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:36.759559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Sync routers for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:41:36.794778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4f0d0a39-b166-4520-9699-676b3b314dd8 None None] Provisioning complete for port 158186b3-c9e6-49a2-8294-08b10a1b83ff triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:36.795314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0a39-b166-4520-9699-676b3b314dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:36.797222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:36.797955 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:36.907138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e09b7-1d19-4855-8cbb-999ff7612cd7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:36.907138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e09b7-1d19-4855-8cbb-999ff7612cd7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:36.907885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e09b7-1d19-4855-8cbb-999ff7612cd7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:36.908263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e09b7-1d19-4855-8cbb-999ff7612cd7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:36.908724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e09b7-1d19-4855-8cbb-999ff7612cd7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:36.909213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e09b7-1d19-4855-8cbb-999ff7612cd7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:36.909669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e09b7-1d19-4855-8cbb-999ff7612cd7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:36.911552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b55e09b7-1d19-4855-8cbb-999ff7612cd7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4982 time: 0.1800563 Nov 12 11:41:36.915309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38796) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:37.003760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c701e-db9a-42a6-9fcd-384995ed3b2f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.004153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c701e-db9a-42a6-9fcd-384995ed3b2f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.004611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c701e-db9a-42a6-9fcd-384995ed3b2f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.005065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c701e-db9a-42a6-9fcd-384995ed3b2f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.005519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c701e-db9a-42a6-9fcd-384995ed3b2f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.005970 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c701e-db9a-42a6-9fcd-384995ed3b2f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.006414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c701e-db9a-42a6-9fcd-384995ed3b2f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:37.011157 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-457c701e-db9a-42a6-9fcd-384995ed3b2f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.0920646 Nov 12 11:41:37.011341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38798) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:37.203871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:37.291427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-29282daf-135c-4a32-ae26-d173ae044d4f tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2790015 Nov 12 11:41:37.406935 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 158186b3-c9e6-49a2-8294-08b10a1b83ff up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:41:37.502464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 158186b3-c9e6-49a2-8294-08b10a1b83ff triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:37.502933 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:37.536541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:35Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:35Z', 'revision_number': 2, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:37.571348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Checking router: 0c6a3686-7344-4871-a432-64cab017908b for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:41:37.571791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Updating router 0c6a3686-7344-4871-a432-64cab017908b port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:41:37.616204 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:37.683610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9d4fa7ad-6676-47da-9d6d-ece08fa51db3 None None] Provisioning complete for port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:37.684007 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa7ad-6676-47da-9d6d-ece08fa51db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:37.800160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fa7ad-6676-47da-9d6d-ece08fa51db3 None None] Port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:41:37.837477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9d4fa7ad-6676-47da-9d6d-ece08fa51db3 None None] Provisioning complete for port 158186b3-c9e6-49a2-8294-08b10a1b83ff triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:37.837848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa7ad-6676-47da-9d6d-ece08fa51db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.014196 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38802) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:38.019503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c4f5b387-c393-4057-a04c-5b082b96e10b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1509764776', 'description': 'tempest-secgroup-smoke-1509764776 description', 'project_id': 'd7400af50e284b64b3195de600209849'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:38.053568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.102980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b387-c393-4057-a04c-5b082b96e10b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.155847 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.170989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b387-c393-4057-a04c-5b082b96e10b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.210938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-52983c15-54db-49c5-9994-5d8b91d8c624 None None] Provisioning complete for port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:38.211305 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-52983c15-54db-49c5-9994-5d8b91d8c624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.227667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b387-c393-4057-a04c-5b082b96e10b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.245493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Pushing event updated for resources: {'Port': ['ID=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:38.259870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5b387-c393-4057-a04c-5b082b96e10b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:38.266802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.267139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.267590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.267788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.268145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.268476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.268797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.269116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.269435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.269749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.270066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.270380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:41:38.294644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-52983c15-54db-49c5-9994-5d8b91d8c624 None None] Port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:41:38.342233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Attempting to bind port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:41:38.342604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Attempting to bind port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:41:38.342966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Attempting to bind port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 on network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:38.344245 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b387-c393-4057-a04c-5b082b96e10b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.349248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38804) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:38.349788 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c4f5b387-c393-4057-a04c-5b082b96e10b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3339269 Nov 12 11:41:38.353954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:41:38.354325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Checking segment: {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:41:38.354722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.355107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Bound using segment: {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:41:38.355586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Bound port: 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:41:38.356152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.356258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-082661b0-f14d-4f56-a139-d3ac2d9fdba5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:38.424281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] For port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:41:38.427691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] For port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:41:38.455364 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-082661b0-f14d-4f56-a139-d3ac2d9fdba5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.511231 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.515091 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-082661b0-f14d-4f56-a139-d3ac2d9fdba5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.555876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1d8be5ef-5285-4c7f-8152-584383abcd0c None None] Provisioning complete for port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:38.556433 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1d8be5ef-5285-4c7f-8152-584383abcd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.588528 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-082661b0-f14d-4f56-a139-d3ac2d9fdba5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.591992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:38.592611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:38.607063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082661b0-f14d-4f56-a139-d3ac2d9fdba5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e50305-6e1b-455f-9be0-0efeee856b61,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:38.653005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe07c2-6fe0-44c4-81aa-541dfe5258b6 None None] Pushing event updated for resources: {'Port': ['ID=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:38.681935 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-082661b0-f14d-4f56-a139-d3ac2d9fdba5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.687138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-082661b0-f14d-4f56-a139-d3ac2d9fdba5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322382 Nov 12 11:41:38.687340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38806) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:38.691865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b8afed8d-a52a-461f-892c-c4d4dcbec000 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:38.767258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:38.790089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8afed8d-a52a-461f-892c-c4d4dcbec000 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.800805 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1d8be5ef-5285-4c7f-8152-584383abcd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.860004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8afed8d-a52a-461f-892c-c4d4dcbec000 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.889982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1d8be5ef-5285-4c7f-8152-584383abcd0c None None] For port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:38.970665 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8afed8d-a52a-461f-892c-c4d4dcbec000 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:38.989573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afed8d-a52a-461f-892c-c4d4dcbec000 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1747b5d-da63-44f3-8eed-23bec57adeec,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:38.999743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:35Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:39.027178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd77673-b47b-4eea-a848-a9c2f7f2c661 None None] The sync data for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 is: [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:35Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:41:39.030095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1d8be5ef-5285-4c7f-8152-584383abcd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.063912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b8afed8d-a52a-461f-892c-c4d4dcbec000 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.073722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38808) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:39.074392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b8afed8d-a52a-461f-892c-c4d4dcbec000 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3850806 Nov 12 11:41:39.079296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-344bef10-d3e8-4b9f-9b78-c7595da37835 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:39.105497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8be5ef-5285-4c7f-8152-584383abcd0c None None] Pushing event updated for resources: {'Port': ['ID=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:39.150444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c48e23db-2230-4500-b0eb-76fc2a2361e6 None None] Provisioning complete for port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:39.150811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c48e23db-2230-4500-b0eb-76fc2a2361e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.187477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-344bef10-d3e8-4b9f-9b78-c7595da37835 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.267875 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-344bef10-d3e8-4b9f-9b78-c7595da37835 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.370608 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-344bef10-d3e8-4b9f-9b78-c7595da37835 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.391451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bef10-d3e8-4b9f-9b78-c7595da37835 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da18fce-f9ef-48cb-bf4c-732f7deb0486,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:39.424106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:41:39.478185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:39.478632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.492427 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-344bef10-d3e8-4b9f-9b78-c7595da37835 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.496774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38810) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:39.501931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5dc2c332-dd10-497e-a091-055bb8dce303 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:39.502664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-344bef10-d3e8-4b9f-9b78-c7595da37835 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4313889 Nov 12 11:41:39.594878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c332-dd10-497e-a091-055bb8dce303 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.682660 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c332-dd10-497e-a091-055bb8dce303 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.741637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c332-dd10-497e-a091-055bb8dce303 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.760145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2c332-dd10-497e-a091-055bb8dce303 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f853120-b31e-46cc-9f2a-3c549eb72a2a,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:39.847321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5dc2c332-dd10-497e-a091-055bb8dce303 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:39.848583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5dc2c332-dd10-497e-a091-055bb8dce303 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502772 Nov 12 11:41:39.851530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38812) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:39.856436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ac07df91-aab6-4f18-b0eb-f72e65bd3d77 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:40.022771 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-ac07df91-aab6-4f18-b0eb-f72e65bd3d77 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Project d7400af50e284b64b3195de600209849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:41:40.031109 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac07df91-aab6-4f18-b0eb-f72e65bd3d77 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.101075 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac07df91-aab6-4f18-b0eb-f72e65bd3d77 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.222255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac07df91-aab6-4f18-b0eb-f72e65bd3d77 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.240635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07df91-aab6-4f18-b0eb-f72e65bd3d77 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197b87ab-468a-42a2-803a-555088be90ad,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:40.374815 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac07df91-aab6-4f18-b0eb-f72e65bd3d77 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.377017 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ac07df91-aab6-4f18-b0eb-f72e65bd3d77 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5241368 Nov 12 11:41:40.379878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38814) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:40.384468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0fe867f8-9619-430c-8090-97ddf6ffd138 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:40.462084 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-0fe867f8-9619-430c-8090-97ddf6ffd138 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Project d7400af50e284b64b3195de600209849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:41:40.467085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0fe867f8-9619-430c-8090-97ddf6ffd138 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.524917 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0fe867f8-9619-430c-8090-97ddf6ffd138 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.604817 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0fe867f8-9619-430c-8090-97ddf6ffd138 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.623569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe867f8-9619-430c-8090-97ddf6ffd138 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18c6766-4ae1-4d48-8ca1-0988855d4c32,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:40.704187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0fe867f8-9619-430c-8090-97ddf6ffd138 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:40.705427 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0fe867f8-9619-430c-8090-97ddf6ffd138 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3245287 Nov 12 11:41:40.906593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-c480845f-645f-4998-94e2-34773fc1a91e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1509764776&fields=id&tenant_id=d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 267 time: 0.0468040 Nov 12 11:41:41.015326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-5a2be3f5-f1b5-4135-bcec-dbded68ee7b3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:41.016757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-5a2be3f5-f1b5-4135-bcec-dbded68ee7b3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/networks?id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b HTTP/1.1" status: 200 len: 796 time: 0.1033723 Nov 12 11:41:41.032980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-3a599749-a44e-4857-bf77-6542985d642f tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/quotas/d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 375 time: 0.0103767 Nov 12 11:41:41.086294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-3ecddc58-c140-4de8-bea8-86b5bb62300e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479205 Nov 12 11:41:41.184953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-d31c6c10-cada-46e0-a72d-6015a7c40e94 service neutron] 10.222.0.98 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868640 Nov 12 11:41:41.274629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-094ccbba-7514-4c1d-a79b-1756fb56192f service neutron] 10.222.0.98 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834577 Nov 12 11:41:41.525990 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4188e2ac-8b0b-4170-ae56-81f406e01004 req-8101c3da-f180-4bf7-a70d-8f427bcac6c2 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 210 time: 0.0312436 Nov 12 11:41:42.601988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81eddbf9-e8df-4cd5-b8b2-5c4ffd60cd2e req-1a6b6fea-3a8c-4e59-9ec8-ab2814563f74 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 210 time: 0.0265958 Nov 12 11:41:43.697356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8f9c1f6-9ec7-41ad-9cf8-79ff44d01d57 req-d9882bb6-27ec-439f-952e-c3ecf4a4f292 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 210 time: 0.0258942 Nov 12 11:41:44.288173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-7bb9abf1-ebc3-4ad0-8b7d-18e3b5474c64 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:44.289810 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-7bb9abf1-ebc3-4ad0-8b7d-18e3b5474c64 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/networks?id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b HTTP/1.1" status: 200 len: 796 time: 0.1778567 Nov 12 11:41:44.371366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-555548c2-7a55-4368-8035-9f777c6989ee tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 380 time: 0.0660210 Nov 12 11:41:44.381324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'port': {'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'admin_state_up': True, 'tenant_id': 'd7400af50e284b64b3195de600209849', 'security_groups': ['2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:44.581587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:41:44.585259 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:44.718823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.20.0.10 (7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b/f86b56e7-0dbd-4222-a8f7-9a70c762c304/01379c6a-9129-4cd1-be1c-377eda78575e) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:41:44.796314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-854cf47f-8c37-475c-a121-608586dee715 req-8453589d-ebfd-4c81-88ab-9847ce3ffcf1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 210 time: 0.0264096 Nov 12 11:41:44.864295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:44.988126 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:45.036742 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:41:45.040330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:45.044040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:41:45.067627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=01379c6a-9129-4cd1-be1c-377eda78575e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:45.099841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:45.100483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:45.214046 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-2d429322-4c0d-4dd1-a780-3a7a28318740 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8366051 Nov 12 11:41:45.231591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Request body: {'port': {'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:45.285067 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:45.305063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cdcf6422-c2fa-4f14-aea3-cdcc1b80b1db None None] Provisioning complete for port 01379c6a-9129-4cd1-be1c-377eda78575e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:45.305618 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6422-c2fa-4f14-aea3-cdcc1b80b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:45.561370 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf6422-c2fa-4f14-aea3-cdcc1b80b1db None None] Port 01379c6a-9129-4cd1-be1c-377eda78575e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:41:45.620518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01379c6a-9129-4cd1-be1c-377eda78575e {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:41:45.628079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:45.645450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Transition to ACTIVE for port object 01379c6a-9129-4cd1-be1c-377eda78575e will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:41:45.753413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:45.806118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Pushing event updated for resources: {'Port': ['ID=01379c6a-9129-4cd1-be1c-377eda78575e,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:45.884885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Attempting to bind port 01379c6a-9129-4cd1-be1c-377eda78575e on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:41:45.885274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Attempting to bind port 01379c6a-9129-4cd1-be1c-377eda78575e by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:41:45.885613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Attempting to bind port 01379c6a-9129-4cd1-be1c-377eda78575e on network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:45.890760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Port 01379c6a-9129-4cd1-be1c-377eda78575e on network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:41:45.891079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Attempting to bind port 01379c6a-9129-4cd1-be1c-377eda78575e on network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:41:45.896350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:41:45.896687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Checking segment: {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:41:45.897072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Bound using segment: {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:41:45.897534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Bound port: 01379c6a-9129-4cd1-be1c-377eda78575e, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559f65f8-f244-4142-8fe7-2ddf85b7c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:41:45.898012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:45.934135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a95c6-3a14-4208-bcd7-359e1275fdaa req-74a80049-a61c-4af1-b670-67de3d3895f7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:45.935703 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e1a95c6-3a14-4208-bcd7-359e1275fdaa req-74a80049-a61c-4af1-b670-67de3d3895f7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 944 time: 0.0670524 Nov 12 11:41:45.971803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] For port 01379c6a-9129-4cd1-be1c-377eda78575e, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:41:45.977959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] For port 01379c6a-9129-4cd1-be1c-377eda78575e, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=01379c6a-9129-4cd1-be1c-377eda78575e,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:41:45.994014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e1a95c6-3a14-4208-bcd7-359e1275fdaa req-b6129b7e-6139-474a-9728-9fc0c2caddb1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520909 Nov 12 11:41:46.051730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:46.087113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:46.087734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:46.089154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] 10.222.0.69 "PUT /v2.0/ports/01379c6a-9129-4cd1-be1c-377eda78575e HTTP/1.1" status: 200 len: 1093 time: 0.8619804 Nov 12 11:41:46.089614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:46.091894 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5fbf6e-9436-4984-91c1-087aae85451a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:46.125671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec58bc8-ad1f-4aa0-a231-b68231623e92 service neutron] Pushing event updated for resources: {'Port': ['ID=01379c6a-9129-4cd1-be1c-377eda78575e,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:46.138705 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206821e3-1d4b-479f-8ea2-1ab78e9dd742 x-openstack-request-id: req-206821e3-1d4b-479f-8ea2-1ab78e9dd742 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:46.138705 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:46.138705 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-206821e3-1d4b-479f-8ea2-1ab78e9dd742 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:46.138705 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e', 'status': 'completed', 'code': 200} Nov 12 11:41:46.212533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fbf6e-9436-4984-91c1-087aae85451a req-11d5505b-4fb6-4eb7-9e71-4d98c122d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:46.224557 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b5fbf6e-9436-4984-91c1-087aae85451a req-11d5505b-4fb6-4eb7-9e71-4d98c122d8fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 1096 time: 0.0478184 Nov 12 11:41:46.386185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fbf6e-9436-4984-91c1-087aae85451a req-868ac1f7-f049-4790-8a50-a159996ad9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:46.387552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b5fbf6e-9436-4984-91c1-087aae85451a req-868ac1f7-f049-4790-8a50-a159996ad9f2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d7400af50e284b64b3195de600209849&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1646225 Nov 12 11:41:46.553577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5fbf6e-9436-4984-91c1-087aae85451a req-99107bbd-b72f-47e7-a88a-e2df046f9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:46.555603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0b5fbf6e-9436-4984-91c1-087aae85451a req-99107bbd-b72f-47e7-a88a-e2df046f9427 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609213 Nov 12 11:41:46.637075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-09231e8f-31fc-4f1b-af12-8e6975d70b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:46.638489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-09231e8f-31fc-4f1b-af12-8e6975d70b2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 1096 time: 0.0430741 Nov 12 11:41:47.004551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-a0eab5b0-0ac9-41a4-a3a1-b4e751a8474a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01379c6a-9129-4cd1-be1c-377eda78575e HTTP/1.1" status: 200 len: 217 time: 0.3544874 Nov 12 11:41:47.054002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-d9fa22cd-8b71-49c1-99eb-e392e596faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:47.055465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-d9fa22cd-8b71-49c1-99eb-e392e596faa4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f86b56e7-0dbd-4222-a8f7-9a70c762c304 HTTP/1.1" status: 200 len: 835 time: 0.0438383 Nov 12 11:41:47.106677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-5cbf2e9a-a361-4c40-b8a9-63c087b3868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:47.108369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-5cbf2e9a-a361-4c40-b8a9-63c087b3868f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425680 Nov 12 11:41:47.110789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8307c-fd51-4a7c-8693-851fd0d223da req-83070e4e-f621-4aca-a745-581e2b6608e9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:47.112278 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89e8307c-fd51-4a7c-8693-851fd0d223da req-83070e4e-f621-4aca-a745-581e2b6608e9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 944 time: 0.0496027 Nov 12 11:41:47.163143 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89e8307c-fd51-4a7c-8693-851fd0d223da req-04747e8b-ba5e-4fb6-bc85-004410191d1a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448122 Nov 12 11:41:47.202872 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-a3c783a1-0d6a-498f-be0d-148274138825 service neutron] 10.222.0.69 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872207 Nov 12 11:41:47.295133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b1a765f-f54a-40b9-be49-0295bc671ab2 req-71b7fdc1-9efd-4220-abf1-be6b61474426 service neutron] 10.222.0.69 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816689 Nov 12 11:41:47.827771 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:48.282943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eacdfa-2989-425b-8f2b-9ad95a2f8e8e req-152f7812-2c80-4b25-b1b5-e6b78d9b0e7d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:48.284521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30eacdfa-2989-425b-8f2b-9ad95a2f8e8e req-152f7812-2c80-4b25-b1b5-e6b78d9b0e7d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 944 time: 0.0496197 Nov 12 11:41:48.334046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-30eacdfa-2989-425b-8f2b-9ad95a2f8e8e req-1a6b70b0-1826-4e17-bf19-b47ddbebec55 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430884 Nov 12 11:41:49.465551 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7546e-d7b7-438e-8d6e-992992c93b9a req-c9070b43-284e-464b-9482-2cce7dc28cdb tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:49.467078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46b7546e-d7b7-438e-8d6e-992992c93b9a req-c9070b43-284e-464b-9482-2cce7dc28cdb tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 944 time: 0.0626760 Nov 12 11:41:49.515473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46b7546e-d7b7-438e-8d6e-992992c93b9a req-a26bc708-ada4-480c-a61f-e49bf4d83ad8 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 Nov 12 11:41:49.923372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 01379c6a-9129-4cd1-be1c-377eda78575e details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:41:50.032569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 01379c6a-9129-4cd1-be1c-377eda78575e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=01379c6a-9129-4cd1-be1c-377eda78575e,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:50.045784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '01379c6a-9129-4cd1-be1c-377eda78575e', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:41:50.087393 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:50.102441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01379c6a-9129-4cd1-be1c-377eda78575e {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:41:50.122487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 01379c6a-9129-4cd1-be1c-377eda78575e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=01379c6a-9129-4cd1-be1c-377eda78575e,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:50.273352 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:50.321352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=01379c6a-9129-4cd1-be1c-377eda78575e,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:50.535565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['01379c6a-9129-4cd1-be1c-377eda78575e'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:41:50.633537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355cfa3-a7fc-4d4d-a1a8-cbd496cb76ce req-8ec6ac9f-e93f-4349-9605-42d2d822c7de tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:50.635086 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4355cfa3-a7fc-4d4d-a1a8-cbd496cb76ce req-8ec6ac9f-e93f-4349-9605-42d2d822c7de tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 945 time: 0.0504982 Nov 12 11:41:50.685439 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4355cfa3-a7fc-4d4d-a1a8-cbd496cb76ce req-c727f8a4-e6cd-43d4-a099-6240db2180af tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442154 Nov 12 11:41:50.947510 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:51.802388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150b479-ac00-4204-93e7-12ffc38edff2 req-3d7bdb29-6303-4eeb-96b3-7c07137d482c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:51.804694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3150b479-ac00-4204-93e7-12ffc38edff2 req-3d7bdb29-6303-4eeb-96b3-7c07137d482c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 945 time: 0.0500386 Nov 12 11:41:51.859874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3150b479-ac00-4204-93e7-12ffc38edff2 req-1baac6fb-f4f3-4e48-8c96-d10bc771f682 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487144 Nov 12 11:41:51.940257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 01379c6a-9129-4cd1-be1c-377eda78575e up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:41:52.074386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 01379c6a-9129-4cd1-be1c-377eda78575e completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:41:52.079644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 01379c6a-9129-4cd1-be1c-377eda78575e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:41:52.080365 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:52.159155 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:52.181794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:52.184067 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa16db5-2597-4f73-ae10-8c8208e4e49b" -d '{"events": [{"server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "name": "network-vif-plugged", "status": "completed", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:52.200892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 01379c6a-9129-4cd1-be1c-377eda78575e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=01379c6a-9129-4cd1-be1c-377eda78575e,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:41:52.250808 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:52.302604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=01379c6a-9129-4cd1-be1c-377eda78575e,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:52.351768 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99466cb6-9f98-4bec-b4bc-3b6c6d4bbb36 x-openstack-request-id: req-99466cb6-9f98-4bec-b4bc-3b6c6d4bbb36 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:52.352095 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "name": "network-vif-plugged", "status": "completed", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:52.352371 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-99466cb6-9f98-4bec-b4bc-3b6c6d4bbb36 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:52.352753 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e', 'code': 200} Nov 12 11:41:52.466741 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd2536-a2fb-45ac-9062-ce2349b8da94 req-453d1bdb-5bd3-43a3-a5fb-212f12738a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:52.468202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9fd2536-a2fb-45ac-9062-ce2349b8da94 req-453d1bdb-5bd3-43a3-a5fb-212f12738a04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 1098 time: 0.0484781 Nov 12 11:41:52.518568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9fd2536-a2fb-45ac-9062-ce2349b8da94 req-ab633460-ce12-4182-95fd-bd0bd9c5afac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Nov 12 11:41:52.978761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caecea-cbaa-4d51-9776-0af53e1c5a9f req-e37d8e4d-109f-44b3-9afb-73785e4b695d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:52.980267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6caecea-cbaa-4d51-9776-0af53e1c5a9f req-e37d8e4d-109f-44b3-9afb-73785e4b695d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Nov 12 11:41:53.029281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6caecea-cbaa-4d51-9776-0af53e1c5a9f req-e29f74a3-911d-45af-a93b-299952653586 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 Nov 12 11:41:54.151533 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f420-7077-406c-88e2-cf4078e8529e req-4927745d-459c-4ee4-904a-967f8ed3660c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:54.154449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64d3f420-7077-406c-88e2-cf4078e8529e req-4927745d-459c-4ee4-904a-967f8ed3660c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 946 time: 0.0576034 Nov 12 11:41:54.204260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64d3f420-7077-406c-88e2-cf4078e8529e req-ea502e0c-775d-4469-a993-7a39732fc8d2 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440631 Nov 12 11:41:54.327499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb414c9c-2445-446c-9146-e22f5f6b072f req-784e8cac-75bd-4f5c-831e-482db53f95b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:54.328933 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb414c9c-2445-446c-9146-e22f5f6b072f req-784e8cac-75bd-4f5c-831e-482db53f95b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 946 time: 0.0534649 Nov 12 11:41:54.378408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb414c9c-2445-446c-9146-e22f5f6b072f req-00743af2-349a-4f9c-981a-989d61ba33f2 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 Nov 12 11:41:54.400974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38872) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:54.440161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d3949-3223-4ddb-b332-6d3f0a23f8f8 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:54.441644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-977d3949-3223-4ddb-b332-6d3f0a23f8f8 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 1093 time: 0.0396750 Nov 12 11:41:54.445155 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38874) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:54.449361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:41:54.565141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:54.669203 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:54.769416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.25.3.140 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/f05ad36b-ab25-4e04-acc5-c58d21792e83) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:41:54.893321 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:54.977276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:55.012810 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:41:55.017595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:41:55.020147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:41:55.048031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=f05ad36b-ab25-4e04-acc5-c58d21792e83,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:55.408710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:55.530694 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:55.697494 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:55.775838 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:55.848337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=f05ad36b-ab25-4e04-acc5-c58d21792e83,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:41:55.861236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:55.965047 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Floating IP 1621544a-0dc0-4944-8fb2-cef8ac97e4e9 associated. External IP: 172.25.3.140, port: 01379c6a-9129-4cd1-be1c-377eda78575e. Nov 12 11:41:56.503087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 0c6a3686-7344-4871-a432-64cab017908b has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:41:56.609563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:41:56.623157 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] Sync routers for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:41:56.635484 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:56.638816 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:56.727031 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:41:56.739040 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:56.757309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3b0dd6ce-5c6b-412d-8267-5e3bda641b76 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3079143 Nov 12 11:41:56.757309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:41:56.757584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38876) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:56.758017 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:41:56.794849 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30007610-f107-4958-9b74-b63da607cdf2 x-openstack-request-id: req-30007610-f107-4958-9b74-b63da607cdf2 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:41:56.795596 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:41:56.795596 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-30007610-f107-4958-9b74-b63da607cdf2 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:41:56.795809 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e', 'status': 'completed', 'code': 200} Nov 12 11:41:56.828989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0f63cc26-7978-40bc-9a96-b45d8eb8713d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/floatingips/1621544a-0dc0-4944-8fb2-cef8ac97e4e9 HTTP/1.1" status: 200 len: 992 time: 0.0702446 Nov 12 11:41:56.864961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-b20fd863-9a9f-498a-9d78-df5c20bdc416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:56.866484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-b20fd863-9a9f-498a-9d78-df5c20bdc416 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 1098 time: 0.0484169 Nov 12 11:41:56.931474 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:41:56.962439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-d926090d-dfa2-49da-8190-42cda4d359a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:56.963945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-d926090d-dfa2-49da-8190-42cda4d359a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b HTTP/1.1" status: 200 len: 897 time: 0.0902188 Nov 12 11:41:56.979987 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:35Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:55Z', 'revision_number': 0, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:57.004829 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] Checking router: 0c6a3686-7344-4871-a432-64cab017908b for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:41:57.013895 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:41:57.014450 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:41:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:57.036871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-b7ea936f-e0d3-4f4d-aebd-ae695a44a720 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01379c6a-9129-4cd1-be1c-377eda78575e HTTP/1.1" status: 200 len: 1000 time: 0.0641820 Nov 12 11:41:57.086890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-15289b01-d4f1-4936-af52-97fe11dbc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:57.088527 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-15289b01-d4f1-4936-af52-97fe11dbc1e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f86b56e7-0dbd-4222-a8f7-9a70c762c304 HTTP/1.1" status: 200 len: 835 time: 0.0443008 Nov 12 11:41:57.118909 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:41:57.134653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-7c5a8a42-6482-40d2-b9e6-39adb8999f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:41:57.136266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-7c5a8a42-6482-40d2-b9e6-39adb8999f07 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404930 Nov 12 11:41:57.231611 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-fbad9a99-1a26-45e3-a746-7c3218e5eec0 service neutron] 10.222.0.69 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868974 Nov 12 11:41:57.321953 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee287a84-902a-4ca4-bd44-aa8ae4ee14a0 req-aa5b7064-d233-482b-bce8-50331d4c7252 service neutron] 10.222.0.69 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830724 Nov 12 11:41:57.346521 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:35Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:55Z', 'revision_number': 0, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:41:57.373181 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf62be1-d635-46c0-b442-6c00fd02fe3e None None] The sync data for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 is: [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:41:35Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:55Z', 'revision_number': 0, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:41:57.571557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b17ae-0272-48e2-afa7-c865cf2695d2 None None] New status for floating IP 1621544a-0dc0-4944-8fb2-cef8ac97e4e9: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:41:57.832993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38880) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:41:57.897996 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-181d98e4-a349-46b2-8a28-aeac79770f3d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/floatingips/1621544a-0dc0-4944-8fb2-cef8ac97e4e9 HTTP/1.1" status: 200 len: 994 time: 0.0632260 Nov 12 11:41:59.325081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7f839c5-d4e2-43b1-92f4-daf5e7fa38fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:01.799056 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f436e0aa-5c9d-46ae-a898-0f7d1771d924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:03.124599 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:04.289666 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:04.868004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:17.913320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:20.924869 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:26.257609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-0a74cac7-6669-48a5-b622-eff5c6663645 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439231 Nov 12 11:42:26.354884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-34a326c0-60aa-474d-be4a-efca57ff29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:26.356457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-34a326c0-60aa-474d-be4a-efca57ff29ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0439186 Nov 12 11:42:26.465031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-7e6ccb50-ac95-4cb5-94f1-24a8980e84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:26.466512 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-7e6ccb50-ac95-4cb5-94f1-24a8980e84ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0910964 Nov 12 11:42:26.510910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-b8c2ef62-5509-403c-a5b8-570fb6d4290d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0367756 Nov 12 11:42:26.566448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-1aad5aa5-4845-4492-b951-1440dfa0bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:26.567973 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-1aad5aa5-4845-4492-b951-1440dfa0bad5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0507381 Nov 12 11:42:26.650452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-2bee73c6-64bc-4f63-8248-547e62504da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:26.653304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-2bee73c6-64bc-4f63-8248-547e62504da9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770338 Nov 12 11:42:26.750146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-51a4b9b7-4bb9-4c54-9d05-79262c9e9916 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890341 Nov 12 11:42:26.850522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e5757591-2c15-41a0-b78c-2edd3a65b4b0 req-bad023c3-31ca-4c6f-9f0d-1d824984ce69 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925155 Nov 12 11:42:29.489978 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f75fa69c-843e-4e9c-b4c1-b839f7213064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:31.833201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-894ce6fa-f8d5-4e03-b7bc-c6fdc9cc6b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:32.989786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38902) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:33.077590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad201523-9704-402b-9a45-091e35b128db tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:33.077962 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad201523-9704-402b-9a45-091e35b128db tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:33.078437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad201523-9704-402b-9a45-091e35b128db tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:33.080163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ad201523-9704-402b-9a45-091e35b128db tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/ports?project_id=d7400af50e284b64b3195de600209849&network_id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b HTTP/1.1" status: 200 len: 2973 time: 0.0877645 Nov 12 11:42:33.158996 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:33.920865 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:42:34.313361 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:34.941999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:35.545021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38912) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:35.602876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fec037-4e65-4c16-ad2a-84c2f210ffee tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:35.604467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-29fec037-4e65-4c16-ad2a-84c2f210ffee tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759 HTTP/1.1" status: 200 len: 814 time: 0.0584168 Nov 12 11:42:36.261426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38918) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:36.266891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'network': {'name': 'tempest-network-smoke--496895683', 'project_id': 'd7400af50e284b64b3195de600209849', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:36.495503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:42:36.499257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:36.524890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:42:36.534161 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:36.534509 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Added segment 73d88f6b-e270-4b0b-b1f5-1faad6eb969f of type vlan for network f49efe81-dbf9-4319-81aa-2b7064c43d26 Nov 12 11:42:36.579099 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:36.731205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:36.737096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:36.737753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:36.816139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Network': ['ID=f49efe81-dbf9-4319-81aa-2b7064c43d26,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:36.824834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.825187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.825532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.825879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.826216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.826551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.826886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.827215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.827542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.828027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.832583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.832583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:36.841569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:42:36.933298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aa6719ea-6432-46e3-93c5-28f2fd33a542 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6706810 Nov 12 11:42:36.945034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 38920) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:37.010895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d568700-9728-41a0-b575-478ba1b3e04e tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:37.012504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5d568700-9728-41a0-b575-478ba1b3e04e tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=d7400af50e284b64b3195de600209849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0752113 Nov 12 11:42:37.015761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38922) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:37.111158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb91920-f123-4db8-9c5d-2c68b9fa16b5 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:37.112820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3eb91920-f123-4db8-9c5d-2c68b9fa16b5 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956616 Nov 12 11:42:37.116224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38924) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:37.146519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-868dfdc4-ef53-41a6-92a2-8f7642b94e9c tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289912 Nov 12 11:42:37.150026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38926) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:37.182930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7e17fc31-84eb-44c4-8d99-3505b15895f5 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=d7400af50e284b64b3195de600209849&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317771 Nov 12 11:42:37.185695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38928) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:37.279756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6cdbf0-581b-4404-a473-ee2dc48f5787 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:37.281312 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bf6cdbf0-581b-4404-a473-ee2dc48f5787 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945752 Nov 12 11:42:37.284234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38930) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:37.313044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9f8516ab-0436-44ad-8d9f-94059a5d184a tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276792 Nov 12 11:42:37.315537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38932) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:37.320669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-571090726', 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26', 'project_id': 'd7400af50e284b64b3195de600209849', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:37.536005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:42:37.540071 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:37.845345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:37.909344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Subnet': ['ID=e0727223-7fa4-4637-8b2f-b1ed6c646733,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:37.923229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.923723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.924106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.924564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.924910 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.925284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.925620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.925963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.926292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.926720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.927061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.927390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:37.931076 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Checking segment: {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:42:37.931448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network hostable DHCP agents. Network: f49efe81-dbf9-4319-81aa-2b7064c43d26, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:42:38.079218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:42:38.210957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, f49efe81-dbf9-4319-81aa-2b7064c43d26) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:42:38.215993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:38.217328 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:38.221533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519bc96-bec6-46e6-b49b-82b3ce8e97b8 None None] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:42:38.350309 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ddbe626b-c93d-4ef2-9468-87cd62a8e4a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0336587 Nov 12 11:42:38.399465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-f49efe81-dbf9-4319-81aa-2b7064c43d26', 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'fixed_ips': [{'subnet_id': 'e0727223-7fa4-4637-8b2f-b1ed6c646733'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:42:38.399465 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:38.541094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Allocated IP 172.20.0.18 (f49efe81-dbf9-4319-81aa-2b7064c43d26/e0727223-7fa4-4637-8b2f-b1ed6c646733/4ae0bb33-37f7-49e7-b30a-18f8b0e8d771) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:42:38.698453 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:38.890877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38936) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:38.895874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-46825c37-ed89-453c-93aa-9431467534f5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133374110', 'description': 'tempest-secgroup-smoke-133374110 description', 'project_id': 'd7400af50e284b64b3195de600209849'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:38.953863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:38.990524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:42:38.996751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:42:39.003157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:42:39.013074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Pushing event updated for resources: {'Port': ['ID=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:39.037661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.038003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.040133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.040133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.040133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.040133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.040483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.040585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.040891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.041208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.041527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.041844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:42:39.078916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Attempting to bind port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:42:39.079286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Attempting to bind port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:42:39.079650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Attempting to bind port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 on network f49efe81-dbf9-4319-81aa-2b7064c43d26 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:39.086572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:42:39.087079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Checking segment: {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:42:39.087362 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:39.087759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Bound using segment: {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:42:39.088410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Bound port: 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:42:39.088642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:39.129268 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46825c37-ed89-453c-93aa-9431467534f5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:39.152978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] For port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:42:39.157213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] For port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:42:39.185913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46825c37-ed89-453c-93aa-9431467534f5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:39.254568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-817ed8d2-64b1-4309-a4fa-fa9c6c19c668 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422776 Nov 12 11:42:39.268023 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:39.278786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46825c37-ed89-453c-93aa-9431467534f5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:39.323884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46825c37-ed89-453c-93aa-9431467534f5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e26f85-db77-44b2-a6da-634e9214f0b7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:39.336642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213080-29b7-4c22-a029-acd3982ab8e1 None None] Pushing event updated for resources: {'Port': ['ID=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:39.359335 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-6e1d7a72-24c3-45b3-8a2f-68897782c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:39.360948 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-6e1d7a72-24c3-45b3-8a2f-68897782c65a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 1098 time: 0.0616858 Nov 12 11:42:39.437301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-46825c37-ed89-453c-93aa-9431467534f5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:39.439099 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-46825c37-ed89-453c-93aa-9431467534f5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5468965 Nov 12 11:42:39.446969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38944) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:39.458427 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ed42ce5f-6700-4652-b5c5-930bccf5930a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '21e26f85-db77-44b2-a6da-634e9214f0b7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:39.499988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-8f6045a7-4a88-479d-8894-acc581c9c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:39.502297 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-8f6045a7-4a88-479d-8894-acc581c9c26b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b HTTP/1.1" status: 200 len: 897 time: 0.1144948 Nov 12 11:42:39.614011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-7f2202d7-d956-4663-8c3f-8f873433b783 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01379c6a-9129-4cd1-be1c-377eda78575e HTTP/1.1" status: 200 len: 1002 time: 0.0920563 Nov 12 11:42:39.628334 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed42ce5f-6700-4652-b5c5-930bccf5930a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:39.701149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-114f9f3e-bd84-4198-a4e3-1bad7df8a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:39.703507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-114f9f3e-bd84-4198-a4e3-1bad7df8a5f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f86b56e7-0dbd-4222-a8f7-9a70c762c304 HTTP/1.1" status: 200 len: 835 time: 0.0804980 Nov 12 11:42:39.755994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-92722695-deb0-4163-958d-67dfce7a8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:39.757601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-92722695-deb0-4163-958d-67dfce7a8589 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447276 Nov 12 11:42:39.859574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-3aab0caf-5d98-4dde-bef0-f228e67a222b service neutron] 10.222.0.69 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930004 Nov 12 11:42:39.959289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0631186-284a-49b4-8335-2bbe5a17fab0 req-c0f39437-e00d-4894-bf32-4c249ec04f1d service neutron] 10.222.0.69 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922821 Nov 12 11:42:39.975684 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed42ce5f-6700-4652-b5c5-930bccf5930a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.096647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed42ce5f-6700-4652-b5c5-930bccf5930a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.114087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42ce5f-6700-4652-b5c5-930bccf5930a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493be705-51ec-4bc2-a5a7-fb2dc1b92de9,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:40.299424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed42ce5f-6700-4652-b5c5-930bccf5930a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.301816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ed42ce5f-6700-4652-b5c5-930bccf5930a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8507476 Nov 12 11:42:40.305333 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38948) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:40.310359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6373338b-cf93-4692-896e-985089f3e71c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '21e26f85-db77-44b2-a6da-634e9214f0b7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:40.358564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d802d8c-a726-4cd3-ae14-1d668ba21f65 None None] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:42:40.379202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330c81-411d-45f2-9810-80ad9b000f52 req-9d882e40-a8e7-4af9-b1c3-43733f15a937 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:40.382535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51330c81-411d-45f2-9810-80ad9b000f52 req-9d882e40-a8e7-4af9-b1c3-43733f15a937 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 945 time: 0.0570757 Nov 12 11:42:40.426349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2359d3fa-318f-44be-bd83-0a6f110dd95e None None] Provisioning complete for port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:42:40.426705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2359d3fa-318f-44be-bd83-0a6f110dd95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.436421 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51330c81-411d-45f2-9810-80ad9b000f52 req-43a231a6-f72e-4810-9901-6a89e648ff87 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479279 Nov 12 11:42:40.463578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6373338b-cf93-4692-896e-985089f3e71c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.511782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6373338b-cf93-4692-896e-985089f3e71c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.560179 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2359d3fa-318f-44be-bd83-0a6f110dd95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.611025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2359d3fa-318f-44be-bd83-0a6f110dd95e None None] For port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:40.685041 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6373338b-cf93-4692-896e-985089f3e71c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.705579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373338b-cf93-4692-896e-985089f3e71c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139aaa0b-5694-4f4d-9bce-ccd549dd9cad,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:40.764763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2359d3fa-318f-44be-bd83-0a6f110dd95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.814598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359d3fa-318f-44be-bd83-0a6f110dd95e None None] Pushing event updated for resources: {'Port': ['ID=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:40.819343 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6373338b-cf93-4692-896e-985089f3e71c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.820819 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6373338b-cf93-4692-896e-985089f3e71c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5144694 Nov 12 11:42:40.824201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38950) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:40.828771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-35708ccf-ae4f-4ad2-9d3d-e3bd002aa0b1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '21e26f85-db77-44b2-a6da-634e9214f0b7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:40.884695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-aa0dd3e7-e29b-4b32-9f88-156980873950 None None] Provisioning complete for port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:42:40.884977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd3e7-e29b-4b32-9f88-156980873950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:40.976583 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35708ccf-ae4f-4ad2-9d3d-e3bd002aa0b1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.038832 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35708ccf-ae4f-4ad2-9d3d-e3bd002aa0b1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.181709 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35708ccf-ae4f-4ad2-9d3d-e3bd002aa0b1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.202398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35708ccf-ae4f-4ad2-9d3d-e3bd002aa0b1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dca00eb-d356-4553-a4a4-b97654d3d276,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:41.412774 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35708ccf-ae4f-4ad2-9d3d-e3bd002aa0b1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.414180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-35708ccf-ae4f-4ad2-9d3d-e3bd002aa0b1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5890195 Nov 12 11:42:41.416887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38952) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:41.421338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-14fd55d5-39e4-44fa-b59a-5ad9b624a3fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '21e26f85-db77-44b2-a6da-634e9214f0b7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:41.471853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:42:41.537257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:42:41.537648 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.555492 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14fd55d5-39e4-44fa-b59a-5ad9b624a3fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.572798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f0dda-78ad-4870-a746-7bb175adb678 req-a97d1abb-d133-40e7-9c41-b550db3daf35 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:41.574476 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-465f0dda-78ad-4870-a746-7bb175adb678 req-a97d1abb-d133-40e7-9c41-b550db3daf35 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 945 time: 0.0676620 Nov 12 11:42:41.675910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-465f0dda-78ad-4870-a746-7bb175adb678 req-f07c59f5-d21f-4533-aea5-76112322e02b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827684 Nov 12 11:42:41.675910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14fd55d5-39e4-44fa-b59a-5ad9b624a3fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.843941 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14fd55d5-39e4-44fa-b59a-5ad9b624a3fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:41.864543 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd55d5-39e4-44fa-b59a-5ad9b624a3fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e38a0d-89ce-4076-a8e2-fbfa38989d6f,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:41.908608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-7a17e97c-6c74-455a-a6ee-529788243492 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:41.910133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-7a17e97c-6c74-455a-a6ee-529788243492 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 945 time: 0.0577815 Nov 12 11:42:42.001936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:42:42.002276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.104306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] For port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:42.104681 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.104876 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14fd55d5-39e4-44fa-b59a-5ad9b624a3fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.106098 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-14fd55d5-39e4-44fa-b59a-5ad9b624a3fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6882324 Nov 12 11:42:42.108991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:42.114217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b976063d-9bcb-4ffb-a2bc-fd019f96e63c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '21e26f85-db77-44b2-a6da-634e9214f0b7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:42.216856 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-b976063d-9bcb-4ffb-a2bc-fd019f96e63c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Project d7400af50e284b64b3195de600209849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:42:42.222178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b976063d-9bcb-4ffb-a2bc-fd019f96e63c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.292992 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b976063d-9bcb-4ffb-a2bc-fd019f96e63c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.354423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.354781 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.355118 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Floating IP 89ef6fd0-df9b-4d43-94b3-11fdb5cd508f disassociated. External IP: 172.25.3.75, port: 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd. Nov 12 11:42:42.355463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:42:42.403820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b976063d-9bcb-4ffb-a2bc-fd019f96e63c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.423474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976063d-9bcb-4ffb-a2bc-fd019f96e63c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aa04ea-f585-4f9b-8d3b-2f2d7a8d2c49,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:42.566760 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b976063d-9bcb-4ffb-a2bc-fd019f96e63c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.568129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b976063d-9bcb-4ffb-a2bc-fd019f96e63c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4581046 Nov 12 11:42:42.570900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 38960) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:42.575434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-14caf59f-939c-49bf-9d0f-5099bdb8ed15 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': '21e26f85-db77-44b2-a6da-634e9214f0b7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:42.639467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.676054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:42.730565 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-14caf59f-939c-49bf-9d0f-5099bdb8ed15 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Project d7400af50e284b64b3195de600209849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:42:42.736487 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14caf59f-939c-49bf-9d0f-5099bdb8ed15 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.783353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b85d8c75-2437-44cc-b580-93808e80ff99 req-8037d575-53f5-4a17-9352-46a052aeb78b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.0366251 Nov 12 11:42:42.800604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Router 264eabec-60ba-4b34-81a8-118665f19e89 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:42:42.817120 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14caf59f-939c-49bf-9d0f-5099bdb8ed15 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.909707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:42:42.919380 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:42:42.929683 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:42:42.930221 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:42:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:42:42.954217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] No DVR routers for this DVR port 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:42:42.956823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.960637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e53d6bc7-c611-45d4-8343-76172517cdb5 req-ba654812-fc8b-4e50-a99e-cd238000ca8b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "DELETE /v2.0/ports/1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd HTTP/1.1" status: 204 len: 173 time: 1.0438893 Nov 12 11:42:42.961076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'name': 'network-vif-deleted', 'tag': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:42.963590 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a6d283-52b4-4fd3-9f37-512bc7eef2ac" -d '{"events": [{"server_uuid": "78ab1d6a-5ff2-4300-af53-9fc2717e3d06", "name": "network-vif-deleted", "tag": "1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:42.974200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14caf59f-939c-49bf-9d0f-5099bdb8ed15 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:42.996672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caf59f-939c-49bf-9d0f-5099bdb8ed15 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dead025f-7c0c-47dd-93dc-35e37a57a87c,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:43.009515 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27583a5-333a-4cc2-866e-1f5880d7b19d x-openstack-request-id: req-b27583a5-333a-4cc2-866e-1f5880d7b19d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:43.009832 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ab1d6a-5ff2-4300-af53-9fc2717e3d06", "name": "network-vif-deleted", "tag": "1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:43.010141 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b27583a5-333a-4cc2-866e-1f5880d7b19d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:43.010555 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ab1d6a-5ff2-4300-af53-9fc2717e3d06', 'name': 'network-vif-deleted', 'tag': '1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd', 'status': 'completed', 'code': 200} Nov 12 11:42:43.065105 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:42:43.230874 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-14caf59f-939c-49bf-9d0f-5099bdb8ed15 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:43.232340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-14caf59f-939c-49bf-9d0f-5099bdb8ed15 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6604717 Nov 12 11:42:43.272949 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:42:43.304466 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:42:43.317402 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:42:43.318247 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:42:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:42:43.416112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-cbbc64aa-c406-41c4-b837-5ad9b36a15c8 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133374110&fields=id&tenant_id=d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 267 time: 0.0541947 Nov 12 11:42:43.445113 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:42:43.601399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-49b07ab6-1bad-43a5-a70d-6fc86d3a2b35 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:43.602924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-49b07ab6-1bad-43a5-a70d-6fc86d3a2b35 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/networks?id=f49efe81-dbf9-4319-81aa-2b7064c43d26 HTTP/1.1" status: 200 len: 796 time: 0.1797056 Nov 12 11:42:43.625813 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-9100ea36-bbf2-4c55-ae6c-03c48858b1c6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/quotas/d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 375 time: 0.0117567 Nov 12 11:42:43.718255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-6f6a1d77-8bc2-4439-8339-c932aae2815a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0793967 Nov 12 11:42:43.832946 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:42:43.861605 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1537590c-3693-4387-af95-09711e4b6ef8 None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:42:44.011965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-08cc9613-fa54-47ae-ad30-388debdf5921 service neutron] 10.222.0.98 "GET /v2.0/networks/f49efe81-dbf9-4319-81aa-2b7064c43d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841704 Nov 12 11:42:44.126967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-ee9ff270-ffde-406b-82ac-375afa7582c9 service neutron] 10.222.0.98 "GET /v2.0/networks/f49efe81-dbf9-4319-81aa-2b7064c43d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085496 Nov 12 11:42:44.141574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7bc501-c298-4dfc-b625-dcfffa6af4cb None None] New status for floating IP 89ef6fd0-df9b-4d43-94b3-11fdb5cd508f: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:42:44.499977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d359de73-7583-423d-9984-e186293f16de req-4060097e-9140-4653-8b47-0f4c3a3831dd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.0354702 Nov 12 11:42:44.640787 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fb7aa44-09a4-4720-ac46-e26723fde3a7 req-cdcddd60-6213-41cb-9b73-4f8025e8c63d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 210 time: 0.0588689 Nov 12 11:42:45.616254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d258a21e-219c-4c5c-9c8f-a057d9527687 req-45aa3b2e-e6af-486e-8870-bc26cb9c56cb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.0286462 Nov 12 11:42:45.741191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae03dbf2-6a4b-4760-aaa1-a374fb05c3b7 req-ee7bac97-0a00-4565-969f-a3efece23be3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 210 time: 0.0329764 Nov 12 11:42:46.404433 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:42:46.425633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:42:46.426074 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 1b6cd3fe-3b4a-44d2-b051-a3d7aee7c0cd not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:42:46.727636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dec501c-534f-4b30-bf42-f0423b0a3b63 req-758d481e-a494-40e6-95ed-ef9317169727 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.0290794 Nov 12 11:42:46.848660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5f42cfd-2e1f-4797-9c99-03ef6b3d3d99 req-bfea5b39-9410-4d1e-abd9-ca99c8b6b0c0 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 210 time: 0.0301092 Nov 12 11:42:47.358603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-967c7499-22d7-48fd-884a-8650305cf673 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:47.360141 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-967c7499-22d7-48fd-884a-8650305cf673 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/networks?id=f49efe81-dbf9-4319-81aa-2b7064c43d26 HTTP/1.1" status: 200 len: 796 time: 0.1084883 Nov 12 11:42:47.451862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-7119de37-999f-4998-933c-a7cd1b387dd9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 472 time: 0.0804956 Nov 12 11:42:47.462426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'port': {'device_id': '78cf89f3-1ee8-4c69-beef-33ac43da6e90', 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26', 'admin_state_up': True, 'tenant_id': 'd7400af50e284b64b3195de600209849', 'security_groups': ['21e26f85-db77-44b2-a6da-634e9214f0b7']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:47.673373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:42:47.677483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:47.822857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.20.0.27 (f49efe81-dbf9-4319-81aa-2b7064c43d26/e0727223-7fa4-4637-8b2f-b1ed6c646733/af1d29db-0d69-4ac5-9ed5-1867ba5521cf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:42:47.838031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f801fe9a-2fe5-4c42-8c7e-1f9ee6fa4084 req-d0e1b69e-d738-4b0d-a197-6160845fc8b0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.0301750 Nov 12 11:42:47.947677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:47.953314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31f278c4-765a-4cfa-9129-ff5c3bfe90c7 req-a228e2c4-d3c7-44f3-abad-578084722e8f tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 210 time: 0.0307250 Nov 12 11:42:48.097828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:48.353895 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:48.400275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:42:48.403468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:42:48.407662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:42:48.432815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:48.466140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:48.466787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:48.544620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-389df5bc-441d-4719-a34d-8707f201d189 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0867639 Nov 12 11:42:48.557484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Request body: {'port': {'device_id': '78cf89f3-1ee8-4c69-beef-33ac43da6e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:48.612629 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:48.650506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-786b7909-2de2-4b81-894d-396f38ca2d71 None None] Provisioning complete for port af1d29db-0d69-4ac5-9ed5-1867ba5521cf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:42:48.650952 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-786b7909-2de2-4b81-894d-396f38ca2d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:48.690223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-786b7909-2de2-4b81-894d-396f38ca2d71 None None] Port af1d29db-0d69-4ac5-9ed5-1867ba5521cf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:42:48.976230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a9deb07-7ad9-453d-a239-463e5f17cc95 req-4f7c61b7-24f4-41b3-9b6e-e573ff2423bd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=78ab1d6a-5ff2-4300-af53-9fc2717e3d06 HTTP/1.1" status: 200 len: 210 time: 0.0288739 Nov 12 11:42:49.089863 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a7af-99a9-4d18-9439-097050e0d6e3 req-aef59111-f5cb-456b-ad09-fa9708cdb9ed tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:49.093575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d11a7af-99a9-4d18-9439-097050e0d6e3 req-aef59111-f5cb-456b-ad09-fa9708cdb9ed tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 932 time: 0.0585983 Nov 12 11:42:49.149056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d11a7af-99a9-4d18-9439-097050e0d6e3 req-a44781a5-b9ba-4f0b-b4a9-741f169f7047 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481825 Nov 12 11:42:49.182890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1d29db-0d69-4ac5-9ed5-1867ba5521cf {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:42:49.190490 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:49.203857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Transition to ACTIVE for port object af1d29db-0d69-4ac5-9ed5-1867ba5521cf will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:42:49.370065 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:49.424561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Pushing event updated for resources: {'Port': ['ID=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:49.497542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Attempting to bind port af1d29db-0d69-4ac5-9ed5-1867ba5521cf on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:42:49.497876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Attempting to bind port af1d29db-0d69-4ac5-9ed5-1867ba5521cf by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:42:49.498256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Attempting to bind port af1d29db-0d69-4ac5-9ed5-1867ba5521cf on network f49efe81-dbf9-4319-81aa-2b7064c43d26 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:49.505052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Port af1d29db-0d69-4ac5-9ed5-1867ba5521cf on network f49efe81-dbf9-4319-81aa-2b7064c43d26 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:42:49.505370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Attempting to bind port af1d29db-0d69-4ac5-9ed5-1867ba5521cf on network f49efe81-dbf9-4319-81aa-2b7064c43d26 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:49.512877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:42:49.513208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Checking segment: {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:42:49.513593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Bound using segment: {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:42:49.514022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Bound port: af1d29db-0d69-4ac5-9ed5-1867ba5521cf, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:42:49.514379 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:49.591367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] For port af1d29db-0d69-4ac5-9ed5-1867ba5521cf, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:42:49.591367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] For port af1d29db-0d69-4ac5-9ed5-1867ba5521cf, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:42:49.696725 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:49.734427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:49.734427 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:49.734427 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] 10.222.0.69 "PUT /v2.0/ports/af1d29db-0d69-4ac5-9ed5-1867ba5521cf HTTP/1.1" status: 200 len: 1093 time: 1.1805394 Nov 12 11:42:49.734427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cf89f3-1ee8-4c69-beef-33ac43da6e90', 'tag': 'af1d29db-0d69-4ac5-9ed5-1867ba5521cf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:49.736311 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd71721b-3746-4da3-8207-5dbc9d12a0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "78cf89f3-1ee8-4c69-beef-33ac43da6e90", "tag": "af1d29db-0d69-4ac5-9ed5-1867ba5521cf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:49.762923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd3ffc-468c-4481-9a31-2a53fc0e369d service neutron] Pushing event updated for resources: {'Port': ['ID=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:49.784084 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349c68ca-ff52-488c-a96d-0eb239e126c3 x-openstack-request-id: req-349c68ca-ff52-488c-a96d-0eb239e126c3 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:49.784378 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cf89f3-1ee8-4c69-beef-33ac43da6e90", "tag": "af1d29db-0d69-4ac5-9ed5-1867ba5521cf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:49.784788 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-349c68ca-ff52-488c-a96d-0eb239e126c3 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:49.785200 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cf89f3-1ee8-4c69-beef-33ac43da6e90', 'tag': 'af1d29db-0d69-4ac5-9ed5-1867ba5521cf', 'status': 'completed', 'code': 200} Nov 12 11:42:49.852446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71721b-3746-4da3-8207-5dbc9d12a0ef req-7cf661ee-6c61-44d1-84e7-14e261435d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:49.853981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd71721b-3746-4da3-8207-5dbc9d12a0ef req-7cf661ee-6c61-44d1-84e7-14e261435d7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 1096 time: 0.0434344 Nov 12 11:42:49.965622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71721b-3746-4da3-8207-5dbc9d12a0ef req-6df7e18a-44e5-485b-abb1-07b7e594a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:49.966103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71721b-3746-4da3-8207-5dbc9d12a0ef req-6df7e18a-44e5-485b-abb1-07b7e594a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:49.967652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd71721b-3746-4da3-8207-5dbc9d12a0ef req-6df7e18a-44e5-485b-abb1-07b7e594a08a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d7400af50e284b64b3195de600209849&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1038194 Nov 12 11:42:50.069541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71721b-3746-4da3-8207-5dbc9d12a0ef req-697cbb03-722c-48b2-83ed-84b1b58de34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:50.071112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd71721b-3746-4da3-8207-5dbc9d12a0ef req-697cbb03-722c-48b2-83ed-84b1b58de34f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956225 Nov 12 11:42:50.159528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-11875203-3315-4503-927c-e2a05b1a5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:50.161044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-11875203-3315-4503-927c-e2a05b1a5671 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 1096 time: 0.0432951 Nov 12 11:42:50.201316 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-fb478d1d-4927-49f9-bd5e-3a6a9e921197 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990786682&fields=id&tenant_id=eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 267 time: 0.0478253 Nov 12 11:42:50.209498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-59d1ed50-978d-490d-ba9a-71ecf929f2b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=af1d29db-0d69-4ac5-9ed5-1867ba5521cf HTTP/1.1" status: 200 len: 217 time: 0.0346310 Nov 12 11:42:50.258976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-39d0da87-2c22-48df-bd0f-1fc790d2d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:50.260503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-39d0da87-2c22-48df-bd0f-1fc790d2d097 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0727223-7fa4-4637-8b2f-b1ed6c646733 HTTP/1.1" status: 200 len: 837 time: 0.0435622 Nov 12 11:42:50.314482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-846cf717-6a29-4d64-bf40-526c462dd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:50.316011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-846cf717-6a29-4d64-bf40-526c462dd9e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f49efe81-dbf9-4319-81aa-2b7064c43d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0459681 Nov 12 11:42:50.317272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421b61-2b2f-406f-8bff-4b048717abba req-304a726a-ef26-4d43-a702-ef83cf516e65 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:50.318786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-304a726a-ef26-4d43-a702-ef83cf516e65 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.1103470 Nov 12 11:42:50.336358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-37a1c444-f591-4f17-86c7-0774cf76ebca tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/quotas/eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 375 time: 0.0107396 Nov 12 11:42:50.391781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-0911fbe1-556b-4f9f-905b-2b5e59b8e7da tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494461 Nov 12 11:42:50.417839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-1c587370-5ffe-495b-bf49-d3796caf53d9 service neutron] 10.222.0.69 "GET /v2.0/networks/f49efe81-dbf9-4319-81aa-2b7064c43d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931332 Nov 12 11:42:50.493661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-3088cda1-ad29-4a55-9f7f-169fb3860beb service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893230 Nov 12 11:42:50.514925 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b95fd2da-a41d-465f-a915-a9cb03667b21 req-b2f90b82-d55c-4139-8cf6-79523b50764a service neutron] 10.222.0.69 "GET /v2.0/networks/f49efe81-dbf9-4319-81aa-2b7064c43d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891080 Nov 12 11:42:50.583362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-ab02809f-d979-42e6-9c15-e6a4a7423a10 service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837250 Nov 12 11:42:50.918819 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:51.229606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cf8e7-433f-4bc8-9a76-4e88b78ba38b req-b52a8af4-cbe4-4fae-ba69-227602573d0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:51.237798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f9cf8e7-433f-4bc8-9a76-4e88b78ba38b req-b52a8af4-cbe4-4fae-ba69-227602573d0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 944 time: 0.0610371 Nov 12 11:42:51.284533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7f9cf8e7-433f-4bc8-9a76-4e88b78ba38b req-e1764d46-8457-4bed-bc5d-21cb7e328d08 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Nov 12 11:42:51.358793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18a546d2-3b73-4bf8-9949-5e2da7b39b72 req-a5b37d78-bca5-4076-b9af-f9dfd098c4e2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0287099 Nov 12 11:42:52.277243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device af1d29db-0d69-4ac5-9ed5-1867ba5521cf details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:42:52.386858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port af1d29db-0d69-4ac5-9ed5-1867ba5521cf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:52.406279 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'af1d29db-0d69-4ac5-9ed5-1867ba5521cf', 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26', 'port_id': 'af1d29db-0d69-4ac5-9ed5-1867ba5521cf', 'mac_address': 'fa:16:3e:fc:f2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0727223-7fa4-4637-8b2f-b1ed6c646733', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:42:52.429075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab376aa2-9fc5-4d27-b617-9f0a1fdaaa5f req-1aebad9c-e303-42e3-b72d-5c7076059e81 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:52.431193 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab376aa2-9fc5-4d27-b617-9f0a1fdaaa5f req-1aebad9c-e303-42e3-b72d-5c7076059e81 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 944 time: 0.0578713 Nov 12 11:42:52.453279 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:52.467472 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1d29db-0d69-4ac5-9ed5-1867ba5521cf {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:42:52.483358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ab376aa2-9fc5-4d27-b617-9f0a1fdaaa5f req-0d5390c2-ab12-4c16-952b-11cba893e164 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458667 Nov 12 11:42:52.488722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port af1d29db-0d69-4ac5-9ed5-1867ba5521cf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:52.568111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3460b4d-b2bf-4338-9747-906801a2ecf6 req-d00afe8b-f2c8-4ff9-b3e6-612efe3fe562 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0296657 Nov 12 11:42:52.622050 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:52.670398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:52.908191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['af1d29db-0d69-4ac5-9ed5-1867ba5521cf'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:42:53.603771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c031e96-1e01-498f-8fc8-767251813b26 req-e3aafe6d-2312-44e4-9973-e411bb508847 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:53.605345 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c031e96-1e01-498f-8fc8-767251813b26 req-e3aafe6d-2312-44e4-9973-e411bb508847 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 945 time: 0.0516496 Nov 12 11:42:53.633108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421b61-2b2f-406f-8bff-4b048717abba req-02333856-79c6-48b9-be66-8a88c3372c3e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:53.634721 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-02333856-79c6-48b9-be66-8a88c3372c3e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.1076002 Nov 12 11:42:53.660898 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c031e96-1e01-498f-8fc8-767251813b26 req-439df28f-e5be-4395-a46c-9f1ba7f9bb7d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493453 Nov 12 11:42:53.721457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-8c08b8da-a4bf-4b36-b8ca-445619d6cfc7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 380 time: 0.0731099 Nov 12 11:42:53.732182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'port': {'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'admin_state_up': True, 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'security_groups': ['f31aa37c-330e-4c71-a1ec-421f260cbd90']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:53.747844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16fc0da9-47ee-47d3-9531-98ff675d64d1 req-db8ade28-3ad6-4110-931c-a9d3e848b239 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0275054 Nov 12 11:42:53.987828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:42:53.992127 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.145719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.20.0.8 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/02c18473-7a4a-4fcd-8998-2aa03d7e12ff) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:42:54.307783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device af1d29db-0d69-4ac5-9ed5-1867ba5521cf up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:42:54.313046 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.450969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.478820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port af1d29db-0d69-4ac5-9ed5-1867ba5521cf completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:42:54.483466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port af1d29db-0d69-4ac5-9ed5-1867ba5521cf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:42:54.484191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.493649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:42:54.500840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:42:54.504766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:42:54.533390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:54.573119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:54.574266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.574431 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.605271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cf89f3-1ee8-4c69-beef-33ac43da6e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1d29db-0d69-4ac5-9ed5-1867ba5521cf'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:54.605271 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7002b9fe-4eb3-4b4d-bac0-5b6c11becdef" -d '{"events": [{"server_uuid": "78cf89f3-1ee8-4c69-beef-33ac43da6e90", "name": "network-vif-plugged", "status": "completed", "tag": "af1d29db-0d69-4ac5-9ed5-1867ba5521cf"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:54.628556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port af1d29db-0d69-4ac5-9ed5-1867ba5521cf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:42:54.656754 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bcf672-77ac-4b56-bc1b-8ed9050b7877 x-openstack-request-id: req-57bcf672-77ac-4b56-bc1b-8ed9050b7877 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:54.656754 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cf89f3-1ee8-4c69-beef-33ac43da6e90", "name": "network-vif-plugged", "status": "completed", "tag": "af1d29db-0d69-4ac5-9ed5-1867ba5521cf", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:54.656754 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-57bcf672-77ac-4b56-bc1b-8ed9050b7877 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:54.656754 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cf89f3-1ee8-4c69-beef-33ac43da6e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1d29db-0d69-4ac5-9ed5-1867ba5521cf', 'code': 200} Nov 12 11:42:54.781165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ac67d-72cb-4d58-9e2e-4d40dedff2c7 req-473881eb-0438-458c-b908-731a72644fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:54.782701 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.782872 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-140ac67d-72cb-4d58-9e2e-4d40dedff2c7 req-473881eb-0438-458c-b908-731a72644fdf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 1097 time: 0.0545084 Nov 12 11:42:54.787150 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-cf3de0d1-7f94-4dd7-a340-311321b4ee37 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0590613 Nov 12 11:42:54.791404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edc27-ff4b-4645-ae8e-e6d1e40de187 req-3c94c85c-5327-42ad-90b5-21975b6050ce tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:54.805558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-946edc27-ff4b-4645-ae8e-e6d1e40de187 req-3c94c85c-5327-42ad-90b5-21975b6050ce tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 945 time: 0.0529697 Nov 12 11:42:54.810355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Request body: {'port': {'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:42:54.863065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-946edc27-ff4b-4645-ae8e-e6d1e40de187 req-0e607d2c-1166-45e0-ac4c-bdfe3ead543c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629573 Nov 12 11:42:54.872274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:54.899141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-97382309-c5e3-4599-8dae-a31743469ae6 None None] Provisioning complete for port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:42:54.899141 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97382309-c5e3-4599-8dae-a31743469ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.916234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-140ac67d-72cb-4d58-9e2e-4d40dedff2c7 req-5f4f5287-540f-4083-96ef-ffd9e77c2078 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234055 Nov 12 11:42:54.923698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:54.930242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-97382309-c5e3-4599-8dae-a31743469ae6 None None] Port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:42:54.971413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531bb12-e83c-4e7b-8f74-84095492e3a7 req-9c5df0bf-54c7-479b-8b2f-5885db3a4a00 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:54.973730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a531bb12-e83c-4e7b-8f74-84095492e3a7 req-9c5df0bf-54c7-479b-8b2f-5885db3a4a00 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 931 time: 0.0536511 Nov 12 11:42:55.027857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a531bb12-e83c-4e7b-8f74-84095492e3a7 req-a5adb529-0d55-4f5d-98c3-4f8c1b352cd9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471511 Nov 12 11:42:55.197150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c18473-7a4a-4fcd-8998-2aa03d7e12ff {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:42:55.205159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:55.217413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Transition to ACTIVE for port object 02c18473-7a4a-4fcd-8998-2aa03d7e12ff will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:42:55.335514 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:55.417555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Pushing event updated for resources: {'Port': ['ID=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:55.474730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Attempting to bind port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:42:55.475585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Attempting to bind port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:42:55.476082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Attempting to bind port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:55.481721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:42:55.482088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Attempting to bind port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:42:55.488492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:42:55.488833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:42:55.489211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:42:55.490705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Bound port: 02c18473-7a4a-4fcd-8998-2aa03d7e12ff, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:42:55.491619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:55.562321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] For port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:42:55.565801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] For port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:42:55.662298 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:55.703333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:55.704125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:55.705867 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] 10.222.0.57 "PUT /v2.0/ports/02c18473-7a4a-4fcd-8998-2aa03d7e12ff HTTP/1.1" status: 200 len: 1092 time: 0.9062321 Nov 12 11:42:55.706457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:42:55.708967 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df286bc-80d2-4a08-ae50-81c7ec0ea805" -d '{"events": [{"name": "network-changed", "server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:42:55.757813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca57d6-3e59-4f8a-971a-049266f9ff2d service neutron] Pushing event updated for resources: {'Port': ['ID=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:42:55.781735 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b44c650-fa48-4b26-ac80-c8a4729f30c9 x-openstack-request-id: req-3b44c650-fa48-4b26-ac80-c8a4729f30c9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:42:55.782402 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:42:55.782402 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3b44c650-fa48-4b26-ac80-c8a4729f30c9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:42:55.782847 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'status': 'completed', 'code': 200} Nov 12 11:42:55.853372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df286bc-80d2-4a08-ae50-81c7ec0ea805 req-9297c002-bbde-42d4-ac3f-b83d52ae1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:55.855025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2df286bc-80d2-4a08-ae50-81c7ec0ea805 req-9297c002-bbde-42d4-ac3f-b83d52ae1f3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 1095 time: 0.0504222 Nov 12 11:42:55.986578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674b1d9-5c79-4817-bf69-1741a3c00de7 req-d9498953-4e69-4cad-b214-e515ce9f7b13 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:55.987516 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5674b1d9-5c79-4817-bf69-1741a3c00de7 req-d9498953-4e69-4cad-b214-e515ce9f7b13 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 946 time: 0.0509837 Nov 12 11:42:56.007139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df286bc-80d2-4a08-ae50-81c7ec0ea805 req-0cba331d-799e-4b67-a1ca-d2733473c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:56.008755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2df286bc-80d2-4a08-ae50-81c7ec0ea805 req-0cba331d-799e-4b67-a1ca-d2733473c19b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=eb3a39ed68f44e988c561e11e529a264&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1460230 Nov 12 11:42:56.052288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5674b1d9-5c79-4817-bf69-1741a3c00de7 req-a4fa56ac-5376-4458-966c-bc18a61261a9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577953 Nov 12 11:42:56.117036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df286bc-80d2-4a08-ae50-81c7ec0ea805 req-00b5fd27-5d07-4af8-be2a-c6e946f2147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:56.118715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2df286bc-80d2-4a08-ae50-81c7ec0ea805 req-00b5fd27-5d07-4af8-be2a-c6e946f2147f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033151 Nov 12 11:42:56.173428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f28c6-3f1a-4c43-ab57-f13b626d6f0a req-c4242df1-8321-4dfb-8823-179b99f95a22 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:56.175668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-783f28c6-3f1a-4c43-ab57-f13b626d6f0a req-c4242df1-8321-4dfb-8823-179b99f95a22 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0635266 Nov 12 11:42:56.201424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421b61-2b2f-406f-8bff-4b048717abba req-0657107a-94be-4d4d-b5ee-71d592f3a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:56.203729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-0657107a-94be-4d4d-b5ee-71d592f3a387 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 1095 time: 0.0458210 Nov 12 11:42:56.240560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-783f28c6-3f1a-4c43-ab57-f13b626d6f0a req-e422da6b-96bd-4488-a2d0-67e75a1a5265 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585356 Nov 12 11:42:56.252990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-b06609a0-13b9-4db3-b37c-b410b2e1eea0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff HTTP/1.1" status: 200 len: 217 time: 0.0406320 Nov 12 11:42:56.305913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421b61-2b2f-406f-8bff-4b048717abba req-14e04e96-9f9b-4f8b-8e22-9573a1bbda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:56.307203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-14e04e96-9f9b-4f8b-8e22-9573a1bbda36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0462406 Nov 12 11:42:56.354802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421b61-2b2f-406f-8bff-4b048717abba req-e9761d02-3dd2-4392-a81e-a6aa22a5e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:56.356382 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-e9761d02-3dd2-4392-a81e-a6aa22a5e33e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427902 Nov 12 11:42:56.453000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-d49fa6dd-0c2f-40e5-8200-7f56406dc0c3 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897002 Nov 12 11:42:56.547043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d2421b61-2b2f-406f-8bff-4b048717abba req-8e96e05e-1529-431c-8f8b-64e9f49a195c service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869684 Nov 12 11:42:57.177223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4763d-03b9-4951-b55c-e9a65ccb2d70 req-14f69146-819e-488f-bb06-1b1d0eab7f63 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:57.178861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3f4763d-03b9-4951-b55c-e9a65ccb2d70 req-14f69146-819e-488f-bb06-1b1d0eab7f63 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 946 time: 0.0523329 Nov 12 11:42:57.233914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3f4763d-03b9-4951-b55c-e9a65ccb2d70 req-39b581b1-03c6-4de0-814b-3a13b2fadef8 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478497 Nov 12 11:42:57.353265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d30a0d-8fb1-43b4-8421-fe2e5029db50 req-b719b9ac-abf3-4369-a681-a8620a56df00 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:57.354848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7d30a0d-8fb1-43b4-8421-fe2e5029db50 req-b719b9ac-abf3-4369-a681-a8620a56df00 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 946 time: 0.0523283 Nov 12 11:42:57.415681 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7d30a0d-8fb1-43b4-8421-fe2e5029db50 req-c48c0bf1-4800-433b-a0f0-58d9bf39e8dd tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545638 Nov 12 11:42:57.525117 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd678-1b95-47a4-acb0-8662ec1d0118 req-5999da2c-b2c6-47ce-a321-6e644886c5d0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:57.526737 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0bbd678-1b95-47a4-acb0-8662ec1d0118 req-5999da2c-b2c6-47ce-a321-6e644886c5d0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0527678 Nov 12 11:42:57.582333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0bbd678-1b95-47a4-acb0-8662ec1d0118 req-e428a51b-9f9b-4ffa-a508-888efd31cc4f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490272 Nov 12 11:42:58.706904 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba29dc-e8f7-4c3d-a115-5cf2c9d1ecc1 req-a6452185-23bd-454c-ba59-702cc29f5899 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:58.708519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2ba29dc-e8f7-4c3d-a115-5cf2c9d1ecc1 req-a6452185-23bd-454c-ba59-702cc29f5899 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0520232 Nov 12 11:42:58.763445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2ba29dc-e8f7-4c3d-a115-5cf2c9d1ecc1 req-dccee521-96ef-4ab5-8340-749f26acfd03 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471454 Nov 12 11:42:58.941001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39086) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:42:59.450772 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-56336ef3-1e53-41e8-92c7-dcc63d762d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:59.472346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:42:59.848740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.20.0.17 (f49efe81-dbf9-4319-81aa-2b7064c43d26/e0727223-7fa4-4637-8b2f-b1ed6c646733/856236d1-2053-4e7a-a9cf-80cfda490987) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:42:59.979317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0c4f0-8699-4f2f-9953-6284cbc4290c req-1167bbe0-55fe-4541-8e87-a0af4a16ed98 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:42:59.980892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07d0c4f0-8699-4f2f-9953-6284cbc4290c req-1167bbe0-55fe-4541-8e87-a0af4a16ed98 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.1279700 Nov 12 11:43:00.060509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:00.068967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-07d0c4f0-8699-4f2f-9953-6284cbc4290c req-3fca936f-5337-42d4-a9c5-a15c4952be60 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785902 Nov 12 11:43:00.261488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:00.299722 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:00.302711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:00.307077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:00.343536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=856236d1-2053-4e7a-a9cf-80cfda490987,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:00.364008 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:00.535161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fdd11e2c-18c3-4db3-b25c-631c5ec0a35c None None] Provisioning complete for port 856236d1-2053-4e7a-a9cf-80cfda490987 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:00.535742 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fdd11e2c-18c3-4db3-b25c-631c5ec0a35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:00.569116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fdd11e2c-18c3-4db3-b25c-631c5ec0a35c None None] Port 856236d1-2053-4e7a-a9cf-80cfda490987 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:00.664469 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:00.950687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:01.027504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:01.464732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=856236d1-2053-4e7a-a9cf-80cfda490987,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:01.467951 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:01.534771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c795946-ae94-411d-9111-bca96bb2cb7b req-dbf3873d-aa7e-4e04-94b0-1319714127e7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:01.536380 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c795946-ae94-411d-9111-bca96bb2cb7b req-dbf3873d-aa7e-4e04-94b0-1319714127e7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.1156528 Nov 12 11:43:01.613514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c795946-ae94-411d-9111-bca96bb2cb7b req-ee16d40b-6ec7-4226-9cc5-0f7e3e65ca8a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704608 Nov 12 11:43:01.619595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:01.621372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:01.750048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 0c6a3686-7344-4871-a432-64cab017908b has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:43:01.861597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:01.866630 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ae1bac5b-dfc0-447d-91c4-72133f280487 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "PUT /v2.0/routers/0c6a3686-7344-4871-a432-64cab017908b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9244642 Nov 12 11:43:01.883180 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Sync routers for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:01.894158 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:01.894780 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:42:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:01.896203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-23232697-f203-41ca-8746-822d77714839 None None] Provisioning complete for port 856236d1-2053-4e7a-a9cf-80cfda490987 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:01.898865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23232697-f203-41ca-8746-822d77714839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:01.931687 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5807f32d-1a9e-4c61-9c29-289a8aa95b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:01.942349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-23232697-f203-41ca-8746-822d77714839 None None] Port 856236d1-2053-4e7a-a9cf-80cfda490987 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:02.021689 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:02.254393 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:00Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:57Z', 'revision_number': 1, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856236d1-2053-4e7a-a9cf-80cfda490987', 'name': '', 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:97:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e0727223-7fa4-4637-8b2f-b1ed6c646733', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:42:59Z', 'updated_at': '2021-11-12T11:43:00Z', 'revision_number': 2, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'e0727223-7fa4-4637-8b2f-b1ed6c646733', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:02.282292 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Checking router: 0c6a3686-7344-4871-a432-64cab017908b for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:02.282651 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Updating router 0c6a3686-7344-4871-a432-64cab017908b port 856236d1-2053-4e7a-a9cf-80cfda490987 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:43:02.308110 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:02.574771 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:02.735072 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a329298-b1ae-4112-8d19-c0573d009b01 req-9abbdcad-d42d-4527-a6f5-ba2ff81b2b4e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:02.754357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a329298-b1ae-4112-8d19-c0573d009b01 req-9abbdcad-d42d-4527-a6f5-ba2ff81b2b4e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0531170 Nov 12 11:43:02.786396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a329298-b1ae-4112-8d19-c0573d009b01 req-f0665f5b-05a0-4fbb-8c2b-35a437ca53e5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Nov 12 11:43:02.816326 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:02.866549 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Pushing event updated for resources: {'Port': ['ID=856236d1-2053-4e7a-a9cf-80cfda490987,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:02.891376 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.892094 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.892094 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.892399 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.892729 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.893046 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.893363 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.893680 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.893996 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.894309 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.894625 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.895080 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:02.924745 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Attempting to bind port 856236d1-2053-4e7a-a9cf-80cfda490987 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:43:02.925122 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Attempting to bind port 856236d1-2053-4e7a-a9cf-80cfda490987 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:43:02.925480 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Attempting to bind port 856236d1-2053-4e7a-a9cf-80cfda490987 on network f49efe81-dbf9-4319-81aa-2b7064c43d26 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:02.931412 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:43:02.931852 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Checking segment: {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:02.932194 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:02.932574 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Bound using segment: {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:43:02.933035 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Bound port: 856236d1-2053-4e7a-a9cf-80cfda490987, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d88f6b-e270-4b0b-b1f5-1faad6eb969f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:43:02.933410 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.002190 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] For port 856236d1-2053-4e7a-a9cf-80cfda490987, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:43:03.005601 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] For port 856236d1-2053-4e7a-a9cf-80cfda490987, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=856236d1-2053-4e7a-a9cf-80cfda490987,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:43:03.064387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0ab9bdf9-2327-4aed-88af-dfdd7c55eeb4 None None] Provisioning complete for port 856236d1-2053-4e7a-a9cf-80cfda490987 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:03.064963 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bdf9-2327-4aed-88af-dfdd7c55eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.170951 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.233469 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:03.234091 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:03.235957 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ad706-8381-4292-b00b-92afcfc542d6 None None] Pushing event updated for resources: {'Port': ['ID=856236d1-2053-4e7a-a9cf-80cfda490987,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:03.249484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.261098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9bdf9-2327-4aed-88af-dfdd7c55eeb4 None None] Port 856236d1-2053-4e7a-a9cf-80cfda490987 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:03.348815 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:03.485305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2f6540ad-649a-4d79-9879-4212ffb85523 None None] Provisioning complete for port 856236d1-2053-4e7a-a9cf-80cfda490987 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:03.485551 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f6540ad-649a-4d79-9879-4212ffb85523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.565276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f6540ad-649a-4d79-9879-4212ffb85523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.600912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2f6540ad-649a-4d79-9879-4212ffb85523 None None] For port 856236d1-2053-4e7a-a9cf-80cfda490987, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=856236d1-2053-4e7a-a9cf-80cfda490987,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:03.673860 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:00Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:57Z', 'revision_number': 1, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856236d1-2053-4e7a-a9cf-80cfda490987', 'name': '', 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:97:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e0727223-7fa4-4637-8b2f-b1ed6c646733', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:42:59Z', 'updated_at': '2021-11-12T11:43:02Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'e0727223-7fa4-4637-8b2f-b1ed6c646733', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:03.703662 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039d7162-f135-4901-aadf-176235f6bd5d None None] The sync data for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 is: [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:00Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:57Z', 'revision_number': 1, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '856236d1-2053-4e7a-a9cf-80cfda490987', 'name': '', 'network_id': 'f49efe81-dbf9-4319-81aa-2b7064c43d26', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:97:49:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'e0727223-7fa4-4637-8b2f-b1ed6c646733', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:42:59Z', 'updated_at': '2021-11-12T11:43:02Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'e0727223-7fa4-4637-8b2f-b1ed6c646733', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:03.761982 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f6540ad-649a-4d79-9879-4212ffb85523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:03.816627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6540ad-649a-4d79-9879-4212ffb85523 None None] Pushing event updated for resources: {'Port': ['ID=856236d1-2053-4e7a-a9cf-80cfda490987,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:03.914367 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc854-91ad-4e00-95d1-3df5edeb865e req-a67a0358-c699-41f3-bbb3-b147ef9381ad tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:03.916083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a1dc854-91ad-4e00-95d1-3df5edeb865e req-a67a0358-c699-41f3-bbb3-b147ef9381ad tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0519903 Nov 12 11:43:03.970436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a1dc854-91ad-4e00-95d1-3df5edeb865e req-e7ec46b2-fb48-46f0-8dfe-fd384cc9d226 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482755 Nov 12 11:43:04.261544 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:04.964749 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:05.094471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770db19-231c-408d-b371-4c6c19fbea23 req-32a2c874-2257-408e-8bfb-f110addc5f4a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:05.095995 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8770db19-231c-408d-b371-4c6c19fbea23 req-32a2c874-2257-408e-8bfb-f110addc5f4a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0562820 Nov 12 11:43:05.144641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8770db19-231c-408d-b371-4c6c19fbea23 req-5e4deead-9c1f-4956-84f0-98da72e31530 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Nov 12 11:43:05.454084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 856236d1-2053-4e7a-a9cf-80cfda490987 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:05.502899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 856236d1-2053-4e7a-a9cf-80cfda490987 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:05.503269 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:06.261232 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5c924-f446-4dac-ab8a-14fe5ecbf768 req-20c4db0d-eee1-4e91-91fd-be49df90a0ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:06.262766 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21c5c924-f446-4dac-ab8a-14fe5ecbf768 req-20c4db0d-eee1-4e91-91fd-be49df90a0ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0498531 Nov 12 11:43:06.315282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21c5c924-f446-4dac-ab8a-14fe5ecbf768 req-22f94ca6-45c7-4d82-9ad1-c97e85e3244a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457184 Nov 12 11:43:07.436479 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce59791-e7f2-4cf5-a55d-5cf83030defe req-482a0d69-c73a-46e3-80b6-43e7cee80e94 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:07.437960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fce59791-e7f2-4cf5-a55d-5cf83030defe req-482a0d69-c73a-46e3-80b6-43e7cee80e94 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0489209 Nov 12 11:43:07.491452 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fce59791-e7f2-4cf5-a55d-5cf83030defe req-9043aa36-3cfa-439c-8665-c0c764ea653c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475478 Nov 12 11:43:08.513805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02c18473-7a4a-4fcd-8998-2aa03d7e12ff details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:43:08.619975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3939f-cfeb-432c-bfbd-d659c3e0430b req-6f5ac19e-fcb8-4df4-b565-0053e66c2e66 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:08.621667 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5cf3939f-cfeb-432c-bfbd-d659c3e0430b req-6f5ac19e-fcb8-4df4-b565-0053e66c2e66 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 943 time: 0.0491457 Nov 12 11:43:08.626601 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:08.639346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:43:08.675845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5cf3939f-cfeb-432c-bfbd-d659c3e0430b req-ecd7e299-a1c7-42b0-8f18-68f52dc018f5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465055 Nov 12 11:43:08.677491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.691854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c18473-7a4a-4fcd-8998-2aa03d7e12ff {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:43:08.711758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:08.872993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:08.920687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:09.123825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['02c18473-7a4a-4fcd-8998-2aa03d7e12ff'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:43:09.797304 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b03a7-1629-4581-a3a0-f976e046012c req-37a4cadc-bc0d-4a01-9408-34e3dd71b44b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:09.798804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-879b03a7-1629-4581-a3a0-f976e046012c req-37a4cadc-bc0d-4a01-9408-34e3dd71b44b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 944 time: 0.0524416 Nov 12 11:43:09.850891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-879b03a7-1629-4581-a3a0-f976e046012c req-23ed9af0-938b-4f2b-85a2-3b768273b042 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458410 Nov 12 11:43:10.544822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02c18473-7a4a-4fcd-8998-2aa03d7e12ff up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:10.667035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:43:10.671225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:10.671621 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.747685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.769746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:10.771996 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7638ea04-a847-4d1c-82a3-006d5f9920b3" -d '{"events": [{"server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "name": "network-vif-plugged", "status": "completed", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:10.785954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:10.811671 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f2851-000c-41da-b674-b02b2dfae1eb x-openstack-request-id: req-612f2851-000c-41da-b674-b02b2dfae1eb {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:10.812031 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "name": "network-vif-plugged", "status": "completed", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:10.812283 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-612f2851-000c-41da-b674-b02b2dfae1eb {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:10.812683 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'code': 200} Nov 12 11:43:10.896183 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:10.921485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dbf50-d595-4be2-9383-0f2c086a5daf req-923287fc-3bdf-4e56-ac3c-e94a599c05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:10.923021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed6dbf50-d595-4be2-9383-0f2c086a5daf req-923287fc-3bdf-4e56-ac3c-e94a599c05b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 1096 time: 0.0501966 Nov 12 11:43:10.923420 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:43:10.955639 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:10.982276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed6dbf50-d595-4be2-9383-0f2c086a5daf req-bc2358e1-b067-497b-b2d4-ec1775d31571 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514967 Nov 12 11:43:10.985800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0a80-eb62-4ce8-b220-4ba1e0c83f2f req-31d5ead8-a5fe-4011-8d05-65f2896890c3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:10.987323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f3f0a80-eb62-4ce8-b220-4ba1e0c83f2f req-31d5ead8-a5fe-4011-8d05-65f2896890c3 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 945 time: 0.0623260 Nov 12 11:43:11.036583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6f3f0a80-eb62-4ce8-b220-4ba1e0c83f2f req-1d7a95fa-74d7-4301-9158-fca6e1806b23 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Nov 12 11:43:12.157969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad012bc-1695-4d9d-9897-5724f04f99ee req-a3f48c84-b5a2-42b6-a864-39bace8b3ccc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:12.159590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ad012bc-1695-4d9d-9897-5724f04f99ee req-a3f48c84-b5a2-42b6-a864-39bace8b3ccc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 945 time: 0.0548217 Nov 12 11:43:12.220845 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ad012bc-1695-4d9d-9897-5724f04f99ee req-09b6ff1b-7918-4ddc-93b7-8c67e3bf6bb2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510519 Nov 12 11:43:13.336620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c0dd8-39dc-4e5f-9e57-1adc87bf16a3 req-443034bc-5a68-4ff0-9dda-e6b89f6c63c2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:13.338102 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-489c0dd8-39dc-4e5f-9e57-1adc87bf16a3 req-443034bc-5a68-4ff0-9dda-e6b89f6c63c2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 945 time: 0.0495646 Nov 12 11:43:13.391573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-489c0dd8-39dc-4e5f-9e57-1adc87bf16a3 req-6774611a-0a1c-4dfa-a89d-ea715514b0e5 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473547 Nov 12 11:43:13.504581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d4817-4381-4b10-9c84-1faac2c967b8 req-3b3d4e77-31ea-4204-89eb-3762e7fea0c8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:13.505950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-186d4817-4381-4b10-9c84-1faac2c967b8 req-3b3d4e77-31ea-4204-89eb-3762e7fea0c8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 945 time: 0.0488169 Nov 12 11:43:13.558757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-186d4817-4381-4b10-9c84-1faac2c967b8 req-d218cf05-2afe-404e-858a-381cdfe97d54 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461681 Nov 12 11:43:13.582119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39130) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:13.625586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953bf8b7-b74d-4e6d-83a0-a48808c735c0 tempest-TestVolumeBootPattern-1363953366 tempest-TestVolumeBootPattern-1363953366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:13.627133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-953bf8b7-b74d-4e6d-83a0-a48808c735c0 tempest-TestVolumeBootPattern-1363953366 tempest-TestVolumeBootPattern-1363953366-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 1092 time: 0.0430312 Nov 12 11:43:13.630177 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39132) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:13.635219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:13.718786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.818539 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:13.925184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.25.3.46 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/cb75e841-4dfe-474b-b490-a9039a296a96) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:14.032012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:14.130499 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:14.172204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:14.175216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:14.180379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:14.183451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=cb75e841-4dfe-474b-b490-a9039a296a96,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:14.547612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:14.672012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:14.828291 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:14.929084 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:14.999038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=cb75e841-4dfe-474b-b490-a9039a296a96,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:15.013804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.118268 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Floating IP 8f62b769-972c-4f96-9c55-4f4a4166ab3c associated. External IP: 172.25.3.46, port: 02c18473-7a4a-4fcd-8998-2aa03d7e12ff. Nov 12 11:43:15.327052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Router 264eabec-60ba-4b34-81a8-118665f19e89 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:43:15.431498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:15.441258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:15.452259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:15.452878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:15.527522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:15.559308 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-82d0dae7-1711-4ae2-9326-17a553c74b7a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9280345 Nov 12 11:43:15.560031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:15.560401 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:15.562264 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be36459-99cd-4db4-9440-d730f48f2fea" -d '{"events": [{"name": "network-changed", "server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:15.670508 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d6491-5ecc-46cb-8ec3-0159a74f5f64 x-openstack-request-id: req-071d6491-5ecc-46cb-8ec3-0159a74f5f64 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:15.670787 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:15.671045 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-071d6491-5ecc-46cb-8ec3-0159a74f5f64 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:15.671448 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'status': 'completed', 'code': 200} Nov 12 11:43:15.741228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be36459-99cd-4db4-9440-d730f48f2fea req-12446d88-387f-4438-af73-22001ed66273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:15.742764 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7be36459-99cd-4db4-9440-d730f48f2fea req-12446d88-387f-4438-af73-22001ed66273 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 1097 time: 0.0433669 Nov 12 11:43:15.798508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:14Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:15.830756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:15.840663 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:15.841274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:15.841855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be36459-99cd-4db4-9440-d730f48f2fea req-dc51e2ca-5274-4088-bf29-d94af5cd3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:15.843369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7be36459-99cd-4db4-9440-d730f48f2fea req-dc51e2ca-5274-4088-bf29-d94af5cd3411 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.0941534 Nov 12 11:43:15.914281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7be36459-99cd-4db4-9440-d730f48f2fea req-b6ea769f-dc14-4049-9abf-b8a8bcda32d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff HTTP/1.1" status: 200 len: 998 time: 0.0630500 Nov 12 11:43:15.951711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:15.965294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be36459-99cd-4db4-9440-d730f48f2fea req-cd1e936e-66a1-4361-8d6b-a474772be802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:15.966780 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7be36459-99cd-4db4-9440-d730f48f2fea req-cd1e936e-66a1-4361-8d6b-a474772be802 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0452354 Nov 12 11:43:16.018278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be36459-99cd-4db4-9440-d730f48f2fea req-92d9c45b-f5fb-4805-b2e6-7ffd69918da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:16.019801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7be36459-99cd-4db4-9440-d730f48f2fea req-92d9c45b-f5fb-4805-b2e6-7ffd69918da2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465229 Nov 12 11:43:16.115530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7be36459-99cd-4db4-9440-d730f48f2fea req-540fd689-74cf-41d8-b000-e9a2c2be60a3 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874662 Nov 12 11:43:16.191084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:14Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:16.219872 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7be36459-99cd-4db4-9440-d730f48f2fea req-e5a7ce2e-88e1-4728-9585-589da280595c service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975292 Nov 12 11:43:16.225367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22719920-0599-43c3-bab3-b9d45006e75b None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:14Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:16.428727 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf7cb0-05b2-4f54-93af-b27ddc89af94 None None] New status for floating IP 8f62b769-972c-4f96-9c55-4f4a4166ab3c: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:43:17.935789 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:20.930308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:24.728971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39152) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:25.100182 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:25.420013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port 856236d1-2053-4e7a-a9cf-80cfda490987 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:25.420350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:25.507007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port 856236d1-2053-4e7a-a9cf-80cfda490987, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=856236d1-2053-4e7a-a9cf-80cfda490987,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:25.507365 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:25.520962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for 856236d1-2053-4e7a-a9cf-80cfda490987 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:25.826286 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:25.856789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=856236d1-2053-4e7a-a9cf-80cfda490987,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:26.322077 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:26.544698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 0c6a3686-7344-4871-a432-64cab017908b has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:43:26.659288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:26.665041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-eea6912f-de23-48da-8baf-0760cf9b6796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "PUT /v2.0/routers/0c6a3686-7344-4871-a432-64cab017908b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9348197 Nov 12 11:43:26.670350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] Sync routers for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:26.680303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:26.681153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:26.789234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:27.016120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:25Z', 'revision_number': 6, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:57Z', 'revision_number': 1, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:27.042115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] Checking router: 0c6a3686-7344-4871-a432-64cab017908b for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:27.050591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:27.051187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:27.154146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b1f91-8233-4b93-863e-e411aaacf8f1 req-93c855dc-ff29-4251-aac8-e7f239ba2366 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:27.156110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-954b1f91-8233-4b93-863e-e411aaacf8f1 req-93c855dc-ff29-4251-aac8-e7f239ba2366 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 946 time: 0.0542228 Nov 12 11:43:27.215035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-954b1f91-8233-4b93-863e-e411aaacf8f1 req-a00973d0-e3d4-4133-88bf-777055a62477 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527813 Nov 12 11:43:27.327796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:27.562213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:25Z', 'revision_number': 6, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:57Z', 'revision_number': 1, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:27.587501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec22cb-2643-40ab-93af-055f497211f0 None None] The sync data for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 is: [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:25Z', 'revision_number': 6, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1621544a-0dc0-4944-8fb2-cef8ac97e4e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '0c6a3686-7344-4871-a432-64cab017908b', 'port_id': '01379c6a-9129-4cd1-be1c-377eda78575e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'mac_address': 'fa:16:3e:5d:07:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:41:55Z', 'updated_at': '2021-11-12T11:41:57Z', 'revision_number': 1, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:28.334345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515afe5c-2feb-442e-9dc9-d18e68b3356f req-6cd5814c-ef2f-4101-b688-c8f99d4ef7c5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:28.336433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-515afe5c-2feb-442e-9dc9-d18e68b3356f req-6cd5814c-ef2f-4101-b688-c8f99d4ef7c5 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 946 time: 0.0490499 Nov 12 11:43:28.392304 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-515afe5c-2feb-442e-9dc9-d18e68b3356f req-14a3b6ea-9d5d-4990-91b5-1d361c036fec tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=21e26f85-db77-44b2-a6da-634e9214f0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498090 Nov 12 11:43:28.804393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-4e2fd1f0-369c-438f-9ed9-f5a198b08e56 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:28.806773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-4e2fd1f0-369c-438f-9ed9-f5a198b08e56 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 946 time: 0.0501168 Nov 12 11:43:28.907521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port af1d29db-0d69-4ac5-9ed5-1867ba5521cf {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:28.907773 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:28.996120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port af1d29db-0d69-4ac5-9ed5-1867ba5521cf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:28.996483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:29.009160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for af1d29db-0d69-4ac5-9ed5-1867ba5521cf owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:29.260139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:29.289362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=af1d29db-0d69-4ac5-9ed5-1867ba5521cf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:29.329936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] No DVR routers for this DVR port af1d29db-0d69-4ac5-9ed5-1867ba5521cf on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:43:29.332774 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:29.336776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c60cebe4-3de3-42a0-b172-87f6f4c7c322 req-878fb01b-1781-43bd-a7ed-fb9bd562232b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "DELETE /v2.0/ports/af1d29db-0d69-4ac5-9ed5-1867ba5521cf HTTP/1.1" status: 204 len: 173 time: 0.5207801 Nov 12 11:43:29.337214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cf89f3-1ee8-4c69-beef-33ac43da6e90', 'name': 'network-vif-deleted', 'tag': 'af1d29db-0d69-4ac5-9ed5-1867ba5521cf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:29.339506 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5399ea13-1331-4d0c-aaa1-029c88710e83" -d '{"events": [{"server_uuid": "78cf89f3-1ee8-4c69-beef-33ac43da6e90", "name": "network-vif-deleted", "tag": "af1d29db-0d69-4ac5-9ed5-1867ba5521cf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:29.376191 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52c26ff-49fc-4535-bcd5-f12a95616e92 x-openstack-request-id: req-b52c26ff-49fc-4535-bcd5-f12a95616e92 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:29.376475 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cf89f3-1ee8-4c69-beef-33ac43da6e90", "name": "network-vif-deleted", "tag": "af1d29db-0d69-4ac5-9ed5-1867ba5521cf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:29.376723 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b52c26ff-49fc-4535-bcd5-f12a95616e92 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:29.377149 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cf89f3-1ee8-4c69-beef-33ac43da6e90', 'name': 'network-vif-deleted', 'tag': 'af1d29db-0d69-4ac5-9ed5-1867ba5521cf', 'status': 'completed', 'code': 200} Nov 12 11:43:29.393095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-56291eda-62fb-452a-94ee-2fcc2de112c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:29.411358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 856236d1-2053-4e7a-a9cf-80cfda490987 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:29.432866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 856236d1-2053-4e7a-a9cf-80cfda490987 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:43:29.433215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 856236d1-2053-4e7a-a9cf-80cfda490987 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:29.496838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-197b2d0e-b544-4040-a4bc-370fd546c1d8 req-eb80fa81-7d1a-4740-80ea-1c68ec4f9990 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 210 time: 0.0308843 Nov 12 11:43:30.605728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3a065b9-4e1a-4ec5-a6ad-f965e0be6384 req-49563533-7110-4481-a9da-532feb166506 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=78cf89f3-1ee8-4c69-beef-33ac43da6e90 HTTP/1.1" status: 200 len: 210 time: 0.0288036 Nov 12 11:43:31.664037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39172) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:31.732933 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cd36def-ec89-47be-87d3-972e51ccb5be tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:31.765598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cd36def-ec89-47be-87d3-972e51ccb5be tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:31.827345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a6049d5-1810-4a63-92ef-157206578a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:31.958740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cd36def-ec89-47be-87d3-972e51ccb5be tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:31.962017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8cd36def-ec89-47be-87d3-972e51ccb5be tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:31.963174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8cd36def-ec89-47be-87d3-972e51ccb5be tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/security-groups/21e26f85-db77-44b2-a6da-634e9214f0b7 HTTP/1.1" status: 204 len: 168 time: 0.2981167 Nov 12 11:43:31.972954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd36def-ec89-47be-87d3-972e51ccb5be tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e26f85-db77-44b2-a6da-634e9214f0b7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:32.112958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39176) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:32.165492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-0709a01f-f249-4a7a-a00b-732c630e7280 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting subnet e0727223-7fa4-4637-8b2f-b1ed6c646733 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:43:32.168602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0709a01f-f249-4a7a-a00b-732c630e7280 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.210734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0709a01f-f249-4a7a-a00b-732c630e7280 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.295787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0709a01f-f249-4a7a-a00b-732c630e7280 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.484947 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0709a01f-f249-4a7a-a00b-732c630e7280 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.513274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709a01f-f249-4a7a-a00b-732c630e7280 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Subnet': ['ID=e0727223-7fa4-4637-8b2f-b1ed6c646733,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:32.517143 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0709a01f-f249-4a7a-a00b-732c630e7280 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.520393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0709a01f-f249-4a7a-a00b-732c630e7280 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/subnets/e0727223-7fa4-4637-8b2f-b1ed6c646733 HTTP/1.1" status: 204 len: 168 time: 0.4063690 Nov 12 11:43:32.523013 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39178) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:32.526325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaeea53-301a-45de-85c8-574083a54f0b None None] Network f49efe81-dbf9-4319-81aa-2b7064c43d26 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:43:32.608448 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.637404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device af1d29db-0d69-4ac5-9ed5-1867ba5521cf no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:32.667574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: af1d29db-0d69-4ac5-9ed5-1867ba5521cf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:43:32.667963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device af1d29db-0d69-4ac5-9ed5-1867ba5521cf not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:32.675038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:32.675776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.747322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:32.747603 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.750043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] DHCP port deletion for f49efe81-dbf9-4319-81aa-2b7064c43d26 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:32.761114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:32.799011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] Deleting port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:32.799407 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.867464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] For port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,segment=NetworkSegment(73d88f6b-e270-4b0b-b1f5-1faad6eb969f),segment_id=73d88f6b-e270-4b0b-b1f5-1faad6eb969f)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:32.868209 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.880900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] Calling delete_port for 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:32.935573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.962783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:32.963179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:32.967371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] No DVR routers for this DVR port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:43:32.988115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] Pushing event deleted for resources: {'Port': ['ID=4ae0bb33-37f7-49e7-b30a-18f8b0e8d771,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:32.992462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1198e-61ba-4c74-be61-80073d7473c5 None None] No DVR routers for this DVR port 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:43:33.063956 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.084792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49efe81-dbf9-4319-81aa-2b7064c43d26']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:33.094206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d88f6b-e270-4b0b-b1f5-1faad6eb969f') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:33.094502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d88f6b-e270-4b0b-b1f5-1faad6eb969f') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:33.103805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.117669 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.123706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:43:33.124197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:43:33.127258 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:43:33.158897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.272998 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.280045 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.283444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/networks/f49efe81-dbf9-4319-81aa-2b7064c43d26 HTTP/1.1" status: 204 len: 168 time: 0.7594092 Nov 12 11:43:33.286184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39184) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:33.295457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1663-6537-47d2-959e-43a15092004b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Network': ['ID=f49efe81-dbf9-4319-81aa-2b7064c43d26,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:33.450301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port f05ad36b-ab25-4e04-acc5-c58d21792e83 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:33.450778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.451373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:33.474606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:43:33.475459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4ae0bb33-37f7-49e7-b30a-18f8b0e8d771 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:33.530703 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.531028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.543538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for f05ad36b-ab25-4e04-acc5-c58d21792e83 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:33.809956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.839593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=f05ad36b-ab25-4e04-acc5-c58d21792e83,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:33.906410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:33.906838 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Floating IP 1621544a-0dc0-4944-8fb2-cef8ac97e4e9 disassociated (deleted). External IP: 172.25.3.140, port: 01379c6a-9129-4cd1-be1c-377eda78575e. Nov 12 11:43:34.122564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 0c6a3686-7344-4871-a432-64cab017908b has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:43:34.240566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:34.245958 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:34.250790 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] Sync routers for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:34.261434 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:34.262044 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:34.276940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-123244ff-5012-4619-905d-188ba21570dc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/floatingips/1621544a-0dc0-4944-8fb2-cef8ac97e4e9 HTTP/1.1" status: 204 len: 168 time: 0.9872346 Nov 12 11:43:34.276940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:34.278481 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:34.284559 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:34.375717 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:34.579542 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:25Z', 'revision_number': 6, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:34.606125 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] Checking router: 0c6a3686-7344-4871-a432-64cab017908b for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:34.615098 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:34.615730 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:34.723677 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:34.934366 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:25Z', 'revision_number': 6, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:34.934721 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:34.934836 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e9c75-08bc-4de6-a71e-eba55a7cea24 x-openstack-request-id: req-827e9c75-08bc-4de6-a71e-eba55a7cea24 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:34.934836 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:34.934836 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-827e9c75-08bc-4de6-a71e-eba55a7cea24 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:34.934836 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e', 'status': 'completed', 'code': 200} Nov 12 11:43:34.957216 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48053329-d9d1-42d0-82ed-be8da3faeb63 None None] The sync data for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 is: [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:25Z', 'revision_number': 6, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4b5a0d6d-1c47-4aff-a02a-802d9a646eb2', 'name': '', 'network_id': '7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:c0:2d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:34Z', 'updated_at': '2021-11-12T11:41:38Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'f86b56e7-0dbd-4222-a8f7-9a70c762c304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:35.001302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-cb6e2ecf-0e7b-4289-b706-6c3b1f2f5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:35.002811 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-cb6e2ecf-0e7b-4289-b706-6c3b1f2f5302 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 1098 time: 0.0460343 Nov 12 11:43:35.038028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44312837-4201-4886-8425-4d1ee21d37ea req-5ea89576-60f3-43dc-ad74-ff0e2b1c8f60 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:35.039618 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44312837-4201-4886-8425-4d1ee21d37ea req-5ea89576-60f3-43dc-ad74-ff0e2b1c8f60 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 946 time: 0.0566897 Nov 12 11:43:35.096264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44312837-4201-4886-8425-4d1ee21d37ea req-3cff8033-d623-456a-9ff4-4bf4044f5299 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491560 Nov 12 11:43:35.108327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-6c9f36d2-e941-4ee4-9403-04e5f9d4473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:35.111760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-6c9f36d2-e941-4ee4-9403-04e5f9d4473d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b HTTP/1.1" status: 200 len: 897 time: 0.0987897 Nov 12 11:43:35.154487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-e5a30054-0d93-40fd-8a61-f90589830f13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01379c6a-9129-4cd1-be1c-377eda78575e HTTP/1.1" status: 200 len: 217 time: 0.0359275 Nov 12 11:43:35.212170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-1eb5a89f-23f4-42b1-862c-537d47aaf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:35.213664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-1eb5a89f-23f4-42b1-862c-537d47aaf710 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f86b56e7-0dbd-4222-a8f7-9a70c762c304 HTTP/1.1" status: 200 len: 835 time: 0.0490294 Nov 12 11:43:35.236911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbb0c5a-418a-4cb4-9a3f-2fa6e8920d81 None None] New status for floating IP 1621544a-0dc0-4944-8fb2-cef8ac97e4e9: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:43:35.273884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-0b527b37-144f-46c7-bf57-af1473057b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:35.275429 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-0b527b37-144f-46c7-bf57-af1473057b09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521193 Nov 12 11:43:35.370596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-2ee2d3cb-dc5c-4d17-b27d-ee611fcf20fe service neutron] 10.222.0.69 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869868 Nov 12 11:43:35.485669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1ef6a53a-cdde-4cf2-84ba-fe5453aeb8f9 req-028da91e-d1cb-4894-ba3a-ef27c1693f3f service neutron] 10.222.0.69 "GET /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070290 Nov 12 11:43:36.220649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd502-93d0-418f-8fb7-1485b0d1b805 req-a3a0787b-61ca-41b5-806e-d2dd00c23e40 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:36.223107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b43fd502-93d0-418f-8fb7-1485b0d1b805 req-a3a0787b-61ca-41b5-806e-d2dd00c23e40 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 946 time: 0.0530150 Nov 12 11:43:36.272535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b43fd502-93d0-418f-8fb7-1485b0d1b805 req-9c60dbdc-b4ca-4a5b-b195-8b9431e036eb tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437984 Nov 12 11:43:36.548562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-08e21698-736b-4422-a529-0de9b9bf7863 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:36.550116 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-08e21698-736b-4422-a529-0de9b9bf7863 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 946 time: 0.0515642 Nov 12 11:43:36.649143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port 01379c6a-9129-4cd1-be1c-377eda78575e {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:36.649474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:36.751874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port 01379c6a-9129-4cd1-be1c-377eda78575e, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=01379c6a-9129-4cd1-be1c-377eda78575e,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:36.752264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:36.765775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for 01379c6a-9129-4cd1-be1c-377eda78575e owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:37.146333 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:37.174888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=01379c6a-9129-4cd1-be1c-377eda78575e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:37.188384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.188739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.189085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.189428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.189767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.190100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.190438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.190801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.191127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.191525 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.191886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.192242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:37.231054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] No DVR routers for this DVR port 01379c6a-9129-4cd1-be1c-377eda78575e on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:43:37.233834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:37.237325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eeb99030-3bd1-4aeb-98c7-a7a5d6aaa48e req-30e1e319-5116-4046-bdeb-e1aade6f6ad4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "DELETE /v2.0/ports/01379c6a-9129-4cd1-be1c-377eda78575e HTTP/1.1" status: 204 len: 173 time: 0.6778738 Nov 12 11:43:37.237764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'name': 'network-vif-deleted', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:43:37.240043 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd1ba23-8b37-4362-b99c-090228794389" -d '{"events": [{"server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "name": "network-vif-deleted", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:43:37.280681 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6768fa-78b8-4a91-9a42-12717e8c6991 x-openstack-request-id: req-af6768fa-78b8-4a91-9a42-12717e8c6991 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:43:37.280912 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9f991a-f97d-4002-a73d-b2fb35ea9f98", "name": "network-vif-deleted", "tag": "01379c6a-9129-4cd1-be1c-377eda78575e", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:43:37.281248 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af6768fa-78b8-4a91-9a42-12717e8c6991 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:43:37.281660 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9f991a-f97d-4002-a73d-b2fb35ea9f98', 'name': 'network-vif-deleted', 'tag': '01379c6a-9129-4cd1-be1c-377eda78575e', 'status': 'completed', 'code': 200} Nov 12 11:43:37.372702 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76f5c780-f15a-4989-91a3-c034c99a89cc req-c2eb89c0-a8ad-4d87-90c6-3e50b764ed6e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 210 time: 0.0265014 Nov 12 11:43:38.482918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d02b50e5-3afe-4dde-bb68-431238766fd3 req-a6382689-0b16-4701-a000-b5c17368c52d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 210 time: 0.0283279 Nov 12 11:43:39.239393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c27953e-34bf-4059-a542-709335ede8e4 req-a7b80da6-d796-4309-87f0-3a20cded2751 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258751 Nov 12 11:43:39.330223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c27953e-34bf-4059-a542-709335ede8e4 req-0a7edfee-f1b0-4711-9b0d-94107d5bff80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=bd9f991a-f97d-4002-a73d-b2fb35ea9f98 HTTP/1.1" status: 200 len: 210 time: 0.0361900 Nov 12 11:43:39.456541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27953e-34bf-4059-a542-709335ede8e4 req-9869d7fd-5949-4e00-87ec-c0381ca02cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:39.458044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c27953e-34bf-4059-a542-709335ede8e4 req-9869d7fd-5949-4e00-87ec-c0381ca02cfa service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d7400af50e284b64b3195de600209849&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1060522 Nov 12 11:43:39.542838 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39208) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:39.572799 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27953e-34bf-4059-a542-709335ede8e4 req-92442204-9981-4a16-bfeb-dccf92aabd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:39.574292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6c27953e-34bf-4059-a542-709335ede8e4 req-92442204-9981-4a16-bfeb-dccf92aabd2a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077824 Nov 12 11:43:39.604877 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:39.631895 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:39.804916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:39.808195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:39.810351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/security-groups/2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2 HTTP/1.1" status: 204 len: 168 time: 0.2656260 Nov 12 11:43:39.821083 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdbbfc0-fc21-445b-a5a5-7c7f59053ee2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:39.833326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.836824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.836824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.836824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.836824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.836824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.836824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.836824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.837432 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.837662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.838144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.838528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca08e8d-d443-4c2e-9e97-edb6ee17167b tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:39.982990 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39212) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:40.347827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:40.658409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 01379c6a-9129-4cd1-be1c-377eda78575e no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:40.679844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 01379c6a-9129-4cd1-be1c-377eda78575e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:43:40.680227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 01379c6a-9129-4cd1-be1c-377eda78575e not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:40.971837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:40.972455 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:41.062983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:41.063348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:41.076384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:41.473030 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:41.498987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=4b5a0d6d-1c47-4aff-a02a-802d9a646eb2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:41.682059 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:41.914937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 0c6a3686-7344-4871-a432-64cab017908b has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:43:42.027252 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:42.032728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9f4e956d-f726-485d-b21f-6b188943f65d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "PUT /v2.0/routers/0c6a3686-7344-4871-a432-64cab017908b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0486565 Nov 12 11:43:42.036554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39214) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:42.039466 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] Sync routers for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:42.050515 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:42.050993 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:42.091972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-51698982-f6b2-46da-b641-8aea40ff325e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting subnet f86b56e7-0dbd-4222-a8f7-9a70c762c304 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:43:42.095256 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51698982-f6b2-46da-b641-8aea40ff325e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.135987 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51698982-f6b2-46da-b641-8aea40ff325e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.161063 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:42.226647 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51698982-f6b2-46da-b641-8aea40ff325e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.337005 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:41Z', 'revision_number': 7, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:42.410635 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51698982-f6b2-46da-b641-8aea40ff325e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.440118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51698982-f6b2-46da-b641-8aea40ff325e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Subnet': ['ID=f86b56e7-0dbd-4222-a8f7-9a70c762c304,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:42.449660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-51698982-f6b2-46da-b641-8aea40ff325e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.452227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681e410-1ec9-478b-ac51-37b2be26beff None None] Network 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:43:42.455762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39216) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:42.456365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-51698982-f6b2-46da-b641-8aea40ff325e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/subnets/f86b56e7-0dbd-4222-a8f7-9a70c762c304 HTTP/1.1" status: 204 len: 168 time: 0.4178977 Nov 12 11:43:42.461479 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] Checking router: 0c6a3686-7344-4871-a432-64cab017908b for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:42.470939 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] Routers {'0c6a3686-7344-4871-a432-64cab017908b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:42.472088 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['0c6a3686-7344-4871-a432-64cab017908b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:42.572930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.581950 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] Set router 0c6a3686-7344-4871-a432-64cab017908b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:42.657972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] DHCP port deletion for 7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:42.697439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.713492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Deleting port 158186b3-c9e6-49a2-8294-08b10a1b83ff {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:42.713868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.768852 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:41Z', 'revision_number': 7, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:42.782430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] For port 158186b3-c9e6-49a2-8294-08b10a1b83ff, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=158186b3-c9e6-49a2-8294-08b10a1b83ff,segment=NetworkSegment(559f65f8-f244-4142-8fe7-2ddf85b7c90a),segment_id=559f65f8-f244-4142-8fe7-2ddf85b7c90a)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:42.782828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.796782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Calling delete_port for 158186b3-c9e6-49a2-8294-08b10a1b83ff owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:42.801952 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a9184-9a14-4242-b8e1-6c9709f34385 None None] The sync data for ids ['0c6a3686-7344-4871-a432-64cab017908b'] in n-d-768852-22 is: [{'id': '0c6a3686-7344-4871-a432-64cab017908b', 'name': 'tempest-TestNetworkBasicOps-router-184331179', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:41:30Z', 'updated_at': '2021-11-12T11:43:41Z', 'revision_number': 7, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': 'd995b69a-7e55-45a2-ae8c-9d1068e6a246', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6a3686-7344-4871-a432-64cab017908b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:41:31Z', 'updated_at': '2021-11-12T11:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:42.884218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port d995b69a-7e55-45a2-ae8c-9d1068e6a246 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:43:42.884608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.966939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port d995b69a-7e55-45a2-ae8c-9d1068e6a246, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=d995b69a-7e55-45a2-ae8c-9d1068e6a246,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:42.967305 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:42.985477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for d995b69a-7e55-45a2-ae8c-9d1068e6a246 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:43:43.020717 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.047189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Pushing event deleted for resources: {'Port': ['ID=158186b3-c9e6-49a2-8294-08b10a1b83ff,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:43.052378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] No DVR routers for this DVR port 158186b3-c9e6-49a2-8294-08b10a1b83ff on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:43:43.061015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.061362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.061772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.062113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.062440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.062892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.063214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.063533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.063862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.064276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.064498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.064805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae0fa4-ab01-47c0-92dd-ceb870b55b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:43:43.239336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.272961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=d995b69a-7e55-45a2-ae8c-9d1068e6a246,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:43.296890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ce597-15e9-42c0-99e8-e45a372f154d None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:43.346930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.452470 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.454855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.504732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:43.525887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:43:43.526225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4b5a0d6d-1c47-4aff-a02a-802d9a646eb2 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:43.526651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 158186b3-c9e6-49a2-8294-08b10a1b83ff no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:43.551544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 158186b3-c9e6-49a2-8294-08b10a1b83ff {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:43:43.551891 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 158186b3-c9e6-49a2-8294-08b10a1b83ff not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:43.593241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.593853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Fanout notify agent at l3_agent the message router_deleted on router 0c6a3686-7344-4871-a432-64cab017908b {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:43:43.602413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.605704 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2e22f1eb-fb8c-449e-87fa-80112e5380ba tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/routers/0c6a3686-7344-4871-a432-64cab017908b HTTP/1.1" status: 204 len: 168 time: 1.1466320 Nov 12 11:43:43.606959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39220) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:43.697721 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.788835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.810389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:43.821732 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559f65f8-f244-4142-8fe7-2ddf85b7c90a') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:43.822032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559f65f8-f244-4142-8fe7-2ddf85b7c90a') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:43.834983 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.848641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.854864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:43:43.855255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: timer() Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:43:43.858358 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:43:44.054895 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.062678 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.066159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/networks/7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b HTTP/1.1" status: 204 len: 168 time: 0.4579365 Nov 12 11:43:44.081200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4710551-d4f3-4ccc-aeb6-eeba10468203 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Network': ['ID=7f97aac7-afc6-4c4f-9ed5-d5f19180ef0b,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:44.086924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39224) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:44.092186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'network': {'name': 'tempest-network-smoke--1689810276', 'project_id': 'd7400af50e284b64b3195de600209849', 'port_security_enabled': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:44.187059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:43:44.190586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.213328 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:43:44.221657 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.221992 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Added segment bf07a66e-a1e4-4496-ad4b-a6c6f942c876 of type vlan for network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e Nov 12 11:43:44.265095 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.439252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.445372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:44.445958 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.514883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Network': ['ID=49839fc8-f7c7-43fd-b33e-9de4cae4be9e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:44.526340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:43:44.618422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2080cf4f-0d25-470a-ad87-ae519e5566b6 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5302200 Nov 12 11:43:44.621645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39228) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:44.626142 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-162680441', 'admin_state_up': True, 'project_id': 'd7400af50e284b64b3195de600209849', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:44.741648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.742784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:44.801010 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:45.013983 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:45.265135 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:45.283535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:45.391796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.25.3.12 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/6532f9fc-6010-42f5-a882-7886ee80145f) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:45.416234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d995b69a-7e55-45a2-ae8c-9d1068e6a246 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:43:45.436477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: d995b69a-7e55-45a2-ae8c-9d1068e6a246 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:43:45.436823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device d995b69a-7e55-45a2-ae8c-9d1068e6a246 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:43:45.495520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:45.620527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:45.666013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:45.669226 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:45.672703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:45.679171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=6532f9fc-6010-42f5-a882-7886ee80145f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:45.682937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a1e7e-d277-4d49-be6c-0fb64303f20c None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:45.770225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6618c7c0-7e11-4390-9c9c-419017db23c0 None None] Provisioning complete for port 6532f9fc-6010-42f5-a882-7886ee80145f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:45.770769 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6618c7c0-7e11-4390-9c9c-419017db23c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:45.810674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6618c7c0-7e11-4390-9c9c-419017db23c0 None None] Port 6532f9fc-6010-42f5-a882-7886ee80145f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:46.086888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:46.290489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:46.505701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:43:46.609607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:46.620825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Sync routers for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:46.632030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:46.632837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:46.737834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:46.739127 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-465aeec3-8f54-4c74-ba58-02d5fc1d8f66 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1165030 Nov 12 11:43:46.739345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:46.742227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39232) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:46.773732 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-42c5c4e7-0e7e-456c-9edd-3cfef6e6dd75 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=d7400af50e284b64b3195de600209849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302160 Nov 12 11:43:46.776335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39234) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:46.867978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350ab05a-569e-49e6-b03c-f9db556faf7c tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:46.869520 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-350ab05a-569e-49e6-b03c-f9db556faf7c tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924404 Nov 12 11:43:46.872698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39236) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:46.900738 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0dae6f56-4384-4e0d-bf7f-804dbe019b3e tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267823 Nov 12 11:43:46.903399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39238) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:46.908731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883058447', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'project_id': 'd7400af50e284b64b3195de600209849', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:46.924631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:45Z', 'revision_number': 3, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:46.951410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Checking router: 1fe4e623-5a08-4388-9f21-bb765fb0b6aa for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:46.951759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Updating router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa port 6532f9fc-6010-42f5-a882-7886ee80145f binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:43:46.982682 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.193100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:43:47.197739 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.234745 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.485954 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.532274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3a0be-1aad-4d67-a44f-690f6f06aad2 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:47.544039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Attempting to bind port 6532f9fc-6010-42f5-a882-7886ee80145f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:43:47.544412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Attempting to bind port 6532f9fc-6010-42f5-a882-7886ee80145f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:43:47.544780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Attempting to bind port 6532f9fc-6010-42f5-a882-7886ee80145f on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:47.546840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf5aff-8eeb-4fdf-8839-1e35238ad75a None None] Pushing event updated for resources: {'Port': ['ID=6532f9fc-6010-42f5-a882-7886ee80145f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:47.554599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:43:47.554964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:47.555353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.555740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:43:47.556241 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Bound port: 6532f9fc-6010-42f5-a882-7886ee80145f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:43:47.556622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.566057 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.616884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] For port 6532f9fc-6010-42f5-a882-7886ee80145f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:43:47.620467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] For port 6532f9fc-6010-42f5-a882-7886ee80145f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6532f9fc-6010-42f5-a882-7886ee80145f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:43:47.635731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Subnet': ['ID=a6cfbc96-bc24-4576-b03b-873adf96517a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:47.643656 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Checking segment: {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:47.644009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network hostable DHCP agents. Network: 49839fc8-f7c7-43fd-b33e-9de4cae4be9e, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:43:47.653450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-23d3393a-ad52-4f31-ac82-7114b786f9b5 None None] Provisioning complete for port 6532f9fc-6010-42f5-a882-7886ee80145f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:47.653921 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23d3393a-ad52-4f31-ac82-7114b786f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.688980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-23d3393a-ad52-4f31-ac82-7114b786f9b5 None None] Port 6532f9fc-6010-42f5-a882-7886ee80145f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:47.770459 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.781657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:43:47.816178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ba793-4729-4a4c-8e75-826b4401fa1b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:43:47.846967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:47.847591 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:47.851339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf5aff-8eeb-4fdf-8839-1e35238ad75a None None] Pushing event updated for resources: {'Port': ['ID=6532f9fc-6010-42f5-a882-7886ee80145f,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:47.922548 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:43:47.927720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-66ca9cc6-e9ed-435a-8e53-1aa88d769117 None None] Provisioning complete for port 6532f9fc-6010-42f5-a882-7886ee80145f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:47.928646 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66ca9cc6-e9ed-435a-8e53-1aa88d769117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.930042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 49839fc8-f7c7-43fd-b33e-9de4cae4be9e) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:47.935080 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:47.935772 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:47.958271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe3e22-0399-45b3-a338-5c940d5d626b None None] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:43:48.054596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bff34a3e-5e7f-49de-adec-b8b2482dc20a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1498671 Nov 12 11:43:48.057078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39240) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:48.167173 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:48.233077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:48.439720 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66ca9cc6-e9ed-435a-8e53-1aa88d769117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:48.491052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-66ca9cc6-e9ed-435a-8e53-1aa88d769117 None None] For port 6532f9fc-6010-42f5-a882-7886ee80145f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6532f9fc-6010-42f5-a882-7886ee80145f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:48.543825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:43:48.544717 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:48.573510 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66ca9cc6-e9ed-435a-8e53-1aa88d769117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:48.666807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:45Z', 'revision_number': 3, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:48.710699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c4b94-9962-43e5-aa63-a5631b7417f6 None None] The sync data for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 is: [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:45Z', 'revision_number': 3, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:48.732120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca9cc6-e9ed-435a-8e53-1aa88d769117 None None] Pushing event updated for resources: {'Port': ['ID=6532f9fc-6010-42f5-a882-7886ee80145f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:48.785925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Allocated IP 172.20.0.2 (49839fc8-f7c7-43fd-b33e-9de4cae4be9e/a6cfbc96-bc24-4576-b03b-873adf96517a/6b73ad62-ad19-4758-9408-2b1f4d444058) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:48.916549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:48.959998 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.067759 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.118626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:49.121885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:49.125882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:49.134618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Pushing event updated for resources: {'Port': ['ID=6b73ad62-ad19-4758-9408-2b1f4d444058,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:49.190746 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Attempting to bind port 6b73ad62-ad19-4758-9408-2b1f4d444058 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:43:49.191507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Attempting to bind port 6b73ad62-ad19-4758-9408-2b1f4d444058 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:43:49.191507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Attempting to bind port 6b73ad62-ad19-4758-9408-2b1f4d444058 on network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:49.197804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:43:49.198174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Checking segment: {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:49.198610 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.198967 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Bound using segment: {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:43:49.199553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Bound port: 6b73ad62-ad19-4758-9408-2b1f4d444058, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:43:49.199816 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.273147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.20.0.1 (49839fc8-f7c7-43fd-b33e-9de4cae4be9e/a6cfbc96-bc24-4576-b03b-873adf96517a/1af9714a-83e0-46ef-a2bf-c181e4fd4c5d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:49.277467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] For port 6b73ad62-ad19-4758-9408-2b1f4d444058, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:43:49.281299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] For port 6b73ad62-ad19-4758-9408-2b1f4d444058, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6b73ad62-ad19-4758-9408-2b1f4d444058,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:43:49.371679 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.400544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.453573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f425a-8afa-4590-a544-7c276793e398 None None] Pushing event updated for resources: {'Port': ['ID=6b73ad62-ad19-4758-9408-2b1f4d444058,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:49.536378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6532f9fc-6010-42f5-a882-7886ee80145f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:49.551661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.603892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6532f9fc-6010-42f5-a882-7886ee80145f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:49.608772 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.609088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:49.614454 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:49.634987 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:49.689001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:49.728028 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:49.980186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:50.269547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:50.426050 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:50.508538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:50.511042 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:50.622515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:50.624414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:50.716212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffefd8b-d53a-4516-bb47-0d8ba1b67082 None None] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:43:50.756570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:43:50.842595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5a2ffa34-48a7-4ffa-b2dc-a112e123edb2 None None] Provisioning complete for port 6b73ad62-ad19-4758-9408-2b1f4d444058 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:50.842975 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ffa34-48a7-4ffa-b2dc-a112e123edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:50.884982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:43:50.893010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39242) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:50.894084 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0312258d-35fb-4045-aa46-215f3e0c9af7 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "PUT /v2.0/routers/1fe4e623-5a08-4388-9f21-bb765fb0b6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8342559 Nov 12 11:43:50.977309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ffa34-48a7-4ffa-b2dc-a112e123edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.011316 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.018989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bba64f-043f-48f7-9c30-9962e9e035a3 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.019237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bba64f-043f-48f7-9c30-9962e9e035a3 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.019858 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bba64f-043f-48f7-9c30-9962e9e035a3 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.020511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bba64f-043f-48f7-9c30-9962e9e035a3 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.022621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bba64f-043f-48f7-9c30-9962e9e035a3 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.023348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bba64f-043f-48f7-9c30-9962e9e035a3 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.026002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bba64f-043f-48f7-9c30-9962e9e035a3 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.028383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-21bba64f-043f-48f7-9c30-9962e9e035a3 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4983 time: 0.1342824 Nov 12 11:43:51.029277 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Sync routers for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:43:51.031453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39244) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:51.035799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5a2ffa34-48a7-4ffa-b2dc-a112e123edb2 None None] For port 6b73ad62-ad19-4758-9408-2b1f4d444058, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6b73ad62-ad19-4758-9408-2b1f4d444058,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:51.041830 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:51.049923 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:51.096008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4af85-fdce-49d1-bbb7-f7ff31b77677 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.096478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4af85-fdce-49d1-bbb7-f7ff31b77677 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.096929 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4af85-fdce-49d1-bbb7-f7ff31b77677 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.097387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4af85-fdce-49d1-bbb7-f7ff31b77677 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.097825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4af85-fdce-49d1-bbb7-f7ff31b77677 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.098269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4af85-fdce-49d1-bbb7-f7ff31b77677 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.098714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4af85-fdce-49d1-bbb7-f7ff31b77677 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:51.103826 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-22d4af85-fdce-49d1-bbb7-f7ff31b77677 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.0683846 Nov 12 11:43:51.104284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39246) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:51.158515 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:51.161352 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5a2ffa34-48a7-4ffa-b2dc-a112e123edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.243632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ffa34-48a7-4ffa-b2dc-a112e123edb2 None None] Pushing event updated for resources: {'Port': ['ID=6b73ad62-ad19-4758-9408-2b1f4d444058,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:51.279068 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-73729859-3110-46eb-b232-0cb98c852de7 tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1735723 Nov 12 11:43:51.285722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-47733542-af20-406c-97da-0708f10328a9 None None] Provisioning complete for port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:51.286422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47733542-af20-406c-97da-0708f10328a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.332198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-47733542-af20-406c-97da-0708f10328a9 None None] Port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:51.345836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-47733542-af20-406c-97da-0708f10328a9 None None] Provisioning complete for port 6b73ad62-ad19-4758-9408-2b1f4d444058 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:51.346221 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-47733542-af20-406c-97da-0708f10328a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.408181 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:50Z', 'revision_number': 2, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:51.444701 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Checking router: 1fe4e623-5a08-4388-9f21-bb765fb0b6aa for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:43:51.445378 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Updating router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:43:51.500374 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.544521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6b73ad62-ad19-4758-9408-2b1f4d444058 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:51.641443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6b73ad62-ad19-4758-9408-2b1f4d444058 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:51.642502 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.679033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39250) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:51.684363 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-de7e6bd9-1951-4d4e-bd03-1ffe91fad023 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440232953', 'description': 'tempest-secgroup-smoke-440232953 description', 'project_id': 'd7400af50e284b64b3195de600209849'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:51.702413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-04ee107c-15ae-4850-8f8b-8e756541d550 None None] Provisioning complete for port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:51.706030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-04ee107c-15ae-4850-8f8b-8e756541d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.776404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-04ee107c-15ae-4850-8f8b-8e756541d550 None None] Port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:51.849565 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.864497 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de7e6bd9-1951-4d4e-bd03-1ffe91fad023 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.899936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f5641e82-1f51-48b2-936e-79d5aa3372b2 None None] Provisioning complete for port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:51.900376 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f5641e82-1f51-48b2-936e-79d5aa3372b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.946131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f5641e82-1f51-48b2-936e-79d5aa3372b2 None None] Port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:51.966871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de7e6bd9-1951-4d4e-bd03-1ffe91fad023 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:51.970593 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.031558 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7126e-b985-4e84-b868-9138c3725732 None None] Pushing event updated for resources: {'Port': ['ID=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:52.033297 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de7e6bd9-1951-4d4e-bd03-1ffe91fad023 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.073257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e6bd9-1951-4d4e-bd03-1ffe91fad023 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a629eaa5-1c95-4336-aab2-e874b0ee11d7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:52.098774 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Attempting to bind port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:43:52.099137 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Attempting to bind port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:43:52.099670 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Attempting to bind port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d on network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:43:52.106232 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:43:52.112436 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Checking segment: {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:43:52.112436 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.112436 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Bound using segment: {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:43:52.112436 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Bound port: 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:43:52.112436 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.183828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-de7e6bd9-1951-4d4e-bd03-1ffe91fad023 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.186897 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] For port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:43:52.187037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-de7e6bd9-1951-4d4e-bd03-1ffe91fad023 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5053470 Nov 12 11:43:52.188850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39252) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:52.189488 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] For port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:43:52.194515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8713e974-3edc-4a7c-9e0b-835b3e09943c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': 'a629eaa5-1c95-4336-aab2-e874b0ee11d7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:52.268158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-577ad723-ef31-4c7e-b42e-b600225757b8 None None] Provisioning complete for port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:52.268528 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-577ad723-ef31-4c7e-b42e-b600225757b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.304374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-577ad723-ef31-4c7e-b42e-b600225757b8 None None] Port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:43:52.336866 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.398116 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7126e-b985-4e84-b868-9138c3725732 None None] Pushing event updated for resources: {'Port': ['ID=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:52.400938 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:43:52.401541 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:43:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:52.422165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8713e974-3edc-4a7c-9e0b-835b3e09943c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.492724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8713e974-3edc-4a7c-9e0b-835b3e09943c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.522012 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:43:52.609940 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8713e974-3edc-4a7c-9e0b-835b3e09943c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.630051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-66d3ef9f-281c-432b-8b05-43341f9dfa8e None None] Provisioning complete for port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:52.630408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66d3ef9f-281c-432b-8b05-43341f9dfa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.631243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713e974-3edc-4a7c-9e0b-835b3e09943c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d6f9ee-86ee-42cb-8365-1bb2059be87d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:52.719055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66d3ef9f-281c-432b-8b05-43341f9dfa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.758743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-66d3ef9f-281c-432b-8b05-43341f9dfa8e None None] For port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:43:52.772777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8713e974-3edc-4a7c-9e0b-835b3e09943c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.777402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8713e974-3edc-4a7c-9e0b-835b3e09943c tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5839820 Nov 12 11:43:52.777601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39254) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:52.782649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-95df4c19-b76e-41c7-9522-ef39ed9be94d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': 'a629eaa5-1c95-4336-aab2-e874b0ee11d7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:52.842806 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:52Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:43:52.869462 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5274c8a-3a2e-4e81-83b5-6ad4c78c8a1f None None] The sync data for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 is: [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:52Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:43:52.884848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66d3ef9f-281c-432b-8b05-43341f9dfa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:52.949901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3ef9f-281c-432b-8b05-43341f9dfa8e None None] Pushing event updated for resources: {'Port': ['ID=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:52.952273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-95df4c19-b76e-41c7-9522-ef39ed9be94d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.018662 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-95df4c19-b76e-41c7-9522-ef39ed9be94d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.164827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-95df4c19-b76e-41c7-9522-ef39ed9be94d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.183185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df4c19-b76e-41c7-9522-ef39ed9be94d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7228992-3031-4451-979a-bf0b0152667d,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:53.364594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-95df4c19-b76e-41c7-9522-ef39ed9be94d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.364594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-95df4c19-b76e-41c7-9522-ef39ed9be94d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5834308 Nov 12 11:43:53.364872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39256) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:53.369292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b83ff79e-8844-46ee-8223-d72d4f11bde4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': 'a629eaa5-1c95-4336-aab2-e874b0ee11d7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:53.486747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:43:53.541399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:53.541867 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.559068 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b83ff79e-8844-46ee-8223-d72d4f11bde4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.633854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b83ff79e-8844-46ee-8223-d72d4f11bde4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.735880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b83ff79e-8844-46ee-8223-d72d4f11bde4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.760902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ff79e-8844-46ee-8223-d72d4f11bde4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58109f82-1bd2-4cac-9eee-17b0d50fac53,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:53.823212 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b83ff79e-8844-46ee-8223-d72d4f11bde4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:53.826980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b83ff79e-8844-46ee-8223-d72d4f11bde4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4587579 Nov 12 11:43:53.827232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39258) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:53.831782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3b61e5b5-481d-4ad8-9f37-ac4020ed9c45 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': 'a629eaa5-1c95-4336-aab2-e874b0ee11d7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:53.963762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b61e5b5-481d-4ad8-9f37-ac4020ed9c45 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:54.025429 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b61e5b5-481d-4ad8-9f37-ac4020ed9c45 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:54.164413 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b61e5b5-481d-4ad8-9f37-ac4020ed9c45 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:54.183270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61e5b5-481d-4ad8-9f37-ac4020ed9c45 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f5ae59-dd78-4742-b5a2-1b995d2e1dfa,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:54.291101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b61e5b5-481d-4ad8-9f37-ac4020ed9c45 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:54.292373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3b61e5b5-481d-4ad8-9f37-ac4020ed9c45 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4641690 Nov 12 11:43:54.295176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39260) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:54.299886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-15d5db32-093f-4bf9-a844-6d2ce53f3759 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': 'a629eaa5-1c95-4336-aab2-e874b0ee11d7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:54.433146 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-15d5db32-093f-4bf9-a844-6d2ce53f3759 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Project d7400af50e284b64b3195de600209849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:43:54.438723 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15d5db32-093f-4bf9-a844-6d2ce53f3759 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:54.496765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15d5db32-093f-4bf9-a844-6d2ce53f3759 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:54.628294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15d5db32-093f-4bf9-a844-6d2ce53f3759 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:54.648303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5db32-093f-4bf9-a844-6d2ce53f3759 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca43f52-fab4-4c55-ab42-83ccdc2e31cb,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:54.783692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15d5db32-093f-4bf9-a844-6d2ce53f3759 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:54.785017 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15d5db32-093f-4bf9-a844-6d2ce53f3759 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4888332 Nov 12 11:43:54.787791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39264) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:43:54.792419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-364feea5-a807-4796-a416-ccfb29255179 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'security_group_rule': {'security_group_id': 'a629eaa5-1c95-4336-aab2-e874b0ee11d7', 'project_id': 'd7400af50e284b64b3195de600209849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:54.924748 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-364feea5-a807-4796-a416-ccfb29255179 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Project d7400af50e284b64b3195de600209849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 11:43:54.931386 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-364feea5-a807-4796-a416-ccfb29255179 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:55.013868 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-364feea5-a807-4796-a416-ccfb29255179 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:55.136233 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-364feea5-a807-4796-a416-ccfb29255179 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:55.157135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364feea5-a807-4796-a416-ccfb29255179 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f8c8bd-858d-4ee4-a445-089f971dd6ee,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:55.275317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-364feea5-a807-4796-a416-ccfb29255179 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:55.276635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-364feea5-a807-4796-a416-ccfb29255179 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4878292 Nov 12 11:43:55.454560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-3e95f692-04c3-4652-ad5a-9eb9c787d3a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440232953&fields=id&tenant_id=d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 267 time: 0.0468891 Nov 12 11:43:55.579020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-46b6bbc1-3f4a-430b-8344-c589496bd8ab tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:55.580548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-46b6bbc1-3f4a-430b-8344-c589496bd8ab tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/networks?id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e HTTP/1.1" status: 200 len: 797 time: 0.1189792 Nov 12 11:43:55.597142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-34ff5187-d75a-4dba-a659-dec38e7f6089 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/quotas/d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 375 time: 0.0102181 Nov 12 11:43:55.655295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-8173b973-9ea2-4527-89d6-321f073af42f tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518887 Nov 12 11:43:55.755334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-aa6a1c23-8cbf-4355-8461-f1e80aabdad7 service neutron] 10.222.0.98 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857754 Nov 12 11:43:55.858248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-3c59eaad-1de3-4353-8ebd-890724b6dd10 service neutron] 10.222.0.98 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966308 Nov 12 11:43:56.148160 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59013f55-1061-46e7-b844-914502e549a2 req-90f89b50-f420-4f05-9e3d-47ea74f08117 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 210 time: 0.0278151 Nov 12 11:43:57.248734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed903701-44e2-4c65-ab43-07801535893f req-93bcdd26-51b0-488c-aca4-29b27c740967 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 210 time: 0.0265369 Nov 12 11:43:58.344154 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d6a9774-eedf-422a-bc0b-b490733ec18c req-7cb5ea80-8bd5-4cba-954f-37ffdbbbf60d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 210 time: 0.0261405 Nov 12 11:43:58.492485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-7b6c9f3e-f1e1-49b3-b4f9-c3426a0234e9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:58.493942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-7b6c9f3e-f1e1-49b3-b4f9-c3426a0234e9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/networks?id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e HTTP/1.1" status: 200 len: 797 time: 0.1038139 Nov 12 11:43:58.574652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-d73cfa1a-48c8-4e10-b712-392e4a3be784 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7400af50e284b64b3195de600209849 HTTP/1.1" status: 200 len: 379 time: 0.0554085 Nov 12 11:43:58.584508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'port': {'device_id': '125e2cae-51cc-4efc-affc-4d33fc263843', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'admin_state_up': True, 'tenant_id': 'd7400af50e284b64b3195de600209849', 'security_groups': ['a629eaa5-1c95-4336-aab2-e874b0ee11d7']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:58.821435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Made reservation on behalf of d7400af50e284b64b3195de600209849 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:43:58.831727 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:58.955397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.20.0.6 (49839fc8-f7c7-43fd-b33e-9de4cae4be9e/a6cfbc96-bc24-4576-b03b-873adf96517a/6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:43:59.358527 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00da57ff-d869-4a7d-87d0-30d2009cf1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:59.408555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:59.448010 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76dafccc-84b7-4861-920b-fa870a0420db req-a5db0f2c-f55c-405b-a56f-fa50680758f2 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 210 time: 0.0323257 Nov 12 11:43:59.518938 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:59.567112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:43:59.570233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:43:59.574516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:43:59.580732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:43:59.629436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:43:59.630076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:59.732776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-4dd8a5c7-38fd-488a-b329-9f456d90d0fc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1519041 Nov 12 11:43:59.750016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Request body: {'port': {'device_id': '125e2cae-51cc-4efc-affc-4d33fc263843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:43:59.808261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:59.850537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fc1a0c21-f4f6-4691-9d51-676439b3837b None None] Provisioning complete for port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:43:59.850814 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0c21-f4f6-4691-9d51-676439b3837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:43:59.891856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a0c21-f4f6-4691-9d51-676439b3837b None None] Port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:44:00.096487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:44:00.105146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:00.117971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Transition to ACTIVE for port object 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:44:00.233362 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:00.288827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Pushing event updated for resources: {'Port': ['ID=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:00.370371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Attempting to bind port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:44:00.370710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Attempting to bind port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:44:00.371042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Attempting to bind port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 on network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:44:00.376337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 on network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:44:00.376674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Attempting to bind port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 on network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:44:00.382746 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:44:00.383083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Checking segment: {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:44:00.383470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Bound using segment: {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:44:00.383910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Bound port: 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:44:00.384295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:00.455691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] For port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:44:00.458793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] For port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:44:00.544827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:00.577556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:00.578192 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:00.579778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] 10.222.0.69 "PUT /v2.0/ports/6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 HTTP/1.1" status: 200 len: 1092 time: 0.8342977 Nov 12 11:44:00.580047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:44:00.582312 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79b875c-9705-4dfe-b962-ef745d8bfc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:44:00.588682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086259-470d-454f-84a7-f77b35626a06 req-70a1f242-dc60-4894-ad96-467db1976c29 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:00.590071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc086259-470d-454f-84a7-f77b35626a06 req-70a1f242-dc60-4894-ad96-467db1976c29 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 943 time: 0.0585833 Nov 12 11:44:00.613930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154263f-a7bd-4ad7-ba83-b73062b7d217 service neutron] Pushing event updated for resources: {'Port': ['ID=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:00.652262 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc086259-470d-454f-84a7-f77b35626a06 req-6da1f2c4-764d-41e5-8d24-e4774fbeca6e tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554957 Nov 12 11:44:00.754053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-dd570ed6-ac87-477a-96fa-1209824f384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:00.756259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-dd570ed6-ac87-477a-96fa-1209824f384e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 1095 time: 0.0480795 Nov 12 11:44:00.809032 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a66488-9169-4bae-9e5b-98f95693ac27 x-openstack-request-id: req-02a66488-9169-4bae-9e5b-98f95693ac27 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:44:00.809351 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:44:00.809554 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-02a66488-9169-4bae-9e5b-98f95693ac27 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:44:00.809948 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'status': 'completed', 'code': 200} Nov 12 11:44:00.811817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-1e16fd2b-7eb0-4bf7-b8ba-0b65c67245df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 HTTP/1.1" status: 200 len: 217 time: 0.0469079 Nov 12 11:44:00.866315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-63b2123c-b076-4b72-851a-b21066b7fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:00.867782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-63b2123c-b076-4b72-851a-b21066b7fbeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6cfbc96-bc24-4576-b03b-873adf96517a HTTP/1.1" status: 200 len: 835 time: 0.0454943 Nov 12 11:44:00.917909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-9d3917d0-2791-4164-bdbd-30705f5f5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:00.919624 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-9d3917d0-2791-4164-bdbd-30705f5f5327 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434685 Nov 12 11:44:01.022112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-5bd0f4b8-8ba3-4ace-90fa-c1e283b019aa service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898755 Nov 12 11:44:01.121743 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-180ffd3c-1f86-436a-abac-8554e6720f30 req-042269fc-3e6f-4d50-bf90-e760380f2132 service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873852 Nov 12 11:44:01.339666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-5a474dc7-5229-497e-b933-ffa441aaf866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:01.341332 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-5a474dc7-5229-497e-b933-ffa441aaf866 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 1095 time: 0.0476696 Nov 12 11:44:01.435668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-45b5b575-ec8d-451d-8c9e-b8aabb717f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:01.437199 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-45b5b575-ec8d-451d-8c9e-b8aabb717f03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e HTTP/1.1" status: 200 len: 898 time: 0.0879910 Nov 12 11:44:01.483290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-243d2c24-d390-4b9c-a8b3-387ad47ebbe1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 HTTP/1.1" status: 200 len: 217 time: 0.0386281 Nov 12 11:44:01.543697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-97b0421d-87e2-4476-8050-5aaa2c271850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:01.545257 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-97b0421d-87e2-4476-8050-5aaa2c271850 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6cfbc96-bc24-4576-b03b-873adf96517a HTTP/1.1" status: 200 len: 835 time: 0.0508897 Nov 12 11:44:01.594516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-ed73571d-b606-4c9c-83d7-5ea66ec5fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:01.595993 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-ed73571d-b606-4c9c-83d7-5ea66ec5fdf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422957 Nov 12 11:44:01.696808 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-69727078-4ede-4398-bbf4-244edf13904c service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925362 Nov 12 11:44:01.783639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dc9c5-3b49-4f20-9c2d-469bbb4296c3 req-81975d7a-a627-47c2-9dc7-b68930311ce4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:01.785294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a98dc9c5-3b49-4f20-9c2d-469bbb4296c3 req-81975d7a-a627-47c2-9dc7-b68930311ce4 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 943 time: 0.0509274 Nov 12 11:44:01.799484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a79b875c-9705-4dfe-b962-ef745d8bfc7f req-0f6a92dc-08f1-44e9-9e1b-b9ca61756ff6 service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912397 Nov 12 11:44:01.838625 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a98dc9c5-3b49-4f20-9c2d-469bbb4296c3 req-f6157d19-7f53-4969-9694-03714b309ca8 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466864 Nov 12 11:44:01.840396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc35658e-8dfb-4809-a3c4-02bd2ba89fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:02.765731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:44:02.861741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:44:02.873917 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'port_id': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'mac_address': 'fa:16:3e:ea:b7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:44:02.917027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:02.930737 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:44:02.950921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:44:02.964875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f4c03-497b-4e7f-af03-0de349092538 req-b159081c-7775-47bc-a2ab-88b2c25edba9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:02.972328 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-158f4c03-497b-4e7f-af03-0de349092538 req-b159081c-7775-47bc-a2ab-88b2c25edba9 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 943 time: 0.0530002 Nov 12 11:44:03.018875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-158f4c03-497b-4e7f-af03-0de349092538 req-3c2b3d43-b163-4b34-84ba-9dae5da0c607 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461843 Nov 12 11:44:03.039358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:03.090814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:03.186810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:03.300443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:44:04.138973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225558e-d3c1-4606-a5e8-199efa605a69 req-1b8647dc-de6b-4532-a571-3d9ba5f2d478 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:04.140656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5225558e-d3c1-4606-a5e8-199efa605a69 req-1b8647dc-de6b-4532-a571-3d9ba5f2d478 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 944 time: 0.0494459 Nov 12 11:44:04.194754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5225558e-d3c1-4606-a5e8-199efa605a69 req-d3f875bb-6fad-4ebb-a597-585a81f4c796 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478919 Nov 12 11:44:04.243776 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:04.781533 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:44:04.895682 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:04.930179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:44:04.934266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:44:04.934627 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:05.014874 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:05.038656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:44:05.040908 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42949495-9396-4445-b123-94346d5f39ea" -d '{"events": [{"server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "name": "network-vif-plugged", "status": "completed", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:44:05.053832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:44:05.077140 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfad97a-6dda-43a8-a3a5-bf50485ca75a x-openstack-request-id: req-1dfad97a-6dda-43a8-a3a5-bf50485ca75a {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:44:05.077432 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "name": "network-vif-plugged", "status": "completed", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:44:05.077689 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1dfad97a-6dda-43a8-a3a5-bf50485ca75a {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:44:05.078087 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'code': 200} Nov 12 11:44:05.130119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:05.181716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:05.183122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d653-94eb-4e69-ae62-61664e8ad183 req-4a75870e-407a-48b9-819d-dadd758fffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:05.185606 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8820d653-94eb-4e69-ae62-61664e8ad183 req-4a75870e-407a-48b9-819d-dadd758fffeb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 1097 time: 0.0457375 Nov 12 11:44:05.243825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8820d653-94eb-4e69-ae62-61664e8ad183 req-ab70d425-cf61-4933-a8fa-c494bba3b5c1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474937 Nov 12 11:44:05.312882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2820656-5b31-40e1-86d3-3c7727f2b6bf req-2fc1f714-99d3-4650-8b75-f516baa9f784 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:05.314361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2820656-5b31-40e1-86d3-3c7727f2b6bf req-2fc1f714-99d3-4650-8b75-f516baa9f784 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 945 time: 0.0493248 Nov 12 11:44:05.368406 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2820656-5b31-40e1-86d3-3c7727f2b6bf req-8b2fa26e-d332-4ad8-983e-8e754973cc05 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478501 Nov 12 11:44:06.498679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e392c06-4e40-4fb4-92d9-59a736111de9 req-5f506f62-2af8-42f5-862d-e523203541d3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:06.500206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e392c06-4e40-4fb4-92d9-59a736111de9 req-5f506f62-2af8-42f5-862d-e523203541d3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 945 time: 0.0535152 Nov 12 11:44:06.552587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e392c06-4e40-4fb4-92d9-59a736111de9 req-c001f0f2-0339-40e4-9a98-1b535e8c0939 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462723 Nov 12 11:44:07.674528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c75b9-9bc1-4790-9f88-818e88309b2a req-24c851d5-aed9-4104-944f-2ec908d7d975 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:07.675964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d97c75b9-9bc1-4790-9f88-818e88309b2a req-24c851d5-aed9-4104-944f-2ec908d7d975 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 945 time: 0.0517969 Nov 12 11:44:07.728954 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d97c75b9-9bc1-4790-9f88-818e88309b2a req-5b91b3eb-299c-4558-a5ee-7575e0e1c9c1 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466280 Nov 12 11:44:07.852440 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eb98a-8b12-4c0d-b87c-b45f181efacd req-2a9fa760-3a7e-4837-9bd4-1266e1105880 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:07.854005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de3eb98a-8b12-4c0d-b87c-b45f181efacd req-2a9fa760-3a7e-4837-9bd4-1266e1105880 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 945 time: 0.0539734 Nov 12 11:44:07.903951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de3eb98a-8b12-4c0d-b87c-b45f181efacd req-f446b6aa-6f4f-473b-aa80-60a04994c144 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 Nov 12 11:44:07.926702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39326) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:07.966012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876da99c-8762-46ee-99cf-044529683a6b tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:07.967605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-876da99c-8762-46ee-99cf-044529683a6b tempest-TestNetworkBasicOps-2018947105 tempest-TestNetworkBasicOps-2018947105-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 1092 time: 0.0398719 Nov 12 11:44:07.970315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39328) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:07.975098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:44:08.101837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:08.201655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:08.312612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Allocated IP 172.25.3.85 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/f269ae05-55b7-4ae6-b52d-48721ffb73c1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:44:08.421119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:08.541615 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:08.583635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:44:08.586766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:44:08.590647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:44:08.613247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=f269ae05-55b7-4ae6-b52d-48721ffb73c1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:08.981685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:09.142175 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:09.308502 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:09.415484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:09.490766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event updated for resources: {'Port': ['ID=f269ae05-55b7-4ae6-b52d-48721ffb73c1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:09.506166 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:09.611031 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Floating IP 715429ae-948d-4128-a74d-8a7def79aab2 associated. External IP: 172.25.3.85, port: 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9. Nov 12 11:44:09.832418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:44:09.968995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:44:09.979499 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] Sync routers for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:44:09.990962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:44:09.991596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:44:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:10.092471 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:10.126121 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c2d05582-f6c4-4ba5-bf24-30ca847ac476 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1547480 Nov 12 11:44:10.126712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:44:10.129398 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4b3858-f86c-4019-9362-93286e55d1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:44:10.130770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39330) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:10.198195 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47952b9-4861-4f88-b0c4-1814ab2e91ea x-openstack-request-id: req-a47952b9-4861-4f88-b0c4-1814ab2e91ea {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:44:10.198759 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:44:10.199057 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a47952b9-4861-4f88-b0c4-1814ab2e91ea {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:44:10.199427 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'status': 'completed', 'code': 200} Nov 12 11:44:10.246107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-fc2545c8-d0ef-42cd-878f-77cf41b26b38 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/floatingips/715429ae-948d-4128-a74d-8a7def79aab2 HTTP/1.1" status: 200 len: 990 time: 0.1126027 Nov 12 11:44:10.269088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-095c70d8-d58e-4c51-9929-212a791fb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:10.270731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-095c70d8-d58e-4c51-9929-212a791fb26b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 1097 time: 0.0450680 Nov 12 11:44:10.289645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:44:10.371481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-01cac628-9fcf-4a1b-96ae-55773e7db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:10.373018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-01cac628-9fcf-4a1b-96ae-55773e7db59b service neutron] 10.222.0.69 "GET /v2.0/networks?id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e HTTP/1.1" status: 200 len: 898 time: 0.0952070 Nov 12 11:44:10.441420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-52d8d609-6473-4adb-b786-20e34c99813b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 HTTP/1.1" status: 200 len: 998 time: 0.0606372 Nov 12 11:44:10.497143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-25f43692-bc93-438b-a200-267191339709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:10.498862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-25f43692-bc93-438b-a200-267191339709 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6cfbc96-bc24-4576-b03b-873adf96517a HTTP/1.1" status: 200 len: 835 time: 0.0505617 Nov 12 11:44:10.535490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '715429ae-948d-4128-a74d-8a7def79aab2', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'port_id': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'mac_address': 'fa:16:3e:ea:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e2cae-51cc-4efc-affc-4d33fc263843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:44:08Z', 'updated_at': '2021-11-12T11:44:08Z', 'revision_number': 0, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:10.550594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-0d9e3d47-fca9-437e-8674-b94d626f0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:10.552236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-0d9e3d47-fca9-437e-8674-b94d626f0e50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453625 Nov 12 11:44:10.580792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] Checking router: 1fe4e623-5a08-4388-9f21-bb765fb0b6aa for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:44:10.589961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:44:10.590755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:44:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:10.647681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-585f4caf-4f3b-4efa-b3ec-24f77b7afa20 service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877075 Nov 12 11:44:10.708915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:44:10.746691 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2d4b3858-f86c-4019-9362-93286e55d1d3 req-dbe34c20-92bd-4361-b3c9-3e45817103b6 service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916567 Nov 12 11:44:10.972129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '715429ae-948d-4128-a74d-8a7def79aab2', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'port_id': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'mac_address': 'fa:16:3e:ea:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e2cae-51cc-4efc-affc-4d33fc263843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:44:08Z', 'updated_at': '2021-11-12T11:44:08Z', 'revision_number': 0, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:11.004039 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bacd7-ad80-4d1d-92f3-fe0991f55e19 None None] The sync data for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 is: [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '715429ae-948d-4128-a74d-8a7def79aab2', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'port_id': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'mac_address': 'fa:16:3e:ea:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125e2cae-51cc-4efc-affc-4d33fc263843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:44:08Z', 'updated_at': '2021-11-12T11:44:08Z', 'revision_number': 0, 'project_id': 'd7400af50e284b64b3195de600209849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:44:11.229540 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d9c7df-1819-439e-a6b3-66ed4377e526 None None] New status for floating IP 715429ae-948d-4128-a74d-8a7def79aab2: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:44:11.249169 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39334) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:11.318909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-358b1e0f-8528-4779-b3d1-20a31f4d6453 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/floatingips/715429ae-948d-4128-a74d-8a7def79aab2 HTTP/1.1" status: 200 len: 990 time: 0.0685351 Nov 12 11:44:12.322750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39336) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:12.385285 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-83cbc574-818c-490a-9ee6-e95eed735230 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/floatingips/715429ae-948d-4128-a74d-8a7def79aab2 HTTP/1.1" status: 200 len: 992 time: 0.0613527 Nov 12 11:44:17.935583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:20.946590 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:24.921712 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:44:27.269615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-de59ce1c-6c80-43dc-879d-e26e8d263610 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451190 Nov 12 11:44:27.361493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-181c1752-75f5-41fe-82b4-51f9355204c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:27.363103 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-181c1752-75f5-41fe-82b4-51f9355204c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0464633 Nov 12 11:44:27.479549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-1017e623-4f98-4a9e-a693-b6aa64bb1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:27.480160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-1017e623-4f98-4a9e-a693-b6aa64bb1882 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0971067 Nov 12 11:44:27.529221 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-e4abf0d2-0bd1-4f49-830b-61d15b5f2601 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0400999 Nov 12 11:44:27.577398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-66850724-d915-4e81-bc41-74c758b47625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:27.578934 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-66850724-d915-4e81-bc41-74c758b47625 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0451798 Nov 12 11:44:27.627404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-9463d3aa-8035-4ced-b383-4174bae1b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:27.629061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-9463d3aa-8035-4ced-b383-4174bae1b27e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433559 Nov 12 11:44:27.725155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-2861ea7b-321c-44cf-8bc9-fb57ae87a076 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874979 Nov 12 11:44:27.815386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3db59ef8-b825-4d73-98c1-998e59a20959 req-0c0f4af0-e878-45d9-ae49-7926b6c12641 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832024 Nov 12 11:44:29.386976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d1b57b5-14cc-455d-85bd-32ca7f9fb04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:31.826717 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1a03139c-2061-4f63-845c-22b7f711f714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:33.186369 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:34.255173 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:34.895990 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:40.270416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9426f48-3f11-4551-b443-8ef85f16582a req-6e0533a1-2cb0-48d4-99f7-a147e3db02cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420840 Nov 12 11:44:40.361498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426f48-3f11-4551-b443-8ef85f16582a req-66450444-77dc-4335-b060-159c726bcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:40.363045 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9426f48-3f11-4551-b443-8ef85f16582a req-66450444-77dc-4335-b060-159c726bcd52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 1097 time: 0.0455599 Nov 12 11:44:40.468625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426f48-3f11-4551-b443-8ef85f16582a req-0c28fba5-2882-4d91-9432-d8660deb597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:40.470089 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9426f48-3f11-4551-b443-8ef85f16582a req-0c28fba5-2882-4d91-9432-d8660deb597b service neutron] 10.222.0.69 "GET /v2.0/networks?id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e HTTP/1.1" status: 200 len: 898 time: 0.0847025 Nov 12 11:44:40.558782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9426f48-3f11-4551-b443-8ef85f16582a req-78c6ddb7-1254-4fc4-9ca3-d4384a287a58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 HTTP/1.1" status: 200 len: 1000 time: 0.0811648 Nov 12 11:44:40.614912 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426f48-3f11-4551-b443-8ef85f16582a req-a2bc5bfc-8c36-4d0a-a8ae-985b0faeb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:40.616454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9426f48-3f11-4551-b443-8ef85f16582a req-a2bc5bfc-8c36-4d0a-a8ae-985b0faeb287 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6cfbc96-bc24-4576-b03b-873adf96517a HTTP/1.1" status: 200 len: 835 time: 0.0501995 Nov 12 11:44:40.669262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9426f48-3f11-4551-b443-8ef85f16582a req-d7c6e4cf-9bc6-4c52-b04f-84203ddcbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:40.670985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9426f48-3f11-4551-b443-8ef85f16582a req-d7c6e4cf-9bc6-4c52-b04f-84203ddcbb50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441346 Nov 12 11:44:41.073844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9426f48-3f11-4551-b443-8ef85f16582a req-ec526c17-e9ae-4753-92b0-24f060b15c3f service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950472 Nov 12 11:44:41.166818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9426f48-3f11-4551-b443-8ef85f16582a req-47e2a561-2e92-4c40-b06c-22fb0cf8962b service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847497 Nov 12 11:44:45.536806 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39364) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:45.601356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-78d5c914-035e-4de1-8b2a-517d5c1a5f61 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/floatingips/715429ae-948d-4128-a74d-8a7def79aab2 HTTP/1.1" status: 200 len: 992 time: 0.0634010 Nov 12 11:44:45.866842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39370) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:46.026547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port f269ae05-55b7-4ae6-b52d-48721ffb73c1 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:44:46.026903 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:46.110557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:46.110888 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:46.125395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for f269ae05-55b7-4ae6-b52d-48721ffb73c1 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:44:46.358754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:46.388644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=f269ae05-55b7-4ae6-b52d-48721ffb73c1,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:46.401818 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.402165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.402506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.402847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.403210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.403548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.403874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.404234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.404558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.404885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.405215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.405538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:46.459249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:46.459573 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Floating IP 715429ae-948d-4128-a74d-8a7def79aab2 disassociated (deleted). External IP: 172.25.3.85, port: 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9. Nov 12 11:44:46.669408 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:44:46.777677 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:44:46.782759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:46.788757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] Sync routers for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:44:46.798146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:44:46.798749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:44:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:46.809627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d475194c-6978-4193-b659-2ed3664a2e0a tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/floatingips/715429ae-948d-4128-a74d-8a7def79aab2 HTTP/1.1" status: 204 len: 168 time: 0.9416499 Nov 12 11:44:46.810231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:44:46.812572 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6" -d '{"events": [{"name": "network-changed", "server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:44:46.911970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:44:47.108166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:47.134136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] Checking router: 1fe4e623-5a08-4388-9f21-bb765fb0b6aa for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:44:47.142822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:44:47.143423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:44:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:47.250424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:44:47.345416 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75526949-fd37-47b4-8bcf-936c2b3f07a5 x-openstack-request-id: req-75526949-fd37-47b4-8bcf-936c2b3f07a5 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:44:47.345711 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:44:47.345977 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-75526949-fd37-47b4-8bcf-936c2b3f07a5 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:44:47.346384 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'status': 'completed', 'code': 200} Nov 12 11:44:47.426436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-1cb5b597-8b86-46cb-b74d-0ed21e5ebfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:47.427898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-1cb5b597-8b86-46cb-b74d-0ed21e5ebfa4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7400af50e284b64b3195de600209849&device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 1097 time: 0.0504358 Nov 12 11:44:47.463981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:47.495254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3af83-e4a3-4067-bebe-af300fac6775 None None] The sync data for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 is: [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:43:49Z', 'revision_number': 4, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '1af9714a-83e0-46ef-a2bf-c181e4fd4c5d', 'name': '', 'network_id': '49839fc8-f7c7-43fd-b33e-9de4cae4be9e', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'mac_address': 'fa:16:3e:9d:2e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:49Z', 'updated_at': '2021-11-12T11:43:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'subnets': [{'id': 'a6cfbc96-bc24-4576-b03b-873adf96517a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:44:47.541077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-19b6a158-f681-4e36-997b-63da1e42c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:47.542591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-19b6a158-f681-4e36-997b-63da1e42c64e service neutron] 10.222.0.69 "GET /v2.0/networks?id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e HTTP/1.1" status: 200 len: 898 time: 0.1059396 Nov 12 11:44:47.578349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94347591-f342-447a-b93b-1984f165c732 req-f00587d7-ac76-4a5d-baf8-a9395079aecc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:47.579945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94347591-f342-447a-b93b-1984f165c732 req-f00587d7-ac76-4a5d-baf8-a9395079aecc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 945 time: 0.1876884 Nov 12 11:44:47.591343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-43e7b060-1bc6-434a-afbf-713720f128d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 HTTP/1.1" status: 200 len: 217 time: 0.0391891 Nov 12 11:44:47.640246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94347591-f342-447a-b93b-1984f165c732 req-3c091324-14fd-4089-9133-d0b08b41fe57 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533969 Nov 12 11:44:47.649709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-b841790a-2b62-44fc-a8dd-ddbd180540fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:47.651204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-b841790a-2b62-44fc-a8dd-ddbd180540fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a6cfbc96-bc24-4576-b03b-873adf96517a HTTP/1.1" status: 200 len: 835 time: 0.0506647 Nov 12 11:44:47.702015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-6f85f055-c903-4319-bd36-e79c42c6e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:47.703685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-6f85f055-c903-4319-bd36-e79c42c6e26e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49839fc8-f7c7-43fd-b33e-9de4cae4be9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439780 Nov 12 11:44:47.761669 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7362ce-28dd-413a-bd62-8ae6ec500646 None None] New status for floating IP 715429ae-948d-4128-a74d-8a7def79aab2: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:44:47.801404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-e489cbb3-45d1-4c5e-b4be-68947328ff24 service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891263 Nov 12 11:44:47.898600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-096e6b72-1e7f-4ddd-b600-ba112e2c34f6 req-47101110-89a4-4be3-adb7-6df6fcec0e29 service neutron] 10.222.0.69 "GET /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896277 Nov 12 11:44:47.918584 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:48.761981 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceae72e-a349-4653-94db-efad136995ce req-3616ecda-e011-4f32-83c0-49c822ff3059 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:48.763488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ceae72e-a349-4653-94db-efad136995ce req-3616ecda-e011-4f32-83c0-49c822ff3059 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 945 time: 0.0532691 Nov 12 11:44:48.822829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0ceae72e-a349-4653-94db-efad136995ce req-c3be85be-de6c-4ef6-9b34-cc7f9d0fa2ed tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/security-groups?id=a629eaa5-1c95-4336-aab2-e874b0ee11d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534182 Nov 12 11:44:48.927908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-bf4308c3-a5ec-4564-9a3d-b3002c50ac43 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:44:48.929471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-bf4308c3-a5ec-4564-9a3d-b3002c50ac43 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Nov 12 11:44:49.034289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:44:49.034626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:49.136226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:44:49.136592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:49.149775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:44:49.352132 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:49.385928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:49.411891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.415412 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:49.438227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] No DVR routers for this DVR port 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:44:49.445030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:49.445030 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a02e4ca4-154c-4e85-b06e-0b099e124f5e req-0a6cef9d-1218-4627-90ba-fd0539fad829 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.69 "DELETE /v2.0/ports/6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 HTTP/1.1" status: 204 len: 173 time: 0.5072012 Nov 12 11:44:49.445030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'name': 'network-vif-deleted', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:44:49.447332 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d412c6-da00-4cec-91a0-1123de976b0a" -d '{"events": [{"server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "name": "network-vif-deleted", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:44:49.487583 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2085f436-2c38-42a4-881c-461e1a03345f x-openstack-request-id: req-2085f436-2c38-42a4-881c-461e1a03345f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:44:49.487868 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125e2cae-51cc-4efc-affc-4d33fc263843", "name": "network-vif-deleted", "tag": "6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:44:49.488167 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2085f436-2c38-42a4-881c-461e1a03345f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:44:49.489879 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125e2cae-51cc-4efc-affc-4d33fc263843', 'name': 'network-vif-deleted', 'tag': '6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9', 'status': 'completed', 'code': 200} Nov 12 11:44:49.937119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f5a05b7-b211-4e35-a716-fbc419a9e2cb req-62cc2eb7-f464-4bf3-9a2e-b72e7ca7abdc tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "GET /v2.0/ports?device_id=125e2cae-51cc-4efc-affc-4d33fc263843 HTTP/1.1" status: 200 len: 210 time: 0.0281062 Nov 12 11:44:50.968142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:50.993882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39390) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:51.051552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26e362a9-e6bf-4e1b-9a67-ce8210d75121 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:51.076099 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26e362a9-e6bf-4e1b-9a67-ce8210d75121 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:51.318665 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26e362a9-e6bf-4e1b-9a67-ce8210d75121 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:51.321326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-26e362a9-e6bf-4e1b-9a67-ce8210d75121 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:51.322529 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-26e362a9-e6bf-4e1b-9a67-ce8210d75121 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/security-groups/a629eaa5-1c95-4336-aab2-e874b0ee11d7 HTTP/1.1" status: 204 len: 168 time: 0.3276391 Nov 12 11:44:51.332349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e362a9-e6bf-4e1b-9a67-ce8210d75121 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629eaa5-1c95-4336-aab2-e874b0ee11d7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:51.450267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39394) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:51.812272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:52.084699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:44:52.085439 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:52.181946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:44:52.182588 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:52.583317 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:44:52.884474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:52.913129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=1af9714a-83e0-46ef-a2bf-c181e4fd4c5d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:52.997100 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:44:53.025962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:44:53.026584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6728c423-3f7a-4091-b9b8-8c5ab4e0e5e9 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:44:53.107508 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:53.346953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:44:53.462776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:44:53.471391 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d234b885-58aa-40cf-8d0e-f99ed6dcd76d tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "PUT /v2.0/routers/1fe4e623-5a08-4388-9f21-bb765fb0b6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0170901 Nov 12 11:44:53.471391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39396) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:53.473949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] Sync routers for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:44:53.485046 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:44:53.485740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:44:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:53.525361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-39155216-3ab2-4a21-8ed6-6b56a16c9589 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting subnet a6cfbc96-bc24-4576-b03b-873adf96517a {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:44:53.528633 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39155216-3ab2-4a21-8ed6-6b56a16c9589 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:53.576243 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39155216-3ab2-4a21-8ed6-6b56a16c9589 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:53.597262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:44:53.666528 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39155216-3ab2-4a21-8ed6-6b56a16c9589 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:53.779102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:44:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:53.781322 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39155216-3ab2-4a21-8ed6-6b56a16c9589 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:53.811739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] Checking router: 1fe4e623-5a08-4388-9f21-bb765fb0b6aa for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:44:53.817466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39155216-3ab2-4a21-8ed6-6b56a16c9589 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cfbc96-bc24-4576-b03b-873adf96517a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:53.821622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] Routers {'1fe4e623-5a08-4388-9f21-bb765fb0b6aa'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:44:53.822351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:44:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:53.822811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-39155216-3ab2-4a21-8ed6-6b56a16c9589 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:53.826443 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-39155216-3ab2-4a21-8ed6-6b56a16c9589 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/subnets/a6cfbc96-bc24-4576-b03b-873adf96517a HTTP/1.1" status: 204 len: 168 time: 0.3541563 Nov 12 11:44:53.829059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39398) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:53.859463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1522be-33ab-4a70-a345-3208a42dc2f2 None None] Network 49839fc8-f7c7-43fd-b33e-9de4cae4be9e requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:44:53.940594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.055110 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.189638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] Set router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:44:54.191557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Deleting port 6532f9fc-6010-42f5-a882-7886ee80145f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:44:54.192345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.283627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] For port 6532f9fc-6010-42f5-a882-7886ee80145f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6532f9fc-6010-42f5-a882-7886ee80145f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:44:54.284074 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.301123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Calling delete_port for 6532f9fc-6010-42f5-a882-7886ee80145f owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:44:54.342216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] DHCP port deletion for 49839fc8-f7c7-43fd-b33e-9de4cae4be9e request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:44:54.425275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Deleting port 6b73ad62-ad19-4758-9408-2b1f4d444058 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:44:54.427164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.450132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:44:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:54.505716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c7467-7561-431c-b234-ce03ce4d1044 None None] The sync data for ids ['1fe4e623-5a08-4388-9f21-bb765fb0b6aa'] in n-d-768852-22 is: [{'id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'name': 'tempest-TestNetworkBasicOps-router-162680441', 'tenant_id': 'd7400af50e284b64b3195de600209849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:43:44Z', 'updated_at': '2021-11-12T11:44:52Z', 'revision_number': 5, 'project_id': 'd7400af50e284b64b3195de600209849', 'gw_port': {'id': '6532f9fc-6010-42f5-a882-7886ee80145f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe4e623-5a08-4388-9f21-bb765fb0b6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:43:45Z', 'updated_at': '2021-11-12T11:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:44:54.522754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] For port 6b73ad62-ad19-4758-9408-2b1f4d444058, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6b73ad62-ad19-4758-9408-2b1f4d444058,segment=NetworkSegment(bf07a66e-a1e4-4496-ad4b-a6c6f942c876),segment_id=bf07a66e-a1e4-4496-ad4b-a6c6f942c876)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:44:54.523157 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.538020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Calling delete_port for 6b73ad62-ad19-4758-9408-2b1f4d444058 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:44:54.581392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.608516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Port': ['ID=6532f9fc-6010-42f5-a882-7886ee80145f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:54.629825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd79f5-095f-4018-91e1-f6c7bc4e1206 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:44:54.680526 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.773195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.775301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.802402 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.830785 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Pushing event deleted for resources: {'Port': ['ID=6b73ad62-ad19-4758-9408-2b1f4d444058,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:54.836478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] No DVR routers for this DVR port 6b73ad62-ad19-4758-9408-2b1f4d444058 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:44:54.843708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.844049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.844386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.844719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.845043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.845369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.845688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.846007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.846398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.847085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.847085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.847245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdc0ba-86e8-4412-b3e7-fb3f6dffd6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:44:54.968315 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.971281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe4e623-5a08-4388-9f21-bb765fb0b6aa {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:44:54.976612 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:54.977757 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0624329e-c190-4591-9f93-0781f716a541 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/routers/1fe4e623-5a08-4388-9f21-bb765fb0b6aa HTTP/1.1" status: 204 len: 168 time: 1.1476452 Nov 12 11:44:54.980988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39400) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:55.063242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:55.160294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:55.183352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49839fc8-f7c7-43fd-b33e-9de4cae4be9e']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:55.192727 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:55.193024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf07a66e-a1e4-4496-ad4b-a6c6f942c876') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:44:55.202303 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:55.216079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:55.223024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:44:55.223420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:44:55.226471 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:44:55.426958 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:55.434031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:55.437272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] 10.222.0.98 "DELETE /v2.0/networks/49839fc8-f7c7-43fd-b33e-9de4cae4be9e HTTP/1.1" status: 204 len: 168 time: 0.4551609 Nov 12 11:44:55.449340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c6f31-2d20-4ca7-b34d-6647b132d2a3 tempest-TestNetworkBasicOps-643821468 tempest-TestNetworkBasicOps-643821468-project] Pushing event deleted for resources: {'Network': ['ID=49839fc8-f7c7-43fd-b33e-9de4cae4be9e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:55.555266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6532f9fc-6010-42f5-a882-7886ee80145f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:44:55.571474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 6532f9fc-6010-42f5-a882-7886ee80145f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:44:55.571827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6532f9fc-6010-42f5-a882-7886ee80145f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:44:55.572498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6b73ad62-ad19-4758-9408-2b1f4d444058 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:44:55.595644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 6b73ad62-ad19-4758-9408-2b1f4d444058 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:44:55.596015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6b73ad62-ad19-4758-9408-2b1f4d444058 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:44:55.596430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:44:55.616749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:44:55.617098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 1af9714a-83e0-46ef-a2bf-c181e4fd4c5d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:44:56.183025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39406) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:56.367485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-70ed4c95-8595-476c-a91c-0033846765b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7400af50e284b64b3195de600209849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1832609 Nov 12 11:44:56.370187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39412) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:56.419596 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79a59205-a454-4fcc-9c1b-ba7bd82a3c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:56.440964 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79a59205-a454-4fcc-9c1b-ba7bd82a3c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:56.604469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79a59205-a454-4fcc-9c1b-ba7bd82a3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:56.607115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79a59205-a454-4fcc-9c1b-ba7bd82a3c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:56.608499 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-79a59205-a454-4fcc-9c1b-ba7bd82a3c52 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33521081-9519-4690-85ca-359936fecc18 HTTP/1.1" status: 204 len: 168 time: 0.2372434 Nov 12 11:44:56.617206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a59205-a454-4fcc-9c1b-ba7bd82a3c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33521081-9519-4690-85ca-359936fecc18,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:57.516415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39420) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:57.530396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97f84be9-02d2-4653-abaa-c994024c12d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:57.621199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97f84be9-02d2-4653-abaa-c994024c12d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:57.689908 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-97f84be9-02d2-4653-abaa-c994024c12d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:57.729954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-97f84be9-02d2-4653-abaa-c994024c12d9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cf814dc3fb9c4ef08de603ef1ddd564d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123787 Nov 12 11:44:57.731075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f84be9-02d2-4653-abaa-c994024c12d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab1108-b6a5-4078-8bba-934d8424ce1f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:57.732738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39422) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:44:57.782795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-182e0fdc-0228-40ed-9634-aa32dcf586ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:57.804585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-182e0fdc-0228-40ed-9634-aa32dcf586ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:57.946724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-182e0fdc-0228-40ed-9634-aa32dcf586ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:57.949309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-182e0fdc-0228-40ed-9634-aa32dcf586ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:44:57.950475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-182e0fdc-0228-40ed-9634-aa32dcf586ee admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/90ab1108-b6a5-4078-8bba-934d8424ce1f HTTP/1.1" status: 204 len: 168 time: 0.2166553 Nov 12 11:44:57.959069 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e0fdc-0228-40ed-9634-aa32dcf586ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab1108-b6a5-4078-8bba-934d8424ce1f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:44:59.340755 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e1d75ed-2569-4196-8306-51413ffa44d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:01.883473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d1f1207-f031-424d-9074-247c5fdb21c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:01.921517 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:45:03.162302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:04.328790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:04.911377 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:17.973722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:20.935459 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:28.309477 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-556c5fe0-985d-47f0-8fff-96d5ee0048d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439196 Nov 12 11:45:28.372880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff3d91-baba-478b-b45b-b4985de64863 req-4c079d09-c929-40e8-b8eb-ea6af854acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:28.374509 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-4c079d09-c929-40e8-b8eb-ea6af854acba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 1097 time: 0.0422976 Nov 12 11:45:28.489248 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff3d91-baba-478b-b45b-b4985de64863 req-46337b17-39c0-46f6-aa11-af8d265163c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:28.490832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-46337b17-39c0-46f6-aa11-af8d265163c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.0961316 Nov 12 11:45:28.562574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-1ac1eb16-523c-4297-8dc5-7ba79e36c7d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff HTTP/1.1" status: 200 len: 1000 time: 0.0636744 Nov 12 11:45:28.628671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff3d91-baba-478b-b45b-b4985de64863 req-88e45e0c-9a7a-4763-ae3b-bd14f9168cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:28.630373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-88e45e0c-9a7a-4763-ae3b-bd14f9168cac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0613265 Nov 12 11:45:28.686574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff3d91-baba-478b-b45b-b4985de64863 req-3534790c-8d62-4ce9-b7c4-d66a2bc61f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:45:28.688265 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-3534790c-8d62-4ce9-b7c4-d66a2bc61f92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494125 Nov 12 11:45:28.699910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-6901ff05-affd-4b18-b634-8d7a27637b79 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:45:28.701054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-6901ff05-affd-4b18-b634-8d7a27637b79 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061071 Nov 12 11:45:28.794850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-0011a81f-7d9f-4fcc-a511-fd42e92b94c2 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868526 Nov 12 11:45:28.893033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-81ff3d91-baba-478b-b45b-b4985de64863 req-5011e669-99cc-4fba-ad6f-6aa95916f300 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912998 Nov 12 11:45:29.346710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-edcddb50-25b4-4f0d-af76-c633d0ff4872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:31.877856 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8316a0e7-426e-4ee9-83bf-a0b16056b5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:33.122035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:34.261991 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:34.871988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:38.921485 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:45:47.932937 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:50.987039 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:45:59.403113 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6ef5217f-6e24-43a6-b3af-53e68bfb0746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:01.820268 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4943d16-3349-41db-af85-7c38589eef9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:03.140610 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:04.264263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:04.841207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:15.920613 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:46:16.748385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-0d5935e9-29cf-481a-9718-fac3d0b6b1ea tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990786682&fields=id&tenant_id=eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 267 time: 0.0560737 Nov 12 11:46:16.861137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-66071db2-a2e2-467d-886b-bb7fe42c028a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:16.862627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-66071db2-a2e2-467d-886b-bb7fe42c028a tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.1072748 Nov 12 11:46:16.877868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-6c031d28-7419-4c06-88d3-da597cd6b21d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/quotas/eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 375 time: 0.0094538 Nov 12 11:46:16.942293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-e332836c-40ff-4db9-9f63-488fe44660a9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0581090 Nov 12 11:46:17.038595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-17b0591d-ae71-4821-839c-259aa980b34b service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848720 Nov 12 11:46:17.132503 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-685285c8-26da-47ca-92be-3430bc366165 service neutron] 10.222.0.98 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876834 Nov 12 11:46:17.811463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e4eb24b-4f81-43de-9ebe-6430cf7947c4 req-db10a2ab-fff8-4304-ab35-bdafdbe0e803 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Nov 12 11:46:17.966898 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:18.907535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3d0be29-2d0e-4f35-818d-6c991285a4c0 req-0db6a4c1-0e7c-4031-9339-db8d909670db tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0267975 Nov 12 11:46:20.002705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-adb30fd8-922b-4a9c-9bd3-ce3684b31785 req-01918745-3373-4896-9289-8556d44109d7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0261164 Nov 12 11:46:20.149205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-d6005ca2-34b9-419b-b823-03beb09391b4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:20.150683 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-d6005ca2-34b9-419b-b823-03beb09391b4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 812 time: 0.1283090 Nov 12 11:46:20.215277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-9799863f-83df-41ba-8ccc-25164a4a6bb9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3a39ed68f44e988c561e11e529a264 HTTP/1.1" status: 200 len: 380 time: 0.0546293 Nov 12 11:46:20.225511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'port': {'device_id': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'admin_state_up': True, 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'security_groups': ['f31aa37c-330e-4c71-a1ec-421f260cbd90']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:46:20.435283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Made reservation on behalf of eb3a39ed68f44e988c561e11e529a264 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:46:20.439558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:20.570589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.20.0.7 (8489ceaf-33d0-4b6f-8ba9-a6842a8054dc/b7d278d6-fe11-4b97-9722-f495ab0266d0/b53e7082-3666-40ee-b4ee-02f09c5aec44) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:46:20.721222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:20.803731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:20.852843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:46:20.856304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:46:20.861008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:46:20.887167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=b53e7082-3666-40ee-b4ee-02f09c5aec44,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:46:20.900500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.900855 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.901203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.901548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.901883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.902219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.902552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.902883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.903202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.903527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.903850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.904200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:20.926583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:20.927246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:20.961562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:21.084348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2df3337e-910e-482d-b0d3-8abb0d367e13 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8623941 Nov 12 11:46:21.096568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-94f5fad5-7f79-4d23-8bea-5b1c49c3d220 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:46:21.097570 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-94f5fad5-7f79-4d23-8bea-5b1c49c3d220 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060201 Nov 12 11:46:21.134528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3aa2134b-18a9-4d20-a880-03c907902c6c None None] Provisioning complete for port b53e7082-3666-40ee-b4ee-02f09c5aec44 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:46:21.135194 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3aa2134b-18a9-4d20-a880-03c907902c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:21.151632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67ae1b-f27f-44a0-8f9a-550a751a982a req-27d5582a-142e-4ad0-93e0-7979b562d9b2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:21.154208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a67ae1b-f27f-44a0-8f9a-550a751a982a req-27d5582a-142e-4ad0-93e0-7979b562d9b2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 931 time: 0.0791962 Nov 12 11:46:21.177191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2134b-18a9-4d20-a880-03c907902c6c None None] Port b53e7082-3666-40ee-b4ee-02f09c5aec44 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:46:21.226788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a67ae1b-f27f-44a0-8f9a-550a751a982a req-39e94927-2abd-4c03-85af-d770ed5f6375 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596712 Nov 12 11:46:21.260925 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Request body: {'port': {'device_id': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:46:21.320227 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:21.583169 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53e7082-3666-40ee-b4ee-02f09c5aec44 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:46:21.590966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:21.603676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Transition to ACTIVE for port object b53e7082-3666-40ee-b4ee-02f09c5aec44 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:46:21.664317 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:21.717669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Pushing event updated for resources: {'Port': ['ID=b53e7082-3666-40ee-b4ee-02f09c5aec44,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:46:21.798935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Attempting to bind port b53e7082-3666-40ee-b4ee-02f09c5aec44 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:46:21.799274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Attempting to bind port b53e7082-3666-40ee-b4ee-02f09c5aec44 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:46:21.799601 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Attempting to bind port b53e7082-3666-40ee-b4ee-02f09c5aec44 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:46:21.804470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Port b53e7082-3666-40ee-b4ee-02f09c5aec44 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:46:21.804796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Attempting to bind port b53e7082-3666-40ee-b4ee-02f09c5aec44 on network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:46:21.810216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:46:21.810558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Checking segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:46:21.810934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Bound using segment: {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:46:21.811364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Bound port: b53e7082-3666-40ee-b4ee-02f09c5aec44, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9007fe-b43b-469a-9959-c48fd4fe167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:46:21.811721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:21.886705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] For port b53e7082-3666-40ee-b4ee-02f09c5aec44, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:46:21.893944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] For port b53e7082-3666-40ee-b4ee-02f09c5aec44, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:46:22.067403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:22.102361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:22.102991 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:22.104453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] 10.222.0.69 "PUT /v2.0/ports/b53e7082-3666-40ee-b4ee-02f09c5aec44 HTTP/1.1" status: 200 len: 1092 time: 0.9984038 Nov 12 11:46:22.104981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:46:22.107166 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0db4e7-ded9-4b56-809e-741ba23b6d09" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:46:22.137702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d377d9-87e9-445c-b284-59f18291dc63 service neutron] Pushing event updated for resources: {'Port': ['ID=b53e7082-3666-40ee-b4ee-02f09c5aec44,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:46:22.195333 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694a6c19-7c96-483c-a58d-4a70e7205549 x-openstack-request-id: req-694a6c19-7c96-483c-a58d-4a70e7205549 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:46:22.195333 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:46:22.195333 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-694a6c19-7c96-483c-a58d-4a70e7205549 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:46:22.195333 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'status': 'completed', 'code': 200} Nov 12 11:46:22.248080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db4e7-ded9-4b56-809e-741ba23b6d09 req-a6429c86-2aff-43e8-9888-c700ba5bcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:22.249685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c0db4e7-ded9-4b56-809e-741ba23b6d09 req-a6429c86-2aff-43e8-9888-c700ba5bcdaf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1095 time: 0.0538430 Nov 12 11:46:22.368675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db4e7-ded9-4b56-809e-741ba23b6d09 req-4e0a42f1-2337-4735-b23f-7547e79dbb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:22.384114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c0db4e7-ded9-4b56-809e-741ba23b6d09 req-4e0a42f1-2337-4735-b23f-7547e79dbb2f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=eb3a39ed68f44e988c561e11e529a264&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1073225 Nov 12 11:46:22.384268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b03b6a-7daf-44db-b4bb-1058c2acb0f6 req-2b7b3dd9-69b7-4904-b9cd-3bbb17d3518f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:22.384268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57b03b6a-7daf-44db-b4bb-1058c2acb0f6 req-2b7b3dd9-69b7-4904-b9cd-3bbb17d3518f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0560510 Nov 12 11:46:22.439548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57b03b6a-7daf-44db-b4bb-1058c2acb0f6 req-24e3901c-7d49-4ae1-95d4-e605bebbafa2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549052 Nov 12 11:46:22.481112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db4e7-ded9-4b56-809e-741ba23b6d09 req-900083e5-004f-4479-b300-49fb0dca18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:22.482607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4c0db4e7-ded9-4b56-809e-741ba23b6d09 req-900083e5-004f-4479-b300-49fb0dca18b9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050770 Nov 12 11:46:22.566547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-7ec8e8a2-2530-4feb-9f68-0a5ab4a7fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:22.568203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-7ec8e8a2-2530-4feb-9f68-0a5ab4a7fc25 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1095 time: 0.0439556 Nov 12 11:46:22.614055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-6e4a2d41-d031-4f88-961a-8826b1972d86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44 HTTP/1.1" status: 200 len: 217 time: 0.0355020 Nov 12 11:46:22.680796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2e1ca916-684a-48ee-a400-5b31848c246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:22.682173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-2e1ca916-684a-48ee-a400-5b31848c246e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0599439 Nov 12 11:46:22.731028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-e2b14a04-154e-4cc8-9cb0-b85ee975c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:22.732567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-e2b14a04-154e-4cc8-9cb0-b85ee975c9ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423396 Nov 12 11:46:22.834745 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-f1c2a2cb-a5b6-4344-9434-7a8d6c38990d service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926518 Nov 12 11:46:22.933771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee53505-d7c0-47e7-8fbf-3114aa10c6d6 req-0ed463be-1d7d-4dbf-9537-457349550e17 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907357 Nov 12 11:46:23.566524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a1a60-98cf-4775-9cf9-23ec5eacb73e req-fad4e61d-f99b-46fe-9d6d-19d49c16e3c0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:23.568570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-424a1a60-98cf-4775-9cf9-23ec5eacb73e req-fad4e61d-f99b-46fe-9d6d-19d49c16e3c0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0522680 Nov 12 11:46:23.620116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-424a1a60-98cf-4775-9cf9-23ec5eacb73e req-6840c5b4-f3f9-42d9-a07f-463ed48330c4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455656 Nov 12 11:46:24.751717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535c4e0-3769-4d7f-8c03-77311a8f9759 req-a0cb46f4-31ef-4824-8519-fffb270e4aaa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:24.753356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9535c4e0-3769-4d7f-8c03-77311a8f9759 req-a0cb46f4-31ef-4824-8519-fffb270e4aaa tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0592048 Nov 12 11:46:24.806071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9535c4e0-3769-4d7f-8c03-77311a8f9759 req-d747fef0-ce05-42b5-8d48-00bcc95f673c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462792 Nov 12 11:46:25.923281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e530d5e-8ed6-4689-b0b7-177a21407fee req-29ee6295-23d0-4933-80fa-c05a6f387e5e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:25.924710 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e530d5e-8ed6-4689-b0b7-177a21407fee req-29ee6295-23d0-4933-80fa-c05a6f387e5e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0496733 Nov 12 11:46:25.976005 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e530d5e-8ed6-4689-b0b7-177a21407fee req-6e373f79-9264-45a9-b1da-678925bc151f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453007 Nov 12 11:46:27.093906 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c69ae2-3c82-404e-b522-f57ff60ded1f req-d86e3b37-37b7-485c-ba82-9dd19c626807 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:27.095603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74c69ae2-3c82-404e-b522-f57ff60ded1f req-d86e3b37-37b7-485c-ba82-9dd19c626807 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Nov 12 11:46:27.152263 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74c69ae2-3c82-404e-b522-f57ff60ded1f req-daeede16-c089-4158-859a-32f8a1b569e2 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503590 Nov 12 11:46:28.268825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b254f3-1cc4-45b5-933f-f37f761991cf req-df712740-2589-4db3-b6da-6c245ee53feb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:28.270317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25b254f3-1cc4-45b5-933f-f37f761991cf req-df712740-2589-4db3-b6da-6c245ee53feb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0500224 Nov 12 11:46:28.321736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25b254f3-1cc4-45b5-933f-f37f761991cf req-d85ebec3-3bd7-4cf3-bfb2-3ea878bf9828 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Nov 12 11:46:29.312753 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-35c60a8f-4971-4562-9c96-2efb47aca699 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895307 Nov 12 11:46:29.380205 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-827f93db-2e8b-4942-a12d-c3ae354091a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:29.403710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-bf16fce6-3e2b-4a11-bf44-42712f682ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:29.405433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-bf16fce6-3e2b-4a11-bf44-42712f682ecb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0463450 Nov 12 11:46:29.442903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b754c-f5bc-43ad-b551-7f4b86642cc7 req-5143a96e-4b65-4a29-9da3-61377840a44f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:29.444524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc1b754c-f5bc-43ad-b551-7f4b86642cc7 req-5143a96e-4b65-4a29-9da3-61377840a44f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0509236 Nov 12 11:46:29.494660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc1b754c-f5bc-43ad-b551-7f4b86642cc7 req-b762f427-55aa-4cb6-9f73-b6ec32718dfd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441058 Nov 12 11:46:29.512104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-45ef590e-28f9-4075-9372-bf221601b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:29.513713 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-45ef590e-28f9-4075-9372-bf221601b904 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0889645 Nov 12 11:46:29.560035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-a5f096ad-6feb-4158-a201-7dedae0b68d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0393822 Nov 12 11:46:29.608228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-ce3cfb20-5f9f-4a5d-9056-ef5732c77643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:29.609685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-ce3cfb20-5f9f-4a5d-9056-ef5732c77643 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0434732 Nov 12 11:46:29.656573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-8b49fc73-f1d2-45b2-b8ba-e86d5bde5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:29.658441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-8b49fc73-f1d2-45b2-b8ba-e86d5bde5c55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417850 Nov 12 11:46:29.749778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-e78b83ad-5dc4-4dc9-9538-4afbcaf014eb service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839319 Nov 12 11:46:29.839140 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c95f674-e9fa-4fa8-b9a2-38dc28ecbd9d req-e2459580-d297-4130-a147-758e73f1b75f service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826962 Nov 12 11:46:30.615674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fd83d-5bf7-4616-82fa-ee5ed4da5d1d req-d4af4e5b-7d16-4d38-a070-facbd6cbb9f4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:30.617204 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d7fd83d-5bf7-4616-82fa-ee5ed4da5d1d req-d4af4e5b-7d16-4d38-a070-facbd6cbb9f4 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0546484 Nov 12 11:46:30.668831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d7fd83d-5bf7-4616-82fa-ee5ed4da5d1d req-729438cc-58df-4b53-8c6e-bc04a11f94fc tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456493 Nov 12 11:46:31.784087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c09e94-d7c6-4690-957e-4a8329c63c6c req-9356af5c-534c-4ca3-9300-f22935c81758 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:31.785571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6c09e94-d7c6-4690-957e-4a8329c63c6c req-9356af5c-534c-4ca3-9300-f22935c81758 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0489147 Nov 12 11:46:31.803214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8f56e7fa-1986-4458-b3e7-5a051bb6dffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:31.835487 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6c09e94-d7c6-4690-957e-4a8329c63c6c req-0b622304-7bef-4440-a37b-4f50afdb58b8 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Nov 12 11:46:32.955947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be917fb-ef83-4af1-a3b9-31c85c932811 req-64c49b01-6a44-400e-ae7e-c8faf791a579 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:32.957351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0be917fb-ef83-4af1-a3b9-31c85c932811 req-64c49b01-6a44-400e-ae7e-c8faf791a579 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 943 time: 0.0539491 Nov 12 11:46:33.007297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0be917fb-ef83-4af1-a3b9-31c85c932811 req-b8a48fcf-5249-4435-98a9-520a661bff27 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Nov 12 11:46:33.132181 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:33.455558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b53e7082-3666-40ee-b4ee-02f09c5aec44 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:46:33.555532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b53e7082-3666-40ee-b4ee-02f09c5aec44, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:46:33.567190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'port_id': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:46:33.604734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:33.618716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53e7082-3666-40ee-b4ee-02f09c5aec44 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:46:33.642417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b53e7082-3666-40ee-b4ee-02f09c5aec44, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:46:33.812319 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:33.859249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b53e7082-3666-40ee-b4ee-02f09c5aec44,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:46:33.867262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.867610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.867968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.868306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.868641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.868968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.869299 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.869620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.869941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.870261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.870584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:33.870900 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:34.110052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['b53e7082-3666-40ee-b4ee-02f09c5aec44'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:46:34.123092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4bbf-861a-408d-ba57-50451b9cdf32 req-f4e602ef-c8d3-45f4-90ac-ce13c8d3d21f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:34.124660 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-497e4bbf-861a-408d-ba57-50451b9cdf32 req-f4e602ef-c8d3-45f4-90ac-ce13c8d3d21f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 944 time: 0.0499897 Nov 12 11:46:34.176412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-497e4bbf-861a-408d-ba57-50451b9cdf32 req-f89f3631-4800-4f3d-8e07-55b7687e10ce tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447338 Nov 12 11:46:34.281133 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:34.877603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:35.307089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39011822-3cf0-4e4a-8170-81952cb1e715 req-dd281dd6-015c-4f48-b77e-0c8089878cf0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:35.308635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-39011822-3cf0-4e4a-8170-81952cb1e715 req-dd281dd6-015c-4f48-b77e-0c8089878cf0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 944 time: 0.0555050 Nov 12 11:46:35.361853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-39011822-3cf0-4e4a-8170-81952cb1e715 req-22c68689-4d09-481f-8dc3-895fb90456cb tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471804 Nov 12 11:46:35.472267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b53e7082-3666-40ee-b4ee-02f09c5aec44 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:46:35.635815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port b53e7082-3666-40ee-b4ee-02f09c5aec44 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:46:35.640300 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port b53e7082-3666-40ee-b4ee-02f09c5aec44 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:46:35.640670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:35.724211 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:35.748932 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:46:35.751252 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18e9334-1c4c-4a56-a735-5dc8ae674cfe" -d '{"events": [{"server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "name": "network-vif-plugged", "status": "completed", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:46:35.764862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port b53e7082-3666-40ee-b4ee-02f09c5aec44, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:46:35.787419 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f3a37b-67c7-4dce-a609-a3f9917581a7 x-openstack-request-id: req-23f3a37b-67c7-4dce-a609-a3f9917581a7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:46:35.787715 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "name": "network-vif-plugged", "status": "completed", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:46:35.788034 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-23f3a37b-67c7-4dce-a609-a3f9917581a7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:46:35.788542 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'code': 200} Nov 12 11:46:35.858555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:35.898036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e787d9-a93f-46c8-82f9-6e38a04b02eb req-7128b12f-47a2-4c61-948a-72ea597c1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:35.899571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e787d9-a93f-46c8-82f9-6e38a04b02eb req-7128b12f-47a2-4c61-948a-72ea597c1083 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1097 time: 0.0419860 Nov 12 11:46:35.912780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=b53e7082-3666-40ee-b4ee-02f09c5aec44,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:46:35.954930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e787d9-a93f-46c8-82f9-6e38a04b02eb req-177d92c2-a612-4831-bcd8-22530633870e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476692 Nov 12 11:46:36.480314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556854ae-9d75-4efe-aac8-5f925c3ac271 req-b12d3779-fb11-483d-99ab-74d07b5aef6f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:36.481793 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-556854ae-9d75-4efe-aac8-5f925c3ac271 req-b12d3779-fb11-483d-99ab-74d07b5aef6f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Nov 12 11:46:36.532035 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-556854ae-9d75-4efe-aac8-5f925c3ac271 req-c54a193f-e14d-4c15-b8ec-06c0135e9d32 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Nov 12 11:46:37.652336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ab693-9218-4295-9c06-4572f0f58fd5 req-23419db8-b2ab-408c-92ff-047e6aba5bf9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:37.653857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f09ab693-9218-4295-9c06-4572f0f58fd5 req-23419db8-b2ab-408c-92ff-047e6aba5bf9 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 945 time: 0.0525124 Nov 12 11:46:37.705548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f09ab693-9218-4295-9c06-4572f0f58fd5 req-4246bd05-f42b-4e7f-9204-54bbf3603eee tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447805 Nov 12 11:46:37.823167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652e6a0-3dfb-4204-8b15-d3f3abbb4ae4 req-782244d8-9739-4f2d-91fa-01320f51ad04 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:37.824713 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f652e6a0-3dfb-4204-8b15-d3f3abbb4ae4 req-782244d8-9739-4f2d-91fa-01320f51ad04 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 945 time: 0.0544283 Nov 12 11:46:37.876189 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f652e6a0-3dfb-4204-8b15-d3f3abbb4ae4 req-3685e9d2-35c9-48be-a71e-843975fe971d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448956 Nov 12 11:46:37.898749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39594) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:46:38.073442 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f49d3-54a0-4216-9443-dc2bd60c3736 tempest-TestVolumeBootPattern-1363953366 tempest-TestVolumeBootPattern-1363953366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:38.075060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e42f49d3-54a0-4216-9443-dc2bd60c3736 tempest-TestVolumeBootPattern-1363953366 tempest-TestVolumeBootPattern-1363953366-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1092 time: 0.1753285 Nov 12 11:46:38.077816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39598) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:46:38.082792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:46:38.237119 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:38.341921 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:38.444619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Allocated IP 172.25.3.217 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/9e85b2fa-ba37-473f-b539-786be3409f8d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:46:38.547627 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:38.814760 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:38.856037 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:46:38.858939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:46:38.864185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:46:38.867365 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=9e85b2fa-ba37-473f-b539-786be3409f8d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:38.937428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:46:39.260753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:39.589546 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:39.745025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:39.871561 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:39.942463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event updated for resources: {'Port': ['ID=9e85b2fa-ba37-473f-b539-786be3409f8d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:46:39.958664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:40.059722 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Floating IP 6bac4ecb-39c0-4099-96d5-fc7806601385 associated. External IP: 172.25.3.217, port: b53e7082-3666-40ee-b4ee-02f09c5aec44. Nov 12 11:46:40.273222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Router 264eabec-60ba-4b34-81a8-118665f19e89 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:46:40.388309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:46:40.398678 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:46:40.409418 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:46:40.410027 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:46:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:46:40.499851 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:40.515328 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:46:40.533500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96a5fff1-2889-4f71-a24d-396474858c44 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4479516 Nov 12 11:46:40.533500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:46:40.533500 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8766be-b262-4d28-8f24-fa235a438576" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:46:40.573135 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98e32af-8a90-405c-9bd5-5fdafeb33329 x-openstack-request-id: req-f98e32af-8a90-405c-9bd5-5fdafeb33329 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:46:40.579311 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:46:40.579311 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f98e32af-8a90-405c-9bd5-5fdafeb33329 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:46:40.579311 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'status': 'completed', 'code': 200} Nov 12 11:46:40.646471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8766be-b262-4d28-8f24-fa235a438576 req-152f985f-0688-48a8-a9df-b0d54f9d7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:40.648277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa8766be-b262-4d28-8f24-fa235a438576 req-152f985f-0688-48a8-a9df-b0d54f9d7bc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1097 time: 0.0451250 Nov 12 11:46:40.757270 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '6bac4ecb-39c0-4099-96d5-fc7806601385', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.217', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:46:39Z', 'updated_at': '2021-11-12T11:46:39Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}, {'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:16Z', 'revision_number': 1, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:46:40.763450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8766be-b262-4d28-8f24-fa235a438576 req-89ee6171-1038-4c2e-99c3-0893b33a2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:40.765004 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa8766be-b262-4d28-8f24-fa235a438576 req-89ee6171-1038-4c2e-99c3-0893b33a2bdb service neutron] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.1071713 Nov 12 11:46:40.790832 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:46:40.799699 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:46:40.800339 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:46:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:46:40.840539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa8766be-b262-4d28-8f24-fa235a438576 req-efc5967b-3efe-489d-a585-0f2f1b25f7b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44 HTTP/1.1" status: 200 len: 999 time: 0.0679655 Nov 12 11:46:40.891907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8766be-b262-4d28-8f24-fa235a438576 req-717e85a7-b4e1-4f97-b524-28dd6f83b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:40.893694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa8766be-b262-4d28-8f24-fa235a438576 req-717e85a7-b4e1-4f97-b524-28dd6f83b08d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0458598 Nov 12 11:46:40.916048 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:46:40.941507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8766be-b262-4d28-8f24-fa235a438576 req-92b8b42a-fb50-497a-9ae7-562cd6c7f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:40.943029 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa8766be-b262-4d28-8f24-fa235a438576 req-92b8b42a-fb50-497a-9ae7-562cd6c7f914 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419319 Nov 12 11:46:41.041372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa8766be-b262-4d28-8f24-fa235a438576 req-e746eec7-7b50-46a8-830d-ec5113923b08 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900140 Nov 12 11:46:41.143465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-aa8766be-b262-4d28-8f24-fa235a438576 req-0acf141b-37aa-403c-aaa3-35b1f4b80416 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940897 Nov 12 11:46:41.239632 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '6bac4ecb-39c0-4099-96d5-fc7806601385', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.217', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:46:39Z', 'updated_at': '2021-11-12T11:46:39Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}, {'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:16Z', 'revision_number': 1, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:46:41.270123 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ec15d-794d-42d9-8b6d-7a725b03f5de None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '6bac4ecb-39c0-4099-96d5-fc7806601385', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.217', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:c4:ed:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:46:39Z', 'updated_at': '2021-11-12T11:46:39Z', 'revision_number': 0, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}, {'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:16Z', 'revision_number': 1, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:46:41.475803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7584915-7ff8-412b-85c9-cf2a4c3134ff None None] New status for floating IP 6bac4ecb-39c0-4099-96d5-fc7806601385: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:46:43.242759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-0232948b-f4a7-42c9-bfbd-2daa68d3889f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420029 Nov 12 11:46:43.329247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-72e516b4-4a68-4096-8023-de27f5a7a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:43.330762 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-72e516b4-4a68-4096-8023-de27f5a7a97b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1097 time: 0.0429602 Nov 12 11:46:43.454901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-1c2548af-0ef5-45d5-9d09-d58a008d278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:43.456495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-1c2548af-0ef5-45d5-9d09-d58a008d278e service neutron] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.1060243 Nov 12 11:46:43.525412 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-e0fe9635-ea9c-4005-a79c-0d3a9bcc7228 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44 HTTP/1.1" status: 200 len: 1001 time: 0.0616450 Nov 12 11:46:43.576052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-6c506b8c-431f-4cc6-bfec-855cd7b70d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:43.577585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-6c506b8c-431f-4cc6-bfec-855cd7b70d84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0455625 Nov 12 11:46:43.630058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-cec39fa1-adc3-4351-9e2d-a9a49614ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:46:43.631592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-cec39fa1-adc3-4351-9e2d-a9a49614ad17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472615 Nov 12 11:46:43.727598 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-57d88cf0-af50-4f60-bc6c-4c1cc07ff09f service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838072 Nov 12 11:46:43.827206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8915e2e7-1865-4d53-b4fb-a9bbd7758f35 req-c9b2bbe8-8bfe-41de-a5a3-ee089f4ba67b service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925386 Nov 12 11:46:47.945486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:50.940160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:46:52.920698 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:46:59.372210 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77b610fe-ee52-4abf-8c8b-b3fc72213d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:01.871217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07a24cad-6370-4ac4-9d59-f2c510db98cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:03.225546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:04.343183 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:04.898366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:17.979484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:20.916780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:29.428884 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9316a133-5af7-4476-ae41-0fe18fc45e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:29.921631 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:47:30.302654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-057839bb-bb49-4fc2-946f-19ada4c4c2a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421422 Nov 12 11:47:30.364847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-f92608a1-4927-4cf7-ad79-062521b1f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:30.366386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-f92608a1-4927-4cf7-ad79-062521b1f242 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 1097 time: 0.0415013 Nov 12 11:47:30.771743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-77f6bac7-a7ed-4fbb-9c6c-0dd47db179e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:30.773294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-77f6bac7-a7ed-4fbb-9c6c-0dd47db179e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.3883016 Nov 12 11:47:30.838768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-6d1d95e3-27eb-44df-a94d-954c94b8049b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff HTTP/1.1" status: 200 len: 1000 time: 0.0570979 Nov 12 11:47:30.889386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-fba8db6a-82a7-42a8-aacd-7f33e0038134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:30.891246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-fba8db6a-82a7-42a8-aacd-7f33e0038134 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0452600 Nov 12 11:47:30.938178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-47e3b057-8d3a-4428-9459-108bf6d2b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:30.939676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-47e3b057-8d3a-4428-9459-108bf6d2b9db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418615 Nov 12 11:47:31.027944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-1ed6cccd-117c-4bca-aced-8b9c8bbd0b53 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813038 Nov 12 11:47:31.120424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-21fb60db-f9f0-4173-9c44-7847ca194dba req-596ec730-a1fe-47ff-b10c-1bc9ccd51f74 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Nov 12 11:47:31.800372 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-980c5a6e-71ff-404f-9f67-fee26e6b53dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:33.162474 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:34.279993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:34.868318 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:46.249834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-6b0031ed-a9a6-44f4-8ff9-9ba6a4fd6a0e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411510 Nov 12 11:47:46.336302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-86f4b84d-c702-4539-bc6e-28bf09eef312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.337807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-86f4b84d-c702-4539-bc6e-28bf09eef312 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1097 time: 0.0412016 Nov 12 11:47:46.450190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-d1358917-5458-4948-b380-80b48fb2db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.451659 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-d1358917-5458-4948-b380-80b48fb2db93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.0894742 Nov 12 11:47:46.522463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-8450b612-5e44-423b-a492-28e996b3e6cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44 HTTP/1.1" status: 200 len: 1001 time: 0.0596864 Nov 12 11:47:46.581186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-784626f5-cc8f-4957-ab1a-c3eb01cf1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.582656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-784626f5-cc8f-4957-ab1a-c3eb01cf1537 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0486169 Nov 12 11:47:46.632433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-591fbb80-817c-4c57-be2c-a469ad5ff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:47:46.634023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-591fbb80-817c-4c57-be2c-a469ad5ff1d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425601 Nov 12 11:47:46.727828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-b461c034-83b9-48ad-ad4b-ec56a4168fb5 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837605 Nov 12 11:47:46.823476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-10c33f7d-5f8d-4159-afa5-0c8f7d7ff824 req-7642d53a-e8f3-400f-91f9-984c80ab0279 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880642 Nov 12 11:47:47.973434 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:50.985372 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:47:59.337188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c4f05022-6655-4ba9-8bd0-b5a4033809a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:01.819329 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8690020b-15f4-4831-8897-005ef2d496c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:03.167651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:04.285881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:04.893804 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:06.922147 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:48:17.968138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:20.994308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:29.396217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-486d845f-f316-4225-8f1d-2fb7282cb1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:31.833354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3bed3fbb-79f6-4393-828c-4d54d63a931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:32.256155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01aac72b-9392-4d98-93e3-c025a905fabc req-b0fa7694-ceee-4da2-a4af-e77ce073b570 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419884 Nov 12 11:48:32.346662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac72b-9392-4d98-93e3-c025a905fabc req-e8ac5b52-2fb5-4b1a-8c69-0a71b28a2956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:32.348300 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01aac72b-9392-4d98-93e3-c025a905fabc req-e8ac5b52-2fb5-4b1a-8c69-0a71b28a2956 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0483077 Nov 12 11:48:32.464964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac72b-9392-4d98-93e3-c025a905fabc req-5ef62050-1988-4628-90ba-b8a7810463bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:32.466504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01aac72b-9392-4d98-93e3-c025a905fabc req-5ef62050-1988-4628-90ba-b8a7810463bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0981708 Nov 12 11:48:32.513888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01aac72b-9392-4d98-93e3-c025a905fabc req-ff79e54c-de2d-43f9-a69a-69aa4cd1a23e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0403001 Nov 12 11:48:32.565090 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac72b-9392-4d98-93e3-c025a905fabc req-ac42b994-1993-4028-a2f4-9c4177d8ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:32.566574 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01aac72b-9392-4d98-93e3-c025a905fabc req-ac42b994-1993-4028-a2f4-9c4177d8ba09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0465770 Nov 12 11:48:32.616229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac72b-9392-4d98-93e3-c025a905fabc req-a694147f-7543-48c4-914c-fb69e7573d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:32.617828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01aac72b-9392-4d98-93e3-c025a905fabc req-a694147f-7543-48c4-914c-fb69e7573d00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442314 Nov 12 11:48:32.723298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01aac72b-9392-4d98-93e3-c025a905fabc req-e92fa26c-95ab-4db5-b1f5-4eefc6ad745d service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980585 Nov 12 11:48:32.816733 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-01aac72b-9392-4d98-93e3-c025a905fabc req-7dd74591-9594-4254-84fd-5d9ab2d6a538 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866220 Nov 12 11:48:33.119004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:34.256146 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:34.890727 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:43.921530 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:48:47.982415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:48.058931 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-de298da0-769a-45b4-8dd5-9a5c68f85049 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411072 Nov 12 11:48:48.146505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-87577cb0-3ede-4bd3-bde3-415b65a2fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:48.148020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-87577cb0-3ede-4bd3-bde3-415b65a2fd6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1097 time: 0.0450420 Nov 12 11:48:48.256665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-f0c8237f-d374-4489-b6fc-0ac0440d316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:48.258059 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-f0c8237f-d374-4489-b6fc-0ac0440d316d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.0841386 Nov 12 11:48:48.332640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-9d572b77-d534-46fa-ae07-bb1960868a4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44 HTTP/1.1" status: 200 len: 1001 time: 0.0640142 Nov 12 11:48:48.381639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-50396b7a-d404-46e3-9331-aeff6d9f3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:48.383114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-50396b7a-d404-46e3-9331-aeff6d9f3f6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0432236 Nov 12 11:48:48.428271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-cfed2e6d-3d2e-4a0d-8f7e-51ec3db69e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:48:48.429739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-cfed2e6d-3d2e-4a0d-8f7e-51ec3db69e7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395851 Nov 12 11:48:48.521395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-e97ef37a-5b7e-46f1-b69d-af5abcd6687e service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842760 Nov 12 11:48:48.613944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2f27d65-0e44-4c1f-b70d-aad83cf9af27 req-3aca19ff-e51e-43a6-af44-7b27508fa732 service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818470 Nov 12 11:48:50.970105 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:48:59.392979 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c05688d-e0d0-4a70-bc1f-452878d7d625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:01.835824 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5703bf3d-e0f0-47a9-b848-afe24cb6af79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:03.151043 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:04.278617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:04.838266 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:10.333869 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39646) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:10.565745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port 9e85b2fa-ba37-473f-b539-786be3409f8d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:10.566085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:10.647575 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:10.647902 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:10.660922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for 9e85b2fa-ba37-473f-b539-786be3409f8d owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:10.924835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:10.952201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=9e85b2fa-ba37-473f-b539-786be3409f8d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:10.965791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.966146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.966494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.966835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.967171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.967508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.967835 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.968199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.968528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.968857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.969184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:10.969509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:11.378153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:11.378937 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Floating IP 6bac4ecb-39c0-4099-96d5-fc7806601385 disassociated (deleted). External IP: 172.25.3.217, port: b53e7082-3666-40ee-b4ee-02f09c5aec44. Nov 12 11:49:11.590899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Router 264eabec-60ba-4b34-81a8-118665f19e89 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:49:11.711470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:49:11.720452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:11.722764 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:49:11.734623 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:11.735246 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:49:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:11.750369 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7cc91adf-8c31-4fdb-a4d1-4d67b383181c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "DELETE /v2.0/floatingips/6bac4ecb-39c0-4099-96d5-fc7806601385 HTTP/1.1" status: 204 len: 168 time: 1.4153736 Nov 12 11:49:11.750999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:11.753420 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:11.849706 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:12.086916 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:16Z', 'revision_number': 1, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:12.112560 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:49:12.121087 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:12.121692 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:49:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:12.232827 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:12.460162 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:16Z', 'revision_number': 1, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:12.498474 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf6ba1-327b-40b1-b794-74fbdd6e405e x-openstack-request-id: req-60bf6ba1-327b-40b1-b794-74fbdd6e405e {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:12.499804 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:12.499804 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-60bf6ba1-327b-40b1-b794-74fbdd6e405e {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:12.500422 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'status': 'completed', 'code': 200} Nov 12 11:49:12.576243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-abeb4fbb-3887-48b7-b60b-513b2778be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:12.577868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-abeb4fbb-3887-48b7-b60b-513b2778be91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 1097 time: 0.0561345 Nov 12 11:49:12.585788 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77290c2f-f2e8-47e8-8400-0f0230888332 None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8f62b769-972c-4f96-9c55-4f4a4166ab3c', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'port_id': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'mac_address': 'fa:16:3e:01:b9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:43:14Z', 'updated_at': '2021-11-12T11:43:16Z', 'revision_number': 1, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:49:12.623770 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bd220-d6ff-4b6e-b309-04f9ee115dfa req-ed6dfce8-add8-47ab-b2f9-e94e567ed2e7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:12.626737 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-240bd220-d6ff-4b6e-b309-04f9ee115dfa req-ed6dfce8-add8-47ab-b2f9-e94e567ed2e7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 945 time: 0.0731306 Nov 12 11:49:12.691080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-45a2ed60-bb65-44ad-9b3e-5be1b3c7628c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:12.692647 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-45a2ed60-bb65-44ad-9b3e-5be1b3c7628c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.1073272 Nov 12 11:49:12.708573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-240bd220-d6ff-4b6e-b309-04f9ee115dfa req-a157e200-5929-4651-a9c8-9c8f0530249d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635870 Nov 12 11:49:12.743380 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-ee93a506-61c3-486b-aec1-e8e02865c76a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44 HTTP/1.1" status: 200 len: 217 time: 0.0423870 Nov 12 11:49:12.803422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-8c41cd0a-b444-4f09-884a-aceb6f3b00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:12.805029 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-8c41cd0a-b444-4f09-884a-aceb6f3b00aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0518508 Nov 12 11:49:12.862415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-f98c930e-f63c-4127-9a0b-6742b9805448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:12.865104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-f98c930e-f63c-4127-9a0b-6742b9805448 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517857 Nov 12 11:49:12.901821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4994b-67de-4d43-a80b-540c7c84d792 None None] New status for floating IP 6bac4ecb-39c0-4099-96d5-fc7806601385: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:49:12.972415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-dd45957e-39ed-4651-8b0b-21d3ac27f9ec service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984242 Nov 12 11:49:13.069363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e568b1f5-0a3b-47f4-bf5d-5d03ebc9d7bf req-fe27e9c2-d37f-429b-95fd-8bcb5f237e6b service neutron] 10.222.0.69 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 Nov 12 11:49:13.861291 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b29ee5-9f6c-46bd-a2e5-9f417a3c9498 req-15162363-0b70-4383-aefb-260658c868af tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:13.862808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6b29ee5-9f6c-46bd-a2e5-9f417a3c9498 req-15162363-0b70-4383-aefb-260658c868af tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 945 time: 0.0517039 Nov 12 11:49:13.918212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d6b29ee5-9f6c-46bd-a2e5-9f417a3c9498 req-531f29ed-1416-4fbf-baee-e7cfe488f725 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485177 Nov 12 11:49:14.292318 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-dae1f8d7-f7c4-4ac1-b314-2059aaeb3e12 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:14.293828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-dae1f8d7-f7c4-4ac1-b314-2059aaeb3e12 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Nov 12 11:49:14.393534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port b53e7082-3666-40ee-b4ee-02f09c5aec44 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:14.393877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:14.488463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] For port b53e7082-3666-40ee-b4ee-02f09c5aec44, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=b53e7082-3666-40ee-b4ee-02f09c5aec44,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:14.488834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:14.501557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for b53e7082-3666-40ee-b4ee-02f09c5aec44 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:14.704636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:14.737766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=b53e7082-3666-40ee-b4ee-02f09c5aec44,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:14.750437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.750612 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.751401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.751401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.751642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.751870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.752227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.752549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.752870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.753190 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.753509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.753839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:14.788622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] No DVR routers for this DVR port b53e7082-3666-40ee-b4ee-02f09c5aec44 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:14.791175 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:14.794493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dbab50a4-72b4-4a1a-af52-9639b0111e6d req-96bb6cdc-26cf-4afb-be0e-d01d8f012eed tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.69 "DELETE /v2.0/ports/b53e7082-3666-40ee-b4ee-02f09c5aec44 HTTP/1.1" status: 204 len: 173 time: 0.4939804 Nov 12 11:49:14.794931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'name': 'network-vif-deleted', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:14.797243 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a73ad6-236a-4f63-9f3f-18b8ea3dd0af" -d '{"events": [{"server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "name": "network-vif-deleted", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:14.898145 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92b54c4-02af-44ce-b2b9-7973e97a74c7 x-openstack-request-id: req-b92b54c4-02af-44ce-b2b9-7973e97a74c7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:14.898434 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa2b3be-66a8-47f6-a9d1-8b53e2812835", "name": "network-vif-deleted", "tag": "b53e7082-3666-40ee-b4ee-02f09c5aec44", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:14.898694 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b92b54c4-02af-44ce-b2b9-7973e97a74c7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:14.899086 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa2b3be-66a8-47f6-a9d1-8b53e2812835', 'name': 'network-vif-deleted', 'tag': 'b53e7082-3666-40ee-b4ee-02f09c5aec44', 'status': 'completed', 'code': 200} Nov 12 11:49:15.048680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0afd56b-d6b1-40ca-bf12-374e395e6698 req-764465fb-22ea-4e51-8a78-9cdff3fb0ee7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0269115 Nov 12 11:49:16.124733 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49415f99-b79c-4663-a6cc-30cffeda95b3 req-556618fd-85f4-46ab-9612-9002bc7ca624 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0352771 Nov 12 11:49:17.235546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99f29cce-4522-43b4-a68a-4797784dee0b req-2591a9a8-dd5f-4071-9fe3-6c6d976a6560 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0301948 Nov 12 11:49:18.010660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:18.090078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b53e7082-3666-40ee-b4ee-02f09c5aec44 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:18.115739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: b53e7082-3666-40ee-b4ee-02f09c5aec44 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:49:18.116127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device b53e7082-3666-40ee-b4ee-02f09c5aec44 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:18.336796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d07e6752-b407-453e-9f33-9c6af34c4e45 req-3c662af2-8c0e-4486-a456-44f3cb728b72 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0302289 Nov 12 11:49:19.452420 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55aaad99-a28a-47cd-bd71-f29c87d7a940 req-2ac670b6-03c8-4618-917c-f7c98d22c4ad tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0286477 Nov 12 11:49:20.567539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb0fa180-d75c-418c-85aa-066786f4adb5 req-5e8fe189-faba-45a9-8257-55fe5f6d77cf tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=8fa2b3be-66a8-47f6-a9d1-8b53e2812835 HTTP/1.1" status: 200 len: 210 time: 0.0308676 Nov 12 11:49:20.921204 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:49:21.018465 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:28.339366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39722) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:28.501412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port cb75e841-4dfe-474b-b490-a9039a296a96 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:28.501755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:28.579965 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:28.580209 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:28.593433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for cb75e841-4dfe-474b-b490-a9039a296a96 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:28.858826 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:28.887048 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=cb75e841-4dfe-474b-b490-a9039a296a96,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:28.953044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:28.953378 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Floating IP 8f62b769-972c-4f96-9c55-4f4a4166ab3c disassociated (deleted). External IP: 172.25.3.46, port: 02c18473-7a4a-4fcd-8998-2aa03d7e12ff. Nov 12 11:49:29.167621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Router 264eabec-60ba-4b34-81a8-118665f19e89 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:49:29.276801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:49:29.281797 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:29.288671 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:49:29.300233 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:29.300883 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:49:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:29.313735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f8068408-cc47-4b7d-ad52-f14d5db2f7cd tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "DELETE /v2.0/floatingips/8f62b769-972c-4f96-9c55-4f4a4166ab3c HTTP/1.1" status: 204 len: 168 time: 0.9732366 Nov 12 11:49:29.314306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:29.316733 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc09d47303d25013d0280215d15281d0e84538184786562e3ca9c1d7707b4112" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19660f8a-7e0a-41c9-93a6-89aaf8894112" -d '{"events": [{"name": "network-changed", "server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:29.356586 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c00b12-81cb-482c-93d8-2a4bb5c8fc9e x-openstack-request-id: req-90c00b12-81cb-482c-93d8-2a4bb5c8fc9e {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:29.362598 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:29.362598 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-90c00b12-81cb-482c-93d8-2a4bb5c8fc9e {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:29.362598 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'status': 'completed', 'code': 200} Nov 12 11:49:29.398501 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d35c7be-5572-4d98-8713-fd65692fbc59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:29.431392 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:29.431699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-ce39be70-51de-4776-ab7e-e30c28d7a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:29.432943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-ce39be70-51de-4776-ab7e-e30c28d7a522 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb3a39ed68f44e988c561e11e529a264&device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 1097 time: 0.0514357 Nov 12 11:49:29.530907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-148cf25c-9afe-4576-948f-0835f3b0557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:29.532654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-148cf25c-9afe-4576-948f-0835f3b0557a service neutron] 10.222.0.57 "GET /v2.0/networks?id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 200 len: 913 time: 0.0914803 Nov 12 11:49:29.589337 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-fb78d050-2d6c-459a-8a32-50a246f2aea4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff HTTP/1.1" status: 200 len: 217 time: 0.0484884 Nov 12 11:49:29.639228 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:29.640462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-85f6c37d-165c-4929-abcc-8b56f99513fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:29.642016 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-85f6c37d-165c-4929-abcc-8b56f99513fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 200 len: 851 time: 0.0464683 Nov 12 11:49:29.668815 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:49:29.680029 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:29.680747 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:49:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:29.697499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-b1851ac1-0e31-44f9-a2b3-823f3cc602f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:29.699025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-b1851ac1-0e31-44f9-a2b3-823f3cc602f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501387 Nov 12 11:49:29.794452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-4147e261-4c2d-43f1-8576-729804d99340 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870543 Nov 12 11:49:29.800615 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:29.901438 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-19660f8a-7e0a-41c9-93a6-89aaf8894112 req-b60acea4-4943-4eb5-b8b2-0815a0085e90 service neutron] 10.222.0.57 "GET /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991755 Nov 12 11:49:29.918344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c3256-9f8e-4a4d-acdb-f7256fcfab58 req-ca4c99e7-fb0a-4bb4-909a-bfddfdb99c93 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:29.920184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-556c3256-9f8e-4a4d-acdb-f7256fcfab58 req-ca4c99e7-fb0a-4bb4-909a-bfddfdb99c93 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 945 time: 0.0573211 Nov 12 11:49:29.980808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-556c3256-9f8e-4a4d-acdb-f7256fcfab58 req-5ff2287d-0064-483a-944d-67180afb3e4c tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/security-groups?id=f31aa37c-330e-4c71-a1ec-421f260cbd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483859 Nov 12 11:49:30.021049 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:30.051396 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb441bf-05b4-4a67-aff2-91e7372786ca None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '216f2ed1-6f45-44d4-803e-0027ca53a878', 'name': '', 'network_id': '8489ceaf-33d0-4b6f-8ba9-a6842a8054dc', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'mac_address': 'fa:16:3e:43:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:29Z', 'updated_at': '2021-11-12T11:30:35Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'subnets': [{'id': 'b7d278d6-fe11-4b97-9722-f495ab0266d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:49:30.291229 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de183df-0d41-4f9a-b070-4f42013a3daf None None] New status for floating IP 8f62b769-972c-4f96-9c55-4f4a4166ab3c: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:49:30.504426 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86693337-27ae-45b8-9157-7a80093db56e req-6a4b94fd-898a-4646-9fe4-c029469406e0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:49:30.505976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86693337-27ae-45b8-9157-7a80093db56e req-6a4b94fd-898a-4646-9fe4-c029469406e0 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 945 time: 0.0605979 Nov 12 11:49:30.603863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:30.604241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:30.707033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] For port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:30.707423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:30.728452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for 02c18473-7a4a-4fcd-8998-2aa03d7e12ff owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:31.038854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:31.069647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=02c18473-7a4a-4fcd-8998-2aa03d7e12ff,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:31.096117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3949ffe3-f983-4d51-9fc0-0fab1b593024 req-5e8b10cd-6a94-49db-8fbb-3dfc0eed992b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0307469 Nov 12 11:49:31.121402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] No DVR routers for this DVR port 02c18473-7a4a-4fcd-8998-2aa03d7e12ff on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:31.125015 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:31.128648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-86693337-27ae-45b8-9157-7a80093db56e req-dd540e1b-4e17-4cec-b421-92ab9e86832d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.57 "DELETE /v2.0/ports/02c18473-7a4a-4fcd-8998-2aa03d7e12ff HTTP/1.1" status: 204 len: 173 time: 0.6166649 Nov 12 11:49:31.129131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'name': 'network-vif-deleted', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:49:31.131511 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067588f0-8c00-49ad-aec1-071cfb022287" -d '{"events": [{"server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "name": "network-vif-deleted", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:49:31.174841 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57300049-2959-49dc-866b-f8523e3081ce x-openstack-request-id: req-57300049-2959-49dc-866b-f8523e3081ce {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:49:31.175132 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b16a893-8114-4b4d-8adf-70a8a935b77c", "name": "network-vif-deleted", "tag": "02c18473-7a4a-4fcd-8998-2aa03d7e12ff", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:49:31.175382 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-57300049-2959-49dc-866b-f8523e3081ce {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:49:31.175780 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b16a893-8114-4b4d-8adf-70a8a935b77c', 'name': 'network-vif-deleted', 'tag': '02c18473-7a4a-4fcd-8998-2aa03d7e12ff', 'status': 'completed', 'code': 200} Nov 12 11:49:32.080222 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4f23449-e959-4cff-866b-41df5fc597c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:32.231781 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b97e061-112e-4690-a74f-d151696422dd req-45f78615-cb76-4034-b1c7-949d8103146b tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0390248 Nov 12 11:49:33.238436 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:33.349269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-642b38d8-fbd9-4505-ba60-20bacd3807e5 req-7f6250f5-7f9b-430a-a716-c0453dd8c7e7 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0394731 Nov 12 11:49:34.359343 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:34.460165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea725dd7-ef0e-4bf0-aace-b3e9d08dfa6c req-413120fb-9779-4273-949b-44fe794e010f tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0328994 Nov 12 11:49:34.590356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02c18473-7a4a-4fcd-8998-2aa03d7e12ff no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:34.625844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 02c18473-7a4a-4fcd-8998-2aa03d7e12ff {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:49:34.626196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 02c18473-7a4a-4fcd-8998-2aa03d7e12ff not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:35.004438 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:35.564682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b785c538-bb6e-4340-b3bb-fb9942ae89b3 req-6aee8f4d-344c-4707-aa75-0c01ee97984d tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0309203 Nov 12 11:49:36.681366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4191dbf-97a1-4a5e-9603-793e5f453011 req-15c28c7e-9ac1-4419-8cdc-9e7c8ee23570 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "GET /v2.0/ports?device_id=0b16a893-8114-4b4d-8adf-70a8a935b77c HTTP/1.1" status: 200 len: 210 time: 0.0340526 Nov 12 11:49:37.740472 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39746) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:37.867407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Deleting port 045d7f46-b781-4622-bd0d-264811356416 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:37.867659 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:37.947205 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:37.947581 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:37.960214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Calling delete_port for 045d7f46-b781-4622-bd0d-264811356416 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:38.212783 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:38.241642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'Port': ['ID=045d7f46-b781-4622-bd0d-264811356416,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:38.312373 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:38.315032 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:38.316240 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e134919f-2862-4016-826b-bb9c37161d08 tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "DELETE /v2.0/floatingips/89ef6fd0-df9b-4d43-94b3-11fdb5cd508f HTTP/1.1" status: 204 len: 168 time: 0.5747492 Nov 12 11:49:42.907286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39764) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:42.974687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3103a96d-c091-48f5-93d3-9c97b049cf6e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:43.006625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3103a96d-c091-48f5-93d3-9c97b049cf6e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:43.158515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3103a96d-c091-48f5-93d3-9c97b049cf6e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:43.161980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3103a96d-c091-48f5-93d3-9c97b049cf6e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:43.163274 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3103a96d-c091-48f5-93d3-9c97b049cf6e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] 10.222.0.98 "DELETE /v2.0/security-groups/f31aa37c-330e-4c71-a1ec-421f260cbd90 HTTP/1.1" status: 204 len: 168 time: 0.2545860 Nov 12 11:49:43.173740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103a96d-c091-48f5-93d3-9c97b049cf6e tempest-TestVolumeBootPattern-382317158 tempest-TestVolumeBootPattern-382317158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31aa37c-330e-4c71-a1ec-421f260cbd90,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:43.342206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39768) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:43.839681 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:44.106338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Deleting port 216f2ed1-6f45-44d4-803e-0027ca53a878 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:44.107017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:44.191793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] For port 216f2ed1-6f45-44d4-803e-0027ca53a878, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=216f2ed1-6f45-44d4-803e-0027ca53a878,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:44.192329 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:44.206739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Calling delete_port for 216f2ed1-6f45-44d4-803e-0027ca53a878 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:44.507827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:44.535327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=216f2ed1-6f45-44d4-803e-0027ca53a878,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:44.735105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:45.285932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Router 264eabec-60ba-4b34-81a8-118665f19e89 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:49:45.395709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:49:45.403816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7fe50f9f-c695-435b-beee-b2c6cf402bd0 admin admin] 10.222.0.98 "PUT /v2.0/routers/264eabec-60ba-4b34-81a8-118665f19e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0574841 Nov 12 11:49:45.403964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39772) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:45.408580 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] Sync routers for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:49:45.425125 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:45.426201 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:49:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:45.524718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:45.569703 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:45.657677 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:45.753603 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:49:44Z', 'revision_number': 5, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port': {'id': '6cf748fd-b00d-4b3e-a578-e22d48bff363', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264eabec-60ba-4b34-81a8-118665f19e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:23Z', 'updated_at': '2021-11-12T11:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:45.784256 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] Checking router: 264eabec-60ba-4b34-81a8-118665f19e89 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:49:45.791256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Deleting port 6cf748fd-b00d-4b3e-a578-e22d48bff363 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:45.791642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:45.793925 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] Routers {'264eabec-60ba-4b34-81a8-118665f19e89'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:45.795137 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:49:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['264eabec-60ba-4b34-81a8-118665f19e89'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:45.882224 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] Set router 264eabec-60ba-4b34-81a8-118665f19e89 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:45.891736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] For port 6cf748fd-b00d-4b3e-a578-e22d48bff363, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6cf748fd-b00d-4b3e-a578-e22d48bff363,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:45.892143 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:45.907809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Calling delete_port for 6cf748fd-b00d-4b3e-a578-e22d48bff363 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:45.938603 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:49:45Z', 'revision_number': 6, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:45.965821 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3fec9d-f1a6-4834-bc4c-744b83f46443 None None] The sync data for ids ['264eabec-60ba-4b34-81a8-118665f19e89'] in n-d-768852-22 is: [{'id': '264eabec-60ba-4b34-81a8-118665f19e89', 'name': 'tempest-TestVolumeBootPattern-2103308883-router', 'tenant_id': 'eb3a39ed68f44e988c561e11e529a264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:22Z', 'updated_at': '2021-11-12T11:49:45Z', 'revision_number': 6, 'project_id': 'eb3a39ed68f44e988c561e11e529a264', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:49:46.184208 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.212475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf748fd-b00d-4b3e-a578-e22d48bff363,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:46.224498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4455782-db5f-4130-afa8-7d402d9a69ac None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:49:46.275143 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.379301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.381841 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.518058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.518748 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264eabec-60ba-4b34-81a8-118665f19e89 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:49:46.523109 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.526765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9d43aab1-ddf8-4859-8650-5144a453bbd2 admin admin] 10.222.0.98 "DELETE /v2.0/routers/264eabec-60ba-4b34-81a8-118665f19e89 HTTP/1.1" status: 204 len: 168 time: 1.1195939 Nov 12 11:49:46.526900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39774) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:46.579649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea41c5e-609b-4fe1-a8d3-afc2f5488b89 admin admin] Deleting subnet b7d278d6-fe11-4b97-9722-f495ab0266d0 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:49:46.583601 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ea41c5e-609b-4fe1-a8d3-afc2f5488b89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.622975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ea41c5e-609b-4fe1-a8d3-afc2f5488b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.725024 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ea41c5e-609b-4fe1-a8d3-afc2f5488b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.887246 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ea41c5e-609b-4fe1-a8d3-afc2f5488b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.915509 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea41c5e-609b-4fe1-a8d3-afc2f5488b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d278d6-fe11-4b97-9722-f495ab0266d0,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:46.920267 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8ea41c5e-609b-4fe1-a8d3-afc2f5488b89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:46.921602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8ea41c5e-609b-4fe1-a8d3-afc2f5488b89 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b7d278d6-fe11-4b97-9722-f495ab0266d0 HTTP/1.1" status: 204 len: 168 time: 0.3936579 Nov 12 11:49:46.925111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39776) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:46.928139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a056f-112f-4219-8e31-a05e2c831c72 None None] Network 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:49:47.011837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.089007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Deleting port ccf82c34-d215-48cb-b3f3-8673748c7925 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:47.089467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.134992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409561b2-d257-433e-a004-92c178b132b0 None None] DHCP port deletion for 8489ceaf-33d0-4b6f-8ba9-a6842a8054dc request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:49:47.160986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] For port ccf82c34-d215-48cb-b3f3-8673748c7925, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ccf82c34-d215-48cb-b3f3-8673748c7925,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:47.161335 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.175890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Calling delete_port for ccf82c34-d215-48cb-b3f3-8673748c7925 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:47.205978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Deleting port ccf82c34-d215-48cb-b3f3-8673748c7925 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:47.206616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.275542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-409561b2-d257-433e-a004-92c178b132b0 None None] For port ccf82c34-d215-48cb-b3f3-8673748c7925, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=ccf82c34-d215-48cb-b3f3-8673748c7925,segment=NetworkSegment(ac9007fe-b43b-469a-9959-c48fd4fe167b),segment_id=ac9007fe-b43b-469a-9959-c48fd4fe167b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:47.276756 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.290782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Calling delete_port for ccf82c34-d215-48cb-b3f3-8673748c7925 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:47.402312 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 11:49:47.402831 n-d-768852-22 neutron-server[109706]: self.session.flush() Nov 12 11:49:47.409930 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.431484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] No DVR routers for this DVR port ccf82c34-d215-48cb-b3f3-8673748c7925 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:47.433598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf82c34-d215-48cb-b3f3-8673748c7925,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:47.443876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Pushing event deleted for resources: {'Port': ['ID=ccf82c34-d215-48cb-b3f3-8673748c7925,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:47.448573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409561b2-d257-433e-a004-92c178b132b0 None None] No DVR routers for this DVR port ccf82c34-d215-48cb-b3f3-8673748c7925 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:47.467008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.467630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.468509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.468652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.469379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.469771 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.470148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.470509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.470880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.471383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.471799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.472174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409561b2-d257-433e-a004-92c178b132b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:49:47.516866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.549316 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8489ceaf-33d0-4b6f-8ba9-a6842a8054dc']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:47.561507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9007fe-b43b-469a-9959-c48fd4fe167b') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:47.561800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9007fe-b43b-469a-9959-c48fd4fe167b') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:47.572995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.592308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.603617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:49:47.604267 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:49:47.607193 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:49:47.678635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 216f2ed1-6f45-44d4-803e-0027ca53a878 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:47.705024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 216f2ed1-6f45-44d4-803e-0027ca53a878 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:49:47.710093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 216f2ed1-6f45-44d4-803e-0027ca53a878 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:47.710093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6cf748fd-b00d-4b3e-a578-e22d48bff363 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:47.726661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 6cf748fd-b00d-4b3e-a578-e22d48bff363 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:49:47.727003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6cf748fd-b00d-4b3e-a578-e22d48bff363 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:47.727423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ccf82c34-d215-48cb-b3f3-8673748c7925 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:47.751435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: ccf82c34-d215-48cb-b3f3-8673748c7925 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:49:47.755695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device ccf82c34-d215-48cb-b3f3-8673748c7925 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:47.793199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.799884 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:47.803767 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] 10.222.0.98 "DELETE /v2.0/networks/8489ceaf-33d0-4b6f-8ba9-a6842a8054dc HTTP/1.1" status: 204 len: 168 time: 0.8775611 Nov 12 11:49:47.807974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39778) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:47.816227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f01d6-2d3a-4f29-91b2-3a0fec763a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8489ceaf-33d0-4b6f-8ba9-a6842a8054dc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:48.041120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:48.320652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:48.955480 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Deleting port 4051259e-5279-447d-a435-e0a27c6a7fef {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:48.956176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:49.035986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] For port 4051259e-5279-447d-a435-e0a27c6a7fef, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4051259e-5279-447d-a435-e0a27c6a7fef,segment=NetworkSegment(f36ffcac-76e1-4802-9d95-94bca82ef580),segment_id=f36ffcac-76e1-4802-9d95-94bca82ef580)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:49.036359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:49.051223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Calling delete_port for 4051259e-5279-447d-a435-e0a27c6a7fef owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:49.341834 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:49.375916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Pushing event deleted for resources: {'Port': ['ID=4051259e-5279-447d-a435-e0a27c6a7fef,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:49.573738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:49.818375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Router efa189f0-5c5b-4f66-aefe-75cc431a3a42 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:49:49.946952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:49:49.959614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-99aeda85-a8e7-4bf1-acf1-e1d07f30c26b admin admin] 10.222.0.98 "PUT /v2.0/routers/efa189f0-5c5b-4f66-aefe-75cc431a3a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1431041 Nov 12 11:49:49.959614 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39780) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:49.960223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] Sync routers for ids ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:49:49.971584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] Routers {'efa189f0-5c5b-4f66-aefe-75cc431a3a42'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:49.972362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:49:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:50.071819 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.087637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] Set router efa189f0-5c5b-4f66-aefe-75cc431a3a42 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:50.184019 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.299972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:49:49Z', 'revision_number': 5, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port': {'id': 'bf4b51d6-5520-497f-a9bb-646eaca1efd4', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:30:38Z', 'updated_at': '2021-11-12T11:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:50.331374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] Checking router: efa189f0-5c5b-4f66-aefe-75cc431a3a42 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:49:50.341681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] Routers {'efa189f0-5c5b-4f66-aefe-75cc431a3a42'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:49:50.342752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:49:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:50.349126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Deleting port bf4b51d6-5520-497f-a9bb-646eaca1efd4 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:50.349570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.443086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] Set router efa189f0-5c5b-4f66-aefe-75cc431a3a42 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:49:50.444740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] For port bf4b51d6-5520-497f-a9bb-646eaca1efd4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=bf4b51d6-5520-497f-a9bb-646eaca1efd4,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:50.445104 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.460083 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Calling delete_port for bf4b51d6-5520-497f-a9bb-646eaca1efd4 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:50.502701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:49:50Z', 'revision_number': 6, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:50.531795 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dddd56-70e8-4da4-929c-84314c4d3096 None None] The sync data for ids ['efa189f0-5c5b-4f66-aefe-75cc431a3a42'] in n-d-768852-22 is: [{'id': 'efa189f0-5c5b-4f66-aefe-75cc431a3a42', 'name': 'tempest-TestVolumeBootPattern-665899168-router', 'tenant_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:30:37Z', 'updated_at': '2021-11-12T11:49:50Z', 'revision_number': 6, 'project_id': '6c2e5eeb5ef9404c8ed657558d1b5565', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:49:50.792668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.824799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4b51d6-5520-497f-a9bb-646eaca1efd4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:50.841987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7665aaf2-e127-49a0-96a6-f5a189ada2d9 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:49:50.893974 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.993271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:50.995613 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.072970 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.175534 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.176028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa189f0-5c5b-4f66-aefe-75cc431a3a42 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 11:49:51.181138 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.182430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-faf94a7e-1133-466d-a466-c085078fcd54 admin admin] 10.222.0.98 "DELETE /v2.0/routers/efa189f0-5c5b-4f66-aefe-75cc431a3a42 HTTP/1.1" status: 204 len: 168 time: 1.2264817 Nov 12 11:49:51.186272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39782) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:51.236383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e4e1ae-80e9-4c76-a3ed-d21d6652f7d2 admin admin] Deleting subnet e79d860f-3b16-43b5-aeb5-befe55450fc4 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:49:51.239787 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90e4e1ae-80e9-4c76-a3ed-d21d6652f7d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.276610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90e4e1ae-80e9-4c76-a3ed-d21d6652f7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.377100 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90e4e1ae-80e9-4c76-a3ed-d21d6652f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.575655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90e4e1ae-80e9-4c76-a3ed-d21d6652f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.621423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4e1ae-80e9-4c76-a3ed-d21d6652f7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79d860f-3b16-43b5-aeb5-befe55450fc4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:51.629290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90e4e1ae-80e9-4c76-a3ed-d21d6652f7d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.636332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-90e4e1ae-80e9-4c76-a3ed-d21d6652f7d2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/e79d860f-3b16-43b5-aeb5-befe55450fc4 HTTP/1.1" status: 204 len: 168 time: 0.4486225 Nov 12 11:49:51.640814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39784) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:51.655957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747d380-0129-4d24-baf4-96ecd70b1033 None None] Network 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:49:51.695487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4051259e-5279-447d-a435-e0a27c6a7fef no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:51.744452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4051259e-5279-447d-a435-e0a27c6a7fef {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:49:51.744799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4051259e-5279-447d-a435-e0a27c6a7fef not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:51.745223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf4b51d6-5520-497f-a9bb-646eaca1efd4 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:51.765614 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.776278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: bf4b51d6-5520-497f-a9bb-646eaca1efd4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:49:51.776625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device bf4b51d6-5520-497f-a9bb-646eaca1efd4 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:51.839274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Deleting port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:51.839619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.922951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] For port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,segment=NetworkSegment(f36ffcac-76e1-4802-9d95-94bca82ef580),segment_id=f36ffcac-76e1-4802-9d95-94bca82ef580)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:51.923301 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:51.925647 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] DHCP port deletion for 75ea56ae-8cac-4dc5-9451-c9fe33b7de61 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:49:51.942565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Calling delete_port for 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:51.994706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] Deleting port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:49:51.995076 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.069770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] For port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,segment=NetworkSegment(f36ffcac-76e1-4802-9d95-94bca82ef580),segment_id=f36ffcac-76e1-4802-9d95-94bca82ef580)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:49:52.070175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.083995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] Calling delete_port for 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:49:52.187448 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.194050 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.222959 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] Pushing event deleted for resources: {'Port': ['ID=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:52.224915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6e2fa-8a1a-4b80-bf0a-978841032c23 None None] No DVR routers for this DVR port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:52.229587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] No DVR routers for this DVR port 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:49:52.235260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=41dc6936-8f1c-4478-8d6f-2c85fbf05fc2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:52.312630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.336307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ea56ae-8cac-4dc5-9451-c9fe33b7de61']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:52.348161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36ffcac-76e1-4802-9d95-94bca82ef580') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:52.348469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36ffcac-76e1-4802-9d95-94bca82ef580') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:49:52.360216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.375297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.382489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:49:52.382896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:49:52.386432 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:49:52.535433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.546465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:52.552567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] 10.222.0.98 "DELETE /v2.0/networks/75ea56ae-8cac-4dc5-9451-c9fe33b7de61 HTTP/1.1" status: 204 len: 168 time: 0.9100392 Nov 12 11:49:52.569738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256a0d6-4549-42e2-915a-3b647ce58d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=75ea56ae-8cac-4dc5-9451-c9fe33b7de61,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:53.077435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:53.121527 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ee773dbd-e621-441a-8039-6168da9db48d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=eb3a39ed68f44e988c561e11e529a264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428259 Nov 12 11:49:53.124464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39790) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:53.173514 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50111be5-8a44-4a7e-be9a-b40ae9030f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.196846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50111be5-8a44-4a7e-be9a-b40ae9030f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.349962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50111be5-8a44-4a7e-be9a-b40ae9030f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.352608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-50111be5-8a44-4a7e-be9a-b40ae9030f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:53.353803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-50111be5-8a44-4a7e-be9a-b40ae9030f7c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/460baf2e-7242-4ea9-aad7-bbef8ee37c69 HTTP/1.1" status: 204 len: 168 time: 0.2284048 Nov 12 11:49:53.362992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50111be5-8a44-4a7e-be9a-b40ae9030f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460baf2e-7242-4ea9-aad7-bbef8ee37c69,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:53.665015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:49:53.692069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:49:53.692326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 41dc6936-8f1c-4478-8d6f-2c85fbf05fc2 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:49:54.654621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39796) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:54.688815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-340f7565-fb47-4dab-8a18-c535a81ee9f3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6c2e5eeb5ef9404c8ed657558d1b5565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410576 Nov 12 11:49:54.691441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39798) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:49:54.743853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b95e37e-48ca-4bc5-9d8e-cfd24e797d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:54.767762 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b95e37e-48ca-4bc5-9d8e-cfd24e797d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:54.923642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b95e37e-48ca-4bc5-9d8e-cfd24e797d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:54.926229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7b95e37e-48ca-4bc5-9d8e-cfd24e797d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:49:54.927399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7b95e37e-48ca-4bc5-9d8e-cfd24e797d78 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/298b5d7a-3459-437a-8c67-334705633641 HTTP/1.1" status: 204 len: 168 time: 0.2349622 Nov 12 11:49:54.936735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95e37e-48ca-4bc5-9d8e-cfd24e797d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298b5d7a-3459-437a-8c67-334705633641,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:49:57.920823 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:49:59.397995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc7759ac-d0d5-4814-8953-305085c0eb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:01.895122 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-55b5c1e1-b2cd-4ecf-abe3-1509e2cc2793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:03.197968 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:04.303779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:04.877829 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:07.942866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-e10c9ce5-25c9-4490-be12-07e7572a749d tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=21c01352deb341229729b1bfa2c73ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289283 Nov 12 11:50:08.122661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-b8d3be7c-963c-4dd4-91a9-5560e1c070a4 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:08.124058 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-b8d3be7c-963c-4dd4-91a9-5560e1c070a4 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754658 Nov 12 11:50:08.139363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-4aedaa2e-9b60-445d-869b-7785ecfc02dd tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/quotas/21c01352deb341229729b1bfa2c73ab5 HTTP/1.1" status: 200 len: 375 time: 0.0096238 Nov 12 11:50:08.173788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-ac17bc0b-b8af-456d-800b-5f4ffe32d44c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=21c01352deb341229729b1bfa2c73ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291474 Nov 12 11:50:08.412919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba31a619-2e63-4ac8-a7c7-c42fcc7fd914 req-6631be5d-e0a0-4894-8e45-37657c97e595 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 210 time: 0.0279555 Nov 12 11:50:09.493593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-586d54d4-d47b-443d-b5b3-edac772fc810 req-4d933276-9def-4811-9bd7-da50ee60ee3b tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 210 time: 0.0263646 Nov 12 11:50:10.586779 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1119a255-9318-4e9f-ba4a-9622e65b2519 req-bdfd1e59-73d1-467b-acd6-bea3145fa130 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 210 time: 0.0260575 Nov 12 11:50:11.002352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-a38841cb-7057-421f-a5ba-af6cbc41251b tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=21c01352deb341229729b1bfa2c73ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293474 Nov 12 11:50:11.192847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-0f3d8ca2-320b-48c1-8a32-8b0a34142ebc tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:11.194397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-0f3d8ca2-320b-48c1-8a32-8b0a34142ebc tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856606 Nov 12 11:50:11.208340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Request body: {'port': {'device_id': 'f23c3d66-e61f-4d95-a83e-e9a31f5b14d9', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'admin_state_up': True, 'tenant_id': '21c01352deb341229729b1bfa2c73ab5'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:11.396038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Made reservation on behalf of 21c01352deb341229729b1bfa2c73ab5 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:50:11.402510 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:11.419270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:11.515027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:11.601263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:11.681491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bc4828-623e-4bf5-84ed-a444260f76cd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:11.702800 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a76b82c-3307-43dd-85fa-270b2701ee2b req-4beebb21-321a-4a80-99cb-b37c9186894d tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 210 time: 0.0318239 Nov 12 11:50:11.759614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Allocated IP 192.168.233.8 (4ad89181-47d8-46a4-9482-f43ddbd936f1/31a5e51c-8a1e-442e-8e4d-b1b0bef1deec/4a2f8354-6d07-4793-b89e-a09bfed64106) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:50:11.911598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:12.021216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:12.066599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Network 4ad89181-47d8-46a4-9482-f43ddbd936f1 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:50:12.069901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:50:12.073985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:50:12.081770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Pushing event updated for resources: {'Port': ['ID=4a2f8354-6d07-4793-b89e-a09bfed64106,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:12.140517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:12.141171 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:12.264403 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-5b2f32e1-44d9-4fe7-994a-cac705235f9c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0597217 Nov 12 11:50:12.278059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Request body: {'port': {'device_id': 'f23c3d66-e61f-4d95-a83e-e9a31f5b14d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:12.335499 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:12.367519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-607015c1-160a-475c-af80-f25ba3b1b76a None None] Provisioning complete for port 4a2f8354-6d07-4793-b89e-a09bfed64106 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:50:12.368191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-607015c1-160a-475c-af80-f25ba3b1b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:12.402831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-607015c1-160a-475c-af80-f25ba3b1b76a None None] Port 4a2f8354-6d07-4793-b89e-a09bfed64106 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:50:12.609295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2f8354-6d07-4793-b89e-a09bfed64106 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:50:12.617110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:12.630655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Transition to ACTIVE for port object 4a2f8354-6d07-4793-b89e-a09bfed64106 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:50:12.740635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:12.797284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Pushing event updated for resources: {'Port': ['ID=4a2f8354-6d07-4793-b89e-a09bfed64106,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:12.826498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e090-9a77-420a-b40a-5969dbb2193a req-ff61ee69-478f-4221-9fc1-d68ef4b90c14 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:12.833649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40c1e090-9a77-420a-b40a-5969dbb2193a req-ff61ee69-478f-4221-9fc1-d68ef4b90c14 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 946 time: 0.0611477 Nov 12 11:50:12.868574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Attempting to bind port 4a2f8354-6d07-4793-b89e-a09bfed64106 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:50:12.868997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Attempting to bind port 4a2f8354-6d07-4793-b89e-a09bfed64106 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:50:12.869217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Attempting to bind port 4a2f8354-6d07-4793-b89e-a09bfed64106 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:50:12.874583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Port 4a2f8354-6d07-4793-b89e-a09bfed64106 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:50:12.874896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Attempting to bind port 4a2f8354-6d07-4793-b89e-a09bfed64106 on network 4ad89181-47d8-46a4-9482-f43ddbd936f1 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:50:12.880291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:50:12.880629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Checking segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:50:12.881017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Bound using segment: {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:50:12.881486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Bound port: 4a2f8354-6d07-4793-b89e-a09bfed64106, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5365a32e-ce5f-4cdb-a134-787fbaee9630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:50:12.881849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:12.885075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40c1e090-9a77-420a-b40a-5969dbb2193a req-59ead919-60eb-44aa-9209-f3a24c9a1682 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502892 Nov 12 11:50:12.949337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] For port 4a2f8354-6d07-4793-b89e-a09bfed64106, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:50:12.953359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] For port 4a2f8354-6d07-4793-b89e-a09bfed64106, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a2f8354-6d07-4793-b89e-a09bfed64106,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:50:13.026836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:13.062977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:13.063834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:13.065478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] 10.222.0.69 "PUT /v2.0/ports/4a2f8354-6d07-4793-b89e-a09bfed64106 HTTP/1.1" status: 200 len: 1095 time: 0.7919016 Nov 12 11:50:13.067801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23c3d66-e61f-4d95-a83e-e9a31f5b14d9', 'tag': '4a2f8354-6d07-4793-b89e-a09bfed64106'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:50:13.070832 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f38ca72-4985-4039-a016-fb2357a9dc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f23c3d66-e61f-4d95-a83e-e9a31f5b14d9", "tag": "4a2f8354-6d07-4793-b89e-a09bfed64106"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:50:13.110849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b45b4-9013-4351-827f-1687e818a20a service neutron] Pushing event updated for resources: {'Port': ['ID=4a2f8354-6d07-4793-b89e-a09bfed64106,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:13.112547 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8840962-f014-4c82-86de-cb69466d2a77 x-openstack-request-id: req-f8840962-f014-4c82-86de-cb69466d2a77 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:50:13.112862 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23c3d66-e61f-4d95-a83e-e9a31f5b14d9", "tag": "4a2f8354-6d07-4793-b89e-a09bfed64106", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:50:13.113197 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f8840962-f014-4c82-86de-cb69466d2a77 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:50:13.113486 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23c3d66-e61f-4d95-a83e-e9a31f5b14d9', 'tag': '4a2f8354-6d07-4793-b89e-a09bfed64106', 'status': 'completed', 'code': 200} Nov 12 11:50:13.179510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38ca72-4985-4039-a016-fb2357a9dc2c req-d09d8952-ecd4-480d-9b5f-eb550aab2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:13.181149 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f38ca72-4985-4039-a016-fb2357a9dc2c req-d09d8952-ecd4-480d-9b5f-eb550aab2491 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c01352deb341229729b1bfa2c73ab5&device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 1098 time: 0.0457394 Nov 12 11:50:13.211093 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f38ca72-4985-4039-a016-fb2357a9dc2c req-6505e171-71b4-4d33-84a6-967a30652ae8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=21c01352deb341229729b1bfa2c73ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201976 Nov 12 11:50:13.309750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38ca72-4985-4039-a016-fb2357a9dc2c req-7f148fa0-fc6a-4073-a10d-a83db8f26e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:13.311524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2f38ca72-4985-4039-a016-fb2357a9dc2c req-7f148fa0-fc6a-4073-a10d-a83db8f26e66 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932500 Nov 12 11:50:13.391363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2b9f1df4-f4e6-4264-85d5-720297ce158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:13.392818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-2b9f1df4-f4e6-4264-85d5-720297ce158b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=21c01352deb341229729b1bfa2c73ab5&device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 1098 time: 0.0418534 Nov 12 11:50:13.435931 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-3fdb99b4-473c-4726-b8c2-abb597e2fde9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4a2f8354-6d07-4793-b89e-a09bfed64106 HTTP/1.1" status: 200 len: 217 time: 0.0339785 Nov 12 11:50:13.488640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-a41e0863-c919-440b-b17f-c61cf0affb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:13.490095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-a41e0863-c919-440b-b17f-c61cf0affb0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=31a5e51c-8a1e-442e-8e4d-b1b0bef1deec HTTP/1.1" status: 200 len: 843 time: 0.0467558 Nov 12 11:50:13.537473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-e35fc484-9e3e-4024-a319-c96e80cef4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:13.538985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-e35fc484-9e3e-4024-a319-c96e80cef4b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ad89181-47d8-46a4-9482-f43ddbd936f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0411890 Nov 12 11:50:13.631971 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-11ad5e5d-347e-4c80-be27-7a8ffcc2feb4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834835 Nov 12 11:50:13.736272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5bed5428-5b7d-4239-9bfa-5a1e1e33fe2a req-6aaecdd6-369f-4b39-9084-178c5108349b service neutron] 10.222.0.69 "GET /v2.0/networks/4ad89181-47d8-46a4-9482-f43ddbd936f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936146 Nov 12 11:50:14.006343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283981ad-9e67-471f-b456-87063f5466a4 req-f9232275-11fb-45a7-ada6-487c9764c6db tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:14.007744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-283981ad-9e67-471f-b456-87063f5466a4 req-f9232275-11fb-45a7-ada6-487c9764c6db tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 946 time: 0.0492570 Nov 12 11:50:14.055746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-283981ad-9e67-471f-b456-87063f5466a4 req-423c8475-efb0-46d5-8767-2d22162076c3 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Nov 12 11:50:15.178033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838475f-cd73-4852-8d2d-6b3446be79d7 req-b8cb68f0-e269-483c-b5f2-f46ff0806870 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:15.179559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b838475f-cd73-4852-8d2d-6b3446be79d7 req-b8cb68f0-e269-483c-b5f2-f46ff0806870 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 946 time: 0.0533755 Nov 12 11:50:15.227779 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b838475f-cd73-4852-8d2d-6b3446be79d7 req-a1d218bb-3b32-49d2-b603-79b85e367ccc tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Nov 12 11:50:16.347120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deda941-11a2-4f26-987c-7697a84a1f9d req-cc127cf0-2a88-4e3d-8c09-4aae1dd42c91 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:16.348654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1deda941-11a2-4f26-987c-7697a84a1f9d req-cc127cf0-2a88-4e3d-8c09-4aae1dd42c91 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 946 time: 0.0507305 Nov 12 11:50:16.403571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1deda941-11a2-4f26-987c-7697a84a1f9d req-1d0f9d29-e636-4151-96ee-0dbd8a210666 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487471 Nov 12 11:50:17.522344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98766fd-0a30-4e62-9243-8eaab98b1f37 req-4ce94ca0-17a0-4635-82dd-c35c82830dc8 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:17.523908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a98766fd-0a30-4e62-9243-8eaab98b1f37 req-4ce94ca0-17a0-4635-82dd-c35c82830dc8 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 946 time: 0.0513217 Nov 12 11:50:17.577772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a98766fd-0a30-4e62-9243-8eaab98b1f37 req-78b0a4b0-d83c-41b2-bc91-c5d760ab560c tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479724 Nov 12 11:50:18.020349 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:18.464613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a2f8354-6d07-4793-b89e-a09bfed64106 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:50:18.557488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a2f8354-6d07-4793-b89e-a09bfed64106, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a2f8354-6d07-4793-b89e-a09bfed64106,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:18.571163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '4a2f8354-6d07-4793-b89e-a09bfed64106', 'network_id': '4ad89181-47d8-46a4-9482-f43ddbd936f1', 'port_id': '4a2f8354-6d07-4793-b89e-a09bfed64106', 'mac_address': 'fa:16:3e:e0:2c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a5e51c-8a1e-442e-8e4d-b1b0bef1deec', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:50:18.608099 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:18.625027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2f8354-6d07-4793-b89e-a09bfed64106 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:50:18.645350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a2f8354-6d07-4793-b89e-a09bfed64106, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a2f8354-6d07-4793-b89e-a09bfed64106,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:18.699228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346222b1-a0dd-48fe-b5e9-b845da11d8af req-326907f5-9d3f-4675-ab9e-791a34a7dbef tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:18.700746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-346222b1-a0dd-48fe-b5e9-b845da11d8af req-326907f5-9d3f-4675-ab9e-791a34a7dbef tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 946 time: 0.0498095 Nov 12 11:50:18.711567 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:18.749087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-346222b1-a0dd-48fe-b5e9-b845da11d8af req-28d97691-057e-4430-8eee-c3de5edd4981 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Nov 12 11:50:18.761101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4a2f8354-6d07-4793-b89e-a09bfed64106,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:19.040358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4a2f8354-6d07-4793-b89e-a09bfed64106'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:50:19.864189 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b8a3-c3db-405a-a9c1-545399b196a1 req-a370eb96-cfd8-4759-a0dd-e12f91481fcd tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:19.865614 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c93b8a3-c3db-405a-a9c1-545399b196a1 req-a370eb96-cfd8-4759-a0dd-e12f91481fcd tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 947 time: 0.0476608 Nov 12 11:50:19.917824 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c93b8a3-c3db-405a-a9c1-545399b196a1 req-b26a72f1-7a6c-4be5-9e81-9890e5840f8d tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Nov 12 11:50:20.479216 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a2f8354-6d07-4793-b89e-a09bfed64106 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:50:20.631836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 4a2f8354-6d07-4793-b89e-a09bfed64106 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:50:20.636384 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 4a2f8354-6d07-4793-b89e-a09bfed64106 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:50:20.636760 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:20.718413 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:20.740839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23c3d66-e61f-4d95-a83e-e9a31f5b14d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2f8354-6d07-4793-b89e-a09bfed64106'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:50:20.742977 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9c83ef-9bce-46b5-b17b-fce41cdbb256" -d '{"events": [{"server_uuid": "f23c3d66-e61f-4d95-a83e-e9a31f5b14d9", "name": "network-vif-plugged", "status": "completed", "tag": "4a2f8354-6d07-4793-b89e-a09bfed64106"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:50:20.755882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a2f8354-6d07-4793-b89e-a09bfed64106, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a2f8354-6d07-4793-b89e-a09bfed64106,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:20.829358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:20.853037 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9179f78-9279-4eb6-bfb8-460e84de4151 x-openstack-request-id: req-c9179f78-9279-4eb6-bfb8-460e84de4151 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:50:20.853325 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23c3d66-e61f-4d95-a83e-e9a31f5b14d9", "name": "network-vif-plugged", "status": "completed", "tag": "4a2f8354-6d07-4793-b89e-a09bfed64106", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:50:20.853700 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9179f78-9279-4eb6-bfb8-460e84de4151 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:50:20.853955 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23c3d66-e61f-4d95-a83e-e9a31f5b14d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2f8354-6d07-4793-b89e-a09bfed64106', 'code': 200} Nov 12 11:50:20.882267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4a2f8354-6d07-4793-b89e-a09bfed64106,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:20.949057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591754a-7ae8-48be-a22a-4fb72ec6ac1a req-f222127b-7cb0-4b9e-b312-e4992730042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:20.950801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a591754a-7ae8-48be-a22a-4fb72ec6ac1a req-f222127b-7cb0-4b9e-b312-e4992730042e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 1100 time: 0.0424383 Nov 12 11:50:21.003408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:21.010596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a591754a-7ae8-48be-a22a-4fb72ec6ac1a req-357b67c9-0481-49d9-82d3-97c075e5e1b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497115 Nov 12 11:50:21.057779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea089c6-49d3-47df-a629-6ce536374a35 req-1d0ff098-0589-436a-96ba-b13c2f22d116 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:21.059332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ea089c6-49d3-47df-a629-6ce536374a35 req-1d0ff098-0589-436a-96ba-b13c2f22d116 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 948 time: 0.0551412 Nov 12 11:50:21.108760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ea089c6-49d3-47df-a629-6ce536374a35 req-e5bf6915-ab13-42c3-8e2f-ebf711bf1dcf tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Nov 12 11:50:22.229583 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5fb40-e668-4ca7-b4a2-4663b71a5265 req-0ebaa6f9-3b82-44e4-b7c7-7d49841ac31f tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:22.231632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16b5fb40-e668-4ca7-b4a2-4663b71a5265 req-0ebaa6f9-3b82-44e4-b7c7-7d49841ac31f tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 948 time: 0.0509009 Nov 12 11:50:22.279473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16b5fb40-e668-4ca7-b4a2-4663b71a5265 req-89cdc8ee-b5f6-40a8-b928-9abf23b5bc89 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Nov 12 11:50:23.403692 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e18885-6334-447c-af64-158a98ab7d00 req-d9419680-246c-4c54-b192-bb05be4a3cfb tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:23.405215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76e18885-6334-447c-af64-158a98ab7d00 req-d9419680-246c-4c54-b192-bb05be4a3cfb tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 948 time: 0.0524962 Nov 12 11:50:23.452720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-76e18885-6334-447c-af64-158a98ab7d00 req-4174bec5-605f-44a6-b18a-7c316e907e57 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Nov 12 11:50:23.913074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-3f25f66a-c826-4207-8554-e257adc37e28 req-5f03db05-b9c8-4027-8291-905615949582 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:50:23.914089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f25f66a-c826-4207-8554-e257adc37e28 req-5f03db05-b9c8-4027-8291-905615949582 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1013861 Nov 12 11:50:25.045522 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66889a16-e81a-414b-b010-3b4d167123df req-bae288ee-5d2f-4ebf-87ec-39d01fcf9b2d tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:25.046975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66889a16-e81a-414b-b010-3b4d167123df req-bae288ee-5d2f-4ebf-87ec-39d01fcf9b2d tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 948 time: 0.0481863 Nov 12 11:50:25.094247 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66889a16-e81a-414b-b010-3b4d167123df req-1c42741d-1a16-4feb-a188-9a290b8b7345 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Nov 12 11:50:26.209166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed5abd-5dbe-48ae-8723-5cd4f8233680 req-d6cbbca8-8889-4b42-8394-95ff430de533 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:26.210634 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10ed5abd-5dbe-48ae-8723-5cd4f8233680 req-d6cbbca8-8889-4b42-8394-95ff430de533 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 948 time: 0.0483356 Nov 12 11:50:26.262832 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-10ed5abd-5dbe-48ae-8723-5cd4f8233680 req-0ae09a89-10f4-41ca-a2ca-a0f4aad5e03f tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/security-groups?id=56bc4828-623e-4bf5-84ed-a444260f76cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Nov 12 11:50:26.513262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-946734a3-a395-4871-8d3b-de0738149801 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:26.514674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-946734a3-a395-4871-8d3b-de0738149801 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.69 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 948 time: 0.0549543 Nov 12 11:50:26.608990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Deleting port 4a2f8354-6d07-4793-b89e-a09bfed64106 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:50:26.609331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:26.701879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] For port 4a2f8354-6d07-4793-b89e-a09bfed64106, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a2f8354-6d07-4793-b89e-a09bfed64106,segment=NetworkSegment(5365a32e-ce5f-4cdb-a134-787fbaee9630),segment_id=5365a32e-ce5f-4cdb-a134-787fbaee9630)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:26.702246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:26.714469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Calling delete_port for 4a2f8354-6d07-4793-b89e-a09bfed64106 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:50:26.894338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:26.910729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4a2f8354-6d07-4793-b89e-a09bfed64106'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:50:26.927860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Pushing event deleted for resources: {'Port': ['ID=4a2f8354-6d07-4793-b89e-a09bfed64106,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:26.941857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.942261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.942633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.942973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.943306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.943684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.944059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.944399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.944730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.945058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.945388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.945710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:26.981596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] No DVR routers for this DVR port 4a2f8354-6d07-4793-b89e-a09bfed64106 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:50:26.984282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:26.987659 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3c974975-3063-437a-92c2-b7ae3c2d4c5f req-a87e4ca9-6527-4fc5-85b4-649b8012d74a tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.69 "DELETE /v2.0/ports/4a2f8354-6d07-4793-b89e-a09bfed64106 HTTP/1.1" status: 204 len: 173 time: 0.4633305 Nov 12 11:50:26.988138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23c3d66-e61f-4d95-a83e-e9a31f5b14d9', 'name': 'network-vif-deleted', 'tag': '4a2f8354-6d07-4793-b89e-a09bfed64106'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:50:26.990452 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f7d6a6-bc06-4fbf-bb36-2d9eb25d1133" -d '{"events": [{"server_uuid": "f23c3d66-e61f-4d95-a83e-e9a31f5b14d9", "name": "network-vif-deleted", "tag": "4a2f8354-6d07-4793-b89e-a09bfed64106"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:50:27.029261 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcfffc2-c1f1-4404-ba50-86d2b27f5170 x-openstack-request-id: req-6bcfffc2-c1f1-4404-ba50-86d2b27f5170 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:50:27.029553 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23c3d66-e61f-4d95-a83e-e9a31f5b14d9", "name": "network-vif-deleted", "tag": "4a2f8354-6d07-4793-b89e-a09bfed64106", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:50:27.029803 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6bcfffc2-c1f1-4404-ba50-86d2b27f5170 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:50:27.030201 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23c3d66-e61f-4d95-a83e-e9a31f5b14d9', 'name': 'network-vif-deleted', 'tag': '4a2f8354-6d07-4793-b89e-a09bfed64106', 'status': 'completed', 'code': 200} Nov 12 11:50:27.373033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8bb350f3-68f3-48b8-b8d7-6c73d7d4a1ec req-aff745e6-80d6-47b0-baaf-6a9341dbe490 tempest-ServersAdminNegativeTestJSON-1327520034 tempest-ServersAdminNegativeTestJSON-1327520034-project] 10.222.0.98 "GET /v2.0/ports?device_id=f23c3d66-e61f-4d95-a83e-e9a31f5b14d9 HTTP/1.1" status: 200 len: 210 time: 0.0270970 Nov 12 11:50:29.001063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39956) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:50:29.133288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f50a4340-5489-4fff-b1d5-30cbd3b1a2d3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=21c01352deb341229729b1bfa2c73ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310472 Nov 12 11:50:29.135850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39960) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:50:29.182885 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:29.204751 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:29.366651 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:29.369307 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:29.370483 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/56bc4828-623e-4bf5-84ed-a444260f76cd HTTP/1.1" status: 204 len: 168 time: 0.2336912 Nov 12 11:50:29.381777 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bc4828-623e-4bf5-84ed-a444260f76cd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:29.393683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.394221 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.394786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.395349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.395955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.396535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.397125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.397683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.398265 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.398839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.399517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.400136 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aab7eb-8a14-4331-b814-5b77ec146e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:50:29.400658 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-57778024-ce68-41e6-a8bc-b83e635c2eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.081426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 39966) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:50:30.095250 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6a79c4da-28fb-4b43-b01e-f11a21a3f4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.172396 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6a79c4da-28fb-4b43-b01e-f11a21a3f4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.269165 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6a79c4da-28fb-4b43-b01e-f11a21a3f4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.309737 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6a79c4da-28fb-4b43-b01e-f11a21a3f4b9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ad61cc216ab04e818ae9013fd03a60b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271914 Nov 12 11:50:30.310718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79c4da-28fb-4b43-b01e-f11a21a3f4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c8280a-f438-4973-b3f9-b8149018263d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:30.313326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39968) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:50:30.364572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb36ae6c-3131-47dc-8c8a-fb9d0b741e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.386150 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb36ae6c-3131-47dc-8c8a-fb9d0b741e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.561984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb36ae6c-3131-47dc-8c8a-fb9d0b741e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.563476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a2f8354-6d07-4793-b89e-a09bfed64106 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:50:30.564609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bb36ae6c-3131-47dc-8c8a-fb9d0b741e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:30.565761 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bb36ae6c-3131-47dc-8c8a-fb9d0b741e24 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a2c8280a-f438-4973-b3f9-b8149018263d HTTP/1.1" status: 204 len: 168 time: 0.2513402 Nov 12 11:50:30.575511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36ae6c-3131-47dc-8c8a-fb9d0b741e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c8280a-f438-4973-b3f9-b8149018263d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:30.593519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 4a2f8354-6d07-4793-b89e-a09bfed64106 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:50:30.593855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a2f8354-6d07-4793-b89e-a09bfed64106 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:50:31.837037 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2616e378-5f6e-4747-ae36-08aec77618ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:31.846874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39990) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:50:31.952330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-656205412-network', 'tenant_id': '202c1d5791544b0e83e2c2f4bad0fdab'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:32.063376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Made reservation on behalf of 202c1d5791544b0e83e2c2f4bad0fdab for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:50:32.065805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:32.075159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:32.149940 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:32.220392 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:32.248303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:50:32.254899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a881d025-efc6-4a3f-a217-e0d07b13fed8,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:32.261355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:32.261698 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Added segment c0c9ad8e-2cad-426b-9342-9b68eee2745e of type vlan for network 98100770-1a66-4997-a2cd-434d38e5dac2 Nov 12 11:50:32.304094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:32.446651 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:32.447563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:32.448182 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:32.542868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] Pushing event updated for resources: {'Network': ['ID=98100770-1a66-4997-a2cd-434d38e5dac2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:32.557334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 98100770-1a66-4997-a2cd-434d38e5dac2 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:50:32.611685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7062284c-d0b3-4748-b48d-6731c799412b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7636437 Nov 12 11:50:32.614655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 39994) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:50:32.619990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Request body: {'subnet': {'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-656205412-subnet', 'tenant_id': '202c1d5791544b0e83e2c2f4bad0fdab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:32.745657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Made reservation on behalf of 202c1d5791544b0e83e2c2f4bad0fdab for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:50:32.748594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:33.012334 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:33.073046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583b5caa-ca04-44b4-92ce-3b85e775bb0b,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:33.080074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Checking segment: {'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:50:33.080567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Network hostable DHCP agents. Network: 98100770-1a66-4997-a2cd-434d38e5dac2, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:50:33.154721 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:33.183711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Network 98100770-1a66-4997-a2cd-434d38e5dac2 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:50:33.263698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 98100770-1a66-4997-a2cd-434d38e5dac2) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:50:33.267866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:33.268620 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:33.272977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda9cde-c47c-4dfc-b629-bcf6eaad3070 None None] Network 98100770-1a66-4997-a2cd-434d38e5dac2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:50:33.366928 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8ef496cd-26d2-4007-a38b-77b7ed1f2b78 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7499678 Nov 12 11:50:33.418327 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a35dd-3cf3-4f23-8342-18d127f9d7a6 None None] Network 98100770-1a66-4997-a2cd-434d38e5dac2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:50:33.831492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-268526c4-c7f3-4fb6-a18d-a3e19744a404 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:33.833026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-268526c4-c7f3-4fb6-a18d-a3e19744a404 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/networks?id=98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 200 len: 811 time: 0.1051800 Nov 12 11:50:33.849007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-24426e85-c0c6-4020-9bac-217bf0446967 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/quotas/202c1d5791544b0e83e2c2f4bad0fdab HTTP/1.1" status: 200 len: 375 time: 0.0101564 Nov 12 11:50:33.885125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-958552c9-d6af-409d-8f4e-30f1e19da81b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304422 Nov 12 11:50:33.896888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-10c14ccf-6d8a-4db5-b565-3dd53e3b4491 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:50:33.897849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-10c14ccf-6d8a-4db5-b565-3dd53e3b4491 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054936 Nov 12 11:50:33.987296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-298242b6-e2df-41dc-ae64-cf98a23f3323 service neutron] 10.222.0.98 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831103 Nov 12 11:50:34.092009 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-b2be7d6d-c72c-4e52-ad0d-e4c1e544bcb7 service neutron] 10.222.0.98 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983622 Nov 12 11:50:34.323441 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:34.361192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-12a5424f-a0ae-47d7-8ed8-7f607021b5b3 req-9ea25777-4145-4be1-9dc0-71ca01e2b38e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 210 time: 0.0295284 Nov 12 11:50:34.860473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:34.920847 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:50:35.445182 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7408100-a47e-4870-8995-0ce79677eb4f req-1bb7349d-f709-487b-ac30-c73a0966aa78 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 210 time: 0.0272424 Nov 12 11:50:36.243948 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-30d9700f-54ba-4945-9ab6-9ad8784b0726 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403776 Nov 12 11:50:36.328688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-b61e56ed-9427-40fd-bbcc-c1640ab0ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:36.330041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-b61e56ed-9427-40fd-bbcc-c1640ab0ed41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0413389 Nov 12 11:50:36.436346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-cc0c0126-8ea5-4ab1-a124-4c1d26e8bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:36.437828 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-cc0c0126-8ea5-4ab1-a124-4c1d26e8bc16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0877008 Nov 12 11:50:36.479567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-b8e78c3e-25e5-4756-bb9e-4c06a38468a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0346367 Nov 12 11:50:36.534194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-83858703-13fd-44a0-91e8-b70d5694570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:36.536531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-83858703-13fd-44a0-91e8-b70d5694570b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0503547 Nov 12 11:50:36.541043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-816299b9-f6fb-4dfe-9a70-c87307d28efc req-15d6777c-a587-46fa-9d5d-420e00066685 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 210 time: 0.0268106 Nov 12 11:50:36.589098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-b1e87103-5685-4059-bd8d-6e5b5702642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:36.591245 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-b1e87103-5685-4059-bd8d-6e5b5702642c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470698 Nov 12 11:50:36.988731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-2f08f4dd-b666-485f-9be6-a9996c4fbcd0 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900521 Nov 12 11:50:37.086041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe2072e9-97f0-4e85-b318-87ca107f9b5b req-98c47ace-27a9-4335-b00b-edd4711f536b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888143 Nov 12 11:50:37.473321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-c627b144-5560-4bf5-aeda-73ced519a8aa tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:37.474818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-c627b144-5560-4bf5-aeda-73ced519a8aa tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.69 "GET /v2.0/networks?id=98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 200 len: 811 time: 0.1060593 Nov 12 11:50:37.501599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Request body: {'port': {'device_id': '2a6723c5-b987-4e38-b494-d000135e7f10', 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2', 'admin_state_up': True, 'tenant_id': '202c1d5791544b0e83e2c2f4bad0fdab'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:37.646579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b705bd64-0dc5-4428-b21d-15996ed948ac req-9b678c8a-d0f9-4500-8173-bca8ac3b78b0 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 210 time: 0.0324874 Nov 12 11:50:37.733018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Made reservation on behalf of 202c1d5791544b0e83e2c2f4bad0fdab for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:50:37.736871 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:37.870423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Allocated IP 172.20.0.8 (98100770-1a66-4997-a2cd-434d38e5dac2/583b5caa-ca04-44b4-92ce-3b85e775bb0b/497bb606-cd5e-41e8-9c76-45654f59917b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:50:38.022581 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:38.186388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:38.231220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Network 98100770-1a66-4997-a2cd-434d38e5dac2 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:50:38.236315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:50:38.240154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:50:38.270354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:38.296384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:38.297006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:38.451456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a701b00a-c3b1-422b-9cd7-186c84bc8f0c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9541080 Nov 12 11:50:38.466853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Request body: {'port': {'device_id': '2a6723c5-b987-4e38-b494-d000135e7f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:50:38.523241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:38.775728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27395f97-d2f8-40d2-b79f-b320b58589dd req-0d156d31-bb28-4aaf-981b-015f78fa76c4 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:38.777748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27395f97-d2f8-40d2-b79f-b320b58589dd req-0d156d31-bb28-4aaf-981b-015f78fa76c4 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 931 time: 0.0548737 Nov 12 11:50:38.804383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497bb606-cd5e-41e8-9c76-45654f59917b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:50:38.812969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:38.827713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Transition to ACTIVE for port object 497bb606-cd5e-41e8-9c76-45654f59917b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:50:38.832238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27395f97-d2f8-40d2-b79f-b320b58589dd req-21b61bb7-5371-4896-a48a-c45b49f9a8ad tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481858 Nov 12 11:50:38.922889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:38.972840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:39.041952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Attempting to bind port 497bb606-cd5e-41e8-9c76-45654f59917b on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:50:39.042346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Attempting to bind port 497bb606-cd5e-41e8-9c76-45654f59917b by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:50:39.042674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Attempting to bind port 497bb606-cd5e-41e8-9c76-45654f59917b on network 98100770-1a66-4997-a2cd-434d38e5dac2 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:50:39.046941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Port 497bb606-cd5e-41e8-9c76-45654f59917b on network 98100770-1a66-4997-a2cd-434d38e5dac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:50:39.047271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Attempting to bind port 497bb606-cd5e-41e8-9c76-45654f59917b on network 98100770-1a66-4997-a2cd-434d38e5dac2 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:50:39.052059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:50:39.052395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Checking segment: {'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:50:39.052770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Bound using segment: {'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:50:39.053188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Bound port: 497bb606-cd5e-41e8-9c76-45654f59917b, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:50:39.053537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:39.119668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:50:39.123050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:50:39.254694 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:39.290112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:39.290733 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:39.292130 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] 10.222.0.69 "PUT /v2.0/ports/497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 1092 time: 0.8304751 Nov 12 11:50:39.292571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:50:39.294883 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3ee417-b43a-49dc-8671-f5fd00501ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:50:39.329135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ac8fd-3e4b-46d6-8469-6ebb4e4acf27 service neutron] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:39.339802 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50217afd-a65b-4c87-8c80-d0461724b62d x-openstack-request-id: req-50217afd-a65b-4c87-8c80-d0461724b62d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:50:39.340123 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:50:39.340372 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-50217afd-a65b-4c87-8c80-d0461724b62d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:50:39.340773 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b', 'status': 'completed', 'code': 200} Nov 12 11:50:39.404372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ee417-b43a-49dc-8671-f5fd00501ce0 req-b8b865b5-0529-4c1c-8eae-129ba01a2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:39.405908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f3ee417-b43a-49dc-8671-f5fd00501ce0 req-b8b865b5-0529-4c1c-8eae-129ba01a2262 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1095 time: 0.0435927 Nov 12 11:50:39.523459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ee417-b43a-49dc-8671-f5fd00501ce0 req-3e38ccdd-edd6-487f-abe0-2d47b75ff366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:39.524940 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f3ee417-b43a-49dc-8671-f5fd00501ce0 req-3e38ccdd-edd6-487f-abe0-2d47b75ff366 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1051557 Nov 12 11:50:39.628413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ee417-b43a-49dc-8671-f5fd00501ce0 req-6d4f4797-e965-4f16-a6bb-df698eeaf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:39.629928 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4f3ee417-b43a-49dc-8671-f5fd00501ce0 req-6d4f4797-e965-4f16-a6bb-df698eeaf786 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974524 Nov 12 11:50:39.721894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-cf17cae5-b2b2-4d47-8e94-c65fb5734241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:39.723472 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-cf17cae5-b2b2-4d47-8e94-c65fb5734241 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1095 time: 0.0475571 Nov 12 11:50:39.767148 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-756e61d2-44c1-4e89-8c3d-2f874995a89a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 217 time: 0.0345736 Nov 12 11:50:39.816998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a67adad9-07e4-49e4-96c3-49debd0e9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:39.818484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-a67adad9-07e4-49e4-96c3-49debd0e9f1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=583b5caa-ca04-44b4-92ce-3b85e775bb0b HTTP/1.1" status: 200 len: 851 time: 0.0447586 Nov 12 11:50:39.858437 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-e0353e43-395d-43fa-82ed-aaee7f37a780 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98100770-1a66-4997-a2cd-434d38e5dac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294955 Nov 12 11:50:39.955232 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-9ed7cbaf-6480-4c12-a55d-cd452c474ebe service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897048 Nov 12 11:50:39.966556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63edb9d-393b-43d6-8ba8-a1df57d9d085 req-feadb358-d0b8-4af3-a7a0-0efefebc5aae tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:39.968199 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f63edb9d-393b-43d6-8ba8-a1df57d9d085 req-feadb358-d0b8-4af3-a7a0-0efefebc5aae tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0626962 Nov 12 11:50:40.016612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f63edb9d-393b-43d6-8ba8-a1df57d9d085 req-c38efd1c-c8c3-4625-b872-c6945c02e330 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Nov 12 11:50:40.056567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53c2eca0-7cdd-48a0-853d-f1af25fc3125 req-20e86e23-c275-4e96-b550-ea13f8b7d3c6 service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915868 Nov 12 11:50:41.135003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521c6d2-1775-4131-a68e-904aaab0ff7c req-d5c98b67-de5f-4771-b8aa-54b2314f152b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:41.136534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8521c6d2-1775-4131-a68e-904aaab0ff7c req-d5c98b67-de5f-4771-b8aa-54b2314f152b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0489085 Nov 12 11:50:41.189734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8521c6d2-1775-4131-a68e-904aaab0ff7c req-34360e73-f606-4bc4-9241-8b6b65682d5e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470757 Nov 12 11:50:42.308778 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e2417-07a4-4460-914f-db73f9378f13 req-3a70cb4a-3f96-4813-a542-b03e169a1e03 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:42.310261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-215e2417-07a4-4460-914f-db73f9378f13 req-3a70cb4a-3f96-4813-a542-b03e169a1e03 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0498207 Nov 12 11:50:42.370919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-215e2417-07a4-4460-914f-db73f9378f13 req-9fd1a83c-fc9e-4b83-adbb-1e0db5e7180c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547876 Nov 12 11:50:43.490445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491e60-03f9-4afd-9048-d48e8a5086ca req-7eca7084-3428-46d7-913f-7652972d6c8d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:43.491961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48491e60-03f9-4afd-9048-d48e8a5086ca req-7eca7084-3428-46d7-913f-7652972d6c8d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0495179 Nov 12 11:50:43.542299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48491e60-03f9-4afd-9048-d48e8a5086ca req-68ab2122-ae78-4b0a-9db0-3a62c7ab8630 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Nov 12 11:50:44.643538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 497bb606-cd5e-41e8-9c76-45654f59917b details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:50:44.669604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d96c9e-ea42-427c-a912-002b789e6840 req-1774c6b3-c7f9-4f63-b9a2-10231e9ca039 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:44.683239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44d96c9e-ea42-427c-a912-002b789e6840 req-1774c6b3-c7f9-4f63-b9a2-10231e9ca039 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0593226 Nov 12 11:50:44.721307 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44d96c9e-ea42-427c-a912-002b789e6840 req-48e8dc3d-a516-4d05-acf0-43de7d54ff0e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Nov 12 11:50:44.743616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:44.754985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '497bb606-cd5e-41e8-9c76-45654f59917b', 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2', 'port_id': '497bb606-cd5e-41e8-9c76-45654f59917b', 'mac_address': 'fa:16:3e:df:e4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583b5caa-ca04-44b4-92ce-3b85e775bb0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:50:44.795519 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:44.808031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497bb606-cd5e-41e8-9c76-45654f59917b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:50:44.827013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:45.002849 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:45.051104 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:45.242740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['497bb606-cd5e-41e8-9c76-45654f59917b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:50:45.845473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91658f6-4aac-4e15-9bf5-9163687b359f req-f1420a29-1b9e-42ff-9c76-32f7fd3acc07 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:45.847025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c91658f6-4aac-4e15-9bf5-9163687b359f req-f1420a29-1b9e-42ff-9c76-32f7fd3acc07 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 944 time: 0.0504742 Nov 12 11:50:45.896484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c91658f6-4aac-4e15-9bf5-9163687b359f req-b2625e38-2958-48b5-83c6-d5ad8acb6b9a tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Nov 12 11:50:46.651168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 497bb606-cd5e-41e8-9c76-45654f59917b up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:50:46.791538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 497bb606-cd5e-41e8-9c76-45654f59917b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:50:46.795721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 497bb606-cd5e-41e8-9c76-45654f59917b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:50:46.796121 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:46.889060 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:46.917296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:50:46.919576 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dfbd5a-3a58-46eb-a909-013e3898c125" -d '{"events": [{"server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "name": "network-vif-plugged", "status": "completed", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:50:46.933131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:50:47.017208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca50d5-3672-4f1e-8a67-b8f9cdc1385b req-477f48a1-bee0-4fd1-a753-bf499ad4b06d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:47.018735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77ca50d5-3672-4f1e-8a67-b8f9cdc1385b req-477f48a1-bee0-4fd1-a753-bf499ad4b06d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 944 time: 0.0499742 Nov 12 11:50:47.063154 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:47.073011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77ca50d5-3672-4f1e-8a67-b8f9cdc1385b req-7d0b1641-12ed-468d-866c-a83f1ec21499 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482345 Nov 12 11:50:47.111696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:50:47.116834 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d37e831-37a3-40c8-8c5a-13bf38228209 x-openstack-request-id: req-2d37e831-37a3-40c8-8c5a-13bf38228209 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:50:47.117123 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "name": "network-vif-plugged", "status": "completed", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:50:47.117377 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d37e831-37a3-40c8-8c5a-13bf38228209 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:50:47.117777 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b', 'code': 200} Nov 12 11:50:47.218273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6d34-7ff7-4ba9-863c-26d4f22a40fd req-c7862098-1824-4da7-b2fd-9e58e2c4486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:47.219702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd3d6d34-7ff7-4ba9-863c-26d4f22a40fd req-c7862098-1824-4da7-b2fd-9e58e2c4486b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1097 time: 0.0408449 Nov 12 11:50:47.267772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd3d6d34-7ff7-4ba9-863c-26d4f22a40fd req-4bf4ee35-16d8-4ed3-aecc-7c23a195dcb3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Nov 12 11:50:48.037521 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:48.201627 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5cae8-f4d6-4eb2-8913-5f55408dbaa4 req-617d6a19-14a0-42ee-b973-b57cffd4995a tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:48.203147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2c5cae8-f4d6-4eb2-8913-5f55408dbaa4 req-617d6a19-14a0-42ee-b973-b57cffd4995a tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0529728 Nov 12 11:50:48.255110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2c5cae8-f4d6-4eb2-8913-5f55408dbaa4 req-d5f99357-d268-400b-83b3-6eb9bd7d6a52 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459189 Nov 12 11:50:49.372484 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92994460-68ee-4754-9058-4764111aa664 req-a39347d0-75f9-4826-8e6a-a9c66a3fc4e7 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:49.373969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-92994460-68ee-4754-9058-4764111aa664 req-a39347d0-75f9-4826-8e6a-a9c66a3fc4e7 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0498085 Nov 12 11:50:49.422775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-92994460-68ee-4754-9058-4764111aa664 req-92917e7f-b1ca-4351-9183-24db03159100 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Nov 12 11:50:49.908154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe43a-60f9-413b-9649-1701c0ee8814 req-cccb4458-57a3-4c52-a9bc-ad3a412d47fb tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:49.909877 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28fbe43a-60f9-413b-9649-1701c0ee8814 req-cccb4458-57a3-4c52-a9bc-ad3a412d47fb tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0527215 Nov 12 11:50:49.957037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28fbe43a-60f9-413b-9649-1701c0ee8814 req-e30a3b88-172c-4e55-8d9a-b359fcfc78d7 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Nov 12 11:50:50.133904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-8cf33b82-8257-4179-950f-bac830be4913 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903540 Nov 12 11:50:50.142621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-0f04226a-c1dd-4bc3-ae59-8ca558f09919 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:50:50.143565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-0f04226a-c1dd-4bc3-ae59-8ca558f09919 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048356 Nov 12 11:50:50.284027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-e108c336-2a95-4923-a079-b04a224a1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:50.285648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-e108c336-2a95-4923-a079-b04a224a1346 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1097 time: 0.0434136 Nov 12 11:50:50.400659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-c5fdd392-2be7-44bd-8be2-3809b594713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:50.402185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-c5fdd392-2be7-44bd-8be2-3809b594713b service neutron] 10.222.0.69 "GET /v2.0/networks?id=98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 200 len: 912 time: 0.0940762 Nov 12 11:50:50.445684 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-7f45f06f-fd48-47cd-ad1a-859f9687207f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 217 time: 0.0358360 Nov 12 11:50:50.501319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-ed341974-fdce-42be-98e9-8d191c3a228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:50.502842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-ed341974-fdce-42be-98e9-8d191c3a228d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=583b5caa-ca04-44b4-92ce-3b85e775bb0b HTTP/1.1" status: 200 len: 851 time: 0.0499320 Nov 12 11:50:50.537796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-42608117-119d-4bb2-9ccb-b8b30d070318 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98100770-1a66-4997-a2cd-434d38e5dac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276685 Nov 12 11:50:50.633375 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-a920086e-ce07-4961-bb85-ae0cc98655bd service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881903 Nov 12 11:50:50.744417 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c53954fa-99f6-4646-8181-4d4fcbb72497 req-3ac3608c-6a02-4011-b7bf-f1551b3719b5 service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028123 Nov 12 11:50:51.012215 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:51.073203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73893-e2bb-4e99-be99-0c52b02a1588 req-47223241-2fef-42c7-9f7a-8774423d536d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:51.075342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27a73893-e2bb-4e99-be99-0c52b02a1588 req-47223241-2fef-42c7-9f7a-8774423d536d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0496778 Nov 12 11:50:51.129323 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27a73893-e2bb-4e99-be99-0c52b02a1588 req-ff9707b7-7eeb-4f08-b828-1b6bdbe88cf1 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464218 Nov 12 11:50:52.248872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61c93d-c89c-4de1-8724-90735b384e27 req-43452e9f-cc9f-4308-9149-894b6b062e66 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:52.250363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f61c93d-c89c-4de1-8724-90735b384e27 req-43452e9f-cc9f-4308-9149-894b6b062e66 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Nov 12 11:50:52.301440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f61c93d-c89c-4de1-8724-90735b384e27 req-f644021d-dcf7-4a7c-b118-079bd7c696a7 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450206 Nov 12 11:50:52.386085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-c650e134-6f31-462c-a7d3-08d586ba5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:52.388164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-c650e134-6f31-462c-a7d3-08d586ba5d28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1097 time: 0.0427115 Nov 12 11:50:52.482242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-cf4b98e3-8695-4d6f-9d57-b1ec49e371e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:52.483604 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-cf4b98e3-8695-4d6f-9d57-b1ec49e371e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 200 len: 912 time: 0.0884540 Nov 12 11:50:52.525997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-32f03d04-5719-4953-a340-45b32431e288 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 217 time: 0.0338497 Nov 12 11:50:52.576941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-a5e5669c-1577-43ad-b48f-6653d41c764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:52.578405 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-a5e5669c-1577-43ad-b48f-6653d41c764c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=583b5caa-ca04-44b4-92ce-3b85e775bb0b HTTP/1.1" status: 200 len: 851 time: 0.0448358 Nov 12 11:50:52.615197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-9ee6f8ae-0a12-4bc7-b8da-099d0b8dd414 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98100770-1a66-4997-a2cd-434d38e5dac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297718 Nov 12 11:50:52.708531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-1c8318d5-2f01-425d-be32-5181a28dbb80 service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Nov 12 11:50:52.803151 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-3dfda9fa-c412-493b-94f6-71ce3a32708e service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866311 Nov 12 11:50:53.415833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5716-4740-42ef-8253-bfdd0413b0da req-adfd5390-2c83-408d-9a9c-c451292e28a0 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:53.419674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97e5716-4740-42ef-8253-bfdd0413b0da req-adfd5390-2c83-408d-9a9c-c451292e28a0 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0489478 Nov 12 11:50:53.464546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b97e5716-4740-42ef-8253-bfdd0413b0da req-441ed88f-bcb2-418b-9e2c-3347ca49fc02 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Nov 12 11:50:54.587909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17f72-5916-43c9-8ffc-7f305bbbed10 req-774362a1-bc1a-42a9-9412-0fd6f1aa3c01 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:54.589459 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5d17f72-5916-43c9-8ffc-7f305bbbed10 req-774362a1-bc1a-42a9-9412-0fd6f1aa3c01 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0519574 Nov 12 11:50:54.640075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5d17f72-5916-43c9-8ffc-7f305bbbed10 req-14ea2709-cd99-497d-9b14-f5834531a44b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Nov 12 11:50:55.773407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000106e1-6dc6-44fe-8ba1-8af9db7900aa req-db35a393-7263-4775-b610-169fb6ae6f02 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:55.774906 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-000106e1-6dc6-44fe-8ba1-8af9db7900aa req-db35a393-7263-4775-b610-169fb6ae6f02 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0505226 Nov 12 11:50:55.823317 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-000106e1-6dc6-44fe-8ba1-8af9db7900aa req-d2326c06-2ea8-47ef-8779-3ba81e304046 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Nov 12 11:50:56.953196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ced19-4a0f-4c98-a42e-4c3630bc7f35 req-096d6ce5-fc2d-4358-a659-aab69dfb6766 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:56.954924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-745ced19-4a0f-4c98-a42e-4c3630bc7f35 req-096d6ce5-fc2d-4358-a659-aab69dfb6766 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0556092 Nov 12 11:50:57.353111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-745ced19-4a0f-4c98-a42e-4c3630bc7f35 req-e0494e82-e139-48d2-b776-4b72ebcee142 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913066 Nov 12 11:50:57.675349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-784d7f1d-5386-4a64-acd0-220c76860f30 req-9cab1886-cf26-4ce8-89dc-030e3cd78e8e service neutron] (109705) timed out ('10.222.0.98', 59022) {{(pid=109705) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:50:58.471581 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394da796-e6d7-4404-b6d5-26dcaa248c12 req-c024bbc2-6395-4ba8-bbf7-b0887b3dda35 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:58.473081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-394da796-e6d7-4404-b6d5-26dcaa248c12 req-c024bbc2-6395-4ba8-bbf7-b0887b3dda35 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Nov 12 11:50:58.521000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-394da796-e6d7-4404-b6d5-26dcaa248c12 req-a86724c3-402e-494e-9444-bb505c50490f tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Nov 12 11:50:59.345335 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-87d15992-01c3-4160-8f04-3ee9e06f92b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:50:59.638763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cd6ac-32df-41aa-89b3-0feb41f204cd req-a46b69ed-acc1-41e8-9b4d-39da0a8a5e96 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:50:59.640358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb2cd6ac-32df-41aa-89b3-0feb41f204cd req-a46b69ed-acc1-41e8-9b4d-39da0a8a5e96 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Nov 12 11:50:59.688257 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb2cd6ac-32df-41aa-89b3-0feb41f204cd req-575cfa94-156f-4ea2-a6f8-58b1e60c2c3a tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Nov 12 11:51:00.806936 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ed874-bbad-4b4f-a772-232a513d5023 req-685970d9-f8ae-4cfb-9110-02233518a7de tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:00.808446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c4ed874-bbad-4b4f-a772-232a513d5023 req-685970d9-f8ae-4cfb-9110-02233518a7de tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Nov 12 11:51:00.860658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8c4ed874-bbad-4b4f-a772-232a513d5023 req-483fcab6-82f4-4f4a-ad24-f895cdb4d9c9 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Nov 12 11:51:01.834314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-44d84b53-88f4-4519-ac40-fa9f846d4ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:01.981948 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd17a-f083-4957-94ad-3b7eacf28409 req-922111ec-b7a4-49d1-9058-da4dc359efa8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:01.983546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb0dd17a-f083-4957-94ad-3b7eacf28409 req-922111ec-b7a4-49d1-9058-da4dc359efa8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0520771 Nov 12 11:51:02.040537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb0dd17a-f083-4957-94ad-3b7eacf28409 req-981f78dd-cfe6-483b-b34f-3e107232b5f8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506697 Nov 12 11:51:03.163053 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6044e-68ea-4d96-b0d1-21241d56f5d8 req-cecad411-8cca-4398-ae20-ddc563d388b2 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:03.164612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7e6044e-68ea-4d96-b0d1-21241d56f5d8 req-cecad411-8cca-4398-ae20-ddc563d388b2 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0529742 Nov 12 11:51:03.165796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:03.214607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7e6044e-68ea-4d96-b0d1-21241d56f5d8 req-40854746-758c-4831-8cf3-de066c1adf8b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Nov 12 11:51:04.274379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:04.332725 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4191c4f-a02d-490c-8883-a03a9aa412ce req-7ba7abed-41c2-468c-891e-1963a190f05b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:04.334206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4191c4f-a02d-490c-8883-a03a9aa412ce req-7ba7abed-41c2-468c-891e-1963a190f05b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0476649 Nov 12 11:51:04.382285 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4191c4f-a02d-490c-8883-a03a9aa412ce req-cd9d4770-7d17-4979-9b93-bfc5c95163e4 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Nov 12 11:51:04.840583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:05.506893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f973c-ff06-496c-aa60-610798e5267c req-e9dfb54b-a296-4ba3-b5e1-4a3769d15452 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:05.508410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-137f973c-ff06-496c-aa60-610798e5267c req-e9dfb54b-a296-4ba3-b5e1-4a3769d15452 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0542552 Nov 12 11:51:05.560133 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-137f973c-ff06-496c-aa60-610798e5267c req-a89f3503-0f02-48dd-9488-c842465702cc tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Nov 12 11:51:06.680109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ecbb2-9378-4c21-854a-9950e40f8c47 req-a45c0ac2-b5c0-45b2-b46f-28ac666438ed tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:06.681589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd7ecbb2-9378-4c21-854a-9950e40f8c47 req-a45c0ac2-b5c0-45b2-b46f-28ac666438ed tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0501091 Nov 12 11:51:06.728830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd7ecbb2-9378-4c21-854a-9950e40f8c47 req-49899697-b36e-4bfb-8b2e-c23863fba14f tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Nov 12 11:51:07.850199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed6ae1-eb19-460b-95c7-84d2fcb4bf4e req-85ed9d69-6ccf-46ca-b338-f4491aed626f tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:07.851706 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8eed6ae1-eb19-460b-95c7-84d2fcb4bf4e req-85ed9d69-6ccf-46ca-b338-f4491aed626f tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0503986 Nov 12 11:51:07.898515 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8eed6ae1-eb19-460b-95c7-84d2fcb4bf4e req-29cffe97-bd2b-4071-8d6d-6436335015d6 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Nov 12 11:51:09.019861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a6d93-a952-46e7-a27f-eead7a525b80 req-8f7e261d-505a-44ff-97c8-c806d5253d6e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:09.021371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df1a6d93-a952-46e7-a27f-eead7a525b80 req-8f7e261d-505a-44ff-97c8-c806d5253d6e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0529718 Nov 12 11:51:09.070197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df1a6d93-a952-46e7-a27f-eead7a525b80 req-207f5a22-5ae3-4d67-abf7-959c3af782ee tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Nov 12 11:51:10.186008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bac2de-63b6-4077-946b-d5811ba4c357 req-6bb38e6b-8015-49b8-acc0-91d62d184ca2 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:10.187502 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96bac2de-63b6-4077-946b-d5811ba4c357 req-6bb38e6b-8015-49b8-acc0-91d62d184ca2 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Nov 12 11:51:10.235641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96bac2de-63b6-4077-946b-d5811ba4c357 req-798b23f5-03f2-440c-8194-8350caa6dd1a tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Nov 12 11:51:11.354646 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ed4fb-12c6-45bc-844b-fa0d8c903463 req-8d8e58c2-56c8-4999-a375-9f772d5edf66 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:11.356176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-169ed4fb-12c6-45bc-844b-fa0d8c903463 req-8d8e58c2-56c8-4999-a375-9f772d5edf66 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0501797 Nov 12 11:51:11.408952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-169ed4fb-12c6-45bc-844b-fa0d8c903463 req-c8cfebe0-9fcd-4c37-9c7a-b3b38cefaa3c tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467896 Nov 12 11:51:11.921677 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:51:12.526104 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc0874-2d61-469d-a33d-f31ce1fc262a req-efb64485-01a2-4ad9-a5e4-c33688f8dfa8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:12.527573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01dc0874-2d61-469d-a33d-f31ce1fc262a req-efb64485-01a2-4ad9-a5e4-c33688f8dfa8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0493133 Nov 12 11:51:12.576746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01dc0874-2d61-469d-a33d-f31ce1fc262a req-23fff8ea-fb2a-495d-9913-0cebb5945747 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Nov 12 11:51:13.701983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a24ab-5110-41e7-914a-0cb335e6a75e req-5eaec9aa-7c87-470d-aed3-7ce0695f3027 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:13.703527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e9a24ab-5110-41e7-914a-0cb335e6a75e req-5eaec9aa-7c87-470d-aed3-7ce0695f3027 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0516195 Nov 12 11:51:13.752105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8e9a24ab-5110-41e7-914a-0cb335e6a75e req-8e16ee5d-5025-4528-9222-b65445861992 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Nov 12 11:51:14.874980 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5da1e-237c-496f-a7ad-453401a7157b req-f836ff77-de75-40f0-8cc2-d63e4d37ad64 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:14.876410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0f5da1e-237c-496f-a7ad-453401a7157b req-f836ff77-de75-40f0-8cc2-d63e4d37ad64 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0537422 Nov 12 11:51:14.925454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0f5da1e-237c-496f-a7ad-453401a7157b req-2b8dba26-96bc-4e41-8d8d-6d59c8a08e72 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Nov 12 11:51:16.048147 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9975-e627-431d-8a7c-acd27e60e641 req-5b7ceb16-9586-4873-9c53-47359a0f5ac6 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:16.049794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a9e9975-e627-431d-8a7c-acd27e60e641 req-5b7ceb16-9586-4873-9c53-47359a0f5ac6 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0505915 Nov 12 11:51:16.103020 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a9e9975-e627-431d-8a7c-acd27e60e641 req-f5f72aac-bcca-4473-bdf2-59eaa7b4eef9 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Nov 12 11:51:17.225389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e630d-d574-446e-b11b-7f9686f0d542 req-d703c63b-cfe8-427b-a473-a7e6edb6f8a1 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:17.226903 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-210e630d-d574-446e-b11b-7f9686f0d542 req-d703c63b-cfe8-427b-a473-a7e6edb6f8a1 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0542507 Nov 12 11:51:17.273859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-210e630d-d574-446e-b11b-7f9686f0d542 req-8f63b46c-4467-46a4-8390-fe68a6a3991d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Nov 12 11:51:18.065327 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:18.390789 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee0615-750c-47c7-af39-58b5fc872b46 req-5b6a2632-188b-446c-8358-8482a415781b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:18.392222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29ee0615-750c-47c7-af39-58b5fc872b46 req-5b6a2632-188b-446c-8358-8482a415781b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0497990 Nov 12 11:51:18.442509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29ee0615-750c-47c7-af39-58b5fc872b46 req-7c8a9fc9-2a4f-4585-b1ef-2baa71647aad tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Nov 12 11:51:19.560972 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7dff9-8cc9-4558-ba6e-54e7420594ea req-42d8e258-cd4e-4f07-a03d-b9e5bb9498eb tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:19.562480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfd7dff9-8cc9-4558-ba6e-54e7420594ea req-42d8e258-cd4e-4f07-a03d-b9e5bb9498eb tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0489509 Nov 12 11:51:19.615125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfd7dff9-8cc9-4558-ba6e-54e7420594ea req-0866b8e1-04c6-4199-a0f0-210b72edf3de tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466805 Nov 12 11:51:20.246802 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-1fcbf850-c095-4a81-8591-603aa4ae45e8 service neutron] show failed (client error): The resource could not be found. Nov 12 11:51:20.247819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-1fcbf850-c095-4a81-8591-603aa4ae45e8 service neutron] 10.222.0.69 "GET /v2.0/ports/497bb606-cd5e-41e8-9c76-45654f59917b/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0566339 Nov 12 11:51:20.738874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a740475-de9b-4e57-873f-44cdc3f02734 req-df313b9c-5532-41e7-9f91-b814eeacb685 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:20.740533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a740475-de9b-4e57-873f-44cdc3f02734 req-df313b9c-5532-41e7-9f91-b814eeacb685 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0505197 Nov 12 11:51:20.789752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a740475-de9b-4e57-873f-44cdc3f02734 req-ab0c6e86-8dcd-4264-b91f-1ac7d6ae72f1 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Nov 12 11:51:20.925306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-58408086-c16c-4780-b097-cefe87b566e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:20.926739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-58408086-c16c-4780-b097-cefe87b566e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10&tenant_id=202c1d5791544b0e83e2c2f4bad0fdab HTTP/1.1" status: 200 len: 1097 time: 0.0747418 Nov 12 11:51:20.939548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:51:20.998630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:21.005977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:21.209983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:51:21.243110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:51:21.286906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:51:21.289228 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05257e51-e9ce-45bc-aec4-729e3be631ba" -d '{"events": [{"server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "name": "network-vif-unplugged", "status": "completed", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:51:21.293721 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:21.306587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Transition to ACTIVE for port object 497bb606-cd5e-41e8-9c76-45654f59917b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:51:21.341583 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7e89d-5d7c-4ffd-aa5d-53fc05cb56dc x-openstack-request-id: req-78f7e89d-5d7c-4ffd-aa5d-53fc05cb56dc {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:51:21.341882 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "name": "network-vif-unplugged", "status": "completed", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:51:21.342113 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78f7e89d-5d7c-4ffd-aa5d-53fc05cb56dc {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:51:21.342491 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b', 'code': 200} Nov 12 11:51:21.389131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:21.438796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:21.454344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] No DVR routers for this DVR port 497bb606-cd5e-41e8-9c76-45654f59917b on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:51:21.489782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Attempting to bind port 497bb606-cd5e-41e8-9c76-45654f59917b on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:51:21.490102 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Attempting to bind port 497bb606-cd5e-41e8-9c76-45654f59917b by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:51:21.490329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Attempting to bind port 497bb606-cd5e-41e8-9c76-45654f59917b on network 98100770-1a66-4997-a2cd-434d38e5dac2 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:51:21.494722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Port 497bb606-cd5e-41e8-9c76-45654f59917b on network 98100770-1a66-4997-a2cd-434d38e5dac2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:51:21.495071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Attempting to bind port 497bb606-cd5e-41e8-9c76-45654f59917b on network 98100770-1a66-4997-a2cd-434d38e5dac2 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:51:21.499938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:51:21.500292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Checking segment: {'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:51:21.500675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Bound using segment: {'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:51:21.501097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Bound port: 497bb606-cd5e-41e8-9c76-45654f59917b, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c9ad8e-2cad-426b-9342-9b68eee2745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:51:21.501467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:21.564026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:51:21.567097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:51:21.671358 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:21.712093 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:21.712716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:21.714200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] 10.222.0.57 "PUT /v2.0/ports/497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 1092 time: 0.7788424 Nov 12 11:51:21.736141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bbd29-4d89-4cec-808e-a96068140444 service neutron] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:21.780630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-05e2bf98-7d6d-4e6c-afd7-bf88331e323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:21.782575 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-05e2bf98-7d6d-4e6c-afd7-bf88331e323c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1095 time: 0.0430963 Nov 12 11:51:21.880789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-c3d75cca-b83d-42fc-b4df-cfa356b60b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:21.882309 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-c3d75cca-b83d-42fc-b4df-cfa356b60b9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 200 len: 912 time: 0.0926416 Nov 12 11:51:21.916199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad2372-842d-44dc-97a8-dab74107f421 req-3b986a42-5425-4981-bcb8-7bb8177a534b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:21.917805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5cad2372-842d-44dc-97a8-dab74107f421 req-3b986a42-5425-4981-bcb8-7bb8177a534b tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0534828 Nov 12 11:51:21.926601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-af0cfc56-7560-4b74-8d96-6be5a9617289 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 217 time: 0.0362136 Nov 12 11:51:21.971444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5cad2372-842d-44dc-97a8-dab74107f421 req-f9e2476d-e7b7-465c-955a-c63ccfe5550f tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469816 Nov 12 11:51:21.979220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-f05febc7-2c55-4bcf-9496-7bce5bf82bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:21.980860 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-f05febc7-2c55-4bcf-9496-7bce5bf82bd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=583b5caa-ca04-44b4-92ce-3b85e775bb0b HTTP/1.1" status: 200 len: 851 time: 0.0468493 Nov 12 11:51:22.014770 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-0077490d-b036-4274-96b5-01f8d7b4d9f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98100770-1a66-4997-a2cd-434d38e5dac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265858 Nov 12 11:51:22.110500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-d7c73989-ee51-4b95-8206-2603d8313af1 service neutron] 10.222.0.57 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891013 Nov 12 11:51:22.203947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c658372-395f-4dc5-b9e9-26bc5bc8ecf5 req-8f7efc63-9b20-4b66-909e-d34f476f1a67 service neutron] 10.222.0.57 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866899 Nov 12 11:51:23.097873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c8c81-6e4a-4213-9782-4fcb92db48ca req-26c7d1ed-7e09-4a1a-bd41-d994fd545a1e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:23.099470 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d84c8c81-6e4a-4213-9782-4fcb92db48ca req-26c7d1ed-7e09-4a1a-bd41-d994fd545a1e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0567203 Nov 12 11:51:23.148617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d84c8c81-6e4a-4213-9782-4fcb92db48ca req-5a1be6ba-30a4-4954-a2e1-09e123549bdd tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Nov 12 11:51:23.344065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:51:23.346512 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:51:23.395838 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0400f2e-e024-4328-91d5-bccb261c3c6d x-openstack-request-id: req-a0400f2e-e024-4328-91d5-bccb261c3c6d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:51:23.396160 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:51:23.396419 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a0400f2e-e024-4328-91d5-bccb261c3c6d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:51:23.396827 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b', 'status': 'completed', 'code': 200} Nov 12 11:51:23.469775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-5a48f301-d41c-42c9-acfe-98903aca4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:23.471345 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-5a48f301-d41c-42c9-acfe-98903aca4ba0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1095 time: 0.0506141 Nov 12 11:51:23.584522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-14f157dd-b626-4dd3-bdea-4b8a1e935e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:23.586057 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-14f157dd-b626-4dd3-bdea-4b8a1e935e4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1095 time: 0.1568620 Nov 12 11:51:23.627142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-54fc3d8c-3e30-410b-be02-7da6c55fa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:23.628680 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-54fc3d8c-3e30-410b-be02-7da6c55fa0d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 200 len: 912 time: 0.1500187 Nov 12 11:51:23.699737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-88f106e6-96a4-416b-b944-afd849fa7e71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 217 time: 0.0415447 Nov 12 11:51:23.761853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-699a56fc-d01e-43ef-a608-e58d0773ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:23.763392 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-699a56fc-d01e-43ef-a608-e58d0773ad82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 200 len: 912 time: 0.1683047 Nov 12 11:51:23.771232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-faf46255-fd9f-41c4-ae60-ccd8285bd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:23.772702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-faf46255-fd9f-41c4-ae60-ccd8285bd092 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=583b5caa-ca04-44b4-92ce-3b85e775bb0b HTTP/1.1" status: 200 len: 851 time: 0.0643644 Nov 12 11:51:23.819052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-37d0443f-5663-44b6-8a39-41ffb54e8af9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 217 time: 0.0453677 Nov 12 11:51:23.846118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-6cd5365b-759c-430e-ab02-e805c25ab746 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=98100770-1a66-4997-a2cd-434d38e5dac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646305 Nov 12 11:51:23.933179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-03a761ac-b960-4bb9-80e6-b6fc09f15ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:23.934582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-03a761ac-b960-4bb9-80e6-b6fc09f15ee2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=583b5caa-ca04-44b4-92ce-3b85e775bb0b HTTP/1.1" status: 200 len: 851 time: 0.0978026 Nov 12 11:51:23.988966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-36519e3a-e835-4dcb-a412-2b70238eeefb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98100770-1a66-4997-a2cd-434d38e5dac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422487 Nov 12 11:51:23.994360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-a89c1878-3acd-4800-a822-68ce9a10321e service neutron] 10.222.0.57 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295679 Nov 12 11:51:24.144707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-6750c8e6-6c0a-4e63-8657-19ec09a9ed92 service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482353 Nov 12 11:51:24.156182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-ebba8892-57cb-4efc-8561-b4a495ab5133 service neutron] 10.222.0.57 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421924 Nov 12 11:51:24.253113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-195ebf4e-2cc3-4a7b-9871-a6e6ec70401b req-7ead2c53-5c45-41ea-9eed-35d3cb2218c9 service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959148 Nov 12 11:51:24.273027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba641d-ca44-42bb-8445-55f3151f986e req-8a30254d-278e-46fa-bdf9-4211c7177d1e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:24.274601 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ba641d-ca44-42bb-8445-55f3151f986e req-8a30254d-278e-46fa-bdf9-4211c7177d1e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0514076 Nov 12 11:51:24.328932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-99ba641d-ca44-42bb-8445-55f3151f986e req-dbfed946-e8c3-4556-91ed-b8527b042e25 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 Nov 12 11:51:24.887275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 497bb606-cd5e-41e8-9c76-45654f59917b no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:51:24.932642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 497bb606-cd5e-41e8-9c76-45654f59917b not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:51:25.457884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb41493-9931-408a-9067-33d24d0ef6ff req-e6bea67e-ecfb-40d1-bd05-45173dfb092d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:25.459463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aeb41493-9931-408a-9067-33d24d0ef6ff req-e6bea67e-ecfb-40d1-bd05-45173dfb092d tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 943 time: 0.0517068 Nov 12 11:51:25.514687 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aeb41493-9931-408a-9067-33d24d0ef6ff req-a409f292-2bcf-475d-8b4a-10fe2e68c977 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 Nov 12 11:51:26.093651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-202a8dbf-6982-40c3-96fd-fb68c01e44c6 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:26.095165 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-202a8dbf-6982-40c3-96fd-fb68c01e44c6 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10&tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 943 time: 0.0925612 Nov 12 11:51:26.157804 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-26a7d046-3a6c-40dd-8b8b-2bf9e132bea9 service neutron] delete failed (client error): The resource could not be found. Nov 12 11:51:26.158798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-26a7d046-3a6c-40dd-8b8b-2bf9e132bea9 service neutron] 10.222.0.69 "DELETE /v2.0/ports/497bb606-cd5e-41e8-9c76-45654f59917b/bindings/n-h2-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0533187 Nov 12 11:51:26.249174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-ce5f11f1-aec7-433a-b103-87a2252a08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:26.250685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-ce5f11f1-aec7-433a-b103-87a2252a08cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 1095 time: 0.0432892 Nov 12 11:51:26.669529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-8fc29802-17c6-4ee4-85e7-4c855686c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:26.671025 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-8fc29802-17c6-4ee4-85e7-4c855686c05f service neutron] 10.222.0.69 "GET /v2.0/networks?id=98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 200 len: 912 time: 0.4102147 Nov 12 11:51:26.717059 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-7ffb2be7-252e-4c3b-bdb0-2dd0a787c05c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 200 len: 217 time: 0.0345299 Nov 12 11:51:26.780075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-bdcd0668-e4d3-4ada-904a-bf291c491b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:26.781552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-bdcd0668-e4d3-4ada-904a-bf291c491b2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=583b5caa-ca04-44b4-92ce-3b85e775bb0b HTTP/1.1" status: 200 len: 851 time: 0.0569901 Nov 12 11:51:26.819516 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-d9cb84ef-ea2a-47fb-ae12-be45f319c565 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98100770-1a66-4997-a2cd-434d38e5dac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299520 Nov 12 11:51:26.916908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-5738f767-296e-4d53-aa45-894904c2afcf service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842905 Nov 12 11:51:27.012636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-630a82d4-53fc-4d19-aa83-d81feeba2eb5 service neutron] 10.222.0.69 "GET /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868516 Nov 12 11:51:27.069317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 497bb606-cd5e-41e8-9c76-45654f59917b details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:51:27.170017 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:51:27.181470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '497bb606-cd5e-41e8-9c76-45654f59917b', 'network_id': '98100770-1a66-4997-a2cd-434d38e5dac2', 'port_id': '497bb606-cd5e-41e8-9c76-45654f59917b', 'mac_address': 'fa:16:3e:df:e4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583b5caa-ca04-44b4-92ce-3b85e775bb0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:51:27.219055 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:27.236898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497bb606-cd5e-41e8-9c76-45654f59917b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:51:27.256933 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:51:27.337388 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:27.388428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:27.396242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.398345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.398345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.398345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.398345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.398345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.398345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.398886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.398886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.399104 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.399418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.399740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:27.578118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['497bb606-cd5e-41e8-9c76-45654f59917b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:51:28.513250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff5de4-97c2-4242-88e6-193b94df3cd1 req-bc134de1-0895-41a4-88a4-d9dce7d6d861 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:28.514773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bff5de4-97c2-4242-88e6-193b94df3cd1 req-bc134de1-0895-41a4-88a4-d9dce7d6d861 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 944 time: 0.0918059 Nov 12 11:51:28.564269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2bff5de4-97c2-4242-88e6-193b94df3cd1 req-215a26a5-2043-46fa-8f13-1e3ea630af18 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Nov 12 11:51:29.086420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 497bb606-cd5e-41e8-9c76-45654f59917b up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:51:29.202071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 497bb606-cd5e-41e8-9c76-45654f59917b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:51:29.207095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 497bb606-cd5e-41e8-9c76-45654f59917b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:51:29.207585 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:29.303751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:29.328657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:51:29.330931 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545cde6b-11cc-4980-904b-591b76b0c6ad" -d '{"events": [{"server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "name": "network-vif-plugged", "status": "completed", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:51:29.348694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:51:29.369062 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52160bd0-bbfb-486b-9347-d963af24d4e5 x-openstack-request-id: req-52160bd0-bbfb-486b-9347-d963af24d4e5 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:51:29.369519 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "name": "network-vif-plugged", "status": "completed", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:51:29.369880 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-52160bd0-bbfb-486b-9347-d963af24d4e5 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:51:29.371004 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b', 'code': 200} Nov 12 11:51:29.379364 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50c77021-2acb-4cf6-836a-0947a137091d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:29.428882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:29.479357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:29.693217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b291878-6ebb-4cbc-811d-f2302badbfa0 req-f0126fd3-abf0-47f1-b386-10e25bb64bd0 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:29.694812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b291878-6ebb-4cbc-811d-f2302badbfa0 req-f0126fd3-abf0-47f1-b386-10e25bb64bd0 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0540147 Nov 12 11:51:29.747327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b291878-6ebb-4cbc-811d-f2302badbfa0 req-7ba273f0-5cc7-45ab-8646-07df98034b30 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/security-groups?id=a881d025-efc6-4a3f-a217-e0d07b13fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Nov 12 11:51:29.775440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-7f5b0113-930f-4af5-8e61-605588cc3959 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:29.776976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-7f5b0113-930f-4af5-8e61-605588cc3959 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 945 time: 0.0548449 Nov 12 11:51:29.877774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Deleting port 497bb606-cd5e-41e8-9c76-45654f59917b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:51:29.878003 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:29.968194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] For port 497bb606-cd5e-41e8-9c76-45654f59917b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=497bb606-cd5e-41e8-9c76-45654f59917b,segment=NetworkSegment(c0c9ad8e-2cad-426b-9342-9b68eee2745e),segment_id=c0c9ad8e-2cad-426b-9342-9b68eee2745e)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:51:29.968554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:29.981615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Calling delete_port for 497bb606-cd5e-41e8-9c76-45654f59917b owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:51:30.242537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:30.255236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['497bb606-cd5e-41e8-9c76-45654f59917b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:51:30.273155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Pushing event deleted for resources: {'Port': ['ID=497bb606-cd5e-41e8-9c76-45654f59917b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:30.302526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.302873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.303215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.303552 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.303912 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.304274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.304596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.304918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.305241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.305559 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.305881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.306202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:30.329104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] No DVR routers for this DVR port 497bb606-cd5e-41e8-9c76-45654f59917b on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:51:30.331683 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:30.335047 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ecc1bc-73a3-45e5-b7a7-d993ba13f116 req-dec93743-07c9-4f63-bd4b-a6d5babd4cc8 tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.57 "DELETE /v2.0/ports/497bb606-cd5e-41e8-9c76-45654f59917b HTTP/1.1" status: 204 len: 173 time: 0.5522106 Nov 12 11:51:30.335491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'name': 'network-vif-deleted', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:51:30.337816 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eff69c-64b2-4efd-9168-6ae84ae6f4ba" -d '{"events": [{"server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "name": "network-vif-deleted", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:51:30.375038 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1991415e-94e1-4b23-bfc2-e813bd2850c0 x-openstack-request-id: req-1991415e-94e1-4b23-bfc2-e813bd2850c0 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:51:30.375466 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6723c5-b987-4e38-b494-d000135e7f10", "name": "network-vif-deleted", "tag": "497bb606-cd5e-41e8-9c76-45654f59917b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:51:30.375680 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1991415e-94e1-4b23-bfc2-e813bd2850c0 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:51:30.376080 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6723c5-b987-4e38-b494-d000135e7f10', 'name': 'network-vif-deleted', 'tag': '497bb606-cd5e-41e8-9c76-45654f59917b', 'status': 'completed', 'code': 200} Nov 12 11:51:30.872526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d697ae59-a87b-49db-9e55-9459dcb952f2 req-8ff0aabc-495c-4c76-977e-4031c61b8b5e tempest-DeleteServersTestJSON-1765286787 tempest-DeleteServersTestJSON-1765286787-project] 10.222.0.98 "GET /v2.0/ports?device_id=2a6723c5-b987-4e38-b494-d000135e7f10 HTTP/1.1" status: 200 len: 210 time: 0.0323088 Nov 12 11:51:31.859090 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6a6c50e-8bc3-4bed-99dd-8b648412c707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.011376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40168) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:51:32.057066 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6805cb6-1cc7-4af0-beb8-163181294fa2 admin admin] Deleting subnet 583b5caa-ca04-44b4-92ce-3b85e775bb0b {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:51:32.064196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6805cb6-1cc7-4af0-beb8-163181294fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.102001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6805cb6-1cc7-4af0-beb8-163181294fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.141391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6805cb6-1cc7-4af0-beb8-163181294fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.271463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6805cb6-1cc7-4af0-beb8-163181294fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.296161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6805cb6-1cc7-4af0-beb8-163181294fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583b5caa-ca04-44b4-92ce-3b85e775bb0b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:32.302986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f6805cb6-1cc7-4af0-beb8-163181294fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.306264 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f6805cb6-1cc7-4af0-beb8-163181294fa2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/583b5caa-ca04-44b4-92ce-3b85e775bb0b HTTP/1.1" status: 204 len: 168 time: 0.2938280 Nov 12 11:51:32.308947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40170) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:51:32.377691 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.459752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.479379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98100770-1a66-4997-a2cd-434d38e5dac2']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:51:32.488950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c9ad8e-2cad-426b-9342-9b68eee2745e') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:51:32.489246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c9ad8e-2cad-426b-9342-9b68eee2745e') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:51:32.499608 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.514558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.520993 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:51:32.549237 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:51:32.688086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.694263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:32.697510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] 10.222.0.98 "DELETE /v2.0/networks/98100770-1a66-4997-a2cd-434d38e5dac2 HTTP/1.1" status: 204 len: 168 time: 0.3875937 Nov 12 11:51:32.709417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b1eb0-ddb5-41a3-b6a4-e22abc00ca65 admin admin] Pushing event deleted for resources: {'Network': ['ID=98100770-1a66-4997-a2cd-434d38e5dac2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:33.015063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40174) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:51:33.056022 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e805077e-6a02-41bf-a870-1f40f18216df admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=202c1d5791544b0e83e2c2f4bad0fdab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396440 Nov 12 11:51:33.059207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40176) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:51:33.108752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15f8eb20-5cfc-4ade-90f4-855646698c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:33.131475 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15f8eb20-5cfc-4ade-90f4-855646698c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:33.134868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 497bb606-cd5e-41e8-9c76-45654f59917b no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:51:33.156168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 497bb606-cd5e-41e8-9c76-45654f59917b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:51:33.156812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 497bb606-cd5e-41e8-9c76-45654f59917b not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:51:33.206743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:33.308465 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15f8eb20-5cfc-4ade-90f4-855646698c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:33.311164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-15f8eb20-5cfc-4ade-90f4-855646698c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:33.312415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-15f8eb20-5cfc-4ade-90f4-855646698c75 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a881d025-efc6-4a3f-a217-e0d07b13fed8 HTTP/1.1" status: 204 len: 168 time: 0.2522061 Nov 12 11:51:33.320744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8eb20-5cfc-4ade-90f4-855646698c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a881d025-efc6-4a3f-a217-e0d07b13fed8,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:34.304778 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:34.439021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40198) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:51:34.539517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-541009223-network', 'tenant_id': '163c46020d34420cb03b4a651a0fff71'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:51:34.665541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Made reservation on behalf of 163c46020d34420cb03b4a651a0fff71 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:51:34.669680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:34.679037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:34.758068 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:34.897392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:34.920203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:51:34.934683 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda83846-f506-46a8-b5d1-b1c1fb24962a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:34.939479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:34.939815 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Added segment a1ebe892-05dc-4ba2-888f-58e3b2772054 of type vlan for network 38b2d6af-c555-4143-a373-88b18a57fe6a Nov 12 11:51:34.950531 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:34.951646 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.952022 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.952376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.952710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.953038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.953362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.953684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.954003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.954325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.954642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.955019 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.955340 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:51:34.992907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:35.123825 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:35.124924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:35.125570 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:35.190455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] Pushing event updated for resources: {'Network': ['ID=38b2d6af-c555-4143-a373-88b18a57fe6a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:35.206914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 38b2d6af-c555-4143-a373-88b18a57fe6a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:51:35.270995 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1aca172c-7f0a-4b71-ab98-af8f2e49083b admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8308473 Nov 12 11:51:35.273857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40202) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:51:35.279193 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Request body: {'subnet': {'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-541009223-subnet', 'tenant_id': '163c46020d34420cb03b4a651a0fff71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:51:35.396587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Made reservation on behalf of 163c46020d34420cb03b4a651a0fff71 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:51:35.399003 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:35.714197 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:35.770685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d15be5-5e78-4338-aa56-707480823d3d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:35.781337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Checking segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:51:35.781713 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Network hostable DHCP agents. Network: 38b2d6af-c555-4143-a373-88b18a57fe6a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:51:35.876144 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Network 38b2d6af-c555-4143-a373-88b18a57fe6a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:51:35.953971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 38b2d6af-c555-4143-a373-88b18a57fe6a) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:51:35.958149 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:35.958734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:35.963022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d10bcd-1b3f-47b7-8ed0-23ba7203df6f None None] Network 38b2d6af-c555-4143-a373-88b18a57fe6a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:51:36.090234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b6509-3960-496a-bc9a-297c7de97a23 None None] Network 38b2d6af-c555-4143-a373-88b18a57fe6a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:51:36.101959 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d45df885-396e-4ff7-8c75-588c277b9455 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8270540 Nov 12 11:51:36.574932 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-83fc0f25-74a6-456d-a3fc-d493d6449c26 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:36.576655 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-83fc0f25-74a6-456d-a3fc-d493d6449c26 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 814 time: 0.1159177 Nov 12 11:51:36.600440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-815bf13e-0737-4e9d-8dcc-781490d4480e tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/quotas/163c46020d34420cb03b4a651a0fff71 HTTP/1.1" status: 200 len: 375 time: 0.0131884 Nov 12 11:51:36.638849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-e0b07b5b-0c5a-4737-9d8e-83e9afbd61ee tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319247 Nov 12 11:51:36.737971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-2c9f2a27-968c-4e58-aba2-1ca2c0f7dddd service neutron] 10.222.0.98 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904124 Nov 12 11:51:36.840546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-06b0ab0c-3dab-4356-b934-8ab99f51c2dc service neutron] 10.222.0.98 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960708 Nov 12 11:51:37.102114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-752b7641-a6aa-428f-8673-5995ab50895d req-6630e7a0-7f99-4096-a22b-cc0520d402dc tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 210 time: 0.0279021 Nov 12 11:51:37.305796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-3c81d908-7bf6-4d11-96f9-83d477a3d5a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1058781 Nov 12 11:51:37.395838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-bde166f6-abfc-4ffc-9164-70468577b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:37.397408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-bde166f6-abfc-4ffc-9164-70468577b8fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0460470 Nov 12 11:51:37.504062 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-36c10002-2909-47ec-9f7b-9cd8d36ddd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:37.505565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-36c10002-2909-47ec-9f7b-9cd8d36ddd99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0879102 Nov 12 11:51:37.552383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-2b5e4543-c827-4a27-b173-6d16ed855507 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0398903 Nov 12 11:51:37.608219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-a027009d-5fa1-4a68-a814-e3d45c8fd34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:37.610078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-a027009d-5fa1-4a68-a814-e3d45c8fd34c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0512555 Nov 12 11:51:37.661906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-8744f235-47f0-4b78-a4ec-1bf185cdf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:37.663853 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-8744f235-47f0-4b78-a4ec-1bf185cdf83d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470879 Nov 12 11:51:37.763501 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-4a06a573-e0f0-486c-9a1a-4e790bf60cb2 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914097 Nov 12 11:51:37.862468 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f87b79c7-92f2-42d7-bbf0-95b0c0efcc4d req-4a61a993-dbab-44a0-960d-cd626612a50f service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913205 Nov 12 11:51:38.186001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ad782bb-9dce-4dfa-bb6a-3842fb2f4f90 req-d74c4e8f-3640-481b-a0e9-3ef80ae7d543 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 210 time: 0.0313613 Nov 12 11:51:39.290984 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64e02fe0-9b7a-4b4f-acec-13fcf08413f3 req-f95df12b-b3dd-42a9-bb7c-3e6448071aa7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 210 time: 0.0320401 Nov 12 11:51:39.453240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-4aa7e4a0-bf05-4864-92cc-a0a1b5c08963 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:39.454862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-4aa7e4a0-bf05-4864-92cc-a0a1b5c08963 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.57 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 814 time: 0.1246769 Nov 12 11:51:39.472110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Request body: {'port': {'device_id': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a', 'admin_state_up': True, 'tenant_id': '163c46020d34420cb03b4a651a0fff71'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:51:39.687578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Made reservation on behalf of 163c46020d34420cb03b4a651a0fff71 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:51:39.691627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:39.844755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Allocated IP 172.20.0.13 (38b2d6af-c555-4143-a373-88b18a57fe6a/c6d15be5-5e78-4338-aa56-707480823d3d/f822b9ee-600d-40c2-9671-86ee1dcc3255) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:51:40.013062 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:40.126695 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:40.174252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Network 38b2d6af-c555-4143-a373-88b18a57fe6a is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:51:40.177677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:51:40.181827 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:51:40.191098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:40.241692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:40.242343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:40.380178 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-5a9ebae6-cbdd-4b7e-892b-9e7a24c15351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9147472 Nov 12 11:51:40.393959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Request body: {'port': {'device_id': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:51:40.422444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3abbdd-b3ec-42b8-a3ea-33c175877558 req-d767ef84-feb5-4088-a116-31b6a5165351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:40.424061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e3abbdd-b3ec-42b8-a3ea-33c175877558 req-d767ef84-feb5-4088-a116-31b6a5165351 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 932 time: 0.0559793 Nov 12 11:51:40.456517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:40.478302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e3abbdd-b3ec-42b8-a3ea-33c175877558 req-0aba8f36-1eeb-469c-bc3f-3de28475fd4e tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Nov 12 11:51:40.740018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f822b9ee-600d-40c2-9671-86ee1dcc3255 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:51:40.749072 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:40.762972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Transition to ACTIVE for port object f822b9ee-600d-40c2-9671-86ee1dcc3255 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:51:40.829047 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:40.905165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:40.963879 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Attempting to bind port f822b9ee-600d-40c2-9671-86ee1dcc3255 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:51:40.964239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Attempting to bind port f822b9ee-600d-40c2-9671-86ee1dcc3255 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:51:40.964563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Attempting to bind port f822b9ee-600d-40c2-9671-86ee1dcc3255 on network 38b2d6af-c555-4143-a373-88b18a57fe6a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:51:40.969584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Port f822b9ee-600d-40c2-9671-86ee1dcc3255 on network 38b2d6af-c555-4143-a373-88b18a57fe6a not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:51:40.969910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Attempting to bind port f822b9ee-600d-40c2-9671-86ee1dcc3255 on network 38b2d6af-c555-4143-a373-88b18a57fe6a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:51:40.975498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:51:40.975833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Checking segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:51:40.976256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Bound using segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:51:40.976697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Bound port: f822b9ee-600d-40c2-9671-86ee1dcc3255, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:51:40.977060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:41.044447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:51:41.047630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:51:41.154420 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:41.196203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:41.196884 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:41.198316 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] 10.222.0.57 "PUT /v2.0/ports/f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 200 len: 1093 time: 0.8093312 Nov 12 11:51:41.198783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:51:41.201167 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b296a288-8ede-4fef-b578-5293057fcbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:51:41.226417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd7bde-b682-469c-a843-d617f49a6942 service neutron] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:41.247617 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5603e274-d28f-497a-9bb1-7a973d6109da x-openstack-request-id: req-5603e274-d28f-497a-9bb1-7a973d6109da {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:51:41.252508 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:51:41.252508 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5603e274-d28f-497a-9bb1-7a973d6109da {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:51:41.252508 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'status': 'completed', 'code': 200} Nov 12 11:51:41.311877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296a288-8ede-4fef-b578-5293057fcbe3 req-d5f281fc-a032-477d-a286-b456cc922a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:41.313442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b296a288-8ede-4fef-b578-5293057fcbe3 req-d5f281fc-a032-477d-a286-b456cc922a3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 1096 time: 0.0451808 Nov 12 11:51:41.419463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296a288-8ede-4fef-b578-5293057fcbe3 req-38846426-c4c9-49fc-bfaa-f3dba7874a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:41.420990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b296a288-8ede-4fef-b578-5293057fcbe3 req-38846426-c4c9-49fc-bfaa-f3dba7874a30 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=163c46020d34420cb03b4a651a0fff71&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980134 Nov 12 11:51:41.533675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296a288-8ede-4fef-b578-5293057fcbe3 req-110f8c6b-9b74-440d-9d01-2eee500afafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:41.533675 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b296a288-8ede-4fef-b578-5293057fcbe3 req-110f8c6b-9b74-440d-9d01-2eee500afafa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007848 Nov 12 11:51:41.622116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec446caf-0463-4719-8805-508754b2f40b req-8178095b-ce90-414c-8752-874bc17be741 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:41.624801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec446caf-0463-4719-8805-508754b2f40b req-8178095b-ce90-414c-8752-874bc17be741 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 944 time: 0.0570104 Nov 12 11:51:41.631302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-71150046-6e82-4990-8c36-1f3ecb5313d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:41.633205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-71150046-6e82-4990-8c36-1f3ecb5313d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 1096 time: 0.0524657 Nov 12 11:51:41.682479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ec446caf-0463-4719-8805-508754b2f40b req-987ba398-5a1a-499c-bb99-4ded6c517c7c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Nov 12 11:51:41.689112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-529b6e46-a23d-497b-a655-c836e5a7cbce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 200 len: 217 time: 0.0471702 Nov 12 11:51:41.744174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-2deb0c42-c243-4e81-98a9-8cd69380aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:41.746203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-2deb0c42-c243-4e81-98a9-8cd69380aa7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0508709 Nov 12 11:51:41.781429 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-170fe17a-19f5-47d0-af75-c59b87354218 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260801 Nov 12 11:51:41.884823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-960f8779-9094-4dfb-8f15-5d90d5143c8c service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946760 Nov 12 11:51:42.008125 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c2ba8e90-25c6-4912-a346-2f81da09bdd1 req-e654cfaf-ea29-4e22-a36a-6658edb91600 service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145895 Nov 12 11:51:42.821157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059454d-6a68-46a5-acff-18725edd543c req-4dcc2628-2fbe-4bc4-a504-fad268aa2b6d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:42.824709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0059454d-6a68-46a5-acff-18725edd543c req-4dcc2628-2fbe-4bc4-a504-fad268aa2b6d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 944 time: 0.0675204 Nov 12 11:51:42.881799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0059454d-6a68-46a5-acff-18725edd543c req-3b6b73b8-4e47-47fe-a518-cb65b654ce1e tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509026 Nov 12 11:51:44.002523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462b7b3-0ec0-405f-b276-32f1a71305cf req-03a1b947-8f1f-44cb-aeaf-2a19cef949d1 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:44.004079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c462b7b3-0ec0-405f-b276-32f1a71305cf req-03a1b947-8f1f-44cb-aeaf-2a19cef949d1 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 944 time: 0.0512369 Nov 12 11:51:44.056252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c462b7b3-0ec0-405f-b276-32f1a71305cf req-11fa3366-3e1f-401f-ade9-368c19ae11fb tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Nov 12 11:51:45.175494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91b7c4-0236-475b-8b05-731f11e31ce6 req-e95c1c5f-7504-4508-8d8c-14d03f9bae0d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:45.177055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc91b7c4-0236-475b-8b05-731f11e31ce6 req-e95c1c5f-7504-4508-8d8c-14d03f9bae0d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 944 time: 0.0510941 Nov 12 11:51:45.187674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f822b9ee-600d-40c2-9671-86ee1dcc3255 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:51:45.233583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fc91b7c4-0236-475b-8b05-731f11e31ce6 req-b99fbb0a-c795-4ab8-b652-75c0c32b3443 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505698 Nov 12 11:51:45.292490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:51:45.305156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a', 'port_id': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'mac_address': 'fa:16:3e:cd:8d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d15be5-5e78-4338-aa56-707480823d3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:51:45.348596 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:45.363520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f822b9ee-600d-40c2-9671-86ee1dcc3255 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:51:45.384409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:51:45.475896 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:45.525787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:45.680338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['f822b9ee-600d-40c2-9671-86ee1dcc3255'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:51:46.370468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4070-622d-4216-b1ea-6091ae29ec1d req-b9d05722-9713-4f47-9c71-ffd28ee4ac6a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:46.372115 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e88c4070-622d-4216-b1ea-6091ae29ec1d req-b9d05722-9713-4f47-9c71-ffd28ee4ac6a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 945 time: 0.0550618 Nov 12 11:51:46.433195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e88c4070-622d-4216-b1ea-6091ae29ec1d req-78eab22e-68e1-4568-9485-683bd4f1a448 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508170 Nov 12 11:51:47.195836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f822b9ee-600d-40c2-9671-86ee1dcc3255 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:51:47.336938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port f822b9ee-600d-40c2-9671-86ee1dcc3255 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:51:47.342939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port f822b9ee-600d-40c2-9671-86ee1dcc3255 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:51:47.343330 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:47.429977 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:47.460497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:51:47.462796 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac3446-3a13-490d-aff0-26b65ec012dd" -d '{"events": [{"server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "name": "network-vif-plugged", "status": "completed", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:51:47.476735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:51:47.556321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd91a4-b17f-4037-aaa9-afdc299a92eb req-602ed7dc-ccbe-4222-a139-6195683a350a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:47.558508 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f4dd91a4-b17f-4037-aaa9-afdc299a92eb req-602ed7dc-ccbe-4222-a139-6195683a350a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Nov 12 11:51:47.578933 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:47.612962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f4dd91a4-b17f-4037-aaa9-afdc299a92eb req-06d3b720-5a4d-424b-9be5-ae83d3017b55 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Nov 12 11:51:47.640577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:51:47.665568 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142944c0-0c15-488d-b60b-4388e1b4abed x-openstack-request-id: req-142944c0-0c15-488d-b60b-4388e1b4abed {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:51:47.665863 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "name": "network-vif-plugged", "status": "completed", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:51:47.666119 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-142944c0-0c15-488d-b60b-4388e1b4abed {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:51:47.666920 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'code': 200} Nov 12 11:51:47.774117 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e66fba-eeb7-4199-8f82-f0a12f722d3e req-1eb61344-db0c-4e27-ae1d-79e8b980efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:47.775596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8e66fba-eeb7-4199-8f82-f0a12f722d3e req-1eb61344-db0c-4e27-ae1d-79e8b980efd0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 1098 time: 0.0449750 Nov 12 11:51:47.828592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c8e66fba-eeb7-4199-8f82-f0a12f722d3e req-cf50a635-5dc0-4b67-ab97-3fe601bf8f5c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Nov 12 11:51:48.056811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:48.746709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23590987-6505-4c4d-a734-6dbbaa6217c8 req-c4ae2e94-6799-4bd2-85c0-a7c86c52ecea tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:48.748318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23590987-6505-4c4d-a734-6dbbaa6217c8 req-c4ae2e94-6799-4bd2-85c0-a7c86c52ecea tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0564718 Nov 12 11:51:48.813575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23590987-6505-4c4d-a734-6dbbaa6217c8 req-91d87e3b-e637-4143-a01d-a613892942e8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570405 Nov 12 11:51:48.923749 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:51:49.950403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d12460-bd69-4e7f-a994-eec8f1d09464 req-828bd762-bcc1-4f42-8cf0-c979f24e1b63 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:49.952019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3d12460-bd69-4e7f-a994-eec8f1d09464 req-828bd762-bcc1-4f42-8cf0-c979f24e1b63 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0522406 Nov 12 11:51:50.005321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3d12460-bd69-4e7f-a994-eec8f1d09464 req-419dd617-f8b2-4604-8c32-4740d24b8ac6 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471351 Nov 12 11:51:50.139190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02894b-8e82-454e-8f0d-c7741d630261 req-b0c89dd3-b3e5-48b2-9bfd-4c260aebb602 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:50.140771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f02894b-8e82-454e-8f0d-c7741d630261 req-b0c89dd3-b3e5-48b2-9bfd-4c260aebb602 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0610201 Nov 12 11:51:50.198152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f02894b-8e82-454e-8f0d-c7741d630261 req-01ecf8e3-241f-4065-9ef3-02d5324ae862 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449054 Nov 12 11:51:50.500755 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501211b6-2d93-41d1-8bb0-5b8a10b2bdfc req-b4a12ccd-c8cf-4179-bc1f-8a03329b04a8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:50.502500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-501211b6-2d93-41d1-8bb0-5b8a10b2bdfc req-b4a12ccd-c8cf-4179-bc1f-8a03329b04a8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0545621 Nov 12 11:51:50.553648 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-501211b6-2d93-41d1-8bb0-5b8a10b2bdfc req-feabc168-964c-42bf-8da6-ef4efa1f1d4d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Nov 12 11:51:50.679200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b72e1b-87d5-45c5-a13a-71092ea20e40 req-21f45016-60fc-4b28-ab80-4adf26d068dc tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:50.680691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1b72e1b-87d5-45c5-a13a-71092ea20e40 req-21f45016-60fc-4b28-ab80-4adf26d068dc tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0541224 Nov 12 11:51:50.736162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1b72e1b-87d5-45c5-a13a-71092ea20e40 req-d155efc4-2074-4a9f-9e7d-cf9911bcce37 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Nov 12 11:51:51.016945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:51.163580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d78b3-0c58-4a32-9226-f4d26ec5734b req-5601169f-056e-4a1a-b5a9-d011ab236c2d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:51.165340 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c10d78b3-0c58-4a32-9226-f4d26ec5734b req-5601169f-056e-4a1a-b5a9-d011ab236c2d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0529692 Nov 12 11:51:51.218717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c10d78b3-0c58-4a32-9226-f4d26ec5734b req-328ec3b3-835b-4f9d-9501-1d2b4ebfe723 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446944 Nov 12 11:51:51.326291 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-ab885537-e13f-4543-b2e9-6fe6f629bd30 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427949 Nov 12 11:51:52.349600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40ed0b-5fae-4649-abe6-6c3b12c7b3a0 req-ba394d38-8b30-44de-ae88-cf929c5056ee tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:52.351217 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb40ed0b-5fae-4649-abe6-6c3b12c7b3a0 req-ba394d38-8b30-44de-ae88-cf929c5056ee tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0574129 Nov 12 11:51:52.408744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb40ed0b-5fae-4649-abe6-6c3b12c7b3a0 req-d633f454-d9c8-4355-9a2f-8cc3e9eed837 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Nov 12 11:51:53.533780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4abe13-6366-46f2-b936-cbe2edb08f36 req-4238fd01-42d7-4d48-a80f-c3d35cf64851 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:53.537953 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-da4abe13-6366-46f2-b936-cbe2edb08f36 req-4238fd01-42d7-4d48-a80f-c3d35cf64851 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0578976 Nov 12 11:51:53.605174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-da4abe13-6366-46f2-b936-cbe2edb08f36 req-710bd48c-9f9b-4fba-a338-5b342c172712 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603390 Nov 12 11:51:53.820565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-25b630b0-2a51-4303-b5b4-c8d074079b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:53.822112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-25b630b0-2a51-4303-b5b4-c8d074079b68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 1098 time: 0.0463252 Nov 12 11:51:53.927461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-34cdcf09-cff4-4589-a584-9ecc0f285fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:53.929970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-34cdcf09-cff4-4589-a584-9ecc0f285fa7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.0994756 Nov 12 11:51:53.987892 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-eeed05e9-592d-4621-a090-e093c557ab7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 200 len: 217 time: 0.0496161 Nov 12 11:51:54.040663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-613ff53e-d814-4580-90df-b707f4544de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:54.042241 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-613ff53e-d814-4580-90df-b707f4544de9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0481122 Nov 12 11:51:54.076371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-7f19cc33-10df-4842-9a9c-36cc22436f87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267334 Nov 12 11:51:54.183266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-b79b477e-06be-4c97-be34-5b981fdd9e3b service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995359 Nov 12 11:51:54.280584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-17a25b3f-3aad-467f-96b8-69c41ced9791 service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893283 Nov 12 11:51:54.750222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30b4b4-c670-47e6-8b1b-9925c6af3f6a req-dd198e9f-eec4-4542-91d0-39ec0427bd28 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:54.751839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a30b4b4-c670-47e6-8b1b-9925c6af3f6a req-dd198e9f-eec4-4542-91d0-39ec0427bd28 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0594792 Nov 12 11:51:54.816796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a30b4b4-c670-47e6-8b1b-9925c6af3f6a req-93e8d1fa-235f-4600-8690-ce6d9faff969 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542707 Nov 12 11:51:55.946959 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb973f-8fd8-494f-bc64-f6605990dd4e req-e7f37ae8-4674-454d-a1bb-38cc3105d5e3 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:55.949751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2bb973f-8fd8-494f-bc64-f6605990dd4e req-e7f37ae8-4674-454d-a1bb-38cc3105d5e3 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0586603 Nov 12 11:51:56.029890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2bb973f-8fd8-494f-bc64-f6605990dd4e req-ef0e301f-0549-472c-9794-cc9069b841f9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730860 Nov 12 11:51:57.152985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69b1f3-0f4f-4eb0-b66f-3595aca16f3b req-3cc91c92-4356-4aca-94ad-e47d5a8342a4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:57.154617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb69b1f3-0f4f-4eb0-b66f-3595aca16f3b req-3cc91c92-4356-4aca-94ad-e47d5a8342a4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0521877 Nov 12 11:51:57.206016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb69b1f3-0f4f-4eb0-b66f-3595aca16f3b req-6bf08033-841b-4299-ac07-5b886ef5be30 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Nov 12 11:51:58.352338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b681b-ee5e-41a6-b97a-d233f35f86c6 req-13e0b2a5-b23a-46ae-be26-1600e6f4c0a6 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:58.353996 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe3b681b-ee5e-41a6-b97a-d233f35f86c6 req-13e0b2a5-b23a-46ae-be26-1600e6f4c0a6 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0653446 Nov 12 11:51:58.416500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fe3b681b-ee5e-41a6-b97a-d233f35f86c6 req-31c0c08e-ed28-4315-b9ec-616d0b68a125 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558920 Nov 12 11:51:59.418922 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-be90b29a-bb88-4bef-a83e-0819fa774cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:51:59.546505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49453458-8a5f-4e2b-abdf-67f1182844da req-3be0d976-47a5-4d6f-8249-68c2a524872f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:51:59.548041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49453458-8a5f-4e2b-abdf-67f1182844da req-3be0d976-47a5-4d6f-8249-68c2a524872f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0512011 Nov 12 11:51:59.595847 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-49453458-8a5f-4e2b-abdf-67f1182844da req-b8498e0c-bad0-4b5f-bddd-faf0a6483002 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Nov 12 11:52:00.721649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39e86e-0be1-45ae-bda9-7500bbf5df48 req-a1275227-98f5-4efa-9ae9-533fd9e9b8c9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:00.723139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f39e86e-0be1-45ae-bda9-7500bbf5df48 req-a1275227-98f5-4efa-9ae9-533fd9e9b8c9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0522568 Nov 12 11:52:00.777381 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f39e86e-0be1-45ae-bda9-7500bbf5df48 req-a8a0cd29-3ba3-45ba-a0b6-b6088b8fa1a6 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 Nov 12 11:52:01.856988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-56889c37-dd87-4b60-9374-6cbf1b99bcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:01.907075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc839c1a-9f30-4e4d-9553-f7665b51fb77 req-10d752ef-de14-409b-84d5-77c8eb2cb0be tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:01.908600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc839c1a-9f30-4e4d-9553-f7665b51fb77 req-10d752ef-de14-409b-84d5-77c8eb2cb0be tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0576341 Nov 12 11:52:01.972183 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc839c1a-9f30-4e4d-9553-f7665b51fb77 req-e05ef3b1-2902-4468-adfc-6debb77430be tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532751 Nov 12 11:52:03.104428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31155-6dd7-4ab1-9f53-2ec59decd8ea req-014240d9-42fc-4e9a-b189-b72646afb437 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:03.111469 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9eb31155-6dd7-4ab1-9f53-2ec59decd8ea req-014240d9-42fc-4e9a-b189-b72646afb437 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0597031 Nov 12 11:52:03.157869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9eb31155-6dd7-4ab1-9f53-2ec59decd8ea req-46d6470c-c165-486f-9f66-7c7f1c17b3e0 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457976 Nov 12 11:52:03.228303 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:04.278943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ca669-9b68-4c3c-8033-5b2d28407416 req-d8d066da-5629-4649-a775-30876e784237 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:04.280467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-510ca669-9b68-4c3c-8033-5b2d28407416 req-d8d066da-5629-4649-a775-30876e784237 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0533848 Nov 12 11:52:04.328355 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-510ca669-9b68-4c3c-8033-5b2d28407416 req-c6aad482-0c55-4d47-9a8e-bc08a0e68158 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Nov 12 11:52:04.336725 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:04.856734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:05.506933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250e18e-733a-4f27-8323-d0acd9abd824 req-8ff14535-933b-42e5-9b78-24704c7ba3d8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:05.508446 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f250e18e-733a-4f27-8323-d0acd9abd824 req-8ff14535-933b-42e5-9b78-24704c7ba3d8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0516398 Nov 12 11:52:05.558343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f250e18e-733a-4f27-8323-d0acd9abd824 req-191e819f-204e-4bc5-8289-fc1cab3f096a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433605 Nov 12 11:52:06.678012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebdcec-fb1e-457b-878c-399d3ac017ec req-79185df9-fb60-489f-9553-22f1644db233 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:06.679507 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5ebdcec-fb1e-457b-878c-399d3ac017ec req-79185df9-fb60-489f-9553-22f1644db233 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0502725 Nov 12 11:52:06.733070 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5ebdcec-fb1e-457b-878c-399d3ac017ec req-50c97e34-6a1f-464f-99f1-f6b5541ee213 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469527 Nov 12 11:52:07.856787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcb97-ba22-49b2-abdc-353093755638 req-10c74f70-0241-4ff6-97f3-fe87160e9c17 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:07.859977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3dcb97-ba22-49b2-abdc-353093755638 req-10c74f70-0241-4ff6-97f3-fe87160e9c17 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0513523 Nov 12 11:52:07.909332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3dcb97-ba22-49b2-abdc-353093755638 req-3309e18d-e3be-44fc-bcce-159d1341bf70 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Nov 12 11:52:09.028339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb5ed9-99f5-43b6-b384-0a603cd82565 req-09d5e9f8-3b30-40e5-938d-1fc3204b04ee tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:09.029844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bfb5ed9-99f5-43b6-b384-0a603cd82565 req-09d5e9f8-3b30-40e5-938d-1fc3204b04ee tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0500174 Nov 12 11:52:09.166210 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6bfb5ed9-99f5-43b6-b384-0a603cd82565 req-4b7bcabc-1b54-4a75-a5b6-8c9c111fdb99 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935066 Nov 12 11:52:10.305087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21e6aa-54a4-4983-92c0-6bcb0ed4e451 req-a11e41db-3dfc-4dd9-9794-4c1ac0badb54 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:10.306569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e21e6aa-54a4-4983-92c0-6bcb0ed4e451 req-a11e41db-3dfc-4dd9-9794-4c1ac0badb54 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0594227 Nov 12 11:52:10.357387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e21e6aa-54a4-4983-92c0-6bcb0ed4e451 req-e37b9f06-15e5-45e8-9ce9-e75ad3935f20 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Nov 12 11:52:11.539781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738291-a8ed-4cee-8dcb-49da11b73923 req-dbe89810-c629-4619-832e-f2cace07c711 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:11.541297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62738291-a8ed-4cee-8dcb-49da11b73923 req-dbe89810-c629-4619-832e-f2cace07c711 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.1136672 Nov 12 11:52:11.571881 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-48c8af35-86b1-4dba-aca5-3ba59a5f3cb7 service neutron] show failed (client error): The resource could not be found. Nov 12 11:52:11.572993 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-48c8af35-86b1-4dba-aca5-3ba59a5f3cb7 service neutron] 10.222.0.57 "GET /v2.0/ports/f822b9ee-600d-40c2-9671-86ee1dcc3255/bindings/n-h2-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0639906 Nov 12 11:52:11.597832 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-62738291-a8ed-4cee-8dcb-49da11b73923 req-2b77c472-1976-4ae0-94e3-f188270a76b8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498748 Nov 12 11:52:12.222672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-74ecce6a-1b7d-4abf-b1ff-8e045b58ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:12.225350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-74ecce6a-1b7d-4abf-b1ff-8e045b58ad3a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4&tenant_id=163c46020d34420cb03b4a651a0fff71 HTTP/1.1" status: 200 len: 1098 time: 0.0589263 Nov 12 11:52:12.240637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:52:12.309434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:12.538523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:12.575603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:52:12.627588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:12.629546 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0598ae-e3ab-49c5-944f-31b70eb22b11" -d '{"events": [{"server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "name": "network-vif-unplugged", "status": "completed", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:12.633635 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:12.648387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Transition to ACTIVE for port object f822b9ee-600d-40c2-9671-86ee1dcc3255 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:52:12.735556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6778b58-5951-4e01-bb3a-09317fbf8525 req-0bbaba4c-c389-4aff-acac-5db9420df436 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:12.737087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6778b58-5951-4e01-bb3a-09317fbf8525 req-0bbaba4c-c389-4aff-acac-5db9420df436 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0564411 Nov 12 11:52:12.750481 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:12.792421 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6778b58-5951-4e01-bb3a-09317fbf8525 req-5dc6eee6-5dbf-41ee-a885-0fdb39f8102f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Nov 12 11:52:12.817801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] No DVR routers for this DVR port f822b9ee-600d-40c2-9671-86ee1dcc3255 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:52:12.828651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:12.868506 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76844586-8d73-4114-a880-fc733bf470e6 x-openstack-request-id: req-76844586-8d73-4114-a880-fc733bf470e6 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:12.868781 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "name": "network-vif-unplugged", "status": "completed", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:12.869030 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-76844586-8d73-4114-a880-fc733bf470e6 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:12.869421 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'code': 200} Nov 12 11:52:12.874657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Attempting to bind port f822b9ee-600d-40c2-9671-86ee1dcc3255 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:52:12.874990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Attempting to bind port f822b9ee-600d-40c2-9671-86ee1dcc3255 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:52:12.875312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Attempting to bind port f822b9ee-600d-40c2-9671-86ee1dcc3255 on network 38b2d6af-c555-4143-a373-88b18a57fe6a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:52:12.880544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Port f822b9ee-600d-40c2-9671-86ee1dcc3255 on network 38b2d6af-c555-4143-a373-88b18a57fe6a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:52:12.880866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Attempting to bind port f822b9ee-600d-40c2-9671-86ee1dcc3255 on network 38b2d6af-c555-4143-a373-88b18a57fe6a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:52:12.886880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:52:12.887207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Checking segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:52:12.887583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Bound using segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:52:12.888035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Bound port: f822b9ee-600d-40c2-9671-86ee1dcc3255, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:52:12.888396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:12.967226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:52:12.970296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:52:13.034689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:13.069701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:13.070334 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:13.071769 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] 10.222.0.69 "PUT /v2.0/ports/f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 200 len: 1093 time: 0.8356876 Nov 12 11:52:13.105359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925be45-8afe-4865-93a9-1ac509f2a888 service neutron] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:13.142044 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-320c83a7-b6b2-4678-9e04-90149660d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:13.143568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-320c83a7-b6b2-4678-9e04-90149660d633 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 1096 time: 0.0465996 Nov 12 11:52:13.251562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-cf798a75-18b0-41e9-9868-9938be05d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:13.253127 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-cf798a75-18b0-41e9-9868-9938be05d960 service neutron] 10.222.0.69 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.0989325 Nov 12 11:52:13.299393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-ae28824f-4059-47ee-8e39-beaf8fa22b8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 200 len: 217 time: 0.0353138 Nov 12 11:52:13.356560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-90ff87df-5576-4af4-93f2-1c4eb44f58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:13.357950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-90ff87df-5576-4af4-93f2-1c4eb44f58a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0508316 Nov 12 11:52:13.395448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-ce8593ef-0091-44d8-aff9-7136d804eaa5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262802 Nov 12 11:52:13.500085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-0d03e544-841f-403f-a027-2f6ae02e7f65 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972250 Nov 12 11:52:13.599143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9161dd3a-6b10-4321-bd0d-6ab216a33637 req-fb21b704-db01-4f47-ba9a-47cf9496630a service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909212 Nov 12 11:52:13.922148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc65e24-80a0-45b6-a9b1-3d5b8edadd39 req-33473846-e95d-4c9c-b8bb-6cd3690a1f44 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:13.923598 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffc65e24-80a0-45b6-a9b1-3d5b8edadd39 req-33473846-e95d-4c9c-b8bb-6cd3690a1f44 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 944 time: 0.0551598 Nov 12 11:52:13.977350 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffc65e24-80a0-45b6-a9b1-3d5b8edadd39 req-5ec7de59-7b36-4f4c-a271-5e190a362f65 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 Nov 12 11:52:14.870711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:14.873225 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d77b8e-e31f-47c1-a45f-11b6e74f7646" -d '{"events": [{"name": "network-changed", "server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:14.927071 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9102f08-b7a8-442f-9c8a-41833dcc6e9c x-openstack-request-id: req-b9102f08-b7a8-442f-9c8a-41833dcc6e9c {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:14.927642 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:14.928278 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b9102f08-b7a8-442f-9c8a-41833dcc6e9c {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:14.928784 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'status': 'completed', 'code': 200} Nov 12 11:52:15.024715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-027123ff-b5ee-4da0-96a3-0b1c6eb35ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:15.026326 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-027123ff-b5ee-4da0-96a3-0b1c6eb35ded service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 1096 time: 0.0752926 Nov 12 11:52:15.029355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-79d64193-f6ee-419a-a345-d1e18461cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:15.030801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-79d64193-f6ee-419a-a345-d1e18461cc62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 1096 time: 0.0697474 Nov 12 11:52:15.124504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6673a9-c1e9-46b6-93ad-6d9ba4625ff6 req-f93b7ef5-6caa-47fc-80e1-63df996758ed tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:15.126370 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e6673a9-c1e9-46b6-93ad-6d9ba4625ff6 req-f93b7ef5-6caa-47fc-80e1-63df996758ed tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 944 time: 0.0492249 Nov 12 11:52:15.184038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e6673a9-c1e9-46b6-93ad-6d9ba4625ff6 req-7a23aafe-d4c2-4b38-9701-543dc6fdccaa tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501361 Nov 12 11:52:15.197396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-82ccc864-440d-44d0-8943-a5b33f0e6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:15.201076 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-82ccc864-440d-44d0-8943-a5b33f0e6f76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.1670940 Nov 12 11:52:15.202785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-14d8cc8a-2f76-4b34-885c-4284cb6b8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:15.205140 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-14d8cc8a-2f76-4b34-885c-4284cb6b8491 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.1634653 Nov 12 11:52:15.275515 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-2aa0ff74-7229-4124-bd94-21aee184e5f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 200 len: 217 time: 0.0599084 Nov 12 11:52:15.277285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-d0d619ee-8c7c-4df8-994a-4ab92cbd24ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 200 len: 217 time: 0.0682521 Nov 12 11:52:15.362347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-78a68ba5-b23c-44a3-a9f9-7ee53154864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:15.363831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-78a68ba5-b23c-44a3-a9f9-7ee53154864e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0818999 Nov 12 11:52:15.367424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-2070abd6-4b61-47f8-a296-5ad90ed2eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:15.368807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-2070abd6-4b61-47f8-a296-5ad90ed2eeb0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0794861 Nov 12 11:52:15.413960 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-571d3dac-fe7a-43d2-adff-1f63810338e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429609 Nov 12 11:52:15.415823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-13c3a63d-46c7-41f4-874f-1b6851565588 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362654 Nov 12 11:52:15.428981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f822b9ee-600d-40c2-9671-86ee1dcc3255 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:52:15.479319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device f822b9ee-600d-40c2-9671-86ee1dcc3255 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:52:15.950179 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-c90b508b-cd81-4e7c-8896-a165d3393d82 service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294106 Nov 12 11:52:15.952073 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-927e1e13-1959-49e3-888f-a9ba6be1bf3e service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234888 Nov 12 11:52:16.133772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-2d657a01-620a-4336-b2e3-2ed31f95edd7 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681161 Nov 12 11:52:16.136163 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-64d77b8e-e31f-47c1-a45f-11b6e74f7646 req-c44bc087-4a71-47fb-ae1a-fb609facadde service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775851 Nov 12 11:52:16.319539 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad29c-1765-4b67-a0bc-f9c2c24ff49a req-9da69438-ce80-49ab-a24e-3181e3331335 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:16.321923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-697ad29c-1765-4b67-a0bc-f9c2c24ff49a req-9da69438-ce80-49ab-a24e-3181e3331335 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 944 time: 0.0636687 Nov 12 11:52:16.369880 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-697ad29c-1765-4b67-a0bc-f9c2c24ff49a req-6c6017d8-72b4-48e5-a8a0-9fcd59391972 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Nov 12 11:52:16.762261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ef210-db42-4225-bb1a-defd0b13a227 req-0e443b48-0be4-4589-a6db-e05c2a08f0fd tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:16.764255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-472ef210-db42-4225-bb1a-defd0b13a227 req-0e443b48-0be4-4589-a6db-e05c2a08f0fd tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 944 time: 0.0589142 Nov 12 11:52:16.829430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-472ef210-db42-4225-bb1a-defd0b13a227 req-ea14c1ad-b09c-4d5e-8e9f-e55e8703d46b tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539322 Nov 12 11:52:16.921618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-89a8feac-b05a-4546-a7ac-4ead83f1066d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:16.921618 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-89a8feac-b05a-4546-a7ac-4ead83f1066d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.57 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4&tenant_id=163c46020d34420cb03b4a651a0fff71&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 944 time: 0.0906835 Nov 12 11:52:16.957774 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-946ec53f-9ce9-4128-b85d-577505d932d5 service neutron] delete failed (client error): The resource could not be found. Nov 12 11:52:16.958783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-946ec53f-9ce9-4128-b85d-577505d932d5 service neutron] 10.222.0.57 "DELETE /v2.0/ports/f822b9ee-600d-40c2-9671-86ee1dcc3255/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0643516 Nov 12 11:52:17.050232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-3d40eb8d-0ae5-4a97-9815-e009b7254370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:17.051798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-3d40eb8d-0ae5-4a97-9815-e009b7254370 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 1096 time: 0.0453064 Nov 12 11:52:17.134812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f822b9ee-600d-40c2-9671-86ee1dcc3255 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:52:17.175174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-e7ea4b77-d50c-443b-97f6-b24d4d37dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:17.176981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-e7ea4b77-d50c-443b-97f6-b24d4d37dce3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.1097004 Nov 12 11:52:17.224385 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-67b331a5-59f1-4b24-a9b5-ff47f952c864 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 200 len: 217 time: 0.0402558 Nov 12 11:52:17.247203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:17.263462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a', 'port_id': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'mac_address': 'fa:16:3e:cd:8d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d15be5-5e78-4338-aa56-707480823d3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:52:17.282408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-6e2b3066-19d7-4184-9117-7b416fa49084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:17.284395 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-6e2b3066-19d7-4184-9117-7b416fa49084 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0532994 Nov 12 11:52:17.307206 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:17.319954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-f27a5d66-8ff0-4419-a1cd-ce98f52f0b17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280082 Nov 12 11:52:17.331116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f822b9ee-600d-40c2-9671-86ee1dcc3255 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:52:17.353400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:17.422342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:17.451568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-12a981da-1553-4ea7-af7f-d38195ff97bc service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244173 Nov 12 11:52:17.478749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:17.553101 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e10dea3-7b2d-424e-9a15-8991d2468850 req-1374d214-285e-422b-a9d8-0ec4b4f28950 service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934412 Nov 12 11:52:17.673912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['f822b9ee-600d-40c2-9671-86ee1dcc3255'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:52:17.968143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b880-159c-464a-a8a9-33c191f7cb73 req-e47f02e2-09f0-41ee-8a3f-a89545509ac9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:17.969680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b98b880-159c-464a-a8a9-33c191f7cb73 req-e47f02e2-09f0-41ee-8a3f-a89545509ac9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 945 time: 0.0642114 Nov 12 11:52:18.019592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b98b880-159c-464a-a8a9-33c191f7cb73 req-f1ea7513-d07e-416b-be67-a0ee0dc5b651 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Nov 12 11:52:18.110685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:19.137322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f822b9ee-600d-40c2-9671-86ee1dcc3255 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:52:19.258467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port f822b9ee-600d-40c2-9671-86ee1dcc3255 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:52:19.263376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port f822b9ee-600d-40c2-9671-86ee1dcc3255 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:52:19.263748 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:19.348953 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:19.373546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:19.376221 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02d63b8-6582-4efa-a2ff-bae89167870d" -d '{"events": [{"server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "name": "network-vif-plugged", "status": "completed", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:19.390599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:19.401728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7aeb1-744f-4d9e-99ca-dbe86ff90eca req-b17f342b-4d88-4d35-8863-85d96e571422 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:19.403341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffe7aeb1-744f-4d9e-99ca-dbe86ff90eca req-b17f342b-4d88-4d35-8863-85d96e571422 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 945 time: 0.0506155 Nov 12 11:52:19.458611 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffe7aeb1-744f-4d9e-99ca-dbe86ff90eca req-13a8c44b-c73b-4c60-a4a0-262fe7cbf4e1 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Nov 12 11:52:19.481759 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:19.506399 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6920b50-02cb-4bdf-b944-d0785567c2e6 x-openstack-request-id: req-c6920b50-02cb-4bdf-b944-d0785567c2e6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:19.506701 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "name": "network-vif-plugged", "status": "completed", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:19.506940 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c6920b50-02cb-4bdf-b944-d0785567c2e6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:19.507418 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'code': 200} Nov 12 11:52:19.534462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:19.597763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a296655-642f-4748-9e85-c51d1f51554d req-026d8d2a-3284-4851-bdd6-be9444d13e5f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:19.599322 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a296655-642f-4748-9e85-c51d1f51554d req-026d8d2a-3284-4851-bdd6-be9444d13e5f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0507555 Nov 12 11:52:19.654401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3a296655-642f-4748-9e85-c51d1f51554d req-6dd97766-1053-4efd-a3cb-a5e3b3110c9d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485442 Nov 12 11:52:19.770102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263ae9-4046-41b1-a2c9-65f682c3d52c req-ec46d2c1-c28a-4b45-a31c-345463d624d7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:19.771580 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-71263ae9-4046-41b1-a2c9-65f682c3d52c req-ec46d2c1-c28a-4b45-a31c-345463d624d7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0514703 Nov 12 11:52:19.819659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-71263ae9-4046-41b1-a2c9-65f682c3d52c req-43153280-b340-4747-ba07-9a11e849cfff tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Nov 12 11:52:20.467800 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-27bd3f8d-fdd4-4676-8a0d-5b393ba62553 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:20.469343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-27bd3f8d-fdd4-4676-8a0d-5b393ba62553 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 814 time: 0.1080537 Nov 12 11:52:20.486015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-5581f32d-857f-4733-9239-42d5a081bac4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/quotas/163c46020d34420cb03b4a651a0fff71 HTTP/1.1" status: 200 len: 375 time: 0.0104547 Nov 12 11:52:20.535603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-85feb77e-5f1f-4581-ba30-6c364b4a5262 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439029 Nov 12 11:52:20.633346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-b3c6e4e6-ddde-4747-9916-cce65086fced service neutron] 10.222.0.98 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896742 Nov 12 11:52:20.733239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-65509f93-2942-4289-bec6-3b55e5323355 service neutron] 10.222.0.98 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924320 Nov 12 11:52:20.993581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ee827c4-0932-4407-aeb6-7be3927bc0ae req-a8737082-0d6e-4a60-9b60-8344d9ec0bb8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 210 time: 0.0297627 Nov 12 11:52:21.035988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:21.863645 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-ccfdc9f2-3705-4cc9-8bd5-520304a89d42 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:21.865174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-ccfdc9f2-3705-4cc9-8bd5-520304a89d42 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.69 "GET /v2.0/ports?device_id=26b5cfc2-c754-48e7-b3ef-1fac3b9242b4 HTTP/1.1" status: 200 len: 946 time: 0.0504839 Nov 12 11:52:21.968456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Deleting port f822b9ee-600d-40c2-9671-86ee1dcc3255 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:52:21.968707 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:22.065315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] For port f822b9ee-600d-40c2-9671-86ee1dcc3255, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=f822b9ee-600d-40c2-9671-86ee1dcc3255,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:22.065791 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:22.085874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Calling delete_port for f822b9ee-600d-40c2-9671-86ee1dcc3255 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:52:22.100583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95ed547b-e165-4165-ba7d-e115c47b24b3 req-5bd2a8a5-f1f2-4347-b23e-e63be59c16f0 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 210 time: 0.0287271 Nov 12 11:52:22.296477 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:22.309524 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['f822b9ee-600d-40c2-9671-86ee1dcc3255'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:52:22.327975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Pushing event deleted for resources: {'Port': ['ID=f822b9ee-600d-40c2-9671-86ee1dcc3255,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:22.376293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] No DVR routers for this DVR port f822b9ee-600d-40c2-9671-86ee1dcc3255 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:52:22.379012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:22.382407 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9465d117-e0b4-4fec-a157-1036b79e2fab req-9a14eec1-cf5a-4c97-b9fe-0308b285e0cf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.69 "DELETE /v2.0/ports/f822b9ee-600d-40c2-9671-86ee1dcc3255 HTTP/1.1" status: 204 len: 173 time: 0.5095868 Nov 12 11:52:22.382854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'name': 'network-vif-deleted', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:22.385523 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a145d7-5fc1-431f-91fe-839c375df9d8" -d '{"events": [{"server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "name": "network-vif-deleted", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:22.426944 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3546ac5d-cba2-4072-a092-6b4e9ca028bd x-openstack-request-id: req-3546ac5d-cba2-4072-a092-6b4e9ca028bd {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:22.427235 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b5cfc2-c754-48e7-b3ef-1fac3b9242b4", "name": "network-vif-deleted", "tag": "f822b9ee-600d-40c2-9671-86ee1dcc3255", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:22.427488 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3546ac5d-cba2-4072-a092-6b4e9ca028bd {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:22.427889 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b5cfc2-c754-48e7-b3ef-1fac3b9242b4', 'name': 'network-vif-deleted', 'tag': 'f822b9ee-600d-40c2-9671-86ee1dcc3255', 'status': 'completed', 'code': 200} Nov 12 11:52:23.204998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f3667d95-899a-42d3-9f88-3632da4cd93a req-0aa4e27f-e2b3-49e2-9689-c58c640d2a48 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 210 time: 0.0298269 Nov 12 11:52:23.391198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-bdc1a08d-f16d-48d8-85ee-83775fcf726e tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:23.392732 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-bdc1a08d-f16d-48d8-85ee-83775fcf726e tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.69 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 814 time: 0.1102164 Nov 12 11:52:23.414110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Request body: {'port': {'device_id': '57408861-debb-47bf-ae78-053621565d87', 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a', 'admin_state_up': True, 'tenant_id': '163c46020d34420cb03b4a651a0fff71'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:52:23.612800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Made reservation on behalf of 163c46020d34420cb03b4a651a0fff71 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:52:23.616862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:23.753945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Allocated IP 172.20.0.12 (38b2d6af-c555-4143-a373-88b18a57fe6a/c6d15be5-5e78-4338-aa56-707480823d3d/472db86c-a6bb-4e2d-a94a-5af23c687cde) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:52:23.902799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:23.996075 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:24.041433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Network 38b2d6af-c555-4143-a373-88b18a57fe6a is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:52:24.046469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:52:24.050199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:52:24.077898 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:24.103455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:24.104131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:24.219137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-712b9d97-346b-4d86-87e7-b4172f0cf4a7 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8093188 Nov 12 11:52:24.234945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Request body: {'port': {'device_id': '57408861-debb-47bf-ae78-053621565d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:52:24.289566 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:24.327205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bccf6-1a94-4082-a057-0c36eab9e87c req-11abe6e4-5edd-4fbc-8552-7dd091160f67 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:24.328748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-509bccf6-1a94-4082-a057-0c36eab9e87c req-11abe6e4-5edd-4fbc-8552-7dd091160f67 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 932 time: 0.0500004 Nov 12 11:52:24.378635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-509bccf6-1a94-4082-a057-0c36eab9e87c req-614979e3-e7f1-4f08-9635-b852e19d7a69 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Nov 12 11:52:24.560415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472db86c-a6bb-4e2d-a94a-5af23c687cde {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:52:24.568859 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:24.581015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Transition to ACTIVE for port object 472db86c-a6bb-4e2d-a94a-5af23c687cde will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:52:24.679434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:24.735213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:24.802159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Attempting to bind port 472db86c-a6bb-4e2d-a94a-5af23c687cde on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:52:24.802496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Attempting to bind port 472db86c-a6bb-4e2d-a94a-5af23c687cde by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:52:24.802829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Attempting to bind port 472db86c-a6bb-4e2d-a94a-5af23c687cde on network 38b2d6af-c555-4143-a373-88b18a57fe6a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:52:24.808032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Port 472db86c-a6bb-4e2d-a94a-5af23c687cde on network 38b2d6af-c555-4143-a373-88b18a57fe6a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:52:24.808351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Attempting to bind port 472db86c-a6bb-4e2d-a94a-5af23c687cde on network 38b2d6af-c555-4143-a373-88b18a57fe6a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:52:24.813452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:52:24.813717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Checking segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:52:24.814098 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Bound using segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:52:24.814518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Bound port: 472db86c-a6bb-4e2d-a94a-5af23c687cde, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:52:24.814893 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:24.881845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:52:24.884971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:52:25.001928 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:25.037798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:25.038436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:25.039861 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] 10.222.0.69 "PUT /v2.0/ports/472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 1093 time: 0.8091826 Nov 12 11:52:25.040338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:25.043230 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bca4eb175f445028f4c370c83900be7616d5b5b5a5610773ad3ed1952d547e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1191206-c75e-45c7-8dbb-ed7461aca370" -d '{"events": [{"name": "network-changed", "server_uuid": "57408861-debb-47bf-ae78-053621565d87", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:25.072761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e0744-2d6b-4780-82bc-141a3300ce27 service neutron] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:25.081555 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14fa4df-d0c0-4953-b4f0-14a79a235960 x-openstack-request-id: req-a14fa4df-d0c0-4953-b4f0-14a79a235960 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:25.081891 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57408861-debb-47bf-ae78-053621565d87", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:25.082256 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a14fa4df-d0c0-4953-b4f0-14a79a235960 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:25.082497 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'status': 'completed', 'code': 200} Nov 12 11:52:25.149496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f822b9ee-600d-40c2-9671-86ee1dcc3255 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:52:25.152103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1191206-c75e-45c7-8dbb-ed7461aca370 req-bda3d8e3-f917-4014-85f2-e8755eba9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:25.154725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1191206-c75e-45c7-8dbb-ed7461aca370 req-bda3d8e3-f917-4014-85f2-e8755eba9b7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1096 time: 0.0453007 Nov 12 11:52:25.173722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: f822b9ee-600d-40c2-9671-86ee1dcc3255 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:52:25.174064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device f822b9ee-600d-40c2-9671-86ee1dcc3255 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:52:25.255182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1191206-c75e-45c7-8dbb-ed7461aca370 req-62512f06-e427-4457-8864-0cb727f3db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:25.256715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1191206-c75e-45c7-8dbb-ed7461aca370 req-62512f06-e427-4457-8864-0cb727f3db2e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=163c46020d34420cb03b4a651a0fff71&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952265 Nov 12 11:52:25.356142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1191206-c75e-45c7-8dbb-ed7461aca370 req-0ed2407e-a36d-42ee-9c25-2631a199ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:25.357568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1191206-c75e-45c7-8dbb-ed7461aca370 req-0ed2407e-a36d-42ee-9c25-2631a199ebad service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883517 Nov 12 11:52:25.444293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-a08adc31-4f33-43e0-91cb-75c4042effab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:25.445833 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-a08adc31-4f33-43e0-91cb-75c4042effab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1096 time: 0.0466685 Nov 12 11:52:25.492967 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-4718fbba-53c1-4eab-90e9-eaf933df0449 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 217 time: 0.0350287 Nov 12 11:52:25.497181 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee59e95-7b67-4a56-80a4-46df9dd441df req-51ff54d8-a67b-474a-965e-1f70ec7ecf18 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:25.498678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aee59e95-7b67-4a56-80a4-46df9dd441df req-51ff54d8-a67b-474a-965e-1f70ec7ecf18 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0489700 Nov 12 11:52:25.547379 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-5e1b02ab-126e-4ce5-a8b0-63b3a363f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:25.548910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-5e1b02ab-126e-4ce5-a8b0-63b3a363f34d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0467536 Nov 12 11:52:25.549114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aee59e95-7b67-4a56-80a4-46df9dd441df req-98521bfd-d0f7-4b7f-9a87-553b06d5c445 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Nov 12 11:52:25.589705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-e6735aff-5e01-4ab7-9cbe-90d85cb3215e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314670 Nov 12 11:52:25.682803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-ac05d1da-5797-46b4-a227-320acb9258e0 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 Nov 12 11:52:25.780414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a88097d-7bbb-406e-a400-d3ab9f048d55 req-6dc70807-6f15-4eda-92da-833890148685 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870576 Nov 12 11:52:25.922947 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:52:26.671857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a8559-1845-4ee6-a0b7-94ad5ba989fc req-07d6fb5e-f0f0-41cd-b9c4-7714b8980407 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:26.673394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e3a8559-1845-4ee6-a0b7-94ad5ba989fc req-07d6fb5e-f0f0-41cd-b9c4-7714b8980407 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0551910 Nov 12 11:52:26.726897 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1e3a8559-1845-4ee6-a0b7-94ad5ba989fc req-1ff047ff-3e21-44c0-86dd-a310aac40615 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474234 Nov 12 11:52:27.844552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7efca6-e252-42d1-a9c3-4bd29969e40e req-b83a37b6-e171-4aa0-909e-645fa26207b2 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:27.846015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d7efca6-e252-42d1-a9c3-4bd29969e40e req-b83a37b6-e171-4aa0-909e-645fa26207b2 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0483348 Nov 12 11:52:27.892724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d7efca6-e252-42d1-a9c3-4bd29969e40e req-bdb4537e-e10f-4c53-bf1c-b15b353c76b3 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Nov 12 11:52:29.008303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f6c8b-e023-4b34-b7de-b45b97c2c8c0 req-ad380921-5237-4785-a550-f10d2ee7975f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:29.009946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-128f6c8b-e023-4b34-b7de-b45b97c2c8c0 req-ad380921-5237-4785-a550-f10d2ee7975f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0500653 Nov 12 11:52:29.062879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-128f6c8b-e023-4b34-b7de-b45b97c2c8c0 req-0eee5c48-35fc-4179-bdc7-f5145ebe7c89 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Nov 12 11:52:29.152071 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 472db86c-a6bb-4e2d-a94a-5af23c687cde details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:52:29.253042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:29.270788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a', 'port_id': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'mac_address': 'fa:16:3e:fe:27:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d15be5-5e78-4338-aa56-707480823d3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:52:29.317096 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:29.331802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472db86c-a6bb-4e2d-a94a-5af23c687cde {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:52:29.352125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:29.354037 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d0a09e50-99d8-49ad-971b-b309b2daa404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:29.469576 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:29.521411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:29.528855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.529197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.529556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.529872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.530203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.530525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.530845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.531166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.531486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.531805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.532156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.532474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:52:29.723313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['472db86c-a6bb-4e2d-a94a-5af23c687cde'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:52:30.179560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c0645-c34a-4330-b49b-dd13dd044408 req-d8a46653-37e8-4bee-b3a8-101f4c32d4f6 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:30.181089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc4c0645-c34a-4330-b49b-dd13dd044408 req-d8a46653-37e8-4bee-b3a8-101f4c32d4f6 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Nov 12 11:52:30.228951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc4c0645-c34a-4330-b49b-dd13dd044408 req-ab4c8205-720a-493f-be67-9423f4932e51 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Nov 12 11:52:31.171056 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 472db86c-a6bb-4e2d-a94a-5af23c687cde up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:52:31.281345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 472db86c-a6bb-4e2d-a94a-5af23c687cde completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:52:31.285520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 472db86c-a6bb-4e2d-a94a-5af23c687cde triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:52:31.285810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:31.346897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012da42-7297-465f-9812-68440bae0a79 req-5f4f91e5-fef2-4b56-afcc-0f0d80fee558 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:31.349364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8012da42-7297-465f-9812-68440bae0a79 req-5f4f91e5-fef2-4b56-afcc-0f0d80fee558 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 945 time: 0.0509212 Nov 12 11:52:31.366121 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:31.389133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:52:31.391422 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82b76c31230b5953832a552e9cbba5513d593ca4388c7eb198868ad3897f19e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe6dec-0e70-4bed-b1f9-83bc81dfd538" -d '{"events": [{"server_uuid": "57408861-debb-47bf-ae78-053621565d87", "name": "network-vif-plugged", "status": "completed", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:52:31.399389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8012da42-7297-465f-9812-68440bae0a79 req-3edbc192-7b68-43b4-8963-039f46a2bc7b tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Nov 12 11:52:31.410375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:52:31.446728 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46234e2c-7395-4824-8f13-6884d09f0b79 x-openstack-request-id: req-46234e2c-7395-4824-8f13-6884d09f0b79 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:52:31.447442 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57408861-debb-47bf-ae78-053621565d87", "name": "network-vif-plugged", "status": "completed", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:52:31.448236 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-46234e2c-7395-4824-8f13-6884d09f0b79 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:52:31.448643 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'code': 200} Nov 12 11:52:31.481562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:31.535659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:52:31.553819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885b8d8-b685-4002-b8b5-13471970d519 req-8cc0ca7a-c7af-4249-98ac-24697bb42d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:31.555276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d885b8d8-b685-4002-b8b5-13471970d519 req-8cc0ca7a-c7af-4249-98ac-24697bb42d64 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1098 time: 0.0412774 Nov 12 11:52:31.602543 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d885b8d8-b685-4002-b8b5-13471970d519 req-8f5d9185-2944-4fac-9ec8-0337c35ff774 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 Nov 12 11:52:31.822526 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-90948791-978c-4a44-b2c1-3ae5c6733de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:32.522993 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ad271-7c7c-4fe3-abf9-01a4a0dd5589 req-b566d26b-f219-4565-afe6-ab682a7b0cf0 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:32.524499 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-621ad271-7c7c-4fe3-abf9-01a4a0dd5589 req-b566d26b-f219-4565-afe6-ab682a7b0cf0 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0552466 Nov 12 11:52:32.572694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-621ad271-7c7c-4fe3-abf9-01a4a0dd5589 req-c2d8d9a7-3f13-4238-8166-dc69b4c333aa tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Nov 12 11:52:33.178199 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:33.693549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab4f1a-fca3-4ecb-8dc4-3eb836337860 req-25761930-d54e-4f5f-a8f9-99cab7ed9bea tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:33.695066 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88ab4f1a-fca3-4ecb-8dc4-3eb836337860 req-25761930-d54e-4f5f-a8f9-99cab7ed9bea tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0511379 Nov 12 11:52:33.742544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88ab4f1a-fca3-4ecb-8dc4-3eb836337860 req-9ca31d1f-a704-4e64-942a-e0839513d32d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Nov 12 11:52:33.865296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee185fb-caf5-4bd1-b101-3294bc881304 req-83589ec7-0cf1-4a96-a347-5b95347eb56c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:33.866742 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dee185fb-caf5-4bd1-b101-3294bc881304 req-83589ec7-0cf1-4a96-a347-5b95347eb56c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0540681 Nov 12 11:52:33.916052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dee185fb-caf5-4bd1-b101-3294bc881304 req-2fbbfddc-0240-4727-82e3-0f0b96c083c3 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Nov 12 11:52:34.323530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478698-9c9f-4d22-aa87-c7dfdab2e6ac req-ca7d17a4-5b5e-4978-bf4e-6a981733f50f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:34.325072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb478698-9c9f-4d22-aa87-c7dfdab2e6ac req-ca7d17a4-5b5e-4978-bf4e-6a981733f50f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0521972 Nov 12 11:52:34.325314 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:34.374303 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb478698-9c9f-4d22-aa87-c7dfdab2e6ac req-f68cae70-f862-4e71-a0fc-94d534ffddf8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Nov 12 11:52:34.478743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-44311635-cec0-4e19-9477-645a85e0e092 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392084 Nov 12 11:52:34.858952 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:35.507808 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623a19-866e-4b47-922d-0bd234a4d960 req-4977c1d4-b10c-4047-9044-dbcb1c0f217f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:35.509404 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f623a19-866e-4b47-922d-0bd234a4d960 req-4977c1d4-b10c-4047-9044-dbcb1c0f217f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0600746 Nov 12 11:52:35.557644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f623a19-866e-4b47-922d-0bd234a4d960 req-b3a14b6f-6bea-457f-837e-dee4adbd959a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Nov 12 11:52:36.682368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc89bc-9a73-4ce3-bbfd-e87c9ba7d43a req-e937afcf-1644-4ebb-9d39-916ee87cf843 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:36.683979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8bc89bc-9a73-4ce3-bbfd-e87c9ba7d43a req-e937afcf-1644-4ebb-9d39-916ee87cf843 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0510881 Nov 12 11:52:36.732521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8bc89bc-9a73-4ce3-bbfd-e87c9ba7d43a req-fcb23b2e-9844-4d9b-a2a2-9d0e894ad0a9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 Nov 12 11:52:36.902428 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf556-5c40-4420-91f4-9f9941468643 req-30534ea9-edf3-467a-9623-cd2b48728774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:36.903957 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-30534ea9-edf3-467a-9623-cd2b48728774 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1098 time: 0.0802782 Nov 12 11:52:37.000347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf556-5c40-4420-91f4-9f9941468643 req-70d3f6a7-5ddc-4466-8083-e906e89cda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:37.001827 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-70d3f6a7-5ddc-4466-8083-e906e89cda8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.0897779 Nov 12 11:52:37.044381 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-23641a8f-42a7-4d0c-b178-8c06237a72f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 217 time: 0.0346317 Nov 12 11:52:37.098423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf556-5c40-4420-91f4-9f9941468643 req-8821c458-f874-4b40-901a-65801502b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:37.099773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-8821c458-f874-4b40-901a-65801502b822 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0479827 Nov 12 11:52:37.132786 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-2a11cea7-861e-4b09-a3fa-f168575de69d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241106 Nov 12 11:52:37.221803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-a81b839b-f4e9-4789-b68b-2402ecc677e0 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808377 Nov 12 11:52:37.317504 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-05fc890f-3c8a-4e9f-b1c9-f68cff56a21e service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877066 Nov 12 11:52:37.853057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79ecee-a4cf-4c24-a19a-b8eb4a30d9dc req-31a801fb-ef88-4124-8b8a-4115ae56244c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:37.854547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a79ecee-a4cf-4c24-a19a-b8eb4a30d9dc req-31a801fb-ef88-4124-8b8a-4115ae56244c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0505214 Nov 12 11:52:37.906925 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a79ecee-a4cf-4c24-a19a-b8eb4a30d9dc req-3007fba9-ceba-4a36-ab4b-332ff95e3dbd tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Nov 12 11:52:39.022826 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850fa14-99d4-418b-9905-fb6260bcab38 req-31ddb354-65e8-4658-8c9f-502fc300f9c4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:39.024354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9850fa14-99d4-418b-9905-fb6260bcab38 req-31ddb354-65e8-4658-8c9f-502fc300f9c4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0490062 Nov 12 11:52:39.071521 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9850fa14-99d4-418b-9905-fb6260bcab38 req-30f88a4b-6cb9-442b-8780-f7409e685949 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Nov 12 11:52:39.335843 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af0b85a-43d5-4adc-a409-af68c703384a req-8bd96278-b9d7-4a53-bc8e-34436efa6814 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0782988 Nov 12 11:52:39.416856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b85a-43d5-4adc-a409-af68c703384a req-72449295-2290-4b7b-bd8a-dd531b9f22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:39.418362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af0b85a-43d5-4adc-a409-af68c703384a req-72449295-2290-4b7b-bd8a-dd531b9f22fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0411305 Nov 12 11:52:39.537935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b85a-43d5-4adc-a409-af68c703384a req-7899dc45-cf62-455f-b156-66a87384f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:39.539507 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af0b85a-43d5-4adc-a409-af68c703384a req-7899dc45-cf62-455f-b156-66a87384f0b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1020684 Nov 12 11:52:39.581521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af0b85a-43d5-4adc-a409-af68c703384a req-d657eeb0-656f-4894-956c-ac772dd40a45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0350182 Nov 12 11:52:39.637930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b85a-43d5-4adc-a409-af68c703384a req-52c416ba-d9a3-4813-ae26-d21502437811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:39.639447 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af0b85a-43d5-4adc-a409-af68c703384a req-52c416ba-d9a3-4813-ae26-d21502437811 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0510106 Nov 12 11:52:39.688521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0b85a-43d5-4adc-a409-af68c703384a req-8678173f-8165-4a2e-bf90-3464ce3e9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:39.690040 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af0b85a-43d5-4adc-a409-af68c703384a req-8678173f-8165-4a2e-bf90-3464ce3e9830 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418386 Nov 12 11:52:39.780784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af0b85a-43d5-4adc-a409-af68c703384a req-1cfc69b9-0035-4a2c-9ba0-cedd110cb224 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824547 Nov 12 11:52:39.872982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3af0b85a-43d5-4adc-a409-af68c703384a req-5ef3b9e4-a0c4-4f10-9b59-b4ad3262c01a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845649 Nov 12 11:52:40.187678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a372d75-f579-436f-a85e-3e622795454b req-ac7969a3-ec89-4cad-bce5-f0b0da2a2b37 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:40.189131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a372d75-f579-436f-a85e-3e622795454b req-ac7969a3-ec89-4cad-bce5-f0b0da2a2b37 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0493155 Nov 12 11:52:40.237105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2a372d75-f579-436f-a85e-3e622795454b req-1c297bbe-18a6-4a35-b5fc-7aaf26d60762 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Nov 12 11:52:41.360438 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a02a-9acc-4733-b993-d9ce5c73555a req-448476ce-6c21-4024-b5b1-f50d4b69a429 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:41.361916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa09a02a-9acc-4733-b993-d9ce5c73555a req-448476ce-6c21-4024-b5b1-f50d4b69a429 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0532522 Nov 12 11:52:41.409271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa09a02a-9acc-4733-b993-d9ce5c73555a req-4f36aed6-945c-425a-8d1b-949226dcec9d tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Nov 12 11:52:42.526858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c2e26-6891-4fcd-bcd2-7bde480858c4 req-4b3c4a93-747c-4d66-990b-4a6985a1e543 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:42.528356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-571c2e26-6891-4fcd-bcd2-7bde480858c4 req-4b3c4a93-747c-4d66-990b-4a6985a1e543 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0491488 Nov 12 11:52:42.577288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-571c2e26-6891-4fcd-bcd2-7bde480858c4 req-7f008096-2b01-4a4f-baba-187c351b5544 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429595 Nov 12 11:52:43.704003 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240863d-6df6-4f93-9c4f-aca218fe2660 req-a07885f0-cdf4-43c1-b88d-276439a37b3c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:43.705590 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1240863d-6df6-4f93-9c4f-aca218fe2660 req-a07885f0-cdf4-43c1-b88d-276439a37b3c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0567865 Nov 12 11:52:43.759178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1240863d-6df6-4f93-9c4f-aca218fe2660 req-18ed19da-a483-4d76-afdb-5c8fe6324c70 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473466 Nov 12 11:52:44.883130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5f250-d900-4d20-a4dc-109fd5204809 req-57a7ed24-447a-4aeb-a040-78eafcec7d75 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:44.884763 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ac5f250-d900-4d20-a4dc-109fd5204809 req-57a7ed24-447a-4aeb-a040-78eafcec7d75 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0559449 Nov 12 11:52:44.933052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ac5f250-d900-4d20-a4dc-109fd5204809 req-b588df07-26d1-4d12-8373-12abe79e3061 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Nov 12 11:52:46.057201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef56fd2-2555-4f26-8f3d-2f119a0ea48c req-f5032d46-181a-4f64-a308-ad8a68ed3bfc tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:46.058708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ef56fd2-2555-4f26-8f3d-2f119a0ea48c req-f5032d46-181a-4f64-a308-ad8a68ed3bfc tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0503461 Nov 12 11:52:46.110980 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8ef56fd2-2555-4f26-8f3d-2f119a0ea48c req-450fe5a2-fd4f-43c7-8511-8070b3a9b9a8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456007 Nov 12 11:52:47.234423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e615f-684a-41ed-9ad7-8529316fd1c6 req-8bbea299-74bb-4938-a6f7-679a15f7811c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:47.236031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-290e615f-684a-41ed-9ad7-8529316fd1c6 req-8bbea299-74bb-4938-a6f7-679a15f7811c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0542114 Nov 12 11:52:47.300637 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-290e615f-684a-41ed-9ad7-8529316fd1c6 req-30c1dcc5-49c4-4185-9566-c43e88c7a123 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530422 Nov 12 11:52:48.067562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:48.420796 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef60d2-e5af-4e9b-97d4-32bdf480baf3 req-130edce6-44d0-407e-ad7e-73df087767a8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:48.429645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91ef60d2-e5af-4e9b-97d4-32bdf480baf3 req-130edce6-44d0-407e-ad7e-73df087767a8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0508373 Nov 12 11:52:48.470200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91ef60d2-e5af-4e9b-97d4-32bdf480baf3 req-e71fc3c8-1e24-4a2f-a8a3-15fb252fcb82 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Nov 12 11:52:49.593219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cfc75-739e-47d2-a5f5-baf403f97b93 req-b27a20c7-7a7a-41df-989d-7fb560582dc2 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:49.594790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-748cfc75-739e-47d2-a5f5-baf403f97b93 req-b27a20c7-7a7a-41df-989d-7fb560582dc2 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0527661 Nov 12 11:52:49.645387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-748cfc75-739e-47d2-a5f5-baf403f97b93 req-7d1e4d72-8545-4c3b-bb84-604d04b36522 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Nov 12 11:52:50.782530 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb4776-1e79-45c4-abea-6779156208cc req-45c4fa0a-de8f-4913-9680-84badd63beb4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:50.784223 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ebb4776-1e79-45c4-abea-6779156208cc req-45c4fa0a-de8f-4913-9680-84badd63beb4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0534663 Nov 12 11:52:50.838552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ebb4776-1e79-45c4-abea-6779156208cc req-6605f83c-5541-4f7c-b1db-256442453a96 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 Nov 12 11:52:51.029208 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:52:51.277118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dc524-8494-4989-897f-85772b5fe967 req-dbbd0d09-4021-4252-9fcb-2d1002fca173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:51.279494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-218dc524-8494-4989-897f-85772b5fe967 req-dbbd0d09-4021-4252-9fcb-2d1002fca173 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1098 time: 0.0444047 Nov 12 11:52:51.394562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dc524-8494-4989-897f-85772b5fe967 req-71b048ac-4a18-4ce8-aa1b-146d26b71c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:51.396107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-218dc524-8494-4989-897f-85772b5fe967 req-71b048ac-4a18-4ce8-aa1b-146d26b71c49 service neutron] 10.222.0.69 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.0955400 Nov 12 11:52:51.441079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-218dc524-8494-4989-897f-85772b5fe967 req-64f50391-3e35-43b7-bc0d-06be48f59527 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 217 time: 0.0368075 Nov 12 11:52:51.498055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dc524-8494-4989-897f-85772b5fe967 req-fc257983-7ff8-46be-b40c-603d3c17c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:51.499555 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-218dc524-8494-4989-897f-85772b5fe967 req-fc257983-7ff8-46be-b40c-603d3c17c01c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0508678 Nov 12 11:52:51.533106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-218dc524-8494-4989-897f-85772b5fe967 req-b29610f7-9467-4951-a49b-46f1d653acd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257308 Nov 12 11:52:51.631485 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-218dc524-8494-4989-897f-85772b5fe967 req-fa10c8a2-bbbf-4c8f-b0a0-ca72d014e9bd service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889537 Nov 12 11:52:51.738944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-218dc524-8494-4989-897f-85772b5fe967 req-bf8faf72-150d-4926-857f-f126e98a6302 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990725 Nov 12 11:52:51.975335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdacda3-0e81-4423-b5ee-74da3f966184 req-1c8a049d-b35e-4048-bacd-4c3523e64aaf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:51.976852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fdacda3-0e81-4423-b5ee-74da3f966184 req-1c8a049d-b35e-4048-bacd-4c3523e64aaf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0526412 Nov 12 11:52:52.028266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fdacda3-0e81-4423-b5ee-74da3f966184 req-4053e853-94e4-4be5-bbb5-3c95f5d0a430 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Nov 12 11:52:53.150512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988f19b-c59f-4e6e-8fe9-c31e4ac13397 req-4c6662c2-0f20-4ac6-b85d-bfb31d1b866f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:53.152034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6988f19b-c59f-4e6e-8fe9-c31e4ac13397 req-4c6662c2-0f20-4ac6-b85d-bfb31d1b866f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0497909 Nov 12 11:52:53.200633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6988f19b-c59f-4e6e-8fe9-c31e4ac13397 req-df4f79c7-e0ff-4e94-b505-a824c5279379 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Nov 12 11:52:54.317134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc6432-23ba-4f4d-be50-ab9b2aad7315 req-bef956fd-5078-4800-8025-b4224e8bb2cd tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:54.318730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebcc6432-23ba-4f4d-be50-ab9b2aad7315 req-bef956fd-5078-4800-8025-b4224e8bb2cd tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0486770 Nov 12 11:52:54.370663 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ebcc6432-23ba-4f4d-be50-ab9b2aad7315 req-bc0bf4bf-056c-4525-8ff6-c1f8fb45f6a4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458534 Nov 12 11:52:55.490678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b956d8-94a0-4652-8b80-5c4b168be1c0 req-e39f4a51-7421-4dbc-933a-e93a9afb5ee6 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:55.492152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9b956d8-94a0-4652-8b80-5c4b168be1c0 req-e39f4a51-7421-4dbc-933a-e93a9afb5ee6 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0515032 Nov 12 11:52:55.543914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c9b956d8-94a0-4652-8b80-5c4b168be1c0 req-b5f042e6-4050-4ca1-a287-49fb15d0bf38 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456376 Nov 12 11:52:56.660253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7789208-dfbd-4464-9dcb-d2dd3f4517ef req-c7c028b8-1feb-47b4-91f0-be248b6086cc tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:56.661756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7789208-dfbd-4464-9dcb-d2dd3f4517ef req-c7c028b8-1feb-47b4-91f0-be248b6086cc tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0511756 Nov 12 11:52:56.708729 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c7789208-dfbd-4464-9dcb-d2dd3f4517ef req-634ce69f-0967-4fdb-a1bc-aecb28e59347 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Nov 12 11:52:57.830801 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b2d18-ad57-4ec3-8ece-427041cee870 req-ba2fc050-1eda-43b8-9d1a-9db6fe03dfff tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:57.832295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e2b2d18-ad57-4ec3-8ece-427041cee870 req-ba2fc050-1eda-43b8-9d1a-9db6fe03dfff tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0521438 Nov 12 11:52:57.878967 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e2b2d18-ad57-4ec3-8ece-427041cee870 req-06d50e47-0824-479a-bc1e-15b129e3abf5 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Nov 12 11:52:58.993868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efdfba-0975-4430-925f-3a1c444ae5aa req-c9a74b86-988f-4abb-8086-dab439744365 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:52:58.996267 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28efdfba-0975-4430-925f-3a1c444ae5aa req-c9a74b86-988f-4abb-8086-dab439744365 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0488930 Nov 12 11:52:59.048664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28efdfba-0975-4430-925f-3a1c444ae5aa req-38f8404e-18db-4653-b0ca-c0194267ad29 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466373 Nov 12 11:52:59.387605 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b198f126-f0a6-4008-80a5-a0c04b9c418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:00.179391 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c27ab-b8a5-4aa3-9d7c-bcad4fc10e6f req-1707911a-0d66-431e-b238-7ed84f01ed73 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:00.181116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-578c27ab-b8a5-4aa3-9d7c-bcad4fc10e6f req-1707911a-0d66-431e-b238-7ed84f01ed73 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0537233 Nov 12 11:53:00.236050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-578c27ab-b8a5-4aa3-9d7c-bcad4fc10e6f req-93df646e-ae7a-4b3b-8ca6-58113ac03ff0 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483804 Nov 12 11:53:01.354139 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9acc65-b36c-4ae5-a5ea-a7506f1a7984 req-75577524-667c-4cc3-9574-d7f1791cb3fe tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:01.356288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c9acc65-b36c-4ae5-a5ea-a7506f1a7984 req-75577524-667c-4cc3-9574-d7f1791cb3fe tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0487669 Nov 12 11:53:01.404405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c9acc65-b36c-4ae5-a5ea-a7506f1a7984 req-925fe4e3-deae-4a0c-9ac6-7905778e4dc1 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Nov 12 11:53:01.806034 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a56e-e8da-4766-b805-f0d56086f9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:02.528043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828d246-ab5e-4eac-8374-965e0496e413 req-ce78e943-91f5-42f0-b302-6d4a67ade289 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:02.529519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2828d246-ab5e-4eac-8374-965e0496e413 req-ce78e943-91f5-42f0-b302-6d4a67ade289 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0519660 Nov 12 11:53:02.577065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2828d246-ab5e-4eac-8374-965e0496e413 req-5be8c94d-14ae-4830-a2a7-03e499f8b38f tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Nov 12 11:53:02.922841 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:53:03.164368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:03.697261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16a837-5046-447b-9c8b-a6a4e91f44d2 req-21349daa-559f-4204-b1d6-6e4f88cbf8c9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:03.698771 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c16a837-5046-447b-9c8b-a6a4e91f44d2 req-21349daa-559f-4204-b1d6-6e4f88cbf8c9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0522604 Nov 12 11:53:03.745334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c16a837-5046-447b-9c8b-a6a4e91f44d2 req-f4168d5d-192f-4f05-a44e-c4065b134203 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Nov 12 11:53:04.337595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:04.846596 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:04.869473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68f11-f4c4-4218-a363-67dd09f0853f req-51d92085-5ba3-49a6-9d79-cdc8003f9b14 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:04.870999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1d68f11-f4c4-4218-a363-67dd09f0853f req-51d92085-5ba3-49a6-9d79-cdc8003f9b14 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0565081 Nov 12 11:53:04.893415 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-c82cf556-5c40-4420-91f4-9f9941468643 req-74310b41-a0c0-486f-a4e5-17a8a43eaa7a service neutron] show failed (client error): The resource could not be found. Nov 12 11:53:04.894362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-74310b41-a0c0-486f-a4e5-17a8a43eaa7a service neutron] 10.222.0.69 "GET /v2.0/ports/472db86c-a6bb-4e2d-a94a-5af23c687cde/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0682538 Nov 12 11:53:04.920616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1d68f11-f4c4-4218-a363-67dd09f0853f req-bea83543-401f-4903-afd0-90858da64804 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Nov 12 11:53:05.462238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf556-5c40-4420-91f4-9f9941468643 req-e90402ec-05f2-45db-9736-151b094e9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:05.463737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-e90402ec-05f2-45db-9736-151b094e9be8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87&tenant_id=163c46020d34420cb03b4a651a0fff71 HTTP/1.1" status: 200 len: 1098 time: 0.0432332 Nov 12 11:53:05.475800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:05.540867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:05.764168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:05.798094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:05.846441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:05.856746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:05.870156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Transition to ACTIVE for port object 472db86c-a6bb-4e2d-a94a-5af23c687cde will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:53:05.888064 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fa43bd-9ee9-46a2-bce7-73df5df1c3c9" -d '{"events": [{"server_uuid": "57408861-debb-47bf-ae78-053621565d87", "name": "network-vif-unplugged", "status": "completed", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:05.989838 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18cb14-ca58-418e-acb2-fc619ef71c5d x-openstack-request-id: req-ce18cb14-ca58-418e-acb2-fc619ef71c5d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:05.990470 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57408861-debb-47bf-ae78-053621565d87", "name": "network-vif-unplugged", "status": "completed", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:05.990470 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ce18cb14-ca58-418e-acb2-fc619ef71c5d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:05.990680 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'code': 200} Nov 12 11:53:05.994746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:06.062097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] No DVR routers for this DVR port 472db86c-a6bb-4e2d-a94a-5af23c687cde on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:53:06.065415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:06.075940 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.080900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:06.086185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e1690-8260-476d-9906-c1dfcf7c36e3 req-42ec05bb-a492-4ad2-9f83-e11b1ce46abf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:06.087728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b6e1690-8260-476d-9906-c1dfcf7c36e3 req-42ec05bb-a492-4ad2-9f83-e11b1ce46abf tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0502105 Nov 12 11:53:06.113493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Attempting to bind port 472db86c-a6bb-4e2d-a94a-5af23c687cde on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:06.113861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Attempting to bind port 472db86c-a6bb-4e2d-a94a-5af23c687cde by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:06.114189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Attempting to bind port 472db86c-a6bb-4e2d-a94a-5af23c687cde on network 38b2d6af-c555-4143-a373-88b18a57fe6a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:06.118738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Port 472db86c-a6bb-4e2d-a94a-5af23c687cde on network 38b2d6af-c555-4143-a373-88b18a57fe6a not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:53:06.119061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Attempting to bind port 472db86c-a6bb-4e2d-a94a-5af23c687cde on network 38b2d6af-c555-4143-a373-88b18a57fe6a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:06.124336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:06.124773 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Checking segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:06.125042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Bound using segment: {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:06.125473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Bound port: 472db86c-a6bb-4e2d-a94a-5af23c687cde, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ebe892-05dc-4ba2-888f-58e3b2772054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:06.125831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:06.143500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b6e1690-8260-476d-9906-c1dfcf7c36e3 req-f5853dd1-63ca-4abc-a870-4681aef2a598 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Nov 12 11:53:06.189100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:06.192251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:06.269885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:06.305524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:06.312031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:06.312031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] 10.222.0.57 "PUT /v2.0/ports/472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 1093 time: 0.8360026 Nov 12 11:53:06.329242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c04ef-0dd8-40ff-bf47-a75abee3333f service neutron] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:06.378095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf556-5c40-4420-91f4-9f9941468643 req-77ddf0bf-c0f0-4708-ae0c-ffbf9170bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:06.379723 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-77ddf0bf-c0f0-4708-ae0c-ffbf9170bfd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1096 time: 0.0475755 Nov 12 11:53:06.472107 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf556-5c40-4420-91f4-9f9941468643 req-629a9a7c-255b-40de-bab3-b478e63fdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:06.473660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-629a9a7c-255b-40de-bab3-b478e63fdb27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.0873551 Nov 12 11:53:06.531113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-fc4bc5c6-23bb-4074-94ce-24ebfeba4d1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 217 time: 0.0405624 Nov 12 11:53:06.582173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf556-5c40-4420-91f4-9f9941468643 req-cdc72b3d-25bf-4670-a3a3-5787f0079b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:06.583553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-cdc72b3d-25bf-4670-a3a3-5787f0079b4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0451286 Nov 12 11:53:06.616448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-fadb4aa9-b2a1-4550-b7e9-087c63b93b7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262299 Nov 12 11:53:06.716807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-4376dcdd-3192-45eb-9cdf-7c23f03f1b1f service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932977 Nov 12 11:53:06.818658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c82cf556-5c40-4420-91f4-9f9941468643 req-4a081769-2e2f-40fa-ba42-952934345530 service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928972 Nov 12 11:53:07.266965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4eab-960f-4820-8496-c1722c4945a6 req-eeeb40e6-a78c-4650-819e-db918ee11429 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:07.268491 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a06f4eab-960f-4820-8496-c1722c4945a6 req-eeeb40e6-a78c-4650-819e-db918ee11429 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0483460 Nov 12 11:53:07.316191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a06f4eab-960f-4820-8496-c1722c4945a6 req-e3d32579-a02f-47b3-b17e-6672804412fe tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Nov 12 11:53:07.430721 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 472db86c-a6bb-4e2d-a94a-5af23c687cde no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:53:07.468704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 472db86c-a6bb-4e2d-a94a-5af23c687cde not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:53:07.991793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:07.994173 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "57408861-debb-47bf-ae78-053621565d87", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:08.044106 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eda95e3-7276-4500-9aff-fab6dbfad971 x-openstack-request-id: req-1eda95e3-7276-4500-9aff-fab6dbfad971 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:08.044665 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57408861-debb-47bf-ae78-053621565d87", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:08.045124 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1eda95e3-7276-4500-9aff-fab6dbfad971 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:08.046232 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'status': 'completed', 'code': 200} Nov 12 11:53:08.143023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-52bf5df4-676a-43a9-b471-a0517a75ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:08.144641 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-52bf5df4-676a-43a9-b471-a0517a75ba5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1096 time: 0.0759010 Nov 12 11:53:08.152981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-735c27b0-f975-4048-8bfa-a3ef72263f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:08.154389 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-735c27b0-f975-4048-8bfa-a3ef72263f0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1096 time: 0.0582597 Nov 12 11:53:08.308701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-6c2a1dac-9bec-4633-9ec2-8ec56c57dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:08.310159 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-6c2a1dac-9bec-4633-9ec2-8ec56c57dcdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.1544096 Nov 12 11:53:08.311267 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-8a418523-237f-44b7-95a7-a513909a0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:08.312564 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-8a418523-237f-44b7-95a7-a513909a0301 service neutron] 10.222.0.69 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.1498196 Nov 12 11:53:08.357473 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-12c5b844-bc04-423d-a4f0-e3af84669441 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 217 time: 0.0395498 Nov 12 11:53:08.394354 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-9be0eb2e-90ce-4796-adf0-4ba515c9c5d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 217 time: 0.0697281 Nov 12 11:53:08.435065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39ca0-c584-4de7-a3cc-029940ef7b04 req-baece10f-5e66-4af2-be39-d76f75efe6e5 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:08.436645 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fe39ca0-c584-4de7-a3cc-029940ef7b04 req-baece10f-5e66-4af2-be39-d76f75efe6e5 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0498216 Nov 12 11:53:08.462935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-42cac91a-6ed4-4f11-86b6-31a2dfc04185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:08.464490 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-42cac91a-6ed4-4f11-86b6-31a2dfc04185 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0786045 Nov 12 11:53:08.470585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-d28e60e6-450d-4662-ae3a-63b6142cf146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:08.472008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-d28e60e6-450d-4662-ae3a-63b6142cf146 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0585427 Nov 12 11:53:08.486297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fe39ca0-c584-4de7-a3cc-029940ef7b04 req-d4377bae-c764-4d7f-8074-62f6895b1ff9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Nov 12 11:53:08.510011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-b2d7d3e1-033d-4501-8dcd-d36cd95bc14d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348470 Nov 12 11:53:08.525495 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-bc05e455-197b-44df-9dd7-afecce104780 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417936 Nov 12 11:53:08.992656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-58b0bfc1-aabd-48d1-ba56-c2220a753fcd service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693222 Nov 12 11:53:09.010526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-113de509-7080-4e8f-99cc-ba1b538a0d78 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682167 Nov 12 11:53:09.147351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-28dc2094-21f2-4b9e-a346-833b10e6e70d service neutron] 10.222.0.57 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470785 Nov 12 11:53:09.158435 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-87fd8e98-f6e5-4b1d-901b-e4078d47c9d9 req-b1504a70-e693-4cc2-8414-cb9fc1b774ce service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377466 Nov 12 11:53:09.610545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa03e7-1722-4767-86b5-bbbeefb3ec96 req-7124562f-3f55-4905-9002-891ecf5871e5 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:09.612045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8daa03e7-1722-4767-86b5-bbbeefb3ec96 req-7124562f-3f55-4905-9002-891ecf5871e5 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0535567 Nov 12 11:53:09.660432 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8daa03e7-1722-4767-86b5-bbbeefb3ec96 req-8b4fd82f-c63a-479f-a1e7-a00cc03a7072 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Nov 12 11:53:09.739640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 472db86c-a6bb-4e2d-a94a-5af23c687cde details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:53:10.010595 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:10.011000 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f4618-e470-458c-9a5d-a776d2857949 req-d61a549b-d9fd-420f-89e0-43a633b449d8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:10.012603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b7f4618-e470-458c-9a5d-a776d2857949 req-d61a549b-d9fd-420f-89e0-43a633b449d8 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 944 time: 0.0597513 Nov 12 11:53:10.022463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'network_id': '38b2d6af-c555-4143-a373-88b18a57fe6a', 'port_id': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'mac_address': 'fa:16:3e:fe:27:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d15be5-5e78-4338-aa56-707480823d3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:53:10.061818 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.077202 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8b7f4618-e470-458c-9a5d-a776d2857949 req-31010bdb-bdf7-4ec8-b688-ae85b25cec39 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570402 Nov 12 11:53:10.078443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472db86c-a6bb-4e2d-a94a-5af23c687cde {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:53:10.090217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-3639c08a-bf62-4f5e-a9d3-c8fcd85ed10a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:10.091758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-3639c08a-bf62-4f5e-a9d3-c8fcd85ed10a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.69 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87&tenant_id=163c46020d34420cb03b4a651a0fff71&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 944 time: 0.0585394 Nov 12 11:53:10.102206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:10.159185 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-4132202b-7ff6-4101-af56-feb93d2f9bfb service neutron] delete failed (client error): The resource could not be found. Nov 12 11:53:10.160133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-4132202b-7ff6-4101-af56-feb93d2f9bfb service neutron] 10.222.0.69 "DELETE /v2.0/ports/472db86c-a6bb-4e2d-a94a-5af23c687cde/bindings/n-h2-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0605054 Nov 12 11:53:10.172579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:10.227228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:10.253798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-3bfab0ba-0e84-4275-a47a-fc4799005879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:10.256105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-3bfab0ba-0e84-4275-a47a-fc4799005879 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=163c46020d34420cb03b4a651a0fff71&device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 1097 time: 0.0468371 Nov 12 11:53:10.348400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-1c0c1803-985f-4ab7-ac70-6dd007fba25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:10.349883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-1c0c1803-985f-4ab7-ac70-6dd007fba25f service neutron] 10.222.0.69 "GET /v2.0/networks?id=38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 200 len: 915 time: 0.0868065 Nov 12 11:53:10.395944 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-2450261d-5fde-4fd1-b34a-534f47a4d94d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 200 len: 217 time: 0.0367832 Nov 12 11:53:10.399713 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['472db86c-a6bb-4e2d-a94a-5af23c687cde'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:10.451292 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-c9645934-aab7-473c-bb32-596526850b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:10.452730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-c9645934-aab7-473c-bb32-596526850b32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 200 len: 854 time: 0.0464640 Nov 12 11:53:10.491058 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-37ee9289-cb41-4539-887b-68a7d136101d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=38b2d6af-c555-4143-a373-88b18a57fe6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265534 Nov 12 11:53:10.607536 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-4e7215f0-a619-4ceb-a01e-f110486c6495 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088183 Nov 12 11:53:10.703916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c1e5d507-7fc7-4bba-825b-a9feedc83330 req-52804d14-04d5-479c-8e1a-169f129cf441 service neutron] 10.222.0.69 "GET /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884175 Nov 12 11:53:11.201998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577a04-e5fe-4980-8b2d-dcfca95ae430 req-71277d76-d043-4b60-b62c-76b4d85def3a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:11.203508 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b577a04-e5fe-4980-8b2d-dcfca95ae430 req-71277d76-d043-4b60-b62c-76b4d85def3a tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 945 time: 0.0570409 Nov 12 11:53:11.251004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0b577a04-e5fe-4980-8b2d-dcfca95ae430 req-8cf76c07-35c9-4f98-a294-4f994317de65 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Nov 12 11:53:11.754628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 472db86c-a6bb-4e2d-a94a-5af23c687cde up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:11.892107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 472db86c-a6bb-4e2d-a94a-5af23c687cde completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:53:11.896777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 472db86c-a6bb-4e2d-a94a-5af23c687cde triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:11.897148 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:11.977438 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:12.000118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:12.020405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:12.040931 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2634b8f8-724c-4801-bdd6-04bc8ba0536e" -d '{"events": [{"server_uuid": "57408861-debb-47bf-ae78-053621565d87", "name": "network-vif-plugged", "status": "completed", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:12.091634 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:12.125387 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd1642-ef67-4b14-b26d-3885181ec704 x-openstack-request-id: req-b6fd1642-ef67-4b14-b26d-3885181ec704 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:12.125677 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57408861-debb-47bf-ae78-053621565d87", "name": "network-vif-plugged", "status": "completed", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:12.125924 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b6fd1642-ef67-4b14-b26d-3885181ec704 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:12.126310 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'code': 200} Nov 12 11:53:12.141677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:12.378922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44924-c2e6-43f7-b479-bbf0a1a2ab7b req-7aa2356c-a801-4c4f-9ac7-b322f1837238 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:12.380486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8e44924-c2e6-43f7-b479-bbf0a1a2ab7b req-7aa2356c-a801-4c4f-9ac7-b322f1837238 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0555751 Nov 12 11:53:12.429134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b8e44924-c2e6-43f7-b479-bbf0a1a2ab7b req-57f1b0ea-aa3e-478e-b19e-cde8fbcd9436 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Nov 12 11:53:12.549939 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1bbdd-c247-4ea6-804a-8c6c602d1878 req-78a26dda-ccb2-4699-b841-ca240d7c1d1b tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:12.551430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ce1bbdd-c247-4ea6-804a-8c6c602d1878 req-78a26dda-ccb2-4699-b841-ca240d7c1d1b tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0542181 Nov 12 11:53:12.602396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ce1bbdd-c247-4ea6-804a-8c6c602d1878 req-3e8b78bc-8628-4622-925d-571eb4c5bb98 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Nov 12 11:53:12.715737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039b4cf-b7c1-41c1-853b-67f744848e4a req-ba5082f7-21d4-4728-8300-41c311d87b25 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:12.717717 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7039b4cf-b7c1-41c1-853b-67f744848e4a req-ba5082f7-21d4-4728-8300-41c311d87b25 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0479052 Nov 12 11:53:12.766343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7039b4cf-b7c1-41c1-853b-67f744848e4a req-78e41a7e-13b1-4da0-b76c-3075cb0b11f4 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Nov 12 11:53:13.314931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fe242-0158-459d-929d-665eeef806fc req-86696f05-80f3-4bb0-801e-472e04e25dd9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:13.316431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-410fe242-0158-459d-929d-665eeef806fc req-86696f05-80f3-4bb0-801e-472e04e25dd9 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0498040 Nov 12 11:53:13.363593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-410fe242-0158-459d-929d-665eeef806fc req-8a018593-39a8-4ad8-964b-d01ff7947d74 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Nov 12 11:53:14.485515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376d6b6-818e-4d6d-8c8d-095d6fcaad25 req-b32fc06a-e6bb-430b-acc6-b33db6e8b904 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:14.487011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4376d6b6-818e-4d6d-8c8d-095d6fcaad25 req-b32fc06a-e6bb-430b-acc6-b33db6e8b904 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0528116 Nov 12 11:53:14.534466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4376d6b6-818e-4d6d-8c8d-095d6fcaad25 req-dc6261cc-6724-4e7e-8347-6a8b26ceb108 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/security-groups?id=cda83846-f506-46a8-b5d1-b1c1fb24962a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411930 Nov 12 11:53:14.616395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-98a276ef-3d53-4423-815d-e3ff9a420c64 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:14.617874 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-98a276ef-3d53-4423-815d-e3ff9a420c64 tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.57 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 946 time: 0.0494235 Nov 12 11:53:14.717711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Deleting port 472db86c-a6bb-4e2d-a94a-5af23c687cde {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:53:14.717966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:14.806698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] For port 472db86c-a6bb-4e2d-a94a-5af23c687cde, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=472db86c-a6bb-4e2d-a94a-5af23c687cde,segment=NetworkSegment(a1ebe892-05dc-4ba2-888f-58e3b2772054),segment_id=a1ebe892-05dc-4ba2-888f-58e3b2772054)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:14.807086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:14.824337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Calling delete_port for 472db86c-a6bb-4e2d-a94a-5af23c687cde owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:53:14.994636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:15.006480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['472db86c-a6bb-4e2d-a94a-5af23c687cde'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:15.023731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Pushing event deleted for resources: {'Port': ['ID=472db86c-a6bb-4e2d-a94a-5af23c687cde,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:15.069752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] No DVR routers for this DVR port 472db86c-a6bb-4e2d-a94a-5af23c687cde on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:53:15.072714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:15.076424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33217e9a-6d89-4f9f-ba02-69c900d67d4f req-05c551b7-9dc3-43bc-b877-6b78bf567b5c tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.57 "DELETE /v2.0/ports/472db86c-a6bb-4e2d-a94a-5af23c687cde HTTP/1.1" status: 204 len: 173 time: 0.4520845 Nov 12 11:53:15.077199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'name': 'network-vif-deleted', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:15.080477 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5786289d-a8f5-479d-8eb1-dd5f6b77f943" -d '{"events": [{"server_uuid": "57408861-debb-47bf-ae78-053621565d87", "name": "network-vif-deleted", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:15.115443 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7af76b-be41-4464-af08-4d5ec29ea830 x-openstack-request-id: req-fc7af76b-be41-4464-af08-4d5ec29ea830 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:15.115737 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57408861-debb-47bf-ae78-053621565d87", "name": "network-vif-deleted", "tag": "472db86c-a6bb-4e2d-a94a-5af23c687cde", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:15.116022 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fc7af76b-be41-4464-af08-4d5ec29ea830 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:15.116443 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57408861-debb-47bf-ae78-053621565d87', 'name': 'network-vif-deleted', 'tag': '472db86c-a6bb-4e2d-a94a-5af23c687cde', 'status': 'completed', 'code': 200} Nov 12 11:53:15.655831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-57754f82-2502-4de4-96e0-04e7b0ccfba9 req-c3fc9770-2ca3-444e-b00f-992e7b23017e tempest-ServerDiskConfigTestJSON-1761690349 tempest-ServerDiskConfigTestJSON-1761690349-project] 10.222.0.98 "GET /v2.0/ports?device_id=57408861-debb-47bf-ae78-053621565d87 HTTP/1.1" status: 200 len: 210 time: 0.0325177 Nov 12 11:53:16.786719 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40556) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:16.835070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Deleting subnet c6d15be5-5e78-4338-aa56-707480823d3d {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 11:53:16.838597 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.876026 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:16.920641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.040826 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.070823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d15be5-5e78-4338-aa56-707480823d3d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:17.073381 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.079319 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c6d15be5-5e78-4338-aa56-707480823d3d HTTP/1.1" status: 204 len: 168 time: 0.2884884 Nov 12 11:53:17.079762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40558) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:17.084046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.084399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.084738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.085074 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.085406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.085736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.086064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.086389 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.086709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.087032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.087520 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.087662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222a8ff-86aa-4b33-b17c-ab4ef34811e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:17.154690 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.247976 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.260163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b2d6af-c555-4143-a373-88b18a57fe6a']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:17.270194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ebe892-05dc-4ba2-888f-58e3b2772054') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:17.270482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ebe892-05dc-4ba2-888f-58e3b2772054') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:17.280288 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.293394 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.300265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 11:53:17.300664 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: timer() Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 11:53:17.302442 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 11:53:17.503602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.509101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:17.512251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] 10.222.0.98 "DELETE /v2.0/networks/38b2d6af-c555-4143-a373-88b18a57fe6a HTTP/1.1" status: 204 len: 168 time: 0.4308503 Nov 12 11:53:17.523984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d9a7f-ae93-41a7-affe-b22b67420e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b2d6af-c555-4143-a373-88b18a57fe6a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:17.755578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 472db86c-a6bb-4e2d-a94a-5af23c687cde no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:53:17.776141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 472db86c-a6bb-4e2d-a94a-5af23c687cde {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:53:17.776490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 472db86c-a6bb-4e2d-a94a-5af23c687cde not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:53:17.899631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40562) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:17.941582 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a9f79e78-de5d-4d36-8fb5-a1ac54b15b20 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=163c46020d34420cb03b4a651a0fff71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406563 Nov 12 11:53:17.943950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40564) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:17.996522 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9114ca45-b7fb-4a44-8e41-52dfe232763f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:18.020260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9114ca45-b7fb-4a44-8e41-52dfe232763f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:18.068792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:18.136059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9114ca45-b7fb-4a44-8e41-52dfe232763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:18.139216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9114ca45-b7fb-4a44-8e41-52dfe232763f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:18.140902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9114ca45-b7fb-4a44-8e41-52dfe232763f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cda83846-f506-46a8-b5d1-b1c1fb24962a HTTP/1.1" status: 204 len: 168 time: 0.1960437 Nov 12 11:53:18.149585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114ca45-b7fb-4a44-8e41-52dfe232763f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda83846-f506-46a8-b5d1-b1c1fb24962a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:19.094626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40586) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:19.190354 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-313896840-network', 'tenant_id': '23cae0bb1c2945748bebf0021664c232'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:19.314420 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Made reservation on behalf of 23cae0bb1c2945748bebf0021664c232 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:19.316859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:19.325931 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:19.398303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:19.474033 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:19.495550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 11:53:19.511179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b63809-21aa-4246-9355-4cb1d60b5714,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:19.514554 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:19.514901 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Added segment 47d858fc-b370-42af-92f9-43ae4011e6c5 of type vlan for network 396e32a6-64f0-434d-a5d5-e1653c2fc123 Nov 12 11:53:19.557742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:19.644198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:19.645309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:19.646085 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:19.704540 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] Pushing event updated for resources: {'Network': ['ID=396e32a6-64f0-434d-a5d5-e1653c2fc123,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:19.714825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 11:53:19.745568 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-64f06a46-0661-4d9b-a61a-e3f1b9e8ecc0 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6498904 Nov 12 11:53:19.748407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40590) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:19.753276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Request body: {'subnet': {'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-313896840-subnet', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:19.857314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Made reservation on behalf of 23cae0bb1c2945748bebf0021664c232 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:19.859673 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.101650 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.156035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:20.164920 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:20.165273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Network hostable DHCP agents. Network: 396e32a6-64f0-434d-a5d5-e1653c2fc123, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 11:53:20.274653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 11:53:20.364219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 396e32a6-64f0-434d-a5d5-e1653c2fc123) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:20.368105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:20.368733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.374742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9295e9d2-73b6-4375-8b71-41105df08ca3 None None] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:20.488975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3f9f25cc-f97e-4b28-bb09-5ed23800906d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7393820 Nov 12 11:53:20.492050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40592) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:20.496935 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:20.524656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-396e32a6-64f0-434d-a5d5-e1653c2fc123', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 11:53:20.525516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.583118 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.584217 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.663753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Allocated IP 172.20.0.2 (396e32a6-64f0-434d-a5d5-e1653c2fc123/f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6/8bfb62b2-3deb-473c-abe7-bfefa45da623) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:20.676973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.821848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.894461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.915025 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:20.969818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:20.972660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:20.977835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:20.979876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Pushing event updated for resources: {'Port': ['ID=8bfb62b2-3deb-473c-abe7-bfefa45da623,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:21.038644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Attempting to bind port 8bfb62b2-3deb-473c-abe7-bfefa45da623 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:21.039313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Attempting to bind port 8bfb62b2-3deb-473c-abe7-bfefa45da623 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:21.039974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Attempting to bind port 8bfb62b2-3deb-473c-abe7-bfefa45da623 on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:21.043130 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.046050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:21.046425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:21.046846 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.047205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:21.047682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Bound port: 8bfb62b2-3deb-473c-abe7-bfefa45da623, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:21.048089 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.118094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] For port 8bfb62b2-3deb-473c-abe7-bfefa45da623, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:21.121439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] For port 8bfb62b2-3deb-473c-abe7-bfefa45da623, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8bfb62b2-3deb-473c-abe7-bfefa45da623,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:21.179874 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.198107 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.278997 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.306616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Allocated IP 172.25.3.54 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/5f7cab0d-8f30-43c0-91a3-320aae33b906) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:21.340326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99767361-1a1e-4efd-b42c-99781558dfe8 None None] Pushing event updated for resources: {'Port': ['ID=8bfb62b2-3deb-473c-abe7-bfefa45da623,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:21.422902 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.538207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.576866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:21.582058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:21.585691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:21.598646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1064ce-8773-4352-a417-d5441b7513a0 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:53:21.616050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7cab0d-8f30-43c0-91a3-320aae33b906,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:21.721312 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-34dd2a98-2faf-4452-aaba-a74418cd0ff2 None None] Provisioning complete for port 5f7cab0d-8f30-43c0-91a3-320aae33b906 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:21.721699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34dd2a98-2faf-4452-aaba-a74418cd0ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.774326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-34dd2a98-2faf-4452-aaba-a74418cd0ff2 None None] Port 5f7cab0d-8f30-43c0-91a3-320aae33b906 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:53:21.796830 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8bfb62b2-3deb-473c-abe7-bfefa45da623 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:21.844964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8bfb62b2-3deb-473c-abe7-bfefa45da623 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:21.845689 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.926002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.948602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:21.961541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 8bfb62b2-3deb-473c-abe7-bfefa45da623, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8bfb62b2-3deb-473c-abe7-bfefa45da623,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:22.057623 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:22.118971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=8bfb62b2-3deb-473c-abe7-bfefa45da623,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:22.172754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:22.264892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1b960-730c-4b18-8ece-0485cb5feb8d None None] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 11:53:22.332760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c381f9da-458d-46ce-b557-48e03156a090 None None] Provisioning complete for port 8bfb62b2-3deb-473c-abe7-bfefa45da623 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:22.333153 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c381f9da-458d-46ce-b557-48e03156a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:22.409815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 11:53:22.521688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:53:22.533331 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:53:22.544554 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:53:22.547734 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:53:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:22.607746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:22.611854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ee4eb4bf-01c4-4ea4-b421-4132fb9f6c31 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1169698 Nov 12 11:53:22.612299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40594) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:22.656806 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:53:22.703569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7805f2a3-61d1-4e44-8e90-e147c69f0ae9 None None] Provisioning complete for port 8bfb62b2-3deb-473c-abe7-bfefa45da623 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:22.704082 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7805f2a3-61d1-4e44-8e90-e147c69f0ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:22.848912 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:21Z', 'revision_number': 3, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:22.875222 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:53:22.876090 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Updating router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce port 5f7cab0d-8f30-43c0-91a3-320aae33b906 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:53:22.899809 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.050960 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.159279 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.251704 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.295549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499357d-9149-4c8c-8b84-d0a162502449 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:53:23.308269 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Attempting to bind port 5f7cab0d-8f30-43c0-91a3-320aae33b906 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:23.308640 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Attempting to bind port 5f7cab0d-8f30-43c0-91a3-320aae33b906 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:23.308998 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Attempting to bind port 5f7cab0d-8f30-43c0-91a3-320aae33b906 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:23.319937 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Pushing event updated for resources: {'Port': ['ID=5f7cab0d-8f30-43c0-91a3-320aae33b906,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:23.327571 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:23.327971 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:23.328381 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.328774 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:23.329409 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Bound port: 5f7cab0d-8f30-43c0-91a3-320aae33b906, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:23.329788 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.337118 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.337504 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.337794 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.338129 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.338496 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.338786 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.339112 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.339434 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.339757 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.340124 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.340452 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.340770 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:23.343850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-743a8c3b-1b2d-4fa2-a96b-a8aa670627dc None None] Provisioning complete for port 5f7cab0d-8f30-43c0-91a3-320aae33b906 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:23.349972 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-743a8c3b-1b2d-4fa2-a96b-a8aa670627dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.388009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-743a8c3b-1b2d-4fa2-a96b-a8aa670627dc None None] Port 5f7cab0d-8f30-43c0-91a3-320aae33b906 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:53:23.394951 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] For port 5f7cab0d-8f30-43c0-91a3-320aae33b906, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:23.398499 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] For port 5f7cab0d-8f30-43c0-91a3-320aae33b906, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5f7cab0d-8f30-43c0-91a3-320aae33b906,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:23.524707 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.566660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff4af7e-36fc-42c4-a31c-53ec6d1540e0 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 11:53:23.580199 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:53:23.580816 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:53:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:23.587115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Allocated IP 172.20.0.1 (396e32a6-64f0-434d-a5d5-e1653c2fc123/f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6/0e31487a-9099-40ce-aa40-cbcb9adca7ec) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:23.609705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-755abbef-8497-41cb-a1a8-ee8686d30c21 None None] Provisioning complete for port 5f7cab0d-8f30-43c0-91a3-320aae33b906 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:23.610582 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-755abbef-8497-41cb-a1a8-ee8686d30c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.625733 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1a5e8-406c-49f0-8fe2-1b96587a3cf9 None None] Pushing event updated for resources: {'Port': ['ID=5f7cab0d-8f30-43c0-91a3-320aae33b906,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:23.698461 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-755abbef-8497-41cb-a1a8-ee8686d30c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.701221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.707767 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:53:23.721411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-755abbef-8497-41cb-a1a8-ee8686d30c21 None None] For port 5f7cab0d-8f30-43c0-91a3-320aae33b906, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5f7cab0d-8f30-43c0-91a3-320aae33b906,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:23.778613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8bfb62b2-3deb-473c-abe7-bfefa45da623 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:23.824899 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-755abbef-8497-41cb-a1a8-ee8686d30c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.852878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 8bfb62b2-3deb-473c-abe7-bfefa45da623 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:23.853239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.863467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:23.905968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:23.910084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755abbef-8497-41cb-a1a8-ee8686d30c21 None None] Pushing event updated for resources: {'Port': ['ID=5f7cab0d-8f30-43c0-91a3-320aae33b906,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:23.911546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:23.916170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:23.950057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Pushing event updated for resources: {'Port': ['ID=0e31487a-9099-40ce-aa40-cbcb9adca7ec,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:23.976811 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:24.015360 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:21Z', 'revision_number': 3, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:24.043681 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90da4da5-4f2e-48bf-9208-874baf2ef3b4 None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:21Z', 'revision_number': 3, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:53:24.250341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1c727fa1-3f4b-44db-89e2-0d98ee80c0cc None None] Provisioning complete for port 0e31487a-9099-40ce-aa40-cbcb9adca7ec triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:24.257119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c727fa1-3f4b-44db-89e2-0d98ee80c0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:24.306381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1c727fa1-3f4b-44db-89e2-0d98ee80c0cc None None] Port 0e31487a-9099-40ce-aa40-cbcb9adca7ec cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:53:24.320287 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:24.502461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:24.581540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:24.651825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Pushing event updated for resources: {'Port': ['ID=0e31487a-9099-40ce-aa40-cbcb9adca7ec,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:24.656288 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:24.761644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:24.761644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:24.890905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:53:25.007558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:53:25.013921 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0049f14f-c098-4d2a-9e31-9357f51d053f admin admin] 10.222.0.98 "PUT /v2.0/routers/1cc9898c-c4f6-4ba7-92ee-5ba8610673ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4002643 Nov 12 11:53:25.134617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-82f5ae1d-43dd-4051-918a-1a3005f5a019 None None] Provisioning complete for port 0e31487a-9099-40ce-aa40-cbcb9adca7ec triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:25.135057 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82f5ae1d-43dd-4051-918a-1a3005f5a019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:25.173833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-82f5ae1d-43dd-4051-918a-1a3005f5a019 None None] Port 0e31487a-9099-40ce-aa40-cbcb9adca7ec cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:53:25.477511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40606) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:25.482755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-33e18b13-15f5-47d1-bd09-cecc245fa41d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607471016', 'description': 'tempest-description--315665023'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:25.619626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-33e18b13-15f5-47d1-bd09-cecc245fa41d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:25.628677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:53:25.639390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:53:25.640199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:53:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:25.690439 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-33e18b13-15f5-47d1-bd09-cecc245fa41d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:25.752307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:53:25.770089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-33e18b13-15f5-47d1-bd09-cecc245fa41d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:25.813385 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e18b13-15f5-47d1-bd09-cecc245fa41d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c9f29c-d445-4d59-a40a-04a0bd397397,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:25.822656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5f7cab0d-8f30-43c0-91a3-320aae33b906 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:25.882073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-33e18b13-15f5-47d1-bd09-cecc245fa41d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:25.883522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-33e18b13-15f5-47d1-bd09-cecc245fa41d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4045713 Nov 12 11:53:25.886731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40608) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:25.891947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8aada2e1-b4b7-4d2a-9e38-9be2e776a029 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'security_group_rule': {'security_group_id': 'f9c9f29c-d445-4d59-a40a-04a0bd397397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:25.978470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5f7cab0d-8f30-43c0-91a3-320aae33b906 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:25.978869 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:25.986542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8aada2e1-b4b7-4d2a-9e38-9be2e776a029 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.044973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8aada2e1-b4b7-4d2a-9e38-9be2e776a029 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.092485 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 2, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:26.125041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:53:26.125430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Updating router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce port 0e31487a-9099-40ce-aa40-cbcb9adca7ec binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 11:53:26.126827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8aada2e1-b4b7-4d2a-9e38-9be2e776a029 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.147544 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aada2e1-b4b7-4d2a-9e38-9be2e776a029 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad639f9-6407-46a6-bf04-4098dd2fbad7,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:26.161040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.240406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8aada2e1-b4b7-4d2a-9e38-9be2e776a029 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.241702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8aada2e1-b4b7-4d2a-9e38-9be2e776a029 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541212 Nov 12 11:53:26.244386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:26.249381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7ec604a2-3f89-49b7-aca3-3541f18b85ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'security_group_rule': {'security_group_id': 'f9c9f29c-d445-4d59-a40a-04a0bd397397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:26.343043 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ec604a2-3f89-49b7-aca3-3541f18b85ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.405925 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ec604a2-3f89-49b7-aca3-3541f18b85ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.497204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ec604a2-3f89-49b7-aca3-3541f18b85ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.515735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec604a2-3f89-49b7-aca3-3541f18b85ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c2dd18-667c-41bf-9190-cd0eae74a0fc,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:26.587721 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.636236 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7ec604a2-3f89-49b7-aca3-3541f18b85ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.637816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7ec604a2-3f89-49b7-aca3-3541f18b85ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3924720 Nov 12 11:53:26.640839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 40612) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:26.645378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:26.737054 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.754388 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.789300 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a92e7-c513-4cf2-a5f0-2e378b505127 None None] Pushing event updated for resources: {'Port': ['ID=0e31487a-9099-40ce-aa40-cbcb9adca7ec,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:26.846555 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Attempting to bind port 0e31487a-9099-40ce-aa40-cbcb9adca7ec on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:26.847011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Attempting to bind port 0e31487a-9099-40ce-aa40-cbcb9adca7ec by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:26.847608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Attempting to bind port 0e31487a-9099-40ce-aa40-cbcb9adca7ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:26.853611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:26.853987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:26.854382 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.854783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:26.855248 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Bound port: 0e31487a-9099-40ce-aa40-cbcb9adca7ec, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:26.855763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.872584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:26.931621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] For port 0e31487a-9099-40ce-aa40-cbcb9adca7ec, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:26.934945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] For port 0e31487a-9099-40ce-aa40-cbcb9adca7ec, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0e31487a-9099-40ce-aa40-cbcb9adca7ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:26.993804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Allocated IP 172.25.3.119 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/569963fc-3b83-4774-adef-8356e921dcfc) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:27.003912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5ce32c87-4d31-4465-ba76-db3a448a46f5 None None] Provisioning complete for port 0e31487a-9099-40ce-aa40-cbcb9adca7ec triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:27.008964 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ce32c87-4d31-4465-ba76-db3a448a46f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.042726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5ce32c87-4d31-4465-ba76-db3a448a46f5 None None] Port 0e31487a-9099-40ce-aa40-cbcb9adca7ec cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:53:27.047023 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.102559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:53:27.103189 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:53:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:27.111698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.146011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a92e7-c513-4cf2-a5f0-2e378b505127 None None] Pushing event updated for resources: {'Port': ['ID=0e31487a-9099-40ce-aa40-cbcb9adca7ec,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:27.225090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:53:27.246257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.289270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:27.294300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:27.298483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:27.329281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'Port': ['ID=569963fc-3b83-4774-adef-8356e921dcfc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:27.380969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c96bdd68-9f95-4c2f-a89f-f7c0617dddf4 None None] Provisioning complete for port 0e31487a-9099-40ce-aa40-cbcb9adca7ec triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:27.381309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c96bdd68-9f95-4c2f-a89f-f7c0617dddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.397090 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.517756 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c96bdd68-9f95-4c2f-a89f-f7c0617dddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.529527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:26Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:27.544217 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.562302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b5dbe-fd97-43d2-be5c-d830dba6935b None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:26Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:53:27.579876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c96bdd68-9f95-4c2f-a89f-f7c0617dddf4 None None] For port 0e31487a-9099-40ce-aa40-cbcb9adca7ec, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0e31487a-9099-40ce-aa40-cbcb9adca7ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:27.674603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c96bdd68-9f95-4c2f-a89f-f7c0617dddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.732306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.745168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bdd68-9f95-4c2f-a89f-f7c0617dddf4 None None] Pushing event updated for resources: {'Port': ['ID=0e31487a-9099-40ce-aa40-cbcb9adca7ec,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:27.799132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0e31487a-9099-40ce-aa40-cbcb9adca7ec up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:27.805846 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.851590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0e31487a-9099-40ce-aa40-cbcb9adca7ec triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:27.852004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.879582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'Port': ['ID=569963fc-3b83-4774-adef-8356e921dcfc,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:27.888435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.979396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:27.980653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9dba26e1-4363-418d-8131-b9d8aab20f52 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3388593 Nov 12 11:53:28.151658 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-70373acd-0206-44d2-b2c6-f33bd752aa70 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1607471016&fields=id&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 267 time: 0.0580401 Nov 12 11:53:28.261570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-86d49afa-463a-471a-a4c8-30ed1735f457 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:28.263126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-86d49afa-463a-471a-a4c8-30ed1735f457 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 811 time: 0.1040053 Nov 12 11:53:28.278675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-5b087b5d-f801-4463-b4d0-b3846b3793cd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/quotas/23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 375 time: 0.0094588 Nov 12 11:53:28.338970 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-2a60934e-0508-4498-982b-eaf1e71183d9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539088 Nov 12 11:53:28.884627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-01812600-9ef4-4451-b4d7-7016efb040d1 service neutron] 10.222.0.98 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760447 Nov 12 11:53:28.977385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-b3afb5d8-fa73-4a11-a428-ef840510331e service neutron] 10.222.0.98 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866656 Nov 12 11:53:29.230245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-109b6313-2ba6-4224-8bd5-fc3c5dbaed4e req-8291bb81-d485-462e-a0b8-10558fd335c0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 210 time: 0.0268128 Nov 12 11:53:29.428716 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-397e1708-4b9c-4ce8-bcb3-324a31483dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:29.772255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0e31487a-9099-40ce-aa40-cbcb9adca7ec up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:29.820076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 0e31487a-9099-40ce-aa40-cbcb9adca7ec triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:29.820450 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:30.309207 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc8e5afd-2210-4278-96bb-2b125f2b88ab req-7be72338-9152-494a-a85b-32bb090cd973 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 210 time: 0.0260241 Nov 12 11:53:31.404462 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6e3b2e1-9e86-4110-8384-db44dd298184 req-364b2189-75b0-48a3-90bd-7474720a7e54 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 210 time: 0.0252790 Nov 12 11:53:31.885872 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-48bb03d8-6455-416b-bcc6-c6cdd114e674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:32.049932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-8e816b9c-9b05-49cd-9673-8781b4194b63 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:32.051379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-8e816b9c-9b05-49cd-9673-8781b4194b63 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 811 time: 0.1062737 Nov 12 11:53:32.115801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-8d3386f0-41cb-4fdf-af43-c1ccbba66c4c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 380 time: 0.0524342 Nov 12 11:53:32.125807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'port': {'device_id': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'admin_state_up': True, 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'security_groups': ['f9c9f29c-d445-4d59-a40a-04a0bd397397']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:32.331497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Made reservation on behalf of 23cae0bb1c2945748bebf0021664c232 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:53:32.335145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:32.459673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Allocated IP 172.20.0.10 (396e32a6-64f0-434d-a5d5-e1653c2fc123/f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6/0bb708c0-0c9a-4947-88cc-2ef4f1d96afb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:53:32.514060 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c400480-2186-4075-aced-fc911079b423 req-5c45b2d6-cd01-44f2-b3d5-3ec8c29c1d3b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 210 time: 0.0274336 Nov 12 11:53:32.609516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:32.817668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:32.863016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:53:32.866031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:53:32.869804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:53:32.898331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:32.934171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:32.940740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.088658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a6163e94-0b6a-44c5-b62e-2e5ed969ead1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9672694 Nov 12 11:53:33.100812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Request body: {'port': {'device_id': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:33.137600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-587fc512-b81a-4f8f-99ea-0d37914b5de5 None None] Provisioning complete for port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:33.138176 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-587fc512-b81a-4f8f-99ea-0d37914b5de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.156088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.175369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-587fc512-b81a-4f8f-99ea-0d37914b5de5 None None] Port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:53:33.205444 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.413168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:53:33.420545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.432864 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Transition to ACTIVE for port object 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:53:33.531399 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.586456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:33.646717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023f5ac-e846-4af1-8270-adcb27987687 req-8046549b-d01d-4b44-874a-c499495f5521 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:33.648434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0023f5ac-e846-4af1-8270-adcb27987687 req-8046549b-d01d-4b44-874a-c499495f5521 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0610862 Nov 12 11:53:33.673759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Attempting to bind port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:53:33.674184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Attempting to bind port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:53:33.674590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Attempting to bind port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:33.679695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:53:33.680138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Attempting to bind port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:53:33.685973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:53:33.686407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:53:33.686863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:53:33.687372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Bound port: 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:53:33.687984 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.700345 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0023f5ac-e846-4af1-8270-adcb27987687 req-c73b1621-f0b8-430b-af62-2dafb4536987 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453994 Nov 12 11:53:33.766112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:53:33.769748 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:53:33.829414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.866684 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:33.867326 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:33.868738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] 10.222.0.57 "PUT /v2.0/ports/0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 1093 time: 0.7720306 Nov 12 11:53:33.869171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:33.871425 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05882e1-7401-43c7-9ddd-dc4172b4fcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:33.904492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf874d6-511d-4ad6-90b8-beab164011d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:33.926690 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569623ee-b12d-4930-b7e1-f544f6eecb58 x-openstack-request-id: req-569623ee-b12d-4930-b7e1-f544f6eecb58 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:33.926690 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:33.926690 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-569623ee-b12d-4930-b7e1-f544f6eecb58 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:33.926690 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'status': 'completed', 'code': 200} Nov 12 11:53:33.980449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05882e1-7401-43c7-9ddd-dc4172b4fcfb req-98cec37e-5cc6-477b-af2f-335ef3829cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:33.982693 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f05882e1-7401-43c7-9ddd-dc4172b4fcfb req-98cec37e-5cc6-477b-af2f-335ef3829cb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1096 time: 0.0436020 Nov 12 11:53:34.085840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05882e1-7401-43c7-9ddd-dc4172b4fcfb req-82fade41-a20c-4316-8f9d-e2ef0cfa0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:34.087325 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f05882e1-7401-43c7-9ddd-dc4172b4fcfb req-82fade41-a20c-4316-8f9d-e2ef0cfa0c52 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=23cae0bb1c2945748bebf0021664c232&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0978224 Nov 12 11:53:34.186488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05882e1-7401-43c7-9ddd-dc4172b4fcfb req-c33cb877-6d2d-4c51-b488-e3890262a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:34.187903 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f05882e1-7401-43c7-9ddd-dc4172b4fcfb req-c33cb877-6d2d-4c51-b488-e3890262a933 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939794 Nov 12 11:53:34.262839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-aa7d6783-751b-4f2d-9270-a1312d3d7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:34.264470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-aa7d6783-751b-4f2d-9270-a1312d3d7f44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1096 time: 0.0406880 Nov 12 11:53:34.284023 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:34.311728 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-e1445527-f22f-45ba-92cd-0275e6952682 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 217 time: 0.0379858 Nov 12 11:53:34.360567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-f9530fc9-99b2-4d3b-a010-c06bd6ffad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:34.362068 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-f9530fc9-99b2-4d3b-a010-c06bd6ffad56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0440593 Nov 12 11:53:34.408609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-7bae53a2-81ea-4815-9fb3-b75a21517125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:34.410284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-7bae53a2-81ea-4815-9fb3-b75a21517125 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409913 Nov 12 11:53:34.506363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-7ceff55c-994c-4d65-9227-0c6d08d09783 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885177 Nov 12 11:53:34.594505 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ae11b949-edf1-45b0-a0e5-97af4e550a33 req-a101af93-8dc5-4b88-9829-ac8ca20bf794 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817888 Nov 12 11:53:34.819707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406dfa2-becd-4e79-8952-abdf013f6dfc req-3b7b6fa0-e157-4432-becd-bd5aa2c57d26 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:34.821194 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3406dfa2-becd-4e79-8952-abdf013f6dfc req-3b7b6fa0-e157-4432-becd-bd5aa2c57d26 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0478294 Nov 12 11:53:34.839519 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:34.868870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3406dfa2-becd-4e79-8952-abdf013f6dfc req-922ee627-dee9-4074-8824-4c80a28e8f38 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Nov 12 11:53:35.999580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f290c8-eeef-44ec-b61b-ba1cd800f715 req-54df0e94-3a27-4b05-a0a0-ea78a54dcb80 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:36.001152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81f290c8-eeef-44ec-b61b-ba1cd800f715 req-54df0e94-3a27-4b05-a0a0-ea78a54dcb80 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0644612 Nov 12 11:53:36.052567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81f290c8-eeef-44ec-b61b-ba1cd800f715 req-ab7ff6aa-fb27-465a-a7e4-e8a92093ee7c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451965 Nov 12 11:53:37.171604 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879be3ad-968e-4488-a81e-04cfc80d2cdf req-568ea97d-ef3e-4fd0-87b4-d3322ffcc4ca tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:37.173080 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-879be3ad-968e-4488-a81e-04cfc80d2cdf req-568ea97d-ef3e-4fd0-87b4-d3322ffcc4ca tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0485318 Nov 12 11:53:37.220722 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-879be3ad-968e-4488-a81e-04cfc80d2cdf req-2548fda6-71eb-4fb5-b47d-c54aba280e7b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Nov 12 11:53:37.824309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:53:37.920098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:37.930925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'mac_address': 'fa:16:3e:3e:b2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:53:37.967645 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:37.984814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:53:38.003460 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:38.066622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:38.114728 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:38.122003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.122352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.122699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.123037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.123368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.123696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.124059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.124388 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.124706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.125027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.125347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.125665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:53:38.268355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:53:38.346057 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb8c2-4d89-4890-bc9b-651c53d0a1b8 req-0f145e0a-85f5-496d-ba27-32b8cc8e1e8e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:38.347571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-056cb8c2-4d89-4890-bc9b-651c53d0a1b8 req-0f145e0a-85f5-496d-ba27-32b8cc8e1e8e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 945 time: 0.0521696 Nov 12 11:53:38.395318 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-056cb8c2-4d89-4890-bc9b-651c53d0a1b8 req-c78fb905-ba64-475a-b953-395933de80d8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412810 Nov 12 11:53:39.515715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0bdd0-e09f-45ba-8b3b-ddf225c05a9c req-25368b84-6ea5-4b7b-8815-f18bbfc71d22 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:39.517244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59d0bdd0-e09f-45ba-8b3b-ddf225c05a9c req-25368b84-6ea5-4b7b-8815-f18bbfc71d22 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 945 time: 0.0522125 Nov 12 11:53:39.565908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59d0bdd0-e09f-45ba-8b3b-ddf225c05a9c req-28120692-ea4f-42af-98ce-0042b4adff02 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Nov 12 11:53:39.826571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:53:39.921780 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:53:39.936500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:53:39.940484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:53:39.943836 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:40.020225 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:40.042922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:40.045195 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f092a2d-7712-4d6d-b5db-d825f4991a41" -d '{"events": [{"server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "name": "network-vif-plugged", "status": "completed", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:40.057790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:53:40.080749 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed45fd1c-4f4a-4557-9159-86c01e89d167 x-openstack-request-id: req-ed45fd1c-4f4a-4557-9159-86c01e89d167 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:40.081049 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "name": "network-vif-plugged", "status": "completed", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:40.081307 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ed45fd1c-4f4a-4557-9159-86c01e89d167 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:40.081705 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'code': 200} Nov 12 11:53:40.125737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:40.177033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:53:40.186343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455d8d0-3be0-40b6-ad68-ec33eeeafab0 req-e430cb44-2fd7-414a-8128-663fe019c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:40.187870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2455d8d0-3be0-40b6-ad68-ec33eeeafab0 req-e430cb44-2fd7-414a-8128-663fe019c0e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1098 time: 0.0463758 Nov 12 11:53:40.234494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2455d8d0-3be0-40b6-ad68-ec33eeeafab0 req-9159bf58-e92b-432b-9cd5-ef017b9dea1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 Nov 12 11:53:40.682696 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f765165-545f-42d6-ab56-becaa7dbf59e req-f5dce6f0-b7bb-4be2-be7f-f7268371fcbe tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:40.684207 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f765165-545f-42d6-ab56-becaa7dbf59e req-f5dce6f0-b7bb-4be2-be7f-f7268371fcbe tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0490637 Nov 12 11:53:40.731045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f765165-545f-42d6-ab56-becaa7dbf59e req-59f0ba97-fd98-4aee-8150-e9da2f26c7a4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 Nov 12 11:53:41.251400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee47c4a5-c721-485b-be35-329015d429c5 req-0196a781-1561-4924-89c7-3dccd6446ec6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408974 Nov 12 11:53:41.336083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47c4a5-c721-485b-be35-329015d429c5 req-210dd4d5-d357-4fd0-b0ea-aabd179018de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:41.337649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee47c4a5-c721-485b-be35-329015d429c5 req-210dd4d5-d357-4fd0-b0ea-aabd179018de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0440891 Nov 12 11:53:41.449185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47c4a5-c721-485b-be35-329015d429c5 req-ffb8bdb7-6d31-4873-a000-f75001897dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:41.451213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee47c4a5-c721-485b-be35-329015d429c5 req-ffb8bdb7-6d31-4873-a000-f75001897dc8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0924795 Nov 12 11:53:41.491983 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee47c4a5-c721-485b-be35-329015d429c5 req-948448bf-4317-4f97-8ea1-c31022287986 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0345328 Nov 12 11:53:41.545984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47c4a5-c721-485b-be35-329015d429c5 req-4d2fec19-08aa-4e2e-b8a1-c20cec0b99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:41.547456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee47c4a5-c721-485b-be35-329015d429c5 req-4d2fec19-08aa-4e2e-b8a1-c20cec0b99ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0486689 Nov 12 11:53:41.594386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47c4a5-c721-485b-be35-329015d429c5 req-3976d736-920f-4bb5-ab8c-ac1acc0b90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:41.595911 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee47c4a5-c721-485b-be35-329015d429c5 req-3976d736-920f-4bb5-ab8c-ac1acc0b90fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411935 Nov 12 11:53:41.692104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee47c4a5-c721-485b-be35-329015d429c5 req-f9e54aeb-5845-4941-b916-a10004e80a79 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882866 Nov 12 11:53:41.789801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee47c4a5-c721-485b-be35-329015d429c5 req-096ffbed-3c25-481a-ba56-213a97f777a8 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911853 Nov 12 11:53:41.857323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9ce73-4300-41fd-92ec-e6b06a47b1df req-c44dd427-7060-4f3f-98e7-0b06b2a65aed tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:41.858680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9be9ce73-4300-41fd-92ec-e6b06a47b1df req-c44dd427-7060-4f3f-98e7-0b06b2a65aed tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0515084 Nov 12 11:53:41.905038 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9be9ce73-4300-41fd-92ec-e6b06a47b1df req-fc5fd511-d45e-4f2c-95ec-5f508097e694 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402389 Nov 12 11:53:42.015298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9a8ee-cde5-4f5b-995e-578f5010425d req-b199e623-b860-44e9-b6a2-c0b50fdcf4a2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:42.018196 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffd9a8ee-cde5-4f5b-995e-578f5010425d req-b199e623-b860-44e9-b6a2-c0b50fdcf4a2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0512159 Nov 12 11:53:42.028537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 40680) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:53:42.033859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'floatingip': {'port_id': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:53:42.071839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:42.506515 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:42.569732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:42.672150 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Floating IP 1870021b-580f-472a-906c-30f340487be3 associated. External IP: 172.25.3.119, port: 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb. Nov 12 11:53:42.877364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:53:42.985842 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:53:42.990751 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:42.995357 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:53:43.005737 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:53:43.006333 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:53:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:43.017857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47e3efaa-b2f8-4cca-8f50-e216767f5801 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "PUT /v2.0/floatingips/1870021b-580f-472a-906c-30f340487be3 HTTP/1.1" status: 200 len: 992 time: 0.9875479 Nov 12 11:53:43.018456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:53:43.067234 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850" -d '{"events": [{"name": "network-changed", "server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:53:43.116532 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:53:43.166791 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567ea753-a78a-493c-9081-65929799e633 x-openstack-request-id: req-567ea753-a78a-493c-9081-65929799e633 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:53:43.167077 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:53:43.167324 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-567ea753-a78a-493c-9081-65929799e633 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:53:43.167719 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'status': 'completed', 'code': 200} Nov 12 11:53:43.228077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-69fb7e7f-34a5-4b05-a7ef-a1d552815be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:43.229596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-69fb7e7f-34a5-4b05-a7ef-a1d552815be3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1098 time: 0.0404689 Nov 12 11:53:43.323586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-6b39549f-43f0-4198-a9a3-cf1d08781fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:43.325117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-6b39549f-43f0-4198-a9a3-cf1d08781fe6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0879514 Nov 12 11:53:43.343266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:3e:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:53:42Z', 'revision_number': 1, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:43.369122 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:53:43.377333 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:53:43.377918 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:53:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:43.391584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-63e992e7-8f3b-46d6-9268-b885f1bc133d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 1000 time: 0.0581598 Nov 12 11:53:43.441252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-47cd6ddc-0e40-47c7-b526-53f8e46061b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:43.443319 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-47cd6ddc-0e40-47c7-b526-53f8e46061b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0441835 Nov 12 11:53:43.483639 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:53:43.492670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-20d93ec9-d10a-49f2-9a9c-392265ae4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:53:43.494460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-20d93ec9-d10a-49f2-9a9c-392265ae4209 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450602 Nov 12 11:53:43.583259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-99f9983a-56f9-478b-a85b-7fba6a39a614 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817723 Nov 12 11:53:43.679020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ee41cef4-138c-4af4-a8fb-3b2eea5c3850 req-670fd004-c088-4bf0-bc34-bd97cdb7cc92 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884559 Nov 12 11:53:43.715040 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:3e:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:53:42Z', 'revision_number': 1, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:53:43.742130 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b20ea-45ac-48cb-9d7c-f6107bef36aa None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:3e:b2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:53:42Z', 'revision_number': 1, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:53:43.929321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb50bec-051c-4b49-8b0e-7caecb7b96d8 None None] New status for floating IP 1870021b-580f-472a-906c-30f340487be3: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:53:48.129268 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:51.055849 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:53:59.370910 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97b3f130-1cde-40ed-8f40-b3def94c2bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:01.845494 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-54efc14e-ab7f-4db2-a79f-5a5fe1c5732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:03.200382 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:04.290909 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:04.867693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:11.949700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-a3a16211-bba1-4ef8-b7a0-ba97800464b6 req-9f46560d-f2d1-4b88-b2ac-261b995443a8 tempest-TestSecurityGroupsBasicOps-990666530 tempest-TestSecurityGroupsBasicOps-990666530-project] (109704) timed out ('10.222.0.57', 63524) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:54:16.922219 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:54:18.137734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:21.043866 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:29.386569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-036d6f34-c641-43d7-9841-0debf159fae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:31.866659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fde97887-a408-4f2b-8f96-e40b3aa29091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:32.437572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-681599fb-672b-474c-8c6b-833936a79de8 req-1ee07b8b-016a-4de5-861c-eacd5b3005ff service neutron] (109704) timed out ('10.222.0.69', 55632) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 11:54:33.203674 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:34.348080 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:34.861987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:41.281829 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-5139d832-376e-4f78-9c3e-5f863413bffc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452547 Nov 12 11:54:41.366305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-49597288-8c5d-4890-8b06-6d1bfa1f3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:41.367834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-49597288-8c5d-4890-8b06-6d1bfa1f3cfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0440340 Nov 12 11:54:41.481957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-e8544c71-5cb7-4894-a31a-1ce3e03fbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:41.483491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-e8544c71-5cb7-4894-a31a-1ce3e03fbd07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0975192 Nov 12 11:54:41.525764 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-36203476-7b0e-4560-a373-bb31f8e5be93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0351677 Nov 12 11:54:41.580175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-2be2c34a-4fd6-424a-9c69-663fd149b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:41.581560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-2be2c34a-4fd6-424a-9c69-663fd149b0d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0479014 Nov 12 11:54:41.633237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-328c4612-67ba-42cf-9bad-3dd25771d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:54:41.635558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-328c4612-67ba-42cf-9bad-3dd25771d5c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472641 Nov 12 11:54:41.732104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-bbadd10d-df9f-4a4a-98ee-5df7e8d9d2b2 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891347 Nov 12 11:54:41.835579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-646e59a9-49db-4d26-9ab2-d4eed88849fb req-709c4d02-1ce2-4257-8c61-3a29c3ec627a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959735 Nov 12 11:54:48.094506 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:51.101323 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:54:53.921365 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:54:59.375811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-329cb513-b789-4f9b-9b92-f8a666504e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:01.827743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-469e24be-8893-4b08-9175-8cf902dfae9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:03.181685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:04.312814 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:04.850035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:18.077966 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:19.268841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0e40d-3611-47c0-bc96-cda7a9743295 req-ff0eab20-dc7d-4226-bf6a-663b0d6f91a0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:19.270339 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee0e40d-3611-47c0-bc96-cda7a9743295 req-ff0eab20-dc7d-4226-bf6a-663b0d6f91a0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0543885 Nov 12 11:55:19.331378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee0e40d-3611-47c0-bc96-cda7a9743295 req-a5e44853-d1fe-47df-a8a7-2a13f56fa49f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548539 Nov 12 11:55:19.767908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306173f-ede4-4010-86d2-8645ef35df1c req-c0127758-482d-4805-8cc7-e34c6ddeb268 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:19.769464 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9306173f-ede4-4010-86d2-8645ef35df1c req-c0127758-482d-4805-8cc7-e34c6ddeb268 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0562394 Nov 12 11:55:19.818758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9306173f-ede4-4010-86d2-8645ef35df1c req-40fb04bc-8de1-45e5-9449-77eedeec2dd6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432522 Nov 12 11:55:20.032150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-5bf3e1f3-e57d-4c63-9ed0-7b22a666752e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877554 Nov 12 11:55:20.935128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d255b8-9b6b-4da0-8a2e-9629d039bc56 req-d05c68c9-d4e8-43bd-b457-71df4dc14b76 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:20.936649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5d255b8-9b6b-4da0-8a2e-9629d039bc56 req-d05c68c9-d4e8-43bd-b457-71df4dc14b76 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0503995 Nov 12 11:55:20.987595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5d255b8-9b6b-4da0-8a2e-9629d039bc56 req-aa6d4ab7-1a2c-4a77-a529-f08d98888646 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449495 Nov 12 11:55:21.095466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:22.104428 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49a01c-5d8b-4edb-9877-6322d4097e74 req-9da8a78f-ccc0-45a9-a65b-9ebe2f562435 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:22.106018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae49a01c-5d8b-4edb-9877-6322d4097e74 req-9da8a78f-ccc0-45a9-a65b-9ebe2f562435 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0491478 Nov 12 11:55:22.154295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae49a01c-5d8b-4edb-9877-6322d4097e74 req-5e9de764-5db9-4dc2-9994-348c7844b74f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Nov 12 11:55:23.270282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9a9ad-4ae4-4d44-8725-880615df5823 req-9868962e-877f-48b9-b6fa-59b521d3aa0b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:23.271788 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ada9a9ad-4ae4-4d44-8725-880615df5823 req-9868962e-877f-48b9-b6fa-59b521d3aa0b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0493352 Nov 12 11:55:23.318135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ada9a9ad-4ae4-4d44-8725-880615df5823 req-87c48700-2f25-46e2-b935-2a6b6af98cfb tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 Nov 12 11:55:24.443382 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0903-8ee1-4fb0-a6e6-c299631096e9 req-257b7c44-baef-4b39-85ac-a00a410ea24d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:24.444895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63a0903-8ee1-4fb0-a6e6-c299631096e9 req-257b7c44-baef-4b39-85ac-a00a410ea24d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0559561 Nov 12 11:55:24.492017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e63a0903-8ee1-4fb0-a6e6-c299631096e9 req-98737a2c-9807-4d6c-a77c-9262653f666a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404921 Nov 12 11:55:25.611575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202446ff-8057-4f40-94f3-12b2b223cc47 req-d07b1f20-4fbc-4b18-bf6f-cf04ec98060c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:25.613094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-202446ff-8057-4f40-94f3-12b2b223cc47 req-d07b1f20-4fbc-4b18-bf6f-cf04ec98060c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0497253 Nov 12 11:55:25.663422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-202446ff-8057-4f40-94f3-12b2b223cc47 req-2c056f3d-d0f9-4b7f-8943-fb11e25cf505 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440636 Nov 12 11:55:26.783388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-5419ceb1-5b70-4fd9-9141-3a9ced093f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:26.784986 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-5419ceb1-5b70-4fd9-9141-3a9ced093f63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1098 time: 0.0480812 Nov 12 11:55:26.796422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c50cb-38ab-4cf4-9056-c4fb262de770 req-3d62d4bb-cb4b-45da-9fd9-c6f293fd7039 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:26.798116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-302c50cb-38ab-4cf4-9056-c4fb262de770 req-3d62d4bb-cb4b-45da-9fd9-c6f293fd7039 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0636120 Nov 12 11:55:26.861117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-302c50cb-38ab-4cf4-9056-c4fb262de770 req-eadf05ea-36b8-4d47-b317-9c4ed07efb55 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564997 Nov 12 11:55:27.210694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-88760ede-a516-4bac-86e1-d69a8d659eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:27.212201 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-88760ede-a516-4bac-86e1-d69a8d659eca service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.4198210 Nov 12 11:55:27.277916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-0b0b84bc-0e7d-4c31-9511-a6cd7fb77ee8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 1002 time: 0.0577269 Nov 12 11:55:27.325994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-a18ee6f7-a0e5-48bf-a3d8-ff73c36830a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:27.327534 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-a18ee6f7-a0e5-48bf-a3d8-ff73c36830a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0431967 Nov 12 11:55:27.377850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-c12d7e14-3c83-4dd4-b8e3-a883cd962a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:27.379344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-c12d7e14-3c83-4dd4-b8e3-a883cd962a1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450873 Nov 12 11:55:27.474138 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-7aaf51c5-0945-492d-99c8-f2c88ff820a6 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870037 Nov 12 11:55:27.566750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-a42fb83b-c313-4c91-93eb-c4b4c09fdff4 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Nov 12 11:55:27.981108 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1270f-2dba-460a-84da-c87c05087800 req-b1d8c4df-76cb-40d6-8537-5a67b8dfbe0d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:27.982596 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5de1270f-2dba-460a-84da-c87c05087800 req-b1d8c4df-76cb-40d6-8537-5a67b8dfbe0d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0510159 Nov 12 11:55:28.031068 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5de1270f-2dba-460a-84da-c87c05087800 req-764549f9-9d87-4b22-80dd-9effd47f45b6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Nov 12 11:55:29.147373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad85ed2-b1d0-48cc-9840-232f378750e6 req-0ed853c8-671c-460a-b2d5-bff7f674822d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:29.148912 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ad85ed2-b1d0-48cc-9840-232f378750e6 req-0ed853c8-671c-460a-b2d5-bff7f674822d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0483992 Nov 12 11:55:29.196027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ad85ed2-b1d0-48cc-9840-232f378750e6 req-5d9b17c3-f757-45d4-ae23-f4cc84e5744e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Nov 12 11:55:29.363331 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c823aa3c-a01f-4404-9131-8f1a603533fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:30.320767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720171af-7232-496d-ba4c-037782f9a42e req-c0ea6229-7ff5-45b7-96f8-8975399bf10c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:30.322265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-720171af-7232-496d-ba4c-037782f9a42e req-c0ea6229-7ff5-45b7-96f8-8975399bf10c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0546117 Nov 12 11:55:30.370451 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-720171af-7232-496d-ba4c-037782f9a42e req-e1c97f71-3df6-4fe9-99ff-5e10a0e0f254 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Nov 12 11:55:30.920298 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:55:31.501056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb108a-0755-4fdd-b0e6-fed3eecf8916 req-eb527ee7-22c5-4c4d-9c08-d4a98b9722ef tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:31.502592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcbb108a-0755-4fdd-b0e6-fed3eecf8916 req-eb527ee7-22c5-4c4d-9c08-d4a98b9722ef tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0507984 Nov 12 11:55:31.552081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fcbb108a-0755-4fdd-b0e6-fed3eecf8916 req-d778b1fa-8144-4e5f-a720-ba5b6945a8a6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Nov 12 11:55:31.832725 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d74dc149-b215-4d34-b8f8-85e994f753ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:32.675383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c395-726f-4f3c-88c0-e411dba3c46f req-d398dcea-e7c6-443e-91ab-d66536ce725f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:32.676916 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f68c395-726f-4f3c-88c0-e411dba3c46f req-d398dcea-e7c6-443e-91ab-d66536ce725f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0537865 Nov 12 11:55:32.724120 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8f68c395-726f-4f3c-88c0-e411dba3c46f req-ab15ac67-cdbe-4522-b9b0-9efb4924e183 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411391 Nov 12 11:55:33.306711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:33.856123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e710-81e0-40ef-b680-514a7bcfdfb3 req-bdd85944-4508-4d2f-8ce3-f8eb117f8be3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:33.858947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2d8e710-81e0-40ef-b680-514a7bcfdfb3 req-bdd85944-4508-4d2f-8ce3-f8eb117f8be3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0605338 Nov 12 11:55:33.910043 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2d8e710-81e0-40ef-b680-514a7bcfdfb3 req-83113624-ef01-4b07-a66c-d43c95d32205 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Nov 12 11:55:34.347139 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:34.872375 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:35.031965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616cc18-84ea-4010-91ec-14d4dae0e386 req-12a1b8e1-0544-46e2-baca-04766c9785b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:35.033540 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1616cc18-84ea-4010-91ec-14d4dae0e386 req-12a1b8e1-0544-46e2-baca-04766c9785b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0529923 Nov 12 11:55:35.087843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1616cc18-84ea-4010-91ec-14d4dae0e386 req-2441ac7a-4d54-40c8-ab90-74646787763b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480018 Nov 12 11:55:36.207890 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9b42-0047-40fe-925a-e05cd4f71dd5 req-1d806a07-2602-4db2-91e0-83ff53f47082 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:36.210705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e3d9b42-0047-40fe-925a-e05cd4f71dd5 req-1d806a07-2602-4db2-91e0-83ff53f47082 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0531933 Nov 12 11:55:36.260531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e3d9b42-0047-40fe-925a-e05cd4f71dd5 req-28809353-9abd-4218-a1e0-ef8a1348ee60 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Nov 12 11:55:37.383287 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6042e1-d05f-49a9-94e6-8a666e0c01a3 req-c7b66b41-9c5c-49fb-8ead-efa69ba0dfba tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:37.384929 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad6042e1-d05f-49a9-94e6-8a666e0c01a3 req-c7b66b41-9c5c-49fb-8ead-efa69ba0dfba tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0524571 Nov 12 11:55:37.437635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ad6042e1-d05f-49a9-94e6-8a666e0c01a3 req-3088da82-7759-4f6f-b08f-59199f07ffe1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Nov 12 11:55:38.559211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f0e72-5fd8-4b12-b09a-2accd4711738 req-afc2dac8-21e4-4670-8cb6-c06e90bde074 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:38.560767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-706f0e72-5fd8-4b12-b09a-2accd4711738 req-afc2dac8-21e4-4670-8cb6-c06e90bde074 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0540268 Nov 12 11:55:38.609362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-706f0e72-5fd8-4b12-b09a-2accd4711738 req-b6068aa7-f433-4f7d-be70-706b339fe980 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Nov 12 11:55:39.667586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-d1a6edaf-83a5-4a69-b29e-f7bad2fcb4b9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:55:39.668750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-d1a6edaf-83a5-4a69-b29e-f7bad2fcb4b9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059192 Nov 12 11:55:39.734758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086f87-63c7-4167-b0bf-564bb00871ce req-27493311-b739-4b6f-8e77-b11e9b805ca4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:39.735447 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-28e8fa36-d7fe-438f-851b-e0e66a30b433 service neutron] show failed (client error): The resource could not be found. Nov 12 11:55:39.735816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-28e8fa36-d7fe-438f-851b-e0e66a30b433 service neutron] 10.222.0.57 "GET /v2.0/ports/0bb708c0-0c9a-4947-88cc-2ef4f1d96afb/bindings/n-h2-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0597665 Nov 12 11:55:39.736346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51086f87-63c7-4167-b0bf-564bb00871ce req-27493311-b739-4b6f-8e77-b11e9b805ca4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0528731 Nov 12 11:55:39.786942 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51086f87-63c7-4167-b0bf-564bb00871ce req-34887f43-26eb-4951-9ee9-c2572330ebf5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435958 Nov 12 11:55:40.467052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-58f91264-20c9-4a25-9a8d-ecf1a4eab58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:40.468588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-58f91264-20c9-4a25-9a8d-ecf1a4eab58a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 1098 time: 0.0430901 Nov 12 11:55:40.482276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:40.542627 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.760040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:40.803569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:40.855131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:55:40.857482 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c5c7a4-a30c-4f4b-a47f-0930066109d1" -d '{"events": [{"server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:55:40.861508 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:40.874439 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Transition to ACTIVE for port object 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:55:40.925337 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27cbce-cc4d-42a9-896d-ac42698c31d9 req-85a4099d-c6f5-4e0b-ae92-914821af4730 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:40.927075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de27cbce-cc4d-42a9-896d-ac42698c31d9 req-85a4099d-c6f5-4e0b-ae92-914821af4730 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0583942 Nov 12 11:55:40.984597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de27cbce-cc4d-42a9-896d-ac42698c31d9 req-2aa1d747-6f79-4b97-b322-04afa0bac615 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496936 Nov 12 11:55:40.997671 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.069171 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92caef2a-f8af-49f1-aade-5942d7a22546 x-openstack-request-id: req-92caef2a-f8af-49f1-aade-5942d7a22546 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:55:41.069171 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:55:41.069171 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-92caef2a-f8af-49f1-aade-5942d7a22546 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:55:41.069171 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'code': 200} Nov 12 11:55:41.108531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:41.134961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.136194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.136194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.136540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.136874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.137211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.137545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.137870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.138197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.138522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.138848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.139173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:41.200502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] No DVR routers for this DVR port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:55:41.360584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Attempting to bind port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:55:41.360849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Attempting to bind port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:55:41.361173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Attempting to bind port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:41.365561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:55:41.365871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Attempting to bind port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:41.371240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:55:41.371581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:41.372036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:55:41.372468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Bound port: 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:55:41.372824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.437289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:41.440442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:55:41.552777 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.588871 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:41.589475 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:41.590939 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] 10.222.0.69 "PUT /v2.0/ports/0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 1093 time: 1.1134794 Nov 12 11:55:41.658550 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f127b98-7d89-43cf-a2e0-c3a2c4c247fb service neutron] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:41.681784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-3787afb2-20c9-4efb-8ff5-71a25a942771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:41.683901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-3787afb2-20c9-4efb-8ff5-71a25a942771 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1096 time: 0.0596366 Nov 12 11:55:41.783665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-338e8b18-8e5b-464f-b05c-6cdaffb5a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:41.785218 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-338e8b18-8e5b-464f-b05c-6cdaffb5a990 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0935423 Nov 12 11:55:41.860479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-2043d719-3bf0-405a-bb3f-a8cc46c0d914 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 1000 time: 0.0670063 Nov 12 11:55:41.927720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-c525278c-c9cd-4be1-ba27-edfd383cca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:41.929668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-c525278c-c9cd-4be1-ba27-edfd383cca41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0599568 Nov 12 11:55:41.982105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-34d7120c-9226-4603-b682-d3952f62b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:41.983638 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-34d7120c-9226-4603-b682-d3952f62b880 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430839 Nov 12 11:55:42.109441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-de68de2a-5ce9-4e97-9bc8-5a473f5e4bc0 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157205 Nov 12 11:55:42.110305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b81da-634d-44dd-a8f5-61dc5e18c120 req-f4f9f67d-89c5-4577-98d6-825e4778a326 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:42.111975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-313b81da-634d-44dd-a8f5-61dc5e18c120 req-f4f9f67d-89c5-4577-98d6-825e4778a326 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0510833 Nov 12 11:55:42.175677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-313b81da-634d-44dd-a8f5-61dc5e18c120 req-cc0e0773-1b95-4a88-990e-37aabc12ecd2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557785 Nov 12 11:55:42.235172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13fb98f5-5a90-4184-ac86-8b7dbd3eaaaf req-62b944b5-1e02-4436-ad36-19d165aa5f81 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165261 Nov 12 11:55:42.441286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:42.484209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:43.067630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:55:43.070086 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a8f634-974c-4a4f-ab6b-766d3009dce9" -d '{"events": [{"name": "network-changed", "server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:55:43.123300 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3977b9fa-e579-4f4f-8101-77fab4996859 x-openstack-request-id: req-3977b9fa-e579-4f4f-8101-77fab4996859 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:55:43.123595 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:55:43.123849 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3977b9fa-e579-4f4f-8101-77fab4996859 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:55:43.124282 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'status': 'completed', 'code': 200} Nov 12 11:55:43.229657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-c0edb0b2-b03b-4bf2-8e0a-499900df4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.231260 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-c0edb0b2-b03b-4bf2-8e0a-499900df4aa8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1096 time: 0.0771561 Nov 12 11:55:43.237998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-dc624fca-3eea-4fd7-bfe2-cf8f9ee344e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.239577 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-dc624fca-3eea-4fd7-bfe2-cf8f9ee344e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1096 time: 0.0944903 Nov 12 11:55:43.317561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab1323-ecdc-4d3a-b76e-5a1c532f734b req-6531b9e5-0795-4904-bba4-cc940d0291d2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.319322 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24ab1323-ecdc-4d3a-b76e-5a1c532f734b req-6531b9e5-0795-4904-bba4-cc940d0291d2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0540671 Nov 12 11:55:43.376815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-24ab1323-ecdc-4d3a-b76e-5a1c532f734b req-4c418d1e-4133-4004-ba79-1505400a2007 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497856 Nov 12 11:55:43.403648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-27185c22-1787-4f8d-872e-b7b073a74e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.405175 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-27185c22-1787-4f8d-872e-b7b073a74e7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1646819 Nov 12 11:55:43.406283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-b40bae67-53e7-4f5a-ad3c-281795d525bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.407600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-b40bae67-53e7-4f5a-ad3c-281795d525bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1590514 Nov 12 11:55:43.527655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-f57e14eb-c699-480c-8c8e-15493a0630c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 1000 time: 0.1127048 Nov 12 11:55:43.529660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-0dde8224-bcf0-488a-a8a9-8913205de10a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 1000 time: 0.1083400 Nov 12 11:55:43.616163 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-b334cc96-4bc8-4c42-bcec-31deeba7eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.617502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-b334cc96-4bc8-4c42-bcec-31deeba7eb9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0833135 Nov 12 11:55:43.621516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-61790b60-f952-4658-a24a-4dce208555e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.622943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-61790b60-f952-4658-a24a-4dce208555e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0804071 Nov 12 11:55:43.692407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-2addba84-434a-4ca9-8787-5dd072ed4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.693951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-2addba84-434a-4ca9-8787-5dd072ed4053 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690727 Nov 12 11:55:43.696627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-0ba28cb7-f8d8-48c7-973f-8cc42a4ddee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:43.698067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-0ba28cb7-f8d8-48c7-973f-8cc42a4ddee8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655489 Nov 12 11:55:43.861720 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-4ad83769-b6e4-4582-aa38-b2d5617e80c7 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604526 Nov 12 11:55:43.863729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-412fb238-0b64-4d20-a114-25229f504e5a service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550441 Nov 12 11:55:44.024460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-7501e449-1bf8-40e7-95ad-181764d2c5b3 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552157 Nov 12 11:55:44.028799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0a8f634-974c-4a4f-ab6b-766d3009dce9 req-584eac92-413d-4b74-8359-1a9ed4417a32 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521449 Nov 12 11:55:44.501238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dac74f-0e82-482d-89cd-d5d7b6a4d124 req-e71d6921-0489-4b5a-b0cf-78d67b1eba48 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:44.502752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46dac74f-0e82-482d-89cd-d5d7b6a4d124 req-e71d6921-0489-4b5a-b0cf-78d67b1eba48 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0558245 Nov 12 11:55:44.552740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46dac74f-0e82-482d-89cd-d5d7b6a4d124 req-dc94aeaa-2cce-4ea9-9ea8-63d414c66de1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436163 Nov 12 11:55:45.676923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435727c-c0e3-4204-9096-dd814cbe6f29 req-81c1fcef-e140-4a8b-a276-04637a62e563 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:45.678435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a435727c-c0e3-4204-9096-dd814cbe6f29 req-81c1fcef-e140-4a8b-a276-04637a62e563 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0527639 Nov 12 11:55:45.727414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a435727c-c0e3-4204-9096-dd814cbe6f29 req-d828a99a-023d-4793-969a-8d098c5372d2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Nov 12 11:55:46.106779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5358b-6bd8-40f7-8050-4dce6737e91b req-cdeebfa5-1b6b-4110-a5d3-9a619dc0a5ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:46.108382 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85c5358b-6bd8-40f7-8050-4dce6737e91b req-cdeebfa5-1b6b-4110-a5d3-9a619dc0a5ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 944 time: 0.0564556 Nov 12 11:55:46.158904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-85c5358b-6bd8-40f7-8050-4dce6737e91b req-b6e0e7c6-9526-452c-899b-48c463d44103 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442820 Nov 12 11:55:46.185752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-3961d2e9-4f67-428d-b6b8-179e8db5ef1c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:46.187301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-3961d2e9-4f67-428d-b6b8-179e8db5ef1c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea&tenant_id=23cae0bb1c2945748bebf0021664c232&binding%3Ahost_id=n-h2-768852-22 HTTP/1.1" status: 200 len: 944 time: 0.0546720 Nov 12 11:55:46.252490 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-ba8f56b4-e055-4718-aae7-3a6579444863 service neutron] delete failed (client error): The resource could not be found. Nov 12 11:55:46.253434 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-ba8f56b4-e055-4718-aae7-3a6579444863 service neutron] 10.222.0.57 "DELETE /v2.0/ports/0bb708c0-0c9a-4947-88cc-2ef4f1d96afb/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0591631 Nov 12 11:55:46.256020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:55:46.348293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-4716cc7d-2279-43d5-83f1-994e5c711435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:46.350005 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-4716cc7d-2279-43d5-83f1-994e5c711435 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 1096 time: 0.0432601 Nov 12 11:55:46.355065 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:46.370916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'mac_address': 'fa:16:3e:3e:b2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:55:46.408450 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.422545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:55:46.443126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:46.452829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-96256a7a-c412-4644-bc2a-c9976d88e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:46.454489 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-96256a7a-c412-4644-bc2a-c9976d88e5b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0965161 Nov 12 11:55:46.520535 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-f390af5f-0117-4294-85bf-cd7c08bab717 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 200 len: 1000 time: 0.0592365 Nov 12 11:55:46.551003 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:46.578485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-4cd7534f-7eb6-46b5-b415-468c5b96a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:46.580354 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-4cd7534f-7eb6-46b5-b415-468c5b96a66f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0527515 Nov 12 11:55:46.605445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:46.613019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.613365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.613705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.614038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.614371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.614699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.615026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.615344 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.615669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.616026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.616371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.616682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:55:46.637785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-3fbf022b-78fd-420d-917e-f3b4ee6de895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:46.639292 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-3fbf022b-78fd-420d-917e-f3b4ee6de895 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519707 Nov 12 11:55:46.744305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-8151438a-81ad-4360-af5a-0ed36c128a72 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971837 Nov 12 11:55:46.831600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:55:46.840594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-90c5b4ff-34bd-4c36-b3b3-f260dba58861 req-3389279d-61a3-4005-899f-196bb88b8c0b service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890031 Nov 12 11:55:47.279565 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8063589-81ea-4ac5-8165-db38512f79fa req-847eaf09-8b62-4938-a6a0-6586cf76a703 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:47.281250 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8063589-81ea-4ac5-8165-db38512f79fa req-847eaf09-8b62-4938-a6a0-6586cf76a703 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 945 time: 0.0498950 Nov 12 11:55:47.331429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8063589-81ea-4ac5-8165-db38512f79fa req-c65a5eb5-db0f-4d40-9d71-aab8d48ed2fd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 Nov 12 11:55:48.106900 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:48.255516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:55:48.375119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:55:48.379548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:48.381801 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:48.463025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29ccc4-27a8-4a48-bd1d-eaca7acddde7 req-2ec5e689-9b94-4343-948e-429f4f12e567 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:48.465259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b29ccc4-27a8-4a48-bd1d-eaca7acddde7 req-2ec5e689-9b94-4343-948e-429f4f12e567 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 945 time: 0.0559988 Nov 12 11:55:48.477869 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:48.500916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:55:48.503176 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72a460a-bf7b-4c63-a422-32d2cfd6fffb" -d '{"events": [{"server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "name": "network-vif-plugged", "status": "completed", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:55:48.516623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:48.519027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b29ccc4-27a8-4a48-bd1d-eaca7acddde7 req-2928335e-83f9-47fe-af29-0450a40be067 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477376 Nov 12 11:55:48.564253 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c852b954-6308-40c1-b27b-5d149ac029d5 x-openstack-request-id: req-c852b954-6308-40c1-b27b-5d149ac029d5 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:55:48.564787 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "name": "network-vif-plugged", "status": "completed", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:55:48.565041 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c852b954-6308-40c1-b27b-5d149ac029d5 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:55:48.565436 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'code': 200} Nov 12 11:55:48.598119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:48.659293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:48.660295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fcead-cfbe-4564-bc6a-39f74ec2462c req-4748593e-6698-4f1b-ac90-0ad0d8ae72c2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:48.661852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a50fcead-cfbe-4564-bc6a-39f74ec2462c req-4748593e-6698-4f1b-ac90-0ad0d8ae72c2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0533791 Nov 12 11:55:48.712546 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a50fcead-cfbe-4564-bc6a-39f74ec2462c req-0df08737-9e89-4575-a8c0-03e33b9a6fa0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443239 Nov 12 11:55:48.828923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec4e33-e4e5-41b5-ab92-6b6dd191974a req-e0c22168-bd67-4cb3-be96-76c8b800687c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:48.830863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dec4e33-e4e5-41b5-ab92-6b6dd191974a req-e0c22168-bd67-4cb3-be96-76c8b800687c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0511317 Nov 12 11:55:48.879656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0dec4e33-e4e5-41b5-ab92-6b6dd191974a req-131690a7-e3f8-48a0-a48e-efcb40a506e1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Nov 12 11:55:49.376275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb37955-f5f4-4304-9c7e-95c2dc0ae77e req-f1888951-0e70-4776-8d93-d33fb664eb1e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:49.386583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8eb37955-f5f4-4304-9c7e-95c2dc0ae77e req-f1888951-0e70-4776-8d93-d33fb664eb1e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0551078 Nov 12 11:55:49.429156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8eb37955-f5f4-4304-9c7e-95c2dc0ae77e req-58d68b0a-6a42-4290-b48d-d09392d22646 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451298 Nov 12 11:55:50.550195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e9817-507f-4239-8085-7b3d9f0663be req-2e9a136f-048f-4fad-a1e6-c45a4669ef3d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:50.551855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e67e9817-507f-4239-8085-7b3d9f0663be req-2e9a136f-048f-4fad-a1e6-c45a4669ef3d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0513496 Nov 12 11:55:50.600107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e67e9817-507f-4239-8085-7b3d9f0663be req-fc28c9ca-2a51-4bf7-9a2c-2d864d82b71e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 Nov 12 11:55:50.882162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-06118bdb-4d83-4aa0-8d6b-51b939a3bf26 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:50.883636 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-06118bdb-4d83-4aa0-8d6b-51b939a3bf26 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 946 time: 0.0481999 Nov 12 11:55:50.982600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Deleting port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:55:50.982928 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.075621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] For port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:55:51.076034 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.084120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.261463 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.261731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.262046 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Floating IP 1870021b-580f-472a-906c-30f340487be3 disassociated. External IP: 172.25.3.119, port: 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb. Nov 12 11:55:51.262396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Calling delete_port for 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:55:51.489442 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.537627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event deleted for resources: {'Port': ['ID=0bb708c0-0c9a-4947-88cc-2ef4f1d96afb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:51.706072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:55:51.735362 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47a5e979-9787-43dc-ac04-e1bef9a2606b req-16ab6a1a-966b-41e9-849b-ce852b3046d8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=0940d5c0-3d30-4456-aff7-7434a7db0fea HTTP/1.1" status: 200 len: 210 time: 0.0293365 Nov 12 11:55:51.847131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:55:51.857886 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:55:51.871442 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:51.872656 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:55:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:51.894400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] No DVR routers for this DVR port 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:55:51.897708 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:51.902709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e787d941-51f7-4614-9af3-0b38068cf2f8 req-4442efa3-7d3a-4ff4-bf0a-b9a71aa1e67c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "DELETE /v2.0/ports/0bb708c0-0c9a-4947-88cc-2ef4f1d96afb HTTP/1.1" status: 204 len: 173 time: 1.0097935 Nov 12 11:55:51.903391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'name': 'network-vif-deleted', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:55:51.905776 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7a1b4c-16b3-44f1-95d2-f247f0d2f775" -d '{"events": [{"server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "name": "network-vif-deleted", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:55:51.946086 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af004266-0568-4822-a7b6-1180cf7ef0f3 x-openstack-request-id: req-af004266-0568-4822-a7b6-1180cf7ef0f3 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:55:51.946374 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0940d5c0-3d30-4456-aff7-7434a7db0fea", "name": "network-vif-deleted", "tag": "0bb708c0-0c9a-4947-88cc-2ef4f1d96afb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:55:51.946621 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af004266-0568-4822-a7b6-1180cf7ef0f3 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:55:51.947018 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0940d5c0-3d30-4456-aff7-7434a7db0fea', 'name': 'network-vif-deleted', 'tag': '0bb708c0-0c9a-4947-88cc-2ef4f1d96afb', 'status': 'completed', 'code': 200} Nov 12 11:55:51.986548 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:52.199513 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:52.322568 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:55:52.333287 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:55:52.334091 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:55:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:52.455145 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:55:52.712770 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:55:52.741182 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422d718-b4d9-4e36-b259-c4362b7f337b None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:55:53.012799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689397ee-d382-42a5-ba8b-973e53a8798c None None] New status for floating IP 1870021b-580f-472a-906c-30f340487be3: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:55:53.018680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-383b6715-35c0-4448-b920-cceeedb5b5ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1607471016&fields=id&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 267 time: 0.0578697 Nov 12 11:55:53.148508 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597723b-f730-484e-9138-1dda324aba0a req-8d6a25fd-5a16-43f9-84a2-307e1ceba9a2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:53.150265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-8d6a25fd-5a16-43f9-84a2-307e1ceba9a2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 811 time: 0.1239181 Nov 12 11:55:53.172964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-7ce54557-61db-4f6b-87e1-1600f210f370 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/quotas/23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 375 time: 0.0153048 Nov 12 11:55:53.251276 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-8cf4f19e-96e8-40e9-960f-0706c79d382d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704684 Nov 12 11:55:53.375647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-ed38c0c7-31b3-4ace-b1f7-8c5206a9e8a7 service neutron] 10.222.0.98 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093740 Nov 12 11:55:53.476414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-be703200-dc8d-4ca6-8410-019893047741 service neutron] 10.222.0.98 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940802 Nov 12 11:55:53.765044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-514a3f11-1538-40f7-b065-6e6ab0c1bfd4 req-555ae7e2-7d93-4e0a-b0ef-9b7fc096e289 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 210 time: 0.0406120 Nov 12 11:55:54.307441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:55:54.340881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:55:54.341437 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0bb708c0-0c9a-4947-88cc-2ef4f1d96afb not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:55:54.900662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a32760c-4885-4301-b9be-daeb50b7f01b req-1ef4550b-aa01-4c40-8706-62fb093ca473 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 210 time: 0.0291402 Nov 12 11:55:56.002136 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2efdc9b-b4c5-47e0-87a5-7cee01fff4fa req-e8fa4b66-1f45-45e8-8253-f3b80b796979 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 210 time: 0.0274673 Nov 12 11:55:56.082223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597723b-f730-484e-9138-1dda324aba0a req-5906388e-ccfd-4dff-a804-0e29daa74844 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:56.083789 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-5906388e-ccfd-4dff-a804-0e29daa74844 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 811 time: 0.1106520 Nov 12 11:55:56.154804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-918db595-feb0-442c-81e4-f3a4e6a5b393 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 380 time: 0.0606930 Nov 12 11:55:56.165160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'port': {'device_id': 'd126bd07-f970-4278-b84e-91be583f51dc', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'admin_state_up': True, 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'security_groups': ['f9c9f29c-d445-4d59-a40a-04a0bd397397']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:56.403690 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Made reservation on behalf of 23cae0bb1c2945748bebf0021664c232 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:55:56.407519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:56.889868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Allocated IP 172.20.0.3 (396e32a6-64f0-434d-a5d5-e1653c2fc123/f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6/15928fd1-6c0a-4fcf-8b03-89a8e2b0b415) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:55:57.054731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:57.129301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-65268246-e048-4f45-9ae3-3df26c3379b9 req-abbeb216-17c1-4d10-9720-8adb96e28565 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 210 time: 0.0462582 Nov 12 11:55:57.169351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:57.217211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:55:57.220470 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:55:57.224413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:55:57.231712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:57.297060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:57.298225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:57.429870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ffea7a34-2876-4265-b617-28becee185db None None] Provisioning complete for port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:55:57.430447 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ffea7a34-2876-4265-b617-28becee185db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:57.457201 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-2ddb20af-c3b7-486f-a021-88544985c480 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959704 Nov 12 11:55:57.464262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ffea7a34-2876-4265-b617-28becee185db None None] Port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:55:57.475500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Request body: {'port': {'device_id': 'd126bd07-f970-4278-b84e-91be583f51dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:55:57.536004 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:57.820877 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:55:57.829447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:57.842046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Transition to ACTIVE for port object 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:55:57.934504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:57.987347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:58.069567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Attempting to bind port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:55:58.070166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Attempting to bind port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:55:58.070711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Attempting to bind port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:58.077880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:55:58.078328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Attempting to bind port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:55:58.084213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:55:58.084547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:55:58.084931 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:55:58.085365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Bound port: 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:55:58.085868 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:58.159483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:55:58.164005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:55:58.261377 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:58.262648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5310bc4-78c8-4d4f-9eed-08b1a53f4aef req-b9f8c94a-888c-495e-ba69-723f13fd89ad tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.264349 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5310bc4-78c8-4d4f-9eed-08b1a53f4aef req-b9f8c94a-888c-495e-ba69-723f13fd89ad tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 943 time: 0.0505753 Nov 12 11:55:58.298806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.300069 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:58.301660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 1092 time: 0.8307624 Nov 12 11:55:58.302233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:55:58.304756 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e956aa-66e0-483a-abea-59c754b08d67" -d '{"events": [{"name": "network-changed", "server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:55:58.325787 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5310bc4-78c8-4d4f-9eed-08b1a53f4aef req-fee11a41-a280-4453-b11b-dc75f4068552 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529578 Nov 12 11:55:58.336039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581fa4b-140a-4405-bad1-698eb9d060a3 service neutron] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:55:58.380751 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e7fab3-c5f5-4fef-b28d-415b672107e8 x-openstack-request-id: req-c5e7fab3-c5f5-4fef-b28d-415b672107e8 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:55:58.381040 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:55:58.381294 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5e7fab3-c5f5-4fef-b28d-415b672107e8 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:55:58.381698 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'status': 'completed', 'code': 200} Nov 12 11:55:58.452330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e956aa-66e0-483a-abea-59c754b08d67 req-860401b1-26b6-4b06-ab73-afeeb97604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.453992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0e956aa-66e0-483a-abea-59c754b08d67 req-860401b1-26b6-4b06-ab73-afeeb97604b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1095 time: 0.0491745 Nov 12 11:55:58.562440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e956aa-66e0-483a-abea-59c754b08d67 req-7a33ea77-a889-4358-85a7-a6e24ca0aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.564111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0e956aa-66e0-483a-abea-59c754b08d67 req-7a33ea77-a889-4358-85a7-a6e24ca0aa77 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=23cae0bb1c2945748bebf0021664c232&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988050 Nov 12 11:55:58.692729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e956aa-66e0-483a-abea-59c754b08d67 req-19ca31cd-0121-4f1c-a66b-5c974a278f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.694253 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d0e956aa-66e0-483a-abea-59c754b08d67 req-19ca31cd-0121-4f1c-a66b-5c974a278f1a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219962 Nov 12 11:55:58.783841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597723b-f730-484e-9138-1dda324aba0a req-07f047d0-1feb-4324-a1c6-bf6fbd19165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.785440 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-07f047d0-1feb-4324-a1c6-bf6fbd19165d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1095 time: 0.0464728 Nov 12 11:55:58.836916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-250bd4b7-29ff-43a5-87ec-321097dd3d34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 217 time: 0.0396631 Nov 12 11:55:58.890514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597723b-f730-484e-9138-1dda324aba0a req-a1539f0b-3556-4482-b0bd-ab58a96342fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.892079 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-a1539f0b-3556-4482-b0bd-ab58a96342fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0470824 Nov 12 11:55:58.950363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597723b-f730-484e-9138-1dda324aba0a req-20c0e7fa-de93-4f0d-9f6f-8418a5f204cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:58.951899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-20c0e7fa-de93-4f0d-9f6f-8418a5f204cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454373 Nov 12 11:55:59.054015 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-0ee2d113-5909-4b02-adf4-0e90370fbb2f service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935960 Nov 12 11:55:59.168256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c597723b-f730-484e-9138-1dda324aba0a req-1ddd5ea0-a54d-4be7-bad4-f27d29f745f2 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061890 Nov 12 11:55:59.402322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b3f18466-b4d6-4261-8f43-83debe4001a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:55:59.452700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2d610-3f24-497b-8c24-289d6e8a7255 req-c9d19b80-13f8-4b64-b262-f7bf0e78d288 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:55:59.454320 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04b2d610-3f24-497b-8c24-289d6e8a7255 req-c9d19b80-13f8-4b64-b262-f7bf0e78d288 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 943 time: 0.0539141 Nov 12 11:55:59.506014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04b2d610-3f24-497b-8c24-289d6e8a7255 req-7fd722b8-2d54-436e-9caf-0bf1e864fa77 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Nov 12 11:56:00.627065 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517da4b-503c-4678-8372-32ef2b4a1816 req-53565059-7126-45b9-b9a8-f51c4a380e69 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:00.628808 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3517da4b-503c-4678-8372-32ef2b4a1816 req-53565059-7126-45b9-b9a8-f51c4a380e69 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 943 time: 0.0521598 Nov 12 11:56:00.686774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3517da4b-503c-4678-8372-32ef2b4a1816 req-22abb755-7907-42e3-9114-9d8e2783d8be tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487552 Nov 12 11:56:01.820407 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d473d-3557-40a8-aa59-c464372cc266 req-e8653e88-12a1-4773-92ad-1d9f000601bd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:01.821957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-213d473d-3557-40a8-aa59-c464372cc266 req-e8653e88-12a1-4773-92ad-1d9f000601bd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 943 time: 0.0551238 Nov 12 11:56:01.872206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-213d473d-3557-40a8-aa59-c464372cc266 req-ee081483-4d00-419a-a24a-f7aa2548e5c1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Nov 12 11:56:01.923255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f78ad65e-1d63-4b0a-b1d4-45d7d777f542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:02.365690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:56:02.492101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:56:02.506463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'mac_address': 'fa:16:3e:e1:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:56:02.553237 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:02.569429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:56:02.594585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:56:02.695064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:02.753581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:02.934635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:56:03.016191 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50060f1-b699-46ca-bae1-f9e6d7856aa1 req-bd204780-f957-443e-bd11-f62626c661c3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:03.017801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a50060f1-b699-46ca-bae1-f9e6d7856aa1 req-bd204780-f957-443e-bd11-f62626c661c3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 944 time: 0.0657048 Nov 12 11:56:03.077105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a50060f1-b699-46ca-bae1-f9e6d7856aa1 req-39e71086-c26b-4c47-8edc-236a418c9bb1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479858 Nov 12 11:56:03.191714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:04.201201 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74e3e3-2065-4b7d-86df-dd7d06d57251 req-886871b4-d1f8-443a-bd79-cb10d6436a88 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:04.202853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2f74e3e3-2065-4b7d-86df-dd7d06d57251 req-886871b4-d1f8-443a-bd79-cb10d6436a88 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 944 time: 0.0503721 Nov 12 11:56:04.257712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2f74e3e3-2065-4b7d-86df-dd7d06d57251 req-293bec3e-d1a9-4f77-a1f4-04cf831deb29 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484359 Nov 12 11:56:04.328968 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:04.396400 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:56:04.528607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:56:04.532947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:56:04.533345 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:04.613156 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:04.636341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:56:04.638646 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdd25e1-fbc7-45f0-b8db-3c2d632d3a91" -d '{"events": [{"server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "name": "network-vif-plugged", "status": "completed", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:56:04.652918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:56:04.679727 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f5e62-3361-42ac-b642-9ffaea1ebbd9 x-openstack-request-id: req-096f5e62-3361-42ac-b642-9ffaea1ebbd9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:56:04.680053 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "name": "network-vif-plugged", "status": "completed", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:56:04.680313 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-096f5e62-3361-42ac-b642-9ffaea1ebbd9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:56:04.680732 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'code': 200} Nov 12 11:56:04.730570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:04.785851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4d9f-4c92-48e8-90a5-c1275908ae19 req-297127a3-98aa-408d-83cd-777f664b9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:04.787492 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f34f4d9f-4c92-48e8-90a5-c1275908ae19 req-297127a3-98aa-408d-83cd-777f664b9bb2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1097 time: 0.0483449 Nov 12 11:56:04.801689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:56:04.842109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f34f4d9f-4c92-48e8-90a5-c1275908ae19 req-61cdc6fc-52ad-4ba4-bfcd-67c1c2fccf06 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Nov 12 11:56:04.866082 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:05.380447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b078e-7b24-47c4-b47e-879180e19231 req-d0962b00-bc04-4f3c-b037-95c7c0fc25b7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:05.381979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d98b078e-7b24-47c4-b47e-879180e19231 req-d0962b00-bc04-4f3c-b037-95c7c0fc25b7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0516751 Nov 12 11:56:05.432422 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d98b078e-7b24-47c4-b47e-879180e19231 req-4b6647bd-3d85-41fc-89a5-0b1681eaca8d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Nov 12 11:56:06.553596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7666fd-93ef-4f5e-97df-19d64a431fd0 req-1202a66d-f0a4-493c-9e97-9185521bba2f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:06.555121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f7666fd-93ef-4f5e-97df-19d64a431fd0 req-1202a66d-f0a4-493c-9e97-9185521bba2f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0502074 Nov 12 11:56:06.602923 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f7666fd-93ef-4f5e-97df-19d64a431fd0 req-43e8a2bf-4ebe-4147-b100-9be972cda9c4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Nov 12 11:56:06.728941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579d2e-c5b0-4db5-8d29-46f17ca6e4d0 req-acf19cb5-9306-485d-886d-87f6a9486b1a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:06.730979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd579d2e-c5b0-4db5-8d29-46f17ca6e4d0 req-acf19cb5-9306-485d-886d-87f6a9486b1a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0560627 Nov 12 11:56:06.739671 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41102) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:56:06.744040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'floatingip': {'port_id': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:56:06.782787 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:07.223660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:07.294425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:07.395775 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Floating IP 1870021b-580f-472a-906c-30f340487be3 associated. External IP: 172.25.3.119, port: 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415. Nov 12 11:56:07.922137 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:56:07.957958 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:56:08.064392 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:56:08.069352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:08.074189 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:56:08.085196 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:56:08.085877 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:56:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:56:08.106204 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f2f95a07-bd0f-480f-a36e-45f85b6730b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "PUT /v2.0/floatingips/1870021b-580f-472a-906c-30f340487be3 HTTP/1.1" status: 200 len: 991 time: 1.3622055 Nov 12 11:56:08.106204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:56:08.106515 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe1da7-dd0a-4426-bedd-ecc76834abec" -d '{"events": [{"name": "network-changed", "server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:56:08.195129 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:56:08.202767 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e8dcbb-91e5-4e1a-ba5b-a7b837c0f569 x-openstack-request-id: req-f4e8dcbb-91e5-4e1a-ba5b-a7b837c0f569 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:56:08.203058 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:56:08.203313 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f4e8dcbb-91e5-4e1a-ba5b-a7b837c0f569 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:56:08.203718 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'status': 'completed', 'code': 200} Nov 12 11:56:08.269497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-3a42ac9c-ba36-44bc-ac3c-3012df83baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:08.270998 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-3a42ac9c-ba36-44bc-ac3c-3012df83baec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1097 time: 0.0407062 Nov 12 11:56:08.363222 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-4323b545-0e5d-466c-8beb-560f4cecc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:08.364748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-4323b545-0e5d-466c-8beb-560f4cecc20a service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0862548 Nov 12 11:56:08.423916 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:e1:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd126bd07-f970-4278-b84e-91be583f51dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:56:07Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:56:08.444909 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-16e48391-ec44-4ed3-a3f2-98d2b53ff81f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 999 time: 0.0642152 Nov 12 11:56:08.450511 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:56:08.458946 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:56:08.459561 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:56:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:56:08.489692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-6f83105c-bdac-4361-9fa5-e31f038b4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:08.491171 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-6f83105c-bdac-4361-9fa5-e31f038b4779 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0450914 Nov 12 11:56:08.538623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-432d4ebe-c617-456c-8673-d376e4646c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:08.540444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-432d4ebe-c617-456c-8673-d376e4646c0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417039 Nov 12 11:56:08.563000 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:56:08.637724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-52bf3bb1-d97f-4d4d-93e6-29e0aeef432a service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887973 Nov 12 11:56:08.733231 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fbfe1da7-dd0a-4426-bedd-ecc76834abec req-2f828b02-2433-4c39-85c0-4f63a3e59934 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879228 Nov 12 11:56:08.791153 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:e1:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd126bd07-f970-4278-b84e-91be583f51dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:56:07Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:56:08.818682 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60968cc8-14c6-4d60-a0f3-b5ccf4e492d9 None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:e1:a6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd126bd07-f970-4278-b84e-91be583f51dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:56:07Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:56:09.024980 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbf38c2-90e0-4b64-a91a-e1806776886b None None] New status for floating IP 1870021b-580f-472a-906c-30f340487be3: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:56:18.112679 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:21.117048 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:29.356700 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5ea419d8-b146-4cea-9b3c-076dc9883967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:31.842321 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7354d690-4968-441c-858c-cf6fdfb3e55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:33.219404 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.345664 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:34.865753 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:44.252671 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-f8927bcb-bd47-4e13-af70-fb0e20d80059 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437293 Nov 12 11:56:44.336288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-3c1f0578-0a23-43f8-8803-7b98ad4b8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:44.337803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-3c1f0578-0a23-43f8-8803-7b98ad4b8b28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0405388 Nov 12 11:56:44.448874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-8fcf61bd-87d1-42f1-9b97-2f2eaa98aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:44.452742 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-8fcf61bd-87d1-42f1-9b97-2f2eaa98aac6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0916960 Nov 12 11:56:44.491796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-62d0fffa-1a1a-472b-b4c1-1dba68421623 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0344839 Nov 12 11:56:44.542288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-bf1b4baa-5fe6-4bcd-823a-57986bfc5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:44.543840 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-bf1b4baa-5fe6-4bcd-823a-57986bfc5a34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0442102 Nov 12 11:56:44.593519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-cceec291-e93e-4e19-b4f1-693610352fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:44.595012 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-cceec291-e93e-4e19-b4f1-693610352fff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447080 Nov 12 11:56:44.687166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-eff6923a-ab72-435e-8f79-09a40317da36 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Nov 12 11:56:44.781216 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d750e3ea-9afa-4568-85cb-93b254f9253b req-6dc6cfd1-327f-46e5-8122-88084b07fb34 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874984 Nov 12 11:56:44.921884 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:56:48.111138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:51.122160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:56:55.240154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-f138595e-7217-4719-9b97-e46c0bc0ff1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408669 Nov 12 11:56:55.325306 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-3bbd452b-58d4-4f58-8183-31dac318d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:55.326778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-3bbd452b-58d4-4f58-8183-31dac318d777 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1097 time: 0.0406213 Nov 12 11:56:55.433891 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-5f1fde26-e5f2-4226-b42f-4b4a5ebd7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:55.435482 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-5f1fde26-e5f2-4226-b42f-4b4a5ebd7c3c service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0889547 Nov 12 11:56:55.502725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-450cd62b-71de-431b-a1c1-adcbf6c09488 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 1001 time: 0.0581372 Nov 12 11:56:55.558082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-f2e67a2c-6760-44ac-95b3-9bb03f7cde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:55.559560 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-f2e67a2c-6760-44ac-95b3-9bb03f7cde6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0484693 Nov 12 11:56:55.610887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-46e2cb22-162b-4a45-bc15-bdc87e5ad20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:56:55.612326 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-46e2cb22-162b-4a45-bc15-bdc87e5ad20c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409787 Nov 12 11:56:55.629404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-8c25a972-f707-40ca-abaf-46bba66d2c90 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 11:56:55.630458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-8c25a972-f707-40ca-abaf-46bba66d2c90 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061016 Nov 12 11:56:55.730238 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-202ad0c4-e2e1-48df-9fd3-91c91490b647 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918305 Nov 12 11:56:55.828092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a7580ab9-7083-431d-94e3-499f427eb5f8 req-5af0cd76-5fe5-4c8f-8a81-414398cbb34c service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901065 Nov 12 11:56:59.407781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5e63e73-c4eb-435d-83eb-c77e4f988d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:01.836781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5617fc6e-5700-4461-b3f0-70d25054ecbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:03.230562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:04.310800 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:04.887973 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:18.099067 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:21.098937 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:21.921155 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:57:29.361334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff648149-e278-4502-a6e0-225c9d31f623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:31.835313 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2f7c327b-1982-4e9a-ae8f-7fa4aacf26a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:33.195767 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:34.321227 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:34.835536 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:46.288847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-a44f203c-4ff2-41ea-9f75-c3627de091e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948234 Nov 12 11:57:46.374785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-e6d440f4-ae33-447a-8c8d-6d200664979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:46.376381 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-e6d440f4-ae33-447a-8c8d-6d200664979c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0423226 Nov 12 11:57:46.535489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-9b950255-e88f-4097-b725-7023ce5c506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:46.538214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-9b950255-e88f-4097-b725-7023ce5c506d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1406660 Nov 12 11:57:46.581426 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-569f95cd-6275-493e-ba05-04c34201baf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0352793 Nov 12 11:57:46.635415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-e654fac4-14e2-4125-a042-a8e15bbc0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:46.636916 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-e654fac4-14e2-4125-a042-a8e15bbc0f32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0492699 Nov 12 11:57:46.684009 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-66cef23e-f117-4f9d-b3f4-acf73103d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:46.685567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-66cef23e-f117-4f9d-b3f4-acf73103d694 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414879 Nov 12 11:57:46.778318 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-37d442f0-a76d-4d31-bd66-1033d70b7cf1 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856698 Nov 12 11:57:46.876896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a3b08d5-a139-4d6a-a413-0a7dcd2cae46 req-28980822-2ddc-4bde-a04f-79a0babcbc2c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910020 Nov 12 11:57:48.098426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:49.966321 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2288531-32c2-40dc-9ee6-b01a754ae446 req-9ae195dc-7b47-4c64-b3f3-3e6f30dd8988 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:49.967905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2288531-32c2-40dc-9ee6-b01a754ae446 req-9ae195dc-7b47-4c64-b3f3-3e6f30dd8988 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.1121528 Nov 12 11:57:50.034765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a2288531-32c2-40dc-9ee6-b01a754ae446 req-f7f864f3-f0e7-4c52-9257-e9fcca6c9349 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579638 Nov 12 11:57:51.121563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:51.153146 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38a906-16ba-4b95-8e3f-1de07480d9f8 req-95dd4bba-c33d-4e21-8156-1976c7fd0297 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:51.154680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba38a906-16ba-4b95-8e3f-1de07480d9f8 req-95dd4bba-c33d-4e21-8156-1976c7fd0297 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0501146 Nov 12 11:57:51.207037 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba38a906-16ba-4b95-8e3f-1de07480d9f8 req-da08955c-1437-4386-8ebf-8b2ceb5721c9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457058 Nov 12 11:57:52.324957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed38d08-4c93-46db-ab3c-758eeb48b232 req-f90bf85e-e7b5-4f34-9212-0596f5257a9d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:52.326535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ed38d08-4c93-46db-ab3c-758eeb48b232 req-f90bf85e-e7b5-4f34-9212-0596f5257a9d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0495093 Nov 12 11:57:52.379091 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ed38d08-4c93-46db-ab3c-758eeb48b232 req-4baac90f-3ee9-4f32-a9a9-a82db1d62c98 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Nov 12 11:57:53.496371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294f59d-0b23-4a8d-9740-30e70798c484 req-66280e38-2339-472b-8384-0465a43ddc09 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:53.497875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9294f59d-0b23-4a8d-9740-30e70798c484 req-66280e38-2339-472b-8384-0465a43ddc09 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0493453 Nov 12 11:57:53.549220 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9294f59d-0b23-4a8d-9740-30e70798c484 req-704cd455-248d-4586-aab4-a209fb859167 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 Nov 12 11:57:54.671064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac55ff7-cfc5-482a-b453-395ee6a11f8d req-601ccecd-3b7e-4ce5-ab9c-d79d7635503b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:54.672578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ac55ff7-cfc5-482a-b453-395ee6a11f8d req-601ccecd-3b7e-4ce5-ab9c-d79d7635503b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0545547 Nov 12 11:57:54.724168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ac55ff7-cfc5-482a-b453-395ee6a11f8d req-9d7a92bc-4454-49d4-b801-9a2c5ebeca14 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Nov 12 11:57:55.844469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290355a-7591-4340-898c-cc185231bf8e req-42c7fb36-73a0-4d02-8d1c-b02915263a6f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:55.845976 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d290355a-7591-4340-898c-cc185231bf8e req-42c7fb36-73a0-4d02-8d1c-b02915263a6f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0502381 Nov 12 11:57:55.894068 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d290355a-7591-4340-898c-cc185231bf8e req-219ff452-75e1-4e3f-87b9-47caf579f340 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Nov 12 11:57:56.312149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-bf3bfd2d-ad13-4a6e-86ce-bde0c6e67af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:56.313686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-bf3bfd2d-ad13-4a6e-86ce-bde0c6e67af0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1097 time: 0.0887280 Nov 12 11:57:56.427195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-d34dcfa7-1705-40a0-aa6b-15f51d1fa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:56.428706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-d34dcfa7-1705-40a0-aa6b-15f51d1fa690 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0899498 Nov 12 11:57:56.500768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-eb644ffa-d7b9-42f8-bda5-8e35369de182 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 1001 time: 0.0629632 Nov 12 11:57:56.554371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-93f0e83e-92f3-4e10-abf8-f22aaa6dd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:56.555825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-93f0e83e-92f3-4e10-abf8-f22aaa6dd144 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0447936 Nov 12 11:57:56.607266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-9d9b85f6-67c4-4829-86bf-cf2d33ceb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:56.608801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-9d9b85f6-67c4-4829-86bf-cf2d33ceb78b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449932 Nov 12 11:57:56.711481 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-d343e144-be95-4b12-a0ba-109607c590c1 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907831 Nov 12 11:57:56.809247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbb0a7e0-d0b5-4f34-b918-212a2d9f7af3 req-7b1eaf41-d342-41a1-a628-cb257332ef8e service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894110 Nov 12 11:57:57.013973 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e71c-a706-4cd2-92f8-6fe7d865bf8f req-7cd41638-c075-41f0-8770-de450f40e27f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:57.015533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5964e71c-a706-4cd2-92f8-6fe7d865bf8f req-7cd41638-c075-41f0-8770-de450f40e27f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0515327 Nov 12 11:57:57.067506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5964e71c-a706-4cd2-92f8-6fe7d865bf8f req-48b9308f-e72e-4be2-9b83-4c986918d528 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458865 Nov 12 11:57:58.188894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad8b5-1ef5-4d25-acaa-1c28396f07af req-fcf64634-02a8-45c6-9bff-31f474c74d06 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:58.190423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0fad8b5-1ef5-4d25-acaa-1c28396f07af req-fcf64634-02a8-45c6-9bff-31f474c74d06 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0519471 Nov 12 11:57:58.240171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0fad8b5-1ef5-4d25-acaa-1c28396f07af req-554d5c64-64b6-4d19-a8fc-9e25d05991c9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432572 Nov 12 11:57:58.920792 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:57:59.355223 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dcaa832a-ce43-40de-a025-a0aad8a6ce1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:57:59.360107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb44d7-9279-4320-be3c-41ccfa694e32 req-efd7a85f-4781-41e7-b960-5a162699f574 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:57:59.361684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5deb44d7-9279-4320-be3c-41ccfa694e32 req-efd7a85f-4781-41e7-b960-5a162699f574 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0514288 Nov 12 11:57:59.413537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5deb44d7-9279-4320-be3c-41ccfa694e32 req-af3e36d2-42d1-4d0e-b128-fbca25b09327 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452797 Nov 12 11:58:00.543394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a2422-4e82-46f1-849a-33e090f6ac2d req-8f2ec0be-434a-4846-9fac-2f8912de7833 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:00.545014 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c30a2422-4e82-46f1-849a-33e090f6ac2d req-8f2ec0be-434a-4846-9fac-2f8912de7833 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0574417 Nov 12 11:58:00.596579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c30a2422-4e82-46f1-849a-33e090f6ac2d req-d7f7a9a9-07b6-45cd-9f8e-698d29ab1760 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Nov 12 11:58:01.027309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75321d62-0226-42ef-98b7-fdb35738679c req-04136c13-4f90-49b5-b232-41ad371cad18 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:01.029000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75321d62-0226-42ef-98b7-fdb35738679c req-04136c13-4f90-49b5-b232-41ad371cad18 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0580769 Nov 12 11:58:01.107677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75321d62-0226-42ef-98b7-fdb35738679c req-1127faad-c0ef-451a-a353-6547507ae049 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709777 Nov 12 11:58:01.145755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-9d8155ad-7445-4357-931d-c381b72ebcc6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518682 Nov 12 11:58:01.847165 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-245b4add-79a4-4a70-8309-13e7c7657005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:02.250157 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75107c72-d904-4372-a9bf-06ce19a0011f req-9c08fa0f-7e3f-49f7-b341-4d1519b435c6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:02.252132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75107c72-d904-4372-a9bf-06ce19a0011f req-9c08fa0f-7e3f-49f7-b341-4d1519b435c6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0687916 Nov 12 11:58:02.307758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75107c72-d904-4372-a9bf-06ce19a0011f req-014b0fa2-cb18-47da-8bb5-6d827b52f89e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492632 Nov 12 11:58:03.240974 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:03.453134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f86a8f-78aa-4224-94b1-724b3effd960 req-0d36f0df-33ac-4c65-a141-ff2b4f1fab40 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:03.455489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36f86a8f-78aa-4224-94b1-724b3effd960 req-0d36f0df-33ac-4c65-a141-ff2b4f1fab40 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0678058 Nov 12 11:58:03.486620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-a05dd5cd-e2bc-4c69-a6a7-d324133b5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:03.490023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-a05dd5cd-e2bc-4c69-a6a7-d324133b5287 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1097 time: 0.0580380 Nov 12 11:58:03.539269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36f86a8f-78aa-4224-94b1-724b3effd960 req-9e604a8e-5017-4e19-be2f-00ef5f27a70d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771270 Nov 12 11:58:03.592427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-825cc47e-e73a-4fda-9f0c-645352e76be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:03.593920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-825cc47e-e73a-4fda-9f0c-645352e76be7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0961845 Nov 12 11:58:03.665538 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-30dce78a-3371-4765-92d6-99ca781e8c07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 1001 time: 0.0634468 Nov 12 11:58:03.723542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-eb8c9c8c-09c2-488a-8f8d-d426af5b18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:03.725135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-eb8c9c8c-09c2-488a-8f8d-d426af5b18d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0481224 Nov 12 11:58:03.791015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-12c0876f-7dd3-4f50-89af-e9e0b15c5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:03.791517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-12c0876f-7dd3-4f50-89af-e9e0b15c5603 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574920 Nov 12 11:58:03.886493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-b7354bf0-e4c7-4b94-a064-3d5447787c3a service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870850 Nov 12 11:58:03.986593 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-cb5e9214-39ad-4942-918b-e94011e413ec service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913742 Nov 12 11:58:04.333234 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:04.698364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df8c0e-65fa-4ea7-a205-2e4a01e9124f req-d51b6369-52ed-40fb-b5d3-2136ee1945b2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:04.704564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15df8c0e-65fa-4ea7-a205-2e4a01e9124f req-d51b6369-52ed-40fb-b5d3-2136ee1945b2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0757961 Nov 12 11:58:04.766195 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-15df8c0e-65fa-4ea7-a205-2e4a01e9124f req-d20bb51e-ed34-438e-b2d1-3173d46b686d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549846 Nov 12 11:58:04.858256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:05.900029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7243fc7-10fb-440b-b971-9649d3061640 req-41b1f68f-cf39-4d8d-8e9e-fd1379f7b330 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:05.901557 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7243fc7-10fb-440b-b971-9649d3061640 req-41b1f68f-cf39-4d8d-8e9e-fd1379f7b330 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0526640 Nov 12 11:58:05.954539 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7243fc7-10fb-440b-b971-9649d3061640 req-04fa84ff-b308-424d-b3dc-96422820759a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469556 Nov 12 11:58:06.475048 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-be5d2c6d-6139-4e18-9b78-7e14b8a746b7 service neutron] show failed (client error): The resource could not be found. Nov 12 11:58:06.476136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-be5d2c6d-6139-4e18-9b78-7e14b8a746b7 service neutron] 10.222.0.69 "GET /v2.0/ports/15928fd1-6c0a-4fcf-8b03-89a8e2b0b415/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0579624 Nov 12 11:58:06.953204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-c5cfbc3a-2a16-45b1-a7b3-c3060de5c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:06.954744 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-c5cfbc3a-2a16-45b1-a7b3-c3060de5c723 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 1097 time: 0.0426245 Nov 12 11:58:06.966340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:07.027239 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.077256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a0a38-2951-49ad-b3ca-433f806719fe req-b071edd0-8889-41c4-a50b-33e989eee920 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:07.078592 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e04a0a38-2951-49ad-b3ca-433f806719fe req-b071edd0-8889-41c4-a50b-33e989eee920 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0531256 Nov 12 11:58:07.136796 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e04a0a38-2951-49ad-b3ca-433f806719fe req-0c971347-7c08-4364-92c0-0e2eb7d8ac3b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511053 Nov 12 11:58:07.255495 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:07.292771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:58:07.335872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:07.338397 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78507fbe-cefb-4e39-ab0a-7698bc1b7b0c" -d '{"events": [{"server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "name": "network-vif-unplugged", "status": "completed", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:07.342636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.357505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Transition to ACTIVE for port object 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:58:07.449867 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8a15ab-bf58-480b-b6fc-df0e51e9db18 x-openstack-request-id: req-5d8a15ab-bf58-480b-b6fc-df0e51e9db18 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:07.450161 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "name": "network-vif-unplugged", "status": "completed", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:07.450442 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5d8a15ab-bf58-480b-b6fc-df0e51e9db18 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:07.450846 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'code': 200} Nov 12 11:58:07.458916 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.539280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:07.554798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.555173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.555480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.555793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.556146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.556467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.556786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.557104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.557418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.557722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.558039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.558352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:07.595354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] No DVR routers for this DVR port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:58:07.747371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Attempting to bind port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:58:07.747730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Attempting to bind port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:58:07.748051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Attempting to bind port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:07.752640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:58:07.752957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Attempting to bind port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:07.758295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:58:07.758564 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:58:07.758938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:58:07.759360 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Bound port: 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:58:07.759725 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.825996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:58:07.829172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:58:07.932812 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.972202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:07.973226 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:07.974664 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] 10.222.0.57 "PUT /v2.0/ports/15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 1092 time: 1.0124881 Nov 12 11:58:07.994565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50e1c-dbfc-4516-8e5f-57caf5df1d64 service neutron] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:08.047890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-57f2beeb-161f-4d6d-8f70-e62b7f2fbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:08.049468 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-57f2beeb-161f-4d6d-8f70-e62b7f2fbbb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1095 time: 0.0495040 Nov 12 11:58:08.156237 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-73bb21ec-065f-4ee9-814b-b5fcd40ca254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:08.158229 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-73bb21ec-065f-4ee9-814b-b5fcd40ca254 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1019583 Nov 12 11:58:08.243858 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-175bf05f-88f7-41b8-ab77-10b6f890259f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 999 time: 0.0783145 Nov 12 11:58:08.301924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-35d4ec39-7f01-42c5-96c1-760ae6508d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:08.303493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-35d4ec39-7f01-42c5-96c1-760ae6508d76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0518308 Nov 12 11:58:08.310632 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b402bf-9a12-480b-a83a-fddbd3c677bb req-6c7c5362-1ede-4c6d-b49d-88d4a3f33530 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:08.312555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0b402bf-9a12-480b-a83a-fddbd3c677bb req-6c7c5362-1ede-4c6d-b49d-88d4a3f33530 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 943 time: 0.0738544 Nov 12 11:58:08.358816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-5ce2588a-52b8-4acf-b377-211f7817e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:08.360562 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-5ce2588a-52b8-4acf-b377-211f7817e7ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483844 Nov 12 11:58:08.366519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0b402bf-9a12-480b-a83a-fddbd3c677bb req-59bb8b7c-c2bf-4271-83b9-008f347cb9b5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468521 Nov 12 11:58:08.451553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-766c5802-61c1-4219-8bde-7684473f9439 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836194 Nov 12 11:58:08.548035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a81e9462-b32f-42e3-a981-7bb5d2e3abb7 req-abd9b83f-86a7-4ff2-b68e-8ee223a30ca6 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896933 Nov 12 11:58:09.035634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:58:09.075934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:58:09.452113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:09.454438 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8441bbbe-66f7-4271-804e-c60ff49240d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:09.501224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbcb58-d386-4b63-b38c-1e90b8f13982 req-e3af5cfc-b724-41c0-ac3b-4eae4349faff tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:09.507946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54bbcb58-d386-4b63-b38c-1e90b8f13982 req-e3af5cfc-b724-41c0-ac3b-4eae4349faff tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 943 time: 0.0529037 Nov 12 11:58:09.551612 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54bbcb58-d386-4b63-b38c-1e90b8f13982 req-8dfac49e-5283-43be-b6e9-c318e0281d97 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Nov 12 11:58:09.606076 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b60d91-c768-404c-8fe2-b33a051ae91e x-openstack-request-id: req-d8b60d91-c768-404c-8fe2-b33a051ae91e {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:09.606577 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:09.606733 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d8b60d91-c768-404c-8fe2-b33a051ae91e {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:09.607006 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'status': 'completed', 'code': 200} Nov 12 11:58:09.703635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-6eb836c3-58d4-4138-8ffc-e7c3b063b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:09.705135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-6eb836c3-58d4-4138-8ffc-e7c3b063b868 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1095 time: 0.0751984 Nov 12 11:58:09.707043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-ddf010d4-4250-4577-ba92-5e28ab583789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:09.708460 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-ddf010d4-4250-4577-ba92-5e28ab583789 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1095 time: 0.0691087 Nov 12 11:58:10.216598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-e8c148a2-8d09-4b59-95fb-a75f1086ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:10.218094 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-e8c148a2-8d09-4b59-95fb-a75f1086ac28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.5021274 Nov 12 11:58:10.220981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-64a62f17-c2ff-429b-98c4-7f95a5a2198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:10.222881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-64a62f17-c2ff-429b-98c4-7f95a5a2198a service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.5051382 Nov 12 11:58:10.345365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-8d6b601b-0ccf-445a-8f11-01153d9d3dc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 999 time: 0.1169989 Nov 12 11:58:10.350780 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-f232bc06-2cf2-441e-b8ba-47b715e9ce5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 999 time: 0.1161144 Nov 12 11:58:10.437860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-fba64ec1-cea5-4260-a66b-17dec96ad520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:10.439369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-fba64ec1-cea5-4260-a66b-17dec96ad520 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0833824 Nov 12 11:58:10.445681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-0d62b564-750c-4d26-a3d1-f54722c12d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:10.447238 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-0d62b564-750c-4d26-a3d1-f54722c12d4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0819111 Nov 12 11:58:10.521040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-9c447f65-bd41-4e24-b48d-9b329b01792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:10.522458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-9c447f65-bd41-4e24-b48d-9b329b01792b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743437 Nov 12 11:58:10.525110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-90eb0e2c-566a-432b-95b7-737c10ee277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:10.526461 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-90eb0e2c-566a-432b-95b7-737c10ee277c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703635 Nov 12 11:58:10.688082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121da58-0109-47a6-98e3-eaf0d307cac1 req-6f142349-4e04-4dc9-b128-b1ecac3ce68f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:10.689840 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0121da58-0109-47a6-98e3-eaf0d307cac1 req-6f142349-4e04-4dc9-b128-b1ecac3ce68f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 943 time: 0.0625327 Nov 12 11:58:10.693886 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-f986c89a-8127-441b-bcd2-ff1711568baf service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636698 Nov 12 11:58:10.697596 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-290e6f55-018a-40ec-aa77-56fbc6a86840 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597087 Nov 12 11:58:10.751431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0121da58-0109-47a6-98e3-eaf0d307cac1 req-95b7fab0-2da4-4cd6-a89a-d07202e9a6a8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527115 Nov 12 11:58:10.864187 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-39769d2e-274e-4876-a954-8383cf28393b service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511304 Nov 12 11:58:10.865951 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8441bbbe-66f7-4271-804e-c60ff49240d2 req-81319965-0c70-4b31-a4b6-70da02695007 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616073 Nov 12 11:58:11.088351 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac64a4-1e7e-45a7-ac53-48a6c8834a44 req-3f021f59-c6f6-4989-9627-6faa36597575 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:11.089935 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2ac64a4-1e7e-45a7-ac53-48a6c8834a44 req-3f021f59-c6f6-4989-9627-6faa36597575 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 943 time: 0.0568836 Nov 12 11:58:11.142795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2ac64a4-1e7e-45a7-ac53-48a6c8834a44 req-6767c336-e135-425a-82e6-d43cb9135f53 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 Nov 12 11:58:11.191417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:58:11.228924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-8eaa4013-e66a-462b-92a8-6353b0bcae20 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:11.230444 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-8eaa4013-e66a-462b-92a8-6353b0bcae20 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc&tenant_id=23cae0bb1c2945748bebf0021664c232&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 943 time: 0.0624435 Nov 12 11:58:11.288111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:11.295353 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-9d5b2000-f090-4c22-92b2-cedd7d581c1e service neutron] delete failed (client error): The resource could not be found. Nov 12 11:58:11.296411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-9d5b2000-f090-4c22-92b2-cedd7d581c1e service neutron] 10.222.0.69 "DELETE /v2.0/ports/15928fd1-6c0a-4fcf-8b03-89a8e2b0b415/bindings/n-h2-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0550387 Nov 12 11:58:11.299383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'mac_address': 'fa:16:3e:e1:a6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:58:11.342301 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:11.355914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:58:11.376592 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:11.385759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-7179e9be-e128-49b6-9b07-b82a0ce4a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:11.387352 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-7179e9be-e128-49b6-9b07-b82a0ce4a013 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1095 time: 0.0444009 Nov 12 11:58:11.452613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:11.486228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-a2d7b966-ee89-4c6a-aec8-c3b6a1457ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:11.487755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-a2d7b966-ee89-4c6a-aec8-c3b6a1457ad0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0920084 Nov 12 11:58:11.501484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:11.510348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.510689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.511027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.511357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.511682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.512034 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.512355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.512674 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.512991 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.513309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.513622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.514026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 11:58:11.559818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-77871dd5-a900-4186-8c31-babe0906e883 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 1000 time: 0.0635917 Nov 12 11:58:11.613445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-5f473c19-e00d-4330-8076-580af989d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:11.614844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-5f473c19-e00d-4330-8076-580af989d0a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0461972 Nov 12 11:58:11.669567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-8e97d455-374c-43d5-b452-019c0b6cb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:11.671087 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-8e97d455-374c-43d5-b452-019c0b6cb54b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457814 Nov 12 11:58:11.696607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:58:11.765814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-64adc773-808f-43fb-98fc-cfdd251008d7 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843246 Nov 12 11:58:11.868360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-84911731-fbe8-4cb3-9990-0526aa3c175b req-348c58bd-3fda-4162-8bf3-2ed392280951 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901070 Nov 12 11:58:12.269941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb96bf9-d492-4587-be48-e075037d4416 req-2a571a1b-2980-46e0-8869-65c44a5ab8a5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:12.271471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9cb96bf9-d492-4587-be48-e075037d4416 req-2a571a1b-2980-46e0-8869-65c44a5ab8a5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 944 time: 0.0548494 Nov 12 11:58:12.321905 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9cb96bf9-d492-4587-be48-e075037d4416 req-485de1c5-da6f-4eed-b638-5a7bd76d0cb8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Nov 12 11:58:13.207329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:58:13.326238 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:58:13.330317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:13.330691 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:13.412637 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:13.435461 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:13.438755 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acb3d53-be1a-4f08-aa6e-74417cdcacdc" -d '{"events": [{"server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "name": "network-vif-plugged", "status": "completed", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:13.439694 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ab3e5-3840-485f-ae55-8845504ac52b req-6b61b23c-f1c9-401c-8da5-cfc098710620 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.441297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-932ab3e5-3840-485f-ae55-8845504ac52b req-6b61b23c-f1c9-401c-8da5-cfc098710620 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 944 time: 0.0505674 Nov 12 11:58:13.450884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:13.489769 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-932ab3e5-3840-485f-ae55-8845504ac52b req-381dfc7d-1309-45b1-900a-3e5b4783fd3c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Nov 12 11:58:13.532446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:13.585015 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:13.597145 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d8737-971b-497f-bfe3-30622c1d05a6 x-openstack-request-id: req-507d8737-971b-497f-bfe3-30622c1d05a6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:13.597479 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "name": "network-vif-plugged", "status": "completed", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:13.597776 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-507d8737-971b-497f-bfe3-30622c1d05a6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:13.598207 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'code': 200} Nov 12 11:58:13.691463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677af8e7-8368-40fa-877d-e93ade928cc8 req-4e6a5cdf-91d8-4fd7-961a-ab1b1da3c57e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:13.692378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-677af8e7-8368-40fa-877d-e93ade928cc8 req-4e6a5cdf-91d8-4fd7-961a-ab1b1da3c57e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0520499 Nov 12 11:58:13.743861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-677af8e7-8368-40fa-877d-e93ade928cc8 req-7023323a-7867-4783-a6ad-031d2598c6f1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454664 Nov 12 11:58:14.120998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170c086-b421-406f-81ca-e11a893dd594 req-447e8eb3-1d7d-46bc-9c45-bbbf016a2778 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:14.122518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4170c086-b421-406f-81ca-e11a893dd594 req-447e8eb3-1d7d-46bc-9c45-bbbf016a2778 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0525737 Nov 12 11:58:14.172353 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4170c086-b421-406f-81ca-e11a893dd594 req-2e30d7b1-73cd-42c4-909d-86d7cd12813f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Nov 12 11:58:14.231346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22058-5d6d-43ef-8344-93df28880b6f req-dfea2d8e-b049-4bab-b042-9dfd76f3b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:14.233003 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e22058-5d6d-43ef-8344-93df28880b6f req-dfea2d8e-b049-4bab-b042-9dfd76f3b917 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 1097 time: 0.0409594 Nov 12 11:58:14.330314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22058-5d6d-43ef-8344-93df28880b6f req-68b28c71-70ef-449a-8cef-fea2fe48996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:14.331845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e22058-5d6d-43ef-8344-93df28880b6f req-68b28c71-70ef-449a-8cef-fea2fe48996e service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0923862 Nov 12 11:58:14.401787 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e22058-5d6d-43ef-8344-93df28880b6f req-3460cef0-0a99-4c9d-be21-f92500e530eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 200 len: 1001 time: 0.0630474 Nov 12 11:58:14.453622 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22058-5d6d-43ef-8344-93df28880b6f req-f5ccb8c7-d9cd-47d5-9e4a-20e369095d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:14.455146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e22058-5d6d-43ef-8344-93df28880b6f req-f5ccb8c7-d9cd-47d5-9e4a-20e369095d30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0447364 Nov 12 11:58:14.506072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22058-5d6d-43ef-8344-93df28880b6f req-56d0d3ce-595e-4c2b-9614-59d8454d306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:14.507547 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e22058-5d6d-43ef-8344-93df28880b6f req-56d0d3ce-595e-4c2b-9614-59d8454d306d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458794 Nov 12 11:58:14.600510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e22058-5d6d-43ef-8344-93df28880b6f req-388feb63-5576-4406-9890-b8f89ae2e695 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845001 Nov 12 11:58:14.697732 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-42e22058-5d6d-43ef-8344-93df28880b6f req-2ba1ed34-58f2-4345-97ae-e57d21bcb8db service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889153 Nov 12 11:58:15.295047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e864b14-9711-4257-a832-d5e48c2a59f4 req-44c4449d-9ad0-4c2a-910e-9a08090d28f3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:15.296610 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e864b14-9711-4257-a832-d5e48c2a59f4 req-44c4449d-9ad0-4c2a-910e-9a08090d28f3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0517855 Nov 12 11:58:15.349820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e864b14-9711-4257-a832-d5e48c2a59f4 req-5b27c091-a631-4cc0-8e19-2c6e5161289a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465274 Nov 12 11:58:16.475625 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452fa25-7528-475c-bae0-5686a9a8851d req-8d9dc471-b440-4a3d-8be2-652405572f92 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:16.477386 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9452fa25-7528-475c-bae0-5686a9a8851d req-8d9dc471-b440-4a3d-8be2-652405572f92 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0563328 Nov 12 11:58:16.527584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9452fa25-7528-475c-bae0-5686a9a8851d req-d4f70ed4-1fc4-4aeb-bc9a-8c7f01481b1e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Nov 12 11:58:17.049066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2aa06f-770b-4ece-886f-1556cfafd608 req-7d464896-7023-4d76-94bd-7deab8794f3b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:17.051106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c2aa06f-770b-4ece-886f-1556cfafd608 req-7d464896-7023-4d76-94bd-7deab8794f3b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0508878 Nov 12 11:58:17.112859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c2aa06f-770b-4ece-886f-1556cfafd608 req-37c88d84-ab36-48e6-b7d3-4f3ec5aba0bf tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535724 Nov 12 11:58:18.134318 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.234703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d5f14-fea0-49be-a673-cc4b35938e97 req-7d26f29c-c604-4e0f-b75d-518f0cacc453 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:18.236252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f30d5f14-fea0-49be-a673-cc4b35938e97 req-7d26f29c-c604-4e0f-b75d-518f0cacc453 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0504851 Nov 12 11:58:18.288743 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f30d5f14-fea0-49be-a673-cc4b35938e97 req-2eabbb5d-120d-4583-bd0a-1d48f2ccd0c8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454836 Nov 12 11:58:18.373593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-cb8b8e0d-b39c-4e67-bcfd-3a22be970952 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:18.375124 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-cb8b8e0d-b39c-4e67-bcfd-3a22be970952 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 945 time: 0.0493481 Nov 12 11:58:18.465403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Deleting port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 11:58:18.465735 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.558446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] For port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:18.558799 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.732293 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.732564 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.732883 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Floating IP 1870021b-580f-472a-906c-30f340487be3 disassociated. External IP: 172.25.3.119, port: 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415. Nov 12 11:58:18.733225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Calling delete_port for 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 11:58:18.944130 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:18.974365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event deleted for resources: {'Port': ['ID=15928fd1-6c0a-4fcf-8b03-89a8e2b0b415,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:19.111155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:58:19.225082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:58:19.235750 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:58:19.246276 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:19.247068 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:58:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:19.267319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] No DVR routers for this DVR port 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 11:58:19.270617 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:19.274296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9836edc3-ab61-4fc1-a312-ba9af46e129a req-a66f7d52-a6aa-4f99-9e02-f1c270a07f34 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "DELETE /v2.0/ports/15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 HTTP/1.1" status: 204 len: 173 time: 0.8932018 Nov 12 11:58:19.274781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'name': 'network-vif-deleted', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:19.277241 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370e075b-3804-4a0e-82a2-885549d377f9" -d '{"events": [{"server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "name": "network-vif-deleted", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:19.321628 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedfde9d-ac94-4419-a0e7-2c51053bb542 x-openstack-request-id: req-aedfde9d-ac94-4419-a0e7-2c51053bb542 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:19.321628 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d126bd07-f970-4278-b84e-91be583f51dc", "name": "network-vif-deleted", "tag": "15928fd1-6c0a-4fcf-8b03-89a8e2b0b415", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:19.321628 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aedfde9d-ac94-4419-a0e7-2c51053bb542 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:19.321943 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd126bd07-f970-4278-b84e-91be583f51dc', 'name': 'network-vif-deleted', 'tag': '15928fd1-6c0a-4fcf-8b03-89a8e2b0b415', 'status': 'completed', 'code': 200} Nov 12 11:58:19.378659 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:19.413962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8fb2ec71-95dd-4b5b-9f30-5379209450c5 req-54a3c79d-0452-484a-938f-82cffb0b7a43 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=d126bd07-f970-4278-b84e-91be583f51dc HTTP/1.1" status: 200 len: 210 time: 0.0285559 Nov 12 11:58:19.582210 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:19.608828 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:58:19.618133 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:19.618734 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:58:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:19.730513 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:19.945360 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:19.973756 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45713fc4-f20d-49f0-b325-90c56ea4d54a None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:58:20.210009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734cba4-ed3d-4268-95f5-aac0990c6865 None None] New status for floating IP 1870021b-580f-472a-906c-30f340487be3: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:58:20.725857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-66c5cb5e-8635-4f9a-93cb-baf70077b5fa tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1607471016&fields=id&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 267 time: 0.0480871 Nov 12 11:58:20.870519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845725e-29a6-48df-95fd-9678a350e974 req-c9642629-de9f-4a0d-a5ac-9928c7ce4ea1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:20.871627 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-c9642629-de9f-4a0d-a5ac-9928c7ce4ea1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 811 time: 0.1382895 Nov 12 11:58:20.888310 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-50d9e845-fea2-4281-a015-7d1aef65c121 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/quotas/23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 375 time: 0.0105238 Nov 12 11:58:20.946870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-71569c11-ee0d-434a-b875-780c79da5e61 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526369 Nov 12 11:58:21.046412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-52af520f-5eba-487c-a8e6-88fb364b44bd service neutron] 10.222.0.98 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870340 Nov 12 11:58:21.126641 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:21.154719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-3af2a2f8-eb95-4708-b352-1ed419afaaa1 service neutron] 10.222.0.98 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984538 Nov 12 11:58:21.222973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 11:58:21.243450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 11:58:21.243999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 15928fd1-6c0a-4fcf-8b03-89a8e2b0b415 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 11:58:21.404653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-866bdc9f-5fbb-4ff8-8274-2061a6f53317 req-23a532df-feec-4997-a9b1-6725c174f76d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0281739 Nov 12 11:58:22.482662 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93a9693f-5563-4b6e-8263-bd06cde525bd req-f436c994-aebc-436d-b18e-8a9ac832043d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0263884 Nov 12 11:58:23.560180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-48afccd3-6926-463f-a594-d9f248443cc3 req-76309f86-4de0-426e-95b1-459bc9f3df4b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0258176 Nov 12 11:58:24.644862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0460d8d0-a0d1-4559-a9c7-650b895f61ff req-811ce9c2-fb98-4f97-bb20-6a868a550727 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0317779 Nov 12 11:58:25.785387 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-237c6487-fc33-4d4d-8d93-581a6e481c32 req-e89fb32b-d7c7-4405-a035-e52ee8fb37eb tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0265079 Nov 12 11:58:26.882277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3ff72b0a-c95c-47e5-9b98-4b862ed9f70e req-d1043a09-4154-4568-b7ef-0573ac69e22b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Nov 12 11:58:27.772032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845725e-29a6-48df-95fd-9678a350e974 req-d89a87b9-6806-44c6-9045-b9948b7ba948 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:27.773474 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-d89a87b9-6806-44c6-9045-b9948b7ba948 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 811 time: 0.1058798 Nov 12 11:58:27.841830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-e7ab5f80-61ac-4962-8127-8d38f80c6bb0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 380 time: 0.0552926 Nov 12 11:58:27.854656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'port': {'device_id': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'admin_state_up': True, 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'security_groups': ['f9c9f29c-d445-4d59-a40a-04a0bd397397']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:27.978995 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6702bf84-a476-4bc2-acfc-67a44b3b8160 req-1220f068-8648-4b6a-9b8d-ff89a74509e9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0262833 Nov 12 11:58:28.069218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Made reservation on behalf of 23cae0bb1c2945748bebf0021664c232 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 11:58:28.072926 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:28.198846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Allocated IP 172.20.0.8 (396e32a6-64f0-434d-a5d5-e1653c2fc123/f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6/544aa884-b59c-44d1-96b2-6ab38514b1ec) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 11:58:28.336437 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:28.435426 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:28.479808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 11:58:28.482881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 11:58:28.486824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 11:58:28.493910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:28.547152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:28.553210 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:28.666616 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-836ed2ac-06a8-4f68-8454-d6744af6575d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8153179 Nov 12 11:58:28.680176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Request body: {'port': {'device_id': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:28.732128 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:28.737358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-155c5f2f-51eb-4a80-93e9-dab8212ebaee None None] Provisioning complete for port 544aa884-b59c-44d1-96b2-6ab38514b1ec triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:28.737873 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-155c5f2f-51eb-4a80-93e9-dab8212ebaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:28.778845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-155c5f2f-51eb-4a80-93e9-dab8212ebaee None None] Port 544aa884-b59c-44d1-96b2-6ab38514b1ec cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 11:58:28.988145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544aa884-b59c-44d1-96b2-6ab38514b1ec {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:58:28.995334 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:29.006917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Transition to ACTIVE for port object 544aa884-b59c-44d1-96b2-6ab38514b1ec will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 11:58:29.069080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:29.105013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd492aa-cef6-447c-ab4f-23198b96eb9e req-aff5aceb-7069-4296-a1d2-66777e1ec2db tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:29.106690 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bd492aa-cef6-447c-ab4f-23198b96eb9e req-aff5aceb-7069-4296-a1d2-66777e1ec2db tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 943 time: 0.0494795 Nov 12 11:58:29.136640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:29.158924 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3bd492aa-cef6-447c-ab4f-23198b96eb9e req-bceb3907-b5a2-4325-8c62-5b71c4cf26f8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448594 Nov 12 11:58:29.204229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 11:58:29.214894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 11:58:29.214894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:29.214894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 11:58:29.214894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 11:58:29.217496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 11:58:29.217968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 11:58:29.218414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 11:58:29.218920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Bound port: 544aa884-b59c-44d1-96b2-6ab38514b1ec, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 11:58:29.219323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:29.292344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 11:58:29.296167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 11:58:29.383611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:29.417747 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74aa9be3-0b64-4f01-b76a-bcd0fabe853b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:29.418652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:29.419276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:29.420814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] 10.222.0.69 "PUT /v2.0/ports/544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1092 time: 0.7453427 Nov 12 11:58:29.421121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:29.423378 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed67ed2d-d837-4cb6-b611-c247356fb087" -d '{"events": [{"name": "network-changed", "server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:29.450604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe17005-dcc2-444c-8c26-0e84b05562a8 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:29.477407 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16e38f1-e3db-48f9-8f9a-44cca2997614 x-openstack-request-id: req-b16e38f1-e3db-48f9-8f9a-44cca2997614 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:29.477697 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:29.477950 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b16e38f1-e3db-48f9-8f9a-44cca2997614 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:29.478354 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'status': 'completed', 'code': 200} Nov 12 11:58:29.549455 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67ed2d-d837-4cb6-b611-c247356fb087 req-d23afcb7-bd9b-4ed8-a37f-654bf210647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:29.551077 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed67ed2d-d837-4cb6-b611-c247356fb087 req-d23afcb7-bd9b-4ed8-a37f-654bf210647f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1095 time: 0.0439651 Nov 12 11:58:29.657889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67ed2d-d837-4cb6-b611-c247356fb087 req-74c381bf-8068-4031-8a68-7f6138a95baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:29.659654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed67ed2d-d837-4cb6-b611-c247356fb087 req-74c381bf-8068-4031-8a68-7f6138a95baa service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=23cae0bb1c2945748bebf0021664c232&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1004834 Nov 12 11:58:29.756431 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67ed2d-d837-4cb6-b611-c247356fb087 req-2fb778fc-c39a-4322-b6fc-a7cf9f4b55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:29.757800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ed67ed2d-d837-4cb6-b611-c247356fb087 req-2fb778fc-c39a-4322-b6fc-a7cf9f4b55fd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904016 Nov 12 11:58:29.835309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845725e-29a6-48df-95fd-9678a350e974 req-a30a8929-51cc-4a03-be79-1afc28802efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:29.836760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-a30a8929-51cc-4a03-be79-1afc28802efb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1095 time: 0.0405679 Nov 12 11:58:29.882918 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-f6f4f6e8-7107-4b28-87ff-8cd022eaee05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 217 time: 0.0379312 Nov 12 11:58:29.932587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845725e-29a6-48df-95fd-9678a350e974 req-a0b11128-7593-418b-9d4f-f217faba8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:29.934067 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-a0b11128-7593-418b-9d4f-f217faba8289 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0444844 Nov 12 11:58:29.981384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845725e-29a6-48df-95fd-9678a350e974 req-a8b0e09f-6e25-491d-9dc2-5b78ecd0b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:29.982857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-a8b0e09f-6e25-491d-9dc2-5b78ecd0b3bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401936 Nov 12 11:58:30.079796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-454b6d5b-8ed0-4ad5-a557-be76f1949dfe service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867684 Nov 12 11:58:30.169955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f845725e-29a6-48df-95fd-9678a350e974 req-66db5a2a-9f50-416a-9b64-7371d5903996 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803721 Nov 12 11:58:30.283609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58c128-f785-4330-984a-be3656618bba req-c1953d85-f8e9-4228-8970-0100ad533e9d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:30.285709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef58c128-f785-4330-984a-be3656618bba req-c1953d85-f8e9-4228-8970-0100ad533e9d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 943 time: 0.0527437 Nov 12 11:58:30.334748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef58c128-f785-4330-984a-be3656618bba req-159adda2-badf-43fd-b33a-7a5efcc5e0f5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 Nov 12 11:58:31.450111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3b910-6a3f-46c2-a32d-aa351a666199 req-0f6f9321-c2a6-4153-ad6b-37bc587f0d67 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:31.451654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79a3b910-6a3f-46c2-a32d-aa351a666199 req-0f6f9321-c2a6-4153-ad6b-37bc587f0d67 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 943 time: 0.0493634 Nov 12 11:58:31.501188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79a3b910-6a3f-46c2-a32d-aa351a666199 req-7f510f9c-e356-4756-9a06-831eefef21cd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Nov 12 11:58:31.828875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f0381231-e308-40cb-9b9c-cc45257eb950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:32.629032 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffbbc9-0f66-4040-8608-c15b8ed1d976 req-c87bec6a-55be-462c-ba6b-794ba7dad5ec tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:32.630523 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98ffbbc9-0f66-4040-8608-c15b8ed1d976 req-c87bec6a-55be-462c-ba6b-794ba7dad5ec tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 943 time: 0.0548632 Nov 12 11:58:32.680765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-98ffbbc9-0f66-4040-8608-c15b8ed1d976 req-4515d939-afc1-415c-b4d3-ebb4e6f3b7aa tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441501 Nov 12 11:58:33.159541 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 11:58:33.384653 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:33.413890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:33.424228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'mac_address': 'fa:16:3e:3e:ca:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 11:58:33.461246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:33.473880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544aa884-b59c-44d1-96b2-6ab38514b1ec {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 11:58:33.494916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:33.548670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:33.600923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:33.797077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5bd66-5556-4843-bd80-68e23fd4ddf2 req-3ac8a514-00a2-4f75-ba8c-a9c67f05299c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:33.798585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80c5bd66-5556-4843-bd80-68e23fd4ddf2 req-3ac8a514-00a2-4f75-ba8c-a9c67f05299c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0496418 Nov 12 11:58:33.846786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80c5bd66-5556-4843-bd80-68e23fd4ddf2 req-89f63412-7f0e-49ff-bc4a-fd6f4cc3db3a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 Nov 12 11:58:33.871882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['544aa884-b59c-44d1-96b2-6ab38514b1ec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 11:58:34.337208 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:34.885978 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:34.968695 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c533f5-9b93-4043-8083-acdff233f7f5 req-d9d683a6-7e5d-4031-979d-3bec486aa4cf tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:34.970196 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93c533f5-9b93-4043-8083-acdff233f7f5 req-d9d683a6-7e5d-4031-979d-3bec486aa4cf tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0511606 Nov 12 11:58:35.022072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93c533f5-9b93-4043-8083-acdff233f7f5 req-b259d7bf-48b8-4dcd-9510-cec1506418c1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453055 Nov 12 11:58:35.176255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 11:58:35.302912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 544aa884-b59c-44d1-96b2-6ab38514b1ec completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 11:58:35.307219 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 544aa884-b59c-44d1-96b2-6ab38514b1ec triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 11:58:35.307654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:35.386172 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:35.408805 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:35.411086 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f09026-d6c8-4442-b575-2a4bbb3d1ef0" -d '{"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-plugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:35.424081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 11:58:35.446385 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daef72de-a43b-4685-abc6-1fdb427ad37f x-openstack-request-id: req-daef72de-a43b-4685-abc6-1fdb427ad37f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:35.446692 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-plugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:35.446926 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-daef72de-a43b-4685-abc6-1fdb427ad37f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:35.447320 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'code': 200} Nov 12 11:58:35.548885 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:35.557000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c28c7a-2200-4367-8229-ea26e52f5a6c req-82102527-b4a8-49a9-90bd-2b76646d98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:35.558506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00c28c7a-2200-4367-8229-ea26e52f5a6c req-82102527-b4a8-49a9-90bd-2b76646d98c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1096 time: 0.0444372 Nov 12 11:58:35.601469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 11:58:35.615720 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00c28c7a-2200-4367-8229-ea26e52f5a6c req-0bd9e106-c033-4456-8226-a36853f5b30c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Nov 12 11:58:35.920117 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:58:36.139532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03b83c-0e1f-48b7-955a-5ab6ad995ba5 req-f9fdd6ea-66a7-44af-a9d5-01651607b45a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:36.140964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb03b83c-0e1f-48b7-955a-5ab6ad995ba5 req-f9fdd6ea-66a7-44af-a9d5-01651607b45a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0485952 Nov 12 11:58:36.189302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb03b83c-0e1f-48b7-955a-5ab6ad995ba5 req-a5404252-ba29-4932-a7d7-4c1df1078319 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423844 Nov 12 11:58:37.306178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dca11-7f2e-4908-a08c-f63f8ee23c0e req-4f16c4a2-7fd7-453a-9f1a-b333a2a7be4c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:37.307672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-348dca11-7f2e-4908-a08c-f63f8ee23c0e req-4f16c4a2-7fd7-453a-9f1a-b333a2a7be4c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Nov 12 11:58:37.354495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-348dca11-7f2e-4908-a08c-f63f8ee23c0e req-8f78f63f-25c7-447d-b6c5-afc4cc2c38b1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 Nov 12 11:58:37.470897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03026ac5-72e6-429a-ad25-eada7128189e req-44e1ca85-ca42-40ba-b8c4-e0d25f438ce6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:37.472364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03026ac5-72e6-429a-ad25-eada7128189e req-44e1ca85-ca42-40ba-b8c4-e0d25f438ce6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0533566 Nov 12 11:58:37.481318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41504) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 11:58:37.485758 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'floatingip': {'port_id': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 11:58:37.528724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:37.963295 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:38.022782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:38.121326 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Floating IP 1870021b-580f-472a-906c-30f340487be3 associated. External IP: 172.25.3.119, port: 544aa884-b59c-44d1-96b2-6ab38514b1ec. Nov 12 11:58:38.325742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 11:58:38.429271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 11:58:38.434124 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:38.441129 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 11:58:38.452227 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:38.452874 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:58:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:38.466628 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e224fb60-569e-4d20-92b2-bf499fbac982 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "PUT /v2.0/floatingips/1870021b-580f-472a-906c-30f340487be3 HTTP/1.1" status: 200 len: 991 time: 0.9842503 Nov 12 11:58:38.467215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 11:58:38.469588 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127" -d '{"events": [{"name": "network-changed", "server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 11:58:38.561689 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:38.562013 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03f01a1-14bf-4b90-8f2a-fffaf4dea737 x-openstack-request-id: req-a03f01a1-14bf-4b90-8f2a-fffaf4dea737 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 11:58:38.562308 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 11:58:38.562571 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a03f01a1-14bf-4b90-8f2a-fffaf4dea737 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 11:58:38.562961 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'status': 'completed', 'code': 200} Nov 12 11:58:38.627537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-b7ae08df-4ed0-4492-ba1d-79f95c33b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:38.629692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-b7ae08df-4ed0-4492-ba1d-79f95c33b059 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1097 time: 0.0409338 Nov 12 11:58:38.793436 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:3e:ca:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:58:37Z', 'revision_number': 9, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:38.821534 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 11:58:38.830771 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 11:58:38.831387 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T11:58:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:38.952386 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 11:58:39.074633 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-83c8cf9d-e6b1-4cfc-9675-9a8fc8cc4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:39.076089 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-83c8cf9d-e6b1-4cfc-9675-9a8fc8cc4940 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.4399130 Nov 12 11:58:39.143304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-f3a56afe-c57a-4546-bca1-926d2953b02a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 999 time: 0.0592611 Nov 12 11:58:39.197238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-4f32ac13-4372-4572-a7f0-86e7d4f76903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:39.198959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-4f32ac13-4372-4572-a7f0-86e7d4f76903 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0478172 Nov 12 11:58:39.250801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-7e26388a-b535-496c-9d9b-f39770bc15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:39.252526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-7e26388a-b535-496c-9d9b-f39770bc15df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465484 Nov 12 11:58:39.277394 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:3e:ca:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:58:37Z', 'revision_number': 9, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 11:58:39.305099 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ded113-9c0e-4717-ad41-da0c8646cf5a None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:3e:ca:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T11:58:37Z', 'revision_number': 9, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 11:58:39.345174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-dd9b2498-1492-4f63-a7e5-5ec636a10d3a service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841935 Nov 12 11:58:39.451315 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d4675c05-a8b3-4ecb-8155-68ae2e8b1127 req-a7ff9575-ad5f-44e6-879f-f3587784908a service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985186 Nov 12 11:58:39.517611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ed647a-b326-4b30-9020-7ea9686c94d5 None None] New status for floating IP 1870021b-580f-472a-906c-30f340487be3: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 11:58:46.236899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-9808ab1c-9c68-447e-87ed-d90cd48e6a31 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393455 Nov 12 11:58:46.316696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-72e02e24-4a9f-47f3-aba8-5777c4708a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:46.318176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-72e02e24-4a9f-47f3-aba8-5777c4708a1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0402458 Nov 12 11:58:46.422847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-abf837c5-e62b-4603-ad7c-40262c205c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:46.424350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-abf837c5-e62b-4603-ad7c-40262c205c93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0883636 Nov 12 11:58:46.465536 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-df04c676-bf2d-49d7-a09c-bfb49982fde2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0345352 Nov 12 11:58:46.515895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-3c3f801e-1548-403b-9225-005e39e902b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:46.518258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-3c3f801e-1548-403b-9225-005e39e902b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0445232 Nov 12 11:58:46.571957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-225d127a-1ca5-465e-9e84-82ec70ec6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:46.573417 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-225d127a-1ca5-465e-9e84-82ec70ec6fa1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461674 Nov 12 11:58:46.663652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-406caabf-cb2e-4b30-8ee2-06886aeb2e8c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824351 Nov 12 11:58:46.754997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-af3b7fd1-4f3c-4dd1-8138-fbb1b4a44e68 req-2ffead83-61ce-42d2-b043-3a5bf68f8be3 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Nov 12 11:58:48.154426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:51.137469 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:58:56.252751 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-ef4e4629-9f94-4ae1-8e10-dcf8a8522a5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407836 Nov 12 11:58:56.341693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-c9495408-cb43-45c1-b762-f713d1b3900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:56.343208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-c9495408-cb43-45c1-b762-f713d1b3900d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1097 time: 0.0441458 Nov 12 11:58:56.453417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-bc28bc6b-8540-44ca-a5ee-33331eeec1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:56.454932 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-bc28bc6b-8540-44ca-a5ee-33331eeec1a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0884509 Nov 12 11:58:56.521893 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-f9b7ea36-6534-4f64-8e44-4dd247b599bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1002 time: 0.0576484 Nov 12 11:58:56.579352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-0f18a97d-3990-4b91-ab3d-693727a93e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:56.580882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-0f18a97d-3990-4b91-ab3d-693727a93e41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0504975 Nov 12 11:58:56.634765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-1accb269-6cb8-42e7-b43f-a46dba21143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:58:56.636475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-1accb269-6cb8-42e7-b43f-a46dba21143c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457940 Nov 12 11:58:56.740894 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-864fdf7f-11a9-4a52-9597-38a2b2e8faf4 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936663 Nov 12 11:58:56.833901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-104b898a-e453-45bf-8a37-8cc2f8cd5580 req-1b1ed512-6c56-4709-a914-6697b53c626e service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862017 Nov 12 11:58:59.383134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b55970e8-2aa1-4224-a241-198f7a7bfafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:01.879959 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-396fd12c-a4c3-422d-8c80-db2be6e6db60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:03.199975 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:04.365843 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:04.845468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:12.922078 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:59:18.171527 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:21.159998 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:29.376775 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d4746e57-9197-45d4-82f3-412fa3bcf461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:31.839503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a78de6e6-90c3-4487-9dd7-c06587ad136d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:33.193471 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:34.417326 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:34.867759 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:48.130473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:48.232438 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-be4ac439-71f6-4e95-84b9-43868f10eed8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400312 Nov 12 11:59:48.317885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-aa235052-248e-491a-984e-74701a9a067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:48.319366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-aa235052-248e-491a-984e-74701a9a067d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0452116 Nov 12 11:59:48.426948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-10b48bb5-1c84-417e-a7b4-af1ed2a357b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:48.428443 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-10b48bb5-1c84-417e-a7b4-af1ed2a357b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0897858 Nov 12 11:59:48.475267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-09d3dd3e-dbab-4b91-bcd9-0a7963228c71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0390351 Nov 12 11:59:48.524793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-b35309ed-afc4-434e-8f7b-746a9dcfaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:48.526161 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-b35309ed-afc4-434e-8f7b-746a9dcfaef0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0434570 Nov 12 11:59:48.571076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-03aa3090-7ec9-4da3-9c03-4613ead75b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:48.572575 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-03aa3090-7ec9-4da3-9c03-4613ead75b84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398445 Nov 12 11:59:48.666309 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-9f9a5ab4-eefd-4bcf-9483-f045dbb1e5ed service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862184 Nov 12 11:59:48.754591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fa1a064d-942b-4c0d-aa40-b11d52a42172 req-f522c6f5-d849-4482-a339-1d252701d8d8 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810177 Nov 12 11:59:49.922382 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 11:59:51.222187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 11:59:56.238348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-900be3e5-aae0-45fb-bd10-4d9a8f61c3ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417268 Nov 12 11:59:56.333134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-9cffc5c6-7590-4855-bdfb-eb51f4af2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:56.334885 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-9cffc5c6-7590-4855-bdfb-eb51f4af2291 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1097 time: 0.0512598 Nov 12 11:59:56.441376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-476008a1-fec0-42eb-a171-3d4937e48439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:56.442841 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-476008a1-fec0-42eb-a171-3d4937e48439 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0846689 Nov 12 11:59:56.512836 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-4b1b6af3-a0a4-4c05-a614-e31ed5bb30cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1002 time: 0.0622125 Nov 12 11:59:56.562423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-efeaa86b-a33a-4b4a-a4fe-0141eb39dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:56.563862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-efeaa86b-a33a-4b4a-a4fe-0141eb39dc9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0442429 Nov 12 11:59:56.616479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-df9ab04b-79b1-4021-a3f2-e255a9b83131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 11:59:56.618214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-df9ab04b-79b1-4021-a3f2-e255a9b83131 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428867 Nov 12 11:59:56.714386 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-b8d79824-9959-4aaa-a4c0-a376f9f16625 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879388 Nov 12 11:59:56.807642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f49eb82-dc09-40ac-b9c4-6b6747e09161 req-e55937d1-189a-4193-b2e8-306bb6463a76 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844555 Nov 12 11:59:59.439216 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e1be9f66-c10d-4644-85b1-befb437086e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:01.839473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-94e8355f-a9e3-42f7-8365-9f83664ae8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:03.227655 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:04.330428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:04.862070 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:18.181750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:21.170639 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:21.427206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35edc55-3b5a-44f0-a2d5-36aefe753ee3 req-f16d5d57-5428-46fc-86f2-c4c6d3a31e72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:21.428783 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f35edc55-3b5a-44f0-a2d5-36aefe753ee3 req-f16d5d57-5428-46fc-86f2-c4c6d3a31e72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0524604 Nov 12 12:00:21.479314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f35edc55-3b5a-44f0-a2d5-36aefe753ee3 req-00cc57c5-26df-4d49-8421-c7ac545bc9ab tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445814 Nov 12 12:00:21.673251 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-5e77b745-978f-4b30-b903-626069c318c8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935872 Nov 12 12:00:22.601470 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5b09-a70a-40ca-9f34-784940ce21eb req-e355eaf9-9eb4-4457-9b73-6773f4f134ac tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:22.602963 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0bff5b09-a70a-40ca-9f34-784940ce21eb req-e355eaf9-9eb4-4457-9b73-6773f4f134ac tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0531495 Nov 12 12:00:22.651762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0bff5b09-a70a-40ca-9f34-784940ce21eb req-cfa6413f-6501-4978-98a2-40c8779e7c79 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Nov 12 12:00:23.766807 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e80b03-6c87-48ee-a86b-ae55ee97f42b req-2a52525d-f014-4277-b3af-67bcdb0b04ae tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:23.768298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95e80b03-6c87-48ee-a86b-ae55ee97f42b req-2a52525d-f014-4277-b3af-67bcdb0b04ae tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0476332 Nov 12 12:00:23.814906 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95e80b03-6c87-48ee-a86b-ae55ee97f42b req-d36b9ade-29cc-40e7-82fa-060d93b7e7b5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406363 Nov 12 12:00:24.936558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103ccb8-db87-45de-8b22-2620e9edbe0c req-27e3f4d2-f42b-4311-9aa3-3b7535795c9f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:24.938128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1103ccb8-db87-45de-8b22-2620e9edbe0c req-27e3f4d2-f42b-4311-9aa3-3b7535795c9f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0506077 Nov 12 12:00:24.990334 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1103ccb8-db87-45de-8b22-2620e9edbe0c req-86d9ba55-58a3-4de3-9414-aeeeb6c5216c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Nov 12 12:00:26.105819 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f47d9a-fe4e-45a0-af7b-5c24e34a85c0 req-c90842b5-1196-422c-9de6-9118b19ce04e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:26.107298 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84f47d9a-fe4e-45a0-af7b-5c24e34a85c0 req-c90842b5-1196-422c-9de6-9118b19ce04e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0490117 Nov 12 12:00:26.154525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84f47d9a-fe4e-45a0-af7b-5c24e34a85c0 req-1e355ae5-6108-4af4-9fa6-8186b3efebf8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406363 Nov 12 12:00:26.922356 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:00:27.278280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82c533-ab82-4d4b-98e3-d53655b0c595 req-d0043dab-8fd5-4de7-b9dc-f17c21ab6e5e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:27.279798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b82c533-ab82-4d4b-98e3-d53655b0c595 req-d0043dab-8fd5-4de7-b9dc-f17c21ab6e5e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0519190 Nov 12 12:00:27.329564 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b82c533-ab82-4d4b-98e3-d53655b0c595 req-588bc411-d289-4570-a4ad-955b84c2cd91 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434489 Nov 12 12:00:27.968642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-ac680013-c40a-4d79-bebe-fd28e0237a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:27.970321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-ac680013-c40a-4d79-bebe-fd28e0237a55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1097 time: 0.0509112 Nov 12 12:00:28.067789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-274ea173-44b6-4b35-94d0-4fa93537d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:28.069303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-274ea173-44b6-4b35-94d0-4fa93537d3b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0914869 Nov 12 12:00:28.140553 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-1e4c1533-26b1-48b6-98cf-4eec10da4d8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1002 time: 0.0629981 Nov 12 12:00:28.194752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-17c72f0d-510d-47b9-b0c0-49533da51bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:28.196156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-17c72f0d-510d-47b9-b0c0-49533da51bdd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0456388 Nov 12 12:00:28.245967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-738881a9-f419-477f-b338-3e5fc3af42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:28.247465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-738881a9-f419-477f-b338-3e5fc3af42c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410135 Nov 12 12:00:28.353180 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-156f2c47-4a7a-4904-ab2d-17a0d2771777 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981023 Nov 12 12:00:28.450966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-b653245a-4e0f-4697-bf7f-56e7a3bbb8af service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885978 Nov 12 12:00:28.455463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d99e53-27d7-4584-a24d-85385bb9ba20 req-20c14847-d63f-4168-8506-44e7e3813dcb tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:28.457079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75d99e53-27d7-4584-a24d-85385bb9ba20 req-20c14847-d63f-4168-8506-44e7e3813dcb tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0554922 Nov 12 12:00:28.507607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75d99e53-27d7-4584-a24d-85385bb9ba20 req-edc3b85a-d69c-41bf-825e-73e29827cbdf tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442173 Nov 12 12:00:29.438983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c17432a-6e70-4feb-b672-4b6463cf34bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:29.628021 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82c35d-b541-421a-bc74-267983b1b386 req-299b9b90-0a17-4823-8a1a-c9016c81d376 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:29.629522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d82c35d-b541-421a-bc74-267983b1b386 req-299b9b90-0a17-4823-8a1a-c9016c81d376 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0509710 Nov 12 12:00:29.682452 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d82c35d-b541-421a-bc74-267983b1b386 req-9c4008a7-a87f-488f-9d27-e778f20de42b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469902 Nov 12 12:00:30.808917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cab98-a183-4310-8c05-e477be39e525 req-dd345496-65b4-436f-915d-50f57e24b95b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:30.810485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f51cab98-a183-4310-8c05-e477be39e525 req-dd345496-65b4-436f-915d-50f57e24b95b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0540872 Nov 12 12:00:30.861288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f51cab98-a183-4310-8c05-e477be39e525 req-9fc8296b-0921-4640-9e2f-d7ba7744818d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Nov 12 12:00:31.844557 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0ddfa650-2d7c-4e8e-86f3-6d571abaaebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:31.978636 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e520f-29ee-4e8f-92f6-ee3e8e236670 req-585e735e-0475-4adf-ae9d-e3c4c093e0b5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:31.980134 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d8e520f-29ee-4e8f-92f6-ee3e8e236670 req-585e735e-0475-4adf-ae9d-e3c4c093e0b5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0484905 Nov 12 12:00:32.029129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d8e520f-29ee-4e8f-92f6-ee3e8e236670 req-b19ece69-dc5e-4e6a-a5fe-e92248959281 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Nov 12 12:00:33.149550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f423df-76e3-46ed-ae08-2e47b3ed28a3 req-32552af5-ec38-42cf-80f1-04b11718475c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:33.151027 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89f423df-76e3-46ed-ae08-2e47b3ed28a3 req-32552af5-ec38-42cf-80f1-04b11718475c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0490305 Nov 12 12:00:33.201820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-89f423df-76e3-46ed-ae08-2e47b3ed28a3 req-154016e9-9579-4236-8629-36b97ac38534 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Nov 12 12:00:33.221228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:34.319110 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725956f9-e178-453d-bf43-110041890ade req-2cbb544a-e074-48f8-bb14-160ed3c87472 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:34.320633 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-725956f9-e178-453d-bf43-110041890ade req-2cbb544a-e074-48f8-bb14-160ed3c87472 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0490966 Nov 12 12:00:34.346872 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:34.369294 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-725956f9-e178-453d-bf43-110041890ade req-3fd138b9-8b45-4d75-ae13-b3c91d7d8a28 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Nov 12 12:00:34.936044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:35.484999 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c62d58-d9ef-4a23-8066-b9de2dacaf01 req-cd18b5d8-a7b9-4bf6-9e1c-954352b12209 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:35.486514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05c62d58-d9ef-4a23-8066-b9de2dacaf01 req-cd18b5d8-a7b9-4bf6-9e1c-954352b12209 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0487733 Nov 12 12:00:35.534056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05c62d58-d9ef-4a23-8066-b9de2dacaf01 req-e54a1f16-0f0c-480a-b73c-99878c30afdd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Nov 12 12:00:36.654532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc6998-b719-465e-a1d5-2ceab212e3d1 req-82fb7f55-0eec-467d-9c64-53fcc531da60 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:36.656719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01cc6998-b719-465e-a1d5-2ceab212e3d1 req-82fb7f55-0eec-467d-9c64-53fcc531da60 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0537622 Nov 12 12:00:36.704488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-01cc6998-b719-465e-a1d5-2ceab212e3d1 req-01b66424-c8be-4210-9527-d7eb3b9c6b7c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Nov 12 12:00:37.822412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466e8f7-e982-4a9f-949d-b2d2c43ae0ad req-c6eb763b-4554-4af6-adab-4f5847f74b9f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:37.823882 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6466e8f7-e982-4a9f-949d-b2d2c43ae0ad req-c6eb763b-4554-4af6-adab-4f5847f74b9f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0487576 Nov 12 12:00:37.872571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6466e8f7-e982-4a9f-949d-b2d2c43ae0ad req-66562031-85e9-4066-9222-7421fc1e9252 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427880 Nov 12 12:00:38.989128 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0a906-7302-4594-9733-586d95742131 req-fab3f568-c0c4-4004-bff5-184fee322fab tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:38.990613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-efe0a906-7302-4594-9733-586d95742131 req-fab3f568-c0c4-4004-bff5-184fee322fab tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0482318 Nov 12 12:00:39.042556 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-efe0a906-7302-4594-9733-586d95742131 req-58699252-97f8-4838-93b3-5092a64f4394 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Nov 12 12:00:40.164600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d44a1-c25f-4ffe-a153-c576addcfcd1 req-bac0f2f1-9e28-4dff-b56b-3f48a48cff14 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:40.166138 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-576d44a1-c25f-4ffe-a153-c576addcfcd1 req-bac0f2f1-9e28-4dff-b56b-3f48a48cff14 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0514264 Nov 12 12:00:40.215042 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-576d44a1-c25f-4ffe-a153-c576addcfcd1 req-94458e7b-3b6f-450e-929e-6f7e8f7ef7ae tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Nov 12 12:00:40.887668 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-1a6327e6-e310-4573-be1c-563655f08ef0 service neutron] show failed (client error): The resource could not be found. Nov 12 12:00:40.888616 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-1a6327e6-e310-4573-be1c-563655f08ef0 service neutron] 10.222.0.69 "GET /v2.0/ports/544aa884-b59c-44d1-96b2-6ab38514b1ec/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0584388 Nov 12 12:00:41.333675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e06fe0-a7dd-4cb4-b2cb-c79cd75d98c3 req-dc54cd5a-1022-43e0-94be-fa4bc2509fa5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:41.335165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0e06fe0-a7dd-4cb4-b2cb-c79cd75d98c3 req-dc54cd5a-1022-43e0-94be-fa4bc2509fa5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0495911 Nov 12 12:00:41.384112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0e06fe0-a7dd-4cb4-b2cb-c79cd75d98c3 req-5f2b0aad-4d62-4905-ac2b-89a33df097e3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 Nov 12 12:00:41.514667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-39fb64da-ab32-4f1b-837a-2d6eca7dbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:41.516228 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-39fb64da-ab32-4f1b-837a-2d6eca7dbc03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 1097 time: 0.0419507 Nov 12 12:00:41.527613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:41.581433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:41.785532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:41.816880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:00:41.855897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:41.858171 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8753935-3bea-4063-a173-70f0597eaeef" -d '{"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-unplugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:41.861913 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:41.874249 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Transition to ACTIVE for port object 544aa884-b59c-44d1-96b2-6ab38514b1ec will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:00:41.908190 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32abc9e8-0ff6-490d-9fbf-05ede0db8435 x-openstack-request-id: req-32abc9e8-0ff6-490d-9fbf-05ede0db8435 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:41.908774 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-unplugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:41.908774 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-32abc9e8-0ff6-490d-9fbf-05ede0db8435 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:41.909102 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'code': 200} Nov 12 12:00:41.935369 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:41.983191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:42.026497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.026835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.027173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.027513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.027838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.028195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.028521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.028846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.029161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.029481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.029800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.030128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:42.070499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] No DVR routers for this DVR port 544aa884-b59c-44d1-96b2-6ab38514b1ec on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:00:42.206389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:00:42.206719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:00:42.207045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:00:42.211224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:00:42.211540 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:00:42.216382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:00:42.216713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:00:42.217089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:00:42.217508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Bound port: 544aa884-b59c-44d1-96b2-6ab38514b1ec, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:00:42.218412 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:42.280162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:00:42.283648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:00:42.381753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:42.416811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:42.417922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:42.419360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] 10.222.0.57 "PUT /v2.0/ports/544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1092 time: 0.8957009 Nov 12 12:00:42.444880 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c354c-493b-492f-85c3-b24d0ee76c98 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:42.495816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-1b97f914-4a5e-49fb-b70e-943ec87bf93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:42.497379 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-1b97f914-4a5e-49fb-b70e-943ec87bf93f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1095 time: 0.0483103 Nov 12 12:00:42.524686 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78fc5-6749-47ac-b4b9-791b0ed544fd req-1ac00353-4409-488a-9439-5caf3e5657c6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:42.526413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93f78fc5-6749-47ac-b4b9-791b0ed544fd req-1ac00353-4409-488a-9439-5caf3e5657c6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 943 time: 0.0603874 Nov 12 12:00:42.584121 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93f78fc5-6749-47ac-b4b9-791b0ed544fd req-46ca3a9b-b5a2-41df-97d1-778b69d5f893 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502183 Nov 12 12:00:42.597548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-96ece94c-6cbd-45d5-9e7f-ffccd35f23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:42.599212 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-96ece94c-6cbd-45d5-9e7f-ffccd35f23b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0950422 Nov 12 12:00:42.670605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-7c052675-51db-48e0-a622-9478c432e6b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1000 time: 0.0634375 Nov 12 12:00:42.719373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-3d7030dd-54c5-4819-81e3-1979668cb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:42.720845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-3d7030dd-54c5-4819-81e3-1979668cb671 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0436819 Nov 12 12:00:42.765650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-b47d77ab-d9ac-4fa9-ad4a-9513ab49eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:42.767257 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-b47d77ab-d9ac-4fa9-ad4a-9513ab49eea5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397878 Nov 12 12:00:42.864112 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-a4607c2b-ae7b-41bc-92d3-9b68d92f8225 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896742 Nov 12 12:00:42.955095 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2edec2b2-2db2-49e6-b83b-28847692cb24 req-1b805d81-676a-4d2f-8d7d-016139239d2c service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835369 Nov 12 12:00:43.703129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfa9d1-39db-47ad-92be-5992639f9657 req-c730984d-2db1-4eff-8288-6cfaa6aa5620 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:43.704656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45bfa9d1-39db-47ad-92be-5992639f9657 req-c730984d-2db1-4eff-8288-6cfaa6aa5620 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 943 time: 0.0486243 Nov 12 12:00:43.752488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45bfa9d1-39db-47ad-92be-5992639f9657 req-8e093701-8ff8-45bc-b445-9a0e50a538fc tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Nov 12 12:00:43.910449 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:43.912994 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e914cabd-cbb6-4556-936e-f1a7783a1c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:43.959600 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e94e3d1-4667-4560-af0f-4c786200ba11 x-openstack-request-id: req-8e94e3d1-4667-4560-af0f-4c786200ba11 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:43.960229 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:43.960229 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8e94e3d1-4667-4560-af0f-4c786200ba11 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:43.960601 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'status': 'completed', 'code': 200} Nov 12 12:00:44.051458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-ca943b8a-74a0-4cb1-9e02-bb7fbaabda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.052977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-ca943b8a-74a0-4cb1-9e02-bb7fbaabda29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1095 time: 0.0747204 Nov 12 12:00:44.057454 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-9aa1f849-8a74-4cf2-899d-d9a48b17e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.058804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-9aa1f849-8a74-4cf2-899d-d9a48b17e4e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1095 time: 0.0518630 Nov 12 12:00:44.213674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-c2fe174a-7afc-45b6-8590-8f09e6933ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.215074 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-c2fe174a-7afc-45b6-8590-8f09e6933ae8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1537848 Nov 12 12:00:44.216447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-acbfa5fa-b90d-478b-809a-6daa551515de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.218295 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-acbfa5fa-b90d-478b-809a-6daa551515de service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1495376 Nov 12 12:00:44.328609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-4185f077-0baf-472f-b728-6892c38473fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1000 time: 0.0994515 Nov 12 12:00:44.330203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-adc63255-fbf4-4b33-b011-98a81771580f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1000 time: 0.1071093 Nov 12 12:00:44.418149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-c760a2c4-fcc0-4b6d-82ca-c0db0a45ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.419629 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-c760a2c4-fcc0-4b6d-82ca-c0db0a45ee90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0817220 Nov 12 12:00:44.421609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-50fce3d4-c019-4839-b3dc-f5cec072d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.422914 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-50fce3d4-c019-4839-b3dc-f5cec072d9c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0772343 Nov 12 12:00:44.491663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-04365de7-54e3-4f2b-a0d0-8b92db4c85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.493109 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-04365de7-54e3-4f2b-a0d0-8b92db4c85fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585511 Nov 12 12:00:44.495647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-4e133644-9a18-436c-a6c3-20ea2c22c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.497035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-4e133644-9a18-436c-a6c3-20ea2c22c8d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700786 Nov 12 12:00:44.656465 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-0ea29a12-bc36-45da-952a-2221ee06cda5 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538446 Nov 12 12:00:44.658309 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-69d9d5c2-c2a5-4a58-b8a5-ac64cfc7d3cd service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490412 Nov 12 12:00:44.898524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffb6bc-65b2-4cfd-9e9f-fb83a2ecbd44 req-7cd26c48-bf9b-4b88-b34a-680204c50ee7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:44.900239 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5ffb6bc-65b2-4cfd-9e9f-fb83a2ecbd44 req-7cd26c48-bf9b-4b88-b34a-680204c50ee7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 943 time: 0.0598636 Nov 12 12:00:44.951311 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a5ffb6bc-65b2-4cfd-9e9f-fb83a2ecbd44 req-98ef1c23-0fbd-4153-823f-480a7bca0a54 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442641 Nov 12 12:00:45.156018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-289fa5f4-94d2-4cc7-b902-88ba39868d50 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915872 Nov 12 12:00:45.160567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e914cabd-cbb6-4556-936e-f1a7783a1c7c req-b7162d1d-7a55-48fb-97bb-06d9ac19e2e2 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894280 Nov 12 12:00:45.844730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:00:45.883379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:00:45.981719 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:00:46.073012 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88583e6d-985e-4102-811f-4ff21b017aac req-e61248d0-f8d9-4ae4-bbe5-d437e84cdc22 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:46.074603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88583e6d-985e-4102-811f-4ff21b017aac req-e61248d0-f8d9-4ae4-bbe5-d437e84cdc22 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 943 time: 0.0505471 Nov 12 12:00:46.081752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:46.094144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'mac_address': 'fa:16:3e:3e:ca:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:00:46.123735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88583e6d-985e-4102-811f-4ff21b017aac req-d05ea8ad-9a95-48ee-b8ed-6d862d1660f4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429173 Nov 12 12:00:46.132355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:46.146158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544aa884-b59c-44d1-96b2-6ab38514b1ec {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:00:46.165833 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:46.227164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:46.275998 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:46.283387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.283731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.284103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.284435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.284763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.285089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.285414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.285736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.286058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.286377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.286692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.287009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:00:46.464206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['544aa884-b59c-44d1-96b2-6ab38514b1ec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:00:46.596487 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ae84f-bdc6-49fa-9d3a-d89e6705abc6 req-8fd7b37a-e754-4acc-bc67-8d8c58374fcd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:46.598196 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-637ae84f-bdc6-49fa-9d3a-d89e6705abc6 req-8fd7b37a-e754-4acc-bc67-8d8c58374fcd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0510266 Nov 12 12:00:46.649836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-1d3a28d7-59e5-4aaa-b66c-bd7c5b73e4c9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:46.651373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-1d3a28d7-59e5-4aaa-b66c-bd7c5b73e4c9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66&tenant_id=23cae0bb1c2945748bebf0021664c232&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 944 time: 0.0536368 Nov 12 12:00:46.653206 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-637ae84f-bdc6-49fa-9d3a-d89e6705abc6 req-3481333f-deee-4a97-aa8d-fa1be2d91ccd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488362 Nov 12 12:00:46.713982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-4ff8f599-f601-423c-8f92-a24516063567 service neutron] 10.222.0.57 "GET /v2.0/ports/544aa884-b59c-44d1-96b2-6ab38514b1ec/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 383 time: 0.0537751 Nov 12 12:00:46.779978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-804aa05c-7446-4b90-bbe8-d9a2bd07598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:46.781421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-804aa05c-7446-4b90-bbe8-d9a2bd07598a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1096 time: 0.0446887 Nov 12 12:00:46.877472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-e27ba147-01c6-42a6-a212-30808187275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:46.878959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-e27ba147-01c6-42a6-a212-30808187275f service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0893242 Nov 12 12:00:46.949369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-ddf61552-f7d0-4cfb-8958-2e4c607afc4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1001 time: 0.0615020 Nov 12 12:00:46.997321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-f70d174e-ec5c-442e-8f06-3dca6c5f8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:46.998702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-f70d174e-ec5c-442e-8f06-3dca6c5f8727 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0422456 Nov 12 12:00:47.043137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-bc83b169-66bc-4da3-87a2-adbc548cea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:47.044640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-bc83b169-66bc-4da3-87a2-adbc548cea02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389204 Nov 12 12:00:47.133923 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-af7e6552-84e2-40c7-9c9e-e79e16a97327 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823309 Nov 12 12:00:47.220462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-4d0d839f-62a8-4cd8-a553-b119654b8ea4 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787244 Nov 12 12:00:47.771331 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6bed6-d71a-4402-a42e-aea3ce964b14 req-80a76dfb-ddf5-4e8e-9ae1-b4b646a1a7ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:47.772848 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22b6bed6-d71a-4402-a42e-aea3ce964b14 req-80a76dfb-ddf5-4e8e-9ae1-b4b646a1a7ce tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0489647 Nov 12 12:00:47.819965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-22b6bed6-d71a-4402-a42e-aea3ce964b14 req-0cafe052-1a07-41fa-9bc7-47db5aca7817 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 Nov 12 12:00:47.999712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:00:48.116692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 544aa884-b59c-44d1-96b2-6ab38514b1ec completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:00:48.123244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 544aa884-b59c-44d1-96b2-6ab38514b1ec triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:00:48.123608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.188722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.204697 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.226816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:48.230450 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfa74e7-78d5-4208-a098-ad003091ca07" -d '{"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-plugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:48.242889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:48.255627 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-ee706d13-93c0-4d11-b490-1df99fdd4381 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454383 Nov 12 12:00:48.285543 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f984a13-691d-4df2-9dc3-8a90d0b06e05 x-openstack-request-id: req-0f984a13-691d-4df2-9dc3-8a90d0b06e05 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:48.285871 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-plugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:48.286121 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0f984a13-691d-4df2-9dc3-8a90d0b06e05 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:48.286569 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'code': 200} Nov 12 12:00:48.301265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:48.350247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:48.356591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-05ef9d61-c9ab-46ac-96ce-a51c4d392e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:48.358665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-05ef9d61-c9ab-46ac-96ce-a51c4d392e61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0436695 Nov 12 12:00:48.463527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-e88c5d99-3718-42de-9325-a3dd5f2330c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:48.464997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-e88c5d99-3718-42de-9325-a3dd5f2330c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0859928 Nov 12 12:00:48.508861 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-3a67bf86-73ee-4a03-aeda-41a2f426ea13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0366795 Nov 12 12:00:48.558686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-c1459cb1-06aa-4c8e-8375-b32d44d124ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:48.560508 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-c1459cb1-06aa-4c8e-8375-b32d44d124ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0442915 Nov 12 12:00:48.608743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-2f5a1545-a203-48fc-b5f4-6589538b6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:48.610249 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-2f5a1545-a203-48fc-b5f4-6589538b6e0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432098 Nov 12 12:00:48.713910 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-3a5c1233-aadb-4839-b4cc-e8542295afe4 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904343 Nov 12 12:00:48.803393 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8508bd49-cbb9-430e-82fb-69457e9c8ffa req-d952f5d6-e779-48dc-986f-4f15a76db514 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821006 Nov 12 12:00:48.941756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be0158-a0c4-46c0-9b70-d90e90670057 req-02a3fd6b-7061-4ac0-81ab-e4addbe1d72b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:48.943273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9be0158-a0c4-46c0-9b70-d90e90670057 req-02a3fd6b-7061-4ac0-81ab-e4addbe1d72b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0488455 Nov 12 12:00:48.990414 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9be0158-a0c4-46c0-9b70-d90e90670057 req-fc844fff-6614-48bb-88a3-c7327bb88e94 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411353 Nov 12 12:00:49.818605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-9b7846a9-b4a2-4718-a755-7bcbe7d6c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:49.820186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-9b7846a9-b4a2-4718-a755-7bcbe7d6c3a6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 1097 time: 0.0479486 Nov 12 12:00:49.837576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:00:49.889451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:50.099617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:50.113986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152555b-0b54-499b-8596-7a2f0056886b req-2d002949-b0b8-43ec-99c2-a96ed2f926e1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:50.115490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c152555b-0b54-499b-8596-7a2f0056886b req-2d002949-b0b8-43ec-99c2-a96ed2f926e1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0543423 Nov 12 12:00:50.132638 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:00:50.164761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c152555b-0b54-499b-8596-7a2f0056886b req-287b93aa-26cf-4283-87ec-cf1ed55d9428 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Nov 12 12:00:50.178726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:50.181370 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e376d0-deb4-4e85-bee2-63c644faa4b3" -d '{"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-unplugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:50.186007 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:50.204863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Transition to ACTIVE for port object 544aa884-b59c-44d1-96b2-6ab38514b1ec will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:00:50.234169 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562ce350-9b6c-44df-8c73-4cf3aef79a55 x-openstack-request-id: req-562ce350-9b6c-44df-8c73-4cf3aef79a55 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:50.234483 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-unplugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:50.234742 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-562ce350-9b6c-44df-8c73-4cf3aef79a55 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:50.235189 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'code': 200} Nov 12 12:00:50.261196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:50.336111 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=10']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:50.385554 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] No DVR routers for this DVR port 544aa884-b59c-44d1-96b2-6ab38514b1ec on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:00:50.526924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:00:50.527271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:00:50.527588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:00:50.532372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:00:50.532686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Attempting to bind port 544aa884-b59c-44d1-96b2-6ab38514b1ec on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:00:50.537521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:00:50.537851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:00:50.538224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:00:50.538642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Bound port: 544aa884-b59c-44d1-96b2-6ab38514b1ec, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:00:50.538986 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:50.605578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:00:50.609065 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:00:50.685393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:50.720040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:50.720663 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:50.722080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] 10.222.0.69 "PUT /v2.0/ports/544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1093 time: 0.8887563 Nov 12 12:00:50.744352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a07936-38ee-4043-b8ad-c3378dd8f282 service neutron] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=11']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:50.790607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-0c833ad2-076a-4de4-b4d3-7e16dd9f48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:50.792469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-0c833ad2-076a-4de4-b4d3-7e16dd9f48bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1096 time: 0.0442741 Nov 12 12:00:50.896860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-2854cab8-72c7-467d-910f-4276dd138165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:50.898341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-2854cab8-72c7-467d-910f-4276dd138165 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0929267 Nov 12 12:00:50.970753 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-05088c65-4dd2-4607-9297-5190108676ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1000 time: 0.0628984 Nov 12 12:00:51.023088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-5f87dbda-ee04-469d-b014-f65d71a20db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:51.024506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-5f87dbda-ee04-469d-b014-f65d71a20db3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0461907 Nov 12 12:00:51.072025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-5d861de2-23ec-4347-99ac-d6e7a5a13eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:51.073513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-5d861de2-23ec-4347-99ac-d6e7a5a13eda service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404618 Nov 12 12:00:51.169435 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-f7ba0180-34b0-462c-8515-c3d055faa080 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861063 Nov 12 12:00:51.176003 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:51.263172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a8c2b770-edb4-4471-a244-ccba0f3de155 req-d8a4c728-9e1e-49db-8ec7-86117e802975 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Nov 12 12:00:51.284229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5994b-c239-472a-8c6c-2fb8737cf8cb req-0520397d-fbb7-4a62-aeb5-5ea4b3f6436b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:51.285749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69e5994b-c239-472a-8c6c-2fb8737cf8cb req-0520397d-fbb7-4a62-aeb5-5ea4b3f6436b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0496485 Nov 12 12:00:51.334081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-69e5994b-c239-472a-8c6c-2fb8737cf8cb req-745de1e1-55a3-45fc-998c-abc8f2893505 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Nov 12 12:00:52.016571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:00:52.056294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:00:52.236953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:52.239227 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc" -d '{"events": [{"name": "network-changed", "server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:52.287055 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319b1e8-365b-4c60-9a62-9ceb75aa1d3c x-openstack-request-id: req-2319b1e8-365b-4c60-9a62-9ceb75aa1d3c {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:52.287339 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:52.287591 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2319b1e8-365b-4c60-9a62-9ceb75aa1d3c {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:52.288742 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'status': 'completed', 'code': 200} Nov 12 12:00:52.386414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-1700bca1-e826-4a86-bddb-f94b4aef16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.387987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-1700bca1-e826-4a86-bddb-f94b4aef16d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1096 time: 0.0746958 Nov 12 12:00:52.389901 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-125fe3f1-e5aa-464e-8cf1-9af729e13fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.391785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-125fe3f1-e5aa-464e-8cf1-9af729e13fae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 1096 time: 0.0768721 Nov 12 12:00:52.450853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224fd13-d8c4-496f-890e-b490603bd4c1 req-bf70ab7c-46dc-4ea5-9585-a0601ea9a54d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.452351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0224fd13-d8c4-496f-890e-b490603bd4c1 req-bf70ab7c-46dc-4ea5-9585-a0601ea9a54d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0486333 Nov 12 12:00:52.505016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0224fd13-d8c4-496f-890e-b490603bd4c1 req-9173cd7e-9e11-47c7-96cb-8773b27b8758 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Nov 12 12:00:52.552321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-c2ed0317-7520-4079-b8bf-339ac8651887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.553797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-c2ed0317-7520-4079-b8bf-339ac8651887 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1592031 Nov 12 12:00:52.554873 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-5a715d14-713a-44a6-95e9-27e11ef74fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.556211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-5a715d14-713a-44a6-95e9-27e11ef74fcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1543658 Nov 12 12:00:52.669020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-a3a31d42-c325-4fcd-bfc3-dc01651686d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1000 time: 0.1080799 Nov 12 12:00:52.670784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-4e5bc3e8-d325-4c41-a966-7ef5df412ded service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 200 len: 1000 time: 0.1022849 Nov 12 12:00:52.755213 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-375df7a1-dcd3-4ab5-9cfb-fcebfa802de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.756634 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-375df7a1-dcd3-4ab5-9cfb-fcebfa802de3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0812051 Nov 12 12:00:52.758037 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-4741dbd1-d99a-4a15-a510-ca1e6ee32b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.759343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-4741dbd1-d99a-4a15-a510-ca1e6ee32b1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0768211 Nov 12 12:00:52.827463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-cd2d51c2-0ea2-4f1a-8ac1-6d7e9814d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.829576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-cd2d51c2-0ea2-4f1a-8ac1-6d7e9814d217 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662849 Nov 12 12:00:52.834945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-27c322f4-be9c-409c-a6d1-4c4f2bba8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:52.836360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-27c322f4-be9c-409c-a6d1-4c4f2bba8498 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650444 Nov 12 12:00:52.995846 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-7b5a5df5-f2ea-4909-b787-218522012eb2 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585402 Nov 12 12:00:52.998284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-ae9850ee-7461-4a93-bbaf-2feece4e9d56 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528580 Nov 12 12:00:53.152727 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-f8aabbc9-ac48-4f8e-a566-3dd767bcf494 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494634 Nov 12 12:00:53.156197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-819271ed-c9e4-48ac-a6f4-c6317b3f46dc req-ad927b45-c8d3-4909-93c8-24e61d62ce17 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457767 Nov 12 12:00:53.623882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9330e6d-2a1d-42fd-ad37-8b15ad6bb093 req-e8b403c3-461b-4882-a9e4-68e8833ed9d9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:53.626050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9330e6d-2a1d-42fd-ad37-8b15ad6bb093 req-e8b403c3-461b-4882-a9e4-68e8833ed9d9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0507545 Nov 12 12:00:53.674789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b9330e6d-2a1d-42fd-ad37-8b15ad6bb093 req-b3b7add0-e3b0-4a2a-b80c-4a07e16827f9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428789 Nov 12 12:00:53.786395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919a8ca-37af-474c-b54f-e21d959cdede req-58e99a83-a668-4d7c-9bdf-b9d8c261ff27 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:53.787774 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8919a8ca-37af-474c-b54f-e21d959cdede req-58e99a83-a668-4d7c-9bdf-b9d8c261ff27 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0482271 Nov 12 12:00:53.836678 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8919a8ca-37af-474c-b54f-e21d959cdede req-561d3195-0320-444c-b5e9-c6128f4c6dfd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Nov 12 12:00:53.869523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:00:53.953241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67678-d5f9-46fe-8af4-3c47741f16cb req-bcd26027-7853-4bb5-95bc-62f9f5068f02 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:53.954759 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00c67678-d5f9-46fe-8af4-3c47741f16cb req-bcd26027-7853-4bb5-95bc-62f9f5068f02 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 944 time: 0.0529697 Nov 12 12:00:53.966995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:53.978738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'mac_address': 'fa:16:3e:3e:ca:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:00:54.003174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-00c67678-d5f9-46fe-8af4-3c47741f16cb req-97c103bf-a50b-4a7a-84d9-ae7090bbb81a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Nov 12 12:00:54.016044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.028773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544aa884-b59c-44d1-96b2-6ab38514b1ec {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:00:54.050505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:54.141423 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:54.190915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=12']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:54.421067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['544aa884-b59c-44d1-96b2-6ab38514b1ec'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:00:54.542733 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cba7e-ebfb-4f0e-abb8-07ce619559e7 req-3d030ea0-7bc4-443e-ab3c-7b6d0e8dbf32 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:54.544341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb0cba7e-ebfb-4f0e-abb8-07ce619559e7 req-3d030ea0-7bc4-443e-ab3c-7b6d0e8dbf32 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0513477 Nov 12 12:00:54.591478 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb0cba7e-ebfb-4f0e-abb8-07ce619559e7 req-e525b890-a566-4aff-9c41-c187dd9c70c7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412495 Nov 12 12:00:55.715295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d965b-3ca2-49eb-ac51-b6629f60106e req-12415762-b66c-49a4-bfd7-3813adbea00a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:55.716855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-787d965b-3ca2-49eb-ac51-b6629f60106e req-12415762-b66c-49a4-bfd7-3813adbea00a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0545280 Nov 12 12:00:55.765289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-787d965b-3ca2-49eb-ac51-b6629f60106e req-224a4c96-4875-45a5-ac36-208769cc46fa tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Nov 12 12:00:55.894073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:00:55.998804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 544aa884-b59c-44d1-96b2-6ab38514b1ec completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:00:56.001973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-45625f46-f7e4-414e-bb30-43cbcb4a01aa tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:56.003468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 544aa884-b59c-44d1-96b2-6ab38514b1ec triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:00:56.003599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-45625f46-f7e4-414e-bb30-43cbcb4a01aa tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 945 time: 0.0546048 Nov 12 12:00:56.003845 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.085882 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.097207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Deleting port 544aa884-b59c-44d1-96b2-6ab38514b1ec {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:00:56.097547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.110190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:56.112434 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa3f0ce-f6c9-4dc2-922a-e8428666228a" -d '{"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-plugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:56.136095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:56.150067 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8dc397-5010-4caf-9018-5a0f1c7da72f x-openstack-request-id: req-7d8dc397-5010-4caf-9018-5a0f1c7da72f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:56.150360 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-plugged", "status": "completed", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:56.150616 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7d8dc397-5010-4caf-9018-5a0f1c7da72f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:56.151097 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'code': 200} Nov 12 12:00:56.191578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] For port 544aa884-b59c-44d1-96b2-6ab38514b1ec, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=544aa884-b59c-44d1-96b2-6ab38514b1ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:00:56.198501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.272868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.333385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=13']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:56.383357 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.383717 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.384067 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Floating IP 1870021b-580f-472a-906c-30f340487be3 disassociated. External IP: 172.25.3.119, port: 544aa884-b59c-44d1-96b2-6ab38514b1ec. Nov 12 12:00:56.384441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Calling delete_port for 544aa884-b59c-44d1-96b2-6ab38514b1ec owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:00:56.661637 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.692131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event deleted for resources: {'Port': ['ID=544aa884-b59c-44d1-96b2-6ab38514b1ec,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:00:56.811411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:00:56.882374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-352047a5-d204-418c-b169-b1b3c5e0a39d req-59a2e23c-97cc-484a-b464-9da073198d5a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0294278 Nov 12 12:00:56.927361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:00:56.938662 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:00:56.955480 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:00:56.956491 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:00:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:56.968084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] No DVR routers for this DVR port 544aa884-b59c-44d1-96b2-6ab38514b1ec on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:00:56.971260 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:56.974577 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cefce5c5-156f-43b3-a6e2-7268af77ac59 req-6df3564b-a4ea-47e3-8011-fe134116060d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "DELETE /v2.0/ports/544aa884-b59c-44d1-96b2-6ab38514b1ec HTTP/1.1" status: 204 len: 173 time: 0.9627273 Nov 12 12:00:56.975001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-deleted', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:00:56.977300 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d68c989-a880-4bdb-9287-34b99248a630" -d '{"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-deleted", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:00:57.014598 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e4bbf-4803-4672-a4c6-a4a424426e29 x-openstack-request-id: req-783e4bbf-4803-4672-a4c6-a4a424426e29 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:00:57.015394 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08990a30-b2ed-40ce-9791-4bc57ad6be66", "name": "network-vif-deleted", "tag": "544aa884-b59c-44d1-96b2-6ab38514b1ec", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:00:57.015394 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-783e4bbf-4803-4672-a4c6-a4a424426e29 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:00:57.015862 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08990a30-b2ed-40ce-9791-4bc57ad6be66', 'name': 'network-vif-deleted', 'tag': '544aa884-b59c-44d1-96b2-6ab38514b1ec', 'status': 'completed', 'code': 200} Nov 12 12:00:57.063660 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:00:57.263031 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:57.289802 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:00:57.298328 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:00:57.298925 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:00:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:57.404516 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:00:57.597707 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:00:57.627814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c1460-505f-4b02-a362-bdda82bc43a6 None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:00:57.855376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275d1c9-e86f-4426-a197-bf2ce0d60914 None None] New status for floating IP 1870021b-580f-472a-906c-30f340487be3: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:00:58.000965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b949285-71fc-4e8d-9530-21a11dd14df1 req-0eced4c6-5e32-4a3e-9b49-4575b1530077 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=08990a30-b2ed-40ce-9791-4bc57ad6be66 HTTP/1.1" status: 200 len: 210 time: 0.0282986 Nov 12 12:00:59.279865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-e456915d-9db1-40a2-87db-136a099c3159 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1607471016&fields=id&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 267 time: 0.0428011 Nov 12 12:00:59.387044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cbc088e1-928e-4d38-ad61-d181dc49fff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:00:59.392186 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-a04384fa-a830-4273-9763-40b280d34ba1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:00:59.396554 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-a04384fa-a830-4273-9763-40b280d34ba1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 811 time: 0.1065276 Nov 12 12:00:59.409276 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-c584b573-9437-4352-b1bf-369b7be3e756 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/quotas/23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 375 time: 0.0097992 Nov 12 12:00:59.462428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-d7b72adf-10bf-4ebc-a7f9-14c9d2d03289 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476031 Nov 12 12:00:59.518039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-89838415-39b8-42b3-a4e4-b6a357f83ebf service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:00:59.522635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-89838415-39b8-42b3-a4e4-b6a357f83ebf service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438170 Nov 12 12:00:59.612709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-6dbdd9e3-5d43-4152-849e-ab5247f1889b service neutron] 10.222.0.98 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869465 Nov 12 12:00:59.703165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-66ba7b6a-d03f-41cc-b20b-592e4badf3c3 service neutron] 10.222.0.98 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842688 Nov 12 12:00:59.909760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:00:59.936516 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-79f8c463-ba38-4366-b074-d787ad7dca7a req-041e2386-22f2-4aca-9406-8222b7a9b6fb tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 210 time: 0.0328486 Nov 12 12:00:59.943660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 544aa884-b59c-44d1-96b2-6ab38514b1ec {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:00:59.944111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 544aa884-b59c-44d1-96b2-6ab38514b1ec not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:01:01.046911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ee7cec9-8ac5-48ab-9841-7d75228f7727 req-7f3b413f-f407-4319-8a14-570b02928ae7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 210 time: 0.0308096 Nov 12 12:01:01.832006 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d127658d-11bc-4989-8364-d3abbbd81829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:01.902563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-df64c284-f4a4-45d7-aa31-9f8af48add1b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:01.903984 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-df64c284-f4a4-45d7-aa31-9f8af48add1b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 811 time: 0.1076295 Nov 12 12:01:01.969276 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-850e0281-e9d5-4d5f-a2e5-79d501c502e2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 380 time: 0.0543303 Nov 12 12:01:01.980556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'port': {'device_id': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'admin_state_up': True, 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'security_groups': ['f9c9f29c-d445-4d59-a40a-04a0bd397397']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:01:02.144871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5f0b067-bad4-41b8-928c-44f8c004b7de req-b9256846-f931-4d12-9e4e-bb2ae5d89e89 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 210 time: 0.0273001 Nov 12 12:01:02.192472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Made reservation on behalf of 23cae0bb1c2945748bebf0021664c232 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:01:02.196136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.330939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Allocated IP 172.20.0.11 (396e32a6-64f0-434d-a5d5-e1653c2fc123/f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6/4a7f4bd3-8b90-46ab-9e40-247b4ac165df) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:01:02.483434 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.586528 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.629685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:01:02.635532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:01:02.638279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:01:02.668145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:02.697161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:02.697824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.812452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-20d2848d-8af4-4b3d-ac0d-759a026d8cc8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8358648 Nov 12 12:01:02.827148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Request body: {'port': {'device_id': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:01:02.882742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-aaff6be8-5422-4839-a6aa-b59804b99be9 None None] Provisioning complete for port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:02.883394 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aaff6be8-5422-4839-a6aa-b59804b99be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:02.926273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-aaff6be8-5422-4839-a6aa-b59804b99be9 None None] Port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:01:03.221967 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.239949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.279797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d738c9c-5051-40bc-a6a4-2761f85cc668 req-911d26c4-2f65-4611-be18-fc7f081dc62b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:03.281467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d738c9c-5051-40bc-a6a4-2761f85cc668 req-911d26c4-2f65-4611-be18-fc7f081dc62b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 932 time: 0.0566738 Nov 12 12:01:03.342093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5d738c9c-5051-40bc-a6a4-2761f85cc668 req-fbb980b5-2a44-426d-870a-11039538dca8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505230 Nov 12 12:01:03.520403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7f4bd3-8b90-46ab-9e40-247b4ac165df {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:01:03.528624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.542889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Transition to ACTIVE for port object 4a7f4bd3-8b90-46ab-9e40-247b4ac165df will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:01:03.638852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.695338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:03.776401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:01:03.776745 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:01:03.777079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:01:03.782143 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:01:03.782619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:01:03.787909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:01:03.788284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:01:03.788680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:01:03.789293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Bound port: 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:01:03.789667 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.859269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:01:03.862720 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:01:03.922334 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:01:03.936402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.977425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:03.978056 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:03.979260 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] 10.222.0.69 "PUT /v2.0/ports/4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1093 time: 1.1562526 Nov 12 12:01:03.979704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:01:03.981978 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0877f01-85e3-4fe5-92cf-77730250c1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:01:04.010214 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd82d-fed5-4cc2-ae7c-f67dbd5ee3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:04.025721 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca06ded-29f7-40e2-ad02-1d8a2be32c6d x-openstack-request-id: req-3ca06ded-29f7-40e2-ad02-1d8a2be32c6d {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:01:04.028131 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:01:04.028131 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3ca06ded-29f7-40e2-ad02-1d8a2be32c6d {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:01:04.028131 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'status': 'completed', 'code': 200} Nov 12 12:01:04.094193 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0877f01-85e3-4fe5-92cf-77730250c1b4 req-cbf67dda-0f70-47cd-9cc6-751b08b791b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:04.095747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0877f01-85e3-4fe5-92cf-77730250c1b4 req-cbf67dda-0f70-47cd-9cc6-751b08b791b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1096 time: 0.0449913 Nov 12 12:01:04.197294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0877f01-85e3-4fe5-92cf-77730250c1b4 req-3752e28e-0b69-405d-bb56-81a933d16ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:04.198781 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0877f01-85e3-4fe5-92cf-77730250c1b4 req-3752e28e-0b69-405d-bb56-81a933d16ac6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=23cae0bb1c2945748bebf0021664c232&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946329 Nov 12 12:01:04.298244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0877f01-85e3-4fe5-92cf-77730250c1b4 req-1a998367-de6e-4d51-a2f9-504c600831d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:04.300344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e0877f01-85e3-4fe5-92cf-77730250c1b4 req-1a998367-de6e-4d51-a2f9-504c600831d5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917597 Nov 12 12:01:04.336319 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:04.388052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-7d375f09-c0e4-4052-bf86-52df093bb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:04.390527 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-7d375f09-c0e4-4052-bf86-52df093bb004 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1096 time: 0.0429103 Nov 12 12:01:04.439108 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-8b69a605-5ae5-411c-bba0-7b09fc7138ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 217 time: 0.0409272 Nov 12 12:01:04.471534 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c83b1-d2f1-42b4-a6d7-e043faaad22e req-e8a032db-2f80-43a7-9c76-24071ea7ff77 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:04.473236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-987c83b1-d2f1-42b4-a6d7-e043faaad22e req-e8a032db-2f80-43a7-9c76-24071ea7ff77 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0521553 Nov 12 12:01:04.489936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-3b161faa-fbc5-4747-b784-a7d0554b8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:04.491402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-3b161faa-fbc5-4747-b784-a7d0554b8cd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0452771 Nov 12 12:01:04.526960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-987c83b1-d2f1-42b4-a6d7-e043faaad22e req-0c6be910-152a-4d19-aa69-338d820f36d8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476995 Nov 12 12:01:04.540123 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-08951c39-e24c-4af2-b748-4af475d1078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:04.541627 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-08951c39-e24c-4af2-b748-4af475d1078b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420446 Nov 12 12:01:04.638349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-8cb1edd0-5640-4e59-8e4a-b1ebf12928df service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873408 Nov 12 12:01:04.733694 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6b54604d-d31c-4ced-aa3d-954c0d1fbd54 req-5b7de044-3442-4ebd-8602-f82fcadbd55e service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833907 Nov 12 12:01:04.889956 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:05.644199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870be990-39ea-4c76-90c5-460cd6525c4c req-d7eaeecf-b39d-4edf-885b-f6744c06e3c5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:05.648891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-870be990-39ea-4c76-90c5-460cd6525c4c req-d7eaeecf-b39d-4edf-885b-f6744c06e3c5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0504258 Nov 12 12:01:05.702804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-870be990-39ea-4c76-90c5-460cd6525c4c req-deede119-f9be-4637-bc29-91b6730fa5ca tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511065 Nov 12 12:01:06.819025 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4284e9-6294-44d9-9efc-2ef23ed531d8 req-70373215-8879-492a-8ef0-24b31b1621c3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:06.820508 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0f4284e9-6294-44d9-9efc-2ef23ed531d8 req-70373215-8879-492a-8ef0-24b31b1621c3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0473285 Nov 12 12:01:06.867077 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0f4284e9-6294-44d9-9efc-2ef23ed531d8 req-fa08f868-7b16-454d-9fc1-b05f88936c94 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Nov 12 12:01:07.986355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f226f6a-72bf-43f2-97c4-57ce0cad0414 req-7766ebd6-d8d3-4af3-963a-7c012c4ee1a4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:07.987863 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f226f6a-72bf-43f2-97c4-57ce0cad0414 req-7766ebd6-d8d3-4af3-963a-7c012c4ee1a4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0530820 Nov 12 12:01:08.016058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:01:08.035479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f226f6a-72bf-43f2-97c4-57ce0cad0414 req-8f3b5cde-12d2-490b-8bc5-793a970ef855 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415709 Nov 12 12:01:08.112811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:08.123625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'mac_address': 'fa:16:3e:b1:cf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:01:08.160583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:08.173130 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7f4bd3-8b90-46ab-9e40-247b4ac165df {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:01:08.192944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:08.271817 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:08.321617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:08.523000 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4a7f4bd3-8b90-46ab-9e40-247b4ac165df'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:01:09.149383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b93700-8aa1-4025-b6f1-11b71bfc4455 req-2a7e1889-366c-4509-95f2-536160b6e2e8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:09.150846 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42b93700-8aa1-4025-b6f1-11b71bfc4455 req-2a7e1889-366c-4509-95f2-536160b6e2e8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0476074 Nov 12 12:01:09.197764 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42b93700-8aa1-4025-b6f1-11b71bfc4455 req-b7ca4693-3703-46c1-be14-2508fb1a4bec tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Nov 12 12:01:10.019128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:01:10.152850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:01:10.157526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:01:10.166467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.242087 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.270767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:01:10.273357 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056ee58-4530-4e81-9bf5-5e52ff403309" -d '{"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-plugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:01:10.289660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:01:10.332779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b2ff-efcf-471e-92d5-93fbc5544858 req-bfc6f00f-49a9-4dd6-91d2-44d38a006707 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:10.334761 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff38b2ff-efcf-471e-92d5-93fbc5544858 req-bfc6f00f-49a9-4dd6-91d2-44d38a006707 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0597947 Nov 12 12:01:10.364206 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:10.418578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:01:10.745343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff38b2ff-efcf-471e-92d5-93fbc5544858 req-ede90d6c-84e3-4856-9a56-438a105a083a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4040682 Nov 12 12:01:10.794782 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1592c54-86b9-40a1-bd9a-c3f5afab9ed2 x-openstack-request-id: req-a1592c54-86b9-40a1-bd9a-c3f5afab9ed2 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:01:10.795069 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-plugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:01:10.795383 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a1592c54-86b9-40a1-bd9a-c3f5afab9ed2 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:01:10.795772 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'code': 200} Nov 12 12:01:10.908325 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc29fe3-dcf6-4b3d-a522-fb6bff25273a req-8032404e-28d8-4713-a037-dc441a20be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:10.910323 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6fc29fe3-dcf6-4b3d-a522-fb6bff25273a req-8032404e-28d8-4713-a037-dc441a20be2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1098 time: 0.0447707 Nov 12 12:01:10.964809 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6fc29fe3-dcf6-4b3d-a522-fb6bff25273a req-d6a033dc-bfe6-48ea-b473-e96e74b05145 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463080 Nov 12 12:01:11.865494 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b539f8-303d-4b3b-b123-3715122d0c8c req-cd7d744f-075b-4dba-bc0a-e06dae10178f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:11.866978 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88b539f8-303d-4b3b-b123-3715122d0c8c req-cd7d744f-075b-4dba-bc0a-e06dae10178f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0475099 Nov 12 12:01:11.913159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88b539f8-303d-4b3b-b123-3715122d0c8c req-22b2a121-dc0e-4293-9c3d-b51eb5738e51 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401120 Nov 12 12:01:13.030684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbb9df-e34f-4d27-aeac-22ae35ce8e17 req-b20152cb-5f16-4ac7-b387-636e916d8978 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:13.032197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fbbb9df-e34f-4d27-aeac-22ae35ce8e17 req-b20152cb-5f16-4ac7-b387-636e916d8978 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0481329 Nov 12 12:01:13.081711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fbbb9df-e34f-4d27-aeac-22ae35ce8e17 req-2a28daff-c18d-4676-99bf-26847f981d29 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Nov 12 12:01:13.195510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5e45-3136-4e88-9853-df008d9e45f1 req-2379a291-14b6-4a21-922a-8a19b21411b6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:13.196910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-67fe5e45-3136-4e88-9853-df008d9e45f1 req-2379a291-14b6-4a21-922a-8a19b21411b6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0486884 Nov 12 12:01:13.205309 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 41904) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:01:13.209750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Request body: {'floatingip': {'port_id': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:01:13.247648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:13.688132 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:13.735197 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:13.837855 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Floating IP 1870021b-580f-472a-906c-30f340487be3 associated. External IP: 172.25.3.119, port: 4a7f4bd3-8b90-46ab-9e40-247b4ac165df. Nov 12 12:01:14.045282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:01:14.156744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:01:14.162279 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:14.166893 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:01:14.178102 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:01:14.178704 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:14.191836 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ce82647b-6105-42d2-9bce-d97dc98ca600 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "PUT /v2.0/floatingips/1870021b-580f-472a-906c-30f340487be3 HTTP/1.1" status: 200 len: 993 time: 0.9853401 Nov 12 12:01:14.192375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:01:14.194704 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b585322b-1420-4b11-a6d8-d72e61af6993" -d '{"events": [{"name": "network-changed", "server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:01:14.299578 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:01:14.360175 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d74969-eb22-4c42-8213-127a123bd8f7 x-openstack-request-id: req-29d74969-eb22-4c42-8213-127a123bd8f7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:01:14.360633 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:01:14.360773 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-29d74969-eb22-4c42-8213-127a123bd8f7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:01:14.361115 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'status': 'completed', 'code': 200} Nov 12 12:01:14.429775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-88071e86-d757-4600-8915-7e1527c3655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:14.431329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-88071e86-d757-4600-8915-7e1527c3655e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1098 time: 0.0464246 Nov 12 12:01:14.538936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-4eeaaa0e-f051-4b47-9c34-24483dba4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:14.541278 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-4eeaaa0e-f051-4b47-9c34-24483dba4a88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1002214 Nov 12 12:01:14.557983 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:b1:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T12:01:13Z', 'revision_number': 13, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:14.588895 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:01:14.598574 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:01:14.599471 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:01:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:14.615350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-03b9d112-5420-48c7-82cb-e7cb63719832 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1001 time: 0.0654082 Nov 12 12:01:14.666217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-e97681c6-0da1-4248-8f65-01d2d12b0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:14.667984 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-e97681c6-0da1-4248-8f65-01d2d12b0418 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0453644 Nov 12 12:01:14.719265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-0d007f12-28f2-4af1-ba57-68b9e15c7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:14.720885 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-0d007f12-28f2-4af1-ba57-68b9e15c7a06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439706 Nov 12 12:01:14.726252 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:01:14.829338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-7cced2dc-4fae-46ac-a735-c72f3833d5bf service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008081 Nov 12 12:01:14.926307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b585322b-1420-4b11-a6d8-d72e61af6993 req-7013d448-63d9-4363-9a6f-67e5512eecac service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894766 Nov 12 12:01:14.956304 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:b1:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T12:01:13Z', 'revision_number': 13, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:01:14.982726 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b4671-dd56-4ecd-8128-d52c9fd188f0 None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '1870021b-580f-472a-906c-30f340487be3', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'port_id': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'mac_address': 'fa:16:3e:b1:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T11:53:27Z', 'updated_at': '2021-11-12T12:01:13Z', 'revision_number': 13, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:01:15.172098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bedb0a-0d4a-4225-a9d4-d5a6b8d57a3b None None] New status for floating IP 1870021b-580f-472a-906c-30f340487be3: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:01:18.255324 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:21.164229 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:29.426645 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a35b1dd9-9dd4-477e-bd16-b7ad01246ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:31.838173 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23875caa-a1f8-4632-a3f3-8c180c86b75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:33.214444 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:34.356847 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:34.843209 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:40.921597 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:01:48.180776 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:51.163253 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:01:58.238018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-ae780346-c8c4-4f19-be93-f10012db9f50 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432806 Nov 12 12:01:58.321147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-df5253cb-a406-4b91-888a-2d9b080fea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:58.322621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-df5253cb-a406-4b91-888a-2d9b080fea16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1098 time: 0.0402436 Nov 12 12:01:58.429202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-1b131d2e-b3f4-455a-af7f-aa883db5ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:58.430676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-1b131d2e-b3f4-455a-af7f-aa883db5ff0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0880423 Nov 12 12:01:58.527835 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-63407819-bb9d-45f9-bcb3-f55cf5f72697 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1003 time: 0.0889027 Nov 12 12:01:58.583572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-b5a85c9d-22fd-466c-985e-d2d0dff01c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:58.585688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-b5a85c9d-22fd-466c-985e-d2d0dff01c49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0468988 Nov 12 12:01:58.635178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-3aed9321-c393-4557-b9f1-d0a26b874368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:01:58.636735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-3aed9321-c393-4557-b9f1-d0a26b874368 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445173 Nov 12 12:01:58.726128 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-e9103dac-b639-4fa8-8711-adc82318abe9 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819900 Nov 12 12:01:58.824462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1a8dc8ac-2de2-4181-956b-7d39a38a34c2 req-d9c9c0f8-5f79-4b52-b91e-9360aec1571c service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876493 Nov 12 12:01:59.357263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9bbaa76d-ad39-495b-858e-65df009a66de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:01.826391 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-025417ea-64fa-4ef9-8ef0-9de5de2db026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:03.237206 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:04.351750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:04.864790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:17.921682 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:02:18.208967 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:21.180219 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:29.414229 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5513c667-2e94-42bb-9451-09f34a957ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:31.819519 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0e72cad9-6925-408d-a15c-dfafbbae57e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:33.300797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:34.340331 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:34.865513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:48.202398 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:49.289935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-409c2d43-96e2-4814-be7d-a63115a8e3c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836353 Nov 12 12:02:49.373757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-447d48da-d68f-417d-8551-0ad5d848401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:49.375244 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-447d48da-d68f-417d-8551-0ad5d848401d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0404708 Nov 12 12:02:49.489591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-4b378f83-b89c-441e-801f-471a15c0b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:49.490979 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-4b378f83-b89c-441e-801f-471a15c0b213 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0908465 Nov 12 12:02:49.532982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-162454f9-0722-4f28-9f3a-e9e3f19cb6b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0351350 Nov 12 12:02:49.583191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-d9e3ee50-902e-43f7-9cee-d0ab0c54eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:49.584702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-d9e3ee50-902e-43f7-9cee-d0ab0c54eca8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0447321 Nov 12 12:02:49.635947 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-f4bfe938-062b-49ee-a540-3386a0148d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:49.638132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-f4bfe938-062b-49ee-a540-3386a0148d25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468535 Nov 12 12:02:49.727125 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-b6a97414-fd57-4e49-93ed-ee7b47ccde62 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817437 Nov 12 12:02:49.819190 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53dc3bcf-4f2e-48d1-895e-4ad2f928fe10 req-86ad1ce4-9e08-42d3-8eb5-19644e44990a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848897 Nov 12 12:02:51.173784 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:54.920593 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:02:58.911743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729a27c-c3a6-4300-bf09-265c3a49062c req-3401a572-f274-4f5b-9780-d95615e864b9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:58.913329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2729a27c-c3a6-4300-bf09-265c3a49062c req-3401a572-f274-4f5b-9780-d95615e864b9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0954635 Nov 12 12:02:58.960940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2729a27c-c3a6-4300-bf09-265c3a49062c req-c49b0fbe-76ec-4a6e-a59e-9f2aad03c154 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408266 Nov 12 12:02:59.271030 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-a66a6197-0b1e-4b51-ba2c-36f9e8798286 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0781083 Nov 12 12:02:59.360233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-c400c399-d29e-4aa7-adf4-89f1124ace70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:59.361773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-c400c399-d29e-4aa7-adf4-89f1124ace70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1098 time: 0.0411160 Nov 12 12:02:59.389445 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d0a63b9b-582a-4298-8bf4-2efe38f1be59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:02:59.472333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-189c9477-4b8a-44fe-b090-a6dae7a90594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:59.473917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-189c9477-4b8a-44fe-b090-a6dae7a90594 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0905108 Nov 12 12:02:59.547258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-279e4dbe-ba4a-4ed0-b9ec-1735a1324d9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1003 time: 0.0640607 Nov 12 12:02:59.605271 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-0362c657-eac5-432a-97d3-005879e1d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:59.606824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-0362c657-eac5-432a-97d3-005879e1d03e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0496843 Nov 12 12:02:59.655830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-629c1181-904a-4ea7-977d-c829d37467d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:02:59.657449 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-629c1181-904a-4ea7-977d-c829d37467d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427792 Nov 12 12:02:59.748933 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-08766823-87c4-467c-8228-44ff75aac14a service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815678 Nov 12 12:02:59.848043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-de07d8f2-e7e6-40f5-b4e7-81ff7a5821d6 req-6a89d695-441c-4f17-aaa1-79fdfa14802f service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910592 Nov 12 12:03:01.824828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a245276-4bb1-4e46-8ab5-3aa804b6f950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:03.242150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:04.396659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:04.894427 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:12.567941 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-54153e33-14be-4dfc-b2c2-07465f256161 req-53fe7d54-f4e0-4252-8e32-8305ec926a12 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:03:12.568928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54153e33-14be-4dfc-b2c2-07465f256161 req-53fe7d54-f4e0-4252-8e32-8305ec926a12 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059278 Nov 12 12:03:13.912277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a5cc-8a5c-46f3-a95b-8c1a6fade802 req-7d2b60db-25d1-4d0a-ab75-7e94bcfff9ae tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:13.913685 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b57a5cc-8a5c-46f3-a95b-8c1a6fade802 req-7d2b60db-25d1-4d0a-ab75-7e94bcfff9ae tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0543618 Nov 12 12:03:13.962925 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b57a5cc-8a5c-46f3-a95b-8c1a6fade802 req-b0afa987-7700-4515-8995-45fe2bf1bbe1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 Nov 12 12:03:14.017116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-852a4ac7-6076-4542-b3e1-1a7a5883aadf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387874 Nov 12 12:03:14.026561 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e1a67778-2db5-4108-a18d-d6a5fa09ad41 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:03:14.027512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e1a67778-2db5-4108-a18d-d6a5fa09ad41 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049062 Nov 12 12:03:15.099312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362adb49-cd7e-4272-88ce-13efc53decd3 req-11f39d27-178e-44ef-af5b-8e160095c0f5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:15.100896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-362adb49-cd7e-4272-88ce-13efc53decd3 req-11f39d27-178e-44ef-af5b-8e160095c0f5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0569639 Nov 12 12:03:15.157955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-362adb49-cd7e-4272-88ce-13efc53decd3 req-04698bbf-5010-469f-af17-9530d7a64758 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483851 Nov 12 12:03:16.056027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-70034377-2c3a-41dd-9639-d2ff7ab31ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:16.057565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-70034377-2c3a-41dd-9639-d2ff7ab31ba8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1098 time: 0.0459032 Nov 12 12:03:16.154452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-df6ab9a4-5f78-4334-9029-f74c9ecea721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:16.156075 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-df6ab9a4-5f78-4334-9029-f74c9ecea721 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0898886 Nov 12 12:03:16.228259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-3fa284ab-169c-4a1b-9c05-2edf424db747 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1003 time: 0.0617738 Nov 12 12:03:16.283723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-cc8246da-63b6-4fc1-a5b3-c636a242d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:16.284504 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82083-b4ae-4db9-b92d-aacac62b2019 req-ee9bd5bc-70bb-427f-a3f9-c158c70a6414 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:16.285729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-cc8246da-63b6-4fc1-a5b3-c636a242d562 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0496237 Nov 12 12:03:16.288365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64a82083-b4ae-4db9-b92d-aacac62b2019 req-ee9bd5bc-70bb-427f-a3f9-c158c70a6414 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0532115 Nov 12 12:03:16.334848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-8fa38ba8-2b18-4ab7-8466-8ca7238908b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:16.336456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-8fa38ba8-2b18-4ab7-8466-8ca7238908b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429339 Nov 12 12:03:16.337179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-64a82083-b4ae-4db9-b92d-aacac62b2019 req-30e3ae06-134f-490a-b25e-12e8d8bcd719 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 Nov 12 12:03:16.439317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-85886254-da72-49c1-a4ef-bf928ac875fd service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915363 Nov 12 12:03:16.548550 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-078cd08f-d7ec-41a9-bf5a-68ce7fe12f6b service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008339 Nov 12 12:03:17.469026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f96698-15cf-4e87-9dd8-c9be9cc2cc4e req-a6cc2e1a-cd19-459c-9458-2673dea26d86 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:17.470587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8f96698-15cf-4e87-9dd8-c9be9cc2cc4e req-a6cc2e1a-cd19-459c-9458-2673dea26d86 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0632131 Nov 12 12:03:17.520500 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8f96698-15cf-4e87-9dd8-c9be9cc2cc4e req-ca8845b9-a2ba-4a5c-8e0e-2658a319e6e4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 Nov 12 12:03:18.224738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:18.645313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff69d95-d8fa-44b5-b917-624c36454aba req-5bb93f13-727d-46ae-bc33-3561ab46762c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:18.646861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cff69d95-d8fa-44b5-b917-624c36454aba req-5bb93f13-727d-46ae-bc33-3561ab46762c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0548263 Nov 12 12:03:18.695720 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cff69d95-d8fa-44b5-b917-624c36454aba req-f058f587-8946-4454-ba0e-a5b3e6374b7a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427134 Nov 12 12:03:19.826754 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed8264-1d7c-4af1-b50e-dbb901ad8bc5 req-9b181ff1-16be-4553-859f-0c59e99424b0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:19.828366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8aed8264-1d7c-4af1-b50e-dbb901ad8bc5 req-9b181ff1-16be-4553-859f-0c59e99424b0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0534883 Nov 12 12:03:19.877025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8aed8264-1d7c-4af1-b50e-dbb901ad8bc5 req-e784981c-a512-4e77-aaf2-f8a020428b44 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Nov 12 12:03:20.998889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66603853-299c-4578-8094-5986de21457d req-9fc766e8-1648-4d1b-a69f-96ddca9a299f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:21.000532 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66603853-299c-4578-8094-5986de21457d req-9fc766e8-1648-4d1b-a69f-96ddca9a299f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0506306 Nov 12 12:03:21.059135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66603853-299c-4578-8094-5986de21457d req-e4396252-6a40-41c2-9e51-13d9490ad7d6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524292 Nov 12 12:03:21.217911 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:22.205133 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74011954-9bd5-485d-a430-9eb1572831ff req-dcf3e9d4-3c01-451b-b7f2-9968f31222b1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:22.206639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74011954-9bd5-485d-a430-9eb1572831ff req-dcf3e9d4-3c01-451b-b7f2-9968f31222b1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0522809 Nov 12 12:03:22.259773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74011954-9bd5-485d-a430-9eb1572831ff req-f0d0b659-57a8-47c0-a90f-5505df9eecc1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465665 Nov 12 12:03:23.378825 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e398861-5e1a-4a6c-be3b-0d9f9a1bec0c req-403c2820-e5ff-404c-b2ab-f8772669dfa8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:23.380349 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e398861-5e1a-4a6c-be3b-0d9f9a1bec0c req-403c2820-e5ff-404c-b2ab-f8772669dfa8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0480988 Nov 12 12:03:23.428078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6e398861-5e1a-4a6c-be3b-0d9f9a1bec0c req-4aa30392-f70f-444d-ba18-b515c2218545 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Nov 12 12:03:24.616635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92055d-504e-44d2-b8d1-cb1623461a3c req-d4333ea2-fc61-4abd-95c0-e323f06f6999 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:24.617875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b92055d-504e-44d2-b8d1-cb1623461a3c req-d4333ea2-fc61-4abd-95c0-e323f06f6999 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0591397 Nov 12 12:03:24.672895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b92055d-504e-44d2-b8d1-cb1623461a3c req-7f17911c-522c-4c51-9eb1-acff9b23fd59 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488193 Nov 12 12:03:25.792829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6186485-87e5-4409-ae37-18a6802e2c70 req-aa7b1a3b-1b75-4f1a-b7cf-85199089e92c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:25.794577 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6186485-87e5-4409-ae37-18a6802e2c70 req-aa7b1a3b-1b75-4f1a-b7cf-85199089e92c tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0491629 Nov 12 12:03:25.843908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6186485-87e5-4409-ae37-18a6802e2c70 req-988f0c05-1623-4427-9503-b66a9d08eef7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Nov 12 12:03:26.966892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571efdc-91bc-435e-9c41-369d62a5dfac req-fe13e079-0544-447f-9857-efefcc91b232 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:26.968425 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e571efdc-91bc-435e-9c41-369d62a5dfac req-fe13e079-0544-447f-9857-efefcc91b232 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0535276 Nov 12 12:03:27.016815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e571efdc-91bc-435e-9c41-369d62a5dfac req-4159037e-46ea-4467-ba61-3e92f1a355e6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Nov 12 12:03:28.140259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e841eb-d5e0-41bc-9c66-d18fccd0091b req-d073b02a-8d4d-4f4b-8414-c5bdb7ce4700 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:28.141799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36e841eb-d5e0-41bc-9c66-d18fccd0091b req-d073b02a-8d4d-4f4b-8414-c5bdb7ce4700 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0533025 Nov 12 12:03:28.190326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-36e841eb-d5e0-41bc-9c66-d18fccd0091b req-bd4cd8cf-18b0-49a7-a359-8a07676ec845 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Nov 12 12:03:29.317496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883d05d-e8fc-4b2d-a12c-efaf970147cd req-59ad16e2-971a-4885-ae6e-9f1585895e68 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:29.319576 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9883d05d-e8fc-4b2d-a12c-efaf970147cd req-59ad16e2-971a-4885-ae6e-9f1585895e68 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0578160 Nov 12 12:03:29.375530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9883d05d-e8fc-4b2d-a12c-efaf970147cd req-e98b347f-53ac-4f56-8eb0-f020f0b938f5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495360 Nov 12 12:03:29.385034 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d5e9379d-d360-41b4-91a2-b2a238e151c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:30.521134 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1840ef-89ca-494f-8585-8d2cf4b44c52 req-f3003d20-566c-4134-8db5-a36c86738fb6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:30.522768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b1840ef-89ca-494f-8585-8d2cf4b44c52 req-f3003d20-566c-4134-8db5-a36c86738fb6 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0567493 Nov 12 12:03:30.593296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b1840ef-89ca-494f-8585-8d2cf4b44c52 req-c9518441-c796-492b-9483-332519ceed97 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641031 Nov 12 12:03:31.727750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbf293-ab1d-4317-8dd8-229ec4266d2f req-abe853d7-0648-45fb-9dd9-5d4fec2eb26b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:31.729276 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05bbf293-ab1d-4317-8dd8-229ec4266d2f req-abe853d7-0648-45fb-9dd9-5d4fec2eb26b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0511644 Nov 12 12:03:31.780603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05bbf293-ab1d-4317-8dd8-229ec4266d2f req-4a4312bd-9a08-487b-89ae-a36b561b996d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452287 Nov 12 12:03:31.827417 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-b6b44c76-fba9-4758-920d-d717d7d4a751 service neutron] show failed (client error): The resource could not be found. Nov 12 12:03:31.828385 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-b6b44c76-fba9-4758-920d-d717d7d4a751 service neutron] 10.222.0.69 "GET /v2.0/ports/4a7f4bd3-8b90-46ab-9e40-247b4ac165df/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0569520 Nov 12 12:03:31.899091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25aa6790-9671-4e1a-9b61-5f1711b9b9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:31.919775 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:03:32.385816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-f8912798-ec77-402b-9a29-fcded20ad78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:32.387233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-f8912798-ec77-402b-9a29-fcded20ad78d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 1098 time: 0.0481954 Nov 12 12:03:32.403585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:03:32.457266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:32.660731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:32.698502 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:03:32.747479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:03:32.749865 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac2abe2-2fc7-40c6-a3c5-f1d59d7885d3" -d '{"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:03:32.753982 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:32.767606 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Transition to ACTIVE for port object 4a7f4bd3-8b90-46ab-9e40-247b4ac165df will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:03:32.852455 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:32.936188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:32.950912 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a12c7b2-55be-4ca7-8365-784bee8165fb x-openstack-request-id: req-5a12c7b2-55be-4ca7-8365-784bee8165fb {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:03:32.951191 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:03:32.951443 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5a12c7b2-55be-4ca7-8365-784bee8165fb {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:03:32.951837 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'code': 200} Nov 12 12:03:32.955336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.955538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.955872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.956302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.957130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.957440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.957757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.958075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.958390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.958703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.959015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:32.959326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:33.001558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] No DVR routers for this DVR port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:03:33.071839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c275-df4e-4dab-97ea-93138795dec1 req-f29e5f4e-17c9-4ea4-92cd-df5ab6da25f2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:33.073622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23d0c275-df4e-4dab-97ea-93138795dec1 req-f29e5f4e-17c9-4ea4-92cd-df5ab6da25f2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0713351 Nov 12 12:03:33.126670 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23d0c275-df4e-4dab-97ea-93138795dec1 req-eb9d24cd-e114-4668-bd01-ee6130a193d5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462782 Nov 12 12:03:33.165298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:03:33.165532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:03:33.165887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:03:33.170613 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:03:33.181239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:03:33.181239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:03:33.181239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:03:33.181239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:03:33.181239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Bound port: 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:03:33.181239 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:33.240435 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:33.245199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:03:33.248461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:03:33.327052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:33.365693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:33.366323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:33.367738 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] 10.222.0.57 "PUT /v2.0/ports/4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1093 time: 0.9715075 Nov 12 12:03:33.387234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0112d6f-f905-4a1e-8eb2-5df47ef4b419 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:33.436651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-eb560b85-6d9d-49fc-9921-a297e6a570e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:33.438176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-eb560b85-6d9d-49fc-9921-a297e6a570e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1096 time: 0.0453370 Nov 12 12:03:33.537786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-3c1d9e6c-20c0-485d-af53-3a3bff99ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:33.539294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-3c1d9e6c-20c0-485d-af53-3a3bff99ac17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0940404 Nov 12 12:03:33.605209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-4f43ea20-a26e-480b-90cd-1d9f572b7629 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1001 time: 0.0592129 Nov 12 12:03:33.660784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-eeb6ca8e-7cb2-454c-bbc9-ec8794332fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:33.662301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-eeb6ca8e-7cb2-454c-bbc9-ec8794332fe4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0507255 Nov 12 12:03:33.711507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-5cf1a9c1-1d73-4934-bdf0-bab2eb110390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:33.713044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-5cf1a9c1-1d73-4934-bdf0-bab2eb110390 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429108 Nov 12 12:03:33.805462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-b80b3e28-e371-43a5-a24a-d89771bbcb6e service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849886 Nov 12 12:03:33.900898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-7330f42e-f666-40f6-a5fc-80c8d97d977a service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881100 Nov 12 12:03:34.249793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf171d-99d7-44a9-9641-8c2cfe6cb5ec req-a44ec39a-20c8-467a-ba1a-1335241cff91 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:34.251321 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51bf171d-99d7-44a9-9641-8c2cfe6cb5ec req-a44ec39a-20c8-467a-ba1a-1335241cff91 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0494494 Nov 12 12:03:34.307705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51bf171d-99d7-44a9-9641-8c2cfe6cb5ec req-4fa7fab2-7a50-4bbe-9bcb-3f6b8b3d8c20 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504408 Nov 12 12:03:34.380333 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:34.700406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:03:34.740424 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:03:34.886044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:34.953049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:03:34.955504 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efcfede-5204-4e01-a61c-4edce49f73a2" -d '{"events": [{"name": "network-changed", "server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:03:35.007467 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaeaaf0-b1e1-417e-9711-48cc1fa07718 x-openstack-request-id: req-1eaeaaf0-b1e1-417e-9711-48cc1fa07718 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:03:35.007841 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:03:35.008191 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1eaeaaf0-b1e1-417e-9711-48cc1fa07718 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:03:35.008677 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'status': 'completed', 'code': 200} Nov 12 12:03:35.104683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-bda8b0ef-d466-4125-8713-f672875af1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.106188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-bda8b0ef-d466-4125-8713-f672875af1c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1096 time: 0.0683603 Nov 12 12:03:35.108033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-76f13748-1b37-4686-80b2-72184349a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.109376 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-76f13748-1b37-4686-80b2-72184349a148 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1096 time: 0.0800798 Nov 12 12:03:35.266632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-a2737c97-6c82-4821-8c17-80acc7b998f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.268037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-a2737c97-6c82-4821-8c17-80acc7b998f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1536345 Nov 12 12:03:35.271144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-e575f270-b482-4c13-afd4-a6f641b86640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.272588 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-e575f270-b482-4c13-afd4-a6f641b86640 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1509268 Nov 12 12:03:35.390059 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-a44b5309-0477-4dc3-aeb2-14f59c9d30f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1001 time: 0.1113343 Nov 12 12:03:35.392215 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-edef3ea3-1ea4-4c55-8dc0-82071162bf72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1001 time: 0.1124029 Nov 12 12:03:35.436597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ff832-4040-4f27-bb29-a40f77ac8ad0 req-ac678da6-b066-488b-9d55-ed17911275ca tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.438168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d0ff832-4040-4f27-bb29-a40f77ac8ad0 req-ac678da6-b066-488b-9d55-ed17911275ca tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0514402 Nov 12 12:03:35.484519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-a0918747-2f7f-4a1e-a684-7bfefa968e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.486290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-a0918747-2f7f-4a1e-a684-7bfefa968e97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0881355 Nov 12 12:03:35.492202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-f2d5684b-ceeb-45e7-aefb-5534ceb30622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.493725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-f2d5684b-ceeb-45e7-aefb-5534ceb30622 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0862346 Nov 12 12:03:35.508366 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d0ff832-4040-4f27-bb29-a40f77ac8ad0 req-a1c92421-f993-4af3-b47c-26a66d22b4b3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592430 Nov 12 12:03:35.567719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-41957690-19eb-4f06-8781-5e878dd1c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.569246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-41957690-19eb-4f06-8781-5e878dd1c8dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746672 Nov 12 12:03:35.571945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-b08ace12-921b-4239-bb43-405171e654c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:35.573296 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-b08ace12-921b-4239-bb43-405171e654c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698030 Nov 12 12:03:35.742261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-1f7058da-c24b-4475-a66d-4d6221d2fbaa service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614540 Nov 12 12:03:35.748204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-8419e7de-4f8e-447e-854f-85f4a77f4948 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624458 Nov 12 12:03:36.250317 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-c0640f38-6e77-43cd-af61-c5ddf0213af3 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004876 Nov 12 12:03:36.256439 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9efcfede-5204-4e01-a61c-4edce49f73a2 req-6f45d6a1-97b1-4973-96ce-96da5d713dd9 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977205 Nov 12 12:03:36.642336 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a19f6-805a-4fcd-be45-9f7faf0619f5 req-c79f84aa-00f9-4565-bb26-88cae23994b5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:36.644069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-529a19f6-805a-4fcd-be45-9f7faf0619f5 req-c79f84aa-00f9-4565-bb26-88cae23994b5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0548952 Nov 12 12:03:36.701949 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-529a19f6-805a-4fcd-be45-9f7faf0619f5 req-c4a8617a-0d78-4815-b393-75dd224d1221 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510595 Nov 12 12:03:37.832779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425a838-9f4e-42de-8fa4-559d74371d61 req-1fe1c362-5578-4e28-b0c3-a565f519db23 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:37.834514 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2425a838-9f4e-42de-8fa4-559d74371d61 req-1fe1c362-5578-4e28-b0c3-a565f519db23 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0564203 Nov 12 12:03:37.894342 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2425a838-9f4e-42de-8fa4-559d74371d61 req-d3d62663-41e7-493a-a500-954337cafaec tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506322 Nov 12 12:03:39.034953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aacbc-2c44-4aa6-bb80-e36f7814ada0 req-62b120f5-a394-4efa-bb71-3e437f90c76a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:39.036689 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-365aacbc-2c44-4aa6-bb80-e36f7814ada0 req-62b120f5-a394-4efa-bb71-3e437f90c76a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0664251 Nov 12 12:03:39.091677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-365aacbc-2c44-4aa6-bb80-e36f7814ada0 req-b1284486-066a-41bd-8143-bee9fb1cc035 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488260 Nov 12 12:03:40.225876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad9aa-b44c-4436-a1f0-3f880d1e6ae9 req-d7a3147a-e9e4-4c34-84ab-510233679133 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:40.228103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb7ad9aa-b44c-4436-a1f0-3f880d1e6ae9 req-d7a3147a-e9e4-4c34-84ab-510233679133 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0560610 Nov 12 12:03:40.281576 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb7ad9aa-b44c-4436-a1f0-3f880d1e6ae9 req-8273e8b9-c2e2-46bd-90a4-339625d28e25 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466878 Nov 12 12:03:41.407517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a62fda-aa67-4a4a-bb26-377dbccd126e req-4f9fd62d-0f06-4483-91c7-1d1b00e84c6d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:41.409118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8a62fda-aa67-4a4a-bb26-377dbccd126e req-4f9fd62d-0f06-4483-91c7-1d1b00e84c6d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0550189 Nov 12 12:03:41.468393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e8a62fda-aa67-4a4a-bb26-377dbccd126e req-b3cd292d-2067-4aad-a5ca-de0e00085635 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529630 Nov 12 12:03:42.600514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d76d16-0567-4f7b-aa83-b5e79cb56097 req-2d566350-930b-42d4-a6f2-04ca49247b6e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:42.602163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d76d16-0567-4f7b-aa83-b5e79cb56097 req-2d566350-930b-42d4-a6f2-04ca49247b6e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0555878 Nov 12 12:03:42.659949 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4d76d16-0567-4f7b-aa83-b5e79cb56097 req-3bdbca54-a6d0-4ed3-b110-9b588c41d479 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512636 Nov 12 12:03:43.786795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a670d6-bd1b-4aa7-a36d-0e67c83dbf0f req-581aa92f-2ce0-4d8f-9682-3744c4a05de7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:43.788377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81a670d6-bd1b-4aa7-a36d-0e67c83dbf0f req-581aa92f-2ce0-4d8f-9682-3744c4a05de7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0510643 Nov 12 12:03:43.842700 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-81a670d6-bd1b-4aa7-a36d-0e67c83dbf0f req-880cf9be-13ed-4215-b0c9-aa1e6260dae7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471320 Nov 12 12:03:44.969046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143e16-2235-4f55-af61-2de90ee4c2bf req-c550dd45-bd10-4112-abd9-cf30b46eb4d8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:44.970677 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95143e16-2235-4f55-af61-2de90ee4c2bf req-c550dd45-bd10-4112-abd9-cf30b46eb4d8 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0524037 Nov 12 12:03:45.030406 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95143e16-2235-4f55-af61-2de90ee4c2bf req-d8fc5816-4f9b-4828-81af-bc97b272d0ec tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525236 Nov 12 12:03:46.166568 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad8f8d-993b-4b33-b69c-81a812bd75f5 req-f845846f-d359-48d0-a3f6-d7e75394bd80 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:46.168106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fad8f8d-993b-4b33-b69c-81a812bd75f5 req-f845846f-d359-48d0-a3f6-d7e75394bd80 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0515471 Nov 12 12:03:46.219358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3fad8f8d-993b-4b33-b69c-81a812bd75f5 req-d0e6175e-6ee7-4be8-a876-307d15ef456d tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445588 Nov 12 12:03:47.356312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151748e6-c0fb-4369-9626-11c30016fd9e req-dd248c4b-86bd-4ad6-86ef-4e73e6ce4397 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:47.357964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-151748e6-c0fb-4369-9626-11c30016fd9e req-dd248c4b-86bd-4ad6-86ef-4e73e6ce4397 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0663812 Nov 12 12:03:47.418326 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-151748e6-c0fb-4369-9626-11c30016fd9e req-3c3973bb-9317-43f3-af5e-414036ac7e16 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529892 Nov 12 12:03:48.247363 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:48.551591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ea455-f76a-4057-9d32-b08d55a5fad9 req-87562dda-8d41-4991-a99f-83a0e20b4b8f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:48.553248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-243ea455-f76a-4057-9d32-b08d55a5fad9 req-87562dda-8d41-4991-a99f-83a0e20b4b8f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0551593 Nov 12 12:03:48.608450 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-243ea455-f76a-4057-9d32-b08d55a5fad9 req-eb0a75af-0ba3-4b9c-884b-47e8b3da8fe3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485168 Nov 12 12:03:49.057802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:03:49.162987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:49.176393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'mac_address': 'fa:16:3e:b1:cf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:03:49.223761 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:49.247542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7f4bd3-8b90-46ab-9e40-247b4ac165df {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:03:49.264260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580eb80-da0f-4131-a343-34e4d685a2d3 req-1b246e1c-ffc9-4302-a1b0-d648a225b182 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:49.265968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9580eb80-da0f-4131-a343-34e4d685a2d3 req-1b246e1c-ffc9-4302-a1b0-d648a225b182 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 944 time: 0.0519555 Nov 12 12:03:49.279444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:49.321903 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-3df550e5-3c45-40b3-8fbc-84766a5b21a2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:49.327867 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-3df550e5-3c45-40b3-8fbc-84766a5b21a2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.57 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290&tenant_id=23cae0bb1c2945748bebf0021664c232&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 944 time: 0.0713179 Nov 12 12:03:49.333746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9580eb80-da0f-4131-a343-34e4d685a2d3 req-c42c847b-db34-49f3-97d3-1887ee1daeff tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565856 Nov 12 12:03:49.345175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:49.391833 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8ebc75dd-1f30-4971-9c6f-892c6087b7d8 service neutron] 10.222.0.57 "GET /v2.0/ports/4a7f4bd3-8b90-46ab-9e40-247b4ac165df/bindings/n-h1-768852-22 HTTP/1.1" status: 200 len: 383 time: 0.0615435 Nov 12 12:03:49.400278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:49.408538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.410080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.410080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.410080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.410481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.410723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.411048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.411562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.411687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.412040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.412369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.412690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:03:49.460952 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-2967e3f8-d431-419c-a75e-988654017458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:49.462462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-2967e3f8-d431-419c-a75e-988654017458 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1097 time: 0.0439701 Nov 12 12:03:49.563797 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-3097c9f4-fe24-466b-9c17-65438079a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:49.565651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-3097c9f4-fe24-466b-9c17-65438079a740 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0955064 Nov 12 12:03:49.606285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['4a7f4bd3-8b90-46ab-9e40-247b4ac165df'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:03:49.644267 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-4eb7f25b-15ee-411b-bba7-79453bc955c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1002 time: 0.0690007 Nov 12 12:03:49.703150 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-6eccbf80-bb98-44f2-a234-236a53a772e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:49.704676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-6eccbf80-bb98-44f2-a234-236a53a772e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0524013 Nov 12 12:03:49.756221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-30916329-2672-43c0-bb63-a7b46f013886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:49.757777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-30916329-2672-43c0-bb63-a7b46f013886 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445869 Nov 12 12:03:49.856069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-a0a63fe0-688a-4b91-b57c-bb0178e15ed1 service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902798 Nov 12 12:03:49.957554 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-c91d0e46-16f2-4350-8e7f-75db31e6f06f service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934753 Nov 12 12:03:50.270087 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-c7b0a288-711d-40aa-8f3d-227e3f7e07f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463955 Nov 12 12:03:50.360417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-24342b43-d55f-441f-bcbc-26ddafefae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:50.362478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-24342b43-d55f-441f-bcbc-26ddafefae1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0450072 Nov 12 12:03:50.488895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-03afbf14-6b4c-4530-8955-6e75e86a4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:50.490364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-03afbf14-6b4c-4530-8955-6e75e86a4fca service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1053433 Nov 12 12:03:50.495029 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e0ea-a6a4-4eec-81e0-3741b6ec63fe req-a86dddb9-7d4c-4de4-9161-ec6e405e8e7b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:50.496680 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c38e0ea-a6a4-4eec-81e0-3741b6ec63fe req-a86dddb9-7d4c-4de4-9161-ec6e405e8e7b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0651419 Nov 12 12:03:50.538804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-ed6ad182-4578-4cb0-a1ed-63341fd4d7d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0399232 Nov 12 12:03:50.551589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c38e0ea-a6a4-4eec-81e0-3741b6ec63fe req-da905130-c6e6-4515-b780-eef05f2be819 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473020 Nov 12 12:03:50.598878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-0d7f098b-7b7f-480f-a39a-03ad6e72b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:50.600399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-0d7f098b-7b7f-480f-a39a-03ad6e72b1fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0535645 Nov 12 12:03:50.661283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-4b4b6e58-c94c-4997-9a99-61010c4dc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:50.663627 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-4b4b6e58-c94c-4997-9a99-61010c4dc4b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545335 Nov 12 12:03:50.766567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-bbb28649-d97d-4d83-8bc9-7c83d41a8a9b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942628 Nov 12 12:03:50.873883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b0bf07ac-4e01-4ab0-8419-30f539e92dd5 req-c13516dc-680c-4e83-ba27-1c8fcbfa8d03 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994596 Nov 12 12:03:51.084013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:03:51.190705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:51.218871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:03:51.223720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:03:51.224167 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:51.306318 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:51.338027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:03:51.340315 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7782385b-a9e9-4745-b2af-cb9a939cb0cc" -d '{"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-plugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:03:51.354470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:51.430128 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:51.482943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:51.518527 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04376be3-4a91-4e94-8f79-77d2ea089952 x-openstack-request-id: req-04376be3-4a91-4e94-8f79-77d2ea089952 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:03:51.518829 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-plugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:03:51.519080 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-04376be3-4a91-4e94-8f79-77d2ea089952 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:03:51.519470 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'code': 200} Nov 12 12:03:51.680901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5dac0-d876-4c7a-9f65-9418d8a2d844 req-d69c709a-54b6-4b39-ac77-bb66d3b2aca3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:51.682395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0c5dac0-d876-4c7a-9f65-9418d8a2d844 req-d69c709a-54b6-4b39-ac77-bb66d3b2aca3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0508928 Nov 12 12:03:51.731447 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0c5dac0-d876-4c7a-9f65-9418d8a2d844 req-8d1152fd-cc6e-4143-bb34-35c6c19a5a9e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Nov 12 12:03:52.871038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7689a-0192-4a75-98b3-57edd9429dfb req-106694f9-cbe8-4646-9357-1745f8b82ab1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:52.872971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6b7689a-0192-4a75-98b3-57edd9429dfb req-106694f9-cbe8-4646-9357-1745f8b82ab1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0637276 Nov 12 12:03:52.925219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e6b7689a-0192-4a75-98b3-57edd9429dfb req-a8ef0883-5c8d-4199-9e66-4af8ef1fc8a4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453138 Nov 12 12:03:54.047360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f8ef-89da-4d5d-b920-5ba2f748127a req-9633893a-17de-47a7-a005-003c9853a74b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:54.048866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4c9f8ef-89da-4d5d-b920-5ba2f748127a req-9633893a-17de-47a7-a005-003c9853a74b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0491757 Nov 12 12:03:54.118816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e4c9f8ef-89da-4d5d-b920-5ba2f748127a req-2bb5aca4-49f7-4f26-a43d-d685359fcf8b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620623 Nov 12 12:03:55.088893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:03:55.173928 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:55.198587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:03:55.200962 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1702fcb2-f21c-4348-aea2-fb5899074328" -d '{"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:03:55.215321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:55.260086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3da152-3b80-4350-a3d4-6d551a16fb76 req-8a4dfd43-bf69-44a1-923d-e92c0a87b184 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:55.261620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3da152-3b80-4350-a3d4-6d551a16fb76 req-8a4dfd43-bf69-44a1-923d-e92c0a87b184 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0586333 Nov 12 12:03:55.304976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:55.335031 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-ef748146-6ee0-4fc8-bb00-d996495c3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:55.335894 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-df3da152-3b80-4350-a3d4-6d551a16fb76 req-7ac311ba-a067-4647-8d21-a58c60aa5094 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676546 Nov 12 12:03:55.336631 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-ef748146-6ee0-4fc8-bb00-d996495c3ebc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290&tenant_id=23cae0bb1c2945748bebf0021664c232 HTTP/1.1" status: 200 len: 1098 time: 0.0531147 Nov 12 12:03:55.351740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:03:55.368889 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=10']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:55.398659 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a52dbc2-c0d2-49d0-bbaf-a3acfab02363 x-openstack-request-id: req-8a52dbc2-c0d2-49d0-bbaf-a3acfab02363 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:03:55.398951 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:03:55.399206 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8a52dbc2-c0d2-49d0-bbaf-a3acfab02363 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:03:55.399616 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'code': 200} Nov 12 12:03:55.420542 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:55.677698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:03:55.713607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:03:55.748755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7f4bd3-8b90-46ab-9e40-247b4ac165df {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:03:55.757235 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:55.770437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Transition to ACTIVE for port object 4a7f4bd3-8b90-46ab-9e40-247b4ac165df will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:03:55.824875 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:55.911482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=11']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:55.961381 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] No DVR routers for this DVR port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:03:56.105936 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:03:56.106452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:03:56.106639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:03:56.112589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:03:56.112790 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Attempting to bind port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on network 396e32a6-64f0-434d-a5d5-e1653c2fc123 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:03:56.118312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:03:56.118661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Checking segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:03:56.119057 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Bound using segment: {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:03:56.119494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Bound port: 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d858fc-b370-42af-92f9-43ae4011e6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:03:56.120029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:56.193798 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:03:56.197223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:03:56.259348 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:56.298451 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.299134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:56.301155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] 10.222.0.69 "PUT /v2.0/ports/4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1094 time: 0.9547856 Nov 12 12:03:56.306693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:03:56.306693 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e67dc3c-c642-4a2b-81df-a97a145e48de" -d '{"events": [{"name": "network-changed", "server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:03:56.333425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b565107-d38d-440f-a1c9-467eeeae8c3e service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=12']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:03:56.371231 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ff860f-e362-4e06-9842-52f4fb3e205b x-openstack-request-id: req-c7ff860f-e362-4e06-9842-52f4fb3e205b {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:03:56.372002 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:03:56.372002 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c7ff860f-e362-4e06-9842-52f4fb3e205b {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:03:56.372267 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'status': 'completed', 'code': 200} Nov 12 12:03:56.404755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b2fbc9d-aca2-4d1d-bac1-9a5c4da62e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.406525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8b2fbc9d-aca2-4d1d-bac1-9a5c4da62e61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1097 time: 0.0742624 Nov 12 12:03:56.466557 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4817c-1541-40c7-9025-24850f8131be req-5f183501-3c8c-4a92-b20a-0dd6f81ba7d5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.469616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3c4817c-1541-40c7-9025-24850f8131be req-5f183501-3c8c-4a92-b20a-0dd6f81ba7d5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0551522 Nov 12 12:03:56.504165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-7ea33121-2d89-4cb1-b766-b905fc5a0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.505705 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-7ea33121-2d89-4cb1-b766-b905fc5a0d90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1097 time: 0.1136746 Nov 12 12:03:56.525586 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3c4817c-1541-40c7-9025-24850f8131be req-933ba5db-6c2f-4cef-a022-f5713d1546aa tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489743 Nov 12 12:03:56.554555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-6f62fe46-82cd-4cac-96b3-32733ebf3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.556044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-6f62fe46-82cd-4cac-96b3-32733ebf3e1e service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1346810 Nov 12 12:03:56.669451 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-8873894c-7b14-4137-82ef-911a68c2c085 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1001 time: 0.0867419 Nov 12 12:03:56.672278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-4e3d5b2a-e206-4857-8017-f2f3a312f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.673677 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-4e3d5b2a-e206-4857-8017-f2f3a312f6e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1589034 Nov 12 12:03:56.770089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-54ff312b-3783-4c5e-aa0f-ac5b4fc108fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.771647 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-54ff312b-3783-4c5e-aa0f-ac5b4fc108fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0948703 Nov 12 12:03:56.778351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-5971083c-9315-402f-a79a-0adb03c7f631 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1001 time: 0.0939512 Nov 12 12:03:56.851586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-ae72570b-a86e-44b9-92e0-bf8580c36464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.853297 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-ae72570b-a86e-44b9-92e0-bf8580c36464 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0645452 Nov 12 12:03:56.859702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-628423fe-db6a-4dc0-a25d-d2dadecddf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.861172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-628423fe-db6a-4dc0-a25d-d2dadecddf86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810504 Nov 12 12:03:56.964160 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-3d8ad116-9808-4399-9b42-4ecee57b324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:56.965685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-3d8ad116-9808-4399-9b42-4ecee57b324f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036487 Nov 12 12:03:57.010640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-51f712f1-435f-4c57-85fa-957332146825 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395507 Nov 12 12:03:57.133661 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-a1c5123c-83fe-4282-bc8f-d695df29d41c service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593368 Nov 12 12:03:57.174880 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-794f4d83-01f0-44df-aa69-1362c1f6110b req-35f2aa3a-ca52-487b-9632-e690c6f6b83e service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323731 Nov 12 12:03:57.281813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-88fb2749-3158-42d0-8f26-fd0808d4043d service neutron] 10.222.0.57 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396923 Nov 12 12:03:57.287275 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-9d191c45-7bd5-4c6a-b4c2-85f4e477f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:57.288798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-9d191c45-7bd5-4c6a-b4c2-85f4e477f7e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1097 time: 0.0671663 Nov 12 12:03:57.408456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-3b1a6677-4062-425c-958c-b8f37a693bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:57.409895 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-3b1a6677-4062-425c-958c-b8f37a693bbb service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.1131217 Nov 12 12:03:57.488150 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-8e1f6f69-292b-4184-b6f1-188f14201335 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1001 time: 0.0679288 Nov 12 12:03:57.550907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-a12d4173-ee38-4409-b76d-52da43c6c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:57.553274 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-a12d4173-ee38-4409-b76d-52da43c6c2ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0565329 Nov 12 12:03:57.609447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-33d8c4db-5013-4562-832d-e72f3a7a4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:57.611206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-33d8c4db-5013-4562-832d-e72f3a7a4696 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489898 Nov 12 12:03:57.666721 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6583085-9916-4032-b1cb-c0951217300e req-1ada575f-a5ce-4a28-86c5-1b0b9fb74a5f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:57.668237 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6583085-9916-4032-b1cb-c0951217300e req-1ada575f-a5ce-4a28-86c5-1b0b9fb74a5f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0636585 Nov 12 12:03:57.725043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-068c5084-6343-43de-a275-6609037c0354 service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055007 Nov 12 12:03:57.729879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6583085-9916-4032-b1cb-c0951217300e req-f8ba7f2c-e606-4f3b-b3f6-154b1bc4f3d9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527716 Nov 12 12:03:57.823456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0e67dc3c-c642-4a2b-81df-a97a145e48de req-583fcde0-8891-4f25-8885-e4cbf415926e service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902889 Nov 12 12:03:58.864847 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e68760-f36a-4dbf-921d-df39598654e9 req-55353b6e-6894-469f-92b9-887e52b295de tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:58.866472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84e68760-f36a-4dbf-921d-df39598654e9 req-55353b6e-6894-469f-92b9-887e52b295de tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0590429 Nov 12 12:03:58.915987 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84e68760-f36a-4dbf-921d-df39598654e9 req-42fd4587-5205-474b-8b79-04d239e09448 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Nov 12 12:03:59.278771 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-e771d562-807f-4785-89b8-2a4160330968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:59.280423 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-e771d562-807f-4785-89b8-2a4160330968 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23cae0bb1c2945748bebf0021664c232&device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 1097 time: 0.0438991 Nov 12 12:03:59.378547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f1509d9a-7621-41cb-8897-21d03de7252c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:03:59.394016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-efab08e3-2a44-4d50-9d42-b91a34487a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:59.395587 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-efab08e3-2a44-4d50-9d42-b91a34487a32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 200 len: 912 time: 0.0949001 Nov 12 12:03:59.475896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-616f3e4b-98f1-40df-bfa5-e2a216e51dd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 200 len: 1001 time: 0.0709150 Nov 12 12:03:59.536863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-c082046e-7b5a-479a-9203-9b791f8df061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:59.538500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-c082046e-7b5a-479a-9203-9b791f8df061 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 200 len: 850 time: 0.0528245 Nov 12 12:03:59.597481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-5699f67b-66bd-4af2-b7f4-f566a81410df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:03:59.599072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-5699f67b-66bd-4af2-b7f4-f566a81410df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=396e32a6-64f0-434d-a5d5-e1653c2fc123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530646 Nov 12 12:03:59.707635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-1d84c3a0-23ff-4947-a866-f94ddeb769fc service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988133 Nov 12 12:03:59.815152 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f6fd4c9-922e-491d-93a6-3ec1145bb4e9 req-46674988-2cae-4fda-a117-89b253606adb service neutron] 10.222.0.69 "GET /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989883 Nov 12 12:04:00.049575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d04d17-102f-4eb5-9292-3c7578e34a4d req-8fc05822-2a8d-4127-8d0d-07f9f38dd2d7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:00.051155 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78d04d17-102f-4eb5-9292-3c7578e34a4d req-8fc05822-2a8d-4127-8d0d-07f9f38dd2d7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0545774 Nov 12 12:04:00.106553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78d04d17-102f-4eb5-9292-3c7578e34a4d req-8c78127e-d403-4377-b88a-5ff614541f07 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494039 Nov 12 12:04:01.242553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6687e-966f-40ff-8741-c0e705a4c0fe req-ce650ea0-eade-4c69-904b-e3ba15ed64c7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:01.244162 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7e6687e-966f-40ff-8741-c0e705a4c0fe req-ce650ea0-eade-4c69-904b-e3ba15ed64c7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0561192 Nov 12 12:04:01.294110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7e6687e-966f-40ff-8741-c0e705a4c0fe req-29af5085-7d45-46aa-af7a-8c196b8054b7 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Nov 12 12:04:01.869693 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e00c8cee-282b-48ca-873f-d343618f56ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:02.419933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39e02a-2341-41b6-9c1a-c33677520c81 req-b358bfa6-cf29-4b33-9e2f-09fcbcb84276 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:02.421454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c39e02a-2341-41b6-9c1a-c33677520c81 req-b358bfa6-cf29-4b33-9e2f-09fcbcb84276 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0500216 Nov 12 12:04:02.474230 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1c39e02a-2341-41b6-9c1a-c33677520c81 req-b1cf03d9-92cb-46bd-be26-89ed93ea1ef3 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465546 Nov 12 12:04:03.258368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:03.597855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c7e3d-d301-4590-8bbe-8355db2b2d53 req-b11a1e9a-7a9b-4567-92b4-f7209b25aaa2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:03.599339 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-258c7e3d-d301-4590-8bbe-8355db2b2d53 req-b11a1e9a-7a9b-4567-92b4-f7209b25aaa2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0478611 Nov 12 12:04:03.651490 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-258c7e3d-d301-4590-8bbe-8355db2b2d53 req-58343e8a-c730-4160-94bb-3132e27227e1 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461416 Nov 12 12:04:04.371479 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:04.772099 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c265-1cff-4d7d-a54d-b8da80e41046 req-1b2aaa93-644c-4057-a0ee-cfe2f1ed5479 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:04.773287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a334c265-1cff-4d7d-a54d-b8da80e41046 req-1b2aaa93-644c-4057-a0ee-cfe2f1ed5479 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0509562 Nov 12 12:04:04.822518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a334c265-1cff-4d7d-a54d-b8da80e41046 req-a9611bd4-f0f2-4be6-95f3-c3e52f8c9b2b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428901 Nov 12 12:04:04.892708 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:05.941907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a22a0-3d1b-406a-8398-afee2f3242a9 req-f937b807-d9a6-4cf3-9265-ca1748b959af tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:05.943344 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a1a22a0-3d1b-406a-8398-afee2f3242a9 req-f937b807-d9a6-4cf3-9265-ca1748b959af tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0500724 Nov 12 12:04:05.991347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5a1a22a0-3d1b-406a-8398-afee2f3242a9 req-e98b568c-1191-4407-9c98-72bf3204dfac tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 Nov 12 12:04:07.113335 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4bc39-7416-4179-aea2-58556c1c3d68 req-350ead8d-39c8-4e60-9289-a75523e65199 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:07.114872 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27a4bc39-7416-4179-aea2-58556c1c3d68 req-350ead8d-39c8-4e60-9289-a75523e65199 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0532217 Nov 12 12:04:07.161466 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27a4bc39-7416-4179-aea2-58556c1c3d68 req-dda22796-57c3-4c29-ab97-d69b006f3832 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407043 Nov 12 12:04:08.280950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96cb19-74f3-4f0c-9c18-56195eb45b14 req-739aa46c-f46e-45ec-82c4-91043fe526ac tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:08.282467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb96cb19-74f3-4f0c-9c18-56195eb45b14 req-739aa46c-f46e-45ec-82c4-91043fe526ac tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0500393 Nov 12 12:04:08.331707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb96cb19-74f3-4f0c-9c18-56195eb45b14 req-a03784b1-500d-43cc-b227-da3593dc6fb9 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430992 Nov 12 12:04:08.919506 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:04:09.458823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f36e-269f-41e7-816b-f80e92e4cd9a req-37d73141-c9af-41ce-a94c-8936733b5cab tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:09.460378 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37c5f36e-269f-41e7-816b-f80e92e4cd9a req-37d73141-c9af-41ce-a94c-8936733b5cab tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0535898 Nov 12 12:04:09.509220 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37c5f36e-269f-41e7-816b-f80e92e4cd9a req-76e20dfb-d26d-4449-a993-abeb1791737e tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Nov 12 12:04:10.635152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb828d-3936-47d4-95e8-7c0005469118 req-66946341-5dca-4f93-bfe3-c7910eea8bd4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:10.636943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8fb828d-3936-47d4-95e8-7c0005469118 req-66946341-5dca-4f93-bfe3-c7910eea8bd4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0529945 Nov 12 12:04:10.691878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c8fb828d-3936-47d4-95e8-7c0005469118 req-c6a1f9e5-c138-40f7-88d9-3141b4817876 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 Nov 12 12:04:10.824785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca521df-23e8-4c22-8f71-0aca12520fda req-d4282b3d-1f1e-487a-8bd2-81fe84c848de tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:10.832744 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dca521df-23e8-4c22-8f71-0aca12520fda req-d4282b3d-1f1e-487a-8bd2-81fe84c848de tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0671248 Nov 12 12:04:10.882393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dca521df-23e8-4c22-8f71-0aca12520fda req-c4ebedfc-b615-4e7d-bea7-a33ce2e2661f tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485363 Nov 12 12:04:10.903207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:04:11.010951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:11.011485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a369e2-532e-4d9d-a804-bfe350588ce3 req-3852548b-22f1-442c-bd7a-e10f1312dc82 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:11.013261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3a369e2-532e-4d9d-a804-bfe350588ce3 req-3852548b-22f1-442c-bd7a-e10f1312dc82 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 945 time: 0.0585206 Nov 12 12:04:11.024389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'port_id': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'mac_address': 'fa:16:3e:b1:cf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:04:11.069248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3a369e2-532e-4d9d-a804-bfe350588ce3 req-0d63ad5f-573c-4fed-9bae-09ccd0c6ca29 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488021 Nov 12 12:04:11.072672 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:11.087063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7f4bd3-8b90-46ab-9e40-247b4ac165df {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:04:11.108882 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:11.184124 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:11.235309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=13']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:11.470902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['4a7f4bd3-8b90-46ab-9e40-247b4ac165df'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:04:11.543595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd386-5c1e-48c2-94fa-7a8137eac9ea req-47b8b3fe-e16d-46b4-96e4-34e050896de5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:11.546029 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a8cd386-5c1e-48c2-94fa-7a8137eac9ea req-47b8b3fe-e16d-46b4-96e4-34e050896de5 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0583010 Nov 12 12:04:11.607641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a8cd386-5c1e-48c2-94fa-7a8137eac9ea req-c525e3fd-1029-477c-978d-182d74ca78a2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544159 Nov 12 12:04:12.734218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e958-92c5-41b6-932d-0642b7fb6413 req-203d57de-172d-4c97-994d-39298934af9b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:12.735653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8723e958-92c5-41b6-932d-0642b7fb6413 req-203d57de-172d-4c97-994d-39298934af9b tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 946 time: 0.0539150 Nov 12 12:04:12.784036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8723e958-92c5-41b6-932d-0642b7fb6413 req-7353b81b-a60a-482c-bf6e-cf0391a60c39 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Nov 12 12:04:12.919269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:13.040922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:04:13.045365 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:13.045805 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:13.123606 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:13.147873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:13.150144 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc11588e-8139-4cbc-8652-a404dfae2b5b" -d '{"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-plugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:13.163849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:13.188866 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c32f664-ca1a-4d2f-90e9-82bd5286206c x-openstack-request-id: req-9c32f664-ca1a-4d2f-90e9-82bd5286206c {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:13.189159 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-plugged", "status": "completed", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:13.189437 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c32f664-ca1a-4d2f-90e9-82bd5286206c {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:13.189838 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'code': 200} Nov 12 12:04:13.230233 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:13.278173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=14']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:13.366308 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-5a577259-995a-4957-8656-f773721ccc5a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:13.367749 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-5a577259-995a-4957-8656-f773721ccc5a tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 947 time: 0.0520217 Nov 12 12:04:13.461346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Deleting port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:13.461690 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:13.560421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] For port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:13.560786 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:13.742731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:13.743360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:13.743904 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Floating IP 1870021b-580f-472a-906c-30f340487be3 disassociated. External IP: 172.25.3.119, port: 4a7f4bd3-8b90-46ab-9e40-247b4ac165df. Nov 12 12:04:13.744591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Calling delete_port for 4a7f4bd3-8b90-46ab-9e40-247b4ac165df owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:13.921031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7037b-b911-4031-adc8-900b531659cb req-78627d8c-04fd-4eed-9117-e89489ef9ab2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:13.922620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-edc7037b-b911-4031-adc8-900b531659cb req-78627d8c-04fd-4eed-9117-e89489ef9ab2 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 947 time: 0.0530136 Nov 12 12:04:13.967273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:13.973361 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-edc7037b-b911-4031-adc8-900b531659cb req-4174fb20-12bb-4752-9c64-f1d7afbfab37 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9c9f29c-d445-4d59-a40a-04a0bd397397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Nov 12 12:04:13.999148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event deleted for resources: {'Port': ['ID=4a7f4bd3-8b90-46ab-9e40-247b4ac165df,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:14.123481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:04:14.246760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:04:14.261620 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:04:14.272627 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:14.273150 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:04:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:14.293586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] No DVR routers for this DVR port 4a7f4bd3-8b90-46ab-9e40-247b4ac165df on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:04:14.296571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:14.299895 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c93d9aa-7104-4375-ae80-7f97ea5bfb23 req-a4d7782d-a15c-4a51-b867-87d414a96109 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.69 "DELETE /v2.0/ports/4a7f4bd3-8b90-46ab-9e40-247b4ac165df HTTP/1.1" status: 204 len: 173 time: 0.9257236 Nov 12 12:04:14.300405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-deleted', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:14.302711 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0904dc6f-5925-42a0-b77b-e08929ba1f19" -d '{"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-deleted", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:14.341737 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1004370-24ec-4bbe-a2c2-1611e74ca686 x-openstack-request-id: req-e1004370-24ec-4bbe-a2c2-1611e74ca686 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:14.342050 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedcaafd-f6be-4cf0-874d-ac52e3f23290", "name": "network-vif-deleted", "tag": "4a7f4bd3-8b90-46ab-9e40-247b4ac165df", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:14.342373 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e1004370-24ec-4bbe-a2c2-1611e74ca686 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:14.342813 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedcaafd-f6be-4cf0-874d-ac52e3f23290', 'name': 'network-vif-deleted', 'tag': '4a7f4bd3-8b90-46ab-9e40-247b4ac165df', 'status': 'completed', 'code': 200} Nov 12 12:04:14.389452 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:14.712120 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:14.740926 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:04:14.749831 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:14.750452 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:04:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:14.866833 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:15.077382 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:15.082244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3c8a9000-a091-4e76-b3ac-da1450f01f81 req-3983fbb3-c247-4309-a770-54d71650fcf4 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 210 time: 0.0315135 Nov 12 12:04:15.105048 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02eab9-17bf-4ddf-a174-5665b2fe7788 None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T11:53:24Z', 'revision_number': 4, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '0e31487a-9099-40ce-aa40-cbcb9adca7ec', 'name': '', 'network_id': '396e32a6-64f0-434d-a5d5-e1653c2fc123', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'mac_address': 'fa:16:3e:7d:34:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:23Z', 'updated_at': '2021-11-12T11:53:27Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'subnets': [{'id': 'f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:04:15.348892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db1055-aa5c-47bc-b594-0326ec4208fa None None] New status for floating IP 1870021b-580f-472a-906c-30f340487be3: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:04:16.192810 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45ce03bc-4c1e-40f2-bb3d-129bac18cab6 req-3234442f-05e3-4ed1-8d8a-11e9788c76ef tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 210 time: 0.0349758 Nov 12 12:04:16.919486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:04:16.941535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 4a7f4bd3-8b90-46ab-9e40-247b4ac165df {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:04:16.941757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 4a7f4bd3-8b90-46ab-9e40-247b4ac165df not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:04:17.299265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3460b253-83e9-4b86-9bf6-63079d4553dd req-9463e2c1-344a-4dab-8b37-aa02398d00bd tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 210 time: 0.0286770 Nov 12 12:04:18.246613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:18.399545 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bb1ad1ef-af58-4b0a-9ae5-d85feba884c1 req-da87b4ae-7ab7-43ae-86c6-3d35bc9fb532 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 210 time: 0.0267942 Nov 12 12:04:19.511183 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47f79630-c6db-4c0f-882a-b7d5758c5192 req-4f3d3eaa-2a37-415c-862f-d0d9ea639e13 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/ports?device_id=cedcaafd-f6be-4cf0-874d-ac52e3f23290 HTTP/1.1" status: 200 len: 210 time: 0.0284617 Nov 12 12:04:21.206676 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.470462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42390) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:24.526509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.553914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.675493 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.678199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.679389 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "DELETE /v2.0/security-groups/f9c9f29c-d445-4d59-a40a-04a0bd397397 HTTP/1.1" status: 204 len: 168 time: 0.2077413 Nov 12 12:04:24.682726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42392) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:24.690210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c9f29c-d445-4d59-a40a-04a0bd397397,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:24.699329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.699703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.700050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.700396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.700852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.701087 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.701396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.701728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.702075 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.702384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.702596 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-833fc91f-3a1c-423d-a874-835db1d0d455 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] show failed (client error): The resource could not be found. Nov 12 12:04:24.702727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.703023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad9879-691a-44de-a197-99939c8e2fc0 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:24.705342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-833fc91f-3a1c-423d-a874-835db1d0d455 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "GET /v2.0/security-groups/f9c9f29c-d445-4d59-a40a-04a0bd397397 HTTP/1.1" status: 404 len: 347 time: 0.0191998 Nov 12 12:04:24.706615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42394) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:24.843182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Deleting port 569963fc-3b83-4774-adef-8356e921dcfc {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:24.843519 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.918957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.919289 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:24.931084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Calling delete_port for 569963fc-3b83-4774-adef-8356e921dcfc owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:25.104048 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:25.134757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Pushing event deleted for resources: {'Port': ['ID=569963fc-3b83-4774-adef-8356e921dcfc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:25.195065 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:25.198036 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:25.199187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e56a87b3-51e8-4b02-a744-0c1a190d0d72 tempest-ServerActionsTestJSON-814041044 tempest-ServerActionsTestJSON-814041044-project] 10.222.0.98 "DELETE /v2.0/floatingips/1870021b-580f-472a-906c-30f340487be3 HTTP/1.1" status: 204 len: 168 time: 0.4916134 Nov 12 12:04:25.202123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42396) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:25.725046 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:25.970945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Deleting port 0e31487a-9099-40ce-aa40-cbcb9adca7ec {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:25.971203 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:26.052707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] For port 0e31487a-9099-40ce-aa40-cbcb9adca7ec, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=0e31487a-9099-40ce-aa40-cbcb9adca7ec,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:26.053075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:26.069170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Calling delete_port for 0e31487a-9099-40ce-aa40-cbcb9adca7ec owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:26.307899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:26.331849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e31487a-9099-40ce-aa40-cbcb9adca7ec,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:26.837484 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:27.043675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:04:27.147710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:04:27.154899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-255e451d-53c1-45cd-94b5-33118d72452a admin admin] 10.222.0.98 "PUT /v2.0/routers/1cc9898c-c4f6-4ba7-92ee-5ba8610673ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506602 Nov 12 12:04:27.156279 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] Sync routers for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:04:27.156829 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42400) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:27.167230 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:27.167818 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:04:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:27.265518 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:27.274062 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:27.369395 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:27.448374 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T12:04:26Z', 'revision_number': 5, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port': {'id': '5f7cab0d-8f30-43c0-91a3-320aae33b906', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:91:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T11:53:21Z', 'updated_at': '2021-11-12T11:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:27.477429 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Deleting port 5f7cab0d-8f30-43c0-91a3-320aae33b906 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:27.477776 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:27.478338 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] Checking router: 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:04:27.486657 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] Routers {'1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:04:27.487181 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:04:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:27.556874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] For port 5f7cab0d-8f30-43c0-91a3-320aae33b906, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5f7cab0d-8f30-43c0-91a3-320aae33b906,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:27.557239 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:27.570535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Calling delete_port for 5f7cab0d-8f30-43c0-91a3-320aae33b906 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:27.573017 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] Set router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:04:27.624450 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T12:04:27Z', 'revision_number': 6, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:27.653692 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec21aa1-6d3a-462b-9706-9fb2a8c957e5 None None] The sync data for ids ['1cc9898c-c4f6-4ba7-92ee-5ba8610673ce'] in n-d-768852-22 is: [{'id': '1cc9898c-c4f6-4ba7-92ee-5ba8610673ce', 'name': 'tempest-ServerActionsTestJSON-313896840-router', 'tenant_id': '23cae0bb1c2945748bebf0021664c232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T11:53:20Z', 'updated_at': '2021-11-12T12:04:27Z', 'revision_number': 6, 'project_id': '23cae0bb1c2945748bebf0021664c232', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:04:27.823639 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:27.847414 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7cab0d-8f30-43c0-91a3-320aae33b906,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:27.863310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac170e7-801d-470c-a634-38af4d970892 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:04:27.910511 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:27.999430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.001749 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.126665 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.127182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc9898c-c4f6-4ba7-92ee-5ba8610673ce {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:04:28.132016 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.133214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d0675e89-f55f-4377-ac93-cf9be0fec390 admin admin] 10.222.0.98 "DELETE /v2.0/routers/1cc9898c-c4f6-4ba7-92ee-5ba8610673ce HTTP/1.1" status: 204 len: 168 time: 0.9753430 Nov 12 12:04:28.135746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42402) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:28.180396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c56f981-e0d8-4cfe-be5d-1de73e33eec6 admin admin] Deleting subnet f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:04:28.183475 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c56f981-e0d8-4cfe-be5d-1de73e33eec6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.219193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c56f981-e0d8-4cfe-be5d-1de73e33eec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.299544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c56f981-e0d8-4cfe-be5d-1de73e33eec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.425868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c56f981-e0d8-4cfe-be5d-1de73e33eec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.427342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5f7cab0d-8f30-43c0-91a3-320aae33b906 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:04:28.447961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 5f7cab0d-8f30-43c0-91a3-320aae33b906 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:04:28.448456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5f7cab0d-8f30-43c0-91a3-320aae33b906 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:04:28.448948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0e31487a-9099-40ce-aa40-cbcb9adca7ec no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:04:28.455224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1c56f981-e0d8-4cfe-be5d-1de73e33eec6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.461409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1c56f981-e0d8-4cfe-be5d-1de73e33eec6 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6 HTTP/1.1" status: 204 len: 168 time: 0.3222418 Nov 12 12:04:28.461409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56f981-e0d8-4cfe-be5d-1de73e33eec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65beb67-6ef7-4e80-b7cc-ddb4f3e537d6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:28.464262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42404) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:28.469523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2131e11-c45e-4fea-a5c7-9fae10e9be4c None None] Network 396e32a6-64f0-434d-a5d5-e1653c2fc123 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:28.472504 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 0e31487a-9099-40ce-aa40-cbcb9adca7ec {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:04:28.472838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 0e31487a-9099-40ce-aa40-cbcb9adca7ec not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:04:28.539635 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.595868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Deleting port 8bfb62b2-3deb-473c-abe7-bfefa45da623 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:28.596506 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.669463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] For port 8bfb62b2-3deb-473c-abe7-bfefa45da623, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8bfb62b2-3deb-473c-abe7-bfefa45da623,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:28.669884 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.674820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] DHCP port deletion for 396e32a6-64f0-434d-a5d5-e1653c2fc123 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:04:28.685550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Calling delete_port for 8bfb62b2-3deb-473c-abe7-bfefa45da623 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:28.722796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] Deleting port 8bfb62b2-3deb-473c-abe7-bfefa45da623 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:04:28.722796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.789655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] For port 8bfb62b2-3deb-473c-abe7-bfefa45da623, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8bfb62b2-3deb-473c-abe7-bfefa45da623,segment=NetworkSegment(47d858fc-b370-42af-92f9-43ae4011e6c5),segment_id=47d858fc-b370-42af-92f9-43ae4011e6c5)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:28.790046 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.802878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] Calling delete_port for 8bfb62b2-3deb-473c-abe7-bfefa45da623 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:04:28.839458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.867839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfb62b2-3deb-473c-abe7-bfefa45da623,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:28.869952 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] No DVR routers for this DVR port 8bfb62b2-3deb-473c-abe7-bfefa45da623 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:04:28.879203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.907650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] Pushing event deleted for resources: {'Port': ['ID=8bfb62b2-3deb-473c-abe7-bfefa45da623,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:28.911747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad6a156-ab30-4945-835f-c6512228d2ac None None] No DVR routers for this DVR port 8bfb62b2-3deb-473c-abe7-bfefa45da623 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:04:28.948943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:28.969236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396e32a6-64f0-434d-a5d5-e1653c2fc123']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:28.978953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d858fc-b370-42af-92f9-43ae4011e6c5') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:28.979254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d858fc-b370-42af-92f9-43ae4011e6c5') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:04:28.988477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.002055 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.009088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:04:29.009088 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:04:29.010102 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:04:29.143810 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.149737 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.152871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] 10.222.0.98 "DELETE /v2.0/networks/396e32a6-64f0-434d-a5d5-e1653c2fc123 HTTP/1.1" status: 204 len: 168 time: 0.6897798 Nov 12 12:04:29.164231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cff79-0538-478e-b1dd-851d9777c626 admin admin] Pushing event deleted for resources: {'Network': ['ID=396e32a6-64f0-434d-a5d5-e1653c2fc123,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:29.412352 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cf8b3ce6-74c1-457a-9b8d-21826c2535fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.634123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42408) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:29.693242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-41523fd8-7a0a-4b74-b483-d7aa0f585c61 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=23cae0bb1c2945748bebf0021664c232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578389 Nov 12 12:04:29.695874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42410) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:29.750249 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ee008a03-d8dd-4256-b5d9-49e226fb74d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.771857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ee008a03-d8dd-4256-b5d9-49e226fb74d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.886710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ee008a03-d8dd-4256-b5d9-49e226fb74d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.889366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ee008a03-d8dd-4256-b5d9-49e226fb74d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:29.890554 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ee008a03-d8dd-4256-b5d9-49e226fb74d6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a4b63809-21aa-4246-9355-4cb1d60b5714 HTTP/1.1" status: 204 len: 168 time: 0.1937332 Nov 12 12:04:29.898850 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee008a03-d8dd-4256-b5d9-49e226fb74d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b63809-21aa-4246-9355-4cb1d60b5714,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:30.175725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8bfb62b2-3deb-473c-abe7-bfefa45da623 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:04:30.197205 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 8bfb62b2-3deb-473c-abe7-bfefa45da623 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:04:30.197446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 8bfb62b2-3deb-473c-abe7-bfefa45da623 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:04:31.024414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42432) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:31.120699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-971127143-network', 'tenant_id': '092495e529064abc9fca7a888c035910'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:31.233837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Made reservation on behalf of 092495e529064abc9fca7a888c035910 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:31.236359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.245699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.324285 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.405273 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.433402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:04:31.439747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c650ba4-cdbe-4d27-b5c1-beb62687e88a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:31.448240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.448587 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Added segment 7228918d-a837-4c57-ae08-ff538baf4203 of type vlan for network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc Nov 12 12:04:31.488326 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.560847 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.561781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:31.562414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.625244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc6b831-33b4-4f1c-85bd-987e2cb145dc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:31.638701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:04:31.642340 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c4ec8b77-f1d3-40a8-b173-09e8deb08fc7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6170049 Nov 12 12:04:31.646978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42436) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:04:31.661239 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Request body: {'subnet': {'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-971127143-subnet', 'tenant_id': '092495e529064abc9fca7a888c035910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:31.761070 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Made reservation on behalf of 092495e529064abc9fca7a888c035910 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:31.763779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.938040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-02d0841f-21aa-43f7-9870-d7fb7dde312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:31.983855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:32.038466 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c2d0ec-8a2f-46ee-bade-e51960ddf467,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:32.049501 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Checking segment: {'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:32.049884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Network hostable DHCP agents. Network: 1fc6b831-33b4-4f1c-85bd-987e2cb145dc, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:04:32.132593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:04:32.224030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 1fc6b831-33b4-4f1c-85bd-987e2cb145dc) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:32.228711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:32.229648 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:32.232661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b5c00-5e94-44e0-a088-84bb5f1899e2 None None] Network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:32.300849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0ad2742c-f390-4cc2-b188-b5b550eadb6b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6538279 Nov 12 12:04:32.359031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f457e2c6-6f26-4e93-a92d-dff62a35a7c6 None None] Network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:04:32.726092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411c11-138c-4299-abfa-6eb1741d550b req-f47ff411-76b4-48b7-9737-9c75a959bedc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:32.727498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-f47ff411-76b4-48b7-9737-9c75a959bedc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/networks?id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc HTTP/1.1" status: 200 len: 813 time: 0.1088893 Nov 12 12:04:32.742896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-9adcef57-5e07-4470-9b2c-52ad956a6664 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/quotas/092495e529064abc9fca7a888c035910 HTTP/1.1" status: 200 len: 375 time: 0.0094571 Nov 12 12:04:32.774749 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-27d73dbd-b5dc-464a-9de9-3d5c351b7d86 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=092495e529064abc9fca7a888c035910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263553 Nov 12 12:04:32.867471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-6fe07d22-b20c-418d-8144-c737f05abdbb service neutron] 10.222.0.98 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857985 Nov 12 12:04:32.957068 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-5647e8e9-96c9-4cc6-8cae-17f05bb6d7fd service neutron] 10.222.0.98 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833914 Nov 12 12:04:33.225180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ac333f4-7692-4d97-b0a1-5cafc1b0679d req-2ebf8877-889d-4c21-bef4-68a333b1c521 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Nov 12 12:04:33.247188 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:34.309111 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7e43afe5-6bbc-4dc6-a16d-ae2c71ebeb08 req-d43669b0-752c-473d-9536-26da43909d47 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 210 time: 0.0305879 Nov 12 12:04:34.399010 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:34.898283 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:35.408646 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b98e352-2b58-4b0c-98a1-549f97f91933 req-8d929aa3-a5c1-4cc9-8215-f146773d7464 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 210 time: 0.0277956 Nov 12 12:04:35.684152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411c11-138c-4299-abfa-6eb1741d550b req-15b42d33-73a2-48b5-ad9f-bd44481d8765 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:35.685601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-15b42d33-73a2-48b5-ad9f-bd44481d8765 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.69 "GET /v2.0/networks?id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc HTTP/1.1" status: 200 len: 813 time: 0.1013100 Nov 12 12:04:35.699225 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Request body: {'port': {'device_id': '7101ee01-7071-4cdb-a384-0c37e54663b3', 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc', 'admin_state_up': True, 'tenant_id': '092495e529064abc9fca7a888c035910'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:35.949504 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Made reservation on behalf of 092495e529064abc9fca7a888c035910 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:35.953185 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:36.082324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Allocated IP 172.20.0.6 (1fc6b831-33b4-4f1c-85bd-987e2cb145dc/a0c2d0ec-8a2f-46ee-bade-e51960ddf467/ea03dd30-360b-4e84-943e-d55a095d7346) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:36.229112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:36.344403 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:36.531527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a6a6-2e40-4cc6-9012-adc25108cf04 req-68ef5d40-4066-4f33-95bb-60be60f8f239 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:36.533174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f02a6a6-2e40-4cc6-9012-adc25108cf04 req-68ef5d40-4066-4f33-95bb-60be60f8f239 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 931 time: 0.0531001 Nov 12 12:04:36.585629 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f02a6a6-2e40-4cc6-9012-adc25108cf04 req-e50d3277-299c-40aa-90f9-8aefc7ded4ce tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Nov 12 12:04:36.727908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:36.730989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:36.734692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:36.741161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Pushing event updated for resources: {'Port': ['ID=ea03dd30-360b-4e84-943e-d55a095d7346,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:36.766673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.767015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.767349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.767679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.768036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.768365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.768685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.769006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.769331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.769649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.770505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.770825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:36.797758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:36.798472 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:36.883948 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-a89d617c-19d2-4cc7-95de-aa26d7de2d3e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1882749 Nov 12 12:04:36.898681 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Request body: {'port': {'device_id': '7101ee01-7071-4cdb-a384-0c37e54663b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:36.949969 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:37.214915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea03dd30-360b-4e84-943e-d55a095d7346 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:04:37.222847 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:37.234853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Transition to ACTIVE for port object ea03dd30-360b-4e84-943e-d55a095d7346 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:04:37.304060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:37.355113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03dd30-360b-4e84-943e-d55a095d7346,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:37.427224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Attempting to bind port ea03dd30-360b-4e84-943e-d55a095d7346 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:37.427557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Attempting to bind port ea03dd30-360b-4e84-943e-d55a095d7346 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:37.427889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Attempting to bind port ea03dd30-360b-4e84-943e-d55a095d7346 on network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:37.432185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Port ea03dd30-360b-4e84-943e-d55a095d7346 on network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:04:37.432503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Attempting to bind port ea03dd30-360b-4e84-943e-d55a095d7346 on network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:37.437276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:37.437610 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Checking segment: {'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:37.437997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Bound using segment: {'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:37.438418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Bound port: ea03dd30-360b-4e84-943e-d55a095d7346, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:37.438768 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:37.500566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] For port ea03dd30-360b-4e84-943e-d55a095d7346, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:37.503775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] For port ea03dd30-360b-4e84-943e-d55a095d7346, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ea03dd30-360b-4e84-943e-d55a095d7346,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:37.577023 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:37.612042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:37.612679 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:37.614078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] 10.222.0.69 "PUT /v2.0/ports/ea03dd30-360b-4e84-943e-d55a095d7346 HTTP/1.1" status: 200 len: 1092 time: 0.7201986 Nov 12 12:04:37.614656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7101ee01-7071-4cdb-a384-0c37e54663b3', 'tag': 'ea03dd30-360b-4e84-943e-d55a095d7346'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:37.617324 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e0f57e-d236-44ae-abca-25e7cf0d128e" -d '{"events": [{"name": "network-changed", "server_uuid": "7101ee01-7071-4cdb-a384-0c37e54663b3", "tag": "ea03dd30-360b-4e84-943e-d55a095d7346"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:37.643848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4315b-a79c-4229-a54c-5f2ba845e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea03dd30-360b-4e84-943e-d55a095d7346,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:37.714955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bced395-197f-4bda-acdf-66583e3b2576 req-b8a4bc7f-9709-4a28-ad49-dc6567e61fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:37.716510 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bced395-197f-4bda-acdf-66583e3b2576 req-b8a4bc7f-9709-4a28-ad49-dc6567e61fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 943 time: 0.0502641 Nov 12 12:04:37.769152 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bced395-197f-4bda-acdf-66583e3b2576 req-37e556d9-7697-42f4-bc6e-2abf6fd3a53c tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Nov 12 12:04:37.775409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411c11-138c-4299-abfa-6eb1741d550b req-6211753e-ae73-4b47-99f9-cfa9b0367fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:37.777037 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-6211753e-ae73-4b47-99f9-cfa9b0367fd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=092495e529064abc9fca7a888c035910&device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 1095 time: 0.0423501 Nov 12 12:04:37.824652 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c989638-2c6d-4850-8364-55193452deb9 x-openstack-request-id: req-9c989638-2c6d-4850-8364-55193452deb9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:37.824948 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7101ee01-7071-4cdb-a384-0c37e54663b3", "tag": "ea03dd30-360b-4e84-943e-d55a095d7346", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:37.825250 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9c989638-2c6d-4850-8364-55193452deb9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:37.825644 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7101ee01-7071-4cdb-a384-0c37e54663b3', 'tag': 'ea03dd30-360b-4e84-943e-d55a095d7346', 'status': 'completed', 'code': 200} Nov 12 12:04:37.827451 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-69883222-897a-4b5e-be07-99cd9b4fcea9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03dd30-360b-4e84-943e-d55a095d7346 HTTP/1.1" status: 200 len: 217 time: 0.0414364 Nov 12 12:04:37.877280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411c11-138c-4299-abfa-6eb1741d550b req-cc6257ee-f83f-46ae-a0b7-3432ad1c23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:37.878726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-cc6257ee-f83f-46ae-a0b7-3432ad1c23e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0c2d0ec-8a2f-46ee-bade-e51960ddf467 HTTP/1.1" status: 200 len: 853 time: 0.0426776 Nov 12 12:04:37.911621 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-8a77e1d9-c169-4322-ab38-690097b0155c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246737 Nov 12 12:04:38.006816 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-b9db238e-ff8e-4450-a607-65986b3eddc7 service neutron] 10.222.0.69 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867612 Nov 12 12:04:38.095277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d3411c11-138c-4299-abfa-6eb1741d550b req-bfcddab2-77fe-41f2-a4b5-17c9f94b8b3f service neutron] 10.222.0.69 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808034 Nov 12 12:04:38.256224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-66d54fc8-5771-4219-864c-979b0bd26120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:38.257713 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-66d54fc8-5771-4219-864c-979b0bd26120 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=092495e529064abc9fca7a888c035910&device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 1095 time: 0.0457883 Nov 12 12:04:38.349042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-d9595836-f573-47ec-831b-073de62e31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:38.350419 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-d9595836-f573-47ec-831b-073de62e31ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc HTTP/1.1" status: 200 len: 914 time: 0.0849373 Nov 12 12:04:38.396236 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-2d3e0ca6-478c-4c09-a66c-d451fe4754e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03dd30-360b-4e84-943e-d55a095d7346 HTTP/1.1" status: 200 len: 217 time: 0.0376315 Nov 12 12:04:38.445852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-11f471dd-fd76-4150-86e7-b1320bc76398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:38.447273 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-11f471dd-fd76-4150-86e7-b1320bc76398 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0c2d0ec-8a2f-46ee-bade-e51960ddf467 HTTP/1.1" status: 200 len: 853 time: 0.0431206 Nov 12 12:04:38.481209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-2b32f23d-0e23-45a2-88bc-d0f72d50de5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244777 Nov 12 12:04:38.575782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-cd14463e-935e-410a-add5-28c8f7a2ba51 service neutron] 10.222.0.69 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854709 Nov 12 12:04:38.669211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98e0f57e-d236-44ae-abca-25e7cf0d128e req-8e16e9ed-fa8d-49fe-92e1-94c29198d4c1 service neutron] 10.222.0.69 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851820 Nov 12 12:04:38.900386 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fe7fc-b503-4ad6-bafb-2396ae893845 req-a1ee2309-f9c9-4eb6-b0b0-aaccf528dd0c tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:38.901820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-994fe7fc-b503-4ad6-bafb-2396ae893845 req-a1ee2309-f9c9-4eb6-b0b0-aaccf528dd0c tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 943 time: 0.0625358 Nov 12 12:04:38.950705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-994fe7fc-b503-4ad6-bafb-2396ae893845 req-7f138bea-ec47-4fc4-9045-ab1ac99fc13c tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Nov 12 12:04:40.065855 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a34980-aebd-407a-83ae-79d14cd7929b req-d62a776c-2522-4738-8a0c-9ff1074d71f9 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:40.067712 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75a34980-aebd-407a-83ae-79d14cd7929b req-d62a776c-2522-4738-8a0c-9ff1074d71f9 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 943 time: 0.0502515 Nov 12 12:04:40.116031 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-75a34980-aebd-407a-83ae-79d14cd7929b req-4ae14fdd-f79e-4c2f-a54b-8b3ec17e0474 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 Nov 12 12:04:41.031464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ea03dd30-360b-4e84-943e-d55a095d7346 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:04:41.126534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ea03dd30-360b-4e84-943e-d55a095d7346, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ea03dd30-360b-4e84-943e-d55a095d7346,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:41.137893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'ea03dd30-360b-4e84-943e-d55a095d7346', 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc', 'port_id': 'ea03dd30-360b-4e84-943e-d55a095d7346', 'mac_address': 'fa:16:3e:15:9a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c2d0ec-8a2f-46ee-bade-e51960ddf467', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:04:41.175276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.188950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea03dd30-360b-4e84-943e-d55a095d7346 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:04:41.214157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ea03dd30-360b-4e84-943e-d55a095d7346, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ea03dd30-360b-4e84-943e-d55a095d7346,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:41.242369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21499f6-667c-4eae-8c33-7299167c11ac req-acd58a98-a801-4513-afde-f6da96dd0ad6 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:41.243860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b21499f6-667c-4eae-8c33-7299167c11ac req-acd58a98-a801-4513-afde-f6da96dd0ad6 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 943 time: 0.0569749 Nov 12 12:04:41.281428 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:41.293401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b21499f6-667c-4eae-8c33-7299167c11ac req-fe9e5b6c-a236-44d6-af4f-757b88e7066d tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Nov 12 12:04:41.328688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ea03dd30-360b-4e84-943e-d55a095d7346,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:41.526067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ea03dd30-360b-4e84-943e-d55a095d7346'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:04:42.407491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ff065-4645-4f22-a55e-eba68c2e5bd3 req-204ecb54-9620-421c-8887-77767a93b599 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:42.408893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-791ff065-4645-4f22-a55e-eba68c2e5bd3 req-204ecb54-9620-421c-8887-77767a93b599 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 944 time: 0.0481277 Nov 12 12:04:42.454844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-791ff065-4645-4f22-a55e-eba68c2e5bd3 req-c7378aeb-367a-46cc-8893-ed5688d6fda6 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Nov 12 12:04:43.060620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ea03dd30-360b-4e84-943e-d55a095d7346 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:43.176752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port ea03dd30-360b-4e84-943e-d55a095d7346 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:04:43.180856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port ea03dd30-360b-4e84-943e-d55a095d7346 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:43.185449 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.256863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.279041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7101ee01-7071-4cdb-a384-0c37e54663b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03dd30-360b-4e84-943e-d55a095d7346'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:43.281299 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa48d3-1b78-4701-92d1-917a9de5fb08" -d '{"events": [{"server_uuid": "7101ee01-7071-4cdb-a384-0c37e54663b3", "name": "network-vif-plugged", "status": "completed", "tag": "ea03dd30-360b-4e84-943e-d55a095d7346"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:43.298690 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ea03dd30-360b-4e84-943e-d55a095d7346, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ea03dd30-360b-4e84-943e-d55a095d7346,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:43.317831 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17477784-3c9c-4b30-b9d2-ac143b0dd681 x-openstack-request-id: req-17477784-3c9c-4b30-b9d2-ac143b0dd681 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:43.318125 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7101ee01-7071-4cdb-a384-0c37e54663b3", "name": "network-vif-plugged", "status": "completed", "tag": "ea03dd30-360b-4e84-943e-d55a095d7346", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:43.318380 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-17477784-3c9c-4b30-b9d2-ac143b0dd681 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:43.318777 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7101ee01-7071-4cdb-a384-0c37e54663b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea03dd30-360b-4e84-943e-d55a095d7346', 'code': 200} Nov 12 12:04:43.359126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:43.412543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ea03dd30-360b-4e84-943e-d55a095d7346,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:43.426438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8b993-e738-4a99-aba4-4ab187379903 req-682dfcba-3293-47bb-b3a1-c16f49619fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:43.427402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57f8b993-e738-4a99-aba4-4ab187379903 req-682dfcba-3293-47bb-b3a1-c16f49619fff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 1097 time: 0.0494409 Nov 12 12:04:43.481214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57f8b993-e738-4a99-aba4-4ab187379903 req-5c845fb9-a39e-4bb3-a872-2e2afd628ef2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Nov 12 12:04:43.570666 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdf379-6e12-4ffd-b583-91672528191f req-8607d004-66af-4e23-8023-dafc0ce9cf2d tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:43.572073 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8cdf379-6e12-4ffd-b583-91672528191f req-8607d004-66af-4e23-8023-dafc0ce9cf2d tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0488427 Nov 12 12:04:43.623488 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8cdf379-6e12-4ffd-b583-91672528191f req-f78e47bb-7df0-4d70-911f-16bb1a2c9dce tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455325 Nov 12 12:04:44.741813 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6508e48-0d01-4dc8-92f3-ba089b423282 req-27757153-cb01-4157-987a-9db651b888f2 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:44.743310 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c6508e48-0d01-4dc8-92f3-ba089b423282 req-27757153-cb01-4157-987a-9db651b888f2 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0504780 Nov 12 12:04:44.798172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c6508e48-0d01-4dc8-92f3-ba089b423282 req-6decf52e-dfc6-4086-9dc1-08b83929a1b8 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488324 Nov 12 12:04:45.913930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb3463-84ba-44dd-b784-d2f520224552 req-7edaf787-958d-4687-9f1a-7110e55d98f1 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:45.915316 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88fb3463-84ba-44dd-b784-d2f520224552 req-7edaf787-958d-4687-9f1a-7110e55d98f1 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0486963 Nov 12 12:04:45.918510 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:04:45.962573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88fb3463-84ba-44dd-b784-d2f520224552 req-dcfc7d81-eb4c-4b84-b571-86f835bb007c tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Nov 12 12:04:46.187585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-07610020-07be-400c-b309-17b3de354882 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:46.189015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-07610020-07be-400c-b309-17b3de354882 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/networks?id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc HTTP/1.1" status: 200 len: 813 time: 0.1061149 Nov 12 12:04:46.204123 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-77759fe6-6ab5-4304-b62e-17eac2c47934 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/quotas/092495e529064abc9fca7a888c035910 HTTP/1.1" status: 200 len: 375 time: 0.0091481 Nov 12 12:04:46.252055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-327be41c-556d-4847-8a05-234f9e08ec9b tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=092495e529064abc9fca7a888c035910&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426319 Nov 12 12:04:46.343338 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-1e945bce-fce1-41f6-b677-99e7f7387dbc service neutron] 10.222.0.98 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842717 Nov 12 12:04:46.430165 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-13d87043-0eb6-428a-a138-303b012cfecc service neutron] 10.222.0.98 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799475 Nov 12 12:04:46.665078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0f743e47-f09c-4945-8f9b-6b00e72b82d3 req-ab380976-b182-441a-9a80-5a121f5e8862 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 210 time: 0.0317013 Nov 12 12:04:47.761132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f828d15-d99c-4f7f-ac91-cdcd1f421d20 req-3b0b3992-003b-4e35-86be-bfc9631c0964 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 210 time: 0.0265119 Nov 12 12:04:48.261835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.480269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-fc533341-1c06-4bb3-aa89-dfa601daf88b tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:48.481784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-fc533341-1c06-4bb3-aa89-dfa601daf88b tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.57 "GET /v2.0/networks?id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc HTTP/1.1" status: 200 len: 813 time: 0.1015546 Nov 12 12:04:48.494406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Request body: {'port': {'device_id': '25456e57-06cf-484e-87eb-40912ef1e168', 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc', 'admin_state_up': True, 'tenant_id': '092495e529064abc9fca7a888c035910'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:48.686592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Made reservation on behalf of 092495e529064abc9fca7a888c035910 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:04:48.690284 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:48.817071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Allocated IP 172.20.0.12 (1fc6b831-33b4-4f1c-85bd-987e2cb145dc/a0c2d0ec-8a2f-46ee-bade-e51960ddf467/b1a18558-05ef-4031-b106-aff1b569d05b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:04:48.863679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-deb6d82b-a777-4b93-90aa-58472aa25a1f req-b851535c-3aeb-4b1d-bcd2-69a7e688c75e tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 210 time: 0.0276070 Nov 12 12:04:48.978607 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.075543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.087288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ea03dd30-360b-4e84-943e-d55a095d7346'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:04:49.115202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:04:49.120191 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:04:49.123960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:04:49.155730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Pushing event updated for resources: {'Port': ['ID=b1a18558-05ef-4031-b106-aff1b569d05b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:49.181353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:49.181967 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.249432 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3e404ca3-dd72-4e07-bc63-e557caf85381 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587411 Nov 12 12:04:49.261996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Request body: {'port': {'device_id': '25456e57-06cf-484e-87eb-40912ef1e168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:04:49.315171 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.573141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a18558-05ef-4031-b106-aff1b569d05b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:04:49.580570 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.592223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Transition to ACTIVE for port object b1a18558-05ef-4031-b106-aff1b569d05b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:04:49.686442 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.739882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a18558-05ef-4031-b106-aff1b569d05b,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:49.803984 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Attempting to bind port b1a18558-05ef-4031-b106-aff1b569d05b on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:04:49.804326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Attempting to bind port b1a18558-05ef-4031-b106-aff1b569d05b by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:04:49.804653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Attempting to bind port b1a18558-05ef-4031-b106-aff1b569d05b on network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:49.808914 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Port b1a18558-05ef-4031-b106-aff1b569d05b on network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:04:49.809230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Attempting to bind port b1a18558-05ef-4031-b106-aff1b569d05b on network 1fc6b831-33b4-4f1c-85bd-987e2cb145dc {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:04:49.813994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:04:49.814331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Checking segment: {'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:04:49.814714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Bound using segment: {'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:04:49.815137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Bound port: b1a18558-05ef-4031-b106-aff1b569d05b, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7228918d-a837-4c57-ae08-ff538baf4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:04:49.815488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.879802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] For port b1a18558-05ef-4031-b106-aff1b569d05b, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:04:49.883026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] For port b1a18558-05ef-4031-b106-aff1b569d05b, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b1a18558-05ef-4031-b106-aff1b569d05b,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:04:49.965760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:49.987204 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d6f24-b0a0-465b-a1b9-1590c63e3311 req-afee2806-2cf5-48c7-b6f4-82b116b85f9c tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:49.988737 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-083d6f24-b0a0-465b-a1b9-1590c63e3311 req-afee2806-2cf5-48c7-b6f4-82b116b85f9c tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 944 time: 0.0528896 Nov 12 12:04:49.999840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.000716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:50.002390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] 10.222.0.57 "PUT /v2.0/ports/b1a18558-05ef-4031-b106-aff1b569d05b HTTP/1.1" status: 200 len: 1093 time: 0.7445889 Nov 12 12:04:50.004668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25456e57-06cf-484e-87eb-40912ef1e168', 'tag': 'b1a18558-05ef-4031-b106-aff1b569d05b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:50.007590 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d61e5-8f62-400d-8448-5548a673bff8" -d '{"events": [{"name": "network-changed", "server_uuid": "25456e57-06cf-484e-87eb-40912ef1e168", "tag": "b1a18558-05ef-4031-b106-aff1b569d05b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:50.032605 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c00f2-3a96-4df0-977a-094f8b21acb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a18558-05ef-4031-b106-aff1b569d05b,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:50.038449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-083d6f24-b0a0-465b-a1b9-1590c63e3311 req-142c73e0-a441-48b8-9d25-d0a3f0c95f16 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Nov 12 12:04:50.083108 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feac697a-b16d-4f3b-b435-2e3167f2547b x-openstack-request-id: req-feac697a-b16d-4f3b-b435-2e3167f2547b {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:50.083108 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25456e57-06cf-484e-87eb-40912ef1e168", "tag": "b1a18558-05ef-4031-b106-aff1b569d05b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:50.083335 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-feac697a-b16d-4f3b-b435-2e3167f2547b {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:50.083600 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25456e57-06cf-484e-87eb-40912ef1e168', 'tag': 'b1a18558-05ef-4031-b106-aff1b569d05b', 'status': 'completed', 'code': 200} Nov 12 12:04:50.132146 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3f3ad3a4-fe80-4d9a-a18c-c1ed0128d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.133678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-3f3ad3a4-fe80-4d9a-a18c-c1ed0128d16c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=092495e529064abc9fca7a888c035910&device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 1096 time: 0.0423920 Nov 12 12:04:50.175803 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-c803a503-f80d-4544-80f0-d8e71fc7f815 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a18558-05ef-4031-b106-aff1b569d05b HTTP/1.1" status: 200 len: 217 time: 0.0347009 Nov 12 12:04:50.252802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-277d00c8-9d68-47e5-af76-06951b3bf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.254974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-277d00c8-9d68-47e5-af76-06951b3bf223 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0c2d0ec-8a2f-46ee-bade-e51960ddf467 HTTP/1.1" status: 200 len: 853 time: 0.0632470 Nov 12 12:04:50.290637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-827de97e-7d00-4b59-a73a-29b24a5e8803 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276825 Nov 12 12:04:50.380256 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-d6457e4a-4e9a-47d0-98f1-59988e35bb38 service neutron] 10.222.0.57 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824146 Nov 12 12:04:50.473336 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4784fe13-a610-4cb3-b042-3f4fdc6d74db req-7784865a-d0c3-4cfb-8f24-1620fb3ec451 service neutron] 10.222.0.57 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Nov 12 12:04:50.681562 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-241e1d93-a4c5-4d54-839f-0c2f3df8202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.683080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-241e1d93-a4c5-4d54-839f-0c2f3df8202e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=092495e529064abc9fca7a888c035910&device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 1096 time: 0.0429757 Nov 12 12:04:50.779494 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-43beed03-dcc3-404c-8e94-65df32c784db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.780896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-43beed03-dcc3-404c-8e94-65df32c784db service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc HTTP/1.1" status: 200 len: 914 time: 0.0900948 Nov 12 12:04:50.826035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-01ecd6a3-df59-474d-95fd-9525fd5439c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a18558-05ef-4031-b106-aff1b569d05b HTTP/1.1" status: 200 len: 217 time: 0.0348165 Nov 12 12:04:50.882136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-eba9ebc3-d596-43ff-89b7-1ff05ff8ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:50.883660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-eba9ebc3-d596-43ff-89b7-1ff05ff8ed00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0c2d0ec-8a2f-46ee-bade-e51960ddf467 HTTP/1.1" status: 200 len: 853 time: 0.0486276 Nov 12 12:04:50.915394 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-c380c71b-0892-496a-91b9-e65c3b90b0c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239971 Nov 12 12:04:51.005640 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-c4b4f7c7-c623-4fac-85ee-9b65dab8d68c service neutron] 10.222.0.57 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822244 Nov 12 12:04:51.100830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eb8d61e5-8f62-400d-8448-5548a673bff8 req-9de61f4f-b8b0-42af-a5f1-a30c6a2d3076 service neutron] 10.222.0.57 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874381 Nov 12 12:04:51.162411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261e9dd-ca5c-4531-a795-0b18930757fa req-2aabddbf-7add-4a8b-b9ea-6ee1d93bc89b tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:51.163911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6261e9dd-ca5c-4531-a795-0b18930757fa req-2aabddbf-7add-4a8b-b9ea-6ee1d93bc89b tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 944 time: 0.0547352 Nov 12 12:04:51.206348 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:51.212271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6261e9dd-ca5c-4531-a795-0b18930757fa req-bd47561c-9c77-46ee-be09-90dc6f5fcb13 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Nov 12 12:04:52.327886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb4bad-8feb-4325-bed6-f7d307260210 req-bfba77e2-2c4e-41fb-8a79-a37c2f90e3e5 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:52.329401 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fefb4bad-8feb-4325-bed6-f7d307260210 req-bfba77e2-2c4e-41fb-8a79-a37c2f90e3e5 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 944 time: 0.0494175 Nov 12 12:04:52.378707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fefb4bad-8feb-4325-bed6-f7d307260210 req-327ecaaf-94f5-43a2-b82d-184bfeedf3ef tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Nov 12 12:04:53.369160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b1a18558-05ef-4031-b106-aff1b569d05b details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:04:53.468872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port b1a18558-05ef-4031-b106-aff1b569d05b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b1a18558-05ef-4031-b106-aff1b569d05b,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:53.480886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'b1a18558-05ef-4031-b106-aff1b569d05b', 'network_id': '1fc6b831-33b4-4f1c-85bd-987e2cb145dc', 'port_id': 'b1a18558-05ef-4031-b106-aff1b569d05b', 'mac_address': 'fa:16:3e:0b:29:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c2d0ec-8a2f-46ee-bade-e51960ddf467', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:04:53.496676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902a061-9573-4a5b-82db-25c086bdd28f req-b9137d62-ba6f-4632-9d31-eddbd44a62fe tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:53.498241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2902a061-9573-4a5b-82db-25c086bdd28f req-b9137d62-ba6f-4632-9d31-eddbd44a62fe tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 944 time: 0.0490866 Nov 12 12:04:53.525992 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:53.539358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a18558-05ef-4031-b106-aff1b569d05b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:04:53.550837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2902a061-9573-4a5b-82db-25c086bdd28f req-60738368-790a-4efb-b4a7-4ab33ffac965 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462644 Nov 12 12:04:53.560097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port b1a18558-05ef-4031-b106-aff1b569d05b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b1a18558-05ef-4031-b106-aff1b569d05b,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:53.669271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:53.717059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=b1a18558-05ef-4031-b106-aff1b569d05b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:53.724973 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.725302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.725640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.725974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.726305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.726631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.726954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.727275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.727597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.727939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.728265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.728584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:04:53.892816 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['b1a18558-05ef-4031-b106-aff1b569d05b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:04:54.674736 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9fc8-76b0-42bb-93f3-c7b388d30906 req-b3f61dab-0534-4cd9-8175-9b1608bda3d5 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:54.682857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9cfe9fc8-76b0-42bb-93f3-c7b388d30906 req-b3f61dab-0534-4cd9-8175-9b1608bda3d5 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 945 time: 0.0526707 Nov 12 12:04:54.726526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9cfe9fc8-76b0-42bb-93f3-c7b388d30906 req-9f1941f3-80bf-4720-a079-ed6029eaf2e4 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Nov 12 12:04:55.380568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b1a18558-05ef-4031-b106-aff1b569d05b up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:04:55.486127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port b1a18558-05ef-4031-b106-aff1b569d05b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:04:55.489890 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port b1a18558-05ef-4031-b106-aff1b569d05b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:04:55.490257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:55.579220 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:55.601606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25456e57-06cf-484e-87eb-40912ef1e168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a18558-05ef-4031-b106-aff1b569d05b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:04:55.603837 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d94454-936e-42be-b48a-cc033d3b7a54" -d '{"events": [{"server_uuid": "25456e57-06cf-484e-87eb-40912ef1e168", "name": "network-vif-plugged", "status": "completed", "tag": "b1a18558-05ef-4031-b106-aff1b569d05b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:04:55.616712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port b1a18558-05ef-4031-b106-aff1b569d05b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b1a18558-05ef-4031-b106-aff1b569d05b,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:04:55.642798 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a1afe7-3481-48f6-a522-81f328d1735f x-openstack-request-id: req-e0a1afe7-3481-48f6-a522-81f328d1735f {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:04:55.642798 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25456e57-06cf-484e-87eb-40912ef1e168", "name": "network-vif-plugged", "status": "completed", "tag": "b1a18558-05ef-4031-b106-aff1b569d05b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:04:55.642798 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e0a1afe7-3481-48f6-a522-81f328d1735f {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:04:55.643106 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25456e57-06cf-484e-87eb-40912ef1e168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a18558-05ef-4031-b106-aff1b569d05b', 'code': 200} Nov 12 12:04:55.697876 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:55.740863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd53bfc-d9f8-4919-a6d5-6413501bfcf6 req-5d6fc035-82ec-449d-ad5f-203b4aa3e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:55.742419 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7cd53bfc-d9f8-4919-a6d5-6413501bfcf6 req-5d6fc035-82ec-449d-ad5f-203b4aa3e4f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 1098 time: 0.0423486 Nov 12 12:04:55.746699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=b1a18558-05ef-4031-b106-aff1b569d05b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:04:55.788179 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7cd53bfc-d9f8-4919-a6d5-6413501bfcf6 req-d075a7e1-1da0-4148-8489-007aacabea19 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Nov 12 12:04:55.845358 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3c98a-b397-4c4e-baf4-3f10649482cb req-6c47c04e-c41c-4fd0-a2d1-a375623863ec tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:55.846864 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45d3c98a-b397-4c4e-baf4-3f10649482cb req-6c47c04e-c41c-4fd0-a2d1-a375623863ec tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 946 time: 0.0499351 Nov 12 12:04:55.893988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45d3c98a-b397-4c4e-baf4-3f10649482cb req-80069e2c-722b-49f5-8434-622356af4675 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Nov 12 12:04:57.020674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b526248-558f-4292-8ef4-a604e4713644 req-5fe21453-57c6-4c74-8948-3202933e4afe tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:57.022753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b526248-558f-4292-8ef4-a604e4713644 req-5fe21453-57c6-4c74-8948-3202933e4afe tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 946 time: 0.0580292 Nov 12 12:04:57.070679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b526248-558f-4292-8ef4-a604e4713644 req-bcd43e3a-f45a-43e3-a565-7b650c9bfab8 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Nov 12 12:04:58.200763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5d290-2e5a-4ee4-ae52-626d13d5e845 req-38980f04-f630-4772-ae57-6e64d46cd5e4 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:58.202786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82c5d290-2e5a-4ee4-ae52-626d13d5e845 req-38980f04-f630-4772-ae57-6e64d46cd5e4 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 946 time: 0.0624371 Nov 12 12:04:58.249862 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-82c5d290-2e5a-4ee4-ae52-626d13d5e845 req-c6f15e87-16e2-436d-bad8-4010803f5e0c tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Nov 12 12:04:58.718506 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c272-389e-4ea2-bb2d-c95197a53f2b req-3e3282a7-d838-4f10-a8ea-43cb81f4cd70 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:58.720039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f535c272-389e-4ea2-bb2d-c95197a53f2b req-3e3282a7-d838-4f10-a8ea-43cb81f4cd70 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 946 time: 0.0573111 Nov 12 12:04:58.767659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f535c272-389e-4ea2-bb2d-c95197a53f2b req-12e6fdad-1e13-4ee6-b9c1-86b5acd4cd4f tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Nov 12 12:04:59.394737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1a8746b7-c6a7-42b9-a491-3eeeffa0e298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:04:59.886279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a379c-3657-415d-8de5-54a68e6da3fc req-8879f671-1180-49b6-89ed-a40a5fdc607a tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:04:59.887789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f92a379c-3657-415d-8de5-54a68e6da3fc req-8879f671-1180-49b6-89ed-a40a5fdc607a tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 946 time: 0.0501235 Nov 12 12:04:59.935625 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f92a379c-3657-415d-8de5-54a68e6da3fc req-3b74e6b8-c6c4-4870-b2cf-733cbce9b431 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Nov 12 12:04:59.998751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-7a39f308-bdfa-43a9-a976-92cb8f0564cb tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.001214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-7a39f308-bdfa-43a9-a976-92cb8f0564cb tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.57 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 946 time: 0.0604467 Nov 12 12:05:00.102956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Deleting port b1a18558-05ef-4031-b106-aff1b569d05b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:00.103547 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.239978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] For port b1a18558-05ef-4031-b106-aff1b569d05b, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=b1a18558-05ef-4031-b106-aff1b569d05b,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:00.240349 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.258046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Calling delete_port for b1a18558-05ef-4031-b106-aff1b569d05b owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:00.265166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-99091d4e-8e78-41f2-b59e-1af7ea67b630 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729566 Nov 12 12:05:00.385228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-1b663174-fd48-4f8c-acfb-040e518fb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.386653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-1b663174-fd48-4f8c-acfb-040e518fb5b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=092495e529064abc9fca7a888c035910&device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 1097 time: 0.0675581 Nov 12 12:05:00.514804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-103ef0dc-fb03-4081-be00-0d92faac1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.516305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-103ef0dc-fb03-4081-be00-0d92faac1c68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc HTTP/1.1" status: 200 len: 914 time: 0.1055243 Nov 12 12:05:00.560900 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-508a8c29-a3f1-43de-af77-400a39094426 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea03dd30-360b-4e84-943e-d55a095d7346 HTTP/1.1" status: 200 len: 217 time: 0.0345976 Nov 12 12:05:00.576488 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.593866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ea03dd30-360b-4e84-943e-d55a095d7346'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:05:00.596125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['b1a18558-05ef-4031-b106-aff1b569d05b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:05:00.624653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Pushing event deleted for resources: {'Port': ['ID=b1a18558-05ef-4031-b106-aff1b569d05b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:00.681731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] No DVR routers for this DVR port b1a18558-05ef-4031-b106-aff1b569d05b on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:00.684631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:00.688385 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fc3cb6bd-f5b5-4aca-b1d1-7bfc16f64c08 req-87e9150e-b207-4bbb-8008-8c5197691fcc tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.57 "DELETE /v2.0/ports/b1a18558-05ef-4031-b106-aff1b569d05b HTTP/1.1" status: 204 len: 173 time: 0.6805196 Nov 12 12:05:00.689035 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25456e57-06cf-484e-87eb-40912ef1e168', 'name': 'network-vif-deleted', 'tag': 'b1a18558-05ef-4031-b106-aff1b569d05b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:05:00.692004 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d2074-2f91-46aa-a24a-b396cccdb52b" -d '{"events": [{"server_uuid": "25456e57-06cf-484e-87eb-40912ef1e168", "name": "network-vif-deleted", "tag": "b1a18558-05ef-4031-b106-aff1b569d05b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:05:00.696338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-f2fcf33e-fc81-4a97-8009-7f2a5e7a947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:00.698641 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-f2fcf33e-fc81-4a97-8009-7f2a5e7a947e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a0c2d0ec-8a2f-46ee-bade-e51960ddf467 HTTP/1.1" status: 200 len: 853 time: 0.1300945 Nov 12 12:05:00.733701 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-5838e03d-c549-4d58-b8b6-1b65261b4fc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1fc6b831-33b4-4f1c-85bd-987e2cb145dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283639 Nov 12 12:05:00.751988 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d598739-e225-4970-923a-c4c4034b8df8 x-openstack-request-id: req-6d598739-e225-4970-923a-c4c4034b8df8 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:05:00.752282 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25456e57-06cf-484e-87eb-40912ef1e168", "name": "network-vif-deleted", "tag": "b1a18558-05ef-4031-b106-aff1b569d05b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:05:00.752539 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6d598739-e225-4970-923a-c4c4034b8df8 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:05:00.753758 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25456e57-06cf-484e-87eb-40912ef1e168', 'name': 'network-vif-deleted', 'tag': 'b1a18558-05ef-4031-b106-aff1b569d05b', 'status': 'completed', 'code': 200} Nov 12 12:05:00.837080 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-c13ebc1d-b7d1-4847-8d38-7cfcc62ac4f1 service neutron] 10.222.0.69 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955565 Nov 12 12:05:00.939210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b6eacd1b-206e-47e3-9e79-bbde25ab6170 req-276cc145-565c-4152-83d8-aa28cf712510 service neutron] 10.222.0.69 "GET /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922163 Nov 12 12:05:01.051244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-45ed83d7-f267-4514-9a19-b62fd747400b req-abe5ce87-a997-48e5-84db-66695cb33801 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=25456e57-06cf-484e-87eb-40912ef1e168 HTTP/1.1" status: 200 len: 210 time: 0.0289745 Nov 12 12:05:01.851863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b086aac4-181f-415d-a555-182195567d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:02.225698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc3929-3060-484a-9c10-c7a1bb5ec05b req-9620bb36-fe4d-4ed8-8ffc-8220a8ef65f6 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:02.227199 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0cc3929-3060-484a-9c10-c7a1bb5ec05b req-9620bb36-fe4d-4ed8-8ffc-8220a8ef65f6 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0535140 Nov 12 12:05:02.275664 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d0cc3929-3060-484a-9c10-c7a1bb5ec05b req-81e9a52a-829e-4ca7-bb6d-bfe9314e06cb tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Nov 12 12:05:02.423028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd59635-3a50-4421-aff0-b4e9725af760 req-5fdbcc44-75e8-43f6-9aed-49c1e28f465f tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:02.424622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2dd59635-3a50-4421-aff0-b4e9725af760 req-5fdbcc44-75e8-43f6-9aed-49c1e28f465f tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0508819 Nov 12 12:05:02.475944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2dd59635-3a50-4421-aff0-b4e9725af760 req-cb3b372c-e146-4b9e-abb1-537362cae0e5 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444317 Nov 12 12:05:02.591699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39633b6-9755-4b80-a598-3cf10394ee7b req-3c475d73-ba7e-4496-949c-fda0a7368af8 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:02.593139 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d39633b6-9755-4b80-a598-3cf10394ee7b req-3c475d73-ba7e-4496-949c-fda0a7368af8 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Nov 12 12:05:02.647593 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d39633b6-9755-4b80-a598-3cf10394ee7b req-207f1dbd-a89a-4522-b506-955ec41ba76f tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483258 Nov 12 12:05:02.820889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c93b59-e51d-46d0-af78-5c88c654c47b req-7ef6e667-418c-40b2-8396-3d6691a023b1 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:02.822395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08c93b59-e51d-46d0-af78-5c88c654c47b req-7ef6e667-418c-40b2-8396-3d6691a023b1 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0495300 Nov 12 12:05:02.869946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08c93b59-e51d-46d0-af78-5c88c654c47b req-16dfffd1-ee66-425d-b10d-857b504e714a tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Nov 12 12:05:02.985425 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cefac4-50fa-4936-b1ac-b015e8520a2b req-8037a6f0-c2c0-41a6-9a01-8e55077200aa tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:02.986890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14cefac4-50fa-4936-b1ac-b015e8520a2b req-8037a6f0-c2c0-41a6-9a01-8e55077200aa tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0492790 Nov 12 12:05:03.038724 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14cefac4-50fa-4936-b1ac-b015e8520a2b req-a52b1ba0-d103-4239-9f5f-d429d2c48daa tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455863 Nov 12 12:05:03.179153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a2c3-d501-40c3-9775-14e7ecbe2bb3 req-3e52caf1-ca60-4680-b9c7-a081fe66e657 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:03.180567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba68a2c3-d501-40c3-9775-14e7ecbe2bb3 req-3e52caf1-ca60-4680-b9c7-a081fe66e657 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0536520 Nov 12 12:05:03.227613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba68a2c3-d501-40c3-9775-14e7ecbe2bb3 req-19297a37-4299-4860-90e2-fd0f76e744bb tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Nov 12 12:05:03.234886 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:03.430484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b1a18558-05ef-4031-b106-aff1b569d05b no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:03.451467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: b1a18558-05ef-4031-b106-aff1b569d05b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:03.451807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device b1a18558-05ef-4031-b106-aff1b569d05b not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:03.724058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3711074-67c7-4404-b751-b4f634556a31 req-f431238d-890b-4059-a510-3bdd86d4075a tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:03.725566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3711074-67c7-4404-b751-b4f634556a31 req-f431238d-890b-4059-a510-3bdd86d4075a tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0501494 Nov 12 12:05:03.773604 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3711074-67c7-4404-b751-b4f634556a31 req-3dd546a7-d30d-4b9f-9f58-f6e98afaa322 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Nov 12 12:05:04.377207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:04.864711 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:04.889873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a24ef-f6b8-45e8-8a7e-2fe56d123153 req-04f8f929-ed0d-401c-b5e4-f3ee8455dde8 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:04.891533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-654a24ef-f6b8-45e8-8a7e-2fe56d123153 req-04f8f929-ed0d-401c-b5e4-f3ee8455dde8 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Nov 12 12:05:04.943127 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-654a24ef-f6b8-45e8-8a7e-2fe56d123153 req-b063ddc6-32c1-4754-a804-3b8edbd831f0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c650ba4-cdbe-4d27-b5c1-beb62687e88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449598 Nov 12 12:05:05.446830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-cabb088a-67a0-4bc2-be05-7d527ac55781 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:05.448363 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-cabb088a-67a0-4bc2-be05-7d527ac55781 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.69 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 945 time: 0.0511746 Nov 12 12:05:05.545547 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Deleting port ea03dd30-360b-4e84-943e-d55a095d7346 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:05.545923 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:05.636263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] For port ea03dd30-360b-4e84-943e-d55a095d7346, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ea03dd30-360b-4e84-943e-d55a095d7346,segment=NetworkSegment(7228918d-a837-4c57-ae08-ff538baf4203),segment_id=7228918d-a837-4c57-ae08-ff538baf4203)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:05.636605 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:05.650565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Calling delete_port for ea03dd30-360b-4e84-943e-d55a095d7346 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:05.835390 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:05.848596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ea03dd30-360b-4e84-943e-d55a095d7346'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:05:05.865279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Pushing event deleted for resources: {'Port': ['ID=ea03dd30-360b-4e84-943e-d55a095d7346,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:05.909917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] No DVR routers for this DVR port ea03dd30-360b-4e84-943e-d55a095d7346 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:05.913319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:05.916661 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cf6b0d1b-af54-47a2-a0b7-64fc6a0b034b req-696d93e3-ace2-4a3b-894a-c77cefba71b0 tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.69 "DELETE /v2.0/ports/ea03dd30-360b-4e84-943e-d55a095d7346 HTTP/1.1" status: 204 len: 173 time: 0.4590759 Nov 12 12:05:05.917147 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7101ee01-7071-4cdb-a384-0c37e54663b3', 'name': 'network-vif-deleted', 'tag': 'ea03dd30-360b-4e84-943e-d55a095d7346'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:05:05.919644 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61329704-aecb-42bf-8076-691a700d37b7" -d '{"events": [{"server_uuid": "7101ee01-7071-4cdb-a384-0c37e54663b3", "name": "network-vif-deleted", "tag": "ea03dd30-360b-4e84-943e-d55a095d7346"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:05:05.956786 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e2bd2c-3b65-4ab6-98ad-8542b9ae9906 x-openstack-request-id: req-b5e2bd2c-3b65-4ab6-98ad-8542b9ae9906 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:05:05.960902 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7101ee01-7071-4cdb-a384-0c37e54663b3", "name": "network-vif-deleted", "tag": "ea03dd30-360b-4e84-943e-d55a095d7346", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:05:05.960902 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b5e2bd2c-3b65-4ab6-98ad-8542b9ae9906 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:05:05.960902 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7101ee01-7071-4cdb-a384-0c37e54663b3', 'name': 'network-vif-deleted', 'tag': 'ea03dd30-360b-4e84-943e-d55a095d7346', 'status': 'completed', 'code': 200} Nov 12 12:05:06.041402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d437177f-199b-4c0f-b3fe-6cfbecab52d5 req-5d69c0ba-13b7-43ab-8bc0-0017af8d578b tempest-ServersNegativeTestJSON-2058672848 tempest-ServersNegativeTestJSON-2058672848-project] 10.222.0.98 "GET /v2.0/ports?device_id=7101ee01-7071-4cdb-a384-0c37e54663b3 HTTP/1.1" status: 200 len: 210 time: 0.0271480 Nov 12 12:05:07.097654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42590) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:07.143296 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-599e4512-e10a-44a6-9a6e-f0b33708ba24 admin admin] Deleting subnet a0c2d0ec-8a2f-46ee-bade-e51960ddf467 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:05:07.146458 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599e4512-e10a-44a6-9a6e-f0b33708ba24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.186380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599e4512-e10a-44a6-9a6e-f0b33708ba24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.229870 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599e4512-e10a-44a6-9a6e-f0b33708ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.349301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599e4512-e10a-44a6-9a6e-f0b33708ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.375645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e4512-e10a-44a6-9a6e-f0b33708ba24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c2d0ec-8a2f-46ee-bade-e51960ddf467,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:07.379485 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599e4512-e10a-44a6-9a6e-f0b33708ba24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.382890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-599e4512-e10a-44a6-9a6e-f0b33708ba24 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a0c2d0ec-8a2f-46ee-bade-e51960ddf467 HTTP/1.1" status: 204 len: 168 time: 0.2841876 Nov 12 12:05:07.385447 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42592) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:07.454370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.537859 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.558220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc6b831-33b4-4f1c-85bd-987e2cb145dc']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:07.567332 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7228918d-a837-4c57-ae08-ff538baf4203') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:07.567631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7228918d-a837-4c57-ae08-ff538baf4203') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:07.577301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.590748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.596715 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:07.597095 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:07.598742 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:07.714956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.720736 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:07.725083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] 10.222.0.98 "DELETE /v2.0/networks/1fc6b831-33b4-4f1c-85bd-987e2cb145dc HTTP/1.1" status: 204 len: 168 time: 0.3374114 Nov 12 12:05:07.734859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718f0c2-fbdf-4cf3-89a0-a0c916ccd493 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc6b831-33b4-4f1c-85bd-987e2cb145dc,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:08.041647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42596) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:08.082728 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f54137d0-2e2b-4e36-b33d-4ed3e905c3c0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=092495e529064abc9fca7a888c035910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398993 Nov 12 12:05:08.085202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42598) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:08.131156 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-57c7fb91-ce93-426d-9906-9b02742a4e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:08.152324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-57c7fb91-ce93-426d-9906-9b02742a4e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:08.312881 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-57c7fb91-ce93-426d-9906-9b02742a4e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:08.315479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-57c7fb91-ce93-426d-9906-9b02742a4e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:08.316695 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-57c7fb91-ce93-426d-9906-9b02742a4e68 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8c650ba4-cdbe-4d27-b5c1-beb62687e88a HTTP/1.1" status: 204 len: 168 time: 0.2305758 Nov 12 12:05:08.324450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7fb91-ce93-426d-9906-9b02742a4e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c650ba4-cdbe-4d27-b5c1-beb62687e88a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:09.121293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ea03dd30-360b-4e84-943e-d55a095d7346 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:09.142293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: ea03dd30-360b-4e84-943e-d55a095d7346 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:09.142648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ea03dd30-360b-4e84-943e-d55a095d7346 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:09.409499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42620) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:09.503668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-741710960'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:09.604757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:09.608153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:09.617621 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:09.700072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:09.775479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:09.802066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:09.812339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4406752f-34dd-43a3-9c3b-f30b6674a034,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:09.817014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:09.817329 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Added segment 8634f446-d081-4dac-9379-930831522e4d of type vlan for network 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 Nov 12 12:05:09.857671 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:09.960070 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:09.965617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:09.966198 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:10.028931 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Network': ['ID=2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:10.040946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:10.066242 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-47da9f62-2afc-4932-bdce-6000502e8cec tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6555746 Nov 12 12:05:13.263132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42624) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:13.268294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'subnet': {'network_id': '2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:13.438381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:13.442049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:13.703750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:13.774475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Subnet': ['ID=83e40ab6-3f59-4165-907c-7fc2d68651dd,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:13.788647 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Checking segment: {'id': '8634f446-d081-4dac-9379-930831522e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:13.789020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network hostable DHCP agents. Network: 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:13.852214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:13.920572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:13.924774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:13.925384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:13.930727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60691ce6-a017-429f-9902-7f883c9b6177 None None] Network 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:13.983777 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-37b64cde-0030-4509-87bf-dc2433961b59 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7194660 Nov 12 12:05:13.988560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42626) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:13.994113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-774479985'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:14.072938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:14.074724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62', 'network_id': '2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62', 'tenant_id': '154f5853398c42c39cb8b2b1c73c58ee', 'fixed_ips': [{'subnet_id': '83e40ab6-3f59-4165-907c-7fc2d68651dd'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:14.075582 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.076425 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.099366 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:14.107956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.108299 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Added segment 81470015-b686-48bc-aab8-ef031af76bc3 of type vlan for network 5de6069f-fbf5-4c4d-a73d-b7066e5d967a Nov 12 12:05:14.151796 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.209385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Allocated IP 2001:db8:0:ffff::2 (2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62/83e40ab6-3f59-4165-907c-7fc2d68651dd/a17c7ade-b957-4802-9b81-39d50d17cd23) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:14.261632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.267276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:14.267883 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.333404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Network': ['ID=5de6069f-fbf5-4c4d-a73d-b7066e5d967a,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:14.343874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 5de6069f-fbf5-4c4d-a73d-b7066e5d967a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:14.372491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.402851 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f03be88b-193a-4bed-93f9-38b7da775108 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4132180 Nov 12 12:05:14.405775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42628) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:14.410685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'subnet': {'network_id': '5de6069f-fbf5-4c4d-a73d-b7066e5d967a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:14.477161 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.516885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Network 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:14.522707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:14.526427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:14.538546 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Pushing event updated for resources: {'Port': ['ID=a17c7ade-b957-4802-9b81-39d50d17cd23,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:14.590420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Attempting to bind port a17c7ade-b957-4802-9b81-39d50d17cd23 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:14.590897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Attempting to bind port a17c7ade-b957-4802-9b81-39d50d17cd23 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '8634f446-d081-4dac-9379-930831522e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:14.591218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Attempting to bind port a17c7ade-b957-4802-9b81-39d50d17cd23 on network 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:14.597009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:14.597383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Checking segment: {'id': '8634f446-d081-4dac-9379-930831522e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:14.598027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.598168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Bound using segment: {'id': '8634f446-d081-4dac-9379-930831522e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:14.598652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Bound port: a17c7ade-b957-4802-9b81-39d50d17cd23, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8634f446-d081-4dac-9379-930831522e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:14.599082 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.674936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] For port a17c7ade-b957-4802-9b81-39d50d17cd23, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:14.678722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] For port a17c7ade-b957-4802-9b81-39d50d17cd23, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a17c7ade-b957-4802-9b81-39d50d17cd23,segment=NetworkSegment(8634f446-d081-4dac-9379-930831522e4d),segment_id=8634f446-d081-4dac-9379-930831522e4d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:14.778210 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:14.836750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2cf2f-10ad-4e50-a70d-aebf4bc26509 None None] Pushing event updated for resources: {'Port': ['ID=a17c7ade-b957-4802-9b81-39d50d17cd23,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:14.920905 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:14.924522 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:15.233179 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:15.289580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Subnet': ['ID=e419a97b-8574-4692-8123-e72172638b97,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:15.301489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Checking segment: {'id': '81470015-b686-48bc-aab8-ef031af76bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5de6069f-fbf5-4c4d-a73d-b7066e5d967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:15.305490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network hostable DHCP agents. Network: 5de6069f-fbf5-4c4d-a73d-b7066e5d967a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:15.398767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network 5de6069f-fbf5-4c4d-a73d-b7066e5d967a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:15.474596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 5de6069f-fbf5-4c4d-a73d-b7066e5d967a) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:15.479628 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:15.483586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:15.485650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b61cb4-9938-4729-9b2a-8941ab982591 None None] Network 5de6069f-fbf5-4c4d-a73d-b7066e5d967a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:15.580405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-741588a1-7a89-443d-b027-d10e001f0887 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1735244 Nov 12 12:05:15.584388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42630) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:15.670035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a707759d-abad-4d50-859e-c4391988052c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-5de6069f-fbf5-4c4d-a73d-b7066e5d967a', 'network_id': '5de6069f-fbf5-4c4d-a73d-b7066e5d967a', 'tenant_id': '154f5853398c42c39cb8b2b1c73c58ee', 'fixed_ips': [{'subnet_id': 'e419a97b-8574-4692-8123-e72172638b97'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:15.671176 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a707759d-abad-4d50-859e-c4391988052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:15.729605 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:15.753496 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62984486-2081-42eb-8d4a-5caeb6bb670b None None] Network 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:15.834102 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:15.891153 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3cf5629a-c670-4827-97b9-9528994efee0 None None] Provisioning complete for port a17c7ade-b957-4802-9b81-39d50d17cd23 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:15.891517 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3cf5629a-c670-4827-97b9-9528994efee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:15.900951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-a707759d-abad-4d50-859e-c4391988052c None None] Allocated IP 2001:db8::2 (5de6069f-fbf5-4c4d-a73d-b7066e5d967a/e419a97b-8574-4692-8123-e72172638b97/3dcc7319-fee3-4efd-80bd-f2e884fabb4c) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:16.277464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a17c7ade-b957-4802-9b81-39d50d17cd23 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:16.348324 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3cf5629a-c670-4827-97b9-9528994efee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.426802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3cf5629a-c670-4827-97b9-9528994efee0 None None] For port a17c7ade-b957-4802-9b81-39d50d17cd23, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a17c7ade-b957-4802-9b81-39d50d17cd23,segment=NetworkSegment(8634f446-d081-4dac-9379-930831522e4d),segment_id=8634f446-d081-4dac-9379-930831522e4d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:16.432172 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a707759d-abad-4d50-859e-c4391988052c None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.438385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a17c7ade-b957-4802-9b81-39d50d17cd23 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:16.438875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.509121 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3cf5629a-c670-4827-97b9-9528994efee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.546912 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a707759d-abad-4d50-859e-c4391988052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.581029 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.583976 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707759d-abad-4d50-859e-c4391988052c None None] Network 5de6069f-fbf5-4c4d-a73d-b7066e5d967a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:16.592103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-a707759d-abad-4d50-859e-c4391988052c None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:16.603331 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707759d-abad-4d50-859e-c4391988052c None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:16.610380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5629a-c670-4827-97b9-9528994efee0 None None] Pushing event updated for resources: {'Port': ['ID=a17c7ade-b957-4802-9b81-39d50d17cd23,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:16.618368 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.646240 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Subnet': ['ID=e419a97b-8574-4692-8123-e72172638b97,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:16.725696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.746117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4940189a-7efc-4531-8b1d-ba1812cf2d4c None None] Provisioning complete for port a17c7ade-b957-4802-9b81-39d50d17cd23 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:16.746485 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4940189a-7efc-4531-8b1d-ba1812cf2d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.748085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707759d-abad-4d50-859e-c4391988052c None None] Pushing event updated for resources: {'Port': ['ID=3dcc7319-fee3-4efd-80bd-f2e884fabb4c,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:16.748399 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de6069f-fbf5-4c4d-a73d-b7066e5d967a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:16.754356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a707759d-abad-4d50-859e-c4391988052c None None] Attempting to bind port 3dcc7319-fee3-4efd-80bd-f2e884fabb4c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:16.754726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a707759d-abad-4d50-859e-c4391988052c None None] Attempting to bind port 3dcc7319-fee3-4efd-80bd-f2e884fabb4c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '81470015-b686-48bc-aab8-ef031af76bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5de6069f-fbf5-4c4d-a73d-b7066e5d967a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:16.755091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707759d-abad-4d50-859e-c4391988052c None None] Attempting to bind port 3dcc7319-fee3-4efd-80bd-f2e884fabb4c on network 5de6069f-fbf5-4c4d-a73d-b7066e5d967a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:16.762325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81470015-b686-48bc-aab8-ef031af76bc3') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:16.763089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81470015-b686-48bc-aab8-ef031af76bc3') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:16.774244 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.775722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:05:16.776091 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:05:16.782684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707759d-abad-4d50-859e-c4391988052c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:16.783061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707759d-abad-4d50-859e-c4391988052c None None] Checking segment: {'id': '81470015-b686-48bc-aab8-ef031af76bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5de6069f-fbf5-4c4d-a73d-b7066e5d967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:16.783463 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a707759d-abad-4d50-859e-c4391988052c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.783859 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707759d-abad-4d50-859e-c4391988052c None None] Bound using segment: {'id': '81470015-b686-48bc-aab8-ef031af76bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5de6069f-fbf5-4c4d-a73d-b7066e5d967a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:16.784375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-a707759d-abad-4d50-859e-c4391988052c None None] Bound port: 3dcc7319-fee3-4efd-80bd-f2e884fabb4c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81470015-b686-48bc-aab8-ef031af76bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5de6069f-fbf5-4c4d-a73d-b7066e5d967a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:16.784749 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a707759d-abad-4d50-859e-c4391988052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.789538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.796552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:16.811049 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:16.886642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a707759d-abad-4d50-859e-c4391988052c None None] For port 3dcc7319-fee3-4efd-80bd-f2e884fabb4c, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:16.905296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a707759d-abad-4d50-859e-c4391988052c None None] For port 3dcc7319-fee3-4efd-80bd-f2e884fabb4c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3dcc7319-fee3-4efd-80bd-f2e884fabb4c,segment=NetworkSegment(81470015-b686-48bc-aab8-ef031af76bc3),segment_id=81470015-b686-48bc-aab8-ef031af76bc3)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:16.935685 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:05:16.935685 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:05:16.935685 n-d-768852-22 neutron-server[109704]: [parameters: {'id': '5de6069f-fbf5-4c4d-a73d-b7066e5d967a'}] Nov 12 12:05:16.935685 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:05:16.936298 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:05:17.012487 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a707759d-abad-4d50-859e-c4391988052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.094026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707759d-abad-4d50-859e-c4391988052c None None] Pushing event updated for resources: {'Port': ['ID=3dcc7319-fee3-4efd-80bd-f2e884fabb4c,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:17.108339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eab298-ae8a-4081-bdc1-241ba08c7387 None None] Network 5de6069f-fbf5-4c4d-a73d-b7066e5d967a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:17.239426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc26dd5-3d7a-4b1d-86bb-baca3d726c91 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:05:17.347133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc26dd5-3d7a-4b1d-86bb-baca3d726c91 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:05:17.437236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.490342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Deleting port 3dcc7319-fee3-4efd-80bd-f2e884fabb4c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:17.490695 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.554558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] For port 3dcc7319-fee3-4efd-80bd-f2e884fabb4c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=3dcc7319-fee3-4efd-80bd-f2e884fabb4c,segment=NetworkSegment(81470015-b686-48bc-aab8-ef031af76bc3),segment_id=81470015-b686-48bc-aab8-ef031af76bc3)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:17.554939 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.568035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Calling delete_port for 3dcc7319-fee3-4efd-80bd-f2e884fabb4c owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:17.691821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.718698 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Port': ['ID=3dcc7319-fee3-4efd-80bd-f2e884fabb4c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:17.720531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No DVR routers for this DVR port 3dcc7319-fee3-4efd-80bd-f2e884fabb4c on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:17.802640 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.823353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de6069f-fbf5-4c4d-a73d-b7066e5d967a']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:17.832411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81470015-b686-48bc-aab8-ef031af76bc3') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:17.832710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81470015-b686-48bc-aab8-ef031af76bc3') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:17.841936 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.854643 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.861393 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:17.861793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:17.864823 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:17.994577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.003524 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.004643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/5de6069f-fbf5-4c4d-a73d-b7066e5d967a HTTP/1.1" status: 204 len: 168 time: 2.4190769 Nov 12 12:05:18.010358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42632) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:18.015539 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523948449'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:18.016631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6abf02-c84f-4157-93d5-0012e568a1c9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Network': ['ID=5de6069f-fbf5-4c4d-a73d-b7066e5d967a,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:18.103041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:18.106643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.130464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:18.140583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.147462 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Added segment dc5303a9-6521-4a0c-a2df-442745595c3d of type vlan for network bed0bed6-5034-424c-8575-65b444d2d187 Nov 12 12:05:18.191873 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.217775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a17c7ade-b957-4802-9b81-39d50d17cd23 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:18.249871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.266770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a17c7ade-b957-4802-9b81-39d50d17cd23 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:18.267131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.269008 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.279629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:18.279629 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.344646 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Network': ['ID=bed0bed6-5034-424c-8575-65b444d2d187,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:18.354995 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network bed0bed6-5034-424c-8575-65b444d2d187 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:18.380192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-172e2761-5e0c-48b7-bf12-d9c58e992787 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3685966 Nov 12 12:05:18.383026 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42634) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:18.388172 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'subnet': {'network_id': 'bed0bed6-5034-424c-8575-65b444d2d187', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:18.577345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:18.580959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.642174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Performing IP validity checks on allocation pools {{(pid=109705) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 12:05:18.642691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.ipam_backend_mixin [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109705) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 12:05:18.804578 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:18.878079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Subnet': ['ID=568a1716-34be-4f03-94ab-87e6f91861ee,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:18.886484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Checking segment: {'id': 'dc5303a9-6521-4a0c-a2df-442745595c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bed0bed6-5034-424c-8575-65b444d2d187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:18.886843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network hostable DHCP agents. Network: bed0bed6-5034-424c-8575-65b444d2d187, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:18.965357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network bed0bed6-5034-424c-8575-65b444d2d187 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:19.077814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, bed0bed6-5034-424c-8575-65b444d2d187) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:19.081999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:19.082601 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.087421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a614b7-2af7-41d8-b3e6-11baf8af1e88 None None] Network bed0bed6-5034-424c-8575-65b444d2d187 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:19.185992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-06970134-6558-4438-8f22-eb186862e6fd tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8017542 Nov 12 12:05:19.188482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42636) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:19.230545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-bed0bed6-5034-424c-8575-65b444d2d187', 'network_id': 'bed0bed6-5034-424c-8575-65b444d2d187', 'tenant_id': '154f5853398c42c39cb8b2b1c73c58ee', 'fixed_ips': [{'subnet_id': '568a1716-34be-4f03-94ab-87e6f91861ee'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:19.231441 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.281060 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.358899 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.368070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Allocated IP 2001:db8::3 (bed0bed6-5034-424c-8575-65b444d2d187/568a1716-34be-4f03-94ab-87e6f91861ee/92b33be3-5b03-4e62-9d2f-ef03307e0419) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:19.510584 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.616356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.658193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Network bed0bed6-5034-424c-8575-65b444d2d187 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:19.661117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:19.665817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:19.673109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Pushing event updated for resources: {'Port': ['ID=92b33be3-5b03-4e62-9d2f-ef03307e0419,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:19.707478 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.723070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Attempting to bind port 92b33be3-5b03-4e62-9d2f-ef03307e0419 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:19.723557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Attempting to bind port 92b33be3-5b03-4e62-9d2f-ef03307e0419 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'dc5303a9-6521-4a0c-a2df-442745595c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bed0bed6-5034-424c-8575-65b444d2d187'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:19.730038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Attempting to bind port 92b33be3-5b03-4e62-9d2f-ef03307e0419 on network bed0bed6-5034-424c-8575-65b444d2d187 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:19.730038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:19.730038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Checking segment: {'id': 'dc5303a9-6521-4a0c-a2df-442745595c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bed0bed6-5034-424c-8575-65b444d2d187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:19.730398 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.730753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Bound using segment: {'id': 'dc5303a9-6521-4a0c-a2df-442745595c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bed0bed6-5034-424c-8575-65b444d2d187'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:19.731221 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Bound port: 92b33be3-5b03-4e62-9d2f-ef03307e0419, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5303a9-6521-4a0c-a2df-442745595c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'bed0bed6-5034-424c-8575-65b444d2d187'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:19.731595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.735188 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Subnet': ['ID=568a1716-34be-4f03-94ab-87e6f91861ee,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:19.801963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.802572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] For port 92b33be3-5b03-4e62-9d2f-ef03307e0419, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:19.806381 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] For port 92b33be3-5b03-4e62-9d2f-ef03307e0419, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=92b33be3-5b03-4e62-9d2f-ef03307e0419,segment=NetworkSegment(dc5303a9-6521-4a0c-a2df-442745595c3d),segment_id=dc5303a9-6521-4a0c-a2df-442745595c3d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:19.884601 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:19.968720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7446b9d-ab26-4199-93cd-db028fea5c2e None None] Pushing event updated for resources: {'Port': ['ID=92b33be3-5b03-4e62-9d2f-ef03307e0419,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:19.984574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9564fc7-56a3-430a-9896-98dece28c45a None None] Network bed0bed6-5034-424c-8575-65b444d2d187 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:20.114670 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b10d22-a4ed-45f7-a6b2-4bdf6a8942c8 None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:05:20.161715 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed0bed6-5034-424c-8575-65b444d2d187']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:20.171972 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5303a9-6521-4a0c-a2df-442745595c3d') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:20.172326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5303a9-6521-4a0c-a2df-442745595c3d') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:20.181572 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:20.194694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b10d22-a4ed-45f7-a6b2-4bdf6a8942c8 None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:05:20.194966 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:20.201530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:20.201910 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:20.205099 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:20.312881 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.db.api [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:05:20.312881 n-d-768852-22 neutron-server[109705]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:05:20.312881 n-d-768852-22 neutron-server[109705]: [parameters: {'id': 'bed0bed6-5034-424c-8575-65b444d2d187'}] Nov 12 12:05:20.312881 n-d-768852-22 neutron-server[109705]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:05:20.313379 n-d-768852-22 neutron-server[109705]: DEBUG oslo_db.api [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:05:20.814001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:20.869509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Deleting port 92b33be3-5b03-4e62-9d2f-ef03307e0419 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:20.869849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:20.949826 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] For port 92b33be3-5b03-4e62-9d2f-ef03307e0419, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=92b33be3-5b03-4e62-9d2f-ef03307e0419,segment=NetworkSegment(dc5303a9-6521-4a0c-a2df-442745595c3d),segment_id=dc5303a9-6521-4a0c-a2df-442745595c3d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:20.950381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:20.967364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Calling delete_port for 92b33be3-5b03-4e62-9d2f-ef03307e0419 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:21.109156 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.134442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Port': ['ID=92b33be3-5b03-4e62-9d2f-ef03307e0419,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:21.137979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No DVR routers for this DVR port 92b33be3-5b03-4e62-9d2f-ef03307e0419 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:21.224184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.232361 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.261195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed0bed6-5034-424c-8575-65b444d2d187']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:21.272348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5303a9-6521-4a0c-a2df-442745595c3d') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:21.272631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5303a9-6521-4a0c-a2df-442745595c3d') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:21.285853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.300936 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.307753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:21.308160 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:21.311170 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:21.411393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.419404 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.422568 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/bed0bed6-5034-424c-8575-65b444d2d187 HTTP/1.1" status: 204 len: 168 time: 2.2331598 Nov 12 12:05:21.426280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42638) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:21.432355 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633469033'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:21.434203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a306e-3ccf-4e84-bae7-e8495ca3fdad tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Network': ['ID=bed0bed6-5034-424c-8575-65b444d2d187,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:21.500701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:21.504210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.532410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:21.541479 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.541823 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Added segment 7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20 of type vlan for network 910af801-ba9e-451b-a68e-f06670a32d15 Nov 12 12:05:21.579513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.686175 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.691776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:21.692480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:21.758971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Network': ['ID=910af801-ba9e-451b-a68e-f06670a32d15,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:21.769212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 910af801-ba9e-451b-a68e-f06670a32d15 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:21.785692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f20a6f13-7477-4e9a-948e-61aa9251e6ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3577073 Nov 12 12:05:21.788569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42640) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:21.797040 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'subnet': {'network_id': '910af801-ba9e-451b-a68e-f06670a32d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:21.943090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:21.947176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.181807 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.242326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Subnet': ['ID=cd68f46e-8c91-4573-a631-5ebaa416a348,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:22.251602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Checking segment: {'id': '7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '910af801-ba9e-451b-a68e-f06670a32d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:22.251992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network hostable DHCP agents. Network: 910af801-ba9e-451b-a68e-f06670a32d15, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:22.343043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network 910af801-ba9e-451b-a68e-f06670a32d15 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:22.417741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 910af801-ba9e-451b-a68e-f06670a32d15) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:22.422171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:22.422780 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.428820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a08bbe-52c1-43b4-b923-8bb420790b3e None None] Network 910af801-ba9e-451b-a68e-f06670a32d15 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:22.526735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-003ee986-220c-4b61-9589-f72e79acc008 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7369702 Nov 12 12:05:22.530575 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42642) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:22.535330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-621227001'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:22.572604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-910af801-ba9e-451b-a68e-f06670a32d15', 'network_id': '910af801-ba9e-451b-a68e-f06670a32d15', 'tenant_id': '154f5853398c42c39cb8b2b1c73c58ee', 'fixed_ips': [{'subnet_id': 'cd68f46e-8c91-4573-a631-5ebaa416a348'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:22.573450 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.637802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:22.641663 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.666375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:22.675755 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.676144 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Added segment 4d88a8b9-8f85-4aa8-8e0d-ac38073a656f of type vlan for network 54219170-8510-4700-860b-c7d59663aadd Nov 12 12:05:22.715077 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Allocated IP 2001:db8::2 (910af801-ba9e-451b-a68e-f06670a32d15/cd68f46e-8c91-4573-a631-5ebaa416a348/b7119d92-1190-4510-863a-ccd5a1012e99) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:22.716290 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.815730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.821947 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:22.824692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.858484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:22.893700 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Network': ['ID=54219170-8510-4700-860b-c7d59663aadd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:22.904270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 54219170-8510-4700-860b-c7d59663aadd details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:22.918889 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:05:22.938226 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15413398-56e7-4377-a168-e7388f1f70a1 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4066875 Nov 12 12:05:22.940969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42644) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:22.945957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Request body: {'subnet': {'network_id': '54219170-8510-4700-860b-c7d59663aadd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:22.964299 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.008266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Network 910af801-ba9e-451b-a68e-f06670a32d15 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:23.013204 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:23.016925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:23.026406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Pushing event updated for resources: {'Port': ['ID=b7119d92-1190-4510-863a-ccd5a1012e99,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:23.076769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Attempting to bind port b7119d92-1190-4510-863a-ccd5a1012e99 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:23.077060 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Attempting to bind port b7119d92-1190-4510-863a-ccd5a1012e99 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '910af801-ba9e-451b-a68e-f06670a32d15'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:23.077409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Attempting to bind port b7119d92-1190-4510-863a-ccd5a1012e99 on network 910af801-ba9e-451b-a68e-f06670a32d15 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:23.082332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:23.082695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Checking segment: {'id': '7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '910af801-ba9e-451b-a68e-f06670a32d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:23.083088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.083502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Bound using segment: {'id': '7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '910af801-ba9e-451b-a68e-f06670a32d15'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:23.083966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Bound port: b7119d92-1190-4510-863a-ccd5a1012e99, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '910af801-ba9e-451b-a68e-f06670a32d15'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:23.089403 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.144699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] For port b7119d92-1190-4510-863a-ccd5a1012e99, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:23.148321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] For port b7119d92-1190-4510-863a-ccd5a1012e99, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b7119d92-1190-4510-863a-ccd5a1012e99,segment=NetworkSegment(7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20),segment_id=7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:23.158158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Made reservation on behalf of 154f5853398c42c39cb8b2b1c73c58ee for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:23.161784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.241091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.429173 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.472738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997dfed-7a43-4ef9-b389-5d7a70a33ba6 None None] Pushing event updated for resources: {'Port': ['ID=b7119d92-1190-4510-863a-ccd5a1012e99,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:23.491197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event updated for resources: {'Subnet': ['ID=7056daa6-3c85-4db2-ae3b-b9594495671d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:23.509967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Checking segment: {'id': '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '54219170-8510-4700-860b-c7d59663aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:23.510327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network hostable DHCP agents. Network: 54219170-8510-4700-860b-c7d59663aadd, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:23.583150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Network 54219170-8510-4700-860b-c7d59663aadd is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:23.712519 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 54219170-8510-4700-860b-c7d59663aadd) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:23.717356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:23.717862 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.728293 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75651b3-6b85-4460-87e3-28ad859c0e28 None None] Network 54219170-8510-4700-860b-c7d59663aadd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:23.797374 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ed0ee4b7-6993-4964-b551-8340cbcada0b tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8553104 Nov 12 12:05:23.799861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42646) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:23.886969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-54219170-8510-4700-860b-c7d59663aadd', 'network_id': '54219170-8510-4700-860b-c7d59663aadd', 'tenant_id': '154f5853398c42c39cb8b2b1c73c58ee', 'fixed_ips': [{'subnet_id': '7056daa6-3c85-4db2-ae3b-b9594495671d'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:23.887843 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.908239 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:23.969976 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.047278 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Allocated IP 2001:db8::2 (54219170-8510-4700-860b-c7d59663aadd/7056daa6-3c85-4db2-ae3b-b9594495671d/11f40b13-9af4-4a1e-8515-8c515e65a09f) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:24.196011 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.248222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b7119d92-1190-4510-863a-ccd5a1012e99 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:24.285764 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.343395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Network 54219170-8510-4700-860b-c7d59663aadd is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:24.344859 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Pushing event updated for resources: {'Port': ['ID=11f40b13-9af4-4a1e-8515-8c515e65a09f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:24.349303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:24.354107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:24.383886 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.385120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b7119d92-1190-4510-863a-ccd5a1012e99 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:24.385446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.426160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57834b7e-58aa-4ffb-b7e3-fb69321bc45a None None] Network 910af801-ba9e-451b-a68e-f06670a32d15 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:24.432620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Subnet': ['ID=7056daa6-3c85-4db2-ae3b-b9594495671d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:24.473896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Attempting to bind port 11f40b13-9af4-4a1e-8515-8c515e65a09f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:24.474552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Attempting to bind port 11f40b13-9af4-4a1e-8515-8c515e65a09f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '54219170-8510-4700-860b-c7d59663aadd'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:24.474709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Attempting to bind port 11f40b13-9af4-4a1e-8515-8c515e65a09f on network 54219170-8510-4700-860b-c7d59663aadd {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:24.483718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.512196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54219170-8510-4700-860b-c7d59663aadd']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:24.513624 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:24.513999 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Checking segment: {'id': '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '54219170-8510-4700-860b-c7d59663aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:24.514404 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.514797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Bound using segment: {'id': '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '54219170-8510-4700-860b-c7d59663aadd'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:24.515282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Bound port: 11f40b13-9af4-4a1e-8515-8c515e65a09f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '54219170-8510-4700-860b-c7d59663aadd'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:24.515659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.522462 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:24.522769 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:24.532986 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.545332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-00695f59-f730-4fdd-b3ec-7200595f96f4 None None] Provisioning complete for port b7119d92-1190-4510-863a-ccd5a1012e99 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:24.545701 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00695f59-f730-4fdd-b3ec-7200595f96f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.546839 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.553585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:24.553972 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:24.557306 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:24.673342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.db.api [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 12:05:24.673342 n-d-768852-22 neutron-server[109704]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 12:05:24.673342 n-d-768852-22 neutron-server[109704]: [parameters: {'id': '54219170-8510-4700-860b-c7d59663aadd'}] Nov 12 12:05:24.673342 n-d-768852-22 neutron-server[109704]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:05:24.674312 n-d-768852-22 neutron-server[109704]: DEBUG oslo_db.api [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:05:24.694525 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.721139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] For port 11f40b13-9af4-4a1e-8515-8c515e65a09f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:24.762292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] For port 11f40b13-9af4-4a1e-8515-8c515e65a09f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=11f40b13-9af4-4a1e-8515-8c515e65a09f,segment=NetworkSegment(4d88a8b9-8f85-4aa8-8e0d-ac38073a656f),segment_id=4d88a8b9-8f85-4aa8-8e0d-ac38073a656f)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:24.773161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port b7119d92-1190-4510-863a-ccd5a1012e99, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b7119d92-1190-4510-863a-ccd5a1012e99,segment=NetworkSegment(7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20),segment_id=7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:24.815269 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-00695f59-f730-4fdd-b3ec-7200595f96f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.850902 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.886409 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:24.970829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095ae6f-41e4-45e3-9339-3ca33c844a05 None None] Pushing event updated for resources: {'Port': ['ID=11f40b13-9af4-4a1e-8515-8c515e65a09f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:24.973812 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-00695f59-f730-4fdd-b3ec-7200595f96f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:05:24.974164 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-00695f59-f730-4fdd-b3ec-7200595f96f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:05:25.000120 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bae67fa-1480-45d6-8584-4691b3f375cc None None] Network 54219170-8510-4700-860b-c7d59663aadd requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:25.073415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=b7119d92-1190-4510-863a-ccd5a1012e99,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:25.139310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75156c2-343d-4b64-ac12-62edc7991b9f None None] get_active_networks_info from n-d-768852-22 {{(pid=109706) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 12:05:25.174999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.224255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75156c2-343d-4b64-ac12-62edc7991b9f None None] Resources bound (agent type, host, resource id): {{(pid=109706) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 12:05:25.228776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Deleting port 11f40b13-9af4-4a1e-8515-8c515e65a09f {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:25.229118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.300379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] For port 11f40b13-9af4-4a1e-8515-8c515e65a09f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=11f40b13-9af4-4a1e-8515-8c515e65a09f,segment=NetworkSegment(4d88a8b9-8f85-4aa8-8e0d-ac38073a656f),segment_id=4d88a8b9-8f85-4aa8-8e0d-ac38073a656f)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:25.300742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.313223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Calling delete_port for 11f40b13-9af4-4a1e-8515-8c515e65a09f owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:25.491660 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.523597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Port': ['ID=11f40b13-9af4-4a1e-8515-8c515e65a09f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:25.527882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No DVR routers for this DVR port 11f40b13-9af4-4a1e-8515-8c515e65a09f on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:25.554523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.554870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.555213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.555547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.555877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.556233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.556563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.556887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.557214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.557536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.557857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.558178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:25.617197 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.638062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ffd2e800-1f54-4269-925e-947746fa54de None None] Provisioning complete for port b7119d92-1190-4510-863a-ccd5a1012e99 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:25.638905 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ffd2e800-1f54-4269-925e-947746fa54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.642553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54219170-8510-4700-860b-c7d59663aadd']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:25.654170 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:25.654606 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d88a8b9-8f85-4aa8-8e0d-ac38073a656f') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:25.673359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.688873 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.694790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:25.695404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:25.698744 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:25.822735 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.827279 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:25.830506 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/54219170-8510-4700-860b-c7d59663aadd HTTP/1.1" status: 204 len: 168 time: 2.0296359 Nov 12 12:05:25.833833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42648) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:25.846256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdec2b-e453-4331-8708-9ad1deaa90aa tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Network': ['ID=54219170-8510-4700-860b-c7d59663aadd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:25.870914 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7586b8c-6ec1-44f2-89b6-aa4183e4fa37 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] GET failed (client error): The resource could not be found. Nov 12 12:05:25.872360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e7586b8c-6ec1-44f2-89b6-aa4183e4fa37 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "GET /v2.0/subnets/7056daa6-3c85-4db2-ae3b-b9594495671d HTTP/1.1" status: 404 len: 337 time: 0.0369377 Nov 12 12:05:25.875299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42650) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:25.893122 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ca027c-5807-4ff8-b4a8-74fd72ba0036 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] DELETE failed (client error): The resource could not be found. Nov 12 12:05:25.893668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ca027c-5807-4ff8-b4a8-74fd72ba0036 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:05:25.897202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-64ca027c-5807-4ff8-b4a8-74fd72ba0036 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/54219170-8510-4700-860b-c7d59663aadd HTTP/1.1" status: 404 len: 339 time: 0.0204372 Nov 12 12:05:25.900906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42652) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:25.925902 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb76f34a-07da-4b3e-bada-7c73b251a49d tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] DELETE failed (client error): The resource could not be found. Nov 12 12:05:25.926348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb76f34a-07da-4b3e-bada-7c73b251a49d tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:05:25.929844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bb76f34a-07da-4b3e-bada-7c73b251a49d tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/subnets/7056daa6-3c85-4db2-ae3b-b9594495671d HTTP/1.1" status: 404 len: 337 time: 0.0280414 Nov 12 12:05:25.932393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42654) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:25.950981 n-d-768852-22 neutron-server[109705]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a61430-6af8-43c9-86bc-a50ebe7bcc1c tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] DELETE failed (client error): The resource could not be found. Nov 12 12:05:25.951430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a61430-6af8-43c9-86bc-a50ebe7bcc1c tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109705) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:05:25.954418 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-99a61430-6af8-43c9-86bc-a50ebe7bcc1c tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/54219170-8510-4700-860b-c7d59663aadd HTTP/1.1" status: 404 len: 339 time: 0.0211289 Nov 12 12:05:25.957046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42656) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:26.006278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-3001a02e-9796-401f-ad47-ea8601436716 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Deleting subnet cd68f46e-8c91-4573-a631-5ebaa416a348 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:05:26.009380 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3001a02e-9796-401f-ad47-ea8601436716 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.049768 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3001a02e-9796-401f-ad47-ea8601436716 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.132842 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3001a02e-9796-401f-ad47-ea8601436716 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.210887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b7119d92-1190-4510-863a-ccd5a1012e99 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:26.259387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b7119d92-1190-4510-863a-ccd5a1012e99 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:26.259799 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.312950 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3001a02e-9796-401f-ad47-ea8601436716 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.338636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001a02e-9796-401f-ad47-ea8601436716 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Subnet': ['ID=cd68f46e-8c91-4573-a631-5ebaa416a348,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:26.344360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3001a02e-9796-401f-ad47-ea8601436716 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.347458 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3001a02e-9796-401f-ad47-ea8601436716 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/subnets/cd68f46e-8c91-4573-a631-5ebaa416a348 HTTP/1.1" status: 204 len: 168 time: 0.3895094 Nov 12 12:05:26.350003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42658) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:26.352351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b50ef2-0aa1-40f7-ab51-ac8496556374 None None] Network 910af801-ba9e-451b-a68e-f06670a32d15 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:26.429504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.482361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Deleting port b7119d92-1190-4510-863a-ccd5a1012e99 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:26.482700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.512403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] DHCP port deletion for 910af801-ba9e-451b-a68e-f06670a32d15 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:26.549824 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] For port b7119d92-1190-4510-863a-ccd5a1012e99, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b7119d92-1190-4510-863a-ccd5a1012e99,segment=NetworkSegment(7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20),segment_id=7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:26.550182 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.562699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Calling delete_port for b7119d92-1190-4510-863a-ccd5a1012e99 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:26.563871 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] Deleting port b7119d92-1190-4510-863a-ccd5a1012e99 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:26.564281 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.628309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] For port b7119d92-1190-4510-863a-ccd5a1012e99, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b7119d92-1190-4510-863a-ccd5a1012e99,segment=NetworkSegment(7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20),segment_id=7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:26.628692 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.642505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] Calling delete_port for b7119d92-1190-4510-863a-ccd5a1012e99 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:26.737268 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.743674 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.766224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Port': ['ID=b7119d92-1190-4510-863a-ccd5a1012e99,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:26.767235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] Pushing event deleted for resources: {'Port': ['ID=b7119d92-1190-4510-863a-ccd5a1012e99,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:26.769965 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No DVR routers for this DVR port b7119d92-1190-4510-863a-ccd5a1012e99 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:26.772966 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b6d75-c00f-4863-84fd-b367dae9cc51 None None] No DVR routers for this DVR port b7119d92-1190-4510-863a-ccd5a1012e99 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:26.849303 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.869527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910af801-ba9e-451b-a68e-f06670a32d15']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:26.878713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:26.879006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5b898f-f5ce-4b9e-ba92-16d49c1b7c20') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:26.889064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.901910 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.907579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:26.907985 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:26.910868 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:27.040110 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.045037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.050615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/910af801-ba9e-451b-a68e-f06670a32d15 HTTP/1.1" status: 204 len: 168 time: 0.6974490 Nov 12 12:05:27.051525 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42660) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:27.063716 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b924eea-2cb1-41b1-8135-15f253fbac11 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Network': ['ID=910af801-ba9e-451b-a68e-f06670a32d15,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:27.077550 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7ede45-cd60-4d7d-a74d-ad9f42dd7d5f tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] DELETE failed (client error): The resource could not be found. Nov 12 12:05:27.078651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7ede45-cd60-4d7d-a74d-ad9f42dd7d5f tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:05:27.081032 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-bb7ede45-cd60-4d7d-a74d-ad9f42dd7d5f tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/subnets/568a1716-34be-4f03-94ab-87e6f91861ee HTTP/1.1" status: 404 len: 337 time: 0.0289028 Nov 12 12:05:27.083573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42662) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:27.101739 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-07abe46b-9f73-4766-bbc9-0c1cfdf163ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] DELETE failed (client error): The resource could not be found. Nov 12 12:05:27.102261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07abe46b-9f73-4766-bbc9-0c1cfdf163ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:05:27.105180 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-07abe46b-9f73-4766-bbc9-0c1cfdf163ed tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/bed0bed6-5034-424c-8575-65b444d2d187 HTTP/1.1" status: 404 len: 339 time: 0.0206699 Nov 12 12:05:27.107517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42664) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:27.132374 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-93aff05f-29fa-4c6a-af5e-6d482bfee664 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] DELETE failed (client error): The resource could not be found. Nov 12 12:05:27.132815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93aff05f-29fa-4c6a-af5e-6d482bfee664 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:05:27.135691 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-93aff05f-29fa-4c6a-af5e-6d482bfee664 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/subnets/e419a97b-8574-4692-8123-e72172638b97 HTTP/1.1" status: 404 len: 337 time: 0.0272443 Nov 12 12:05:27.138151 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42666) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:27.160193 n-d-768852-22 neutron-server[109704]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b5c575-b6bb-4992-8f84-886539dca0ac tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] DELETE failed (client error): The resource could not be found. Nov 12 12:05:27.160727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b5c575-b6bb-4992-8f84-886539dca0ac tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109704) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 12:05:27.164150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c6b5c575-b6bb-4992-8f84-886539dca0ac tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/5de6069f-fbf5-4c4d-a73d-b7066e5d967a HTTP/1.1" status: 404 len: 339 time: 0.0250990 Nov 12 12:05:27.166489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42668) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:27.216301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-524a4a88-2246-494c-8530-7215759e6207 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Deleting subnet 83e40ab6-3f59-4165-907c-7fc2d68651dd {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:05:27.219394 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-524a4a88-2246-494c-8530-7215759e6207 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.259584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-524a4a88-2246-494c-8530-7215759e6207 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.345603 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-524a4a88-2246-494c-8530-7215759e6207 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.457326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-524a4a88-2246-494c-8530-7215759e6207 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.485486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4a88-2246-494c-8530-7215759e6207 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Subnet': ['ID=83e40ab6-3f59-4165-907c-7fc2d68651dd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:27.487461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-524a4a88-2246-494c-8530-7215759e6207 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.492302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-524a4a88-2246-494c-8530-7215759e6207 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/subnets/83e40ab6-3f59-4165-907c-7fc2d68651dd HTTP/1.1" status: 204 len: 168 time: 0.3239107 Nov 12 12:05:27.492425 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f04df06-1d30-485e-9283-682563d38dba None None] Network 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:27.493874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42670) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:27.570941 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.631953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Deleting port a17c7ade-b957-4802-9b81-39d50d17cd23 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:27.632302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.676567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] DHCP port deletion for 2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:27.698767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] For port a17c7ade-b957-4802-9b81-39d50d17cd23, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a17c7ade-b957-4802-9b81-39d50d17cd23,segment=NetworkSegment(8634f446-d081-4dac-9379-930831522e4d),segment_id=8634f446-d081-4dac-9379-930831522e4d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:27.699125 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.711552 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Calling delete_port for a17c7ade-b957-4802-9b81-39d50d17cd23 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:27.724257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] Deleting port a17c7ade-b957-4802-9b81-39d50d17cd23 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:27.724654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.880352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.908140 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Port': ['ID=a17c7ade-b957-4802-9b81-39d50d17cd23,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:27.909923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] No DVR routers for this DVR port a17c7ade-b957-4802-9b81-39d50d17cd23 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:27.948561 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] For port a17c7ade-b957-4802-9b81-39d50d17cd23, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a17c7ade-b957-4802-9b81-39d50d17cd23,segment=NetworkSegment(8634f446-d081-4dac-9379-930831522e4d),segment_id=8634f446-d081-4dac-9379-930831522e4d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:27.948953 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:27.961747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] Calling delete_port for a17c7ade-b957-4802-9b81-39d50d17cd23 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:27.993587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:28.018314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:28.028562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8634f446-d081-4dac-9379-930831522e4d') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:28.028859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8634f446-d081-4dac-9379-930831522e4d') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:28.039145 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:28.039363 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:28.053942 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:28.060061 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:28.060498 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:28.062465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] Pushing event deleted for resources: {'Port': ['ID=a17c7ade-b957-4802-9b81-39d50d17cd23,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:28.063469 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:28.068138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea61e2d-576c-4e18-af10-e40400582576 None None] No DVR routers for this DVR port a17c7ade-b957-4802-9b81-39d50d17cd23 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:28.175303 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:28.182962 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:28.190632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] 10.222.0.98 "DELETE /v2.0/networks/2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62 HTTP/1.1" status: 204 len: 168 time: 0.6911557 Nov 12 12:05:28.201795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f891609-94fd-4aa2-b840-5d29d36fe6d9 tempest-NetworksIpV6Test-426295506 tempest-NetworksIpV6Test-426295506-project] Pushing event deleted for resources: {'Network': ['ID=2e4752d3-ed8e-4dd9-ae0b-57c2fa7bad62,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:28.213158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b7119d92-1190-4510-863a-ccd5a1012e99 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:28.233142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b7119d92-1190-4510-863a-ccd5a1012e99 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:28.233483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b7119d92-1190-4510-863a-ccd5a1012e99 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:28.233902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a17c7ade-b957-4802-9b81-39d50d17cd23 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:28.257756 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a17c7ade-b957-4802-9b81-39d50d17cd23 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:28.258095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a17c7ade-b957-4802-9b81-39d50d17cd23 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:28.713271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42676) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:28.872687 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-75ea9927-1403-463b-a723-50821cbe40e2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=154f5853398c42c39cb8b2b1c73c58ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582332 Nov 12 12:05:28.875277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42680) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:28.928384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d28c08a5-8569-4b83-b124-da6f55f72b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:28.949380 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d28c08a5-8569-4b83-b124-da6f55f72b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:29.108723 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d28c08a5-8569-4b83-b124-da6f55f72b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:29.111189 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d28c08a5-8569-4b83-b124-da6f55f72b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:29.112393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d28c08a5-8569-4b83-b124-da6f55f72b80 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4406752f-34dd-43a3-9c3b-f30b6674a034 HTTP/1.1" status: 204 len: 168 time: 0.2362161 Nov 12 12:05:29.120105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c08a5-8569-4b83-b124-da6f55f72b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4406752f-34dd-43a3-9c3b-f30b6674a034,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:29.383017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-72380b22-b474-4f44-8ca8-6ee3e8c8d6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.030728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42702) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:30.124750 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c8a7a2ab-72b0-463f-b978-17adb0cc2f30 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-948438014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:30.223266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a2ab-72b0-463f-b978-17adb0cc2f30 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.224402 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a2ab-72b0-463f-b978-17adb0cc2f30 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.319657 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a2ab-72b0-463f-b978-17adb0cc2f30 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.404459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a2ab-72b0-463f-b978-17adb0cc2f30 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.510587 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c8a7a2ab-72b0-463f-b978-17adb0cc2f30 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.511709 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c8a7a2ab-72b0-463f-b978-17adb0cc2f30 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4799519 Nov 12 12:05:30.514417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42706) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:30.519436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-667771650'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:30.622669 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Made reservation on behalf of a9c2b44ed5a24326808f4f1ddb4ca0d2 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:30.626278 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.636252 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.710907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.798272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.827210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:30.832500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd1ad97-ed5c-4faf-aaec-afb3891cba2c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:30.840278 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.840624 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Added segment c19a4682-3f3b-4242-ac06-f6b7e781d116 of type vlan for network bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 Nov 12 12:05:30.880441 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.960775 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:30.966376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:30.966953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:31.034682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event updated for resources: {'Network': ['ID=bfd4bdd8-e743-41c9-8a5d-1646d79d0c31,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:31.045621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:31.076826 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-720e60ef-820c-4b48-bfee-cd75c449493d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5613596 Nov 12 12:05:31.079798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42708) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:31.085453 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Request body: {'subnet': {'network_id': 'bfd4bdd8-e743-41c9-8a5d-1646d79d0c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:31.249246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Made reservation on behalf of a9c2b44ed5a24326808f4f1ddb4ca0d2 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:31.252843 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:31.497192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:31.563738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event updated for resources: {'Subnet': ['ID=40b59c9e-25c4-480c-afcd-f8552c5524b1,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:31.573015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Checking segment: {'id': 'c19a4682-3f3b-4242-ac06-f6b7e781d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bfd4bdd8-e743-41c9-8a5d-1646d79d0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:31.573383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Network hostable DHCP agents. Network: bfd4bdd8-e743-41c9-8a5d-1646d79d0c31, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:31.657126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Network bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:31.726289 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, bfd4bdd8-e743-41c9-8a5d-1646d79d0c31) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:31.730929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:31.732029 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:31.739222 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfadb0d-1e30-4e60-bebc-0bd062676243 None None] Network bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:31.818302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-156b871c-d7ae-4f69-8046-4c15af256ff9 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7369354 Nov 12 12:05:31.820867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42710) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:31.826091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-998421655'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:31.885861 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-51f21737-a0a9-4c62-b2fd-04f233469733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:31.897960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-bfd4bdd8-e743-41c9-8a5d-1646d79d0c31', 'network_id': 'bfd4bdd8-e743-41c9-8a5d-1646d79d0c31', 'tenant_id': 'a9c2b44ed5a24326808f4f1ddb4ca0d2', 'fixed_ips': [{'subnet_id': '40b59c9e-25c4-480c-afcd-f8552c5524b1'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:31.897960 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:31.908894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Made reservation on behalf of a9c2b44ed5a24326808f4f1ddb4ca0d2 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:31.912540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:31.937160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:31.945808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:31.946146 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Added segment 13138e73-b521-44db-80b0-ae6956caf66c of type vlan for network d599f108-0c30-4974-a4e1-d19e8181692f Nov 12 12:05:31.987480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.028527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Allocated IP 172.20.0.2 (bfd4bdd8-e743-41c9-8a5d-1646d79d0c31/40b59c9e-25c4-480c-afcd-f8552c5524b1/da19257c-6740-4c36-bfe9-3a0284f76873) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:32.095340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.101610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:32.102208 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.168851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event updated for resources: {'Network': ['ID=d599f108-0c30-4974-a4e1-d19e8181692f,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:32.173815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.186243 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network d599f108-0c30-4974-a4e1-d19e8181692f details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:32.214241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4535ed29-47db-4d0a-be4d-8e8b105ea630 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3921669 Nov 12 12:05:32.217256 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42712) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:32.222279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Request body: {'subnet': {'network_id': 'd599f108-0c30-4974-a4e1-d19e8181692f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:32.280538 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.324505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Network bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:32.327593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:32.330111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:32.337038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Pushing event updated for resources: {'Port': ['ID=da19257c-6740-4c36-bfe9-3a0284f76873,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:32.388376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Attempting to bind port da19257c-6740-4c36-bfe9-3a0284f76873 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:32.388656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Attempting to bind port da19257c-6740-4c36-bfe9-3a0284f76873 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'c19a4682-3f3b-4242-ac06-f6b7e781d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bfd4bdd8-e743-41c9-8a5d-1646d79d0c31'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:32.389018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Attempting to bind port da19257c-6740-4c36-bfe9-3a0284f76873 on network bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:32.393961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:32.394243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Made reservation on behalf of a9c2b44ed5a24326808f4f1ddb4ca0d2 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:32.394759 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Checking segment: {'id': 'c19a4682-3f3b-4242-ac06-f6b7e781d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bfd4bdd8-e743-41c9-8a5d-1646d79d0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:32.394759 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.395084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Bound using segment: {'id': 'c19a4682-3f3b-4242-ac06-f6b7e781d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bfd4bdd8-e743-41c9-8a5d-1646d79d0c31'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:32.395548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Bound port: da19257c-6740-4c36-bfe9-3a0284f76873, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19a4682-3f3b-4242-ac06-f6b7e781d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bfd4bdd8-e743-41c9-8a5d-1646d79d0c31'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:32.395947 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.399064 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.462539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] For port da19257c-6740-4c36-bfe9-3a0284f76873, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:32.465847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] For port da19257c-6740-4c36-bfe9-3a0284f76873, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=da19257c-6740-4c36-bfe9-3a0284f76873,segment=NetworkSegment(c19a4682-3f3b-4242-ac06-f6b7e781d116),segment_id=c19a4682-3f3b-4242-ac06-f6b7e781d116)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:32.543600 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.600134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdab5e7-14c7-4222-8e2c-4b45f02757e4 None None] Pushing event updated for resources: {'Port': ['ID=da19257c-6740-4c36-bfe9-3a0284f76873,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:32.657440 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.723672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event updated for resources: {'Subnet': ['ID=f21005f7-30ec-4ce0-9e35-bd43e5a3b331,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:32.741783 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Checking segment: {'id': '13138e73-b521-44db-80b0-ae6956caf66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd599f108-0c30-4974-a4e1-d19e8181692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:32.742167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Network hostable DHCP agents. Network: d599f108-0c30-4974-a4e1-d19e8181692f, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:32.811582 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Network d599f108-0c30-4974-a4e1-d19e8181692f is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:32.889816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, d599f108-0c30-4974-a4e1-d19e8181692f) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:32.894338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:32.894948 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:32.898271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9e0c3-cf88-4a3b-9582-612f9016db03 None None] Network d599f108-0c30-4974-a4e1-d19e8181692f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:32.995866 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-df54ea28-d1c0-4789-a66a-9a6d3ba39d6e tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7773376 Nov 12 12:05:32.998600 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42714) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:33.003543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-870c169a-659e-4fdb-aa82-b9ea52665bf2 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd599f108-0c30-4974-a4e1-d19e8181692f'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:33.049142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-d599f108-0c30-4974-a4e1-d19e8181692f', 'network_id': 'd599f108-0c30-4974-a4e1-d19e8181692f', 'tenant_id': 'a9c2b44ed5a24326808f4f1ddb4ca0d2', 'fixed_ips': [{'subnet_id': 'f21005f7-30ec-4ce0-9e35-bd43e5a3b331'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:33.053871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.200177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Allocated IP 172.21.0.2 (d599f108-0c30-4974-a4e1-d19e8181692f/f21005f7-30ec-4ce0-9e35-bd43e5a3b331/8ee90b69-6f5f-4f78-a11e-fe8735834d5d) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:33.219949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-870c169a-659e-4fdb-aa82-b9ea52665bf2 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.260646 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.356425 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.420005 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [None req-870c169a-659e-4fdb-aa82-b9ea52665bf2 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 12:05:33.421234 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-870c169a-659e-4fdb-aa82-b9ea52665bf2 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "PUT /v2.0/routers/0af4d582-3b73-4d2a-b991-742ef853e76c HTTP/1.1" status: 400 len: 364 time: 0.4216151 Nov 12 12:05:33.427267 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42716) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:33.429234 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.472573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Network d599f108-0c30-4974-a4e1-d19e8181692f is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:33.476151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:33.479803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:33.487001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Pushing event updated for resources: {'Port': ['ID=8ee90b69-6f5f-4f78-a11e-fe8735834d5d,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:33.493038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-0203ac1a-8fe7-4946-9291-2b16dd34627d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Deleting subnet f21005f7-30ec-4ce0-9e35-bd43e5a3b331 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:05:33.496737 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0203ac1a-8fe7-4946-9291-2b16dd34627d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.540290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Attempting to bind port 8ee90b69-6f5f-4f78-a11e-fe8735834d5d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:33.540945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Attempting to bind port 8ee90b69-6f5f-4f78-a11e-fe8735834d5d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '13138e73-b521-44db-80b0-ae6956caf66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd599f108-0c30-4974-a4e1-d19e8181692f'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:33.541315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Attempting to bind port 8ee90b69-6f5f-4f78-a11e-fe8735834d5d on network d599f108-0c30-4974-a4e1-d19e8181692f {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:33.544919 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0203ac1a-8fe7-4946-9291-2b16dd34627d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.550910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:33.551717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Checking segment: {'id': '13138e73-b521-44db-80b0-ae6956caf66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd599f108-0c30-4974-a4e1-d19e8181692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:33.552144 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.553089 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Bound using segment: {'id': '13138e73-b521-44db-80b0-ae6956caf66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd599f108-0c30-4974-a4e1-d19e8181692f'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:33.553747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Bound port: 8ee90b69-6f5f-4f78-a11e-fe8735834d5d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13138e73-b521-44db-80b0-ae6956caf66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd599f108-0c30-4974-a4e1-d19e8181692f'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:33.554134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.565834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b1758-9a08-4726-9172-3ceb203d8eff None None] Network bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:33.629220 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0203ac1a-8fe7-4946-9291-2b16dd34627d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.686992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ec1e3de6-9039-44ce-842c-2a5f63be11f5 None None] Provisioning complete for port da19257c-6740-4c36-bfe9-3a0284f76873 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:33.687292 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3de6-9039-44ce-842c-2a5f63be11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.777779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0203ac1a-8fe7-4946-9291-2b16dd34627d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.784449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] For port 8ee90b69-6f5f-4f78-a11e-fe8735834d5d, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:33.805308 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203ac1a-8fe7-4946-9291-2b16dd34627d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event deleted for resources: {'Subnet': ['ID=f21005f7-30ec-4ce0-9e35-bd43e5a3b331,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:33.809158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0203ac1a-8fe7-4946-9291-2b16dd34627d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.812509 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0203ac1a-8fe7-4946-9291-2b16dd34627d tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "DELETE /v2.0/subnets/f21005f7-30ec-4ce0-9e35-bd43e5a3b331 HTTP/1.1" status: 204 len: 168 time: 0.3834224 Nov 12 12:05:33.814971 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:33.823244 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] For port 8ee90b69-6f5f-4f78-a11e-fe8735834d5d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8ee90b69-6f5f-4f78-a11e-fe8735834d5d,segment=NetworkSegment(13138e73-b521-44db-80b0-ae6956caf66c),segment_id=13138e73-b521-44db-80b0-ae6956caf66c)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:33.856097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3de6-9039-44ce-842c-2a5f63be11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.880276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.892210 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.933695 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ec1e3de6-9039-44ce-842c-2a5f63be11f5 None None] For port da19257c-6740-4c36-bfe9-3a0284f76873, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=da19257c-6740-4c36-bfe9-3a0284f76873,segment=NetworkSegment(c19a4682-3f3b-4242-ac06-f6b7e781d116),segment_id=c19a4682-3f3b-4242-ac06-f6b7e781d116)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:33.965321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e1f8b-82ec-4a5c-8f6b-ee50bfba9967 None None] Pushing event updated for resources: {'Port': ['ID=8ee90b69-6f5f-4f78-a11e-fe8735834d5d,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:33.968622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Deleting port 8ee90b69-6f5f-4f78-a11e-fe8735834d5d {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:33.968977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:33.995434 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3de6-9039-44ce-842c-2a5f63be11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.047791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] For port 8ee90b69-6f5f-4f78-a11e-fe8735834d5d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=8ee90b69-6f5f-4f78-a11e-fe8735834d5d,segment=NetworkSegment(13138e73-b521-44db-80b0-ae6956caf66c),segment_id=13138e73-b521-44db-80b0-ae6956caf66c)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:34.048397 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.065475 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Calling delete_port for 8ee90b69-6f5f-4f78-a11e-fe8735834d5d owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:34.067507 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e3de6-9039-44ce-842c-2a5f63be11f5 None None] Pushing event updated for resources: {'Port': ['ID=da19257c-6740-4c36-bfe9-3a0284f76873,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:34.217424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.227950 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-db18f3c3-ab8a-413a-b1ec-1eaebae4a016 None None] Provisioning complete for port da19257c-6740-4c36-bfe9-3a0284f76873 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:34.229340 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-db18f3c3-ab8a-413a-b1ec-1eaebae4a016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.251126 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] No DVR routers for this DVR port 8ee90b69-6f5f-4f78-a11e-fe8735834d5d on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:34.252662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event deleted for resources: {'Port': ['ID=8ee90b69-6f5f-4f78-a11e-fe8735834d5d,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:34.303751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device da19257c-6740-4c36-bfe9-3a0284f76873 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:34.345078 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.372120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d599f108-0c30-4974-a4e1-d19e8181692f']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:34.383079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13138e73-b521-44db-80b0-ae6956caf66c') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:34.383384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13138e73-b521-44db-80b0-ae6956caf66c') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:34.393585 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.404909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port da19257c-6740-4c36-bfe9-3a0284f76873 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:34.405272 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.407859 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.409424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.417257 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:34.418506 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:34.421357 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:34.575625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.580058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.583489 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "DELETE /v2.0/networks/d599f108-0c30-4974-a4e1-d19e8181692f HTTP/1.1" status: 204 len: 168 time: 0.7673881 Nov 12 12:05:34.586168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42720) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:34.598499 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f668-6705-444d-a9b9-c7b0e6361e10 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event deleted for resources: {'Network': ['ID=d599f108-0c30-4974-a4e1-d19e8181692f,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:34.640006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c54cdbe-5ef0-48f1-8b4b-12829e00bb94 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Deleting subnet 40b59c9e-25c4-480c-afcd-f8552c5524b1 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:05:34.643452 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c54cdbe-5ef0-48f1-8b4b-12829e00bb94 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.684910 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c54cdbe-5ef0-48f1-8b4b-12829e00bb94 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.777088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c54cdbe-5ef0-48f1-8b4b-12829e00bb94 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.895529 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.895775 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c54cdbe-5ef0-48f1-8b4b-12829e00bb94 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.926574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54cdbe-5ef0-48f1-8b4b-12829e00bb94 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event deleted for resources: {'Subnet': ['ID=40b59c9e-25c4-480c-afcd-f8552c5524b1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:34.928836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1c54cdbe-5ef0-48f1-8b4b-12829e00bb94 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:34.932332 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1c54cdbe-5ef0-48f1-8b4b-12829e00bb94 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "DELETE /v2.0/subnets/40b59c9e-25c4-480c-afcd-f8552c5524b1 HTTP/1.1" status: 204 len: 168 time: 0.3449340 Nov 12 12:05:34.934843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42722) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:34.940220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e007c8-719e-4ece-bc70-3752d7e60a1b None None] Network bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:35.023499 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.081830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Deleting port da19257c-6740-4c36-bfe9-3a0284f76873 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:35.082174 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.113735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d45fe285-3bc1-499d-b647-9959cfb803dd None None] Could not find standard attr ID for object 8ee90b69-6f5f-4f78-a11e-fe8735834d5d. {{(pid=109706) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 12:05:35.117196 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4930e60f-7f32-434c-89bd-935e1e7944cd None None] DHCP port deletion for d599f108-0c30-4974-a4e1-d19e8181692f request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:35.134644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa50bc7-e9cc-4860-9966-74935ff72abf None None] Network d599f108-0c30-4974-a4e1-d19e8181692f requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:35.146598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa50bc7-e9cc-4860-9966-74935ff72abf None None] Network d599f108-0c30-4974-a4e1-d19e8181692f could not be found, it might have been deleted concurrently. {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 12:05:35.154922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] For port da19257c-6740-4c36-bfe9-3a0284f76873, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=da19257c-6740-4c36-bfe9-3a0284f76873,segment=NetworkSegment(c19a4682-3f3b-4242-ac06-f6b7e781d116),segment_id=c19a4682-3f3b-4242-ac06-f6b7e781d116)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:35.155456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.156735 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] DHCP port deletion for bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:35.175067 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Calling delete_port for da19257c-6740-4c36-bfe9-3a0284f76873 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:35.207738 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] Deleting port da19257c-6740-4c36-bfe9-3a0284f76873 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:05:35.208144 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.270359 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] For port da19257c-6740-4c36-bfe9-3a0284f76873, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=da19257c-6740-4c36-bfe9-3a0284f76873,segment=NetworkSegment(c19a4682-3f3b-4242-ac06-f6b7e781d116),segment_id=c19a4682-3f3b-4242-ac06-f6b7e781d116)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:35.271040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.283474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] Calling delete_port for da19257c-6740-4c36-bfe9-3a0284f76873 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:05:35.314066 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.339165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event deleted for resources: {'Port': ['ID=da19257c-6740-4c36-bfe9-3a0284f76873,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:35.346165 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] No DVR routers for this DVR port da19257c-6740-4c36-bfe9-3a0284f76873 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:35.363797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.389257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] Pushing event deleted for resources: {'Port': ['ID=da19257c-6740-4c36-bfe9-3a0284f76873,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:35.392799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c28f41-d4bf-45e0-9c73-7898fefefe47 None None] No DVR routers for this DVR port da19257c-6740-4c36-bfe9-3a0284f76873 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:05:35.432957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.453423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd4bdd8-e743-41c9-8a5d-1646d79d0c31']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:35.463299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19a4682-3f3b-4242-ac06-f6b7e781d116') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:35.463593 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19a4682-3f3b-4242-ac06-f6b7e781d116') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:35.472957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.485738 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.491514 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:05:35.491915 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:05:35.494836 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:05:35.620896 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.625213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.628847 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "DELETE /v2.0/networks/bfd4bdd8-e743-41c9-8a5d-1646d79d0c31 HTTP/1.1" status: 204 len: 168 time: 0.6926644 Nov 12 12:05:35.631691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42724) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:35.643757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c91465-fd74-4c98-811a-e73494ce1cdd tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Pushing event deleted for resources: {'Network': ['ID=bfd4bdd8-e743-41c9-8a5d-1646d79d0c31,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:35.665243 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9c9458fa-f429-4856-b054-500c33c42e8f tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "GET /v2.0/ports?device_id=0af4d582-3b73-4d2a-b991-742ef853e76c HTTP/1.1" status: 200 len: 205 time: 0.0321715 Nov 12 12:05:35.667528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42726) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:35.742030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3fd0-5ea3-491e-9564-eff9a89ce6f6 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.900029 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3fd0-5ea3-491e-9564-eff9a89ce6f6 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:35.902075 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3fd0-5ea3-491e-9564-eff9a89ce6f6 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:36.020926 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3fd0-5ea3-491e-9564-eff9a89ce6f6 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:36.021433 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3b3fd0-5ea3-491e-9564-eff9a89ce6f6 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Fanout notify agent at l3_agent the message router_deleted on router 0af4d582-3b73-4d2a-b991-742ef853e76c {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:05:36.028864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3fd0-5ea3-491e-9564-eff9a89ce6f6 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:36.029981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5d3b3fd0-5ea3-491e-9564-eff9a89ce6f6 tempest-RoutersNegativeTest-268420516 tempest-RoutersNegativeTest-268420516-project] 10.222.0.98 "DELETE /v2.0/routers/0af4d582-3b73-4d2a-b991-742ef853e76c HTTP/1.1" status: 204 len: 168 time: 0.3615410 Nov 12 12:05:36.220411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device da19257c-6740-4c36-bfe9-3a0284f76873 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:05:36.240619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: da19257c-6740-4c36-bfe9-3a0284f76873 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:05:36.240963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device da19257c-6740-4c36-bfe9-3a0284f76873 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:05:36.480818 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42732) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:36.610618 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2a77b2af-0359-43cf-a64a-06c9161ce9a5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a9c2b44ed5a24326808f4f1ddb4ca0d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286178 Nov 12 12:05:36.613092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42736) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:36.667622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:36.689850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:36.805988 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:36.808630 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:36.809870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/edd1ad97-ed5c-4faf-aaec-afb3891cba2c HTTP/1.1" status: 204 len: 168 time: 0.1958649 Nov 12 12:05:36.818199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd1ad97-ed5c-4faf-aaec-afb3891cba2c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:36.826330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.826676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.827017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.827356 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.827698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.828067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.828457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.828791 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.829186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.829511 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.829839 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:36.832531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe8af1e-f673-43d7-8518-b379bdb1ca05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:37.761933 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42758) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:37.858045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-738848315-network', 'tenant_id': '777a3b018b384427bd749d6db23b610d'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:37.963403 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Made reservation on behalf of 777a3b018b384427bd749d6db23b610d for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:37.965690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:37.980215 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.052048 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.111831 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.135524 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:38.145086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80008170-bd13-45af-b025-b9e6d6193b9d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:38.150276 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.150615 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Added segment 03ee8801-e5c8-4786-8c0e-27fbb37a59ee of type vlan for network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 Nov 12 12:05:38.190117 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.279734 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.280744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:38.281382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.343457 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] Pushing event updated for resources: {'Network': ['ID=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:38.353058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:38.362420 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-34c53b35-9fac-438a-a634-c438a3728dcd admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5993810 Nov 12 12:05:38.365367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42762) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:38.370290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Request body: {'subnet': {'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-subnet', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:38.456994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Made reservation on behalf of 777a3b018b384427bd749d6db23b610d for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:38.459494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.685857 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.734686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e661b9-85bf-43f1-80ff-de1a842c025b,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:38.751793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Checking segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:38.752180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Network hostable DHCP agents. Network: aef2c416-4e69-4eff-a8f9-3c2ab3d47f91, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:38.832301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:38.889713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, aef2c416-4e69-4eff-a8f9-3c2ab3d47f91) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:38.893888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:38.894537 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:38.899316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caff9c9-c24c-400f-9c90-4bed1e7bb93b None None] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:38.981510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7a45ef31-e80d-4822-a602-1cdff7f9e5e0 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6147087 Nov 12 12:05:38.985028 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42764) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:38.990143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:39.048117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'fixed_ips': [{'subnet_id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:39.049011 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.057289 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.058432 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.108910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.183174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Allocated IP 172.20.0.2 (aef2c416-4e69-4eff-a8f9-3c2ab3d47f91/c2e661b9-85bf-43f1-80ff-de1a842c025b/92737ea3-6ad4-48f8-af48-aeb7aee2d254) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:39.333219 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.400591 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.607345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:39.610510 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:39.614283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:39.623029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Pushing event updated for resources: {'Port': ['ID=92737ea3-6ad4-48f8-af48-aeb7aee2d254,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:39.675531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Attempting to bind port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:39.675910 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Attempting to bind port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:39.676300 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Attempting to bind port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 on network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:39.681478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:39.681852 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Checking segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:39.682252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.682646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Bound using segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:39.683116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Bound port: 92737ea3-6ad4-48f8-af48-aeb7aee2d254, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:39.683503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.706535 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.747823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] For port 92737ea3-6ad4-48f8-af48-aeb7aee2d254, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:39.750790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] For port 92737ea3-6ad4-48f8-af48-aeb7aee2d254, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=92737ea3-6ad4-48f8-af48-aeb7aee2d254,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:39.815461 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:39.882135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a48732-c206-40e4-aeba-486dece45209 None None] Pushing event updated for resources: {'Port': ['ID=92737ea3-6ad4-48f8-af48-aeb7aee2d254,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:40.035754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.067441 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.175704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Allocated IP 172.25.3.21 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/973ffaa2-616e-484f-a969-5d5012674939) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:40.248700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 92737ea3-6ad4-48f8-af48-aeb7aee2d254 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:40.290733 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.298725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:40.299095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.382550 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.383894 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.417645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 92737ea3-6ad4-48f8-af48-aeb7aee2d254, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=92737ea3-6ad4-48f8-af48-aeb7aee2d254,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:40.419957 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:40.422968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:40.428597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:40.439467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18748b3a-4fac-43d7-8fde-595f82ccaacc None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:40.460360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Pushing event updated for resources: {'Port': ['ID=973ffaa2-616e-484f-a969-5d5012674939,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:40.488193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c441b06b-202b-4bd9-b444-1c267c31e558 None None] Provisioning complete for port 973ffaa2-616e-484f-a969-5d5012674939 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:40.488661 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c441b06b-202b-4bd9-b444-1c267c31e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.512860 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.561562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c441b06b-202b-4bd9-b444-1c267c31e558 None None] Port 973ffaa2-616e-484f-a969-5d5012674939 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:40.582307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=92737ea3-6ad4-48f8-af48-aeb7aee2d254,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:40.749953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.795237 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184afcc0-75e6-4a2d-b627-102471f5cba2 None None] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:40.931070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0c8eaac7-18d1-42a3-bfc6-97aa66a67d37 None None] Provisioning complete for port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:40.931346 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c8eaac7-18d1-42a3-bfc6-97aa66a67d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:40.956719 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.177353 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Router d2ff3298-0a15-43bc-920d-ce893101eed5 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:05:41.271351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0a15cce9-9951-4481-af23-c6d2fbbdbe8f None None] Provisioning complete for port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:41.271867 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a15cce9-9951-4481-af23-c6d2fbbdbe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.306940 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:41.316088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Sync routers for ids ['d2ff3298-0a15-43bc-920d-ce893101eed5'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:41.329557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Routers {'d2ff3298-0a15-43bc-920d-ce893101eed5'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:41.330156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:05:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d2ff3298-0a15-43bc-920d-ce893101eed5'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:41.388504 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.392671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d5f2ff15-2c38-4c48-89d2-537f80386b61 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4032238 Nov 12 12:05:41.392978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42766) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:41.467330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Set router d2ff3298-0a15-43bc-920d-ce893101eed5 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:41.650792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '973ffaa2-616e-484f-a969-5d5012674939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:05:40Z', 'revision_number': 3, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port': {'id': '973ffaa2-616e-484f-a969-5d5012674939', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:40Z', 'updated_at': '2021-11-12T12:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:41.681764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Checking router: d2ff3298-0a15-43bc-920d-ce893101eed5 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:41.682114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Updating router d2ff3298-0a15-43bc-920d-ce893101eed5 port 973ffaa2-616e-484f-a969-5d5012674939 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:05:41.707504 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.836808 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:41.956197 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.033853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.046527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Allocated IP 172.20.0.1 (aef2c416-4e69-4eff-a8f9-3c2ab3d47f91/c2e661b9-85bf-43f1-80ff-de1a842c025b/df373b21-bd32-4a6f-bf68-4b75af5fcf7d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:42.080051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd828bd-99ca-4663-bc46-43d635348ee2 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:42.096038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b583a3b-6878-4a06-ac09-592509a640b6 None None] Pushing event updated for resources: {'Port': ['ID=973ffaa2-616e-484f-a969-5d5012674939,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:42.098193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Attempting to bind port 973ffaa2-616e-484f-a969-5d5012674939 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:42.098551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Attempting to bind port 973ffaa2-616e-484f-a969-5d5012674939 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:42.098990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Attempting to bind port 973ffaa2-616e-484f-a969-5d5012674939 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:42.105810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:42.106262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:42.106566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.106939 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:42.107406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Bound port: 973ffaa2-616e-484f-a969-5d5012674939, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:42.107779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.152343 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.162553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] For port 973ffaa2-616e-484f-a969-5d5012674939, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:42.176961 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] For port 973ffaa2-616e-484f-a969-5d5012674939, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=973ffaa2-616e-484f-a969-5d5012674939,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:42.182521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-710a78d2-3edf-4da1-b195-b14cc2d1cd05 None None] Provisioning complete for port 973ffaa2-616e-484f-a969-5d5012674939 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:42.182885 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-710a78d2-3edf-4da1-b195-b14cc2d1cd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.217409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-710a78d2-3edf-4da1-b195-b14cc2d1cd05 None None] Port 973ffaa2-616e-484f-a969-5d5012674939 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:42.227033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 92737ea3-6ad4-48f8-af48-aeb7aee2d254 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:42.258467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.278288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.313526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf33d0-a331-4614-9730-27b71d9036f4 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:42.343786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Routers {'d2ff3298-0a15-43bc-920d-ce893101eed5'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:42.344446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:05:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d2ff3298-0a15-43bc-920d-ce893101eed5'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:42.346598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b583a3b-6878-4a06-ac09-592509a640b6 None None] Pushing event updated for resources: {'Port': ['ID=973ffaa2-616e-484f-a969-5d5012674939,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:42.354152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:42.354502 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.501240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b0db199e-8308-442c-b442-ef4ca0744667 None None] Provisioning complete for port 973ffaa2-616e-484f-a969-5d5012674939 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:42.502010 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0db199e-8308-442c-b442-ef4ca0744667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.504631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] Set router d2ff3298-0a15-43bc-920d-ce893101eed5 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:42.573859 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:42.580209 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:42.583811 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:42.608251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Pushing event updated for resources: {'Port': ['ID=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:42.628284 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.740022 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0db199e-8308-442c-b442-ef4ca0744667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.782235 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b0db199e-8308-442c-b442-ef4ca0744667 None None] For port 973ffaa2-616e-484f-a969-5d5012674939, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=973ffaa2-616e-484f-a969-5d5012674939,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:42.806337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '973ffaa2-616e-484f-a969-5d5012674939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:05:40Z', 'revision_number': 3, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port': {'id': '973ffaa2-616e-484f-a969-5d5012674939', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:40Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:42.856151 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.997161 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0db199e-8308-442c-b442-ef4ca0744667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:42.999615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b1267-ef5e-4928-bbb2-ab56d74f7ab7 None None] The sync data for ids ['d2ff3298-0a15-43bc-920d-ce893101eed5'] in n-d-768852-22 is: [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '973ffaa2-616e-484f-a969-5d5012674939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:05:40Z', 'revision_number': 3, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port': {'id': '973ffaa2-616e-484f-a969-5d5012674939', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:32:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:40Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:43.033288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:43.049755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db199e-8308-442c-b442-ef4ca0744667 None None] Pushing event updated for resources: {'Port': ['ID=973ffaa2-616e-484f-a969-5d5012674939,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:43.083946 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:43.117476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ffa5f0a8-6946-4ef0-b93f-479df4c0c2f3 None None] Provisioning complete for port df373b21-bd32-4a6f-bf68-4b75af5fcf7d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:43.117852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ffa5f0a8-6946-4ef0-b93f-479df4c0c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:43.153011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Pushing event updated for resources: {'Port': ['ID=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:43.156540 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:43.158330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5f0a8-6946-4ef0-b93f-479df4c0c2f3 None None] Port df373b21-bd32-4a6f-bf68-4b75af5fcf7d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:43.269591 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:43.271159 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:43.402797 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Router d2ff3298-0a15-43bc-920d-ce893101eed5 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:05:43.538161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:43.543200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9f34de5b-15b4-4726-adba-699f4cdd63bb admin admin] 10.222.0.98 "PUT /v2.0/routers/d2ff3298-0a15-43bc-920d-ce893101eed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1492150 Nov 12 12:05:43.581978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-958647f6-d2b4-4f96-a74f-4c95b6f541cc None None] Provisioning complete for port df373b21-bd32-4a6f-bf68-4b75af5fcf7d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:43.582516 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-958647f6-d2b4-4f96-a74f-4c95b6f541cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:43.625846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-958647f6-d2b4-4f96-a74f-4c95b6f541cc None None] Port df373b21-bd32-4a6f-bf68-4b75af5fcf7d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:44.241178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 973ffaa2-616e-484f-a969-5d5012674939 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:44.260872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42782) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:44.266009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1148848061-network', 'tenant_id': 'b92fc028623742bd9f597bb27515b588'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:44.294793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 973ffaa2-616e-484f-a969-5d5012674939 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:44.295231 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.348590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Made reservation on behalf of b92fc028623742bd9f597bb27515b588 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:44.351474 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.360537 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.437890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.525748 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.550483 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:05:44.559259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6540d0f-f991-4499-aab5-be962ebc7a2d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:44.565370 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.565742 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Added segment 050942e3-e49f-4305-8c09-ebe6296b3779 of type vlan for network 0039009f-2d0d-4a28-9802-c2d9735526c2 Nov 12 12:05:44.601591 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Sync routers for ids ['d2ff3298-0a15-43bc-920d-ce893101eed5'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:44.609365 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.611877 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Routers {'d2ff3298-0a15-43bc-920d-ce893101eed5'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:44.612568 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:05:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d2ff3298-0a15-43bc-920d-ce893101eed5'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:44.737224 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.738213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:44.738805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:44.803891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0039009f-2d0d-4a28-9802-c2d9735526c2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:44.809267 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Set router d2ff3298-0a15-43bc-920d-ce893101eed5 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:44.813483 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 0039009f-2d0d-4a28-9802-c2d9735526c2 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:05:44.860273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-23c0dd66-db8c-4740-b4ce-10a9ebb483c5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5981386 Nov 12 12:05:44.862918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 42784) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:44.868724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Request body: {'subnet': {'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-subnet', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:44.959536 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Made reservation on behalf of b92fc028623742bd9f597bb27515b588 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:44.962014 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.016098 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '973ffaa2-616e-484f-a969-5d5012674939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 4, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port': {'id': '973ffaa2-616e-484f-a969-5d5012674939', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:40Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'df373b21-bd32-4a6f-bf68-4b75af5fcf7d', 'name': '', 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'mac_address': 'fa:16:3e:83:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:41Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 2, 'project_id': '777a3b018b384427bd749d6db23b610d', 'subnets': [{'id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:45.046463 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Checking router: d2ff3298-0a15-43bc-920d-ce893101eed5 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:45.046809 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Updating router d2ff3298-0a15-43bc-920d-ce893101eed5 port df373b21-bd32-4a6f-bf68-4b75af5fcf7d binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:05:45.071858 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.176966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.236704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9139db2-b146-4f9c-9b84-2b94b66105a2,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:45.242740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Checking segment: {'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:45.243113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Network hostable DHCP agents. Network: 0039009f-2d0d-4a28-9802-c2d9735526c2, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:05:45.320047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Network 0039009f-2d0d-4a28-9802-c2d9735526c2 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:05:45.327887 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.376651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 0039009f-2d0d-4a28-9802-c2d9735526c2) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:45.381566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:45.382552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.385232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25839e05-0aa8-42f5-a204-a38bd3520e77 None None] Network 0039009f-2d0d-4a28-9802-c2d9735526c2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:45.399761 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.457652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42786) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:45.458881 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-50b0046d-10a2-438a-b85b-d10e1bc9e387 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5948689 Nov 12 12:05:45.466142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:45.497143 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Pushing event updated for resources: {'Port': ['ID=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:45.508384 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.508526 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.508809 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.509205 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.509534 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.509853 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.510173 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.510480 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.510799 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.511110 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.511421 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.511902 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:45.515785 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Attempting to bind port df373b21-bd32-4a6f-bf68-4b75af5fcf7d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:45.516392 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Attempting to bind port df373b21-bd32-4a6f-bf68-4b75af5fcf7d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:45.516901 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Attempting to bind port df373b21-bd32-4a6f-bf68-4b75af5fcf7d on network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:45.523612 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:45.524370 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Checking segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:45.524935 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.525317 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Bound using segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:45.525779 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Bound port: df373b21-bd32-4a6f-bf68-4b75af5fcf7d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:45.526226 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.531582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.532827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.566815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-0039009f-2d0d-4a28-9802-c2d9735526c2', 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'fixed_ips': [{'subnet_id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:05:45.568104 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.602873 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] For port df373b21-bd32-4a6f-bf68-4b75af5fcf7d, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:45.606292 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] For port df373b21-bd32-4a6f-bf68-4b75af5fcf7d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:45.613631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.675004 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.718665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Allocated IP 172.20.0.2 (0039009f-2d0d-4a28-9802-c2d9735526c2/f9139db2-b146-4f9c-9b84-2b94b66105a2/4278709c-6120-40ab-ac2f-d2b2b121832f) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:45.739352 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Routers {'d2ff3298-0a15-43bc-920d-ce893101eed5'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:45.740003 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:05:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d2ff3298-0a15-43bc-920d-ce893101eed5'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:45.743464 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c76f8-71e5-4bdc-ab81-2ec09bfb90b1 None None] Pushing event updated for resources: {'Port': ['ID=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:45.803166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-258a638c-c264-4ef3-bc3c-cb1d97ecb10c None None] Provisioning complete for port df373b21-bd32-4a6f-bf68-4b75af5fcf7d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:45.803533 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-258a638c-c264-4ef3-bc3c-cb1d97ecb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.883026 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] Set router d2ff3298-0a15-43bc-920d-ce893101eed5 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:45.887222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.944625 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:45.969262 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-258a638c-c264-4ef3-bc3c-cb1d97ecb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.008819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-258a638c-c264-4ef3-bc3c-cb1d97ecb10c None None] For port df373b21-bd32-4a6f-bf68-4b75af5fcf7d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:46.017743 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.066338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Network 0039009f-2d0d-4a28-9802-c2d9735526c2 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:46.071878 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:46.074341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:46.080565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Pushing event updated for resources: {'Port': ['ID=4278709c-6120-40ab-ac2f-d2b2b121832f,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:46.112242 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '973ffaa2-616e-484f-a969-5d5012674939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 4, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port': {'id': '973ffaa2-616e-484f-a969-5d5012674939', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:40Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'df373b21-bd32-4a6f-bf68-4b75af5fcf7d', 'name': '', 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'mac_address': 'fa:16:3e:83:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:41Z', 'updated_at': '2021-11-12T12:05:45Z', 'revision_number': 4, 'project_id': '777a3b018b384427bd749d6db23b610d', 'subnets': [{'id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:46.142851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-258a638c-c264-4ef3-bc3c-cb1d97ecb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.143576 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e5fad6-2f2e-48bc-8367-0f7a0d45ae09 None None] The sync data for ids ['d2ff3298-0a15-43bc-920d-ce893101eed5'] in n-d-768852-22 is: [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '973ffaa2-616e-484f-a969-5d5012674939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 4, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port': {'id': '973ffaa2-616e-484f-a969-5d5012674939', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:40Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'df373b21-bd32-4a6f-bf68-4b75af5fcf7d', 'name': '', 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'mac_address': 'fa:16:3e:83:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:41Z', 'updated_at': '2021-11-12T12:05:45Z', 'revision_number': 4, 'project_id': '777a3b018b384427bd749d6db23b610d', 'subnets': [{'id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:46.180186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Attempting to bind port 4278709c-6120-40ab-ac2f-d2b2b121832f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:46.180941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Attempting to bind port 4278709c-6120-40ab-ac2f-d2b2b121832f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:46.181093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Attempting to bind port 4278709c-6120-40ab-ac2f-d2b2b121832f on network 0039009f-2d0d-4a28-9802-c2d9735526c2 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:46.181512 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.193503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:46.194517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Checking segment: {'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:46.205593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.205593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Bound using segment: {'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:46.205593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Bound port: 4278709c-6120-40ab-ac2f-d2b2b121832f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:46.205593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.206370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.287199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a638c-c264-4ef3-bc3c-cb1d97ecb10c None None] Pushing event updated for resources: {'Port': ['ID=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:46.317398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0c68c42e-c0f5-4e33-bedf-85a016faddad None None] Provisioning complete for port df373b21-bd32-4a6f-bf68-4b75af5fcf7d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:46.317760 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0c68c42e-c0f5-4e33-bedf-85a016faddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.321630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] For port 4278709c-6120-40ab-ac2f-d2b2b121832f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:46.338272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Allocated IP 172.25.3.118 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/395fd052-8b88-41d4-8d8d-68a8240d75e9) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:46.353791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] For port 4278709c-6120-40ab-ac2f-d2b2b121832f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4278709c-6120-40ab-ac2f-d2b2b121832f,segment=NetworkSegment(050942e3-e49f-4305-8c09-ebe6296b3779),segment_id=050942e3-e49f-4305-8c09-ebe6296b3779)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:46.423152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.454964 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.494380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4810cae-eba8-413a-98e1-3cf2a6d50e6b None None] Pushing event updated for resources: {'Port': ['ID=4278709c-6120-40ab-ac2f-d2b2b121832f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:46.549075 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.594570 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:46.597809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:46.602618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:46.605962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Pushing event updated for resources: {'Port': ['ID=395fd052-8b88-41d4-8d8d-68a8240d75e9,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:46.618857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1b767-1ea7-44d5-a5b9-e4714df43d7f None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:46.744478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6bfb204f-a4e3-4a7d-9c66-e757e532a5cb None None] Provisioning complete for port 395fd052-8b88-41d4-8d8d-68a8240d75e9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:46.744850 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6bfb204f-a4e3-4a7d-9c66-e757e532a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:46.789857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb204f-a4e3-4a7d-9c66-e757e532a5cb None None] Port 395fd052-8b88-41d4-8d8d-68a8240d75e9 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:46.981331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.481487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0a88d-2857-4e97-bb62-43556d21452a None None] Network 0039009f-2d0d-4a28-9802-c2d9735526c2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:05:47.542375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.550309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-34de6b05-3c94-4ed7-b85e-2319b1257b24 None None] Provisioning complete for port 4278709c-6120-40ab-ac2f-d2b2b121832f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:47.550670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34de6b05-3c94-4ed7-b85e-2319b1257b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.701317 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34de6b05-3c94-4ed7-b85e-2319b1257b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.741938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-34de6b05-3c94-4ed7-b85e-2319b1257b24 None None] For port 4278709c-6120-40ab-ac2f-d2b2b121832f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4278709c-6120-40ab-ac2f-d2b2b121832f,segment=NetworkSegment(050942e3-e49f-4305-8c09-ebe6296b3779),segment_id=050942e3-e49f-4305-8c09-ebe6296b3779)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:47.759557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Router fa2c464d-d7ac-4fa1-b764-f201556913d1 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:05:47.817948 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34de6b05-3c94-4ed7-b85e-2319b1257b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.871563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:47.880261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de6b05-3c94-4ed7-b85e-2319b1257b24 None None] Pushing event updated for resources: {'Port': ['ID=4278709c-6120-40ab-ac2f-d2b2b121832f,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:47.884321 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Sync routers for ids ['fa2c464d-d7ac-4fa1-b764-f201556913d1'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:47.897367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Routers {'fa2c464d-d7ac-4fa1-b764-f201556913d1'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:47.897367 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:05:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['fa2c464d-d7ac-4fa1-b764-f201556913d1'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:47.933331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:47.934593 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5588cf69-1437-4d76-907d-8c51f20a4914 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4741676 Nov 12 12:05:47.937226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 42788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:05:48.005575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Set router fa2c464d-d7ac-4fa1-b764-f201556913d1 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:48.123095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1c0b0059-1068-44f0-bb9f-aef6c9493b91 None None] Provisioning complete for port 4278709c-6120-40ab-ac2f-d2b2b121832f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:48.123462 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1c0b0059-1068-44f0-bb9f-aef6c9493b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.292572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:05:46Z', 'revision_number': 3, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port': {'id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:46Z', 'updated_at': '2021-11-12T12:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:48.296059 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.323640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4278709c-6120-40ab-ac2f-d2b2b121832f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:48.326052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Checking router: fa2c464d-d7ac-4fa1-b764-f201556913d1 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:48.326408 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Updating router fa2c464d-d7ac-4fa1-b764-f201556913d1 port 395fd052-8b88-41d4-8d8d-68a8240d75e9 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:05:48.379125 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.384403 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.472824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4278709c-6120-40ab-ac2f-d2b2b121832f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:48.473150 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.533487 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Allocated IP 172.20.0.1 (0039009f-2d0d-4a28-9802-c2d9735526c2/f9139db2-b146-4f9c-9b84-2b94b66105a2/e677d5a8-fb49-4264-8911-0940b1a12445) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:48.635487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device df373b21-bd32-4a6f-bf68-4b75af5fcf7d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:48.636584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.743672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port df373b21-bd32-4a6f-bf68-4b75af5fcf7d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:48.743988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.746569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.772012 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.818104 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Network 0039009f-2d0d-4a28-9802-c2d9735526c2 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:48.821205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:48.824815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:48.830705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Pushing event updated for resources: {'Port': ['ID=e677d5a8-fb49-4264-8911-0940b1a12445,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:48.868589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.885849 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.942063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b5957-7fa0-4c8e-90dc-41fe5ee47d33 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:48.951532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebda3b-c578-44a0-87a8-149f26247a96 None None] Pushing event updated for resources: {'Port': ['ID=395fd052-8b88-41d4-8d8d-68a8240d75e9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:48.954886 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Attempting to bind port 395fd052-8b88-41d4-8d8d-68a8240d75e9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:48.955253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Attempting to bind port 395fd052-8b88-41d4-8d8d-68a8240d75e9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:48.955736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Attempting to bind port 395fd052-8b88-41d4-8d8d-68a8240d75e9 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:48.969655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:48.970906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:48.971315 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:48.972292 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:48.972827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Bound port: 395fd052-8b88-41d4-8d8d-68a8240d75e9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:48.973169 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.034366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a8856023-79a7-4c90-b4d2-55ad09057c86 None None] Provisioning complete for port 395fd052-8b88-41d4-8d8d-68a8240d75e9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:49.034750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8856023-79a7-4c90-b4d2-55ad09057c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.060195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] For port 395fd052-8b88-41d4-8d8d-68a8240d75e9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:49.081444 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] For port 395fd052-8b88-41d4-8d8d-68a8240d75e9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=395fd052-8b88-41d4-8d8d-68a8240d75e9,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:49.084068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a8856023-79a7-4c90-b4d2-55ad09057c86 None None] Port 395fd052-8b88-41d4-8d8d-68a8240d75e9 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:49.098776 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.152640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.293836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.348299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.368958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e96ca7-3b50-4f92-931f-11c96833cc78 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:05:49.391479 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-65228e31-31f7-43a0-aad5-0946033b6e4f None None] Provisioning complete for port e677d5a8-fb49-4264-8911-0940b1a12445 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:49.391738 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-65228e31-31f7-43a0-aad5-0946033b6e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.395970 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebda3b-c578-44a0-87a8-149f26247a96 None None] Pushing event updated for resources: {'Port': ['ID=395fd052-8b88-41d4-8d8d-68a8240d75e9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:49.418941 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Routers {'fa2c464d-d7ac-4fa1-b764-f201556913d1'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:49.419812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:05:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['fa2c464d-d7ac-4fa1-b764-f201556913d1'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:49.422044 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.424725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Pushing event updated for resources: {'Port': ['ID=e677d5a8-fb49-4264-8911-0940b1a12445,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:49.470054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-65228e31-31f7-43a0-aad5-0946033b6e4f None None] Port e677d5a8-fb49-4264-8911-0940b1a12445 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:49.514860 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Network 0039009f-2d0d-4a28-9802-c2d9735526c2 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:49.516257 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:49.540923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] Set router fa2c464d-d7ac-4fa1-b764-f201556913d1 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:49.637745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-dc842bad-a055-49dd-95c1-2266885aa644 None None] Provisioning complete for port 395fd052-8b88-41d4-8d8d-68a8240d75e9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:49.638424 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc842bad-a055-49dd-95c1-2266885aa644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.658900 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Router fa2c464d-d7ac-4fa1-b764-f201556913d1 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:05:49.782429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:05:49.788105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6ceeb9cc-b73e-4e94-9b47-260b3c340008 admin admin] 10.222.0.98 "PUT /v2.0/routers/fa2c464d-d7ac-4fa1-b764-f201556913d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8493509 Nov 12 12:05:49.829266 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc842bad-a055-49dd-95c1-2266885aa644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.854934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-dc842bad-a055-49dd-95c1-2266885aa644 None None] For port 395fd052-8b88-41d4-8d8d-68a8240d75e9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=395fd052-8b88-41d4-8d8d-68a8240d75e9,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:49.872992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:05:48Z', 'revision_number': 4, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port': {'id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:46Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'e677d5a8-fb49-4264-8911-0940b1a12445', 'name': '', 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'mac_address': 'fa:16:3e:95:65:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:48Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 2, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'subnets': [{'id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:49.904834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eabb32-e84a-4c04-bb57-ab22677fceb7 None None] The sync data for ids ['fa2c464d-d7ac-4fa1-b764-f201556913d1'] in n-d-768852-22 is: [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:05:48Z', 'revision_number': 4, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port': {'id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:46Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'e677d5a8-fb49-4264-8911-0940b1a12445', 'name': '', 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'mac_address': 'fa:16:3e:95:65:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:48Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 2, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'subnets': [{'id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:49.937037 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dc842bad-a055-49dd-95c1-2266885aa644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:49.999059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc842bad-a055-49dd-95c1-2266885aa644 None None] Pushing event updated for resources: {'Port': ['ID=395fd052-8b88-41d4-8d8d-68a8240d75e9,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:50.057888 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bf9de141-a720-4510-a870-e8ed98a9862f None None] Provisioning complete for port e677d5a8-fb49-4264-8911-0940b1a12445 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:50.058431 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf9de141-a720-4510-a870-e8ed98a9862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:50.098859 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bf9de141-a720-4510-a870-e8ed98a9862f None None] Port e677d5a8-fb49-4264-8911-0940b1a12445 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:50.648816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-94adbb46-7068-4570-8ff3-1964e82e8729 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:50.650615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-94adbb46-7068-4570-8ff3-1964e82e8729 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/networks?id=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 HTTP/1.1" status: 200 len: 816 time: 0.1292694 Nov 12 12:05:50.667534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-c522c446-7af4-4dc7-857e-2c7d1c248ac1 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/quotas/777a3b018b384427bd749d6db23b610d HTTP/1.1" status: 200 len: 375 time: 0.0105040 Nov 12 12:05:50.723879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-d637443f-3688-499e-82e7-022a75fcbd47 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=777a3b018b384427bd749d6db23b610d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502570 Nov 12 12:05:50.833823 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-a788937e-2b07-4271-b077-159ad30456e6 service neutron] 10.222.0.98 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960824 Nov 12 12:05:50.927676 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-27e4ff77-2dee-4855-b4d0-17a567ff51c1 service neutron] 10.222.0.98 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874405 Nov 12 12:05:51.180283 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1778d9b-4c66-4a45-b8bb-35b9a7ec356e req-f4bc93eb-2ee8-43eb-bbd6-a2c30509b8dd tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 210 time: 0.0284965 Nov 12 12:05:51.248983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.242980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-a2049edb-923b-4191-9be4-234089b00276 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480692 Nov 12 12:05:52.264041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 395fd052-8b88-41d4-8d8d-68a8240d75e9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:52.288088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6cc4ac1-acb0-4897-8bba-52ddd2642844 req-291a4fe9-46b7-4549-ab46-4b40a36af637 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 210 time: 0.0314412 Nov 12 12:05:52.325036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 395fd052-8b88-41d4-8d8d-68a8240d75e9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:52.325036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:52.340422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-9d5c9336-3f66-43cb-8745-0023ed5ace90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:52.341935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-9d5c9336-3f66-43cb-8745-0023ed5ace90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0475688 Nov 12 12:05:52.456362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-3966405e-0606-46de-8c34-ae4f788da657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:52.457785 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-3966405e-0606-46de-8c34-ae4f788da657 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0975208 Nov 12 12:05:52.504899 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-6e690890-efa6-4ec9-b1d0-e78553472865 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0395150 Nov 12 12:05:52.564529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-2d6b51d4-a222-4cff-a7f3-0e45c3dd157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:52.564529 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-2d6b51d4-a222-4cff-a7f3-0e45c3dd157e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0467987 Nov 12 12:05:52.605199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-723ef255-d4e4-4723-87e4-6074570a3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:52.606710 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-723ef255-d4e4-4723-87e4-6074570a3813 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415003 Nov 12 12:05:52.618347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-b52936d0-ba72-4d51-868d-504877907d0d service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:05:52.619626 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-b52936d0-ba72-4d51-868d-504877907d0d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062358 Nov 12 12:05:52.719838 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-911311d3-4550-4404-be0d-e20263d1222e service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919144 Nov 12 12:05:52.813531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ca1c10e0-9952-4e53-b168-7a45a767e22a req-21627743-fa2a-4487-a90a-9d615749753f service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865176 Nov 12 12:05:53.230634 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Sync routers for ids ['fa2c464d-d7ac-4fa1-b764-f201556913d1'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:05:53.240188 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Routers {'fa2c464d-d7ac-4fa1-b764-f201556913d1'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:53.240784 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:05:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['fa2c464d-d7ac-4fa1-b764-f201556913d1'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:53.346855 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Set router fa2c464d-d7ac-4fa1-b764-f201556913d1 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:53.392581 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52820bdc-42d6-4af1-aeb7-c3de1eef7fe0 req-a41fef29-bbc5-44ee-8482-5cb2bc55f442 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 210 time: 0.0310595 Nov 12 12:05:53.547468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-be9a4da2-d0c7-4ed2-b249-ecc2bf31a49f tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:53.549099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-be9a4da2-d0c7-4ed2-b249-ecc2bf31a49f tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.69 "GET /v2.0/networks?id=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 HTTP/1.1" status: 200 len: 816 time: 0.1159613 Nov 12 12:05:53.556334 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:05:48Z', 'revision_number': 4, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port': {'id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:46Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'e677d5a8-fb49-4264-8911-0940b1a12445', 'name': '', 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'mac_address': 'fa:16:3e:95:65:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:48Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 2, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'subnets': [{'id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:53.563496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Request body: {'port': {'device_id': 'f0c0686a-f0b1-4ee5-acdc-e77784b00335', 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'admin_state_up': True, 'tenant_id': '777a3b018b384427bd749d6db23b610d'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:53.582912 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Checking router: fa2c464d-d7ac-4fa1-b764-f201556913d1 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:05:53.583232 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Updating router fa2c464d-d7ac-4fa1-b764-f201556913d1 port e677d5a8-fb49-4264-8911-0940b1a12445 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:05:53.612620 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.765442 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Made reservation on behalf of 777a3b018b384427bd749d6db23b610d for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:05:53.769032 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:53.898653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Allocated IP 172.20.0.7 (aef2c416-4e69-4eff-a8f9-3c2ab3d47f91/c2e661b9-85bf-43f1-80ff-de1a842c025b/ec6e1079-6c6b-4907-b1e0-877d60beda0b) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:05:53.965322 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.017306 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.049973 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.066041 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3b6e6-43ee-4c24-82f3-384683ffb7ff None None] Pushing event updated for resources: {'Port': ['ID=e677d5a8-fb49-4264-8911-0940b1a12445,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:54.127814 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Attempting to bind port e677d5a8-fb49-4264-8911-0940b1a12445 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:54.128231 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Attempting to bind port e677d5a8-fb49-4264-8911-0940b1a12445 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:54.128623 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Attempting to bind port e677d5a8-fb49-4264-8911-0940b1a12445 on network 0039009f-2d0d-4a28-9802-c2d9735526c2 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:54.135266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:54.135769 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Checking segment: {'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:54.136336 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.136732 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Bound using segment: {'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:54.137535 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Bound port: e677d5a8-fb49-4264-8911-0940b1a12445, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050942e3-e49f-4305-8c09-ebe6296b3779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:54.137703 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.149491 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.195423 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:05:54.198803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:05:54.205772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:05:54.209320 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] For port e677d5a8-fb49-4264-8911-0940b1a12445, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:54.217460 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] For port e677d5a8-fb49-4264-8911-0940b1a12445, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e677d5a8-fb49-4264-8911-0940b1a12445,segment=NetworkSegment(050942e3-e49f-4305-8c09-ebe6296b3779),segment_id=050942e3-e49f-4305-8c09-ebe6296b3779)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:54.240135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Pushing event updated for resources: {'Port': ['ID=ec6e1079-6c6b-4907-b1e0-877d60beda0b,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:54.266654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:54.267383 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.312705 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.343558 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-307b8f3d-bc8b-4b21-89ad-c0399053c9d9 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7839110 Nov 12 12:05:54.359614 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Request body: {'port': {'device_id': 'f0c0686a-f0b1-4ee5-acdc-e77784b00335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:05:54.363491 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Provisioning complete for port e677d5a8-fb49-4264-8911-0940b1a12445 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:54.364558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.373329 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Routers {'fa2c464d-d7ac-4fa1-b764-f201556913d1'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:05:54.374001 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:05:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['fa2c464d-d7ac-4fa1-b764-f201556913d1'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:54.416381 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3b6e6-43ee-4c24-82f3-384683ffb7ff None None] Pushing event updated for resources: {'Port': ['ID=e677d5a8-fb49-4264-8911-0940b1a12445,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:54.486350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.499910 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.559149 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] Set router fa2c464d-d7ac-4fa1-b764-f201556913d1 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:05:54.562883 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a086ab5-4c05-43a7-802d-672f34882426 req-0cdbe286-f53e-4ff8-986d-041166ad655d tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:54.564799 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a086ab5-4c05-43a7-802d-672f34882426 req-0cdbe286-f53e-4ff8-986d-041166ad655d tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 931 time: 0.0732746 Nov 12 12:05:54.576672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] For port e677d5a8-fb49-4264-8911-0940b1a12445, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e677d5a8-fb49-4264-8911-0940b1a12445,segment=NetworkSegment(050942e3-e49f-4305-8c09-ebe6296b3779),segment_id=050942e3-e49f-4305-8c09-ebe6296b3779)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:54.631081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a086ab5-4c05-43a7-802d-672f34882426 req-12d4f698-71a9-4481-af28-a77b745f2334 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590119 Nov 12 12:05:54.723298 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.764918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Pushing event updated for resources: {'Port': ['ID=e677d5a8-fb49-4264-8911-0940b1a12445,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:54.773347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.773977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.774377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.774776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.775116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.775463 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.775826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.776162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.776486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.776806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.777122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.777631 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f02045-cf6c-4158-8a24-535bb778641b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:05:54.799666 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:05:48Z', 'revision_number': 4, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port': {'id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:46Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'e677d5a8-fb49-4264-8911-0940b1a12445', 'name': '', 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'mac_address': 'fa:16:3e:95:65:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:48Z', 'updated_at': '2021-11-12T12:05:54Z', 'revision_number': 4, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'subnets': [{'id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:05:54.821607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-77b95e0f-9270-471d-a838-718f97325040 None None] Provisioning complete for port ec6e1079-6c6b-4907-b1e0-877d60beda0b triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:54.821964 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77b95e0f-9270-471d-a838-718f97325040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.829200 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a32b17-7bce-4cce-8e2d-b7a891f36084 None None] The sync data for ids ['fa2c464d-d7ac-4fa1-b764-f201556913d1'] in n-d-768852-22 is: [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:05:48Z', 'revision_number': 4, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port': {'id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:46Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'e677d5a8-fb49-4264-8911-0940b1a12445', 'name': '', 'network_id': '0039009f-2d0d-4a28-9802-c2d9735526c2', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'mac_address': 'fa:16:3e:95:65:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:48Z', 'updated_at': '2021-11-12T12:05:54Z', 'revision_number': 4, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'subnets': [{'id': 'f9139db2-b146-4f9c-9b84-2b94b66105a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:05:54.851640 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6e1079-6c6b-4907-b1e0-877d60beda0b {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:05:54.863310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-77b95e0f-9270-471d-a838-718f97325040 None None] Port ec6e1079-6c6b-4907-b1e0-877d60beda0b cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:05:54.863494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.875423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-77b95e0f-9270-471d-a838-718f97325040 None None] Provisioning complete for port e677d5a8-fb49-4264-8911-0940b1a12445 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:54.875717 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-77b95e0f-9270-471d-a838-718f97325040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:54.880075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Transition to ACTIVE for port object ec6e1079-6c6b-4907-b1e0-877d60beda0b will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:05:54.954173 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.008959 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6e1079-6c6b-4907-b1e0-877d60beda0b,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:55.084091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Attempting to bind port ec6e1079-6c6b-4907-b1e0-877d60beda0b on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:05:55.085016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Attempting to bind port ec6e1079-6c6b-4907-b1e0-877d60beda0b by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:05:55.085347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Attempting to bind port ec6e1079-6c6b-4907-b1e0-877d60beda0b on network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:55.090343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Port ec6e1079-6c6b-4907-b1e0-877d60beda0b on network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:05:55.090662 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Attempting to bind port ec6e1079-6c6b-4907-b1e0-877d60beda0b on network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:05:55.095992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:05:55.096295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Checking segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:05:55.096676 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Bound using segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:05:55.097112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Bound port: ec6e1079-6c6b-4907-b1e0-877d60beda0b, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:05:55.097464 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.176981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] For port ec6e1079-6c6b-4907-b1e0-877d60beda0b, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:05:55.183756 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] For port ec6e1079-6c6b-4907-b1e0-877d60beda0b, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec6e1079-6c6b-4907-b1e0-877d60beda0b,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:05:55.269970 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.307766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:55.308436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:55.309863 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] 10.222.0.69 "PUT /v2.0/ports/ec6e1079-6c6b-4907-b1e0-877d60beda0b HTTP/1.1" status: 200 len: 1092 time: 0.9552782 Nov 12 12:05:55.310323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c0686a-f0b1-4ee5-acdc-e77784b00335', 'tag': 'ec6e1079-6c6b-4907-b1e0-877d60beda0b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:05:55.312665 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e9b499-7925-46b8-af8c-337bf1f91c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c0686a-f0b1-4ee5-acdc-e77784b00335", "tag": "ec6e1079-6c6b-4907-b1e0-877d60beda0b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:05:55.349201 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd60c26-31b8-4c56-8e5d-1601459cc189 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6e1079-6c6b-4907-b1e0-877d60beda0b,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:55.367236 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeddd0b7-7bb6-4891-8aee-1495e5d52faa x-openstack-request-id: req-aeddd0b7-7bb6-4891-8aee-1495e5d52faa {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:05:55.367525 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c0686a-f0b1-4ee5-acdc-e77784b00335", "tag": "ec6e1079-6c6b-4907-b1e0-877d60beda0b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:05:55.367777 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aeddd0b7-7bb6-4891-8aee-1495e5d52faa {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:05:55.368218 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c0686a-f0b1-4ee5-acdc-e77784b00335', 'tag': 'ec6e1079-6c6b-4907-b1e0-877d60beda0b', 'status': 'completed', 'code': 200} Nov 12 12:05:55.440890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9b499-7925-46b8-af8c-337bf1f91c1a req-57bfe74a-98ac-40a4-baf3-5bd4a93d0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:55.442775 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33e9b499-7925-46b8-af8c-337bf1f91c1a req-57bfe74a-98ac-40a4-baf3-5bd4a93d0195 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777a3b018b384427bd749d6db23b610d&device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 1095 time: 0.0520761 Nov 12 12:05:55.546734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9b499-7925-46b8-af8c-337bf1f91c1a req-e8470972-3454-45bd-9fc3-370fe1801520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:55.548252 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33e9b499-7925-46b8-af8c-337bf1f91c1a req-e8470972-3454-45bd-9fc3-370fe1801520 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=777a3b018b384427bd749d6db23b610d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0954800 Nov 12 12:05:55.654648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9b499-7925-46b8-af8c-337bf1f91c1a req-7aaee8ad-0b29-4be0-9c41-edfa27ccad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:55.656400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-33e9b499-7925-46b8-af8c-337bf1f91c1a req-7aaee8ad-0b29-4be0-9c41-edfa27ccad9b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979686 Nov 12 12:05:55.736915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-1d79868c-298c-4894-ad17-e0deaeeff49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:55.738503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-1d79868c-298c-4894-ad17-e0deaeeff49c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777a3b018b384427bd749d6db23b610d&device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 1095 time: 0.0424740 Nov 12 12:05:55.762094 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade9b7-97dd-4f90-8515-dca292bccbea req-8daa2b0c-bd45-4ee7-b328-dc38a2513402 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:55.763555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fade9b7-97dd-4f90-8515-dca292bccbea req-8daa2b0c-bd45-4ee7-b328-dc38a2513402 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 943 time: 0.0498106 Nov 12 12:05:55.789450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-e5c9f60f-72e5-4877-95fc-a4b4b2c13a05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6e1079-6c6b-4907-b1e0-877d60beda0b HTTP/1.1" status: 200 len: 217 time: 0.0383749 Nov 12 12:05:55.813011 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4fade9b7-97dd-4f90-8515-dca292bccbea req-b53a2cda-b104-4b97-89cb-a498e1e1d164 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431805 Nov 12 12:05:55.838460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-5c850ce4-549c-46a7-99ed-ef25aacfeeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:55.839975 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-5c850ce4-549c-46a7-99ed-ef25aacfeeb0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2e661b9-85bf-43f1-80ff-de1a842c025b HTTP/1.1" status: 200 len: 855 time: 0.0440948 Nov 12 12:05:55.886835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-02cd09ea-61a9-44cd-a0c3-ef143741edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:55.888356 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-02cd09ea-61a9-44cd-a0c3-ef143741edc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409281 Nov 12 12:05:55.982421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-d381b4fe-6530-4576-a1ec-40c86d175c03 service neutron] 10.222.0.69 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864139 Nov 12 12:05:56.074734 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3e985285-8cfa-4621-81f2-29e967d7b182 req-83fb9e68-82e5-44d0-ae0b-0872253c60f4 service neutron] 10.222.0.69 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810454 Nov 12 12:05:56.248004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e677d5a8-fb49-4264-8911-0940b1a12445 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:05:56.296203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e677d5a8-fb49-4264-8911-0940b1a12445 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:05:56.296570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:56.932925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6933c-9556-4a87-90ef-b89da1f60fa2 req-686541f2-b80a-4c23-a11d-b140dcab3ba8 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:56.934391 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f1b6933c-9556-4a87-90ef-b89da1f60fa2 req-686541f2-b80a-4c23-a11d-b140dcab3ba8 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 943 time: 0.0547118 Nov 12 12:05:56.981235 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f1b6933c-9556-4a87-90ef-b89da1f60fa2 req-8dc1ac87-0465-43a3-89d2-a3fc440b2a37 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Nov 12 12:05:58.095707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e27894-a4e3-45bb-9413-c1956c0049cf req-9d6f7b82-2471-427c-9fea-f9a9735af03c tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:58.097273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2e27894-a4e3-45bb-9413-c1956c0049cf req-9d6f7b82-2471-427c-9fea-f9a9735af03c tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 943 time: 0.0484371 Nov 12 12:05:58.144790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2e27894-a4e3-45bb-9413-c1956c0049cf req-a37927b5-e2c2-484c-9c20-b50f4d558d28 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Nov 12 12:05:59.263873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f4164-9684-4cdd-aed1-0d5a92293e2c req-f76ab344-55c0-4c02-beaa-e0fef7dcd255 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:05:59.265410 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b6f4164-9684-4cdd-aed1-0d5a92293e2c req-f76ab344-55c0-4c02-beaa-e0fef7dcd255 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 943 time: 0.0533748 Nov 12 12:05:59.313009 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b6f4164-9684-4cdd-aed1-0d5a92293e2c req-0ea6b2ae-c9c5-4cd3-bad7-0d16b1f1fb7e tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Nov 12 12:05:59.339133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ec6e1079-6c6b-4907-b1e0-877d60beda0b details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:05:59.403788 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91cb7357-9eb1-4aa9-91ed-582976cd6138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.438447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ec6e1079-6c6b-4907-b1e0-877d60beda0b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec6e1079-6c6b-4907-b1e0-877d60beda0b,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:59.449245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'ec6e1079-6c6b-4907-b1e0-877d60beda0b', 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'port_id': 'ec6e1079-6c6b-4907-b1e0-877d60beda0b', 'mac_address': 'fa:16:3e:f7:45:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:05:59.486290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.499088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6e1079-6c6b-4907-b1e0-877d60beda0b {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:05:59.520459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ec6e1079-6c6b-4907-b1e0-877d60beda0b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec6e1079-6c6b-4907-b1e0-877d60beda0b,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:05:59.588357 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:05:59.639506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ec6e1079-6c6b-4907-b1e0-877d60beda0b,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:05:59.847296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ec6e1079-6c6b-4907-b1e0-877d60beda0b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:05:59.917918 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:06:00.429502 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2193e5-fd2a-4b08-a669-dc8b3f0a0bd5 req-bcc3de89-4205-4b01-9298-07b61f56aa49 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:00.430911 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa2193e5-fd2a-4b08-a669-dc8b3f0a0bd5 req-bcc3de89-4205-4b01-9298-07b61f56aa49 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 944 time: 0.0499709 Nov 12 12:06:00.478356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa2193e5-fd2a-4b08-a669-dc8b3f0a0bd5 req-758dd8ca-982e-48a0-a48d-96618a2a0514 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Nov 12 12:06:01.373083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ec6e1079-6c6b-4907-b1e0-877d60beda0b up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:06:01.508161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port ec6e1079-6c6b-4907-b1e0-877d60beda0b completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:06:01.512198 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port ec6e1079-6c6b-4907-b1e0-877d60beda0b triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:01.512570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:01.593903 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:01.594998 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4b49b-f6c1-4d1a-946a-2a589ae3934b req-8723bcdd-410b-4b29-8d39-fac8944c266c tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:01.596479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7e4b49b-f6c1-4d1a-946a-2a589ae3934b req-8723bcdd-410b-4b29-8d39-fac8944c266c tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 944 time: 0.0507298 Nov 12 12:06:01.618989 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c0686a-f0b1-4ee5-acdc-e77784b00335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6e1079-6c6b-4907-b1e0-877d60beda0b'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:06:01.621497 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba57301-8700-4a37-8f1b-9f15094c6755" -d '{"events": [{"server_uuid": "f0c0686a-f0b1-4ee5-acdc-e77784b00335", "name": "network-vif-plugged", "status": "completed", "tag": "ec6e1079-6c6b-4907-b1e0-877d60beda0b"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:06:01.645286 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ec6e1079-6c6b-4907-b1e0-877d60beda0b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec6e1079-6c6b-4907-b1e0-877d60beda0b,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:01.657428 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d7e4b49b-f6c1-4d1a-946a-2a589ae3934b req-42ec1b3a-4e08-4a07-9642-a8d8a648a3f6 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541027 Nov 12 12:06:01.702858 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:01.705408 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f0799-e10a-4196-ba7a-3641887f3fd4 x-openstack-request-id: req-770f0799-e10a-4196-ba7a-3641887f3fd4 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:06:01.705694 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c0686a-f0b1-4ee5-acdc-e77784b00335", "name": "network-vif-plugged", "status": "completed", "tag": "ec6e1079-6c6b-4907-b1e0-877d60beda0b", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:06:01.705942 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-770f0799-e10a-4196-ba7a-3641887f3fd4 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:06:01.706325 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c0686a-f0b1-4ee5-acdc-e77784b00335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6e1079-6c6b-4907-b1e0-877d60beda0b', 'code': 200} Nov 12 12:06:01.754626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ec6e1079-6c6b-4907-b1e0-877d60beda0b,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:01.806376 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519345b0-7868-4697-bb9f-0aa3d75b57c2 req-5c73e6e2-7344-4469-aabe-217a6f8174e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:01.807875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-519345b0-7868-4697-bb9f-0aa3d75b57c2 req-5c73e6e2-7344-4469-aabe-217a6f8174e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 1097 time: 0.0417159 Nov 12 12:06:01.862785 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-923ce465-4dab-4431-b672-5ffe51ddf89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:01.867517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-519345b0-7868-4697-bb9f-0aa3d75b57c2 req-65599bfd-6220-431e-81b1-6f1b62141c5f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500832 Nov 12 12:06:02.778079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1b869-1271-476f-bb9e-dc8c41ced8ae req-b0b8f676-fea2-41f1-8bf9-e586f463ae4b tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:02.779473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fa1b869-1271-476f-bb9e-dc8c41ced8ae req-b0b8f676-fea2-41f1-8bf9-e586f463ae4b tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 945 time: 0.0485847 Nov 12 12:06:02.832779 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5fa1b869-1271-476f-bb9e-dc8c41ced8ae req-73d33c7f-0a48-4a7a-a9b5-c85fcbfa7ba2 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Nov 12 12:06:03.256785 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:03.948663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e02c89-0a4a-4697-bd8c-bb4d08df60eb req-1050511d-3ab0-475f-bff3-5e3e3aead004 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:03.950062 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03e02c89-0a4a-4697-bd8c-bb4d08df60eb req-1050511d-3ab0-475f-bff3-5e3e3aead004 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 945 time: 0.0489681 Nov 12 12:06:03.996975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-03e02c89-0a4a-4697-bd8c-bb4d08df60eb req-806d723e-5cfe-488a-a45f-e0dda7e4c7c5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Nov 12 12:06:04.111897 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e0afc-850d-40a2-9419-d07b6ceba287 req-d9266fdd-510a-47f9-a3b7-2eef93e5a213 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:04.113406 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-067e0afc-850d-40a2-9419-d07b6ceba287 req-d9266fdd-510a-47f9-a3b7-2eef93e5a213 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 945 time: 0.0524859 Nov 12 12:06:04.160377 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-067e0afc-850d-40a2-9419-d07b6ceba287 req-80a0bc3f-4cdb-40b7-a26a-63e6e1e00b15 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Nov 12 12:06:04.365254 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:04.914017 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:18.267951 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:21.222680 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:29.393809 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe2b8a1b-4e07-476d-9c0d-61ad9bdff194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:31.871091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a696f422-6005-4fcf-85b0-da843cd3506a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:32.014704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0941fa-3f22-4366-b137-d1ebdbc0ffb7 req-7f16bf1e-866d-45bb-9fde-e6662b5e904d tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:32.016293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a0941fa-3f22-4366-b137-d1ebdbc0ffb7 req-7f16bf1e-866d-45bb-9fde-e6662b5e904d tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 945 time: 0.0520017 Nov 12 12:06:32.069617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9a0941fa-3f22-4366-b137-d1ebdbc0ffb7 req-ada04b1d-55d5-4436-99b2-7d93df070079 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467703 Nov 12 12:06:33.191757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59894067-e9ba-4b64-8900-bf8f8efe2ff6 req-7e638d3c-89b8-418d-95bd-aaf1e5985f0e tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:33.193311 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59894067-e9ba-4b64-8900-bf8f8efe2ff6 req-7e638d3c-89b8-418d-95bd-aaf1e5985f0e tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 945 time: 0.0513530 Nov 12 12:06:33.245573 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59894067-e9ba-4b64-8900-bf8f8efe2ff6 req-436553b0-11ca-4aed-a406-002fe027575f tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454423 Nov 12 12:06:33.277002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:33.759023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-fc8621d7-4278-4d97-a441-d3178dd576b7 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:33.760519 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-fc8621d7-4278-4d97-a441-d3178dd576b7 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 945 time: 0.0487638 Nov 12 12:06:33.854230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Deleting port ec6e1079-6c6b-4907-b1e0-877d60beda0b {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:06:33.854598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:33.947719 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] For port ec6e1079-6c6b-4907-b1e0-877d60beda0b, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ec6e1079-6c6b-4907-b1e0-877d60beda0b,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:33.948087 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:33.965832 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Calling delete_port for ec6e1079-6c6b-4907-b1e0-877d60beda0b owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:06:34.151479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:34.165978 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ec6e1079-6c6b-4907-b1e0-877d60beda0b'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:06:34.181121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Pushing event deleted for resources: {'Port': ['ID=ec6e1079-6c6b-4907-b1e0-877d60beda0b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:34.228538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] No DVR routers for this DVR port ec6e1079-6c6b-4907-b1e0-877d60beda0b on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:06:34.231186 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:34.234487 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-059e4769-5c96-4019-8e2d-034b511b48e0 req-96f7f550-9857-4b96-b384-64e2219f8ce5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.69 "DELETE /v2.0/ports/ec6e1079-6c6b-4907-b1e0-877d60beda0b HTTP/1.1" status: 204 len: 173 time: 0.4672596 Nov 12 12:06:34.234924 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c0686a-f0b1-4ee5-acdc-e77784b00335', 'name': 'network-vif-deleted', 'tag': 'ec6e1079-6c6b-4907-b1e0-877d60beda0b'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:06:34.237378 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf91ccd-0cf9-4874-8a37-65a77dd2769d" -d '{"events": [{"server_uuid": "f0c0686a-f0b1-4ee5-acdc-e77784b00335", "name": "network-vif-deleted", "tag": "ec6e1079-6c6b-4907-b1e0-877d60beda0b"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:06:34.283713 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb38ae2a-7d5d-43bf-bc09-2b3127b9a69f x-openstack-request-id: req-cb38ae2a-7d5d-43bf-bc09-2b3127b9a69f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:06:34.283946 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c0686a-f0b1-4ee5-acdc-e77784b00335", "name": "network-vif-deleted", "tag": "ec6e1079-6c6b-4907-b1e0-877d60beda0b", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:06:34.284202 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cb38ae2a-7d5d-43bf-bc09-2b3127b9a69f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:06:34.284605 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c0686a-f0b1-4ee5-acdc-e77784b00335', 'name': 'network-vif-deleted', 'tag': 'ec6e1079-6c6b-4907-b1e0-877d60beda0b', 'status': 'completed', 'code': 200} Nov 12 12:06:34.358161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bfd44a6a-b531-4f02-b305-1c69b13096c9 req-ae513f9f-90aa-4c4b-ab08-dfc9903c5b6c tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=f0c0686a-f0b1-4ee5-acdc-e77784b00335 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Nov 12 12:06:34.420163 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:34.868530 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:35.939831 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-a61b3f5e-104f-4a7c-b9bb-49fe308d7476 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:35.941527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-a61b3f5e-104f-4a7c-b9bb-49fe308d7476 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/networks?id=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 HTTP/1.1" status: 200 len: 816 time: 0.1132891 Nov 12 12:06:35.961964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-55b2e399-3b9b-408f-ac73-ea42aad1f74c tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/quotas/777a3b018b384427bd749d6db23b610d HTTP/1.1" status: 200 len: 375 time: 0.0135128 Nov 12 12:06:36.027296 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-9d899553-c7ab-4cc6-be3a-41c878c9c3f6 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=777a3b018b384427bd749d6db23b610d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575151 Nov 12 12:06:36.215329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-1cd503f2-6d3b-48a0-b510-53acc3823e49 service neutron] 10.222.0.98 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744816 Nov 12 12:06:36.320008 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-4abdc16e-4354-471f-9a42-799d857804d8 service neutron] 10.222.0.98 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984290 Nov 12 12:06:36.560385 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-37f51488-22d6-4b2d-a76d-df1ac93fd40c req-e801e00b-5ffe-459b-87d4-2375861dd9b1 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 210 time: 0.0281720 Nov 12 12:06:36.918462 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:06:37.589560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ec6e1079-6c6b-4907-b1e0-877d60beda0b no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:06:37.609154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: ec6e1079-6c6b-4907-b1e0-877d60beda0b {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:06:37.609498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ec6e1079-6c6b-4907-b1e0-877d60beda0b not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:06:37.657615 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d14b3ec-ec64-4c05-bdd6-c7d4402cc367 req-be619fcd-fbdc-459b-9f85-e95b852ed776 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 210 time: 0.0287313 Nov 12 12:06:38.647010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-ac15736e-fa92-4bf0-9ec0-b0b83d54ef3f tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:38.648445 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-ac15736e-fa92-4bf0-9ec0-b0b83d54ef3f tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.69 "GET /v2.0/networks?id=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 HTTP/1.1" status: 200 len: 816 time: 0.1086407 Nov 12 12:06:38.664370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Request body: {'port': {'device_id': 'b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef', 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'admin_state_up': True, 'tenant_id': '777a3b018b384427bd749d6db23b610d'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:06:38.765511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8af9eca4-65ba-4406-887a-4e278c3c0eee req-2b781f2d-7d74-48ee-a07d-ed47bf887e24 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 210 time: 0.0304465 Nov 12 12:06:38.877167 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Made reservation on behalf of 777a3b018b384427bd749d6db23b610d for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:06:38.880760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.019953 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Allocated IP 172.20.0.9 (aef2c416-4e69-4eff-a8f9-3c2ab3d47f91/c2e661b9-85bf-43f1-80ff-de1a842c025b/c5f6c09c-1046-4407-93ab-30bcc72e9331) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:06:39.170359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.262655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.309181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:06:39.312468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:06:39.316312 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:06:39.323785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Pushing event updated for resources: {'Port': ['ID=c5f6c09c-1046-4407-93ab-30bcc72e9331,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:39.352422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.352774 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.353121 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.353463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.353796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.354131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.354463 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.354794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.355131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.355461 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.355782 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.356134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:06:39.385553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:39.386203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.453594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-61a540d7-455e-41fa-b4fe-3951bbacda03 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932785 Nov 12 12:06:39.467913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Request body: {'port': {'device_id': 'b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:06:39.526877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.612731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ec659699-9593-4b4c-a5f6-307cfee8cc14 None None] Provisioning complete for port c5f6c09c-1046-4407-93ab-30bcc72e9331 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:39.613392 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ec659699-9593-4b4c-a5f6-307cfee8cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.649170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ec659699-9593-4b4c-a5f6-307cfee8cc14 None None] Port c5f6c09c-1046-4407-93ab-30bcc72e9331 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:06:39.794596 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f6c09c-1046-4407-93ab-30bcc72e9331 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:06:39.803232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.817180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Transition to ACTIVE for port object c5f6c09c-1046-4407-93ab-30bcc72e9331 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:06:39.882291 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:39.893852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d0859-bf3c-4c8c-901e-0bf755d2005f req-4b47ab8d-0567-4b53-be0c-dcae8f790e08 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:39.895494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d6d0859-bf3c-4c8c-901e-0bf755d2005f req-4b47ab8d-0567-4b53-be0c-dcae8f790e08 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 931 time: 0.0526824 Nov 12 12:06:39.955025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1d6d0859-bf3c-4c8c-901e-0bf755d2005f req-1687b96b-53b6-4ce6-9397-85dc0388f74c tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532701 Nov 12 12:06:39.959892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f6c09c-1046-4407-93ab-30bcc72e9331,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:40.014347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Attempting to bind port c5f6c09c-1046-4407-93ab-30bcc72e9331 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:06:40.014680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Attempting to bind port c5f6c09c-1046-4407-93ab-30bcc72e9331 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:06:40.015006 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Attempting to bind port c5f6c09c-1046-4407-93ab-30bcc72e9331 on network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:06:40.019755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Port c5f6c09c-1046-4407-93ab-30bcc72e9331 on network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:06:40.020114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Attempting to bind port c5f6c09c-1046-4407-93ab-30bcc72e9331 on network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:06:40.025951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:06:40.026397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Checking segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:06:40.026787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Bound using segment: {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:06:40.027269 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Bound port: c5f6c09c-1046-4407-93ab-30bcc72e9331, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ee8801-e5c8-4786-8c0e-27fbb37a59ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:06:40.027853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:40.099566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] For port c5f6c09c-1046-4407-93ab-30bcc72e9331, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:06:40.103663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] For port c5f6c09c-1046-4407-93ab-30bcc72e9331, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c5f6c09c-1046-4407-93ab-30bcc72e9331,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:06:40.182677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:40.222928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:40.223557 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:40.225000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] 10.222.0.69 "PUT /v2.0/ports/c5f6c09c-1046-4407-93ab-30bcc72e9331 HTTP/1.1" status: 200 len: 1092 time: 0.7615561 Nov 12 12:06:40.225441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef', 'tag': 'c5f6c09c-1046-4407-93ab-30bcc72e9331'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:06:40.228360 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5277e871-659f-40a3-971e-e864cf6754d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef", "tag": "c5f6c09c-1046-4407-93ab-30bcc72e9331"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:06:40.250437 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684f236-b0bb-46b1-88fc-71c60302cdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f6c09c-1046-4407-93ab-30bcc72e9331,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:40.284246 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd971b27-a25b-401c-b545-5f87fdff7509 x-openstack-request-id: req-dd971b27-a25b-401c-b545-5f87fdff7509 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:06:40.284246 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef", "tag": "c5f6c09c-1046-4407-93ab-30bcc72e9331", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:06:40.284246 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dd971b27-a25b-401c-b545-5f87fdff7509 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:06:40.284246 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef', 'tag': 'c5f6c09c-1046-4407-93ab-30bcc72e9331', 'status': 'completed', 'code': 200} Nov 12 12:06:40.360040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277e871-659f-40a3-971e-e864cf6754d8 req-c853f7be-37ab-4e30-ba78-82091e3feb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:40.361676 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5277e871-659f-40a3-971e-e864cf6754d8 req-c853f7be-37ab-4e30-ba78-82091e3feb0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777a3b018b384427bd749d6db23b610d&device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 1095 time: 0.0525904 Nov 12 12:06:40.466232 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277e871-659f-40a3-971e-e864cf6754d8 req-1a3bd2c9-a51a-4784-9f38-b38c22d51a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:40.467726 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5277e871-659f-40a3-971e-e864cf6754d8 req-1a3bd2c9-a51a-4784-9f38-b38c22d51a8f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=777a3b018b384427bd749d6db23b610d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0973964 Nov 12 12:06:40.571023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277e871-659f-40a3-971e-e864cf6754d8 req-85f165ea-0621-4ba8-b32d-950b82f1ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:40.572486 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5277e871-659f-40a3-971e-e864cf6754d8 req-85f165ea-0621-4ba8-b32d-950b82f1ddfd service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965357 Nov 12 12:06:40.654069 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-5b2e2cd6-3717-4b63-99f5-323efe977fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:40.655605 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-5b2e2cd6-3717-4b63-99f5-323efe977fa9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777a3b018b384427bd749d6db23b610d&device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 1095 time: 0.0422783 Nov 12 12:06:40.706026 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-5990f6b6-c75a-4d26-945b-c6e53dbfae13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5f6c09c-1046-4407-93ab-30bcc72e9331 HTTP/1.1" status: 200 len: 217 time: 0.0419204 Nov 12 12:06:40.759155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-16885226-1c89-49d7-9032-f08e13bd3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:40.760682 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-16885226-1c89-49d7-9032-f08e13bd3679 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2e661b9-85bf-43f1-80ff-de1a842c025b HTTP/1.1" status: 200 len: 855 time: 0.0459440 Nov 12 12:06:40.808876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-04c764b8-8ba2-4977-98b1-5eb3d59037f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:40.810431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-04c764b8-8ba2-4977-98b1-5eb3d59037f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421860 Nov 12 12:06:41.091055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cc474-b298-4b6f-8446-42568897507b req-46fc027b-f594-4801-9333-e75b10ab9aa4 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:41.092820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e9cc474-b298-4b6f-8446-42568897507b req-46fc027b-f594-4801-9333-e75b10ab9aa4 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 943 time: 0.0520453 Nov 12 12:06:41.146522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9e9cc474-b298-4b6f-8446-42568897507b req-965d28d7-805d-4b3f-889a-a369412ea6db tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475101 Nov 12 12:06:41.242463 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-e4aa17fa-9b4c-429f-9d6a-1504080bf158 service neutron] 10.222.0.69 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242351 Nov 12 12:06:41.337831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5ee065aa-f765-4d3b-b7b5-9b584e3e0330 req-8cdcba42-0aa3-47ae-b1a4-ce0a5a48baf4 service neutron] 10.222.0.69 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831423 Nov 12 12:06:42.266782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28850dac-c443-4b10-aa89-787a406b0327 req-ae29e729-4e6e-42f2-b434-c1b603a7ed1a tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:42.268393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28850dac-c443-4b10-aa89-787a406b0327 req-ae29e729-4e6e-42f2-b434-c1b603a7ed1a tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 943 time: 0.0511615 Nov 12 12:06:42.318001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28850dac-c443-4b10-aa89-787a406b0327 req-941dc30f-dd7e-4aee-9b32-8ef7dd3579bb tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427549 Nov 12 12:06:43.444919 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560d75e-6aef-484a-bfd8-50551be73d80 req-c2c63b09-60fc-4604-9ed9-c47938879154 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:43.446431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6560d75e-6aef-484a-bfd8-50551be73d80 req-c2c63b09-60fc-4604-9ed9-c47938879154 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 943 time: 0.0570159 Nov 12 12:06:43.500047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6560d75e-6aef-484a-bfd8-50551be73d80 req-3f2db39f-c6e4-4c3f-94a4-4d81a3f5b42e tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Nov 12 12:06:44.617086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8db2-4474-463b-a76f-de73c4d4787f req-264a3b83-a440-4354-aac6-680836e7b2f5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:44.619241 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-962c8db2-4474-463b-a76f-de73c4d4787f req-264a3b83-a440-4354-aac6-680836e7b2f5 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 943 time: 0.0510564 Nov 12 12:06:44.676887 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-962c8db2-4474-463b-a76f-de73c4d4787f req-09910602-15e9-46de-9ed0-8d06955ed87e tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507226 Nov 12 12:06:45.620502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c5f6c09c-1046-4407-93ab-30bcc72e9331 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:06:45.732869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c5f6c09c-1046-4407-93ab-30bcc72e9331, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c5f6c09c-1046-4407-93ab-30bcc72e9331,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:45.745374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'c5f6c09c-1046-4407-93ab-30bcc72e9331', 'network_id': 'aef2c416-4e69-4eff-a8f9-3c2ab3d47f91', 'port_id': 'c5f6c09c-1046-4407-93ab-30bcc72e9331', 'mac_address': 'fa:16:3e:fd:fc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e661b9-85bf-43f1-80ff-de1a842c025b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:06:45.785377 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:45.799768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f6c09c-1046-4407-93ab-30bcc72e9331 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:06:45.821171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c5f6c09c-1046-4407-93ab-30bcc72e9331, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c5f6c09c-1046-4407-93ab-30bcc72e9331,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:45.821767 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf138dce-6590-46ef-b9c6-95a067ed75c7 req-3491c285-0c2f-4692-9af6-84302854c6ba tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:45.824150 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bf138dce-6590-46ef-b9c6-95a067ed75c7 req-3491c285-0c2f-4692-9af6-84302854c6ba tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 943 time: 0.0605617 Nov 12 12:06:45.884755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bf138dce-6590-46ef-b9c6-95a067ed75c7 req-d052c252-c385-40db-bffe-0092d1bdc3cf tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551014 Nov 12 12:06:45.896474 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:45.947202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=c5f6c09c-1046-4407-93ab-30bcc72e9331,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:46.159837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['c5f6c09c-1046-4407-93ab-30bcc72e9331'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:06:47.007310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d714479-f53c-4384-b29e-c8ca0525f62b req-819e523b-d736-4d1a-a05d-1f0837bc2e10 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:47.009484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d714479-f53c-4384-b29e-c8ca0525f62b req-819e523b-d736-4d1a-a05d-1f0837bc2e10 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 944 time: 0.0499630 Nov 12 12:06:47.058532 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0d714479-f53c-4384-b29e-c8ca0525f62b req-0dc6a6a2-e202-47e0-9a23-13c21218d1e8 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Nov 12 12:06:47.637603 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c5f6c09c-1046-4407-93ab-30bcc72e9331 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:06:47.747357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port c5f6c09c-1046-4407-93ab-30bcc72e9331 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:06:47.751580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port c5f6c09c-1046-4407-93ab-30bcc72e9331 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:06:47.751976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:47.834537 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:47.859997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f6c09c-1046-4407-93ab-30bcc72e9331'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:06:47.862217 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3aa473-0e7f-4fc0-b88c-cd74199b52f0" -d '{"events": [{"server_uuid": "b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef", "name": "network-vif-plugged", "status": "completed", "tag": "c5f6c09c-1046-4407-93ab-30bcc72e9331"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:06:47.876179 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port c5f6c09c-1046-4407-93ab-30bcc72e9331, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c5f6c09c-1046-4407-93ab-30bcc72e9331,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:06:47.902929 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d894f167-da59-4c0c-a8cc-bbfe91b0d63b x-openstack-request-id: req-d894f167-da59-4c0c-a8cc-bbfe91b0d63b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:06:47.903251 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef", "name": "network-vif-plugged", "status": "completed", "tag": "c5f6c09c-1046-4407-93ab-30bcc72e9331", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:06:47.903513 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d894f167-da59-4c0c-a8cc-bbfe91b0d63b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:06:47.903907 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f6c09c-1046-4407-93ab-30bcc72e9331', 'code': 200} Nov 12 12:06:47.936024 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:47.993343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=c5f6c09c-1046-4407-93ab-30bcc72e9331,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:06:48.025896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec0e84-f169-4558-81d2-e8c06fcf8055 req-a83e3020-7b1c-41fb-84ea-45fa3b55b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:48.027660 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ec0e84-f169-4558-81d2-e8c06fcf8055 req-a83e3020-7b1c-41fb-84ea-45fa3b55b789 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 1097 time: 0.0585780 Nov 12 12:06:48.082678 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9ec0e84-f169-4558-81d2-e8c06fcf8055 req-46f2be20-894e-4b27-841f-5917ee49c8dc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 Nov 12 12:06:48.190371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62bdb8-5f6d-438e-8417-71563148781e req-11779f1f-30da-4dd3-a323-c459e314d1d6 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:48.192308 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb62bdb8-5f6d-438e-8417-71563148781e req-11779f1f-30da-4dd3-a323-c459e314d1d6 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 945 time: 0.0555851 Nov 12 12:06:48.250894 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb62bdb8-5f6d-438e-8417-71563148781e req-33dad0d6-d420-416b-9606-2065bf2d4065 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520785 Nov 12 12:06:48.585547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:49.375217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51510c1d-7061-4409-abdc-75bb6ac08a09 req-aec6c43f-2a91-4719-9c1e-f7d022e3951f tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:49.376861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51510c1d-7061-4409-abdc-75bb6ac08a09 req-aec6c43f-2a91-4719-9c1e-f7d022e3951f tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 945 time: 0.0523732 Nov 12 12:06:49.436679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-51510c1d-7061-4409-abdc-75bb6ac08a09 req-887bd3b5-9a30-4250-a865-ab4a1a4c815d tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535111 Nov 12 12:06:50.558120 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf022-638b-4383-a405-515b184a6148 req-612df9f5-dff7-4915-b54b-53461331d425 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:50.559701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f7cf022-638b-4383-a405-515b184a6148 req-612df9f5-dff7-4915-b54b-53461331d425 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 945 time: 0.0520804 Nov 12 12:06:50.610531 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1f7cf022-638b-4383-a405-515b184a6148 req-9bd63705-21e7-40eb-8048-9ec59d606c08 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Nov 12 12:06:50.738532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0027e-3bd2-42ba-bac7-5d55ca761e2c req-249f1f17-e8bc-4a3e-9cf3-e241cc7b8c60 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:50.740022 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f1a0027e-3bd2-42ba-bac7-5d55ca761e2c req-249f1f17-e8bc-4a3e-9cf3-e241cc7b8c60 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 945 time: 0.0552380 Nov 12 12:06:50.792723 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f1a0027e-3bd2-42ba-bac7-5d55ca761e2c req-5bd86e47-a4e0-4ccd-970c-4817eae9df25 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Nov 12 12:06:51.336979 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:06:53.235902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-506e00ff-0383-4e31-97c2-b4be6a105013 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420718 Nov 12 12:06:53.318036 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-5fe8a4b2-e337-4385-8f66-983e8468e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:53.319515 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-5fe8a4b2-e337-4385-8f66-983e8468e332 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0396914 Nov 12 12:06:53.425025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-97e9f2a2-cdcd-4775-94e8-b5e604394b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:53.426480 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-97e9f2a2-cdcd-4775-94e8-b5e604394b68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0875456 Nov 12 12:06:53.467832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-8d1d395c-4a86-47e3-a5b4-3631aa36934a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0337512 Nov 12 12:06:53.515200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-14cf6a57-1095-4758-a38f-cba7e75240bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:53.516667 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-14cf6a57-1095-4758-a38f-cba7e75240bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0426142 Nov 12 12:06:53.565809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-4e1a5ff8-a419-4075-ad9d-aadd0fcc58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:06:53.567277 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-4e1a5ff8-a419-4075-ad9d-aadd0fcc58d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434644 Nov 12 12:06:53.662532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-533fea3a-b610-4360-935a-3a16b9c33f02 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869498 Nov 12 12:06:53.756592 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2be8016d-d98f-4f2e-8857-0e9e8ad459cb req-f0e0db46-1714-4861-b662-237f3e70c68b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865571 Nov 12 12:06:59.390802 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ec6f2f9-7718-4392-a170-7df8356cea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:01.226655 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-668f57bb-a158-4195-8e64-6cc25dff6f2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390947 Nov 12 12:07:01.311145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-7ab8ef79-6bb2-4644-a143-7903df10a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:01.312669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-7ab8ef79-6bb2-4644-a143-7903df10a9fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=777a3b018b384427bd749d6db23b610d&device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 1097 time: 0.0403125 Nov 12 12:07:01.418553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-a3709918-5672-48f0-88a2-d588af37681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:01.420298 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-a3709918-5672-48f0-88a2-d588af37681d service neutron] 10.222.0.69 "GET /v2.0/networks?id=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 HTTP/1.1" status: 200 len: 917 time: 0.0874164 Nov 12 12:07:01.465479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-60622e74-6a84-4296-bdf4-c2498edc465b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5f6c09c-1046-4407-93ab-30bcc72e9331 HTTP/1.1" status: 200 len: 217 time: 0.0347061 Nov 12 12:07:01.515284 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-1587de3e-d279-4ab1-a77d-a1118d402cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:01.516752 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-1587de3e-d279-4ab1-a77d-a1118d402cda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c2e661b9-85bf-43f1-80ff-de1a842c025b HTTP/1.1" status: 200 len: 855 time: 0.0435889 Nov 12 12:07:01.569518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-e88c2fd1-0f3c-4995-a60b-318443fff10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:01.571078 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-e88c2fd1-0f3c-4995-a60b-318443fff10a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461810 Nov 12 12:07:01.583675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-0a309e06-2653-44fd-a080-7bdb6059ee16 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:07:01.584662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-0a309e06-2653-44fd-a080-7bdb6059ee16 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052516 Nov 12 12:07:01.682105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-fce978e9-69d7-4320-9eb0-724e890a887c service neutron] 10.222.0.69 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866647 Nov 12 12:07:01.780246 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0a1f7f55-b4fd-45d4-9cab-b8bdd693a22a req-76ee5e2b-41e3-4df8-b5fa-0d2a60a28c20 service neutron] 10.222.0.69 "GET /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899315 Nov 12 12:07:01.827366 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92ca8500-4e9e-4f73-8c59-6410c1e1a435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:03.277028 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:04.370278 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:05.024746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:13.917924 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:07:16.381576 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707be2c-9ee4-4c99-a05b-66bda969a24f req-b5e3c456-c16b-4c21-91b6-a590254abab4 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:16.383809 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9707be2c-9ee4-4c99-a05b-66bda969a24f req-b5e3c456-c16b-4c21-91b6-a590254abab4 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 945 time: 0.0556033 Nov 12 12:07:16.434971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9707be2c-9ee4-4c99-a05b-66bda969a24f req-8719a216-923a-41a6-af01-3ec70129606e tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441451 Nov 12 12:07:17.549857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53cffb-c01b-4bf0-ad8a-d6ede41ae835 req-0b772db4-3a2d-4687-96fe-d1e1c5be4c14 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:17.551331 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa53cffb-c01b-4bf0-ad8a-d6ede41ae835 req-0b772db4-3a2d-4687-96fe-d1e1c5be4c14 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 945 time: 0.0492744 Nov 12 12:07:17.602044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa53cffb-c01b-4bf0-ad8a-d6ede41ae835 req-eb46175f-ba16-4c66-b720-1f36dd843f5a tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/security-groups?id=80008170-bd13-45af-b025-b9e6d6193b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Nov 12 12:07:18.020101 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-f2eeddea-141f-41da-8b37-0824906773a1 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:18.021551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-f2eeddea-141f-41da-8b37-0824906773a1 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.69 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 945 time: 0.0477581 Nov 12 12:07:18.115875 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Deleting port c5f6c09c-1046-4407-93ab-30bcc72e9331 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:18.116230 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:18.203800 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] For port c5f6c09c-1046-4407-93ab-30bcc72e9331, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=c5f6c09c-1046-4407-93ab-30bcc72e9331,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:18.204199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:18.217566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Calling delete_port for c5f6c09c-1046-4407-93ab-30bcc72e9331 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:18.284114 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:18.398513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:18.414493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['c5f6c09c-1046-4407-93ab-30bcc72e9331'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:07:18.426692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Pushing event deleted for resources: {'Port': ['ID=c5f6c09c-1046-4407-93ab-30bcc72e9331,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:18.471806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] No DVR routers for this DVR port c5f6c09c-1046-4407-93ab-30bcc72e9331 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:07:18.474585 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:18.477889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a3f3634-df06-4aa0-a946-a6269fb82d1f req-9c4d0060-5792-4c98-b15a-2611611e22fa tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.69 "DELETE /v2.0/ports/c5f6c09c-1046-4407-93ab-30bcc72e9331 HTTP/1.1" status: 204 len: 173 time: 0.4466090 Nov 12 12:07:18.479444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef', 'name': 'network-vif-deleted', 'tag': 'c5f6c09c-1046-4407-93ab-30bcc72e9331'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:07:18.480614 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f2040-7805-47c1-bed1-9c0ed99430f3" -d '{"events": [{"server_uuid": "b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef", "name": "network-vif-deleted", "tag": "c5f6c09c-1046-4407-93ab-30bcc72e9331"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:07:18.517258 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6521abad-aef1-43fa-a7d9-0d52ce72dd24 x-openstack-request-id: req-6521abad-aef1-43fa-a7d9-0d52ce72dd24 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:07:18.517566 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef", "name": "network-vif-deleted", "tag": "c5f6c09c-1046-4407-93ab-30bcc72e9331", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:07:18.517820 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6521abad-aef1-43fa-a7d9-0d52ce72dd24 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:07:18.518219 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef', 'name': 'network-vif-deleted', 'tag': 'c5f6c09c-1046-4407-93ab-30bcc72e9331', 'status': 'completed', 'code': 200} Nov 12 12:07:18.700532 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-44d812bd-536f-4710-93cb-8f3c2b50740a req-2bd6b46f-9bec-46e5-8c81-87472d75d574 tempest-TestEncryptedCinderVolumes-1088556170 tempest-TestEncryptedCinderVolumes-1088556170-project] 10.222.0.98 "GET /v2.0/ports?device_id=b1fc0770-b094-40b5-b4a1-8f6fb6f5d9ef HTTP/1.1" status: 200 len: 210 time: 0.0265460 Nov 12 12:07:19.863724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43136) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:20.206069 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:20.457288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Deleting port df373b21-bd32-4a6f-bf68-4b75af5fcf7d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:20.457535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:20.539555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] For port df373b21-bd32-4a6f-bf68-4b75af5fcf7d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:20.539939 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:20.553180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Calling delete_port for df373b21-bd32-4a6f-bf68-4b75af5fcf7d owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:20.798924 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:20.823285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Pushing event deleted for resources: {'Port': ['ID=df373b21-bd32-4a6f-bf68-4b75af5fcf7d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:20.993483 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:21.227187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Router d2ff3298-0a15-43bc-920d-ce893101eed5 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:07:21.289942 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:21.334270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:07:21.340927 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4b11dfb0-f385-432e-83fc-e2622e77a642 admin admin] 10.222.0.98 "PUT /v2.0/routers/d2ff3298-0a15-43bc-920d-ce893101eed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4744194 Nov 12 12:07:21.341919 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43138) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:21.344712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] Sync routers for ids ['d2ff3298-0a15-43bc-920d-ce893101eed5'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:07:21.355059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] Routers {'d2ff3298-0a15-43bc-920d-ce893101eed5'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:21.355682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d2ff3298-0a15-43bc-920d-ce893101eed5'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:21.447096 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:21.467116 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] Set router d2ff3298-0a15-43bc-920d-ce893101eed5 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:21.550731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:21.648501 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '973ffaa2-616e-484f-a969-5d5012674939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:07:20Z', 'revision_number': 5, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port': {'id': '973ffaa2-616e-484f-a969-5d5012674939', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:32:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:40Z', 'updated_at': '2021-11-12T12:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:21.680892 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] Checking router: d2ff3298-0a15-43bc-920d-ce893101eed5 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:07:21.689352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] Routers {'d2ff3298-0a15-43bc-920d-ce893101eed5'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:21.689962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['d2ff3298-0a15-43bc-920d-ce893101eed5'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:21.699410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Deleting port 973ffaa2-616e-484f-a969-5d5012674939 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:21.699746 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:21.777655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] Set router d2ff3298-0a15-43bc-920d-ce893101eed5 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:21.778939 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] For port 973ffaa2-616e-484f-a969-5d5012674939, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=973ffaa2-616e-484f-a969-5d5012674939,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:21.779341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:21.780791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c5f6c09c-1046-4407-93ab-30bcc72e9331 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:07:21.796663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Calling delete_port for 973ffaa2-616e-484f-a969-5d5012674939 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:21.849059 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:07:21Z', 'revision_number': 6, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:21.850799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: c5f6c09c-1046-4407-93ab-30bcc72e9331 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:07:21.851143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device c5f6c09c-1046-4407-93ab-30bcc72e9331 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:07:21.881650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c84c95-0581-4cc9-87f3-198ac140cbd4 None None] The sync data for ids ['d2ff3298-0a15-43bc-920d-ce893101eed5'] in n-d-768852-22 is: [{'id': 'd2ff3298-0a15-43bc-920d-ce893101eed5', 'name': 'tempest-TestEncryptedCinderVolumes-738848315-router', 'tenant_id': '777a3b018b384427bd749d6db23b610d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:39Z', 'updated_at': '2021-11-12T12:07:21Z', 'revision_number': 6, 'project_id': '777a3b018b384427bd749d6db23b610d', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:07:22.032706 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.063063 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Pushing event deleted for resources: {'Port': ['ID=973ffaa2-616e-484f-a969-5d5012674939,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:22.077156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db927428-970a-4464-85a3-98566af61438 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:22.123485 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.217622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.220248 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.353481 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.354028 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2ff3298-0a15-43bc-920d-ce893101eed5 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:07:22.359155 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.360360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f185a7a-3c00-4cd3-bf0b-cf51291da564 admin admin] 10.222.0.98 "DELETE /v2.0/routers/d2ff3298-0a15-43bc-920d-ce893101eed5 HTTP/1.1" status: 204 len: 168 time: 1.0175145 Nov 12 12:07:22.362956 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43140) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:22.407767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d938f04-7740-4877-a367-c10062d4343d admin admin] Deleting subnet c2e661b9-85bf-43f1-80ff-de1a842c025b {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:07:22.410836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d938f04-7740-4877-a367-c10062d4343d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.460504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d938f04-7740-4877-a367-c10062d4343d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.540119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d938f04-7740-4877-a367-c10062d4343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.647717 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device df373b21-bd32-4a6f-bf68-4b75af5fcf7d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:07:22.661745 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d938f04-7740-4877-a367-c10062d4343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.674651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: df373b21-bd32-4a6f-bf68-4b75af5fcf7d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:07:22.675963 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device df373b21-bd32-4a6f-bf68-4b75af5fcf7d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:07:22.687997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d938f04-7740-4877-a367-c10062d4343d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e661b9-85bf-43f1-80ff-de1a842c025b,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:22.691517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-1d938f04-7740-4877-a367-c10062d4343d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.695008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-1d938f04-7740-4877-a367-c10062d4343d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c2e661b9-85bf-43f1-80ff-de1a842c025b HTTP/1.1" status: 204 len: 168 time: 0.3308353 Nov 12 12:07:22.697430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43142) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:22.697612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e75567-eb41-4677-a7c3-15c618c97ef3 None None] Network aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:07:22.766999 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.840781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Deleting port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:22.841351 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.909850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] DHCP port deletion for aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:22.912695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] For port 92737ea3-6ad4-48f8-af48-aeb7aee2d254, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=92737ea3-6ad4-48f8-af48-aeb7aee2d254,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:22.913072 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:22.928599 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Calling delete_port for 92737ea3-6ad4-48f8-af48-aeb7aee2d254 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:22.959422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Deleting port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:22.959805 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.028206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] For port 92737ea3-6ad4-48f8-af48-aeb7aee2d254, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=92737ea3-6ad4-48f8-af48-aeb7aee2d254,segment=NetworkSegment(03ee8801-e5c8-4786-8c0e-27fbb37a59ee),segment_id=03ee8801-e5c8-4786-8c0e-27fbb37a59ee)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:23.028603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.041997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Calling delete_port for 92737ea3-6ad4-48f8-af48-aeb7aee2d254 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:23.082020 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.109262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=92737ea3-6ad4-48f8-af48-aeb7aee2d254,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:23.118838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] No DVR routers for this DVR port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:07:23.122473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.152682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Pushing event deleted for resources: {'Port': ['ID=92737ea3-6ad4-48f8-af48-aeb7aee2d254,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:23.160565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] No DVR routers for this DVR port 92737ea3-6ad4-48f8-af48-aeb7aee2d254 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:07:23.163580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.164844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.165202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.165521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.165848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.166174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.166498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.166821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.167142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.168018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.168378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.168687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af57361-0a7c-4efa-a012-52a5ecbda7ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:23.186563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.210164 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef2c416-4e69-4eff-a8f9-3c2ab3d47f91']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:23.219628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ee8801-e5c8-4786-8c0e-27fbb37a59ee') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:23.224519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ee8801-e5c8-4786-8c0e-27fbb37a59ee') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:23.229237 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.242853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.249387 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:07:23.249764 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:07:23.251468 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:07:23.369754 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.375962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.379275 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] 10.222.0.98 "DELETE /v2.0/networks/aef2c416-4e69-4eff-a8f9-3c2ab3d47f91 HTTP/1.1" status: 204 len: 168 time: 0.6806715 Nov 12 12:07:23.382228 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43144) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:23.390460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3f6bc-8884-4fed-a1a7-ba38601f0c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef2c416-4e69-4eff-a8f9-3c2ab3d47f91,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:23.733718 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:23.989027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Deleting port e677d5a8-fb49-4264-8911-0940b1a12445 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:23.989283 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:24.068579 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] For port e677d5a8-fb49-4264-8911-0940b1a12445, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e677d5a8-fb49-4264-8911-0940b1a12445,segment=NetworkSegment(050942e3-e49f-4305-8c09-ebe6296b3779),segment_id=050942e3-e49f-4305-8c09-ebe6296b3779)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:24.068943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:24.081587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Calling delete_port for e677d5a8-fb49-4264-8911-0940b1a12445 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:24.275740 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 973ffaa2-616e-484f-a969-5d5012674939 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:07:24.300697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 973ffaa2-616e-484f-a969-5d5012674939 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:07:24.301064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 973ffaa2-616e-484f-a969-5d5012674939 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:07:24.301468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 92737ea3-6ad4-48f8-af48-aeb7aee2d254 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:07:24.321779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 92737ea3-6ad4-48f8-af48-aeb7aee2d254 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:07:24.322127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 92737ea3-6ad4-48f8-af48-aeb7aee2d254 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:07:24.567943 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:24.593648 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Pushing event deleted for resources: {'Port': ['ID=e677d5a8-fb49-4264-8911-0940b1a12445,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:24.606217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.609194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.610426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.610426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:24.776181 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:24.985532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Router fa2c464d-d7ac-4fa1-b764-f201556913d1 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:07:25.088984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:07:25.094696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0f7dce45-1012-4aa4-b653-78d66ce49157 admin admin] 10.222.0.98 "PUT /v2.0/routers/fa2c464d-d7ac-4fa1-b764-f201556913d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114108 Nov 12 12:07:25.097285 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43146) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:25.100048 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] Sync routers for ids ['fa2c464d-d7ac-4fa1-b764-f201556913d1'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:07:25.110781 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] Routers {'fa2c464d-d7ac-4fa1-b764-f201556913d1'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:25.111456 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['fa2c464d-d7ac-4fa1-b764-f201556913d1'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:25.208855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:25.217752 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] Set router fa2c464d-d7ac-4fa1-b764-f201556913d1 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:25.313094 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:25.394932 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:07:24Z', 'revision_number': 5, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port': {'id': '395fd052-8b88-41d4-8d8d-68a8240d75e9', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:05:46Z', 'updated_at': '2021-11-12T12:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:25.421973 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] Checking router: fa2c464d-d7ac-4fa1-b764-f201556913d1 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:07:25.430963 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] Routers {'fa2c464d-d7ac-4fa1-b764-f201556913d1'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:25.431620 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['fa2c464d-d7ac-4fa1-b764-f201556913d1'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:25.431949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Deleting port 395fd052-8b88-41d4-8d8d-68a8240d75e9 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:25.432300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:25.515620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] For port 395fd052-8b88-41d4-8d8d-68a8240d75e9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=395fd052-8b88-41d4-8d8d-68a8240d75e9,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:25.516018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:25.517872 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] Set router fa2c464d-d7ac-4fa1-b764-f201556913d1 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:25.529302 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Calling delete_port for 395fd052-8b88-41d4-8d8d-68a8240d75e9 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:25.574977 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:07:25Z', 'revision_number': 6, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:25.613790 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7ca80-3696-4130-a5d4-9b3a1142dfa3 None None] The sync data for ids ['fa2c464d-d7ac-4fa1-b764-f201556913d1'] in n-d-768852-22 is: [{'id': 'fa2c464d-d7ac-4fa1-b764-f201556913d1', 'name': 'tempest-TestEncryptedCinderVolumes-1148848061-router', 'tenant_id': 'b92fc028623742bd9f597bb27515b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:05:45Z', 'updated_at': '2021-11-12T12:07:25Z', 'revision_number': 6, 'project_id': 'b92fc028623742bd9f597bb27515b588', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:07:25.752500 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:25.778510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Pushing event deleted for resources: {'Port': ['ID=395fd052-8b88-41d4-8d8d-68a8240d75e9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:25.793369 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3afc4c-5eb8-4117-8385-287723daeb84 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:25.844513 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:25.934777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:25.936890 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.041921 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.043010 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2c464d-d7ac-4fa1-b764-f201556913d1 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:07:26.047539 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.048810 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1248a7c3-5a58-4d9d-8f08-42bc49b2670c admin admin] 10.222.0.98 "DELETE /v2.0/routers/fa2c464d-d7ac-4fa1-b764-f201556913d1 HTTP/1.1" status: 204 len: 168 time: 0.9506006 Nov 12 12:07:26.051316 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43148) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:26.095775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35e337b-a367-40e0-956d-8ad341cd7697 admin admin] Deleting subnet f9139db2-b146-4f9c-9b84-2b94b66105a2 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:07:26.098789 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b35e337b-a367-40e0-956d-8ad341cd7697 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.137287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b35e337b-a367-40e0-956d-8ad341cd7697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.213757 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b35e337b-a367-40e0-956d-8ad341cd7697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.319108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b35e337b-a367-40e0-956d-8ad341cd7697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.345284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e337b-a367-40e0-956d-8ad341cd7697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9139db2-b146-4f9c-9b84-2b94b66105a2,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:26.349384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b35e337b-a367-40e0-956d-8ad341cd7697 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.352675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b35e337b-a367-40e0-956d-8ad341cd7697 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/f9139db2-b146-4f9c-9b84-2b94b66105a2 HTTP/1.1" status: 204 len: 168 time: 0.3003993 Nov 12 12:07:26.355913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43150) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:26.365361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b47e4-d91d-4526-846c-26d332078ce3 None None] Network 0039009f-2d0d-4a28-9802-c2d9735526c2 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:07:26.395516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 395fd052-8b88-41d4-8d8d-68a8240d75e9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:07:26.447313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 395fd052-8b88-41d4-8d8d-68a8240d75e9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:07:26.447658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 395fd052-8b88-41d4-8d8d-68a8240d75e9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:07:26.448117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e677d5a8-fb49-4264-8911-0940b1a12445 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:07:26.476972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e677d5a8-fb49-4264-8911-0940b1a12445 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:07:26.477305 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e677d5a8-fb49-4264-8911-0940b1a12445 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:07:26.609330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] DHCP port deletion for 0039009f-2d0d-4a28-9802-c2d9735526c2 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:26.663686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] Deleting port 4278709c-6120-40ab-ac2f-d2b2b121832f {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:26.664097 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.737009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] For port 4278709c-6120-40ab-ac2f-d2b2b121832f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4278709c-6120-40ab-ac2f-d2b2b121832f,segment=NetworkSegment(050942e3-e49f-4305-8c09-ebe6296b3779),segment_id=050942e3-e49f-4305-8c09-ebe6296b3779)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:26.737408 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.751078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] Calling delete_port for 4278709c-6120-40ab-ac2f-d2b2b121832f owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:26.782636 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.843758 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Deleting port 4278709c-6120-40ab-ac2f-d2b2b121832f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:07:26.844135 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.913669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] For port 4278709c-6120-40ab-ac2f-d2b2b121832f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4278709c-6120-40ab-ac2f-d2b2b121832f,segment=NetworkSegment(050942e3-e49f-4305-8c09-ebe6296b3779),segment_id=050942e3-e49f-4305-8c09-ebe6296b3779)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:26.913669 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:26.917010 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Calling delete_port for 4278709c-6120-40ab-ac2f-d2b2b121832f owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:07:26.996071 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.002535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.022659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] Pushing event deleted for resources: {'Port': ['ID=4278709c-6120-40ab-ac2f-d2b2b121832f,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:27.026145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8d95b-8469-496b-9a64-32e94ae02dc4 None None] No DVR routers for this DVR port 4278709c-6120-40ab-ac2f-d2b2b121832f on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:07:27.030017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] No DVR routers for this DVR port 4278709c-6120-40ab-ac2f-d2b2b121832f on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:07:27.031619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4278709c-6120-40ab-ac2f-d2b2b121832f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:27.103907 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.123166 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0039009f-2d0d-4a28-9802-c2d9735526c2']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:27.131989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050942e3-e49f-4305-8c09-ebe6296b3779') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:27.132281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050942e3-e49f-4305-8c09-ebe6296b3779') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:27.141765 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.155239 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.161320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: self.session.flush() Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:07:27.166716 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:07:27.275980 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.281684 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.284857 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/0039009f-2d0d-4a28-9802-c2d9735526c2 HTTP/1.1" status: 204 len: 168 time: 0.9279175 Nov 12 12:07:27.296128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088e56-271e-4d9e-9712-5f2af8684dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0039009f-2d0d-4a28-9802-c2d9735526c2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:27.663747 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43154) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:27.708999 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c40fb325-aaf3-4857-b7d9-8b14d84c0ba7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=777a3b018b384427bd749d6db23b610d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440447 Nov 12 12:07:27.711524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43156) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:27.757885 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-757c813f-c97f-45ca-8165-47e2614f6f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.778196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-757c813f-c97f-45ca-8165-47e2614f6f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.893120 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-757c813f-c97f-45ca-8165-47e2614f6f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.895770 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-757c813f-c97f-45ca-8165-47e2614f6f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:27.896970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-757c813f-c97f-45ca-8165-47e2614f6f98 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/80008170-bd13-45af-b025-b9e6d6193b9d HTTP/1.1" status: 204 len: 168 time: 0.1845062 Nov 12 12:07:27.905576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c813f-c97f-45ca-8165-47e2614f6f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80008170-bd13-45af-b025-b9e6d6193b9d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:28.282767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4278709c-6120-40ab-ac2f-d2b2b121832f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:07:28.303582 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4278709c-6120-40ab-ac2f-d2b2b121832f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:07:28.303957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4278709c-6120-40ab-ac2f-d2b2b121832f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:07:28.568999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43162) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:28.608926 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-508d6eb2-93ab-4b89-8ed9-a51d36f889f6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b92fc028623742bd9f597bb27515b588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387199 Nov 12 12:07:28.611378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43164) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:28.665602 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b07be361-e824-4310-86ab-f1afedb9ada1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:28.687355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b07be361-e824-4310-86ab-f1afedb9ada1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:28.803598 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b07be361-e824-4310-86ab-f1afedb9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:28.806240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b07be361-e824-4310-86ab-f1afedb9ada1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:28.807421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b07be361-e824-4310-86ab-f1afedb9ada1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e6540d0f-f991-4499-aab5-be962ebc7a2d HTTP/1.1" status: 204 len: 168 time: 0.1951115 Nov 12 12:07:28.816342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07be361-e824-4310-86ab-f1afedb9ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6540d0f-f991-4499-aab5-be962ebc7a2d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:29.419399 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe257733-c654-49ee-8068-205bd07c3bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:29.863899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43186) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:29.959667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-803600415-network', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:30.052854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Made reservation on behalf of d47a6d84fb724fe6abe3fce161035438 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:07:30.055397 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.064282 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.136809 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.201634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.225994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:07:30.234534 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe572692-d463-43fe-a051-cf8952521d34,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:30.240359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.240697 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Added segment 6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b of type vlan for network fd3a5099-7a41-4cba-a4ae-e7622cc03170 Nov 12 12:07:30.279989 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.387249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.388265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:30.388852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.450776 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3a5099-7a41-4cba-a4ae-e7622cc03170,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:30.460283 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:07:30.498845 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d8707b41-3ad9-4c2d-9604-0de0ddeeb929 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6337273 Nov 12 12:07:30.501869 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43190) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:30.506896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Request body: {'subnet': {'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-803600415-subnet', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:30.569459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Made reservation on behalf of d47a6d84fb724fe6abe3fce161035438 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:07:30.571753 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.804411 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:30.861755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a041df73-bad7-48bc-8c33-350dabc30d50,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:30.868683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Checking segment: {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:30.869293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Network hostable DHCP agents. Network: fd3a5099-7a41-4cba-a4ae-e7622cc03170, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:07:30.950180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:07:31.015382 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, fd3a5099-7a41-4cba-a4ae-e7622cc03170) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:31.019388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:31.020019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.024271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c523dc3-51a4-48d8-a667-7e0f8bb0b61e None None] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:07:31.110114 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4ee5e914-c9eb-4b25-992c-9127b72dbcea admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6070261 Nov 12 12:07:31.112689 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43192) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:31.117164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:31.170832 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:07:31.171732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.204771 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.205867 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.270686 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.306718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Allocated IP 172.20.0.2 (fd3a5099-7a41-4cba-a4ae-e7622cc03170/a041df73-bad7-48bc-8c33-350dabc30d50/b38d07ef-ba1d-40bf-a438-46249cfc3194) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:07:31.541259 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.609576 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.712864 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.752441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:31.755258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:31.757712 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:07:31.773082 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Pushing event updated for resources: {'Port': ['ID=b38d07ef-ba1d-40bf-a438-46249cfc3194,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:31.828078 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.828846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Attempting to bind port b38d07ef-ba1d-40bf-a438-46249cfc3194 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:07:31.829215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Attempting to bind port b38d07ef-ba1d-40bf-a438-46249cfc3194 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:07:31.829573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Attempting to bind port b38d07ef-ba1d-40bf-a438-46249cfc3194 on network fd3a5099-7a41-4cba-a4ae-e7622cc03170 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:07:31.834684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:07:31.835069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Checking segment: {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:31.835442 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.835897 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Bound using segment: {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:07:31.842750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Bound port: b38d07ef-ba1d-40bf-a438-46249cfc3194, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:07:31.842750 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.847112 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.873631 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf08e5e7-3520-460a-abe0-986f806a3f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:31.906545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] For port b38d07ef-ba1d-40bf-a438-46249cfc3194, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:07:31.915952 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] For port b38d07ef-ba1d-40bf-a438-46249cfc3194, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b38d07ef-ba1d-40bf-a438-46249cfc3194,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:07:31.952685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Allocated IP 172.25.3.117 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/f1f0b360-4fbe-4290-abfb-983aab285abb) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:07:31.998624 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:32.061399 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca3f11-54eb-4258-94fb-b38363a41010 None None] Pushing event updated for resources: {'Port': ['ID=b38d07ef-ba1d-40bf-a438-46249cfc3194,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:32.066437 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:32.162298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:32.206965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:32.216476 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:32.220369 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:07:32.235948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe46ce8-5ae3-49c9-a2b7-0dede7a1e38f None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:32.255390 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Pushing event updated for resources: {'Port': ['ID=f1f0b360-4fbe-4290-abfb-983aab285abb,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:32.355619 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b38d07ef-ba1d-40bf-a438-46249cfc3194 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:32.388199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b91dc297-87e2-449f-856c-f4647b347d38 None None] Provisioning complete for port f1f0b360-4fbe-4290-abfb-983aab285abb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:32.388570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b91dc297-87e2-449f-856c-f4647b347d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:32.437361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b91dc297-87e2-449f-856c-f4647b347d38 None None] Port f1f0b360-4fbe-4290-abfb-983aab285abb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:32.447083 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b38d07ef-ba1d-40bf-a438-46249cfc3194 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:32.447395 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:32.528886 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:32.563672 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port b38d07ef-ba1d-40bf-a438-46249cfc3194, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b38d07ef-ba1d-40bf-a438-46249cfc3194,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:32.586142 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:32.630385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:32.689131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=b38d07ef-ba1d-40bf-a438-46249cfc3194,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:33.017007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1568af6-3f28-45f7-8daa-f5cec866b18e None None] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:07:33.065251 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:33.092526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9af15167-1ced-4302-8aa1-f06e97178a66 None None] Provisioning complete for port b38d07ef-ba1d-40bf-a438-46249cfc3194 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:33.092927 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9af15167-1ced-4302-8aa1-f06e97178a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:33.295991 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Router 1a94d068-3cdf-4345-849b-dea35848e0ad is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:07:33.306826 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:33.410887 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:07:33.423404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Sync routers for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:07:33.434373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:33.437181 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:33.491557 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:33.493007 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-707df24b-d178-4334-b194-1562c3295b9f admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3792765 Nov 12 12:07:33.496394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43194) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:33.528316 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-66ca9a12-ede2-4246-a0f2-74c60676f035 None None] Provisioning complete for port b38d07ef-ba1d-40bf-a438-46249cfc3194 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:33.528578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-66ca9a12-ede2-4246-a0f2-74c60676f035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:33.581872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:33.801111 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:32Z', 'revision_number': 3, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:33.831457 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Checking router: 1a94d068-3cdf-4345-849b-dea35848e0ad for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:07:33.831909 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Updating router 1a94d068-3cdf-4345-849b-dea35848e0ad port f1f0b360-4fbe-4290-abfb-983aab285abb binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:07:33.856879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:33.915634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.068628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Allocated IP 172.20.0.1 (fd3a5099-7a41-4cba-a4ae-e7622cc03170/a041df73-bad7-48bc-8c33-350dabc30d50/9fbfbbed-cedf-4271-80ad-fb6b09464c2f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:07:34.106239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.174196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.181063 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.233290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973ed3f-03d4-444a-87eb-b0762d5a8833 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:34.243379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7011554-91a4-473f-81c7-36a296e39252 None None] Pushing event updated for resources: {'Port': ['ID=f1f0b360-4fbe-4290-abfb-983aab285abb,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:34.246310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Attempting to bind port f1f0b360-4fbe-4290-abfb-983aab285abb on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:07:34.246683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Attempting to bind port f1f0b360-4fbe-4290-abfb-983aab285abb by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:07:34.247048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Attempting to bind port f1f0b360-4fbe-4290-abfb-983aab285abb on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:07:34.255558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:07:34.255558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:34.255558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.255558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:07:34.255558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Bound port: f1f0b360-4fbe-4290-abfb-983aab285abb, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:07:34.255558 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.273224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.300368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b38d07ef-ba1d-40bf-a438-46249cfc3194 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:34.314343 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:34.322808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:34.323726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:07:34.354603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:34.357711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] For port f1f0b360-4fbe-4290-abfb-983aab285abb, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:07:34.372864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.380801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] For port f1f0b360-4fbe-4290-abfb-983aab285abb, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1f0b360-4fbe-4290-abfb-983aab285abb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:07:34.390094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0590f56-c7cd-4446-803d-3c50bbf075fc None None] Provisioning complete for port f1f0b360-4fbe-4290-abfb-983aab285abb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:34.390459 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0590f56-c7cd-4446-803d-3c50bbf075fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.421699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b38d07ef-ba1d-40bf-a438-46249cfc3194 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:34.422069 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.453263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.455640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0590f56-c7cd-4446-803d-3c50bbf075fc None None] Port f1f0b360-4fbe-4290-abfb-983aab285abb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:34.469364 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.519709 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb60c4-609d-4440-af00-4dba0db663c0 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:34.574005 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.579835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7011554-91a4-473f-81c7-36a296e39252 None None] Pushing event updated for resources: {'Port': ['ID=f1f0b360-4fbe-4290-abfb-983aab285abb,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:34.582273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:34.583053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:34.638416 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-fe39b91d-d52c-4c19-93ae-dbe60517483c None None] Provisioning complete for port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:34.638779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe39b91d-d52c-4c19-93ae-dbe60517483c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.713489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-fe39b91d-d52c-4c19-93ae-dbe60517483c None None] Port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:34.735720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:34.753318 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.841524 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.883687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a875bd4f-c70c-4bcf-a4e0-24f74baa994e None None] Provisioning complete for port f1f0b360-4fbe-4290-abfb-983aab285abb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:34.884344 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a875bd4f-c70c-4bcf-a4e0-24f74baa994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.914889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:34.916677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:34.930699 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:35.012074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:35.014383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:35.017623 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a875bd4f-c70c-4bcf-a4e0-24f74baa994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:35.038666 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 1, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:35.044202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a875bd4f-c70c-4bcf-a4e0-24f74baa994e None None] For port f1f0b360-4fbe-4290-abfb-983aab285abb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1f0b360-4fbe-4290-abfb-983aab285abb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:35.068687 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0984d6ee-f8d2-4189-bd69-76135affa542 None None] The sync data for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 is: [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 1, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:07:35.112562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a875bd4f-c70c-4bcf-a4e0-24f74baa994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:35.145283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Router 1a94d068-3cdf-4345-849b-dea35848e0ad has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:07:35.278574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:07:35.287965 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a930bd8f-b144-44a3-8914-808a8da5d277 admin admin] 10.222.0.98 "PUT /v2.0/routers/1a94d068-3cdf-4345-849b-dea35848e0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7868075 Nov 12 12:07:35.374277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875bd4f-c70c-4bcf-a4e0-24f74baa994e None None] Pushing event updated for resources: {'Port': ['ID=f1f0b360-4fbe-4290-abfb-983aab285abb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:35.377556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d8d5cda7-ce23-486a-8f63-ee0e4b2610c8 None None] Provisioning complete for port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:35.377923 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d8d5cda7-ce23-486a-8f63-ee0e4b2610c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:35.417652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5cda7-ce23-486a-8f63-ee0e4b2610c8 None None] Port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:36.056313 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43210) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:36.062211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-822397059-network', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:36.167888 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Made reservation on behalf of 172ba2397f2546738b6eca81e27c3f40 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:07:36.170700 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.180308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.269979 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.323872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1f0b360-4fbe-4290-abfb-983aab285abb up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:36.336044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.362853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:07:36.373775 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77247c76-d572-40bc-aa6c-a146e4741d96,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:36.378900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.379161 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Added segment d78d048f-abd0-4a19-a735-cab959dc3b16 of type vlan for network 357021d7-69a0-4808-a69d-25e1eeb82dbf Nov 12 12:07:36.395506 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f1f0b360-4fbe-4290-abfb-983aab285abb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:36.396165 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.423907 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.524156 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.525167 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:36.525766 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:36.589711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] Pushing event updated for resources: {'Network': ['ID=357021d7-69a0-4808-a69d-25e1eeb82dbf,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:36.599656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 357021d7-69a0-4808-a69d-25e1eeb82dbf details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:07:36.632838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-23723bf5-25cb-4fe2-88f9-f5b110494182 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5753083 Nov 12 12:07:36.636772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43212) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:36.641749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Request body: {'subnet': {'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-822397059-subnet', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:36.750885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Made reservation on behalf of 172ba2397f2546738b6eca81e27c3f40 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:07:36.755002 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.021162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.050836 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Sync routers for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:07:37.061224 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:37.061825 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:37.072787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0b48d8-7cac-41ab-8390-78e1249ff614,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:37.089205 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Checking segment: {'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:37.090562 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Network hostable DHCP agents. Network: 357021d7-69a0-4808-a69d-25e1eeb82dbf, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:07:37.161254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Network 357021d7-69a0-4808-a69d-25e1eeb82dbf is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:07:37.167699 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:37.247098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 357021d7-69a0-4808-a69d-25e1eeb82dbf) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:37.251195 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:37.251782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.260052 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e8691-5780-4073-b71f-0f7e2bfd8a09 None None] Network 357021d7-69a0-4808-a69d-25e1eeb82dbf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:07:37.352879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d11953a9-e9dd-4ae7-8922-c84703f5128c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7150011 Nov 12 12:07:37.356009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43214) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:37.365298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:37.421564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-357021d7-69a0-4808-a69d-25e1eeb82dbf', 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'fixed_ips': [{'subnet_id': '8d0b48d8-7cac-41ab-8390-78e1249ff614'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:07:37.422541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.461255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.462657 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.466081 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 2, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:37.492599 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Checking router: 1a94d068-3cdf-4345-849b-dea35848e0ad for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:07:37.498926 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Updating router 1a94d068-3cdf-4345-849b-dea35848e0ad port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:07:37.518016 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.520829 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.568518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Allocated IP 172.20.0.2 (357021d7-69a0-4808-a69d-25e1eeb82dbf/8d0b48d8-7cac-41ab-8390-78e1249ff614/12024717-5397-424a-bd97-b7a8730e84bd) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:07:37.724848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.738385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.790333 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.807608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.843912 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Network 357021d7-69a0-4808-a69d-25e1eeb82dbf is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:37.849121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:37.852855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:07:37.864264 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.864490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Pushing event updated for resources: {'Port': ['ID=12024717-5397-424a-bd97-b7a8730e84bd,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:37.920682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Attempting to bind port 12024717-5397-424a-bd97-b7a8730e84bd on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:07:37.921368 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Attempting to bind port 12024717-5397-424a-bd97-b7a8730e84bd by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:07:37.921742 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Attempting to bind port 12024717-5397-424a-bd97-b7a8730e84bd on network 357021d7-69a0-4808-a69d-25e1eeb82dbf {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:07:37.927397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:07:37.927769 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Checking segment: {'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:37.928219 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.928620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Bound using segment: {'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:07:37.929094 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Bound port: 12024717-5397-424a-bd97-b7a8730e84bd, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:07:37.929476 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.938968 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Pushing event updated for resources: {'Port': ['ID=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:37.958890 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.959231 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.959568 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.959903 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.960269 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.960595 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.960917 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.961242 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.961562 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.961880 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.962210 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.962514 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:37.981439 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Attempting to bind port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:07:37.981805 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Attempting to bind port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:07:37.982168 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Attempting to bind port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f on network fd3a5099-7a41-4cba-a4ae-e7622cc03170 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:07:37.987580 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:07:37.987991 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Checking segment: {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:37.988398 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:37.988792 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Bound using segment: {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:07:37.989267 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Bound port: 9fbfbbed-cedf-4271-80ad-fb6b09464c2f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:07:37.989646 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.015914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] For port 12024717-5397-424a-bd97-b7a8730e84bd, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:07:38.020103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] For port 12024717-5397-424a-bd97-b7a8730e84bd, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=12024717-5397-424a-bd97-b7a8730e84bd,segment=NetworkSegment(d78d048f-abd0-4a19-a735-cab959dc3b16),segment_id=d78d048f-abd0-4a19-a735-cab959dc3b16)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:07:38.067271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.088052 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.093324 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.115595 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] For port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:07:38.127530 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] For port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:07:38.170650 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0601ee-719b-4b1e-8971-543f51b8a5b9 None None] Pushing event updated for resources: {'Port': ['ID=12024717-5397-424a-bd97-b7a8730e84bd,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:38.215595 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.228731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Allocated IP 172.25.3.253 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/eaa9025b-e603-4b0f-9fc2-bc9010e366b2) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:07:38.267421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d810c00a-14be-4de4-adb4-b1e190dd5be8 None None] Provisioning complete for port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:38.269486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d810c00a-14be-4de4-adb4-b1e190dd5be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.293243 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ca938-3303-4473-9f16-3e96bd47961d None None] Pushing event updated for resources: {'Port': ['ID=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:38.301746 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:38.302346 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:38.367997 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.408851 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d810c00a-14be-4de4-adb4-b1e190dd5be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.484269 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-d810c00a-14be-4de4-adb4-b1e190dd5be8 None None] For port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:38.490652 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:38.503154 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.540357 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:38.543526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:38.550660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:07:38.565520 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071690c-80da-411b-ac96-608852f20c42 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:38.584203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d810c00a-14be-4de4-adb4-b1e190dd5be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.594361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa9025b-e603-4b0f-9fc2-bc9010e366b2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:38.677528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810c00a-14be-4de4-adb4-b1e190dd5be8 None None] Pushing event updated for resources: {'Port': ['ID=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:38.726076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-430250da-63f6-4db7-b08b-30f9f602b637 None None] Provisioning complete for port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:38.726443 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-430250da-63f6-4db7-b08b-30f9f602b637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.766020 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-430250da-63f6-4db7-b08b-30f9f602b637 None None] Port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:38.772165 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:38.775796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-430250da-63f6-4db7-b08b-30f9f602b637 None None] Provisioning complete for port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:38.776795 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-430250da-63f6-4db7-b08b-30f9f602b637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:38.804828 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf846bf9-65ac-486e-a13d-5a759bddffab None None] The sync data for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 is: [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:07:38.954750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.179715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.371132 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05246d-e1eb-4526-bcf9-be39d3116791 None None] Network 357021d7-69a0-4808-a69d-25e1eeb82dbf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:07:39.392468 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Router f97c7135-c640-4602-a33f-4056a096919b is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:07:39.442098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-06e49a8c-0d7f-403b-bb97-6d88117ff1b8 None None] Provisioning complete for port 12024717-5397-424a-bd97-b7a8730e84bd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:39.442388 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-06e49a8c-0d7f-403b-bb97-6d88117ff1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.512103 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:07:39.531560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Sync routers for ids ['f97c7135-c640-4602-a33f-4056a096919b'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:07:39.556146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Routers {'f97c7135-c640-4602-a33f-4056a096919b'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:39.556688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f97c7135-c640-4602-a33f-4056a096919b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:39.617456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.621435 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5978a082-a02a-444d-9898-e790b67bc334 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2614589 Nov 12 12:07:39.621745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43216) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:07:39.689625 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-06e49a8c-0d7f-403b-bb97-6d88117ff1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.732718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Set router f97c7135-c640-4602-a33f-4056a096919b gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:39.811747 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-06e49a8c-0d7f-403b-bb97-6d88117ff1b8 None None] For port 12024717-5397-424a-bd97-b7a8730e84bd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=12024717-5397-424a-bd97-b7a8730e84bd,segment=NetworkSegment(d78d048f-abd0-4a19-a735-cab959dc3b16),segment_id=d78d048f-abd0-4a19-a735-cab959dc3b16)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:39.867158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-06e49a8c-0d7f-403b-bb97-6d88117ff1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:39.956557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e49a8c-0d7f-403b-bb97-6d88117ff1b8 None None] Pushing event updated for resources: {'Port': ['ID=12024717-5397-424a-bd97-b7a8730e84bd,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:40.001825 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 3, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port': {'id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:38Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:40.003946 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1b65527d-5489-4673-bf62-0450d6acecf7 None None] Provisioning complete for port 12024717-5397-424a-bd97-b7a8730e84bd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:40.004318 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1b65527d-5489-4673-bf62-0450d6acecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.049385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Checking router: f97c7135-c640-4602-a33f-4056a096919b for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:07:40.049734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Updating router f97c7135-c640-4602-a33f-4056a096919b port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:07:40.085292 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.322630 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.401780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.405652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 12024717-5397-424a-bd97-b7a8730e84bd up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:40.454921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 12024717-5397-424a-bd97-b7a8730e84bd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:40.455292 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.494343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Allocated IP 172.20.0.1 (357021d7-69a0-4808-a69d-25e1eeb82dbf/8d0b48d8-7cac-41ab-8390-78e1249ff614/f20d88b5-5b21-47bf-80b0-ea0a6456eda4) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:07:40.535819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9fbfbbed-cedf-4271-80ad-fb6b09464c2f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:40.538385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.600786 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.611570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df3cdc-c9d2-4ee3-b3f8-e653fc43e9d9 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:40.633488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Attempting to bind port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:07:40.633863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Attempting to bind port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:07:40.634227 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Attempting to bind port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:07:40.639944 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5358781-daea-4be4-96d6-ce7ff6fb0978 None None] Pushing event updated for resources: {'Port': ['ID=eaa9025b-e603-4b0f-9fc2-bc9010e366b2,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:40.646748 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:07:40.647028 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:40.647380 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.647767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:07:40.648274 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Bound port: eaa9025b-e603-4b0f-9fc2-bc9010e366b2, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:07:40.648651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.676349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:40.681296 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.707256 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.736753 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] For port eaa9025b-e603-4b0f-9fc2-bc9010e366b2, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:07:40.741669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] For port eaa9025b-e603-4b0f-9fc2-bc9010e366b2, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eaa9025b-e603-4b0f-9fc2-bc9010e366b2,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:07:40.755073 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Network 357021d7-69a0-4808-a69d-25e1eeb82dbf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:40.756739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-367a616d-2a6f-483d-84e7-e59686383fb2 None None] Provisioning complete for port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:40.757109 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-367a616d-2a6f-483d-84e7-e59686383fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.759705 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:40.765244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:07:40.768566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Pushing event updated for resources: {'Port': ['ID=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:40.817714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:40.969479 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.009326 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.032063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-367a616d-2a6f-483d-84e7-e59686383fb2 None None] Port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:41.037062 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b63fbe-b575-44ec-adbd-a426d10bdbd3 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:07:41.058691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5358781-daea-4be4-96d6-ce7ff6fb0978 None None] Pushing event updated for resources: {'Port': ['ID=eaa9025b-e603-4b0f-9fc2-bc9010e366b2,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:41.061789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Routers {'f97c7135-c640-4602-a33f-4056a096919b'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:41.062476 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f97c7135-c640-4602-a33f-4056a096919b'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:41.176380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] Provisioning complete for port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:41.176632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.181009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.183625 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] Set router f97c7135-c640-4602-a33f-4056a096919b gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:41.235671 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.307009 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.310197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Pushing event updated for resources: {'Port': ['ID=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:41.376070 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.410211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Network 357021d7-69a0-4808-a69d-25e1eeb82dbf is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:41.411324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] For port eaa9025b-e603-4b0f-9fc2-bc9010e366b2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eaa9025b-e603-4b0f-9fc2-bc9010e366b2,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:41.411786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:41.467304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 4, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port': {'id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:38Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f20d88b5-5b21-47bf-80b0-ea0a6456eda4', 'name': '', 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'mac_address': 'fa:16:3e:11:d2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:40Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 1, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'subnets': [{'id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:41.499780 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069cee66-0468-45a7-a9a4-7d3bfcb7384d None None] The sync data for ids ['f97c7135-c640-4602-a33f-4056a096919b'] in n-d-768852-22 is: [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 4, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port': {'id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:38Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f20d88b5-5b21-47bf-80b0-ea0a6456eda4', 'name': '', 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'mac_address': 'fa:16:3e:11:d2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:40Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 1, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'subnets': [{'id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:07:41.508566 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.544657 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Router f97c7135-c640-4602-a33f-4056a096919b has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:07:41.555503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] Provisioning complete for port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:41.556127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.597465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] Port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:41.622337 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741830b-be2f-47ff-84dc-931cf239c743 None None] Pushing event updated for resources: {'Port': ['ID=eaa9025b-e603-4b0f-9fc2-bc9010e366b2,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:41.672469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:07:41.681191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e1d4fd24-37ab-4aed-8c2d-e946fb72bff0 admin admin] 10.222.0.98 "PUT /v2.0/routers/f97c7135-c640-4602-a33f-4056a096919b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582802 Nov 12 12:07:41.720658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-588d85d5-c7e7-4902-a94b-426d4aabcdf7 None None] Provisioning complete for port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:41.723859 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-588d85d5-c7e7-4902-a94b-426d4aabcdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:41.781599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-588d85d5-c7e7-4902-a94b-426d4aabcdf7 None None] Port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:42.324864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eaa9025b-e603-4b0f-9fc2-bc9010e366b2 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:42.381495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:42.382027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:43.706450 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Sync routers for ids ['f97c7135-c640-4602-a33f-4056a096919b'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:07:43.719984 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Routers {'f97c7135-c640-4602-a33f-4056a096919b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:43.721021 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f97c7135-c640-4602-a33f-4056a096919b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:43.842616 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Set router f97c7135-c640-4602-a33f-4056a096919b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:44.061705 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 4, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port': {'id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:38Z', 'updated_at': '2021-11-12T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f20d88b5-5b21-47bf-80b0-ea0a6456eda4', 'name': '', 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'mac_address': 'fa:16:3e:11:d2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:40Z', 'updated_at': '2021-11-12T12:07:41Z', 'revision_number': 2, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'subnets': [{'id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:44.094422 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Checking router: f97c7135-c640-4602-a33f-4056a096919b for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:07:44.094803 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Updating router f97c7135-c640-4602-a33f-4056a096919b port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:07:44.120684 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:44.514732 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:44.624736 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:44.683004 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2428f-7549-457c-83b3-b4cd2f94e051 None None] Pushing event updated for resources: {'Port': ['ID=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:44.748048 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Attempting to bind port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:07:44.748830 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Attempting to bind port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:07:44.748960 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Attempting to bind port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 on network 357021d7-69a0-4808-a69d-25e1eeb82dbf {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:07:44.754618 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:07:44.755157 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Checking segment: {'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:07:44.756041 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:44.756195 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Bound using segment: {'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:07:44.756577 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Bound port: f20d88b5-5b21-47bf-80b0-ea0a6456eda4, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78d048f-abd0-4a19-a735-cab959dc3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:07:44.757055 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:44.845380 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] For port f20d88b5-5b21-47bf-80b0-ea0a6456eda4, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:07:44.849492 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] For port f20d88b5-5b21-47bf-80b0-ea0a6456eda4, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,segment=NetworkSegment(d78d048f-abd0-4a19-a735-cab959dc3b16),segment_id=d78d048f-abd0-4a19-a735-cab959dc3b16)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:07:44.928487 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e84d08b5-840f-4022-ab53-67aa2d8324d6 None None] Provisioning complete for port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:44.929183 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e84d08b5-840f-4022-ab53-67aa2d8324d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:44.933262 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:45.002292 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Routers {'f97c7135-c640-4602-a33f-4056a096919b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:07:45.004948 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:07:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f97c7135-c640-4602-a33f-4056a096919b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:45.013671 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2428f-7549-457c-83b3-b4cd2f94e051 None None] Pushing event updated for resources: {'Port': ['ID=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:45.041131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e84d08b5-840f-4022-ab53-67aa2d8324d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:45.089768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e84d08b5-840f-4022-ab53-67aa2d8324d6 None None] For port f20d88b5-5b21-47bf-80b0-ea0a6456eda4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,segment=NetworkSegment(d78d048f-abd0-4a19-a735-cab959dc3b16),segment_id=d78d048f-abd0-4a19-a735-cab959dc3b16)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:07:45.162056 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] Set router f97c7135-c640-4602-a33f-4056a096919b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:07:45.163734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e84d08b5-840f-4022-ab53-67aa2d8324d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:45.278288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d08b5-840f-4022-ab53-67aa2d8324d6 None None] Pushing event updated for resources: {'Port': ['ID=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:45.304001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5c3f2ea8-d565-45c1-bd7b-25b26a3b471c None None] Provisioning complete for port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:45.304629 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2ea8-d565-45c1-bd7b-25b26a3b471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:45.417143 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 4, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port': {'id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:38Z', 'updated_at': '2021-11-12T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f20d88b5-5b21-47bf-80b0-ea0a6456eda4', 'name': '', 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'mac_address': 'fa:16:3e:11:d2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:40Z', 'updated_at': '2021-11-12T12:07:44Z', 'revision_number': 4, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'subnets': [{'id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:07:45.445336 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0d790-d049-48ba-ba40-1ce6c863c893 None None] The sync data for ids ['f97c7135-c640-4602-a33f-4056a096919b'] in n-d-768852-22 is: [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:07:40Z', 'revision_number': 4, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port': {'id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:38Z', 'updated_at': '2021-11-12T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'f20d88b5-5b21-47bf-80b0-ea0a6456eda4', 'name': '', 'network_id': '357021d7-69a0-4808-a69d-25e1eeb82dbf', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'mac_address': 'fa:16:3e:11:d2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:40Z', 'updated_at': '2021-11-12T12:07:44Z', 'revision_number': 4, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'subnets': [{'id': '8d0b48d8-7cac-41ab-8390-78e1249ff614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:07:46.349281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f20d88b5-5b21-47bf-80b0-ea0a6456eda4 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:07:46.403730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:46.404237 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:48.314346 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:50.917911 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:07:51.247134 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:53.315342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-31ed1342-eb74-4347-a727-3fc3ef7210cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1318817 Nov 12 12:07:53.402189 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-95d9758d-9299-4bad-828f-bff15b3431f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:53.403780 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-95d9758d-9299-4bad-828f-bff15b3431f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0466785 Nov 12 12:07:53.508085 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-736e2a51-8946-46d4-8605-1c02ec4c81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:53.509457 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-736e2a51-8946-46d4-8605-1c02ec4c81eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0870128 Nov 12 12:07:53.553725 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-ca9d77be-8bb2-49bf-b502-29911055a737 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0370550 Nov 12 12:07:53.603142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-7635b188-073c-4062-af92-b46e048ed913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:53.606216 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-7635b188-073c-4062-af92-b46e048ed913 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0461414 Nov 12 12:07:53.664207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-9d762b0a-d65a-42db-8c3e-003596c68ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:53.665766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-9d762b0a-d65a-42db-8c3e-003596c68ecf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510802 Nov 12 12:07:53.760994 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-3a8d0729-0686-42cf-8864-170044c39d2f service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865879 Nov 12 12:07:53.829918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-5bda9127-0271-4edc-b5a3-d30440b4d61b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:53.831409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-5bda9127-0271-4edc-b5a3-d30440b4d61b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/networks?id=fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 200 len: 814 time: 0.1054366 Nov 12 12:07:53.846955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-668fb68b-b34f-4eb6-ab4b-25f410831fe6 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/quotas/d47a6d84fb724fe6abe3fce161035438 HTTP/1.1" status: 200 len: 375 time: 0.0095842 Nov 12 12:07:53.850834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f25d6627-33f2-4bac-b1c1-45b3b88b06ef req-773eed69-f6ca-44f2-860e-a2f06ca5116b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832198 Nov 12 12:07:53.898754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-e9164111-0700-4a17-b846-592e27647264 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463517 Nov 12 12:07:53.997875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-6bb3f6e4-dcdd-4be5-993e-914bcaae76fe service neutron] 10.222.0.98 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874949 Nov 12 12:07:54.097228 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-cdd15924-cabd-48a9-bec9-8f077c7deb9b service neutron] 10.222.0.98 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Nov 12 12:07:54.399659 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e98ecc8c-a588-4620-ba87-9ef4f2b14e0d req-ace8b2b5-d32a-4928-9cee-3cb8ea78bf21 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 210 time: 0.0306048 Nov 12 12:07:55.482869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce31e2ae-d0d6-425d-b92f-e3c13233513c req-66d23007-3109-4b18-8040-b27b5812892f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 210 time: 0.0276501 Nov 12 12:07:56.590205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-55bc6485-179b-4595-a645-4613503598a0 req-0262a96d-8e28-423e-b09a-4aeb63b0981c tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 210 time: 0.0307333 Nov 12 12:07:56.880921 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-f4395631-6e5c-412d-ba4d-eebfafa94e00 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:56.882133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-f4395631-6e5c-412d-ba4d-eebfafa94e00 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.69 "GET /v2.0/networks?id=fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 200 len: 814 time: 0.1044993 Nov 12 12:07:56.900648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'port': {'device_id': '058aa673-21b0-4904-9df1-c396af73feaf', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'admin_state_up': True, 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:07:57.086899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Made reservation on behalf of d47a6d84fb724fe6abe3fce161035438 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:07:57.090604 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:57.219656 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Allocated IP 172.20.0.11 (fd3a5099-7a41-4cba-a4ae-e7622cc03170/a041df73-bad7-48bc-8c33-350dabc30d50/ff9bfe23-8883-4ce1-a930-1bdabb15e096) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:07:57.372800 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:57.511860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:57.584200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:07:57.587861 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:07:57.592823 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:07:57.600364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'Port': ['ID=ff9bfe23-8883-4ce1-a930-1bdabb15e096,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:07:57.715997 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:57.730230 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:57.764870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.764870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.764870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.764870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.764870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.773976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.774414 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.774766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.775110 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.775445 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.775779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.778061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:07:57.817958 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d960502f-2b77-45a9-8bb1-7d919111f883 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9211659 Nov 12 12:07:57.979079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe48d7-28ad-4120-b5f6-c11805120622 req-53aceec6-6b28-40bb-9b0d-d4d6e3f76388 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:57.987609 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aebe48d7-28ad-4120-b5f6-c11805120622 req-53aceec6-6b28-40bb-9b0d-d4d6e3f76388 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.2426322 Nov 12 12:07:58.038233 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7cdb4506-6928-4840-ae27-ea64415cf053 None None] Provisioning complete for port ff9bfe23-8883-4ce1-a930-1bdabb15e096 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:07:58.038845 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4506-6928-4840-ae27-ea64415cf053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:07:58.053725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aebe48d7-28ad-4120-b5f6-c11805120622 req-fa0d40a3-2372-4f96-882f-24f3e99a4a75 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647888 Nov 12 12:07:58.095147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb4506-6928-4840-ae27-ea64415cf053 None None] Port ff9bfe23-8883-4ce1-a930-1bdabb15e096 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:07:59.176828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5e184-0bab-4791-891a-0a0993749eeb req-4df9f85e-7788-42f8-a198-3aa92d9fd49c tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:07:59.178354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dbe5e184-0bab-4791-891a-0a0993749eeb req-4df9f85e-7788-42f8-a198-3aa92d9fd49c tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.0491464 Nov 12 12:07:59.231888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dbe5e184-0bab-4791-891a-0a0993749eeb req-b5364e7c-5aef-4572-9880-69c82ce1fef2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472600 Nov 12 12:07:59.413214 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a79e6378-6aa8-4af7-b8a6-4165ec228f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:00.361900 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de9325-05ea-4f2d-a5a1-4c3e66114109 req-4c5476c5-921b-4ca5-a8fb-1b523acfe5bf tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:00.363412 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52de9325-05ea-4f2d-a5a1-4c3e66114109 req-4c5476c5-921b-4ca5-a8fb-1b523acfe5bf tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.0566986 Nov 12 12:08:00.412814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-52de9325-05ea-4f2d-a5a1-4c3e66114109 req-ff45d3a6-3687-4224-ab7c-8db22bf01807 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Nov 12 12:08:01.548231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305abf9-f6cb-4bc0-b56b-f30419cad877 req-ab777f20-6c19-41e9-88ee-53b95e828a83 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:01.549748 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0305abf9-f6cb-4bc0-b56b-f30419cad877 req-ab777f20-6c19-41e9-88ee-53b95e828a83 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.0578089 Nov 12 12:08:01.624705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0305abf9-f6cb-4bc0-b56b-f30419cad877 req-420ddca4-ba84-4555-a4ca-0e37c16aa6f6 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622001 Nov 12 12:08:01.824392 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b9370177-ec15-4fe2-98ba-ecb63118dd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:02.765510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ad00c-698f-404d-884e-2cd812d57ccc req-4e41fbdb-50a8-4591-bc9c-d38e575f132b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:02.767449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc1ad00c-698f-404d-884e-2cd812d57ccc req-4e41fbdb-50a8-4591-bc9c-d38e575f132b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.0616539 Nov 12 12:08:02.825055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc1ad00c-698f-404d-884e-2cd812d57ccc req-d27cc5c2-5a9d-4a0e-876a-6e7d4d37601b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487552 Nov 12 12:08:03.301178 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:03.958015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50a283-2b32-47b8-bdef-a7495413b2e0 req-08d76029-5cac-4915-b8df-274844976832 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:03.959413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef50a283-2b32-47b8-bdef-a7495413b2e0 req-08d76029-5cac-4915-b8df-274844976832 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.0597079 Nov 12 12:08:04.009393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ef50a283-2b32-47b8-bdef-a7495413b2e0 req-7d1ab946-7dca-4efa-8c82-a3a02305d796 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439999 Nov 12 12:08:04.403670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:04.872413 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:05.143714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb74e76-d541-443f-a10c-9c6693a51db7 req-e70f0adf-ce67-4402-8db2-7f64c5d7bdf1 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:05.147890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fb74e76-d541-443f-a10c-9c6693a51db7 req-e70f0adf-ce67-4402-8db2-7f64c5d7bdf1 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.0505404 Nov 12 12:08:05.204015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2fb74e76-d541-443f-a10c-9c6693a51db7 req-e786d593-6a7f-4ed7-b35e-7a08963e171b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503798 Nov 12 12:08:06.329824 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c339d2-6f41-4ef9-805c-c465b5b342d4 req-18182dd4-bf07-4d75-ae30-630ac334d280 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:06.331356 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5c339d2-6f41-4ef9-805c-c465b5b342d4 req-18182dd4-bf07-4d75-ae30-630ac334d280 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.0511556 Nov 12 12:08:06.380574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5c339d2-6f41-4ef9-805c-c465b5b342d4 req-774b84bf-81cb-4669-a450-e16e9608a8c8 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Nov 12 12:08:07.509001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b8772-1ce3-49a5-b58a-a6386e522fdc req-98b624d9-eaf9-470c-ab23-f3d5c26bc273 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:07.510518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70b8772-1ce3-49a5-b58a-a6386e522fdc req-98b624d9-eaf9-470c-ab23-f3d5c26bc273 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 932 time: 0.0538456 Nov 12 12:08:07.561735 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d70b8772-1ce3-49a5-b58a-a6386e522fdc req-6eb2f905-053f-446e-bd69-bf14eae8e5a5 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Nov 12 12:08:07.650479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Request body: {'port': {'device_id': '058aa673-21b0-4904-9df1-c396af73feaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:07.707418 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:07.967623 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9bfe23-8883-4ce1-a930-1bdabb15e096 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:08:07.975141 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:07.988587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Transition to ACTIVE for port object ff9bfe23-8883-4ce1-a930-1bdabb15e096 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:08:08.114879 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:08.193350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9bfe23-8883-4ce1-a930-1bdabb15e096,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:08.248945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Attempting to bind port ff9bfe23-8883-4ce1-a930-1bdabb15e096 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:08:08.249293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Attempting to bind port ff9bfe23-8883-4ce1-a930-1bdabb15e096 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:08:08.249626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Attempting to bind port ff9bfe23-8883-4ce1-a930-1bdabb15e096 on network fd3a5099-7a41-4cba-a4ae-e7622cc03170 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:08:08.254264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Port ff9bfe23-8883-4ce1-a930-1bdabb15e096 on network fd3a5099-7a41-4cba-a4ae-e7622cc03170 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:08:08.254587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Attempting to bind port ff9bfe23-8883-4ce1-a930-1bdabb15e096 on network fd3a5099-7a41-4cba-a4ae-e7622cc03170 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:08:08.259473 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:08:08.259807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Checking segment: {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:08:08.260217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Bound using segment: {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:08:08.260642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Bound port: ff9bfe23-8883-4ce1-a930-1bdabb15e096, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:08:08.261540 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:08.326517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] For port ff9bfe23-8883-4ce1-a930-1bdabb15e096, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:08:08.329709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] For port ff9bfe23-8883-4ce1-a930-1bdabb15e096, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:08:08.389921 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:08.424151 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:08.424757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:08.426158 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] 10.222.0.69 "PUT /v2.0/ports/ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 1093 time: 0.8303375 Nov 12 12:08:08.426830 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:08:08.428853 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349cbc20-b3d3-4b66-8e6b-f0cbb662d179" -d '{"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:08:08.455589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa68fa-a090-40a1-b803-798162b35f39 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9bfe23-8883-4ce1-a930-1bdabb15e096,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:08.470389 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad178f8-33aa-43e6-8329-9518d186a1e2 x-openstack-request-id: req-aad178f8-33aa-43e6-8329-9518d186a1e2 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:08:08.470684 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:08:08.470937 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aad178f8-33aa-43e6-8329-9518d186a1e2 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:08:08.471337 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'status': 'completed', 'code': 200} Nov 12 12:08:08.548040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cbc20-b3d3-4b66-8e6b-f0cbb662d179 req-450e85de-bb21-47a6-8973-2086bb103453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:08.549691 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-349cbc20-b3d3-4b66-8e6b-f0cbb662d179 req-450e85de-bb21-47a6-8973-2086bb103453 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1096 time: 0.0510421 Nov 12 12:08:08.657521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cbc20-b3d3-4b66-8e6b-f0cbb662d179 req-03b24150-678e-4597-9a24-6d712349863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:08.659008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-349cbc20-b3d3-4b66-8e6b-f0cbb662d179 req-03b24150-678e-4597-9a24-6d712349863b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d47a6d84fb724fe6abe3fce161035438&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0982771 Nov 12 12:08:08.689621 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344af7b-cba3-4881-b86c-2a8a38569924 req-ea7931c3-f5fe-40e7-8fe8-55e34d9d5bce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:08.691173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0344af7b-cba3-4881-b86c-2a8a38569924 req-ea7931c3-f5fe-40e7-8fe8-55e34d9d5bce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 944 time: 0.0543072 Nov 12 12:08:08.743244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0344af7b-cba3-4881-b86c-2a8a38569924 req-1670f038-0a4b-48c4-8a7c-ce11c978d55c tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Nov 12 12:08:08.767654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cbc20-b3d3-4b66-8e6b-f0cbb662d179 req-0d5ed64c-c065-49d4-9629-43887f4aed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:08.769160 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-349cbc20-b3d3-4b66-8e6b-f0cbb662d179 req-0d5ed64c-c065-49d4-9629-43887f4aed0b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974791 Nov 12 12:08:08.849108 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-e4f86f3f-b495-4030-9dcd-c781e5fbc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:08.850585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-e4f86f3f-b495-4030-9dcd-c781e5fbc06a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1096 time: 0.0396607 Nov 12 12:08:08.897072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-fde91e13-f0ad-4539-9ce5-f0e2438147c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 217 time: 0.0371912 Nov 12 12:08:08.947301 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-6b05f39b-8154-4cbf-a2c5-de74bda13a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:08.948877 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-6b05f39b-8154-4cbf-a2c5-de74bda13a93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a041df73-bad7-48bc-8c33-350dabc30d50 HTTP/1.1" status: 200 len: 853 time: 0.0442586 Nov 12 12:08:09.000397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-58b53e67-4c6a-483c-afbc-13668b5a9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:09.001818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-58b53e67-4c6a-483c-afbc-13668b5a9c2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3a5099-7a41-4cba-a4ae-e7622cc03170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410433 Nov 12 12:08:09.095753 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-4a213b27-fa1d-4bde-98fd-e87f85e05ada service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848629 Nov 12 12:08:09.198686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b53e97be-a938-40f2-a657-ad2c7e6e136a req-d5beef91-187a-448b-8533-039dde4d1743 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925655 Nov 12 12:08:09.861737 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c8467-3eae-41a5-8d41-a7cce92bdc45 req-11f07074-7287-4a7a-9f7f-9c9cfd6bebf6 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:09.862388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-270c8467-3eae-41a5-8d41-a7cce92bdc45 req-11f07074-7287-4a7a-9f7f-9c9cfd6bebf6 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 944 time: 0.0504594 Nov 12 12:08:09.913495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-270c8467-3eae-41a5-8d41-a7cce92bdc45 req-ed0a8a1c-16e2-4a54-a2bd-0a24a45d7d60 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453303 Nov 12 12:08:11.032474 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356db851-924f-4d37-8c13-1bf4847e78a9 req-ac96f2a2-19ce-4f4e-a1bf-01487c0ad020 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:11.033993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-356db851-924f-4d37-8c13-1bf4847e78a9 req-ac96f2a2-19ce-4f4e-a1bf-01487c0ad020 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 944 time: 0.0494709 Nov 12 12:08:11.087834 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-356db851-924f-4d37-8c13-1bf4847e78a9 req-ae11afb6-630d-4625-8996-a983f2f1dcf3 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Nov 12 12:08:11.932345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ff9bfe23-8883-4ce1-a930-1bdabb15e096 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:08:12.048578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ff9bfe23-8883-4ce1-a930-1bdabb15e096, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:12.065050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'port_id': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'mac_address': 'fa:16:3e:50:2a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:08:12.142484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:12.168804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9bfe23-8883-4ce1-a930-1bdabb15e096 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:08:12.205752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ff9bfe23-8883-4ce1-a930-1bdabb15e096, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:12.233925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e75ec-c8aa-456d-b4c0-25ea1e704e55 req-82c92f9c-0733-49ea-bd4f-b71935916b7e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:12.236803 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a08e75ec-c8aa-456d-b4c0-25ea1e704e55 req-82c92f9c-0733-49ea-bd4f-b71935916b7e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 944 time: 0.0744565 Nov 12 12:08:12.309858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a08e75ec-c8aa-456d-b4c0-25ea1e704e55 req-45a3d508-21a6-4694-9f27-ef224b108a8d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671372 Nov 12 12:08:12.569064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:12.624698 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ff9bfe23-8883-4ce1-a930-1bdabb15e096,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:12.866076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ff9bfe23-8883-4ce1-a930-1bdabb15e096'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:08:13.430875 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9334-380c-4153-a59c-bff0a4896ac6 req-78fba66e-f01c-49a5-8655-90cad9d96b52 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:13.432464 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb7e9334-380c-4153-a59c-bff0a4896ac6 req-78fba66e-f01c-49a5-8655-90cad9d96b52 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 945 time: 0.0507989 Nov 12 12:08:13.480929 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb7e9334-380c-4153-a59c-bff0a4896ac6 req-1b38633a-2a44-4da3-ac40-01a05e86428d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Nov 12 12:08:13.931049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ff9bfe23-8883-4ce1-a930-1bdabb15e096 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:08:14.050018 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port ff9bfe23-8883-4ce1-a930-1bdabb15e096 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:08:14.054846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port ff9bfe23-8883-4ce1-a930-1bdabb15e096 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:08:14.055482 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:14.138925 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:14.162407 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:08:14.164671 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ad3e3-165d-4fdc-b599-adfac0176de2" -d '{"events": [{"server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "name": "network-vif-plugged", "status": "completed", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:08:14.178016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port ff9bfe23-8883-4ce1-a930-1bdabb15e096, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:14.201470 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc05b6-7243-4685-a89c-9e87361a4b91 x-openstack-request-id: req-d6cc05b6-7243-4685-a89c-9e87361a4b91 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:08:14.201794 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "name": "network-vif-plugged", "status": "completed", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:08:14.202051 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d6cc05b6-7243-4685-a89c-9e87361a4b91 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:08:14.202447 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'code': 200} Nov 12 12:08:14.305399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2ed6-bc27-4ce4-b1a6-562613472bce req-a1cf6a1d-daa0-4c85-bc52-f446df2adacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:14.306889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9f9b2ed6-bc27-4ce4-b1a6-562613472bce req-a1cf6a1d-daa0-4c85-bc52-f446df2adacf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1097 time: 0.0425196 Nov 12 12:08:14.309638 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:14.358884 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9f9b2ed6-bc27-4ce4-b1a6-562613472bce req-65148a64-6842-432a-8c9c-e4afe5fdb49c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Nov 12 12:08:14.359139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=ff9bfe23-8883-4ce1-a930-1bdabb15e096,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:14.607123 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fee37-d368-4f37-aaf6-08fd4a7ff2b8 req-d1a28243-f50c-4d30-820f-4a47c314b52f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:14.608871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b13fee37-d368-4f37-aaf6-08fd4a7ff2b8 req-d1a28243-f50c-4d30-820f-4a47c314b52f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0553041 Nov 12 12:08:14.661118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b13fee37-d368-4f37-aaf6-08fd4a7ff2b8 req-085bcdb1-3337-4d7b-b141-adb52e259f21 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456815 Nov 12 12:08:15.787554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029ebd-b3fb-4d34-988c-3623a4173cc0 req-ca0f825b-e90d-4db5-af72-3880c6b5da5a tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:15.789654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54029ebd-b3fb-4d34-988c-3623a4173cc0 req-ca0f825b-e90d-4db5-af72-3880c6b5da5a tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0555902 Nov 12 12:08:15.840081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54029ebd-b3fb-4d34-988c-3623a4173cc0 req-27ddecf6-f31c-4416-bdcc-9db8944f62e3 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Nov 12 12:08:16.961270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce49d84-430f-447e-aa79-d5139d33d5de req-7edd1e52-3f23-44fb-97d6-fd22c70b2eb1 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:16.962754 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ce49d84-430f-447e-aa79-d5139d33d5de req-7edd1e52-3f23-44fb-97d6-fd22c70b2eb1 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0536771 Nov 12 12:08:17.010315 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ce49d84-430f-447e-aa79-d5139d33d5de req-25f0ae6f-4eb9-48a6-9c5f-d4f6b6cfa5e0 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Nov 12 12:08:17.130129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d75528-ec25-4a88-882b-0c525c5246dc req-d3322c60-22c7-4ba6-9897-7cd34c392c14 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:17.131552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f5d75528-ec25-4a88-882b-0c525c5246dc req-d3322c60-22c7-4ba6-9897-7cd34c392c14 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0541389 Nov 12 12:08:17.179440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f5d75528-ec25-4a88-882b-0c525c5246dc req-f92bdd9a-c32e-434a-a41d-a09dbf06a697 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Nov 12 12:08:17.372045 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705cf4f-ff3b-44ae-94f8-e69363af51ac req-9d14a672-9f65-4bca-b43a-fc707dbcc404 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:17.373661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7705cf4f-ff3b-44ae-94f8-e69363af51ac req-9d14a672-9f65-4bca-b43a-fc707dbcc404 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0525265 Nov 12 12:08:17.426674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7705cf4f-ff3b-44ae-94f8-e69363af51ac req-ffe95d6c-655e-4885-98cb-025134fe24c5 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468302 Nov 12 12:08:18.332158 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:21.294502 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:27.917816 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:08:29.421112 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a13cf741-12fe-4219-972e-90842add02ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:31.849275 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5ab5-ad0f-4413-9c5c-56942bce8581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:33.286196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c53a8-5d38-48cd-87a9-9e9b886e0723 req-814e286d-e58d-4efa-85b1-282cd409c341 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:33.287708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-275c53a8-5d38-48cd-87a9-9e9b886e0723 req-814e286d-e58d-4efa-85b1-282cd409c341 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0602272 Nov 12 12:08:33.294568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:33.337821 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-275c53a8-5d38-48cd-87a9-9e9b886e0723 req-0e4aa740-ead9-43dc-a7bc-01cce2a2f2fe tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Nov 12 12:08:33.360371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43438) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:33.444293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11db78e8-345c-4be3-91cf-8cfe9cddafda tempest-TestMinimumBasicScenario-1580211147 tempest-TestMinimumBasicScenario-1580211147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:33.446071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-11db78e8-345c-4be3-91cf-8cfe9cddafda tempest-TestMinimumBasicScenario-1580211147 tempest-TestMinimumBasicScenario-1580211147-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1093 time: 0.0846732 Nov 12 12:08:33.448984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43442) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:33.453911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:33.532309 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:33.639724 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:33.747082 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Allocated IP 172.25.3.113 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/9dedd134-6698-491d-b2cc-931a82ea4b7c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:08:33.862367 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:33.949556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:33.992116 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:08:33.996839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:08:33.999404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:08:34.005379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'Port': ['ID=9dedd134-6698-491d-b2cc-931a82ea4b7c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:34.031882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.032255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.032600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.032938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.033273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.033607 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.033937 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.034271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.034596 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.034921 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.035246 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.035573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:08:34.382852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:34.392805 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:34.526547 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:34.684353 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:34.760664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:34.834600 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'Port': ['ID=9dedd134-6698-491d-b2cc-931a82ea4b7c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:34.848361 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:34.889255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:34.952756 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Floating IP 9df201dd-9c4b-4b2a-be4f-3cbf0a67edc5 associated. External IP: 172.25.3.113, port: ff9bfe23-8883-4ce1-a930-1bdabb15e096. Nov 12 12:08:35.435601 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Router 1a94d068-3cdf-4345-849b-dea35848e0ad has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:08:35.545298 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:08:35.557583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] Sync routers for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:08:35.570097 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:08:35.572975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:08:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:08:35.659908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:35.679531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:08:35.696171 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-971eb7f5-95ac-4325-816a-d5c9b27fed97 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2399068 Nov 12 12:08:35.696171 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:08:35.696462 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43446) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:35.696913 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c85682-07f7-4f2e-965d-041ce6fd70af" -d '{"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:08:35.698825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-cca482eb-23f6-4c12-8025-c7c45e82e5e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661298255', 'description': 'tempest-secgroup-smoke-1661298255 description', 'project_id': 'd47a6d84fb724fe6abe3fce161035438'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:35.804977 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a3be23-e6ff-4a06-9795-cfa685a1d558 x-openstack-request-id: req-c9a3be23-e6ff-4a06-9795-cfa685a1d558 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:08:35.805336 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:08:35.805590 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9a3be23-e6ff-4a06-9795-cfa685a1d558 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:08:35.805990 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'status': 'completed', 'code': 200} Nov 12 12:08:35.829204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cca482eb-23f6-4c12-8025-c7c45e82e5e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:35.906241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-d8af18ba-1fb2-44b8-918e-7dbaf026d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:35.907782 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-d8af18ba-1fb2-44b8-918e-7dbaf026d370 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1098 time: 0.0667195 Nov 12 12:08:35.990100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cca482eb-23f6-4c12-8025-c7c45e82e5e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.023444 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-0170ae0a-9629-47b9-b4b5-e98f8fd95ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:36.024955 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-0170ae0a-9629-47b9-b4b5-e98f8fd95ec9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 200 len: 915 time: 0.1087279 Nov 12 12:08:36.079026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9df201dd-9c4b-4b2a-be4f-3cbf0a67edc5', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'port_id': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'mac_address': 'fa:16:3e:50:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058aa673-21b0-4904-9df1-c396af73feaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:08:34Z', 'updated_at': '2021-11-12T12:08:34Z', 'revision_number': 0, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 5, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:08:36.098603 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-ddeb63bf-d775-4201-90e4-aa60ccd9c07f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 1000 time: 0.0659153 Nov 12 12:08:36.110428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] Checking router: 1a94d068-3cdf-4345-849b-dea35848e0ad for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:08:36.121543 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:08:36.121725 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cca482eb-23f6-4c12-8025-c7c45e82e5e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.121837 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:08:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:08:36.182698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-e2544a86-a061-41bf-90c7-34d4fe633fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:36.184730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-e2544a86-a061-41bf-90c7-34d4fe633fb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a041df73-bad7-48bc-8c33-350dabc30d50 HTTP/1.1" status: 200 len: 853 time: 0.0741432 Nov 12 12:08:36.189943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca482eb-23f6-4c12-8025-c7c45e82e5e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76409934-47bb-466b-b19f-b35d849270c4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:36.231342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:08:36.235456 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-0d8e916a-35ed-473f-acda-241360b66f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:36.236990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-0d8e916a-35ed-473f-acda-241360b66f8e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3a5099-7a41-4cba-a4ae-e7622cc03170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439913 Nov 12 12:08:36.267229 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cca482eb-23f6-4c12-8025-c7c45e82e5e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.271342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cca482eb-23f6-4c12-8025-c7c45e82e5e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5739732 Nov 12 12:08:36.271759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43452) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:36.277077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f373ceda-9b7b-4632-8d65-c12977beee84 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'security_group_rule': {'security_group_id': '76409934-47bb-466b-b19f-b35d849270c4', 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:36.340525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-c2e41db2-e2bb-4439-9d1c-034e992e9192 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931907 Nov 12 12:08:36.374882 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f373ceda-9b7b-4632-8d65-c12977beee84 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.439177 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f373ceda-9b7b-4632-8d65-c12977beee84 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.441607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-24c85682-07f7-4f2e-965d-041ce6fd70af req-2d3470e8-2b8c-4395-a537-45ffc3321cf0 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925064 Nov 12 12:08:36.475336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9df201dd-9c4b-4b2a-be4f-3cbf0a67edc5', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'port_id': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'mac_address': 'fa:16:3e:50:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058aa673-21b0-4904-9df1-c396af73feaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:08:34Z', 'updated_at': '2021-11-12T12:08:34Z', 'revision_number': 0, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 5, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:08:36.504242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73caa00-be8c-4787-b211-4af36c4fdd9c None None] The sync data for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 is: [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9df201dd-9c4b-4b2a-be4f-3cbf0a67edc5', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'port_id': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'mac_address': 'fa:16:3e:50:2a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058aa673-21b0-4904-9df1-c396af73feaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:08:34Z', 'updated_at': '2021-11-12T12:08:34Z', 'revision_number': 0, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 5, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:08:36.534429 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f373ceda-9b7b-4632-8d65-c12977beee84 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.554446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373ceda-9b7b-4632-8d65-c12977beee84 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882da393-f957-4ca4-acac-3ae4fc0dac6b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:36.623365 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f373ceda-9b7b-4632-8d65-c12977beee84 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.628017 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f373ceda-9b7b-4632-8d65-c12977beee84 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517828 Nov 12 12:08:36.628227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43454) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:36.633202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-63508cd0-d60f-4a75-b77f-3463eb9430e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'security_group_rule': {'security_group_id': '76409934-47bb-466b-b19f-b35d849270c4', 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:36.700673 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e0731-f49a-42c5-bcd1-076bb3712c2c None None] New status for floating IP 9df201dd-9c4b-4b2a-be4f-3cbf0a67edc5: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:08:36.745344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63508cd0-d60f-4a75-b77f-3463eb9430e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.804343 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63508cd0-d60f-4a75-b77f-3463eb9430e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.909286 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63508cd0-d60f-4a75-b77f-3463eb9430e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:36.929484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63508cd0-d60f-4a75-b77f-3463eb9430e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbdd17b-c019-42f9-95bb-b7440e7ded9c,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:37.013469 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-63508cd0-d60f-4a75-b77f-3463eb9430e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.014706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-63508cd0-d60f-4a75-b77f-3463eb9430e2 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851800 Nov 12 12:08:37.017483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43456) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:37.022276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8ffc4520-1248-480a-8ab6-32dd7400047e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'security_group_rule': {'security_group_id': '76409934-47bb-466b-b19f-b35d849270c4', 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:37.142631 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4520-1248-480a-8ab6-32dd7400047e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.206430 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4520-1248-480a-8ab6-32dd7400047e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.337335 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4520-1248-480a-8ab6-32dd7400047e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.361977 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc4520-1248-480a-8ab6-32dd7400047e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ea2e47-02d0-4f29-bc88-b0696b90e465,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:37.479438 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4520-1248-480a-8ab6-32dd7400047e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.480619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8ffc4520-1248-480a-8ab6-32dd7400047e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4622228 Nov 12 12:08:37.483436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43458) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:37.488430 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b87daacc-38f5-4ae4-88a5-17c67be5187f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'security_group_rule': {'security_group_id': '76409934-47bb-466b-b19f-b35d849270c4', 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:37.585811 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b87daacc-38f5-4ae4-88a5-17c67be5187f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.646324 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b87daacc-38f5-4ae4-88a5-17c67be5187f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.717392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b87daacc-38f5-4ae4-88a5-17c67be5187f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.739122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87daacc-38f5-4ae4-88a5-17c67be5187f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4291b89a-1af3-499c-8895-d4c1d8187475,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:37.822730 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b87daacc-38f5-4ae4-88a5-17c67be5187f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:37.824586 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b87daacc-38f5-4ae4-88a5-17c67be5187f tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394194 Nov 12 12:08:37.827451 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43460) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:37.832122 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c12c8f42-8153-4b2d-a03b-81ecac43e126 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'security_group_rule': {'security_group_id': '76409934-47bb-466b-b19f-b35d849270c4', 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:37.935272 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-c12c8f42-8153-4b2d-a03b-81ecac43e126 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Project d47a6d84fb724fe6abe3fce161035438 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:08:37.940781 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c12c8f42-8153-4b2d-a03b-81ecac43e126 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:38.005139 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c12c8f42-8153-4b2d-a03b-81ecac43e126 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:38.103323 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c12c8f42-8153-4b2d-a03b-81ecac43e126 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:38.122338 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c8f42-8153-4b2d-a03b-81ecac43e126 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb56d563-dcb1-4955-900d-497685f38d08,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:38.219883 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c12c8f42-8153-4b2d-a03b-81ecac43e126 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:38.221172 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c12c8f42-8153-4b2d-a03b-81ecac43e126 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3927219 Nov 12 12:08:38.224397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43462) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:08:38.229184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-620334ac-2aa7-4a21-83e1-217e68e22295 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'security_group_rule': {'security_group_id': '76409934-47bb-466b-b19f-b35d849270c4', 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:38.374705 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-620334ac-2aa7-4a21-83e1-217e68e22295 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Project d47a6d84fb724fe6abe3fce161035438 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:08:38.380147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-620334ac-2aa7-4a21-83e1-217e68e22295 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:38.439871 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-620334ac-2aa7-4a21-83e1-217e68e22295 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:38.528932 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-620334ac-2aa7-4a21-83e1-217e68e22295 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:38.547058 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620334ac-2aa7-4a21-83e1-217e68e22295 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d28071b-23b0-4099-b76e-579cb4fa2207,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:38.637750 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-620334ac-2aa7-4a21-83e1-217e68e22295 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:38.639798 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-620334ac-2aa7-4a21-83e1-217e68e22295 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4142630 Nov 12 12:08:38.733116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0cca112a-daed-406f-b82c-26806080f13a req-2e03bf01-8af7-43bc-aca1-5a7e9035cac1 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661298255&fields=id&tenant_id=d47a6d84fb724fe6abe3fce161035438 HTTP/1.1" status: 200 len: 267 time: 0.0445054 Nov 12 12:08:38.785989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca112a-daed-406f-b82c-26806080f13a req-f5ae4a10-23bf-4bcb-902c-0e32026d42e3 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:38.787480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0cca112a-daed-406f-b82c-26806080f13a req-f5ae4a10-23bf-4bcb-902c-0e32026d42e3 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0484567 Nov 12 12:08:38.799315 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-0cca112a-daed-406f-b82c-26806080f13a req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'port': {'security_groups': ['fe572692-d463-43fe-a051-cf8952521d34', '76409934-47bb-466b-b19f-b35d849270c4']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:08:38.865544 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0cca112a-daed-406f-b82c-26806080f13a req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:39.066260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-0cca112a-daed-406f-b82c-26806080f13a req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] For port ff9bfe23-8883-4ce1-a930-1bdabb15e096, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:08:39.100064 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0cca112a-daed-406f-b82c-26806080f13a req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:39.200446 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0cca112a-daed-406f-b82c-26806080f13a req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:39.215877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ff9bfe23-8883-4ce1-a930-1bdabb15e096'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:08:39.245419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca112a-daed-406f-b82c-26806080f13a req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:39.245916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-0cca112a-daed-406f-b82c-26806080f13a req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:39.247402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0cca112a-daed-406f-b82c-26806080f13a req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "PUT /v2.0/ports/ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 982 time: 0.4527373 Nov 12 12:08:39.247793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:08:39.250099 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babaf2e1-232e-4273-8102-3579aa9c82f8" -d '{"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:08:39.296412 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f34a9-91ea-4147-bd14-65365141993d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'Port': ['ID=ff9bfe23-8883-4ce1-a930-1bdabb15e096,revision_number=6']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:08:39.310720 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa489b4-06d4-420e-8980-be18cdda0f6a x-openstack-request-id: req-6fa489b4-06d4-420e-8980-be18cdda0f6a {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:08:39.311194 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:08:39.311590 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6fa489b4-06d4-420e-8980-be18cdda0f6a {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:08:39.312271 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'status': 'completed', 'code': 200} Nov 12 12:08:39.332854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ff9bfe23-8883-4ce1-a930-1bdabb15e096'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:08:39.387338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-1de6d5f2-a05f-4afa-8814-44d3bc59433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:39.389500 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-1de6d5f2-a05f-4afa-8814-44d3bc59433c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1137 time: 0.0486298 Nov 12 12:08:39.466646 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698aba3-5213-44f8-8f2c-a57009d1df32 req-8757dbd4-97bc-44f7-a41d-bc2142e2062a tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:39.468635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b698aba3-5213-44f8-8f2c-a57009d1df32 req-8757dbd4-97bc-44f7-a41d-bc2142e2062a tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0697019 Nov 12 12:08:39.506403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-748c8fce-04fd-4649-b912-9a493af11380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:39.508168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-748c8fce-04fd-4649-b912-9a493af11380 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 200 len: 915 time: 0.1102135 Nov 12 12:08:39.544475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b698aba3-5213-44f8-8f2c-a57009d1df32 req-673913ab-6339-4bc5-911d-d131558c26c5 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640295 Nov 12 12:08:39.584215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-125dccca-0fbe-4cbd-a020-037951f79a0b None None] Provisioning complete for port ff9bfe23-8883-4ce1-a930-1bdabb15e096 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:08:39.584562 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-125dccca-0fbe-4cbd-a020-037951f79a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:39.949799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-d12b8982-fe00-4f8c-bb58-5c9772024cf9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 1002 time: 0.4307852 Nov 12 12:08:40.001533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-4997c05d-47c7-4575-830c-a419a948a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:40.003033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-4997c05d-47c7-4575-830c-a419a948a76d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a041df73-bad7-48bc-8c33-350dabc30d50 HTTP/1.1" status: 200 len: 853 time: 0.0449502 Nov 12 12:08:40.052273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-5a13adf1-d890-4274-9310-c6bd21663493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:40.053827 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-5a13adf1-d890-4274-9310-c6bd21663493 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3a5099-7a41-4cba-a4ae-e7622cc03170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415590 Nov 12 12:08:40.147735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-69a5595f-e7b9-4e8e-925e-e449f65d4d3f service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849767 Nov 12 12:08:40.247597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-babaf2e1-232e-4273-8102-3579aa9c82f8 req-14ba0867-5988-41e9-8a54-ea090ce12981 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911694 Nov 12 12:08:48.320233 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:51.294808 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:53.374740 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-76a7bde8-274b-4acb-91bc-11a9f6d57736 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426915 Nov 12 12:08:53.462234 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-b34d8593-ea6c-47bb-bd04-6848f3386703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:53.464253 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-b34d8593-ea6c-47bb-bd04-6848f3386703 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0463943 Nov 12 12:08:53.576204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-d5fb3bc5-36bf-4ad5-a6c3-6daa7677bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:53.577868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-d5fb3bc5-36bf-4ad5-a6c3-6daa7677bd74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0940645 Nov 12 12:08:53.622171 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-426e1553-87f4-4ea7-8ec8-612f15627c4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0359294 Nov 12 12:08:53.673811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-b1dd46ac-861a-4622-b069-c29e2a33b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:53.675288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-b1dd46ac-861a-4622-b069-c29e2a33b6f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0465720 Nov 12 12:08:53.728779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-2435bb77-4163-4bf5-a8fc-34b63b168e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:53.730366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-2435bb77-4163-4bf5-a8fc-34b63b168e63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482223 Nov 12 12:08:53.829235 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-9bca3509-534b-4867-a2ad-822ddd4c4ac2 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909019 Nov 12 12:08:53.925038 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bbf7f-da14-42ad-8846-70ccd70d03e0 req-683ad783-3f56-4bcd-8213-af72d7ef3c75 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:53.926511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e05bbf7f-da14-42ad-8846-70ccd70d03e0 req-683ad783-3f56-4bcd-8213-af72d7ef3c75 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0537727 Nov 12 12:08:53.931974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cf21c45-1602-4f44-84f6-753cc519f741 req-98c840bd-2876-4b81-bd65-ce2de7a098a0 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943313 Nov 12 12:08:54.007719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e05bbf7f-da14-42ad-8846-70ccd70d03e0 req-94aa8b8a-655b-492e-9417-74fbaaeabff9 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727260 Nov 12 12:08:54.040772 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-3940db22-3a39-42ef-a006-b339dd9e50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:54.042324 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-3940db22-3a39-42ef-a006-b339dd9e50e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1137 time: 0.0446289 Nov 12 12:08:54.140692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-c925914d-f5ca-4b20-9e42-22cb4bc97829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:54.142736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-c925914d-f5ca-4b20-9e42-22cb4bc97829 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 200 len: 915 time: 0.0930159 Nov 12 12:08:54.221472 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-108d462b-bb80-4c0f-8063-f35a4aa5deb6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 1002 time: 0.0643330 Nov 12 12:08:54.277046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-40e095e2-46bd-439b-966f-45060e8e40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:54.278606 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-40e095e2-46bd-439b-966f-45060e8e40e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a041df73-bad7-48bc-8c33-350dabc30d50 HTTP/1.1" status: 200 len: 853 time: 0.0468860 Nov 12 12:08:54.333672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-603d328b-760f-4abd-8fde-4a6ff8b32ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:54.335269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-603d328b-760f-4abd-8fde-4a6ff8b32ea8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3a5099-7a41-4cba-a4ae-e7622cc03170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483899 Nov 12 12:08:54.443281 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-1c21510a-81db-4e24-a93d-333462f79f75 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990613 Nov 12 12:08:54.544584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f872802c-7525-41fe-b97b-58b5a629e3a9 req-84c183a7-1e83-4109-9887-61a9a6a980ab service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926626 Nov 12 12:08:55.131652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c294068-1f2a-44dd-9745-a7bd0d6cb7f6 req-315bd5e8-78ad-492c-a576-8493a3e70f9c tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:55.133232 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c294068-1f2a-44dd-9745-a7bd0d6cb7f6 req-315bd5e8-78ad-492c-a576-8493a3e70f9c tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0514104 Nov 12 12:08:55.208613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7c294068-1f2a-44dd-9745-a7bd0d6cb7f6 req-0cad82c9-6d94-45e7-829d-5f71eefdb09e tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687397 Nov 12 12:08:56.337612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516dda5-9da2-4022-8988-bac077f4f58c req-905831fa-26ef-4797-b28b-9c952d4833d4 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:56.339222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2516dda5-9da2-4022-8988-bac077f4f58c req-905831fa-26ef-4797-b28b-9c952d4833d4 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0527778 Nov 12 12:08:56.413467 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2516dda5-9da2-4022-8988-bac077f4f58c req-cdbafb44-5d67-404d-bdc8-376c5946193c tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634003 Nov 12 12:08:57.540764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ae743-4677-4be0-87c3-7abdba4e2330 req-1f16a741-9fa7-4a6f-9f33-69ad3b9582d5 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:57.542443 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c92ae743-4677-4be0-87c3-7abdba4e2330 req-1f16a741-9fa7-4a6f-9f33-69ad3b9582d5 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0583236 Nov 12 12:08:57.604746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c92ae743-4677-4be0-87c3-7abdba4e2330 req-89488f67-744a-4ac1-b3e8-3d4dae8e9f8a tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552697 Nov 12 12:08:58.725594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355db171-7813-4679-b93e-17856eb01aa1 req-babc95a9-7c7c-4b2e-aafa-73eb636392b5 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:58.727068 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-355db171-7813-4679-b93e-17856eb01aa1 req-babc95a9-7c7c-4b2e-aafa-73eb636392b5 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0530117 Nov 12 12:08:58.786550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-355db171-7813-4679-b93e-17856eb01aa1 req-bc4489d0-fc9d-4601-95e1-2e968290ac34 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533950 Nov 12 12:08:59.377576 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-049463e8-28c7-4959-9c1c-db22b683035a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:08:59.902395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc76e9e-7e10-4472-9814-d62b8334e46c req-37154ac4-ba5a-4ef8-8016-f4cff281bc81 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:08:59.903886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dc76e9e-7e10-4472-9814-d62b8334e46c req-37154ac4-ba5a-4ef8-8016-f4cff281bc81 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0496581 Nov 12 12:08:59.965125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9dc76e9e-7e10-4472-9814-d62b8334e46c req-bb0ed4cc-d3cd-4e07-acbd-493849e0d551 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550520 Nov 12 12:09:01.081613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540247f4-1c32-486e-b546-d76f76faf24e req-0e378326-e9c1-4ac5-a890-c1ad40157b83 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:01.083095 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-540247f4-1c32-486e-b546-d76f76faf24e req-0e378326-e9c1-4ac5-a890-c1ad40157b83 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0505805 Nov 12 12:09:01.146656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-540247f4-1c32-486e-b546-d76f76faf24e req-b7be3fd2-ceaa-4018-8c0d-817db71d7b08 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574613 Nov 12 12:09:01.860128 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5dee-7600-4f9d-82f7-f687fee47012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:02.273394 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced188f9-4abc-4b55-8abc-7c779e49cbbf req-aa299635-a996-404b-a18d-bcd6a0710417 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:02.274906 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ced188f9-4abc-4b55-8abc-7c779e49cbbf req-aa299635-a996-404b-a18d-bcd6a0710417 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0510504 Nov 12 12:09:02.336498 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ced188f9-4abc-4b55-8abc-7c779e49cbbf req-913218e0-c614-440a-9675-c12227bb62c7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552878 Nov 12 12:09:03.260210 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:03.271678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-e61e1f13-e366-4360-ad71-49119caa90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:03.273238 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-e61e1f13-e366-4360-ad71-49119caa90fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1137 time: 0.0426865 Nov 12 12:09:03.382919 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-9ca112ee-a6d6-4c38-9a98-9b9564d99013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:03.384503 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-9ca112ee-a6d6-4c38-9a98-9b9564d99013 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 200 len: 915 time: 0.0906920 Nov 12 12:09:03.455388 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22744b5-e01c-4e21-9bcc-21848b0c00c7 req-2c93504e-7246-461c-8d5b-3e000316c42a tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:03.456088 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-9a6d7666-49f6-4a27-b607-5feea1e37310 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 1002 time: 0.0618908 Nov 12 12:09:03.456963 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c22744b5-e01c-4e21-9bcc-21848b0c00c7 req-2c93504e-7246-461c-8d5b-3e000316c42a tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0529950 Nov 12 12:09:03.506356 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-0823f588-1085-4a33-adb9-72cac838717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:03.507864 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-0823f588-1085-4a33-adb9-72cac838717b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a041df73-bad7-48bc-8c33-350dabc30d50 HTTP/1.1" status: 200 len: 853 time: 0.0443814 Nov 12 12:09:03.518547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c22744b5-e01c-4e21-9bcc-21848b0c00c7 req-b9c138b9-5aac-49d6-af55-1208f61bbd68 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554070 Nov 12 12:09:03.566153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-d87e1c0a-3028-4b7a-a221-75d2682f2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:03.569521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-d87e1c0a-3028-4b7a-a221-75d2682f2af8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3a5099-7a41-4cba-a4ae-e7622cc03170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494976 Nov 12 12:09:03.663622 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-24388fc7-9102-4a96-b0f9-34a5aa8168c3 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849214 Nov 12 12:09:03.757064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a9156fed-8e16-4be0-8a8c-1d56e09ab3cb req-4e012e66-ef6e-45ba-b983-fc150216127b service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859251 Nov 12 12:09:04.382617 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:04.641956 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986483a-78f5-4f3d-859b-75be8be5684d req-51aea694-1e29-4a63-9b12-05120fa0e470 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:04.643494 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7986483a-78f5-4f3d-859b-75be8be5684d req-51aea694-1e29-4a63-9b12-05120fa0e470 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0544415 Nov 12 12:09:04.704116 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7986483a-78f5-4f3d-859b-75be8be5684d req-55a5cfa7-1a64-4e79-9de2-c7ecfdb3290c tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542688 Nov 12 12:09:04.908695 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:04.916783 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:09:05.823911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f3b75-df83-4e08-a35c-7831c0e33b55 req-a1da9208-c067-4b1d-bb2b-5960a0f8fe63 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:05.825475 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a4f3b75-df83-4e08-a35c-7831c0e33b55 req-a1da9208-c067-4b1d-bb2b-5960a0f8fe63 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0516288 Nov 12 12:09:05.889161 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4a4f3b75-df83-4e08-a35c-7831c0e33b55 req-046536af-34bc-4555-a1d2-198b5b6274ac tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&id=76409934-47bb-466b-b19f-b35d849270c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567620 Nov 12 12:09:18.297010 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:21.318987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:29.404868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-82f30dc6-17da-488f-b8e0-dfacdd8af8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:31.890911 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3e59fe6f-a34b-4ffa-b558-285330f04d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:33.324753 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:34.422148 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:34.939061 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:41.920074 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:09:44.519306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40333778-cf13-4c49-9b94-73882b4174a9 req-bbd39906-f83a-40f5-b298-11fd50a1837a tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661298255&fields=id&tenant_id=d47a6d84fb724fe6abe3fce161035438 HTTP/1.1" status: 200 len: 267 time: 0.0455468 Nov 12 12:09:44.578294 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333778-cf13-4c49-9b94-73882b4174a9 req-3b7a52b9-38b2-45a0-86fb-f4a789716ceb tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:44.579721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40333778-cf13-4c49-9b94-73882b4174a9 req-3b7a52b9-38b2-45a0-86fb-f4a789716ceb tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 985 time: 0.0545976 Nov 12 12:09:44.590866 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [req-40333778-cf13-4c49-9b94-73882b4174a9 req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Request body: {'port': {'security_groups': ['fe572692-d463-43fe-a051-cf8952521d34']}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:09:44.663321 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40333778-cf13-4c49-9b94-73882b4174a9 req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:44.845757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [req-40333778-cf13-4c49-9b94-73882b4174a9 req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] For port ff9bfe23-8883-4ce1-a930-1bdabb15e096, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:09:44.875806 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40333778-cf13-4c49-9b94-73882b4174a9 req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:44.939054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40333778-cf13-4c49-9b94-73882b4174a9 req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:44.951873 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ff9bfe23-8883-4ce1-a930-1bdabb15e096'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:09:44.987849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333778-cf13-4c49-9b94-73882b4174a9 req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:44.988514 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [req-40333778-cf13-4c49-9b94-73882b4174a9 req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:44.989928 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-40333778-cf13-4c49-9b94-73882b4174a9 req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "PUT /v2.0/ports/ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 943 time: 0.4037025 Nov 12 12:09:44.992597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:09:44.996058 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a747c9-8924-4101-bf0f-d6acebbc0d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:09:44.997739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43518) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:09:45.023281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event updated for resources: {'Port': ['ID=ff9bfe23-8883-4ce1-a930-1bdabb15e096,revision_number=7']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:09:45.032005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.032378 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.032837 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.033312 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.033765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.034105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.034437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.034916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.035258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.035685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.035954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.036272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c47803-a461-4e61-9daa-0cc041dd30e7 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.065268 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eb0665-b5a9-4403-b4f0-8a6a3e5a5b40 x-openstack-request-id: req-e4eb0665-b5a9-4403-b4f0-8a6a3e5a5b40 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:09:45.065723 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:09:45.065989 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e4eb0665-b5a9-4403-b4f0-8a6a3e5a5b40 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:09:45.066802 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'status': 'completed', 'code': 200} Nov 12 12:09:45.090679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ff9bfe23-8883-4ce1-a930-1bdabb15e096'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:09:45.135814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.167864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.184567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-21c027d7-f1b6-47ce-8209-fc8da476ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:45.186098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-21c027d7-f1b6-47ce-8209-fc8da476ea00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1098 time: 0.0925221 Nov 12 12:09:45.296917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-c9e9eba8-2209-41c0-a507-287a739bf8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:45.298399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-c9e9eba8-2209-41c0-a507-287a739bf8a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 200 len: 915 time: 0.0992482 Nov 12 12:09:45.346459 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0446634-7a86-42d2-b38c-cb2b3b2dee02 None None] Provisioning complete for port ff9bfe23-8883-4ce1-a930-1bdabb15e096 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:09:45.346822 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0446634-7a86-42d2-b38c-cb2b3b2dee02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.371514 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-37b0fe4b-6e01-4f47-9297-1c3b0f4629b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 1002 time: 0.0643413 Nov 12 12:09:45.407294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.409910 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.411414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "DELETE /v2.0/security-groups/76409934-47bb-466b-b19f-b35d849270c4 HTTP/1.1" status: 204 len: 168 time: 0.4117043 Nov 12 12:09:45.413923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43522) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:09:45.428089 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76409934-47bb-466b-b19f-b35d849270c4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:09:45.441152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.441505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.441850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.442186 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.442523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.442856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.443300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.443556 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.443883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.456706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.456706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.456706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bdb1ab-bf24-45eb-a53b-d72e8c8e68af tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:09:45.456706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-666fc742-73fd-437a-94e0-2dce35cc59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:45.456706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-666fc742-73fd-437a-94e0-2dce35cc59d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a041df73-bad7-48bc-8c33-350dabc30d50 HTTP/1.1" status: 200 len: 853 time: 0.0704677 Nov 12 12:09:45.502497 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-c3bf7a25-1bb9-42f2-8c13-dbd89fbb1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:45.508032 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-c3bf7a25-1bb9-42f2-8c13-dbd89fbb1ae5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3a5099-7a41-4cba-a4ae-e7622cc03170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443990 Nov 12 12:09:45.579406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Deleting port 9dedd134-6698-491d-b2cc-931a82ea4b7c {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:09:45.580111 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.604000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-58022b96-112a-4579-819c-d7f8d967fc67 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888638 Nov 12 12:09:45.661346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.661742 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.674639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Calling delete_port for 9dedd134-6698-491d-b2cc-931a82ea4b7c owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:09:45.703496 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-98a747c9-8924-4101-bf0f-d6acebbc0d6b req-1250d419-4c2b-4ac3-a30d-e674e1a35a61 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883574 Nov 12 12:09:45.910740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:45.938203 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event deleted for resources: {'Port': ['ID=9dedd134-6698-491d-b2cc-931a82ea4b7c,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:09:46.000866 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:46.001224 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Floating IP 9df201dd-9c4b-4b2a-be4f-3cbf0a67edc5 disassociated (deleted). External IP: 172.25.3.113, port: ff9bfe23-8883-4ce1-a930-1bdabb15e096. Nov 12 12:09:46.217953 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Router 1a94d068-3cdf-4345-849b-dea35848e0ad has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:09:46.328330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:09:46.333446 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:46.338123 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] Sync routers for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:09:46.348420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:09:46.349030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:09:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:09:46.362360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7cab1405-a5a3-4eb6-b352-92a0d212bcce tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "DELETE /v2.0/floatingips/9df201dd-9c4b-4b2a-be4f-3cbf0a67edc5 HTTP/1.1" status: 204 len: 168 time: 0.9471483 Nov 12 12:09:46.457745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:09:46.666011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 5, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:09:46.692466 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] Checking router: 1a94d068-3cdf-4345-849b-dea35848e0ad for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:09:46.702429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:09:46.703641 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:09:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:09:46.815492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:09:47.055081 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 5, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:09:47.067160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:09:47.069575 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a9e19c-521b-4378-a866-4aa2401ba326" -d '{"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:09:47.081918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e67740-f869-4ce3-aa05-c0eebafa93cb None None] The sync data for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 is: [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:34Z', 'revision_number': 4, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9fbfbbed-cedf-4271-80ad-fb6b09464c2f', 'name': '', 'network_id': 'fd3a5099-7a41-4cba-a4ae-e7622cc03170', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'mac_address': 'fa:16:3e:7e:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:33Z', 'updated_at': '2021-11-12T12:07:38Z', 'revision_number': 5, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'subnets': [{'id': 'a041df73-bad7-48bc-8c33-350dabc30d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:09:47.109987 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf72ddd-690d-44f5-8150-5761affce347 x-openstack-request-id: req-4bf72ddd-690d-44f5-8150-5761affce347 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:09:47.110343 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:09:47.110695 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-4bf72ddd-690d-44f5-8150-5761affce347 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:09:47.111120 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'status': 'completed', 'code': 200} Nov 12 12:09:47.183541 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-ca19fc85-7937-4fc7-b317-4e0cfd2aa581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:47.185142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-ca19fc85-7937-4fc7-b317-4e0cfd2aa581 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d47a6d84fb724fe6abe3fce161035438&device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 1098 time: 0.0455678 Nov 12 12:09:47.292032 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-6c85642c-c9be-4320-a999-cc870f010f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:47.293536 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-6c85642c-c9be-4320-a999-cc870f010f87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 200 len: 915 time: 0.0940635 Nov 12 12:09:47.334884 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2630f342-d16e-4fee-9c5a-71efc8ea3823 None None] New status for floating IP 9df201dd-9c4b-4b2a-be4f-3cbf0a67edc5: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:09:47.346250 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-07517e37-e2dd-49e6-84da-31db1909e7e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 200 len: 217 time: 0.0401378 Nov 12 12:09:47.408447 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-01b15adf-170f-4efa-82c4-3aa72feeadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:47.412468 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-01b15adf-170f-4efa-82c4-3aa72feeadc4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a041df73-bad7-48bc-8c33-350dabc30d50 HTTP/1.1" status: 200 len: 853 time: 0.0553522 Nov 12 12:09:47.462783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-9459d827-ca6a-4c32-b09c-248179c948ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:47.464113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-9459d827-ca6a-4c32-b09c-248179c948ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fd3a5099-7a41-4cba-a4ae-e7622cc03170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456023 Nov 12 12:09:47.560648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-cef56c5f-49d4-407d-b3e4-04db7156cefd service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875587 Nov 12 12:09:47.660941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e6a9e19c-521b-4378-a866-4aa2401ba326 req-e9f5aa5a-43ce-4fe8-9de8-dd36d7fe52d8 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886936 Nov 12 12:09:48.347613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:51.310353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:54.227513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-ade3904b-b6e2-42a1-80c4-cc3f8b947051 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404105 Nov 12 12:09:54.316438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-4caa1907-bb7b-42dd-82eb-24895e4ebd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:54.317953 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-4caa1907-bb7b-42dd-82eb-24895e4ebd6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0450416 Nov 12 12:09:54.424055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-48a60626-34a2-4959-9a8a-e1ab4254e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:54.425648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-48a60626-34a2-4959-9a8a-e1ab4254e609 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0864666 Nov 12 12:09:54.476707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-7944bce6-e5d6-4923-b8a5-5c02418f1182 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0436614 Nov 12 12:09:54.530986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-bec345ff-84b8-4641-8620-57ae6a873d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:54.532502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-bec345ff-84b8-4641-8620-57ae6a873d7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0493202 Nov 12 12:09:54.583572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-40cd9d8a-68e2-4f04-8635-313e9eb6da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:54.585270 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-40cd9d8a-68e2-4f04-8635-313e9eb6da2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423901 Nov 12 12:09:54.685398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-b0a52ec3-a89d-4f23-aafe-b8dec2f3882f service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927262 Nov 12 12:09:54.777730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c16f120f-2afe-445d-819d-97412d4b0e85 req-73561c65-4918-4539-a2a8-7b5706f4d46a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Nov 12 12:09:57.037794 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f3a5c-d942-4817-8a4a-b0d8af681c48 req-d96694dc-3781-47b5-89ef-9631ceba7435 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:57.039327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b7f3a5c-d942-4817-8a4a-b0d8af681c48 req-d96694dc-3781-47b5-89ef-9631ceba7435 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0505807 Nov 12 12:09:57.088945 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b7f3a5c-d942-4817-8a4a-b0d8af681c48 req-7b2eaf03-7f9e-4a65-ac79-384b3713d2a1 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426369 Nov 12 12:09:58.209160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bee9b1-9ec2-4cd1-bf78-52103b0e8e33 req-9cd7d8bd-a1e1-4c01-be95-e5c390a73c3b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:58.210668 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93bee9b1-9ec2-4cd1-bf78-52103b0e8e33 req-9cd7d8bd-a1e1-4c01-be95-e5c390a73c3b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0496342 Nov 12 12:09:58.262124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-93bee9b1-9ec2-4cd1-bf78-52103b0e8e33 req-bad37f0e-265b-4f26-9e64-3f6e5bf1ef9d tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 Nov 12 12:09:59.123410 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce44293-216f-4b94-a340-1284988860b8 req-549231e4-c989-4f11-aced-fec66168bb6b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:59.125273 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fce44293-216f-4b94-a340-1284988860b8 req-549231e4-c989-4f11-aced-fec66168bb6b tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.69 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0701106 Nov 12 12:09:59.224908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Deleting port ff9bfe23-8883-4ce1-a930-1bdabb15e096 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:09:59.225249 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:59.319185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] For port ff9bfe23-8883-4ce1-a930-1bdabb15e096, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=ff9bfe23-8883-4ce1-a930-1bdabb15e096,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:09:59.319543 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:59.332135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Calling delete_port for ff9bfe23-8883-4ce1-a930-1bdabb15e096 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:09:59.381996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6934b54-d35d-44b9-ae33-9335b3c476da req-af1dbc3f-5ba5-4ba7-87ff-4311bd79ff53 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:09:59.384126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6934b54-d35d-44b9-ae33-9335b3c476da req-af1dbc3f-5ba5-4ba7-87ff-4311bd79ff53 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 946 time: 0.0502253 Nov 12 12:09:59.427148 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-706b392f-ec59-47de-9fe9-22947c1713a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:59.448844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a6934b54-d35d-44b9-ae33-9335b3c476da req-69809312-05fd-4c47-8baa-7257df8d11c5 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/security-groups?id=fe572692-d463-43fe-a051-cf8952521d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580306 Nov 12 12:09:59.550533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:59.583110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['ff9bfe23-8883-4ce1-a930-1bdabb15e096'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:09:59.584937 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Pushing event deleted for resources: {'Port': ['ID=ff9bfe23-8883-4ce1-a930-1bdabb15e096,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:09:59.631362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] No DVR routers for this DVR port ff9bfe23-8883-4ce1-a930-1bdabb15e096 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:09:59.638659 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:09:59.642027 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fce44293-216f-4b94-a340-1284988860b8 req-0dac53a5-3911-49f2-b933-f356bd594f64 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.69 "DELETE /v2.0/ports/ff9bfe23-8883-4ce1-a930-1bdabb15e096 HTTP/1.1" status: 204 len: 173 time: 0.5069683 Nov 12 12:09:59.642482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'name': 'network-vif-deleted', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:09:59.644805 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52c9687-08bf-4538-9ad6-e672d8f904ac" -d '{"events": [{"server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "name": "network-vif-deleted", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:09:59.734904 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07025a5-da5f-4cdd-b612-d0ad600bb3f8 x-openstack-request-id: req-c07025a5-da5f-4cdd-b612-d0ad600bb3f8 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:09:59.735199 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058aa673-21b0-4904-9df1-c396af73feaf", "name": "network-vif-deleted", "tag": "ff9bfe23-8883-4ce1-a930-1bdabb15e096", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:09:59.735454 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c07025a5-da5f-4cdd-b612-d0ad600bb3f8 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:09:59.735851 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058aa673-21b0-4904-9df1-c396af73feaf', 'name': 'network-vif-deleted', 'tag': 'ff9bfe23-8883-4ce1-a930-1bdabb15e096', 'status': 'completed', 'code': 200} Nov 12 12:10:00.560408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-54a19afe-f31f-483b-9400-d5e6a599c8b7 req-dec6b1d8-30b4-4095-900e-dfe23e245317 tempest-TestMinimumBasicScenario-814581347 tempest-TestMinimumBasicScenario-814581347-project] 10.222.0.98 "GET /v2.0/ports?device_id=058aa673-21b0-4904-9df1-c396af73feaf HTTP/1.1" status: 200 len: 210 time: 0.0280025 Nov 12 12:10:01.847381 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d1d92f43-33bb-446e-be2f-8081b4abfea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:02.226247 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ff9bfe23-8883-4ce1-a930-1bdabb15e096 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:10:02.247105 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: ff9bfe23-8883-4ce1-a930-1bdabb15e096 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:10:02.247447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device ff9bfe23-8883-4ce1-a930-1bdabb15e096 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:10:02.873932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43626) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:03.223203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.267085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.461868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Deleting port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:03.462207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.543496 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] For port 9fbfbbed-cedf-4271-80ad-fb6b09464c2f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:03.543860 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.556310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Calling delete_port for 9fbfbbed-cedf-4271-80ad-fb6b09464c2f owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:03.836114 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:03.862173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbfbbed-cedf-4271-80ad-fb6b09464c2f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:04.445779 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:04.501654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:04.603525 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Router 1a94d068-3cdf-4345-849b-dea35848e0ad has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:10:04.719068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:10:04.725041 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0259b532-6290-429a-846f-f0ea3173bef0 admin admin] 10.222.0.98 "PUT /v2.0/routers/1a94d068-3cdf-4345-849b-dea35848e0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8500597 Nov 12 12:10:04.726906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43628) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:04.729801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] Sync routers for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:10:04.743590 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:04.744228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:04.837017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:04.946467 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.015531 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.032492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:05.068934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Deleting port f1f0b360-4fbe-4290-abfb-983aab285abb {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:05.069274 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.150273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] For port f1f0b360-4fbe-4290-abfb-983aab285abb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f1f0b360-4fbe-4290-abfb-983aab285abb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:05.150749 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.171702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Calling delete_port for f1f0b360-4fbe-4290-abfb-983aab285abb owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:05.214942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:10:03Z', 'revision_number': 5, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port': {'id': 'f1f0b360-4fbe-4290-abfb-983aab285abb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:05.241168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] Checking router: 1a94d068-3cdf-4345-849b-dea35848e0ad for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:10:05.250112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] Routers {'1a94d068-3cdf-4345-849b-dea35848e0ad'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:05.250722 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['1a94d068-3cdf-4345-849b-dea35848e0ad'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:05.339470 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] Set router 1a94d068-3cdf-4345-849b-dea35848e0ad gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:05.393608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:10:04Z', 'revision_number': 6, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:05.420975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7da5e9-0038-49b9-91e6-3eaa53d856dd None None] The sync data for ids ['1a94d068-3cdf-4345-849b-dea35848e0ad'] in n-d-768852-22 is: [{'id': '1a94d068-3cdf-4345-849b-dea35848e0ad', 'name': 'tempest-TestMinimumBasicScenario-803600415-router', 'tenant_id': 'd47a6d84fb724fe6abe3fce161035438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:31Z', 'updated_at': '2021-11-12T12:10:04Z', 'revision_number': 6, 'project_id': 'd47a6d84fb724fe6abe3fce161035438', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:10:05.427618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.485317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f0b360-4fbe-4290-abfb-983aab285abb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:05.486070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb7bc2-6acf-48ae-8317-4bae789359c7 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:10:05.535246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.627419 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.629625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.756329 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.757011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a94d068-3cdf-4345-849b-dea35848e0ad {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:10:05.761827 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.763225 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cde9cb9a-3322-43be-8645-847c46884a96 admin admin] 10.222.0.98 "DELETE /v2.0/routers/1a94d068-3cdf-4345-849b-dea35848e0ad HTTP/1.1" status: 204 len: 168 time: 1.0351961 Nov 12 12:10:05.765693 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43630) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:05.818615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dc90f5-10e6-4118-811e-c3695131da52 admin admin] Deleting subnet a041df73-bad7-48bc-8c33-350dabc30d50 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:10:05.822573 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7dc90f5-10e6-4118-811e-c3695131da52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.859356 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7dc90f5-10e6-4118-811e-c3695131da52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:05.936638 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7dc90f5-10e6-4118-811e-c3695131da52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.073197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7dc90f5-10e6-4118-811e-c3695131da52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.099304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc90f5-10e6-4118-811e-c3695131da52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a041df73-bad7-48bc-8c33-350dabc30d50,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:06.103050 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7dc90f5-10e6-4118-811e-c3695131da52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.107428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c7dc90f5-10e6-4118-811e-c3695131da52 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/a041df73-bad7-48bc-8c33-350dabc30d50 HTTP/1.1" status: 204 len: 168 time: 0.3402526 Nov 12 12:10:06.109975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43632) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:06.110493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a24ae87-6bf7-4817-a041-acecc7ee9348 None None] Network fd3a5099-7a41-4cba-a4ae-e7622cc03170 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:10:06.183195 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.248498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Deleting port b38d07ef-ba1d-40bf-a438-46249cfc3194 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:06.248848 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.305572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] DHCP port deletion for fd3a5099-7a41-4cba-a4ae-e7622cc03170 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:10:06.316456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] For port b38d07ef-ba1d-40bf-a438-46249cfc3194, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b38d07ef-ba1d-40bf-a438-46249cfc3194,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:06.317048 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.337097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Calling delete_port for b38d07ef-ba1d-40bf-a438-46249cfc3194 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:06.360303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Deleting port b38d07ef-ba1d-40bf-a438-46249cfc3194 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:06.360790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.414072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9fbfbbed-cedf-4271-80ad-fb6b09464c2f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:10:06.453257 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9fbfbbed-cedf-4271-80ad-fb6b09464c2f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:10:06.453624 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9fbfbbed-cedf-4271-80ad-fb6b09464c2f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:10:06.454148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1f0b360-4fbe-4290-abfb-983aab285abb no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:10:06.462515 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] For port b38d07ef-ba1d-40bf-a438-46249cfc3194, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b38d07ef-ba1d-40bf-a438-46249cfc3194,segment=NetworkSegment(6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b),segment_id=6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:06.463228 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.487654 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.488051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f1f0b360-4fbe-4290-abfb-983aab285abb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:10:06.488404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f1f0b360-4fbe-4290-abfb-983aab285abb not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:10:06.488824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b38d07ef-ba1d-40bf-a438-46249cfc3194 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:10:06.513422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b38d07ef-ba1d-40bf-a438-46249cfc3194 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:10:06.513786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b38d07ef-ba1d-40bf-a438-46249cfc3194 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:10:06.520589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Calling delete_port for b38d07ef-ba1d-40bf-a438-46249cfc3194 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:06.526590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] No DVR routers for this DVR port b38d07ef-ba1d-40bf-a438-46249cfc3194 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:10:06.531731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Pushing event deleted for resources: {'Port': ['ID=b38d07ef-ba1d-40bf-a438-46249cfc3194,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:06.607646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.610783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.629929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3a5099-7a41-4cba-a4ae-e7622cc03170']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:06.639799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Pushing event deleted for resources: {'Port': ['ID=b38d07ef-ba1d-40bf-a438-46249cfc3194,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:06.640699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:06.641047 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccbc35d-2f43-4339-b9ce-5f7ccdb35d8b') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:06.650803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.651127 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.651975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.652600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.653051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.653289 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.653585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.654962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.655309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.655644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.656005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.656330 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:06.656960 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.659335 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f611b-eabb-403e-aabe-3488777ac425 None None] No DVR routers for this DVR port b38d07ef-ba1d-40bf-a438-46249cfc3194 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:10:06.672445 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.678640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:10:06.679039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:10:06.680747 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:10:06.844192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.849751 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:06.853092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] 10.222.0.98 "DELETE /v2.0/networks/fd3a5099-7a41-4cba-a4ae-e7622cc03170 HTTP/1.1" status: 204 len: 168 time: 0.7421052 Nov 12 12:10:06.861851 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43634) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:06.866422 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee1f92-4e3b-423b-b540-0566a9e4b174 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3a5099-7a41-4cba-a4ae-e7622cc03170,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:07.199525 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.439515 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Deleting port f20d88b5-5b21-47bf-80b0-ea0a6456eda4 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:07.439859 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.521351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] For port f20d88b5-5b21-47bf-80b0-ea0a6456eda4, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,segment=NetworkSegment(d78d048f-abd0-4a19-a735-cab959dc3b16),segment_id=d78d048f-abd0-4a19-a735-cab959dc3b16)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:07.521621 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.534973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Calling delete_port for f20d88b5-5b21-47bf-80b0-ea0a6456eda4 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:07.870783 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:07.897691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20d88b5-5b21-47bf-80b0-ea0a6456eda4,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:08.062842 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.282017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Router f97c7135-c640-4602-a33f-4056a096919b has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:10:08.390272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:10:08.395269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e6d4da18-2984-49fd-9936-37c01d8ecdd3 admin admin] 10.222.0.98 "PUT /v2.0/routers/f97c7135-c640-4602-a33f-4056a096919b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5360260 Nov 12 12:10:08.398017 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43636) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:08.402972 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] Sync routers for ids ['f97c7135-c640-4602-a33f-4056a096919b'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:10:08.413472 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] Routers {'f97c7135-c640-4602-a33f-4056a096919b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:08.414074 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f97c7135-c640-4602-a33f-4056a096919b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:08.507854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.524247 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] Set router f97c7135-c640-4602-a33f-4056a096919b gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:08.623650 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.711027 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:10:07Z', 'revision_number': 5, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port': {'id': 'eaa9025b-e603-4b0f-9fc2-bc9010e366b2', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97c7135-c640-4602-a33f-4056a096919b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:07:38Z', 'updated_at': '2021-11-12T12:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:08.737746 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] Checking router: f97c7135-c640-4602-a33f-4056a096919b for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:10:08.747236 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] Routers {'f97c7135-c640-4602-a33f-4056a096919b'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:08.747860 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f97c7135-c640-4602-a33f-4056a096919b'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:08.782228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Deleting port eaa9025b-e603-4b0f-9fc2-bc9010e366b2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:08.782574 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:08.935150 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] Set router f97c7135-c640-4602-a33f-4056a096919b gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:08.993118 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:10:08Z', 'revision_number': 6, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:09.021107 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec5994-e668-4d2a-8af1-431094d8af9c None None] The sync data for ids ['f97c7135-c640-4602-a33f-4056a096919b'] in n-d-768852-22 is: [{'id': 'f97c7135-c640-4602-a33f-4056a096919b', 'name': 'tempest-TestMinimumBasicScenario-822397059-router', 'tenant_id': '172ba2397f2546738b6eca81e27c3f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:07:37Z', 'updated_at': '2021-11-12T12:10:08Z', 'revision_number': 6, 'project_id': '172ba2397f2546738b6eca81e27c3f40', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:10:09.221762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] For port eaa9025b-e603-4b0f-9fc2-bc9010e366b2, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=eaa9025b-e603-4b0f-9fc2-bc9010e366b2,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:09.222376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.235091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Calling delete_port for eaa9025b-e603-4b0f-9fc2-bc9010e366b2 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:09.493555 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.518240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa9025b-e603-4b0f-9fc2-bc9010e366b2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:09.535486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ece261-361b-4050-8f07-241ae4acdc87 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:10:09.585890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.678468 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.680650 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.807498 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.808338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97c7135-c640-4602-a33f-4056a096919b {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:10:09.812545 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.813964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f7f8fad-813b-4f6d-abf6-1d6b77e03525 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f97c7135-c640-4602-a33f-4056a096919b HTTP/1.1" status: 204 len: 168 time: 1.4148476 Nov 12 12:10:09.816564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43638) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:09.867009 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76d0690-eded-4034-867a-92cf9ff08a05 admin admin] Deleting subnet 8d0b48d8-7cac-41ab-8390-78e1249ff614 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:10:09.870714 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76d0690-eded-4034-867a-92cf9ff08a05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.909235 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76d0690-eded-4034-867a-92cf9ff08a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:09.991913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76d0690-eded-4034-867a-92cf9ff08a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.107909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76d0690-eded-4034-867a-92cf9ff08a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.134188 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d0690-eded-4034-867a-92cf9ff08a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0b48d8-7cac-41ab-8390-78e1249ff614,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:10.141616 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e76d0690-eded-4034-867a-92cf9ff08a05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.143245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e76d0690-eded-4034-867a-92cf9ff08a05 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8d0b48d8-7cac-41ab-8390-78e1249ff614 HTTP/1.1" status: 204 len: 168 time: 0.3254254 Nov 12 12:10:10.146068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43640) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:10.147252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786cc32-0709-476c-8453-20d2fffd382d None None] Network 357021d7-69a0-4808-a69d-25e1eeb82dbf requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:10:10.230583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.290848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Deleting port 12024717-5397-424a-bd97-b7a8730e84bd {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:10.291692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.336159 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] DHCP port deletion for 357021d7-69a0-4808-a69d-25e1eeb82dbf request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:10:10.357157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] For port 12024717-5397-424a-bd97-b7a8730e84bd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=12024717-5397-424a-bd97-b7a8730e84bd,segment=NetworkSegment(d78d048f-abd0-4a19-a735-cab959dc3b16),segment_id=d78d048f-abd0-4a19-a735-cab959dc3b16)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:10.357766 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.371986 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Calling delete_port for 12024717-5397-424a-bd97-b7a8730e84bd owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:10.399449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] Deleting port 12024717-5397-424a-bd97-b7a8730e84bd {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:10:10.399939 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.416657 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 12024717-5397-424a-bd97-b7a8730e84bd no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:10:10.521567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] For port 12024717-5397-424a-bd97-b7a8730e84bd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=12024717-5397-424a-bd97-b7a8730e84bd,segment=NetworkSegment(d78d048f-abd0-4a19-a735-cab959dc3b16),segment_id=d78d048f-abd0-4a19-a735-cab959dc3b16)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:10.522160 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.534093 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.536877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] Calling delete_port for 12024717-5397-424a-bd97-b7a8730e84bd owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:10:10.538687 n-d-768852-22 neutron-server[109706]: INFO neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No ports have port_id starting with 12024717-5397-424a-bd97-b7a8730e84bd Nov 12 12:10:10.542145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f20d88b5-5b21-47bf-80b0-ea0a6456eda4 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:10:10.561238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Pushing event deleted for resources: {'Port': ['ID=12024717-5397-424a-bd97-b7a8730e84bd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:10.565176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] No DVR routers for this DVR port 12024717-5397-424a-bd97-b7a8730e84bd on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:10:10.570488 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: f20d88b5-5b21-47bf-80b0-ea0a6456eda4 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:10:10.570855 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device f20d88b5-5b21-47bf-80b0-ea0a6456eda4 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:10:10.571232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eaa9025b-e603-4b0f-9fc2-bc9010e366b2 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:10:10.624523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: eaa9025b-e603-4b0f-9fc2-bc9010e366b2 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:10:10.624865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device eaa9025b-e603-4b0f-9fc2-bc9010e366b2 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:10:10.641344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.665987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.667948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357021d7-69a0-4808-a69d-25e1eeb82dbf']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:10.677885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78d048f-abd0-4a19-a735-cab959dc3b16') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:10.680033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78d048f-abd0-4a19-a735-cab959dc3b16') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:10.687697 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.692033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] Pushing event deleted for resources: {'Port': ['ID=12024717-5397-424a-bd97-b7a8730e84bd,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:10.695694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f0804-af5d-40f2-a17b-784a159bbe3e None None] No DVR routers for this DVR port 12024717-5397-424a-bd97-b7a8730e84bd on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:10:10.702957 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.710141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:10:10.710521 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:10:10.712254 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:10:10.827204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.832877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:10.836216 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] 10.222.0.98 "DELETE /v2.0/networks/357021d7-69a0-4808-a69d-25e1eeb82dbf HTTP/1.1" status: 204 len: 168 time: 0.6860723 Nov 12 12:10:10.847586 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3558e-e1a3-4da0-a217-bb27386e0592 admin admin] Pushing event deleted for resources: {'Network': ['ID=357021d7-69a0-4808-a69d-25e1eeb82dbf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:11.266046 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43644) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:11.305207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c9d4c84a-7050-4117-8e51-9b767cdc85f9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d47a6d84fb724fe6abe3fce161035438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379980 Nov 12 12:10:11.307602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43646) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:11.357883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd9659b2-9beb-40c9-8839-265e1144f95d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:11.378642 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd9659b2-9beb-40c9-8839-265e1144f95d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:11.527825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd9659b2-9beb-40c9-8839-265e1144f95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:11.530411 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-bd9659b2-9beb-40c9-8839-265e1144f95d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:11.531598 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-bd9659b2-9beb-40c9-8839-265e1144f95d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fe572692-d463-43fe-a051-cf8952521d34 HTTP/1.1" status: 204 len: 168 time: 0.2230852 Nov 12 12:10:11.539508 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9659b2-9beb-40c9-8839-265e1144f95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe572692-d463-43fe-a051-cf8952521d34,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:12.241047 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43652) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:12.284792 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4fee22f1-94d5-42b6-a0e3-f469d82cac50 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=172ba2397f2546738b6eca81e27c3f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425663 Nov 12 12:10:12.287361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43654) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:12.336345 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6911b8ec-c1fc-438d-b0ec-55144a08b789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:12.357783 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6911b8ec-c1fc-438d-b0ec-55144a08b789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:12.489149 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6911b8ec-c1fc-438d-b0ec-55144a08b789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:12.491771 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6911b8ec-c1fc-438d-b0ec-55144a08b789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:12.497572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6911b8ec-c1fc-438d-b0ec-55144a08b789 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/77247c76-d572-40bc-aa6c-a146e4741d96 HTTP/1.1" status: 204 len: 168 time: 0.2088351 Nov 12 12:10:12.506825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911b8ec-c1fc-438d-b0ec-55144a08b789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77247c76-d572-40bc-aa6c-a146e4741d96,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:14.869768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43694) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:14.874726 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268211533', 'description': 'tempest-secgroup-smoke-268211533 description', 'project_id': '30b764403e1e4447a21e8f0e8a101953'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:14.982224 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:14.990999 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.068787 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.167497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.203313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7abbe6-fcd8-40b0-abb6-2a925300af14,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:15.244558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.333338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.362590 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:15.431882 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.433137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f17bbe5f-9b9c-41b9-9ef7-55d2787622c3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5621541 Nov 12 12:10:15.436054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43696) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:15.440507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-7a9299cf-2b30-4a45-bf0c-8f1abefe9ae6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'bc50bc71-fa36-4fda-ac6f-f15ef9997aa4', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:15.584021 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a9299cf-2b30-4a45-bf0c-8f1abefe9ae6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.640944 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a9299cf-2b30-4a45-bf0c-8f1abefe9ae6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.730078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a9299cf-2b30-4a45-bf0c-8f1abefe9ae6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.747796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9299cf-2b30-4a45-bf0c-8f1abefe9ae6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd77d66-0101-4011-8fe7-151526034532,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:15.838480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7a9299cf-2b30-4a45-bf0c-8f1abefe9ae6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:15.839850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7a9299cf-2b30-4a45-bf0c-8f1abefe9ae6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4027717 Nov 12 12:10:15.842675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43698) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:15.847424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a953e683-7dc4-4f9f-9a87-cdfa62ce113b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'bc50bc71-fa36-4fda-ac6f-f15ef9997aa4', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:15.995586 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a953e683-7dc4-4f9f-9a87-cdfa62ce113b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.056914 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a953e683-7dc4-4f9f-9a87-cdfa62ce113b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.156650 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a953e683-7dc4-4f9f-9a87-cdfa62ce113b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.175022 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953e683-7dc4-4f9f-9a87-cdfa62ce113b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9649c342-d350-4f69-80ea-f34032e51700,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:16.249238 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a953e683-7dc4-4f9f-9a87-cdfa62ce113b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.250459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a953e683-7dc4-4f9f-9a87-cdfa62ce113b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4067667 Nov 12 12:10:16.253319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43700) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:16.257962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-443fe99c-4415-4f8e-8254-243f6929fe4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'bc50bc71-fa36-4fda-ac6f-f15ef9997aa4', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:16.371168 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-443fe99c-4415-4f8e-8254-243f6929fe4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.439751 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-443fe99c-4415-4f8e-8254-243f6929fe4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.524972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-443fe99c-4415-4f8e-8254-243f6929fe4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.546753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fe99c-4415-4f8e-8254-243f6929fe4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0bd88f-0572-4196-a1b9-18a5d243bfea,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:16.621264 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-443fe99c-4415-4f8e-8254-243f6929fe4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.622669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-443fe99c-4415-4f8e-8254-243f6929fe4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3682001 Nov 12 12:10:16.626202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43702) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:16.630840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ab8225c0-b1f2-4e60-bebc-2ad600912ad6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'bc50bc71-fa36-4fda-ac6f-f15ef9997aa4', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:16.733309 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab8225c0-b1f2-4e60-bebc-2ad600912ad6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.807221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab8225c0-b1f2-4e60-bebc-2ad600912ad6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.875672 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab8225c0-b1f2-4e60-bebc-2ad600912ad6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.895204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8225c0-b1f2-4e60-bebc-2ad600912ad6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43427fc7-8e9d-4704-b5c4-ebc3d97764cb,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:16.964215 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ab8225c0-b1f2-4e60-bebc-2ad600912ad6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:16.966353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ab8225c0-b1f2-4e60-bebc-2ad600912ad6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389444 Nov 12 12:10:16.968945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43704) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:16.973893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e217fb33-9abc-41a3-938e-5ed7369424aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'bc50bc71-fa36-4fda-ac6f-f15ef9997aa4', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:17.070159 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-e217fb33-9abc-41a3-938e-5ed7369424aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:10:17.075479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e217fb33-9abc-41a3-938e-5ed7369424aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.138270 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e217fb33-9abc-41a3-938e-5ed7369424aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.233744 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e217fb33-9abc-41a3-938e-5ed7369424aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.251643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217fb33-9abc-41a3-938e-5ed7369424aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9668ddcc-8f0b-4db6-843f-7b11904682c4,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:17.358113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e217fb33-9abc-41a3-938e-5ed7369424aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.359283 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e217fb33-9abc-41a3-938e-5ed7369424aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3891220 Nov 12 12:10:17.362491 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43706) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:17.366974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8eb66622-8b40-4158-a6b6-e93e94b6e8ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'bc50bc71-fa36-4fda-ac6f-f15ef9997aa4', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:17.464302 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-8eb66622-8b40-4158-a6b6-e93e94b6e8ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:10:17.470634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8eb66622-8b40-4158-a6b6-e93e94b6e8ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.528795 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8eb66622-8b40-4158-a6b6-e93e94b6e8ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.627194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8eb66622-8b40-4158-a6b6-e93e94b6e8ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.645460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb66622-8b40-4158-a6b6-e93e94b6e8ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d352431-14d3-424a-b66a-04d26a50bbc2,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:17.743152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8eb66622-8b40-4158-a6b6-e93e94b6e8ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.744338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8eb66622-8b40-4158-a6b6-e93e94b6e8ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3808148 Nov 12 12:10:17.747522 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43708) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:17.752576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'network': {'name': 'tempest-network-smoke--1900426245', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:17.841653 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:10:17.845813 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.869305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:10:17.879408 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:17.879408 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Added segment ba8b94b3-6db6-4f6a-9464-d484f9369149 of type vlan for network 6868c741-98aa-474f-97d1-41a664713d7a Nov 12 12:10:17.917931 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.021458 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.027395 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:18.027957 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.097687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Network': ['ID=6868c741-98aa-474f-97d1-41a664713d7a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:18.122620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6868c741-98aa-474f-97d1-41a664713d7a details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:10:18.141614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ec3efa7a-d970-4058-bf17-3ca5e5b4e3f7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3928444 Nov 12 12:10:18.145175 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43710) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:18.150849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'admin_state_up': True, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:18.265112 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.266188 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.317451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.350432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.512081 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.806589 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.824945 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:18.918617 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:10:18.925988 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.6 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/cf1ac2e0-886b-4af9-8162-0a929a078721) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:10:19.033216 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:19.121932 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:19.163457 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:10:19.166383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:19.169974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:10:19.176061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=cf1ac2e0-886b-4af9-8162-0a929a078721,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:19.179964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8582da-14fd-4b9f-ad0d-f5cc14a8789d None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:10:19.293406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6b4a81dc-84e9-40c6-be16-d507896495eb None None] Provisioning complete for port cf1ac2e0-886b-4af9-8162-0a929a078721 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:19.293769 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6b4a81dc-84e9-40c6-be16-d507896495eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:19.328411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a81dc-84e9-40c6-be16-d507896495eb None None] Port cf1ac2e0-886b-4af9-8162-0a929a078721 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:10:19.494247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:19.699145 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:19.883816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 26552130-334e-4b7b-9022-87d92946c5b2 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:10:19.990621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:10:20.000734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Sync routers for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:10:20.011125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:20.011725 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:20.074740 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:20.079441 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a2198650-e4e8-42da-8c6d-fcf20244233a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9294298 Nov 12 12:10:20.079876 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43712) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:20.126346 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:20.209805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d9a29939-cd77-4ace-a119-7750762bcc2f tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=30b764403e1e4447a21e8f0e8a101953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1285012 Nov 12 12:10:20.212804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43716) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:20.307207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:19Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:20.343484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Checking router: 26552130-334e-4b7b-9022-87d92946c5b2 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:10:20.344092 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Updating router 26552130-334e-4b7b-9022-87d92946c5b2 port cf1ac2e0-886b-4af9-8162-0a929a078721 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:10:20.372752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:20.622051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b1d98-0c14-48e3-b39a-32d57504db14 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:20.626817 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a82b1d98-0c14-48e3-b39a-32d57504db14 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4099007 Nov 12 12:10:20.627545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:20.649835 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:20.664399 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8cb52eb1-afdb-42a4-8108-16db51ef6a67 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362124 Nov 12 12:10:20.671185 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43720) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:20.676227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714514065', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:20.744684 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:20.793679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d95a1dc-917b-4798-8cd0-bc31afa11e00 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:10:20.807053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Attempting to bind port cf1ac2e0-886b-4af9-8162-0a929a078721 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:10:20.807426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Attempting to bind port cf1ac2e0-886b-4af9-8162-0a929a078721 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:10:20.807791 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Attempting to bind port cf1ac2e0-886b-4af9-8162-0a929a078721 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:10:20.811777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6ab76-2a70-40d3-9550-e65f9bc39168 None None] Pushing event updated for resources: {'Port': ['ID=cf1ac2e0-886b-4af9-8162-0a929a078721,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:20.817729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:10:20.818095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:10:20.818608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:20.818969 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:10:20.819339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Bound port: cf1ac2e0-886b-4af9-8162-0a929a078721, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:10:20.819722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:20.872895 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:10:20.878926 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:20.881431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] For port cf1ac2e0-886b-4af9-8162-0a929a078721, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:10:20.883411 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7efa8431-759e-4c76-b3ec-1bcdb3afe068 None None] Provisioning complete for port cf1ac2e0-886b-4af9-8162-0a929a078721 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:20.883776 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7efa8431-759e-4c76-b3ec-1bcdb3afe068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:20.886415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] For port cf1ac2e0-886b-4af9-8162-0a929a078721, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cf1ac2e0-886b-4af9-8162-0a929a078721,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:10:20.920983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7efa8431-759e-4c76-b3ec-1bcdb3afe068 None None] Port cf1ac2e0-886b-4af9-8162-0a929a078721 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:10:20.979475 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.027786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9024cf-4a90-4d4a-896e-69440cfa5eb7 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:10:21.050937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6ab76-2a70-40d3-9550-e65f9bc39168 None None] Pushing event updated for resources: {'Port': ['ID=cf1ac2e0-886b-4af9-8162-0a929a078721,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:21.054408 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:21.055009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:21.146905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.168673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-cdb97a1c-4d32-4c73-882c-7e698ed2b2bd None None] Provisioning complete for port cf1ac2e0-886b-4af9-8162-0a929a078721 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:21.169039 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cdb97a1c-4d32-4c73-882c-7e698ed2b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.214617 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Subnet': ['ID=00192153-c3f0-4f66-9138-af65ea3b4cc4,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:21.225154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Checking segment: {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:10:21.225528 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network hostable DHCP agents. Network: 6868c741-98aa-474f-97d1-41a664713d7a, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:10:21.329641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 6868c741-98aa-474f-97d1-41a664713d7a is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:10:21.360259 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:21.421926 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 6868c741-98aa-474f-97d1-41a664713d7a) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:21.426776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:21.427584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.443848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa4e6e9-ea52-47a3-9618-e3c002841fbd None None] Network 6868c741-98aa-474f-97d1-41a664713d7a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:10:21.536059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b0ab9ace-a3fa-43f9-b043-19eb2f60925d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8634953 Nov 12 12:10:21.538772 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43722) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:21.541275 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.636526 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cdb97a1c-4d32-4c73-882c-7e698ed2b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.695531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-cdb97a1c-4d32-4c73-882c-7e698ed2b2bd None None] For port cf1ac2e0-886b-4af9-8162-0a929a078721, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cf1ac2e0-886b-4af9-8162-0a929a078721,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:21.742055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-6868c741-98aa-474f-97d1-41a664713d7a', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:10:21.742921 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.745598 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:19Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:21.782214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9eff8-edfe-49a9-85de-31d14bb5dc1c None None] The sync data for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 is: [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:19Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:10:21.794032 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-cdb97a1c-4d32-4c73-882c-7e698ed2b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:21.928201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb97a1c-4d32-4c73-882c-7e698ed2b2bd None None] Pushing event updated for resources: {'Port': ['ID=cf1ac2e0-886b-4af9-8162-0a929a078721,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:21.951604 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Allocated IP 172.20.0.2 (6868c741-98aa-474f-97d1-41a664713d7a/00192153-c3f0-4f66-9138-af65ea3b4cc4/e6740b19-83a5-49ef-95db-4bfc8be4575d) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:10:22.058142 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.134943 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.230764 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.276660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Network 6868c741-98aa-474f-97d1-41a664713d7a is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:10:22.279558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:22.283516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:10:22.292404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Pushing event updated for resources: {'Port': ['ID=e6740b19-83a5-49ef-95db-4bfc8be4575d,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:22.356025 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Attempting to bind port e6740b19-83a5-49ef-95db-4bfc8be4575d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:10:22.356526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Attempting to bind port e6740b19-83a5-49ef-95db-4bfc8be4575d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:10:22.357164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Attempting to bind port e6740b19-83a5-49ef-95db-4bfc8be4575d on network 6868c741-98aa-474f-97d1-41a664713d7a {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:10:22.363665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:10:22.366432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Checking segment: {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:10:22.366874 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.367275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Bound using segment: {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:10:22.367773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Bound port: e6740b19-83a5-49ef-95db-4bfc8be4575d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:10:22.368183 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.425283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.1 (6868c741-98aa-474f-97d1-41a664713d7a/00192153-c3f0-4f66-9138-af65ea3b4cc4/004ac560-9ca4-4cf5-9d6b-4422d3303db7) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:10:22.451396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cf1ac2e0-886b-4af9-8162-0a929a078721 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:10:22.482115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] For port e6740b19-83a5-49ef-95db-4bfc8be4575d, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:10:22.503609 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] For port e6740b19-83a5-49ef-95db-4bfc8be4575d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e6740b19-83a5-49ef-95db-4bfc8be4575d,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:10:22.520345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cf1ac2e0-886b-4af9-8162-0a929a078721 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:22.522447 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.561666 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.593002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.672884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e7783-8428-484a-806b-6ed1265fa043 None None] Pushing event updated for resources: {'Port': ['ID=e6740b19-83a5-49ef-95db-4bfc8be4575d,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:22.684345 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:22.729668 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 6868c741-98aa-474f-97d1-41a664713d7a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:10:22.732969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:22.737248 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:10:22.765555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=004ac560-9ca4-4cf5-9d6b-4422d3303db7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:22.794577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.009121 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.289930 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.352914 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.434608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=004ac560-9ca4-4cf5-9d6b-4422d3303db7,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:23.437253 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.532609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 6868c741-98aa-474f-97d1-41a664713d7a is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:10:23.534217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:23.621148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac7868-8f7f-4ec1-a733-481f7fc85dfd None None] Network 6868c741-98aa-474f-97d1-41a664713d7a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:10:23.663864 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 26552130-334e-4b7b-9022-87d92946c5b2 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:10:23.694762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-07a2a5eb-6d40-4f8a-9a00-393638de82f5 None None] Provisioning complete for port e6740b19-83a5-49ef-95db-4bfc8be4575d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:23.695138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07a2a5eb-6d40-4f8a-9a00-393638de82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.784517 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:10:23.790651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6aa07a03-5e10-45e8-ac2e-7ca71c1e27e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/26552130-334e-4b7b-9022-87d92946c5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2503691 Nov 12 12:10:23.858018 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07a2a5eb-6d40-4f8a-9a00-393638de82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.902659 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-07a2a5eb-6d40-4f8a-9a00-393638de82f5 None None] For port e6740b19-83a5-49ef-95db-4bfc8be4575d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e6740b19-83a5-49ef-95db-4bfc8be4575d,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:23.971950 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-eb27d995-abb7-4f75-9ef4-83988280e9de tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268211533&fields=id&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 267 time: 0.0542572 Nov 12 12:10:23.981517 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07a2a5eb-6d40-4f8a-9a00-393638de82f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:23.984345 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Sync routers for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:10:23.997980 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:23.999381 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:24.043563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2a5eb-6d40-4f8a-9a00-393638de82f5 None None] Pushing event updated for resources: {'Port': ['ID=e6740b19-83a5-49ef-95db-4bfc8be4575d,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:24.106431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7ae778aa-aa42-4058-9c7b-631cbb39dd7e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:24.108104 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7ae778aa-aa42-4058-9c7b-631cbb39dd7e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/networks?id=6868c741-98aa-474f-97d1-41a664713d7a HTTP/1.1" status: 200 len: 797 time: 0.1255641 Nov 12 12:10:24.125179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-653812f6-ba96-41c6-a445-f70d28f5a633 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/quotas/30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 375 time: 0.0109556 Nov 12 12:10:24.128791 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:24.181128 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-123c43d9-d616-47da-8277-a7ad27e55101 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499358 Nov 12 12:10:24.204372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ce124331-d77d-45d9-9fbc-1f37fe65c47b None None] Provisioning complete for port e6740b19-83a5-49ef-95db-4bfc8be4575d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:24.204741 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce124331-d77d-45d9-9fbc-1f37fe65c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.307858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-467b4960-faaa-4a4f-b855-b1e7aa30a68e service neutron] 10.222.0.98 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118152 Nov 12 12:10:24.345831 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ce124331-d77d-45d9-9fbc-1f37fe65c47b None None] Provisioning complete for port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:24.346205 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce124331-d77d-45d9-9fbc-1f37fe65c47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.357098 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:23Z', 'revision_number': 2, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:24.389032 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Checking router: 26552130-334e-4b7b-9022-87d92946c5b2 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:10:24.391841 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Updating router 26552130-334e-4b7b-9022-87d92946c5b2 port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:10:24.400212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ce124331-d77d-45d9-9fbc-1f37fe65c47b None None] Port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:10:24.421897 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.444829 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-f33827ef-e5c2-4fed-ad2b-f828da3d9160 service neutron] 10.222.0.98 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360540 Nov 12 12:10:24.485035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e6740b19-83a5-49ef-95db-4bfc8be4575d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:10:24.537901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-91209f64-4424-4982-9a5e-c25b0e6e262a None None] Provisioning complete for port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:24.544709 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-91209f64-4424-4982-9a5e-c25b0e6e262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.588880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e6740b19-83a5-49ef-95db-4bfc8be4575d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:24.589383 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.590960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-91209f64-4424-4982-9a5e-c25b0e6e262a None None] Port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:10:24.711614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6c663519-fec5-4504-8864-43c3806150b1 None None] Provisioning complete for port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:24.717541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c663519-fec5-4504-8864-43c3806150b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.738000 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.751911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6c663519-fec5-4504-8864-43c3806150b1 None None] Port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:10:24.820934 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.869651 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Pushing event updated for resources: {'Port': ['ID=004ac560-9ca4-4cf5-9d6b-4422d3303db7,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:24.894088 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.894428 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.894769 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.895105 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.895427 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.895750 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.896099 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.896420 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.896737 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.897087 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.897401 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.897713 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:10:24.935482 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Attempting to bind port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:10:24.936390 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Attempting to bind port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:10:24.936836 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Attempting to bind port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 on network 6868c741-98aa-474f-97d1-41a664713d7a {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:10:24.942168 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:10:24.942574 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Checking segment: {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:10:24.942991 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:24.943378 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Bound using segment: {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:10:24.943842 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Bound port: 004ac560-9ca4-4cf5-9d6b-4422d3303db7, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:10:24.944279 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:25.009810 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] For port 004ac560-9ca4-4cf5-9d6b-4422d3303db7, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:10:25.013282 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] For port 004ac560-9ca4-4cf5-9d6b-4422d3303db7, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=004ac560-9ca4-4cf5-9d6b-4422d3303db7,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:10:25.077820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e4ca3e51-9c2d-4f5e-8a88-4b274fe8e1fc None None] Provisioning complete for port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:25.078108 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3e51-9c2d-4f5e-8a88-4b274fe8e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:25.115673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca3e51-9c2d-4f5e-8a88-4b274fe8e1fc None None] Port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:10:25.125167 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:25.174919 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:25.175534 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:25.177374 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828df7b5-d681-4ce9-b70b-09483218dc6d None None] Pushing event updated for resources: {'Port': ['ID=004ac560-9ca4-4cf5-9d6b-4422d3303db7,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:25.288996 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:25.437141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e6472d46-9eda-4cb6-b8b5-8fd6051ee041 None None] Provisioning complete for port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:25.437422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6472d46-9eda-4cb6-b8b5-8fd6051ee041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:25.491495 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:25Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:25.515790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6472d46-9eda-4cb6-b8b5-8fd6051ee041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:25.517957 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f53378f-673b-439b-8215-e48aabe1d594 None None] The sync data for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 is: [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:25Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:10:25.552332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-e6472d46-9eda-4cb6-b8b5-8fd6051ee041 None None] For port 004ac560-9ca4-4cf5-9d6b-4422d3303db7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=004ac560-9ca4-4cf5-9d6b-4422d3303db7,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:25.618823 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e6472d46-9eda-4cb6-b8b5-8fd6051ee041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:25.676110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6472d46-9eda-4cb6-b8b5-8fd6051ee041 None None] Pushing event updated for resources: {'Port': ['ID=004ac560-9ca4-4cf5-9d6b-4422d3303db7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:25.809207 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-14357e6d-59c6-4248-af01-0e40c7509fee req-4e882552-639f-476d-8815-f2c2301749de tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 210 time: 0.0280883 Nov 12 12:10:26.408290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 004ac560-9ca4-4cf5-9d6b-4422d3303db7 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:10:26.458438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:26.458879 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:26.893251 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-53b5550a-07e9-4940-9be8-e4dfec79e614 req-efba2dbd-1380-464a-92c6-2fd274eee64b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 210 time: 0.0306408 Nov 12 12:10:27.989890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d26f0e52-67c8-42a2-8386-f4b73da3bab8 req-c5017696-f844-4bfc-8dad-1e45a46d472f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 210 time: 0.0262191 Nov 12 12:10:28.388452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-e4581bf7-8aec-4281-b585-754a8cbbf710 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:28.390468 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-e4581bf7-8aec-4281-b585-754a8cbbf710 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/networks?id=6868c741-98aa-474f-97d1-41a664713d7a HTTP/1.1" status: 200 len: 797 time: 0.1015925 Nov 12 12:10:28.471525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-a21da6d2-4ec3-4376-b4a9-116b9c29852a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 379 time: 0.0654314 Nov 12 12:10:28.481342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'port': {'device_id': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'admin_state_up': True, 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'security_groups': ['bc50bc71-fa36-4fda-ac6f-f15ef9997aa4']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:28.772911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:10:28.776527 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:28.906149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.6 (6868c741-98aa-474f-97d1-41a664713d7a/00192153-c3f0-4f66-9138-af65ea3b4cc4/871eb94e-d9ef-44e8-809b-82607798afbe) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:10:29.051619 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.092166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72225fa4-7c6b-4279-895e-e96f3cdc592b req-7df7f05a-f314-4e17-9a7e-a6a3dca250c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 210 time: 0.0305998 Nov 12 12:10:29.238448 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.283505 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 6868c741-98aa-474f-97d1-41a664713d7a is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:10:29.286702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:29.290499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:10:29.304660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=871eb94e-d9ef-44e8-809b-82607798afbe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:29.345403 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:29.347221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.444571 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-452c5ff5-5348-4366-b164-652a812c506e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.492348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-7a91d9c2-ca6f-4f5a-af37-e354718a4ecf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0147018 Nov 12 12:10:29.509158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Request body: {'port': {'device_id': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:29.566078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.572498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3832a5a9-cb57-46a5-8f43-aed09bd76865 None None] Provisioning complete for port 871eb94e-d9ef-44e8-809b-82607798afbe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:29.572792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3832a5a9-cb57-46a5-8f43-aed09bd76865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.607880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3832a5a9-cb57-46a5-8f43-aed09bd76865 None None] Port 871eb94e-d9ef-44e8-809b-82607798afbe cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:10:29.837696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871eb94e-d9ef-44e8-809b-82607798afbe {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:10:29.846686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:29.859233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Transition to ACTIVE for port object 871eb94e-d9ef-44e8-809b-82607798afbe will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:10:29.958296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.009363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Pushing event updated for resources: {'Port': ['ID=871eb94e-d9ef-44e8-809b-82607798afbe,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:30.090182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Attempting to bind port 871eb94e-d9ef-44e8-809b-82607798afbe on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:10:30.090435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Attempting to bind port 871eb94e-d9ef-44e8-809b-82607798afbe by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:10:30.090766 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Attempting to bind port 871eb94e-d9ef-44e8-809b-82607798afbe on network 6868c741-98aa-474f-97d1-41a664713d7a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:10:30.096908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Port 871eb94e-d9ef-44e8-809b-82607798afbe on network 6868c741-98aa-474f-97d1-41a664713d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:10:30.097153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Attempting to bind port 871eb94e-d9ef-44e8-809b-82607798afbe on network 6868c741-98aa-474f-97d1-41a664713d7a {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:10:30.103204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:10:30.103764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Checking segment: {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:10:30.104216 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Bound using segment: {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:10:30.104652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Bound port: 871eb94e-d9ef-44e8-809b-82607798afbe, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8b94b3-6db6-4f6a-9464-d484f9369149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:10:30.105009 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.175518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] For port 871eb94e-d9ef-44e8-809b-82607798afbe, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:10:30.178848 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] For port 871eb94e-d9ef-44e8-809b-82607798afbe, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=871eb94e-d9ef-44e8-809b-82607798afbe,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:10:30.218272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e373-a1bf-4be9-befe-2c088b25de60 req-b04cc978-024e-4615-83f2-706e4c96ebb1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.219837 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea86e373-a1bf-4be9-befe-2c088b25de60 req-b04cc978-024e-4615-83f2-706e4c96ebb1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 943 time: 0.0513053 Nov 12 12:10:30.272528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea86e373-a1bf-4be9-befe-2c088b25de60 req-005a4ba2-5ab7-4612-9e83-f525160f3fa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465059 Nov 12 12:10:30.324583 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.357079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.357620 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:30.360092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] 10.222.0.69 "PUT /v2.0/ports/871eb94e-d9ef-44e8-809b-82607798afbe HTTP/1.1" status: 200 len: 1092 time: 0.8550701 Nov 12 12:10:30.362597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:10:30.364655 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c561b8-1f84-41d6-ad97-8d0616061462" -d '{"events": [{"name": "network-changed", "server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:10:30.393466 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e09e0-cc56-47db-917e-1f7b6c6eca47 service neutron] Pushing event updated for resources: {'Port': ['ID=871eb94e-d9ef-44e8-809b-82607798afbe,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:30.414888 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df1c71c-7739-4771-b845-5d689856e046 x-openstack-request-id: req-3df1c71c-7739-4771-b845-5d689856e046 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:10:30.415210 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:10:30.415436 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3df1c71c-7739-4771-b845-5d689856e046 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:10:30.415833 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe', 'status': 'completed', 'code': 200} Nov 12 12:10:30.489375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c561b8-1f84-41d6-ad97-8d0616061462 req-6dbce3fb-a3be-490f-bc35-61d33a2efe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.490915 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1c561b8-1f84-41d6-ad97-8d0616061462 req-6dbce3fb-a3be-490f-bc35-61d33a2efe2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 1095 time: 0.0476658 Nov 12 12:10:30.600220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c561b8-1f84-41d6-ad97-8d0616061462 req-c4b37068-096c-458b-965e-4c40b222a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.601707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1c561b8-1f84-41d6-ad97-8d0616061462 req-c4b37068-096c-458b-965e-4c40b222a783 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30b764403e1e4447a21e8f0e8a101953&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1009858 Nov 12 12:10:30.706209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c561b8-1f84-41d6-ad97-8d0616061462 req-c2c81d5a-04c9-456a-9c8e-34213fb8adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.707702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1c561b8-1f84-41d6-ad97-8d0616061462 req-c2c81d5a-04c9-456a-9c8e-34213fb8adbc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962059 Nov 12 12:10:30.786619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-f8b346ef-f19a-438b-982f-5e84e28f6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.788158 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-f8b346ef-f19a-438b-982f-5e84e28f6f7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 1095 time: 0.0410199 Nov 12 12:10:30.830859 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-601df789-71b8-4186-90c1-a211f933cf55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871eb94e-d9ef-44e8-809b-82607798afbe HTTP/1.1" status: 200 len: 217 time: 0.0349078 Nov 12 12:10:30.886580 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-9d6fdf26-0cb8-448a-99f5-a28ff4c8c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.887982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-9d6fdf26-0cb8-448a-99f5-a28ff4c8c175 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00192153-c3f0-4f66-9138-af65ea3b4cc4 HTTP/1.1" status: 200 len: 834 time: 0.0481777 Nov 12 12:10:30.937938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-53db35bf-fc39-4c36-bcb0-f74d3d4f1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:30.939528 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-53db35bf-fc39-4c36-bcb0-f74d3d4f1677 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6868c741-98aa-474f-97d1-41a664713d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425184 Nov 12 12:10:31.027566 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-89f38fc8-8a53-4a63-bd22-45c9be405473 service neutron] 10.222.0.69 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807576 Nov 12 12:10:31.125214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1cc6bc41-35a4-454f-8ce8-011c234b948e req-2d50252f-e67c-403c-85f4-c3ae3dbd8950 service neutron] 10.222.0.69 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873337 Nov 12 12:10:31.393711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532584-b211-480b-84a3-f0b8a11cf304 req-19094862-d58b-43cc-8bca-e400e47d8897 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:31.395222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-da532584-b211-480b-84a3-f0b8a11cf304 req-19094862-d58b-43cc-8bca-e400e47d8897 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 943 time: 0.0533969 Nov 12 12:10:31.445938 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-da532584-b211-480b-84a3-f0b8a11cf304 req-8c1c9205-66c7-4019-8056-4aad593ab4fe tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445857 Nov 12 12:10:31.864709 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8e32750a-e014-47c6-90d3-9e9b3ee269ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:32.563639 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59143c7-fcc6-45e5-b817-27abcb639c3c req-7e5b0a57-2c9b-4881-9078-1a10e8cc1372 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:32.565191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c59143c7-fcc6-45e5-b817-27abcb639c3c req-7e5b0a57-2c9b-4881-9078-1a10e8cc1372 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 943 time: 0.0505657 Nov 12 12:10:32.616746 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c59143c7-fcc6-45e5-b817-27abcb639c3c req-ce7b8ea6-c401-4e6b-bc65-af50e898b96a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453849 Nov 12 12:10:33.295246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:33.732521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96abc3e-6450-4659-b951-f64693fda6a7 req-e42227e7-8831-4d85-92c5-45821aa1b003 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:33.734026 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f96abc3e-6450-4659-b951-f64693fda6a7 req-e42227e7-8831-4d85-92c5-45821aa1b003 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 943 time: 0.0481312 Nov 12 12:10:33.787159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f96abc3e-6450-4659-b951-f64693fda6a7 req-0cf088e5-d0d2-45d3-a7f1-a2e8856d389a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466063 Nov 12 12:10:34.336468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 871eb94e-d9ef-44e8-809b-82607798afbe details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:10:34.401522 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:34.433686 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 871eb94e-d9ef-44e8-809b-82607798afbe, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=871eb94e-d9ef-44e8-809b-82607798afbe,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:34.445079 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '871eb94e-d9ef-44e8-809b-82607798afbe', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'port_id': '871eb94e-d9ef-44e8-809b-82607798afbe', 'mac_address': 'fa:16:3e:3a:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:10:34.484905 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:34.504093 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871eb94e-d9ef-44e8-809b-82607798afbe {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:10:34.522587 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 871eb94e-d9ef-44e8-809b-82607798afbe, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=871eb94e-d9ef-44e8-809b-82607798afbe,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:34.596252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:34.816947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=871eb94e-d9ef-44e8-809b-82607798afbe,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:34.900318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['871eb94e-d9ef-44e8-809b-82607798afbe'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:10:34.910088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96486602-ab9e-4b9d-99a2-ceb470f07dfc req-b3dd018b-a59f-4649-8582-b0e3da7aaa9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:34.911582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96486602-ab9e-4b9d-99a2-ceb470f07dfc req-b3dd018b-a59f-4649-8582-b0e3da7aaa9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 944 time: 0.0515184 Nov 12 12:10:34.924862 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:34.963348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96486602-ab9e-4b9d-99a2-ceb470f07dfc req-6bc1af69-dac2-4197-accf-383e49f7497d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455770 Nov 12 12:10:36.081518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcdeb0-bcbf-431c-a28c-d0a0b223d31b req-6ae579ac-a226-4025-9a19-23050e344b3a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:36.083015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70dcdeb0-bcbf-431c-a28c-d0a0b223d31b req-6ae579ac-a226-4025-9a19-23050e344b3a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 944 time: 0.0505590 Nov 12 12:10:36.132946 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70dcdeb0-bcbf-431c-a28c-d0a0b223d31b req-442a30f1-4974-4bc2-930a-d10e29df4c1e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Nov 12 12:10:36.350414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 871eb94e-d9ef-44e8-809b-82607798afbe up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:10:36.527180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 871eb94e-d9ef-44e8-809b-82607798afbe completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:10:36.531318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 871eb94e-d9ef-44e8-809b-82607798afbe triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:10:36.531686 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:36.612484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:36.636614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:10:36.638940 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648f81ac-2b0f-46fc-80c3-19dfc0db66d4" -d '{"events": [{"server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "name": "network-vif-plugged", "status": "completed", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:10:36.651840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 871eb94e-d9ef-44e8-809b-82607798afbe, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=871eb94e-d9ef-44e8-809b-82607798afbe,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:10:36.733959 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15d7a04-6d0b-44bb-a8ef-1923be152a29 x-openstack-request-id: req-b15d7a04-6d0b-44bb-a8ef-1923be152a29 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:10:36.734246 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "name": "network-vif-plugged", "status": "completed", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:10:36.734521 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b15d7a04-6d0b-44bb-a8ef-1923be152a29 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:10:36.734916 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe', 'code': 200} Nov 12 12:10:36.746249 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:36.798772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=871eb94e-d9ef-44e8-809b-82607798afbe,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:36.836591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaf15c-d366-4e75-ae0b-e276b5ab3db3 req-3d2aacda-cc9c-4127-baed-2414284ba964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:36.838092 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaaaf15c-d366-4e75-ae0b-e276b5ab3db3 req-3d2aacda-cc9c-4127-baed-2414284ba964 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0432758 Nov 12 12:10:36.885744 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eaaaf15c-d366-4e75-ae0b-e276b5ab3db3 req-d76e57ef-5360-4955-a845-6463b60470b1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393727 Nov 12 12:10:37.255563 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9285a3-02c3-44dc-8213-ee9ae8c02043 req-87448377-5cc3-44a4-8ab9-44a5d7fb9fe5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:37.257224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c9285a3-02c3-44dc-8213-ee9ae8c02043 req-87448377-5cc3-44a4-8ab9-44a5d7fb9fe5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0537896 Nov 12 12:10:37.307508 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c9285a3-02c3-44dc-8213-ee9ae8c02043 req-5076cdd5-ea1e-4b85-99e4-354ed270b640 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443513 Nov 12 12:10:38.424759 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb2b8e-03dd-42ec-9362-b4a6103b8c58 req-6bacc5ef-6f7c-4228-a9f2-dfb75022ba03 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:38.426259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59cb2b8e-03dd-42ec-9362-b4a6103b8c58 req-6bacc5ef-6f7c-4228-a9f2-dfb75022ba03 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Nov 12 12:10:38.477565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-59cb2b8e-03dd-42ec-9362-b4a6103b8c58 req-16837a54-f926-449e-b233-0385ebb22707 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Nov 12 12:10:38.592410 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33984112-e240-43c0-99f9-b2d63c12e60f req-683eeb31-7fa0-439b-8f0a-efd302592e02 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:38.593820 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33984112-e240-43c0-99f9-b2d63c12e60f req-683eeb31-7fa0-439b-8f0a-efd302592e02 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0489204 Nov 12 12:10:38.903897 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33984112-e240-43c0-99f9-b2d63c12e60f req-e874841d-6cf9-466b-af8f-4989b117f0ce tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035338 Nov 12 12:10:38.927518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43780) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:38.966197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a17627-4fc1-46cf-895e-2c5e11c864d7 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:38.967707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-34a17627-4fc1-46cf-895e-2c5e11c864d7 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 1092 time: 0.0396161 Nov 12 12:10:38.971182 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43782) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:38.975465 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '871eb94e-d9ef-44e8-809b-82607798afbe', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:10:39.072538 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:39.172389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:39.275544 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.251 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/e9be448e-2bfe-481d-aece-49b67b9baeec) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:10:39.377833 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:39.461340 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:39.501704 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:10:39.504622 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:10:39.508280 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:10:39.513982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=e9be448e-2bfe-481d-aece-49b67b9baeec,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:39.883149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:40.015777 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:40.175663 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:40.235298 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:40.302245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=e9be448e-2bfe-481d-aece-49b67b9baeec,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:10:40.316953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:40.418471 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP a68682c2-3f8d-484a-9f7f-df75d4155a25 associated. External IP: 172.25.3.251, port: 871eb94e-d9ef-44e8-809b-82607798afbe. Nov 12 12:10:40.640360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 26552130-334e-4b7b-9022-87d92946c5b2 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:10:40.749979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:10:40.760091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] Sync routers for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:10:40.769920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:40.770538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:40.839641 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:40.867642 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-03d761bb-0833-4ccb-a4f0-da19bb41d8d0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8953748 Nov 12 12:10:40.868368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:10:40.870797 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cbc46c-cbf1-489b-b970-ffc286a10b73" -d '{"events": [{"name": "network-changed", "server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:10:40.883557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:40.969222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b018a-d125-4d19-8504-15b9095f31b8 req-0dbda433-677e-4caf-8d2b-9a7b39ef19a4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:40.971251 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d02b018a-d125-4d19-8504-15b9095f31b8 req-0dbda433-677e-4caf-8d2b-9a7b39ef19a4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0524404 Nov 12 12:10:41.026836 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d02b018a-d125-4d19-8504-15b9095f31b8 req-c83a45d8-5dbb-4e8f-a735-9c9dddd1d75c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491424 Nov 12 12:10:41.050885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43788) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:41.077716 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25374f0f-e311-4278-b2ab-2bc86c5e60f7 x-openstack-request-id: req-25374f0f-e311-4278-b2ab-2bc86c5e60f7 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:10:41.078005 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:10:41.078260 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25374f0f-e311-4278-b2ab-2bc86c5e60f7 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:10:41.078687 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe', 'status': 'completed', 'code': 200} Nov 12 12:10:41.128265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a68682c2-3f8d-484a-9f7f-df75d4155a25', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'port_id': '871eb94e-d9ef-44e8-809b-82607798afbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'mac_address': 'fa:16:3e:3a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:10:39Z', 'updated_at': '2021-11-12T12:10:39Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:25Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:41.145797 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-2c07e2d5-dffc-4fad-86a7-b0036a8a6f1d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/a68682c2-3f8d-484a-9f7f-df75d4155a25 HTTP/1.1" status: 200 len: 991 time: 0.0936940 Nov 12 12:10:41.156345 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-0402d39b-ef22-4264-a589-03782a568691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:41.158367 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-0402d39b-ef22-4264-a589-03782a568691 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0568626 Nov 12 12:10:41.160814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] Checking router: 26552130-334e-4b7b-9022-87d92946c5b2 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:10:41.172314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:10:41.173620 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:10:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:41.260702 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-9c5a5b42-2197-4725-b2d1-672b444e78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:41.262199 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-9c5a5b42-2197-4725-b2d1-672b444e78e7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6868c741-98aa-474f-97d1-41a664713d7a HTTP/1.1" status: 200 len: 898 time: 0.0955307 Nov 12 12:10:41.297467 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:10:41.330888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-77715cd8-2cdf-4990-a300-973f278f5e21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871eb94e-d9ef-44e8-809b-82607798afbe HTTP/1.1" status: 200 len: 999 time: 0.0601754 Nov 12 12:10:41.382890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-b41f73f8-71f4-4782-a1fe-b9e42da29431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:41.384288 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-b41f73f8-71f4-4782-a1fe-b9e42da29431 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00192153-c3f0-4f66-9138-af65ea3b4cc4 HTTP/1.1" status: 200 len: 834 time: 0.0447619 Nov 12 12:10:41.436521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-6d33db0d-cea5-480f-a1b2-9d12fbbc8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:41.438087 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-6d33db0d-cea5-480f-a1b2-9d12fbbc8481 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6868c741-98aa-474f-97d1-41a664713d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464113 Nov 12 12:10:41.536390 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-d1987751-c08a-454c-bc91-930a4ee8fc13 service neutron] 10.222.0.69 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907845 Nov 12 12:10:41.544172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a68682c2-3f8d-484a-9f7f-df75d4155a25', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'port_id': '871eb94e-d9ef-44e8-809b-82607798afbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'mac_address': 'fa:16:3e:3a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:10:39Z', 'updated_at': '2021-11-12T12:10:39Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:25Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:10:41.572284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df97d4-3709-47bb-8bcd-2730a158f476 None None] The sync data for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 is: [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'a68682c2-3f8d-484a-9f7f-df75d4155a25', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'port_id': '871eb94e-d9ef-44e8-809b-82607798afbe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'mac_address': 'fa:16:3e:3a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:10:39Z', 'updated_at': '2021-11-12T12:10:39Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:25Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:10:41.653502 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-58cbc46c-cbf1-489b-b970-ffc286a10b73 req-49cf5d1f-c17f-4371-803c-f5e8c497a69d service neutron] 10.222.0.69 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094532 Nov 12 12:10:41.798606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af6fb3-0c77-4f55-9f90-27a0cbe75b2e None None] New status for floating IP a68682c2-3f8d-484a-9f7f-df75d4155a25: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:10:42.149730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43790) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:10:42.209904 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-60e28ed2-e0d7-4ca6-b725-7f4c2c5fa425 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/a68682c2-3f8d-484a-9f7f-df75d4155a25 HTTP/1.1" status: 200 len: 993 time: 0.0589173 Nov 12 12:10:48.340586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:51.361670 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:10:55.917195 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:10:56.235619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-99634261-6685-47e7-bb8d-e3f78662c937 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396991 Nov 12 12:10:56.322406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-18c6912f-5c1a-4fef-a993-220492c34ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:56.323970 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-18c6912f-5c1a-4fef-a993-220492c34ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0451331 Nov 12 12:10:56.429040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-6ae4db69-79de-4f8f-addd-02c506eb8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:56.430519 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-6ae4db69-79de-4f8f-addd-02c506eb8033 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0853643 Nov 12 12:10:56.476478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-90f365cb-3376-429d-adf0-da6717f680f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0388196 Nov 12 12:10:56.524560 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-ef5c24c6-84ba-4959-a7b4-536248d8965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:56.525905 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-ef5c24c6-84ba-4959-a7b4-536248d8965f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0430927 Nov 12 12:10:56.571389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-191c39a8-1b4b-45c3-9097-3d5a0790fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:10:56.572875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-191c39a8-1b4b-45c3-9097-3d5a0790fa41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387490 Nov 12 12:10:56.666475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-d4ce29a8-e3cc-46e6-9eb5-a1c532efc5e3 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854559 Nov 12 12:10:56.767897 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d07b249d-ebed-44d4-9202-6e6b86482590 req-aedc9201-5e45-45cb-b6a0-a9c7d2761142 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923538 Nov 12 12:10:59.378207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2007220b-cefd-4d44-9362-61feef76dbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:01.886860 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-332e7c1b-6811-40da-8829-7a41fc69ffe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:03.260322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:04.234371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13913553-ba3d-4deb-99f8-7304c085099e req-d24d6b30-f6b2-4540-954a-53084dda0a33 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439146 Nov 12 12:11:04.403295 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:04.663415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913553-ba3d-4deb-99f8-7304c085099e req-3a1fbbc5-b1aa-4df6-a487-120e487a0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:04.664941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13913553-ba3d-4deb-99f8-7304c085099e req-3a1fbbc5-b1aa-4df6-a487-120e487a0f98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 1097 time: 0.3813181 Nov 12 12:11:04.769336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913553-ba3d-4deb-99f8-7304c085099e req-9206d70c-ffd8-4e0a-aac4-5fb38993b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:04.772958 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13913553-ba3d-4deb-99f8-7304c085099e req-9206d70c-ffd8-4e0a-aac4-5fb38993b583 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6868c741-98aa-474f-97d1-41a664713d7a HTTP/1.1" status: 200 len: 898 time: 0.0842216 Nov 12 12:11:04.841166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13913553-ba3d-4deb-99f8-7304c085099e req-62b0ca2b-6fee-47a8-8532-3cd3a000c40c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871eb94e-d9ef-44e8-809b-82607798afbe HTTP/1.1" status: 200 len: 1001 time: 0.0625596 Nov 12 12:11:04.859818 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:04.893974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913553-ba3d-4deb-99f8-7304c085099e req-e5220dee-23e1-49b6-a874-e6e888a4e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:04.895341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13913553-ba3d-4deb-99f8-7304c085099e req-e5220dee-23e1-49b6-a874-e6e888a4e25f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00192153-c3f0-4f66-9138-af65ea3b4cc4 HTTP/1.1" status: 200 len: 834 time: 0.0437055 Nov 12 12:11:04.947816 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913553-ba3d-4deb-99f8-7304c085099e req-27ab8bda-621c-4719-b2f6-e61048df5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:04.949384 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13913553-ba3d-4deb-99f8-7304c085099e req-27ab8bda-621c-4719-b2f6-e61048df5d02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6868c741-98aa-474f-97d1-41a664713d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458372 Nov 12 12:11:05.042692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13913553-ba3d-4deb-99f8-7304c085099e req-c500caf8-83f7-4449-97ca-8e597351a720 service neutron] 10.222.0.69 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842199 Nov 12 12:11:05.136832 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-13913553-ba3d-4deb-99f8-7304c085099e req-e50f11fa-a220-4992-994a-80198a242d9f service neutron] 10.222.0.69 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850124 Nov 12 12:11:17.785459 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aade55-56cc-46a5-80fd-6e407e998068 req-cae981ef-dc50-40cd-b240-5669f343a053 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:17.787129 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27aade55-56cc-46a5-80fd-6e407e998068 req-cae981ef-dc50-40cd-b240-5669f343a053 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0559099 Nov 12 12:11:17.844550 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-27aade55-56cc-46a5-80fd-6e407e998068 req-4aa0e2b8-0f3c-46e3-b977-d8edd4a75306 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505490 Nov 12 12:11:18.345825 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:18.968653 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1274a16-5959-4c1c-9c70-fbfc85e4e13d req-3372d9a3-f6c6-4169-b203-bf9a2e80c251 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:18.970200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1274a16-5959-4c1c-9c70-fbfc85e4e13d req-3372d9a3-f6c6-4169-b203-bf9a2e80c251 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0518439 Nov 12 12:11:19.020458 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1274a16-5959-4c1c-9c70-fbfc85e4e13d req-8647ba11-3cfa-44a6-a158-1315a10ad90e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437958 Nov 12 12:11:19.047517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43820) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:19.109415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b95db3c6-4aaf-4f88-8d66-77f314cbded0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/a68682c2-3f8d-484a-9f7f-df75d4155a25 HTTP/1.1" status: 200 len: 993 time: 0.0607121 Nov 12 12:11:20.505173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211685-75cd-47a6-881e-443782679224 req-728213be-0fd9-4fac-8cab-743e78532c24 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:20.506694 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28211685-75cd-47a6-881e-443782679224 req-728213be-0fd9-4fac-8cab-743e78532c24 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0534320 Nov 12 12:11:20.559751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-28211685-75cd-47a6-881e-443782679224 req-23c77c25-faea-4226-b52a-3fa1b558c360 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471356 Nov 12 12:11:21.311294 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:21.680452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d048a-e98f-436c-9e06-42fdee6a6d37 req-dc8bcfad-c246-4203-8597-bb858f09571c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:21.681960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-178d048a-e98f-436c-9e06-42fdee6a6d37 req-dc8bcfad-c246-4203-8597-bb858f09571c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0532019 Nov 12 12:11:21.739888 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-178d048a-e98f-436c-9e06-42fdee6a6d37 req-e74a4941-3756-4ce8-8f7f-08c692414b81 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520563 Nov 12 12:11:21.762118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43830) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:21.824759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-62af494b-b83d-45dd-81cb-765dfae3a51f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/a68682c2-3f8d-484a-9f7f-df75d4155a25 HTTP/1.1" status: 200 len: 993 time: 0.0614858 Nov 12 12:11:22.065960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43836) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:22.219137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port e9be448e-2bfe-481d-aece-49b67b9baeec {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:11:22.219374 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:22.292532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:22.292851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:22.304208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for e9be448e-2bfe-481d-aece-49b67b9baeec owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:11:22.632058 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:22.659725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=e9be448e-2bfe-481d-aece-49b67b9baeec,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:22.683531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.683885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.684254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.684595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.684971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.685311 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.685647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.685983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.686313 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.686643 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.686974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.687299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:22.728750 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:22.729546 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP a68682c2-3f8d-484a-9f7f-df75d4155a25 disassociated (deleted). External IP: 172.25.3.251, port: 871eb94e-d9ef-44e8-809b-82607798afbe. Nov 12 12:11:22.936819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 26552130-334e-4b7b-9022-87d92946c5b2 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:11:23.046007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:11:23.051822 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:23.059801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] Sync routers for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:11:23.070194 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:23.070812 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:23.079106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-35a5b84f-585d-4112-9f6e-27cc466fcdd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/floatingips/a68682c2-3f8d-484a-9f7f-df75d4155a25 HTTP/1.1" status: 204 len: 168 time: 1.0120430 Nov 12 12:11:23.079701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:11:23.082078 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f" -d '{"events": [{"name": "network-changed", "server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:11:23.179986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:23.378512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:25Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:23.404450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] Checking router: 26552130-334e-4b7b-9022-87d92946c5b2 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:11:23.412765 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:23.414872 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:23.473194 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee12b08-ba41-4765-99ee-f730e8a5ffd7 x-openstack-request-id: req-6ee12b08-ba41-4765-99ee-f730e8a5ffd7 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:11:23.473875 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:11:23.474300 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6ee12b08-ba41-4765-99ee-f730e8a5ffd7 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:11:23.474866 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe', 'status': 'completed', 'code': 200} Nov 12 12:11:23.523239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:23.541430 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-57dfe557-528e-4d81-9c6c-fd7083d07582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:23.543044 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-57dfe557-528e-4d81-9c6c-fd7083d07582 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0450540 Nov 12 12:11:23.571077 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ba883-3fa1-4fe8-acee-d4f4870ad841 req-96bfea7b-b4b7-4e9e-ae37-790c2edca582 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:23.572676 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-464ba883-3fa1-4fe8-acee-d4f4870ad841 req-96bfea7b-b4b7-4e9e-ae37-790c2edca582 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Nov 12 12:11:23.631715 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-464ba883-3fa1-4fe8-acee-d4f4870ad841 req-8a9336fa-2927-4412-bceb-c2568bf479a0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511575 Nov 12 12:11:23.658176 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-5d81d167-df9f-413a-85b0-7a2d0df48b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:23.660402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-5d81d167-df9f-413a-85b0-7a2d0df48b94 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6868c741-98aa-474f-97d1-41a664713d7a HTTP/1.1" status: 200 len: 898 time: 0.1091716 Nov 12 12:11:23.703798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-725ad27c-fda8-4805-8972-a9d39085358a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871eb94e-d9ef-44e8-809b-82607798afbe HTTP/1.1" status: 200 len: 217 time: 0.0355580 Nov 12 12:11:23.740696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:25Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:23.759763 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-81459e7a-4c81-4f7e-9059-59c37b2afa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:23.761374 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-81459e7a-4c81-4f7e-9059-59c37b2afa38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00192153-c3f0-4f66-9138-af65ea3b4cc4 HTTP/1.1" status: 200 len: 834 time: 0.0491927 Nov 12 12:11:23.766573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd0be2-ff1b-4edb-ad42-9b4f9fa7ca53 None None] The sync data for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 is: [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:22Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '004ac560-9ca4-4cf5-9d6b-4422d3303db7', 'name': '', 'network_id': '6868c741-98aa-474f-97d1-41a664713d7a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:65:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:22Z', 'updated_at': '2021-11-12T12:10:25Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': '00192153-c3f0-4f66-9138-af65ea3b4cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:11:23.812429 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-9809e0d7-a35a-4cad-83b3-17a3c3745a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:23.813968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-9809e0d7-a35a-4cad-83b3-17a3c3745a4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6868c741-98aa-474f-97d1-41a664713d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435169 Nov 12 12:11:23.918773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-a963fe19-cd95-4420-b600-8108e2383cd9 service neutron] 10.222.0.69 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947285 Nov 12 12:11:23.993188 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1c6aec-7c7f-4883-9790-185de7b45c67 None None] New status for floating IP a68682c2-3f8d-484a-9f7f-df75d4155a25: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:11:24.017397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0bf49b93-a1d9-4c75-b59f-d06a65d5912f req-616bd92d-c18b-47c1-942c-ec1fd0421930 service neutron] 10.222.0.69 "GET /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874996 Nov 12 12:11:24.756654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95d40f-b992-4527-9a01-faaea22e0211 req-4c03c5d9-b811-4639-923d-a95686c56dc1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:24.758263 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc95d40f-b992-4527-9a01-faaea22e0211 req-4c03c5d9-b811-4639-923d-a95686c56dc1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0499711 Nov 12 12:11:24.810392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc95d40f-b992-4527-9a01-faaea22e0211 req-9a5a9ff6-2023-47dd-a10e-3e4ac34831c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462427 Nov 12 12:11:25.415844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-38f9be4d-6974-4e6c-aa46-9494d8d046e9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:25.417329 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-38f9be4d-6974-4e6c-aa46-9494d8d046e9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Nov 12 12:11:25.509071 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 871eb94e-d9ef-44e8-809b-82607798afbe {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:11:25.509410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:25.596138 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 871eb94e-d9ef-44e8-809b-82607798afbe, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=871eb94e-d9ef-44e8-809b-82607798afbe,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:25.596505 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:25.609499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 871eb94e-d9ef-44e8-809b-82607798afbe owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:11:25.817658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:25.846230 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=871eb94e-d9ef-44e8-809b-82607798afbe,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:25.891948 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] No DVR routers for this DVR port 871eb94e-d9ef-44e8-809b-82607798afbe on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:11:25.894579 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:25.897912 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9b2bf858-3082-4a73-ab86-295d1807e65b req-2d0860b6-ffc4-441c-b175-b9edbcbaa5e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "DELETE /v2.0/ports/871eb94e-d9ef-44e8-809b-82607798afbe HTTP/1.1" status: 204 len: 173 time: 0.4739370 Nov 12 12:11:25.898402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'name': 'network-vif-deleted', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:11:25.900744 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bea3c57-2a52-4046-b088-695c0dd333a3" -d '{"events": [{"server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "name": "network-vif-deleted", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:11:25.910493 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f7ecbc82-0584-41e1-ad8d-c3f393646f25 req-7d649ec6-f893-4b11-835e-34eeb9055ae7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=753f19d1-07b7-404f-b26e-6f30050b0f53 HTTP/1.1" status: 200 len: 210 time: 0.0284047 Nov 12 12:11:25.953123 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c558ee8-1811-45f8-97d8-454fa1dc212f x-openstack-request-id: req-0c558ee8-1811-45f8-97d8-454fa1dc212f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:11:25.953413 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f19d1-07b7-404f-b26e-6f30050b0f53", "name": "network-vif-deleted", "tag": "871eb94e-d9ef-44e8-809b-82607798afbe", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:11:25.953690 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c558ee8-1811-45f8-97d8-454fa1dc212f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:11:25.954086 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f19d1-07b7-404f-b26e-6f30050b0f53', 'name': 'network-vif-deleted', 'tag': '871eb94e-d9ef-44e8-809b-82607798afbe', 'status': 'completed', 'code': 200} Nov 12 12:11:26.969449 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43852) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:27.333212 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:27.596776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 004ac560-9ca4-4cf5-9d6b-4422d3303db7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:11:27.597054 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:27.684343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 004ac560-9ca4-4cf5-9d6b-4422d3303db7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=004ac560-9ca4-4cf5-9d6b-4422d3303db7,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:27.684710 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:27.697616 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 004ac560-9ca4-4cf5-9d6b-4422d3303db7 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:11:27.943488 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:27.972274 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=004ac560-9ca4-4cf5-9d6b-4422d3303db7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:27.987049 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.987892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.988249 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.988584 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.989212 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.989327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.989577 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.989899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.990219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.990537 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.990854 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:27.991166 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:28.158803 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:28.614423 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 871eb94e-d9ef-44e8-809b-82607798afbe no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:11:28.635209 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 871eb94e-d9ef-44e8-809b-82607798afbe {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:11:28.635581 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 871eb94e-d9ef-44e8-809b-82607798afbe not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:11:28.650938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 26552130-334e-4b7b-9022-87d92946c5b2 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:11:28.756654 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:11:28.761652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7cabfa1f-4b45-4dfe-8efb-6d8d72bc6465 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/26552130-334e-4b7b-9022-87d92946c5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7911801 Nov 12 12:11:28.764495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43854) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:28.766858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] Sync routers for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:11:28.778126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:28.778729 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:28.814757 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b38e1b0-f4e6-4462-8d42-d33e4f1b89eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting subnet 00192153-c3f0-4f66-9138-af65ea3b4cc4 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:11:28.817869 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b38e1b0-f4e6-4462-8d42-d33e4f1b89eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:28.858270 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b38e1b0-f4e6-4462-8d42-d33e4f1b89eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:28.884096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:28.947644 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b38e1b0-f4e6-4462-8d42-d33e4f1b89eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.105961 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b38e1b0-f4e6-4462-8d42-d33e4f1b89eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.131148 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38e1b0-f4e6-4462-8d42-d33e4f1b89eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Subnet': ['ID=00192153-c3f0-4f66-9138-af65ea3b4cc4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:29.136849 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b38e1b0-f4e6-4462-8d42-d33e4f1b89eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.142553 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1b38e1b0-f4e6-4462-8d42-d33e4f1b89eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/subnets/00192153-c3f0-4f66-9138-af65ea3b4cc4 HTTP/1.1" status: 204 len: 168 time: 0.3745415 Nov 12 12:11:29.142919 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43856) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:29.150294 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e49b0-12dc-4bff-b4ec-74097565c585 None None] Network 6868c741-98aa-474f-97d1-41a664713d7a requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:11:29.251784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.343560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:11:27Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:29.358359 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.372215 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] Checking router: 26552130-334e-4b7b-9022-87d92946c5b2 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:11:29.381328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] Routers {'26552130-334e-4b7b-9022-87d92946c5b2'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:29.381960 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['26552130-334e-4b7b-9022-87d92946c5b2'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:29.424186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] DHCP port deletion for 6868c741-98aa-474f-97d1-41a664713d7a request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:11:29.425700 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d5af2d4c-002b-49c1-96fc-f6597cf8745e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.485060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port cf1ac2e0-886b-4af9-8162-0a929a078721 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:11:29.485402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.530760 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] Set router 26552130-334e-4b7b-9022-87d92946c5b2 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:29.560632 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Deleting port e6740b19-83a5-49ef-95db-4bfc8be4575d {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:11:29.561007 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.569734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port cf1ac2e0-886b-4af9-8162-0a929a078721, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cf1ac2e0-886b-4af9-8162-0a929a078721,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:29.570098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.582542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for cf1ac2e0-886b-4af9-8162-0a929a078721 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:11:29.696901 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] For port e6740b19-83a5-49ef-95db-4bfc8be4575d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e6740b19-83a5-49ef-95db-4bfc8be4575d,segment=NetworkSegment(ba8b94b3-6db6-4f6a-9464-d484f9369149),segment_id=ba8b94b3-6db6-4f6a-9464-d484f9369149)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:29.697493 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.716084 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Calling delete_port for e6740b19-83a5-49ef-95db-4bfc8be4575d owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:11:29.808550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.835537 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=cf1ac2e0-886b-4af9-8162-0a929a078721,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:29.850495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2f2b6-7585-4f9f-918d-3670b4b4ce26 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:11:29.857134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:11:27Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:29.887525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe2b71-84ed-41cd-a515-cf3fe3238347 None None] The sync data for ids ['26552130-334e-4b7b-9022-87d92946c5b2'] in n-d-768852-22 is: [{'id': '26552130-334e-4b7b-9022-87d92946c5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037009293', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:11:27Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'cf1ac2e0-886b-4af9-8162-0a929a078721', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:80:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26552130-334e-4b7b-9022-87d92946c5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:10:18Z', 'updated_at': '2021-11-12T12:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:11:29.900078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.905419 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.934385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Pushing event deleted for resources: {'Port': ['ID=e6740b19-83a5-49ef-95db-4bfc8be4575d,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:29.944655 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] No DVR routers for this DVR port e6740b19-83a5-49ef-95db-4bfc8be4575d on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.950113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.951121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.951121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec8dff-555f-4e86-8d27-fef6cc447b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:29.995436 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:29.997595 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.097714 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.098261 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Fanout notify agent at l3_agent the message router_deleted on router 26552130-334e-4b7b-9022-87d92946c5b2 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:11:30.104991 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.106093 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0bcfd37c-4e77-498c-9feb-415ac5ac6c50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/routers/26552130-334e-4b7b-9022-87d92946c5b2 HTTP/1.1" status: 204 len: 168 time: 0.9621823 Nov 12 12:11:30.108721 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43858) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:30.188433 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.277818 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.299299 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6868c741-98aa-474f-97d1-41a664713d7a']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:30.309994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8b94b3-6db6-4f6a-9464-d484f9369149') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:30.310286 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8b94b3-6db6-4f6a-9464-d484f9369149') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:30.320670 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.334474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.340838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:11:30.341370 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:11:30.344559 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:11:30.472874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 004ac560-9ca4-4cf5-9d6b-4422d3303db7 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:11:30.494823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 004ac560-9ca4-4cf5-9d6b-4422d3303db7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:11:30.495166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 004ac560-9ca4-4cf5-9d6b-4422d3303db7 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:11:30.495589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e6740b19-83a5-49ef-95db-4bfc8be4575d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:11:30.499204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.506896 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.510272 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/networks/6868c741-98aa-474f-97d1-41a664713d7a HTTP/1.1" status: 204 len: 168 time: 0.4006085 Nov 12 12:11:30.513424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43860) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:30.515990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e6740b19-83a5-49ef-95db-4bfc8be4575d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:11:30.516341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e6740b19-83a5-49ef-95db-4bfc8be4575d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:11:30.522288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b45a07-fcf4-4d57-bd11-211fd3e2734e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Network': ['ID=6868c741-98aa-474f-97d1-41a664713d7a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:30.586774 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae276982-c465-44fa-9a6d-cd6cd9fe23f0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.613385 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae276982-c465-44fa-9a6d-cd6cd9fe23f0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.749502 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae276982-c465-44fa-9a6d-cd6cd9fe23f0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.752097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae276982-c465-44fa-9a6d-cd6cd9fe23f0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:30.753266 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ae276982-c465-44fa-9a6d-cd6cd9fe23f0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/security-groups/bc50bc71-fa36-4fda-ac6f-f15ef9997aa4 HTTP/1.1" status: 204 len: 168 time: 0.2389450 Nov 12 12:11:30.762385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae276982-c465-44fa-9a6d-cd6cd9fe23f0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc50bc71-fa36-4fda-ac6f-f15ef9997aa4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:31.329252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43866) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:31.334469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3f13a05f-8b73-4008-bb51-15dc451f0500 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049228683', 'description': 'tempest-secgroup-smoke-2049228683 description', 'project_id': '30b764403e1e4447a21e8f0e8a101953'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:31.417903 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f13a05f-8b73-4008-bb51-15dc451f0500 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.500021 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f13a05f-8b73-4008-bb51-15dc451f0500 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.574197 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f13a05f-8b73-4008-bb51-15dc451f0500 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.606836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13a05f-8b73-4008-bb51-15dc451f0500 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8541e811-31eb-4548-ac88-116cee791ab6,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:31.659747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3f13a05f-8b73-4008-bb51-15dc451f0500 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.661157 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3f13a05f-8b73-4008-bb51-15dc451f0500 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3309131 Nov 12 12:11:31.664097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43868) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:31.668459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ebbfe778-3d6b-4ef1-aa5f-64e37bfad2b8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '8541e811-31eb-4548-ac88-116cee791ab6', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:31.754381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe778-3d6b-4ef1-aa5f-64e37bfad2b8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.820961 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe778-3d6b-4ef1-aa5f-64e37bfad2b8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.831415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0d920e61-0f45-49a2-9e3d-008c9cba2767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.888534 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe778-3d6b-4ef1-aa5f-64e37bfad2b8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.906588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfe778-3d6b-4ef1-aa5f-64e37bfad2b8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bbc83e-7391-42fd-a967-bda487f4caf1,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:31.975692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe778-3d6b-4ef1-aa5f-64e37bfad2b8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:31.976969 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ebbfe778-3d6b-4ef1-aa5f-64e37bfad2b8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118873 Nov 12 12:11:31.979733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43870) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:31.984181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-e8db827b-3ab7-46ff-bcc1-8cd84c7bbee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '8541e811-31eb-4548-ac88-116cee791ab6', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:32.082350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8db827b-3ab7-46ff-bcc1-8cd84c7bbee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.137134 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8db827b-3ab7-46ff-bcc1-8cd84c7bbee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.197025 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8db827b-3ab7-46ff-bcc1-8cd84c7bbee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.214483 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db827b-3ab7-46ff-bcc1-8cd84c7bbee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdf10c4-04db-4f6e-81b7-285b32032dbb,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:32.287702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e8db827b-3ab7-46ff-bcc1-8cd84c7bbee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.288933 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e8db827b-3ab7-46ff-bcc1-8cd84c7bbee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3082521 Nov 12 12:11:32.291711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43872) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:32.295990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-701c7886-697a-4343-9fdb-de56a07eb43c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '8541e811-31eb-4548-ac88-116cee791ab6', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:32.366201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cf1ac2e0-886b-4af9-8162-0a929a078721 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:11:32.387942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-701c7886-697a-4343-9fdb-de56a07eb43c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.389994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: cf1ac2e0-886b-4af9-8162-0a929a078721 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:11:32.390339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cf1ac2e0-886b-4af9-8162-0a929a078721 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:11:32.443217 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-701c7886-697a-4343-9fdb-de56a07eb43c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.488512 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-701c7886-697a-4343-9fdb-de56a07eb43c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.509670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c7886-697a-4343-9fdb-de56a07eb43c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1a5ffa-7e31-47d7-bc09-512ec2250a24,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:32.592936 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-701c7886-697a-4343-9fdb-de56a07eb43c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.594227 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-701c7886-697a-4343-9fdb-de56a07eb43c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015354 Nov 12 12:11:32.597553 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43874) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:32.606555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-421b4031-8c73-4306-bed1-650d48cc634c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '8541e811-31eb-4548-ac88-116cee791ab6', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:32.704571 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-421b4031-8c73-4306-bed1-650d48cc634c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.759724 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-421b4031-8c73-4306-bed1-650d48cc634c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.865414 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-421b4031-8c73-4306-bed1-650d48cc634c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.884535 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b4031-8c73-4306-bed1-650d48cc634c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff79885-8cdd-4ad9-84cd-3801219cd94c,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:32.916400 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:11:32.945350 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-421b4031-8c73-4306-bed1-650d48cc634c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:32.946577 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-421b4031-8c73-4306-bed1-650d48cc634c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3481019 Nov 12 12:11:32.949330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43876) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:32.953825 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6f69373d-b3d2-4520-a673-637435b5d23e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '8541e811-31eb-4548-ac88-116cee791ab6', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:33.036671 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-6f69373d-b3d2-4520-a673-637435b5d23e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:11:33.041817 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f69373d-b3d2-4520-a673-637435b5d23e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.100731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f69373d-b3d2-4520-a673-637435b5d23e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.183376 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f69373d-b3d2-4520-a673-637435b5d23e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.200546 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69373d-b3d2-4520-a673-637435b5d23e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbccf0fb-0080-4e9f-bcf6-d81ea9d11f0c,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:33.290515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6f69373d-b3d2-4520-a673-637435b5d23e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.291748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6f69373d-b3d2-4520-a673-637435b5d23e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3413656 Nov 12 12:11:33.294492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43878) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:33.299243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d08e7aa7-2f8d-4973-829f-98698da46ec3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '8541e811-31eb-4548-ac88-116cee791ab6', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:33.299568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.377173 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-d08e7aa7-2f8d-4973-829f-98698da46ec3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:11:33.382593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d08e7aa7-2f8d-4973-829f-98698da46ec3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.439247 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d08e7aa7-2f8d-4973-829f-98698da46ec3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.516482 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d08e7aa7-2f8d-4973-829f-98698da46ec3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.536870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e7aa7-2f8d-4973-829f-98698da46ec3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1454dc-1b8f-45df-843e-7f52d18ef6e6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:33.627479 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d08e7aa7-2f8d-4973-829f-98698da46ec3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.629370 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d08e7aa7-2f8d-4973-829f-98698da46ec3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3338795 Nov 12 12:11:33.632501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43880) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:33.637367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'network': {'name': 'tempest-network-smoke--1337570907', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:33.731695 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:11:33.735261 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.759181 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:11:33.767689 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.768080 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Added segment 99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607 of type vlan for network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 Nov 12 12:11:33.807544 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.966495 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:33.972632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:33.973204 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.036615 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Network': ['ID=9d208ec9-a761-4e5a-a498-cc5bbd0d5730,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:34.046745 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:11:34.091071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-032f0c2d-e36d-4e4e-bdab-fedfc5f8dc50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4574859 Nov 12 12:11:34.093955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43882) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:34.099284 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'admin_state_up': True, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:34.191480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.192566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.241679 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.446136 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.451673 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.717763 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.736865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.844735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.164 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/9494b2da-fc52-4254-a152-d0f719ece367) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:11:34.888608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:34.946476 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:35.051545 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:35.093791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:11:35.096741 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:11:35.103216 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:11:35.105976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=9494b2da-fc52-4254-a152-d0f719ece367,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:35.110727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8d790-43ee-498c-a4ad-c030f4dfb4d3 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:11:35.178362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ce9fd4e2-7ae6-4608-873b-c7916752c4a8 None None] Provisioning complete for port 9494b2da-fc52-4254-a152-d0f719ece367 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:35.178642 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd4e2-7ae6-4608-873b-c7916752c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:35.212086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fd4e2-7ae6-4608-873b-c7916752c4a8 None None] Port 9494b2da-fc52-4254-a152-d0f719ece367 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:11:35.408147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:35.605774 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:35.796497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 97bd6099-42e2-4050-8cca-24b67b9f614d is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:11:35.906381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:11:35.917190 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Sync routers for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:11:35.927006 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:35.927606 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:35.987149 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:35.988528 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-65442344-3394-4ead-936d-52d72f73d013 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8935497 Nov 12 12:11:35.991755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43884) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:36.023620 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-86e6b16e-1fde-4d47-9b3c-5cb04a20cd48 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=30b764403e1e4447a21e8f0e8a101953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305915 Nov 12 12:11:36.026260 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43886) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:36.030160 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:36.175563 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc9f598-23a9-43bf-8b3c-2866f4d341b1 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:36.177082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6dc9f598-23a9-43bf-8b3c-2866f4d341b1 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1498117 Nov 12 12:11:36.180001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 43888) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:36.207908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f2431e3b-1aaa-4d7a-a528-0cd635efecea tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267541 Nov 12 12:11:36.211344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43890) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:36.212117 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:35Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:36.216805 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-629306691', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:36.239233 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Checking router: 97bd6099-42e2-4050-8cca-24b67b9f614d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:11:36.239576 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Updating router 97bd6099-42e2-4050-8cca-24b67b9f614d port 9494b2da-fc52-4254-a152-d0f719ece367 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:11:36.264784 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.395362 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:11:36.399013 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.513971 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.606176 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.648612 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce04cd49-0332-4e9b-8767-35e5a6f1c1cf None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:11:36.655027 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.661740 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Attempting to bind port 9494b2da-fc52-4254-a152-d0f719ece367 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:11:36.661740 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Attempting to bind port 9494b2da-fc52-4254-a152-d0f719ece367 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:11:36.661740 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Attempting to bind port 9494b2da-fc52-4254-a152-d0f719ece367 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:11:36.663237 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Pushing event updated for resources: {'Port': ['ID=9494b2da-fc52-4254-a152-d0f719ece367,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:36.672573 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.672915 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.673252 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.673587 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.673918 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.674246 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.675068 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.675390 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.675707 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.676059 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.676377 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.676691 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:11:36.680159 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:11:36.680533 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:11:36.680964 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.681305 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:11:36.681778 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Bound port: 9494b2da-fc52-4254-a152-d0f719ece367, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:11:36.682152 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.726496 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Subnet': ['ID=cf9862f5-b939-40f8-8ca9-7bae4fc74582,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:36.736592 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] For port 9494b2da-fc52-4254-a152-d0f719ece367, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:11:36.740756 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] For port 9494b2da-fc52-4254-a152-d0f719ece367, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9494b2da-fc52-4254-a152-d0f719ece367,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:11:36.746717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Checking segment: {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:11:36.746717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network hostable DHCP agents. Network: 9d208ec9-a761-4e5a-a498-cc5bbd0d5730, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:11:36.752341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-05aa2b7e-1ee5-4a54-bc58-e667a6e30407 None None] Provisioning complete for port 9494b2da-fc52-4254-a152-d0f719ece367 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:36.753254 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-05aa2b7e-1ee5-4a54-bc58-e667a6e30407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.787883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-05aa2b7e-1ee5-4a54-bc58-e667a6e30407 None None] Port 9494b2da-fc52-4254-a152-d0f719ece367 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:11:36.848818 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.859955 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:11:36.890754 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2b324-c047-4ddf-acd3-4c5f24ce16ee None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:11:36.907632 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:36.908280 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:36.911575 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740293c-7d2b-4c29-b8d9-832e4d3aed59 None None] Pushing event updated for resources: {'Port': ['ID=9494b2da-fc52-4254-a152-d0f719ece367,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:36.949229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 9d208ec9-a761-4e5a-a498-cc5bbd0d5730) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:11:36.956262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:36.957192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:36.960884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2900f49-a5b3-4ed3-b828-bea8d37a2449 None None] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:11:37.029185 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:37.041252 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3eec0cff-21fe-4955-a1ee-a4021c4a91cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8259919 Nov 12 12:11:37.041446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-24ab4d48-a9ed-489d-9a22-87eb82301ede None None] Provisioning complete for port 9494b2da-fc52-4254-a152-d0f719ece367 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:37.041446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-24ab4d48-a9ed-489d-9a22-87eb82301ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.041691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43894) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:37.181255 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:11:37.182124 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.198401 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-24ab4d48-a9ed-489d-9a22-87eb82301ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.228193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-24ab4d48-a9ed-489d-9a22-87eb82301ede None None] For port 9494b2da-fc52-4254-a152-d0f719ece367, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9494b2da-fc52-4254-a152-d0f719ece367,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:37.278045 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:35Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:37.278045 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757dc98-47eb-4a2f-a229-1b83341bdea2 None None] The sync data for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 is: [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:35Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:11:37.343378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Allocated IP 172.20.0.2 (9d208ec9-a761-4e5a-a498-cc5bbd0d5730/cf9862f5-b939-40f8-8ca9-7bae4fc74582/39165b70-6ae8-49f7-bde7-8d62023d722d) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:11:37.374799 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-24ab4d48-a9ed-489d-9a22-87eb82301ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.464815 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab4d48-a9ed-489d-9a22-87eb82301ede None None] Pushing event updated for resources: {'Port': ['ID=9494b2da-fc52-4254-a152-d0f719ece367,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:37.553625 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.642995 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.693213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:11:37.696345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:11:37.700076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:11:37.708306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Pushing event updated for resources: {'Port': ['ID=39165b70-6ae8-49f7-bde7-8d62023d722d,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:37.769230 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Attempting to bind port 39165b70-6ae8-49f7-bde7-8d62023d722d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:11:37.769862 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Attempting to bind port 39165b70-6ae8-49f7-bde7-8d62023d722d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:11:37.770297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Attempting to bind port 39165b70-6ae8-49f7-bde7-8d62023d722d on network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:11:37.776366 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:11:37.776843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Checking segment: {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:11:37.777322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.777826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Bound using segment: {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:11:37.778521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Bound port: 39165b70-6ae8-49f7-bde7-8d62023d722d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:11:37.779026 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.841183 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:37.847154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] For port 39165b70-6ae8-49f7-bde7-8d62023d722d, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:11:37.855055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] For port 39165b70-6ae8-49f7-bde7-8d62023d722d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=39165b70-6ae8-49f7-bde7-8d62023d722d,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:11:37.934844 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.008192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c76458-e8e3-42dd-92b3-34fae439ee73 None None] Pushing event updated for resources: {'Port': ['ID=39165b70-6ae8-49f7-bde7-8d62023d722d,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:38.174217 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.1 (9d208ec9-a761-4e5a-a498-cc5bbd0d5730/cf9862f5-b939-40f8-8ca9-7bae4fc74582/9e23f0bb-3696-4315-9167-1f327a9eb91c) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:11:38.321266 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.418079 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.455493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9494b2da-fc52-4254-a152-d0f719ece367 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:11:38.464383 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:11:38.467498 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:11:38.471874 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:11:38.478532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=9e23f0bb-3696-4315-9167-1f327a9eb91c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:38.506468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9494b2da-fc52-4254-a152-d0f719ece367 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:38.506844 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.523418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.585464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 39165b70-6ae8-49f7-bde7-8d62023d722d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:11:38.638166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 39165b70-6ae8-49f7-bde7-8d62023d722d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:38.638538 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.717724 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.741680 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.760861 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 39165b70-6ae8-49f7-bde7-8d62023d722d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=39165b70-6ae8-49f7-bde7-8d62023d722d,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:38.857616 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:38.911884 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=39165b70-6ae8-49f7-bde7-8d62023d722d,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:39.027799 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:39.098388 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:39.177018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:39.178816 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=9e23f0bb-3696-4315-9167-1f327a9eb91c,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:39.282918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:11:39.285229 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:11:39.381422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cfb714-6706-4830-b50b-b3275b27cbda None None] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:11:39.406851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 97bd6099-42e2-4050-8cca-24b67b9f614d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:11:39.456605 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-13edfa04-cdf5-4f23-8b2e-e42e5b835a26 None None] Provisioning complete for port 39165b70-6ae8-49f7-bde7-8d62023d722d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:39.456970 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-13edfa04-cdf5-4f23-8b2e-e42e5b835a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:39.518324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:11:39.526518 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d2db0ecf-7a28-4085-841b-b73b8094f455 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/97bd6099-42e2-4050-8cca-24b67b9f614d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4809844 Nov 12 12:11:39.537517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Sync routers for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:11:39.579456 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:39.580103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:39.679113 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-7bf4d9d1-8bae-4298-9dd1-86a60171b1ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049228683&fields=id&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 267 time: 0.0466835 Nov 12 12:11:39.723804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:39.798974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-c07c2d8c-d677-42cc-a7ea-41d9938dbcdb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:39.800844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-c07c2d8c-d677-42cc-a7ea-41d9938dbcdb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/networks?id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730 HTTP/1.1" status: 200 len: 797 time: 0.1144981 Nov 12 12:11:39.817554 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-0b760c46-0e07-4ae9-8b8a-6c3e45c92ff0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/quotas/30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 375 time: 0.0102949 Nov 12 12:11:39.875409 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-e3cb9fae-2bb8-405f-8b44-4cf32e1b290b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515053 Nov 12 12:11:39.954034 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-c19da278-f25f-43e5-8f8f-8803956e3b31 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:11:39.955192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-c19da278-f25f-43e5-8f8f-8803956e3b31 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0660067 Nov 12 12:11:40.034121 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a7875ef0-7abe-4f80-83a3-141a39d12343 None None] Provisioning complete for port 39165b70-6ae8-49f7-bde7-8d62023d722d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:40.034523 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7875ef0-7abe-4f80-83a3-141a39d12343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.057919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-a7aace29-685b-4447-8ebd-01e18e5bc05e service neutron] 10.222.0.98 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957665 Nov 12 12:11:40.162804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-8476531b-e9d2-49d4-9cd0-3daa0e6878b4 service neutron] 10.222.0.98 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968020 Nov 12 12:11:40.189161 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a7875ef0-7abe-4f80-83a3-141a39d12343 None None] Provisioning complete for port 9e23f0bb-3696-4315-9167-1f327a9eb91c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:40.189536 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7875ef0-7abe-4f80-83a3-141a39d12343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.193163 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 2, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:40.243040 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Checking router: 97bd6099-42e2-4050-8cca-24b67b9f614d for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:11:40.243404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Updating router 97bd6099-42e2-4050-8cca-24b67b9f614d port 9e23f0bb-3696-4315-9167-1f327a9eb91c binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:11:40.280925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a7875ef0-7abe-4f80-83a3-141a39d12343 None None] Port 9e23f0bb-3696-4315-9167-1f327a9eb91c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:11:40.282296 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.425398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-83ea1390-9db3-40d6-a901-1f382dd08033 None None] Provisioning complete for port 9e23f0bb-3696-4315-9167-1f327a9eb91c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:40.425766 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83ea1390-9db3-40d6-a901-1f382dd08033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.445626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f417df78-8b1b-427a-927d-8b6d516f4d1f req-f91aa499-5504-48df-bd84-583674d087a2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 210 time: 0.0388875 Nov 12 12:11:40.462623 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 39165b70-6ae8-49f7-bde7-8d62023d722d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:11:40.540252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-83ea1390-9db3-40d6-a901-1f382dd08033 None None] Port 9e23f0bb-3696-4315-9167-1f327a9eb91c cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:11:40.591361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 39165b70-6ae8-49f7-bde7-8d62023d722d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:40.591791 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.679605 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.771552 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.824207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7e79a-c936-4200-9314-fd4b936c564f None None] Pushing event updated for resources: {'Port': ['ID=9e23f0bb-3696-4315-9167-1f327a9eb91c,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:40.876361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Attempting to bind port 9e23f0bb-3696-4315-9167-1f327a9eb91c on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:11:40.876727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Attempting to bind port 9e23f0bb-3696-4315-9167-1f327a9eb91c by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:11:40.877087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Attempting to bind port 9e23f0bb-3696-4315-9167-1f327a9eb91c on network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:11:40.882474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:11:40.882854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Checking segment: {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:11:40.883245 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.883640 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Bound using segment: {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:11:40.884142 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Bound port: 9e23f0bb-3696-4315-9167-1f327a9eb91c, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:11:40.884607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:40.966661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] For port 9e23f0bb-3696-4315-9167-1f327a9eb91c, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:11:40.970102 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] For port 9e23f0bb-3696-4315-9167-1f327a9eb91c, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e23f0bb-3696-4315-9167-1f327a9eb91c,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:11:41.046346 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:41.120217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:41.120850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:41.122665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ddb9c4de-370c-460c-8051-f2af604f4bc2 None None] Provisioning complete for port 9e23f0bb-3696-4315-9167-1f327a9eb91c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:41.123021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c4de-370c-460c-8051-f2af604f4bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:41.126481 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7e79a-c936-4200-9314-fd4b936c564f None None] Pushing event updated for resources: {'Port': ['ID=9e23f0bb-3696-4315-9167-1f327a9eb91c,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:41.291678 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:41.338683 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c4de-370c-460c-8051-f2af604f4bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:41.448486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ddb9c4de-370c-460c-8051-f2af604f4bc2 None None] For port 9e23f0bb-3696-4315-9167-1f327a9eb91c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e23f0bb-3696-4315-9167-1f327a9eb91c,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:41.529556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:40Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:41.541682 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34196731-7522-4f87-b7d6-3662f611bcb7 req-cc019835-485e-420d-847c-86c3234e4dd6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 210 time: 0.0286818 Nov 12 12:11:41.560491 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c4de-370c-460c-8051-f2af604f4bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:41.562315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961ab64-df24-49f1-bdc7-a96aafb5425e None None] The sync data for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 is: [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:40Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:11:41.644432 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9c4de-370c-460c-8051-f2af604f4bc2 None None] Pushing event updated for resources: {'Port': ['ID=9e23f0bb-3696-4315-9167-1f327a9eb91c,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:41.684594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-987e9e22-a54c-42b3-9f0a-ea24305b8fa8 None None] Provisioning complete for port 9e23f0bb-3696-4315-9167-1f327a9eb91c triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:41.684972 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-987e9e22-a54c-42b3-9f0a-ea24305b8fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:42.460821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e23f0bb-3696-4315-9167-1f327a9eb91c up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:11:42.532458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9e23f0bb-3696-4315-9167-1f327a9eb91c triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:42.532828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:42.676575 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46dc9fb7-9622-433f-97e0-1c49c97b061d req-73eb4161-3fca-49fd-a1e8-38da389ba936 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 210 time: 0.0313685 Nov 12 12:11:42.832647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-6ff6bf9e-7562-41b7-9f3f-b00ee37aa848 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:42.834034 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-6ff6bf9e-7562-41b7-9f3f-b00ee37aa848 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/networks?id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730 HTTP/1.1" status: 200 len: 797 time: 0.4639761 Nov 12 12:11:42.900130 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-32016597-926a-4b7e-875c-4e8f76809ca2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 380 time: 0.0537884 Nov 12 12:11:42.912435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'port': {'device_id': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'admin_state_up': True, 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'security_groups': ['8541e811-31eb-4548-ac88-116cee791ab6']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:43.082087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:11:43.085759 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:43.211578 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.8 (9d208ec9-a761-4e5a-a498-cc5bbd0d5730/cf9862f5-b939-40f8-8ca9-7bae4fc74582/dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:11:43.355968 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:43.452504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:43.497419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:11:43.500510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:11:43.504421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:11:43.511086 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:43.560115 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:43.560747 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:43.634648 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-38f9e351-ec5d-4d8d-b699-aaf473932615 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7256901 Nov 12 12:11:43.650635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Request body: {'port': {'device_id': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:43.711702 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:43.802947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-7019e92d-adb4-433d-bb3a-4c82b8efd20a None None] Provisioning complete for port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:43.803705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7019e92d-adb4-433d-bb3a-4c82b8efd20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:43.804477 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5e3e8-b9f2-41bf-a189-cc787bc330c5 req-456caba4-9d7f-413e-a9fa-32794f908d6a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:43.805986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaa5e3e8-b9f2-41bf-a189-cc787bc330c5 req-456caba4-9d7f-413e-a9fa-32794f908d6a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 931 time: 0.0557070 Nov 12 12:11:43.843409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-7019e92d-adb4-433d-bb3a-4c82b8efd20a None None] Port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:11:43.862328 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eaa5e3e8-b9f2-41bf-a189-cc787bc330c5 req-e846465d-cade-432a-96e8-4d11a1eed09d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478289 Nov 12 12:11:43.986011 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:11:43.996965 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:44.013400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Transition to ACTIVE for port object dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:11:44.082698 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:44.138094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Pushing event updated for resources: {'Port': ['ID=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:44.208407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Attempting to bind port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:11:44.208749 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Attempting to bind port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:11:44.209080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Attempting to bind port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a on network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:11:44.213650 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a on network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:11:44.213973 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Attempting to bind port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a on network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:11:44.218967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:11:44.219308 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Checking segment: {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:11:44.219696 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Bound using segment: {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:11:44.220173 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Bound port: dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:11:44.220535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:44.285707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] For port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:11:44.288896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] For port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:11:44.346064 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:44.389305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:44.389923 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:44.391308 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] 10.222.0.69 "PUT /v2.0/ports/dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a HTTP/1.1" status: 200 len: 1092 time: 0.7453203 Nov 12 12:11:44.391836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:11:44.394200 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68797639-fab5-4138-bf76-5d1ef7e2b5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:11:44.415273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d4e28-aa61-464d-b7fe-b054d6bf458c service neutron] Pushing event updated for resources: {'Port': ['ID=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:44.439662 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11860d78-d89a-4c09-abb0-6de1867db4bc x-openstack-request-id: req-11860d78-d89a-4c09-abb0-6de1867db4bc {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:11:44.440048 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:11:44.441103 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-11860d78-d89a-4c09-abb0-6de1867db4bc {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:11:44.441261 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'status': 'completed', 'code': 200} Nov 12 12:11:44.508927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68797639-fab5-4138-bf76-5d1ef7e2b5cd req-79241200-85ca-43e4-8568-824560a2b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:44.510466 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68797639-fab5-4138-bf76-5d1ef7e2b5cd req-79241200-85ca-43e4-8568-824560a2b9ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1095 time: 0.0447719 Nov 12 12:11:44.612803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68797639-fab5-4138-bf76-5d1ef7e2b5cd req-269d6d2b-45e2-42e5-aa2d-5f0a76f19c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:44.614287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68797639-fab5-4138-bf76-5d1ef7e2b5cd req-269d6d2b-45e2-42e5-aa2d-5f0a76f19c23 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30b764403e1e4447a21e8f0e8a101953&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0950735 Nov 12 12:11:44.713120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68797639-fab5-4138-bf76-5d1ef7e2b5cd req-abd18dba-ed3d-4cd7-a035-8db0eb4f2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:44.714471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68797639-fab5-4138-bf76-5d1ef7e2b5cd req-abd18dba-ed3d-4cd7-a035-8db0eb4f2935 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929024 Nov 12 12:11:44.795917 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-6ed4e9f9-9606-48c2-9364-f30888947b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:44.797707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-6ed4e9f9-9606-48c2-9364-f30888947b39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1095 time: 0.0424228 Nov 12 12:11:44.844145 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-32d1720b-c340-4599-a190-2c10d87ee60c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a HTTP/1.1" status: 200 len: 217 time: 0.0381558 Nov 12 12:11:44.893357 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-37980c58-0f68-4ea9-8827-be1e744624e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:44.894839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-37980c58-0f68-4ea9-8827-be1e744624e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf9862f5-b939-40f8-8ca9-7bae4fc74582 HTTP/1.1" status: 200 len: 834 time: 0.0436997 Nov 12 12:11:44.945703 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-977753e5-b054-430c-8310-1a2e94168d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:44.947226 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-977753e5-b054-430c-8310-1a2e94168d66 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422280 Nov 12 12:11:44.981743 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae12435-bcd6-469d-b682-1e411e1d6f0f req-c3f717be-f6a9-4b94-8004-e6fb83f39b82 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:44.983147 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bae12435-bcd6-469d-b682-1e411e1d6f0f req-c3f717be-f6a9-4b94-8004-e6fb83f39b82 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 943 time: 0.0489318 Nov 12 12:11:45.032333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bae12435-bcd6-469d-b682-1e411e1d6f0f req-6e1e487c-a2d4-402c-aaf4-8b23afc7c15c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Nov 12 12:11:45.042097 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-631f7342-84b6-4cdc-8429-9b604cb888fb service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871892 Nov 12 12:11:45.134321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-32b3f8a1-8c96-4c23-894f-a5039ac6cb7f req-22c62657-e879-47c3-a5e1-57ecaa8413b9 service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827129 Nov 12 12:11:46.148375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ccbcb-6eb1-418c-ba9f-208568d49a2a req-45c62a82-32d3-444b-9330-34c28ff3ad12 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:46.149885 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be4ccbcb-6eb1-418c-ba9f-208568d49a2a req-45c62a82-32d3-444b-9330-34c28ff3ad12 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 943 time: 0.0490971 Nov 12 12:11:46.203951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be4ccbcb-6eb1-418c-ba9f-208568d49a2a req-e0a21002-efd1-4d7c-83bd-a3e6a2390c85 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481300 Nov 12 12:11:46.649003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:11:46.742829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:46.754437 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'port_id': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'mac_address': 'fa:16:3e:07:d0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:11:46.791807 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:46.806085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:11:46.824870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:46.905044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:46.952817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:47.179212 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:11:47.333815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1d47f-bb7b-4550-add5-dc8d0a4ccafb req-10d42196-3ef8-4c86-9ada-0a7fec0c940b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:47.335423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dff1d47f-bb7b-4550-add5-dc8d0a4ccafb req-10d42196-3ef8-4c86-9ada-0a7fec0c940b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 944 time: 0.0624373 Nov 12 12:11:47.395047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dff1d47f-bb7b-4550-add5-dc8d0a4ccafb req-fa5dc3cf-2bed-4a58-be34-37ef36e5e7d3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533779 Nov 12 12:11:48.354309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:48.510709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de7789-7b8f-40e9-8a60-550bbda01ed7 req-ce4451f8-183f-44ac-891f-20ba6e554af0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:48.512083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3de7789-7b8f-40e9-8a60-550bbda01ed7 req-ce4451f8-183f-44ac-891f-20ba6e554af0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 944 time: 0.0490618 Nov 12 12:11:48.561052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3de7789-7b8f-40e9-8a60-550bbda01ed7 req-3d2df993-8eeb-4e4d-9e00-262cccd93504 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Nov 12 12:11:48.661146 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:11:48.834438 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:11:48.838853 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:11:48.839311 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:48.916284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:48.938272 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:11:48.940581 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62937d4a-7875-419c-9ed5-0375bdf967d9" -d '{"events": [{"server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "name": "network-vif-plugged", "status": "completed", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:11:48.953449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:11:48.978897 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aa4f34-fe6b-43f7-ab57-6e197fa87a5d x-openstack-request-id: req-b8aa4f34-fe6b-43f7-ab57-6e197fa87a5d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:11:48.979190 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "name": "network-vif-plugged", "status": "completed", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:11:48.979446 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b8aa4f34-fe6b-43f7-ab57-6e197fa87a5d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:11:48.979845 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'code': 200} Nov 12 12:11:49.091493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0e72-5292-4e8e-90d0-a88d0e2c7bdf req-6d9f0820-41ee-4f05-89eb-35156544463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:49.092168 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:49.093749 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9cf0e72-5292-4e8e-90d0-a88d0e2c7bdf req-6d9f0820-41ee-4f05-89eb-35156544463e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1096 time: 0.0473955 Nov 12 12:11:49.143314 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:49.145585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d9cf0e72-5292-4e8e-90d0-a88d0e2c7bdf req-4638dfc2-2501-4054-aa1a-bdf48a3bd8e9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Nov 12 12:11:49.681199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ae1f5-86ae-4159-98b1-7ebcacf516cf req-16214311-6c4e-4afe-9026-9680bd5d312e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:49.682661 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f00ae1f5-86ae-4159-98b1-7ebcacf516cf req-16214311-6c4e-4afe-9026-9680bd5d312e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Nov 12 12:11:49.731914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f00ae1f5-86ae-4159-98b1-7ebcacf516cf req-59172f96-ba54-4830-ab02-99bf1711d690 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Nov 12 12:11:50.849590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e54ee-1b75-45bb-a2c7-018c6cf13aca req-81af6bc3-f1a6-44e0-be53-e3db57c49a65 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:50.851092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-072e54ee-1b75-45bb-a2c7-018c6cf13aca req-81af6bc3-f1a6-44e0-be53-e3db57c49a65 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0498197 Nov 12 12:11:50.901246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-072e54ee-1b75-45bb-a2c7-018c6cf13aca req-e676179d-3892-4736-8808-9b3c33cdcd68 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441034 Nov 12 12:11:51.019618 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f927ab-2828-42bf-be9a-8e9c1dac29d7 req-54808497-0367-4445-8e6f-cb91e36d2c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:51.021175 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6f927ab-2828-42bf-be9a-8e9c1dac29d7 req-54808497-0367-4445-8e6f-cb91e36d2c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0543916 Nov 12 12:11:51.070544 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f6f927ab-2828-42bf-be9a-8e9c1dac29d7 req-148af998-75e9-4fb8-b3cd-66de22e119a6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435150 Nov 12 12:11:51.092138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43948) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:51.131173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44988f21-193e-4308-a767-fb48beaecad9 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:51.132705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-44988f21-193e-4308-a767-fb48beaecad9 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1092 time: 0.0395732 Nov 12 12:11:51.135431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43950) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:51.139662 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:11:51.234278 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:51.309731 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:51.333277 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:51.432966 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.96 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/b24e9bf3-c2bc-48db-bb4d-bee71f0f3ba2) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:11:51.536192 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:51.660637 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:51.703163 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:11:51.706559 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:11:51.713329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:11:51.715183 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=b24e9bf3-c2bc-48db-bb4d-bee71f0f3ba2,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:52.073509 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:52.193395 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:52.341153 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:52.406427 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:52.482486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=b24e9bf3-c2bc-48db-bb4d-bee71f0f3ba2,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:11:52.499180 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:52.595115 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP f01cba86-4e6c-40c4-b49d-c1127da67db1 associated. External IP: 172.25.3.96, port: dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a. Nov 12 12:11:53.065516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 97bd6099-42e2-4050-8cca-24b67b9f614d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:11:53.173349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:11:53.183271 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] Sync routers for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:11:53.193739 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:53.199608 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:53.255900 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:11:53.289944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d5e40a8c-0780-423d-a91e-0488b0d443fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1534154 Nov 12 12:11:53.290642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:11:53.293178 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33a141-c523-46f9-9e5a-4d706de81fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:11:53.388423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279829e5-5441-4434-8c5c-e4ab4d6c02a6 req-88c634ac-0d25-406f-8c1b-6a0a583fa709 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:53.389844 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-279829e5-5441-4434-8c5c-e4ab4d6c02a6 req-88c634ac-0d25-406f-8c1b-6a0a583fa709 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0502713 Nov 12 12:11:53.390734 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:53.442260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-279829e5-5441-4434-8c5c-e4ab4d6c02a6 req-396aa8b0-9e18-47df-8394-0f3e49e88b51 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455949 Nov 12 12:11:53.465109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43956) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:53.503304 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc2f0f8-a3b5-4a2d-b329-21e39acf5e69 x-openstack-request-id: req-3bc2f0f8-a3b5-4a2d-b329-21e39acf5e69 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:11:53.503596 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:11:53.503848 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3bc2f0f8-a3b5-4a2d-b329-21e39acf5e69 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:11:53.504268 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'status': 'completed', 'code': 200} Nov 12 12:11:53.545947 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-96243123-18ee-43c5-99c8-06b8a9da6592 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/f01cba86-4e6c-40c4-b49d-c1127da67db1 HTTP/1.1" status: 200 len: 990 time: 0.0794110 Nov 12 12:11:53.556074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-c3040f9c-5ffc-46bb-aacb-84734d6910ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:53.557665 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-c3040f9c-5ffc-46bb-aacb-84734d6910ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1097 time: 0.0421548 Nov 12 12:11:53.647138 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'f01cba86-4e6c-40c4-b49d-c1127da67db1', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'port_id': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'mac_address': 'fa:16:3e:07:d0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:11:51Z', 'updated_at': '2021-11-12T12:11:51Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:41Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:53.657171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-bd9db37b-82b2-401d-9d1a-fb2a7c949ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:53.658510 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-bd9db37b-82b2-401d-9d1a-fb2a7c949ed3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730 HTTP/1.1" status: 200 len: 898 time: 0.0902593 Nov 12 12:11:53.672901 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] Checking router: 97bd6099-42e2-4050-8cca-24b67b9f614d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:11:53.681204 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:11:53.681807 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:11:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:53.730637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-9865221b-d5d0-4230-9905-d938f6c6f11e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a HTTP/1.1" status: 200 len: 998 time: 0.0640008 Nov 12 12:11:53.782506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-dc238d4b-f8bd-4b3b-9d3d-4f2858b4d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:53.784182 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-dc238d4b-f8bd-4b3b-9d3d-4f2858b4d0fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf9862f5-b939-40f8-8ca9-7bae4fc74582 HTTP/1.1" status: 200 len: 834 time: 0.0447168 Nov 12 12:11:53.787594 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:11:53.831371 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-7734094a-9a4b-4a3a-9573-2e0a75cbdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:53.832902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-7734094a-9a4b-4a3a-9573-2e0a75cbdaf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418429 Nov 12 12:11:53.927391 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-ee3b4787-cf44-4462-81ca-6a3f6466ac29 service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870574 Nov 12 12:11:54.015085 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'f01cba86-4e6c-40c4-b49d-c1127da67db1', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'port_id': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'mac_address': 'fa:16:3e:07:d0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:11:51Z', 'updated_at': '2021-11-12T12:11:51Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:41Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:11:54.023312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d33a141-c523-46f9-9e5a-4d706de81fb1 req-9ccad2a8-79a8-41c0-8bb6-a7cf36786306 service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879064 Nov 12 12:11:54.041848 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb2f1c-09e7-4947-ad52-d1bf42728fc2 None None] The sync data for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 is: [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'f01cba86-4e6c-40c4-b49d-c1127da67db1', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'port_id': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'mac_address': 'fa:16:3e:07:d0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:11:51Z', 'updated_at': '2021-11-12T12:11:51Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:41Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:11:54.238707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbdac2-dd71-4fbb-ac24-b13a454a30d0 None None] New status for floating IP f01cba86-4e6c-40c4-b49d-c1127da67db1: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:11:54.549709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43958) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:11:54.610105 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8d9eb522-4f08-4cea-bc95-3b64380e65b7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/f01cba86-4e6c-40c4-b49d-c1127da67db1 HTTP/1.1" status: 200 len: 992 time: 0.0591543 Nov 12 12:11:56.220479 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-4be01363-e29e-4643-8e8c-023f426cfa95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410528 Nov 12 12:11:56.304128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-5c335818-ffa2-4b1d-ab15-884daf916eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:56.305658 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-5c335818-ffa2-4b1d-ab15-884daf916eb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0420773 Nov 12 12:11:56.414276 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-d9cc88cd-1788-4ede-a60f-e9b6443b4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:56.415772 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-d9cc88cd-1788-4ede-a60f-e9b6443b4632 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0891178 Nov 12 12:11:56.461100 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-d58ae88f-2605-4e13-b59a-065beeda0da2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0377486 Nov 12 12:11:56.510319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-3d992f25-2215-4cbf-b38e-2bcff8203dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:56.511722 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-3d992f25-2215-4cbf-b38e-2bcff8203dc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0439730 Nov 12 12:11:56.561889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-e06d7409-8ad5-4622-a411-9754d7b139b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:11:56.563378 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-e06d7409-8ad5-4622-a411-9754d7b139b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451496 Nov 12 12:11:56.655252 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-100a3710-5ac5-4700-9ff5-831f74c2ab81 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Nov 12 12:11:56.747812 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a677de10-74ba-4514-92dc-edd7f7799d3d req-bbe382ff-0f19-4865-8d41-22b9f374b62c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Nov 12 12:11:59.367710 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28087260-65a0-44c1-8c14-9880fae86d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:01.859059 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-634ab704-351a-4df9-a0cf-9f1a96760694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:03.304726 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:04.447116 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:04.864804 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:06.230203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-ca3e29c4-fdfa-4e63-b52a-f4e9c27ebeca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421813 Nov 12 12:12:06.323244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-9ade6888-71a0-4716-80fd-1f6860b2d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:06.324818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-9ade6888-71a0-4716-80fd-1f6860b2d01f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1097 time: 0.0429034 Nov 12 12:12:06.441112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-677db5e5-7ca2-445d-b47d-23d3bb59bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:06.442609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-677db5e5-7ca2-445d-b47d-23d3bb59bd00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730 HTTP/1.1" status: 200 len: 898 time: 0.0915220 Nov 12 12:12:06.509870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-c90c069d-c3c0-4e9e-8183-db9fcb91ec34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a HTTP/1.1" status: 200 len: 1000 time: 0.0592978 Nov 12 12:12:06.570930 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-8bafe3d0-8af8-4b25-ab0a-f6cc36a46b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:06.572422 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-8bafe3d0-8af8-4b25-ab0a-f6cc36a46b42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf9862f5-b939-40f8-8ca9-7bae4fc74582 HTTP/1.1" status: 200 len: 834 time: 0.0482180 Nov 12 12:12:06.621557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-1263cee3-b74c-44b4-99d1-c9f6976350fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:06.623082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-1263cee3-b74c-44b4-99d1-c9f6976350fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411735 Nov 12 12:12:06.715633 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-88a7bd54-6935-4a2c-b34d-cdcf596af85e service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 Nov 12 12:12:06.810375 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2902d79d-fffa-4cb4-a62e-27d55c444680 req-28a9e41c-0723-40c4-871c-b906b5bf2e6f service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853994 Nov 12 12:12:09.916508 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:12:18.532644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:21.332820 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:29.390080 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0708bfc5-f8ae-49d1-a83a-8c3a6570e0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:30.165649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d826a-96ef-4bdb-88ab-64d8c74f2a9b req-ee4d2379-ef4d-4ba5-b207-785b4e3f3b6d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:30.167179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a0d826a-96ef-4bdb-88ab-64d8c74f2a9b req-ee4d2379-ef4d-4ba5-b207-785b4e3f3b6d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0605509 Nov 12 12:12:30.219486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8a0d826a-96ef-4bdb-88ab-64d8c74f2a9b req-25467a76-a73c-4648-9b35-a6b0b12e329e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Nov 12 12:12:30.236955 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-046ebceb-540c-40ee-be18-da480914cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:30.238491 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-046ebceb-540c-40ee-be18-da480914cf72 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1097 time: 0.0410979 Nov 12 12:12:30.337132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-1d5e113c-3410-4734-a06f-7c053ffed712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:30.339532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-1d5e113c-3410-4734-a06f-7c053ffed712 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730 HTTP/1.1" status: 200 len: 898 time: 0.0887396 Nov 12 12:12:30.407431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-c5d8d93e-812a-495e-a411-bdbc9c892aed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a HTTP/1.1" status: 200 len: 1000 time: 0.0579231 Nov 12 12:12:30.460198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-519597ba-c4da-4996-b691-9f7a1edfc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:30.461868 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-519597ba-c4da-4996-b691-9f7a1edfc486 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf9862f5-b939-40f8-8ca9-7bae4fc74582 HTTP/1.1" status: 200 len: 834 time: 0.0455756 Nov 12 12:12:30.522576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-5816a416-5ad9-42e7-bcb2-75fc4f845880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:30.524140 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-5816a416-5ad9-42e7-bcb2-75fc4f845880 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511916 Nov 12 12:12:30.619635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-a90ca4b1-ee93-49c6-bd40-ab22c1ab3c92 service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861690 Nov 12 12:12:30.715303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-113a2cba-8abf-4388-ad86-68ce63bc5d85 req-f6b48ac5-5300-43aa-9ac1-29322fc18607 service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Nov 12 12:12:31.338862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f108e6-7078-4e30-bcba-5a1c94643c5d req-164cca38-f795-4d64-9cc9-125da4557901 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:31.340373 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34f108e6-7078-4e30-bcba-5a1c94643c5d req-164cca38-f795-4d64-9cc9-125da4557901 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0528741 Nov 12 12:12:31.388363 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-34f108e6-7078-4e30-bcba-5a1c94643c5d req-606756d2-6c74-4813-a2be-62bddb735937 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Nov 12 12:12:31.839493 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a8792d49-27c3-462a-877e-03134cf6fa2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:32.509500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bd729-e7ce-4dba-bf0f-eddf5379c793 req-d94ff1bb-0a6f-4ca6-8bbc-6876c102f2ef tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:32.511045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e5bd729-e7ce-4dba-bf0f-eddf5379c793 req-d94ff1bb-0a6f-4ca6-8bbc-6876c102f2ef tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0498629 Nov 12 12:12:32.561770 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e5bd729-e7ce-4dba-bf0f-eddf5379c793 req-a0f9be44-e95e-4d31-9b15-ca01d3885a37 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444262 Nov 12 12:12:33.291004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:33.683345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96431693-975e-4fd8-99e3-7e18574baae7 req-6dd67d72-f790-40ae-b955-91ebe41d091c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:33.684883 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96431693-975e-4fd8-99e3-7e18574baae7 req-6dd67d72-f790-40ae-b955-91ebe41d091c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0537751 Nov 12 12:12:33.735408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-96431693-975e-4fd8-99e3-7e18574baae7 req-228c9894-3ddb-4e70-8f1c-1e4afb6c6710 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Nov 12 12:12:34.407093 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:34.867190 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ab018-ec15-4ec4-98cd-d37ded314514 req-6372d383-2254-41c6-b88c-41bbc16aacc9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:34.868878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-505ab018-ec15-4ec4-98cd-d37ded314514 req-6372d383-2254-41c6-b88c-41bbc16aacc9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0572760 Nov 12 12:12:34.887142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:34.929674 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-505ab018-ec15-4ec4-98cd-d37ded314514 req-a65f47b2-14fd-4a0c-893d-c7b53279b078 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544004 Nov 12 12:12:36.050375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5ce63-7284-416a-9d44-25b810251f62 req-3f067cff-30a3-4509-80bc-bc239a9c2354 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:36.051891 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1b5ce63-7284-416a-9d44-25b810251f62 req-3f067cff-30a3-4509-80bc-bc239a9c2354 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0504761 Nov 12 12:12:36.110214 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b1b5ce63-7284-416a-9d44-25b810251f62 req-fc309a6b-4adc-4c7b-9731-55d431deff0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517271 Nov 12 12:12:37.228264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912c0c-ed91-4afa-ad06-282988adc714 req-8994dfdb-39f3-4d12-b0ff-10e9f0dc063d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:37.229795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd912c0c-ed91-4afa-ad06-282988adc714 req-8994dfdb-39f3-4d12-b0ff-10e9f0dc063d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0493984 Nov 12 12:12:37.281234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd912c0c-ed91-4afa-ad06-282988adc714 req-6f1ed0e5-e855-47f9-8238-adecba429660 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451458 Nov 12 12:12:38.399573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8032b1-59bb-49a9-95d6-6d43cd05d447 req-18f1453d-1db1-43db-b981-1d63fbe402ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:38.401115 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d8032b1-59bb-49a9-95d6-6d43cd05d447 req-18f1453d-1db1-43db-b981-1d63fbe402ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0507071 Nov 12 12:12:38.451762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3d8032b1-59bb-49a9-95d6-6d43cd05d447 req-614e42ed-bf0d-4392-9b1e-0963097d4b1e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446351 Nov 12 12:12:39.581613 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c20c-69d8-4a6a-90ba-9a794ca737b7 req-15d7ca28-ed72-45aa-8887-da9775cf4be9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:39.583119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba17c20c-69d8-4a6a-90ba-9a794ca737b7 req-15d7ca28-ed72-45aa-8887-da9775cf4be9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0638971 Nov 12 12:12:39.633986 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba17c20c-69d8-4a6a-90ba-9a794ca737b7 req-0cf4d82f-5be4-4fc9-96b5-bd48b40116ca tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 Nov 12 12:12:40.749268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762f876-21b9-4ff0-9de1-66141026b5fa req-6077a803-d90f-4278-b826-81734a09d6f1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:40.750760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8762f876-21b9-4ff0-9de1-66141026b5fa req-6077a803-d90f-4278-b826-81734a09d6f1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Nov 12 12:12:40.799915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8762f876-21b9-4ff0-9de1-66141026b5fa req-60cfb1ed-c508-44c1-9d73-de5000f5355d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426714 Nov 12 12:12:41.917878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56de14-9ee0-4e9b-9ae2-ce0a52269ba7 req-db173cea-9683-4c5e-8786-ce77114c6062 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:41.919288 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce56de14-9ee0-4e9b-9ae2-ce0a52269ba7 req-db173cea-9683-4c5e-8786-ce77114c6062 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Nov 12 12:12:41.973238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce56de14-9ee0-4e9b-9ae2-ce0a52269ba7 req-dcc5356b-03c4-49f9-bac6-96ef86788ee8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476513 Nov 12 12:12:41.995497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 43996) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:12:42.054732 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4ce831d7-6c21-4352-8917-7fa7c0d32cd3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/f01cba86-4e6c-40c4-b49d-c1127da67db1 HTTP/1.1" status: 200 len: 992 time: 0.0580819 Nov 12 12:12:46.915766 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:12:48.428402 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:51.343605 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:12:56.317438 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-c3807761-8916-4e02-b1cf-965c08864b60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0905135 Nov 12 12:12:56.407105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-70845402-9733-4ae0-b54e-e29ad086e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:56.408670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-70845402-9733-4ae0-b54e-e29ad086e480 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0490801 Nov 12 12:12:56.520388 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-7f7b2ab1-b347-4100-8251-af0d51f7144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:56.521783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-7f7b2ab1-b347-4100-8251-af0d51f7144d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0921388 Nov 12 12:12:56.563453 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-1f3aedcd-eb74-4059-83c8-661bca12483a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0340109 Nov 12 12:12:56.617287 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-4c3a641d-4d1c-416f-8505-373c0e31bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:56.618774 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-4c3a641d-4d1c-416f-8505-373c0e31bdd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0483069 Nov 12 12:12:56.667027 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-09b6da44-d3d6-428e-891b-68e0a999585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:12:56.668565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-09b6da44-d3d6-428e-891b-68e0a999585c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428195 Nov 12 12:12:56.758687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-b9b20574-8507-40fd-a53c-ed6435172547 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833876 Nov 12 12:12:56.854155 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-266c9fe1-8aa4-41ff-b7a6-befc11bfa266 req-726eceb3-b168-4236-b83a-c4f18752fb23 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887268 Nov 12 12:12:59.395144 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3d6760aa-5f13-4b3c-b5d8-06c174fbe272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:01.903880 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4b6acd97-bef1-45d3-ab7c-9ae1ba52eeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:03.298668 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:04.406094 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:04.909296 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:07.222306 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-080a5f7d-838b-451c-a38d-4b36bbd1cf58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405679 Nov 12 12:13:07.306298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-b20f1645-df3d-4729-a123-2fc477cd02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.307783 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-b20f1645-df3d-4729-a123-2fc477cd02f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1097 time: 0.0401175 Nov 12 12:13:07.418076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-54ef6a2f-0587-4da4-977b-bd96bce487f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.419576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-54ef6a2f-0587-4da4-977b-bd96bce487f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730 HTTP/1.1" status: 200 len: 898 time: 0.0886600 Nov 12 12:13:07.485930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-0558a3bf-0d6d-4646-972a-93eb0ee05691 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a HTTP/1.1" status: 200 len: 1000 time: 0.0580733 Nov 12 12:13:07.543509 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-94427396-bef3-4efb-bc66-28b2a5e34cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.545006 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-94427396-bef3-4efb-bc66-28b2a5e34cf2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf9862f5-b939-40f8-8ca9-7bae4fc74582 HTTP/1.1" status: 200 len: 834 time: 0.0483859 Nov 12 12:13:07.592296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-adaee774-6362-4d40-8f60-08e81661063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:07.593799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-adaee774-6362-4d40-8f60-08e81661063f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413480 Nov 12 12:13:07.684000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-38a325a1-7a69-4c66-86c7-3fe3a5d72aa4 service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823159 Nov 12 12:13:07.828299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78e211eb-bed6-4f2a-b0cd-a141232bd770 req-11e8d31e-9d94-4c7d-80cf-bdb270a98b82 service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366189 Nov 12 12:13:14.719252 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44012) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:14.879081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port b24e9bf3-c2bc-48db-bb4d-bee71f0f3ba2 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:13:14.879424 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:14.962347 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:14.962674 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:14.975034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for b24e9bf3-c2bc-48db-bb4d-bee71f0f3ba2 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:13:15.200189 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:15.225489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=b24e9bf3-c2bc-48db-bb4d-bee71f0f3ba2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:15.237289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.243396 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:15.294446 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:15.294772 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP f01cba86-4e6c-40c4-b49d-c1127da67db1 disassociated (deleted). External IP: 172.25.3.96, port: dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a. Nov 12 12:13:15.500158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 97bd6099-42e2-4050-8cca-24b67b9f614d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:13:15.609943 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:13:15.615225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:15.624380 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] Sync routers for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:13:15.634733 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:15.635762 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:15.643135 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-997d1c83-c12d-4eed-9e47-e0bb87d9ef9c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/floatingips/f01cba86-4e6c-40c4-b49d-c1127da67db1 HTTP/1.1" status: 204 len: 168 time: 0.9227831 Nov 12 12:13:15.643811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:13:15.646247 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f655a9-c3a3-492a-a839-3d3be40c9821" -d '{"events": [{"name": "network-changed", "server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:13:15.744159 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:15.947578 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:41Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:15.973983 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] Checking router: 97bd6099-42e2-4050-8cca-24b67b9f614d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:13:15.983043 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:15.983639 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:16.027311 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8efda7a-1ef0-4ee1-baf7-5f888baad665 x-openstack-request-id: req-e8efda7a-1ef0-4ee1-baf7-5f888baad665 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:13:16.027311 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:13:16.027311 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e8efda7a-1ef0-4ee1-baf7-5f888baad665 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:13:16.028092 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'status': 'completed', 'code': 200} Nov 12 12:13:16.096377 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:16.100551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-a392dd57-c428-4c37-9e7d-c4528fa879e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:16.101522 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-a392dd57-c428-4c37-9e7d-c4528fa879e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 1097 time: 0.0469344 Nov 12 12:13:16.231723 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-e67204c2-2418-4851-b38e-afd0442b4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:16.234020 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-e67204c2-2418-4851-b38e-afd0442b4b47 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730 HTTP/1.1" status: 200 len: 898 time: 0.1246920 Nov 12 12:13:16.234608 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064cbd7-f32f-4a6f-937c-de6067faba2e req-71b6cc92-bd9f-41f3-aa96-dc2f2dc23d7f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:16.241256 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b064cbd7-f32f-4a6f-937c-de6067faba2e req-71b6cc92-bd9f-41f3-aa96-dc2f2dc23d7f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.1678367 Nov 12 12:13:16.284011 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-bf762b8c-c5bb-4c92-ab24-276801a60f77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a HTTP/1.1" status: 200 len: 217 time: 0.0409684 Nov 12 12:13:16.304535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b064cbd7-f32f-4a6f-937c-de6067faba2e req-3fd5f71d-b912-4bb5-8e02-5faa311e5608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590537 Nov 12 12:13:16.350141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-86c9b681-bbf8-4484-a72c-c66238a2479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:16.352125 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-86c9b681-bbf8-4484-a72c-c66238a2479e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf9862f5-b939-40f8-8ca9-7bae4fc74582 HTTP/1.1" status: 200 len: 834 time: 0.0594583 Nov 12 12:13:16.410698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-7ee61a33-bf56-4f4c-a3d9-aaf735c81fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:16.412446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-7ee61a33-bf56-4f4c-a3d9-aaf735c81fa1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d208ec9-a761-4e5a-a498-cc5bbd0d5730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488133 Nov 12 12:13:16.430227 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:41Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:16.462108 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11b373c-4f3d-4874-9a6a-93330c476cc7 None None] The sync data for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 is: [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:38Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '9e23f0bb-3696-4315-9167-1f327a9eb91c', 'name': '', 'network_id': '9d208ec9-a761-4e5a-a498-cc5bbd0d5730', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:b3:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:37Z', 'updated_at': '2021-11-12T12:11:41Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'cf9862f5-b939-40f8-8ca9-7bae4fc74582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:13:16.523338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-6b14d60a-b674-4381-b04c-0eb9f9472deb service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994210 Nov 12 12:13:16.706186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3160b-fb55-41b6-a80d-0ca7cf6becb6 None None] New status for floating IP f01cba86-4e6c-40c4-b49d-c1127da67db1: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:13:16.985154 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-69f655a9-c3a3-492a-a839-3d3be40c9821 req-dbbd73af-0363-446d-840c-ce1dc1b93882 service neutron] 10.222.0.69 "GET /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540236 Nov 12 12:13:17.425364 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdab15-74ef-465e-837f-57e48d47ebf1 req-a1e2cdb6-6c8a-4acc-ad16-59b992ca538f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:17.427000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16cdab15-74ef-465e-837f-57e48d47ebf1 req-a1e2cdb6-6c8a-4acc-ad16-59b992ca538f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0528514 Nov 12 12:13:17.482174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-16cdab15-74ef-465e-837f-57e48d47ebf1 req-a00b750e-a426-40d9-add1-9a35f3df3f7f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=8541e811-31eb-4548-ac88-116cee791ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490322 Nov 12 12:13:18.082187 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-17380d21-0444-4368-9b64-9c839370d2ae tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:18.083674 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-17380d21-0444-4368-9b64-9c839370d2ae tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 945 time: 0.0493517 Nov 12 12:13:18.175406 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:13:18.175741 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:18.268399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:18.268763 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:18.281528 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:13:18.376548 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:18.520586 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:18.549427 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:18.584345 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d6f6548-7244-4977-8582-03c272f97328 req-a66f51db-9ac8-442f-af9f-008016c177dd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e18eb8d-3c65-499f-bdb6-b44cee8f8e91 HTTP/1.1" status: 200 len: 210 time: 0.0292044 Nov 12 12:13:18.598233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] No DVR routers for this DVR port dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:13:18.601296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:18.604800 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-115b88da-75bd-4bfd-9744-a08f8379c01c req-c5e0b74f-e155-4c4d-b0c3-c112e8dcd4fd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "DELETE /v2.0/ports/dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a HTTP/1.1" status: 204 len: 173 time: 0.5150084 Nov 12 12:13:18.605743 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'name': 'network-vif-deleted', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:13:18.608145 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb05b229-e37e-423e-826b-89ef112dea87" -d '{"events": [{"server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "name": "network-vif-deleted", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:13:18.646361 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd1275c-1bf4-412c-88b7-0762d2abdcb1 x-openstack-request-id: req-dbd1275c-1bf4-412c-88b7-0762d2abdcb1 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:13:18.646645 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e18eb8d-3c65-499f-bdb6-b44cee8f8e91", "name": "network-vif-deleted", "tag": "dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:13:18.646891 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dbd1275c-1bf4-412c-88b7-0762d2abdcb1 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:13:18.647309 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e18eb8d-3c65-499f-bdb6-b44cee8f8e91', 'name': 'network-vif-deleted', 'tag': 'dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a', 'status': 'completed', 'code': 200} Nov 12 12:13:19.642603 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44030) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:20.009519 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:20.285411 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 9e23f0bb-3696-4315-9167-1f327a9eb91c {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:13:20.285915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:20.389372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 9e23f0bb-3696-4315-9167-1f327a9eb91c, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9e23f0bb-3696-4315-9167-1f327a9eb91c,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:20.389821 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:20.405068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 9e23f0bb-3696-4315-9167-1f327a9eb91c owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:13:20.764824 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:20.791907 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=9e23f0bb-3696-4315-9167-1f327a9eb91c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:20.993734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.217687 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 97bd6099-42e2-4050-8cca-24b67b9f614d has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:13:21.328678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:13:21.331993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.333721 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-36881578-4e8e-4f31-98dc-40174d2ee998 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/97bd6099-42e2-4050-8cca-24b67b9f614d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6900539 Nov 12 12:13:21.336798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44032) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:21.338601 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] Sync routers for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:13:21.348318 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:21.351255 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:21.389809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting subnet cf9862f5-b939-40f8-8ca9-7bae4fc74582 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:13:21.393039 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.440418 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.456235 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:21.523688 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.652536 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:13:20Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:21.668473 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.684226 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] Checking router: 97bd6099-42e2-4050-8cca-24b67b9f614d for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:13:21.692759 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] Routers {'97bd6099-42e2-4050-8cca-24b67b9f614d'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:21.693361 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['97bd6099-42e2-4050-8cca-24b67b9f614d'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:21.701178 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9862f5-b939-40f8-8ca9-7bae4fc74582,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:21.705782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.708921 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/subnets/cf9862f5-b939-40f8-8ca9-7bae4fc74582 HTTP/1.1" status: 204 len: 168 time: 0.3708189 Nov 12 12:13:21.711908 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44034) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:21.712362 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa99cd-cb8c-41ea-96e1-0f2a1726c6c8 None None] Network 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:13:21.714293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.714684 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.715027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.715373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.716121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.716121 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.716398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.716728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.717050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.717376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.717699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.718026 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85ce13-1ef4-4b4d-845c-2da382ee2ed5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:21.806444 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] Set router 97bd6099-42e2-4050-8cca-24b67b9f614d gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:21.836292 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.906162 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] DHCP port deletion for 9d208ec9-a761-4e5a-a498-cc5bbd0d5730 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:13:21.954079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.958326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Deleting port 39165b70-6ae8-49f7-bde7-8d62023d722d {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:13:21.958705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:21.992144 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:13:20Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:22.017696 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73a1bfa-93ef-48fa-b604-2c61d707fb2e None None] The sync data for ids ['97bd6099-42e2-4050-8cca-24b67b9f614d'] in n-d-768852-22 is: [{'id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1628699367', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '9494b2da-fc52-4254-a152-d0f719ece367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:13:20Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '9494b2da-fc52-4254-a152-d0f719ece367', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:20:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bd6099-42e2-4050-8cca-24b67b9f614d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:11:34Z', 'updated_at': '2021-11-12T12:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:13:22.024906 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] For port 39165b70-6ae8-49f7-bde7-8d62023d722d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=39165b70-6ae8-49f7-bde7-8d62023d722d,segment=NetworkSegment(99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607),segment_id=99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:22.025310 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.039885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Calling delete_port for 39165b70-6ae8-49f7-bde7-8d62023d722d owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:13:22.083118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 9494b2da-fc52-4254-a152-d0f719ece367 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:13:22.083382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.165783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 9494b2da-fc52-4254-a152-d0f719ece367, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9494b2da-fc52-4254-a152-d0f719ece367,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:22.166063 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.178294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 9494b2da-fc52-4254-a152-d0f719ece367 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:13:22.211730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.239821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Pushing event deleted for resources: {'Port': ['ID=39165b70-6ae8-49f7-bde7-8d62023d722d,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:22.250031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.250778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.250778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.251023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.251358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.251682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.252041 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.252387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.252708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.253035 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.253357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.253676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:22.256697 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4bada2-6f6b-4881-931e-b6888a160d9f None None] No DVR routers for this DVR port 39165b70-6ae8-49f7-bde7-8d62023d722d on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:13:22.422242 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.447763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9db625-265c-4962-9b7e-63f337f70816 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:13:22.485944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=9494b2da-fc52-4254-a152-d0f719ece367,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:22.503448 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 39165b70-6ae8-49f7-bde7-8d62023d722d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:13:22.526490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 39165b70-6ae8-49f7-bde7-8d62023d722d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:13:22.526840 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 39165b70-6ae8-49f7-bde7-8d62023d722d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:13:22.527994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e23f0bb-3696-4315-9167-1f327a9eb91c no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:13:22.547708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9e23f0bb-3696-4315-9167-1f327a9eb91c {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:13:22.548352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9e23f0bb-3696-4315-9167-1f327a9eb91c not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:13:22.549917 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.642861 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.645119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.753497 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.754082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Fanout notify agent at l3_agent the message router_deleted on router 97bd6099-42e2-4050-8cca-24b67b9f614d {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:13:22.763297 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.763297 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3760d70f-6cb5-486a-936d-6a08c843fc5a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/routers/97bd6099-42e2-4050-8cca-24b67b9f614d HTTP/1.1" status: 204 len: 168 time: 1.0495722 Nov 12 12:13:22.765557 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44036) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:22.844428 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.935360 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.954734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d208ec9-a761-4e5a-a498-cc5bbd0d5730']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:22.963678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:22.964005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bbd3a1-9ed1-41f3-bd40-b07c9a0e8607') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:22.975957 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.986688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:13:22.990159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:22.996785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:13:22.997167 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:13:23.000106 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:13:23.007436 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:13:23.007784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device dbf66dda-d6a3-4b55-8e1e-29fc51b3e22a not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:13:23.132391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:23.139915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:23.142616 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/networks/9d208ec9-a761-4e5a-a498-cc5bbd0d5730 HTTP/1.1" status: 204 len: 168 time: 0.3760755 Nov 12 12:13:23.145482 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44038) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:23.154136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb16c16-6172-481a-852e-eab58ee8e41a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Network': ['ID=9d208ec9-a761-4e5a-a498-cc5bbd0d5730,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:23.210897 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35d1383c-189b-42be-bb2c-c61fb7903adc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:23.236731 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35d1383c-189b-42be-bb2c-c61fb7903adc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:23.393507 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35d1383c-189b-42be-bb2c-c61fb7903adc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:23.396075 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-35d1383c-189b-42be-bb2c-c61fb7903adc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:23.397277 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-35d1383c-189b-42be-bb2c-c61fb7903adc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/security-groups/8541e811-31eb-4548-ac88-116cee791ab6 HTTP/1.1" status: 204 len: 168 time: 0.2506878 Nov 12 12:13:23.409008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1383c-189b-42be-bb2c-c61fb7903adc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8541e811-31eb-4548-ac88-116cee791ab6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:23.914972 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:13:23.934690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44044) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:23.939448 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e157f1b3-84b6-40c1-a68c-6a71d7e3eeec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861786611', 'description': 'tempest-secgroup-smoke-1861786611 description', 'project_id': '30b764403e1e4447a21e8f0e8a101953'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:24.012813 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e157f1b3-84b6-40c1-a68c-6a71d7e3eeec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.080952 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e157f1b3-84b6-40c1-a68c-6a71d7e3eeec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.152798 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e157f1b3-84b6-40c1-a68c-6a71d7e3eeec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.188095 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f1b3-84b6-40c1-a68c-6a71d7e3eeec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0119bb1e-cb92-45fe-84e5-5407fb125186,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:24.259628 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e157f1b3-84b6-40c1-a68c-6a71d7e3eeec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.260964 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e157f1b3-84b6-40c1-a68c-6a71d7e3eeec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3252382 Nov 12 12:13:24.264431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44046) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:24.268822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-80b1c1e5-caf3-4f9a-aa0d-14e69d849d4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '0119bb1e-cb92-45fe-84e5-5407fb125186', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:24.417320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80b1c1e5-caf3-4f9a-aa0d-14e69d849d4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.479329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9494b2da-fc52-4254-a152-d0f719ece367 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:13:24.480835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80b1c1e5-caf3-4f9a-aa0d-14e69d849d4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.503285 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9494b2da-fc52-4254-a152-d0f719ece367 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:13:24.503630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9494b2da-fc52-4254-a152-d0f719ece367 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:13:24.577642 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80b1c1e5-caf3-4f9a-aa0d-14e69d849d4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.596747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1c1e5-caf3-4f9a-aa0d-14e69d849d4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c72332-1444-41fb-b890-ecd8ea83dcb5,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:24.699675 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-80b1c1e5-caf3-4f9a-aa0d-14e69d849d4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.700965 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-80b1c1e5-caf3-4f9a-aa0d-14e69d849d4f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4355655 Nov 12 12:13:24.703731 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44048) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:24.708135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-590cb023-c4d6-4c52-a448-f9cde96abea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '0119bb1e-cb92-45fe-84e5-5407fb125186', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:24.805828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-590cb023-c4d6-4c52-a448-f9cde96abea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.861782 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-590cb023-c4d6-4c52-a448-f9cde96abea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.925821 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-590cb023-c4d6-4c52-a448-f9cde96abea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:24.944207 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cb023-c4d6-4c52-a448-f9cde96abea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4030b292-eb02-477f-83d6-7504a015c2c2,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:25.002527 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-590cb023-c4d6-4c52-a448-f9cde96abea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.003859 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-590cb023-c4d6-4c52-a448-f9cde96abea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990537 Nov 12 12:13:25.006488 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44050) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:25.010841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4097a7f4-195f-4bed-9f1a-11e1b54fd9c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '0119bb1e-cb92-45fe-84e5-5407fb125186', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:25.130857 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4097a7f4-195f-4bed-9f1a-11e1b54fd9c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.187232 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4097a7f4-195f-4bed-9f1a-11e1b54fd9c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.263356 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4097a7f4-195f-4bed-9f1a-11e1b54fd9c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.282322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097a7f4-195f-4bed-9f1a-11e1b54fd9c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79787217-de28-4392-928d-1e772869fc00,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:25.338120 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4097a7f4-195f-4bed-9f1a-11e1b54fd9c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.340089 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4097a7f4-195f-4bed-9f1a-11e1b54fd9c2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3320432 Nov 12 12:13:25.343066 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44052) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:25.347693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c9faddcf-4f10-47b6-a545-417e3cb99c90 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '0119bb1e-cb92-45fe-84e5-5407fb125186', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:25.451662 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9faddcf-4f10-47b6-a545-417e3cb99c90 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.511389 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9faddcf-4f10-47b6-a545-417e3cb99c90 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.577221 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9faddcf-4f10-47b6-a545-417e3cb99c90 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.596650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9faddcf-4f10-47b6-a545-417e3cb99c90 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de23725c-9557-42b5-a42d-ff1256f172e7,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:25.663864 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c9faddcf-4f10-47b6-a545-417e3cb99c90 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.665188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c9faddcf-4f10-47b6-a545-417e3cb99c90 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210528 Nov 12 12:13:25.667986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44054) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:25.672609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-b61de292-0dfc-4b1b-99a9-d55454af1d1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '0119bb1e-cb92-45fe-84e5-5407fb125186', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:25.781829 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-b61de292-0dfc-4b1b-99a9-d55454af1d1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:13:25.787352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b61de292-0dfc-4b1b-99a9-d55454af1d1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.845822 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b61de292-0dfc-4b1b-99a9-d55454af1d1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.931668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b61de292-0dfc-4b1b-99a9-d55454af1d1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:25.950158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61de292-0dfc-4b1b-99a9-d55454af1d1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c90377-0dc8-4bcb-93ff-2e6229b83bc0,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:26.025375 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b61de292-0dfc-4b1b-99a9-d55454af1d1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.026632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b61de292-0dfc-4b1b-99a9-d55454af1d1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3575103 Nov 12 12:13:26.029928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44056) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:26.036381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ecef437b-7521-4761-96a8-e92c3b3048bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': '0119bb1e-cb92-45fe-84e5-5407fb125186', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:26.118715 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-ecef437b-7521-4761-96a8-e92c3b3048bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:13:26.124461 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecef437b-7521-4761-96a8-e92c3b3048bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.186078 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecef437b-7521-4761-96a8-e92c3b3048bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.267419 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecef437b-7521-4761-96a8-e92c3b3048bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.285105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef437b-7521-4761-96a8-e92c3b3048bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b1ca0e-571a-4cc7-9544-8da5cadb6c19,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:26.366369 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ecef437b-7521-4761-96a8-e92c3b3048bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.367632 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ecef437b-7521-4761-96a8-e92c3b3048bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3367600 Nov 12 12:13:26.370611 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44058) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:26.376346 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'network': {'name': 'tempest-network-smoke--915772489', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'port_security_enabled': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:26.467145 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:13:26.470759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.494739 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:13:26.504214 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.504606 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Added segment 6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf of type vlan for network 6766466b-8ba5-4311-8eb9-985aba2578c7 Nov 12 12:13:26.549379 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.640330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.646086 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:26.646727 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.713276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Network': ['ID=6766466b-8ba5-4311-8eb9-985aba2578c7,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:26.724836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:13:26.740328 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4becbefd-820a-4c26-b7e8-4fcf9e71aba1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3679388 Nov 12 12:13:26.743095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44060) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:26.747699 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'admin_state_up': True, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:26.839308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.840972 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:26.891856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:27.100142 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:27.348894 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:27.370880 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:27.471192 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.35 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/07d19e1c-4b63-42c1-9ded-9f6f9223a2cb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:13:27.582661 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:27.675321 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:27.718468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:13:27.721565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:13:27.724119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:13:27.730077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=07d19e1c-4b63-42c1-9ded-9f6f9223a2cb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:27.736854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3539b0c-81b8-4d2f-9a26-514b50372adb None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:13:27.824796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bf59b8b5-3aa5-4ea1-b2a8-2c7e131cc0de None None] Provisioning complete for port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:27.825156 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bf59b8b5-3aa5-4ea1-b2a8-2c7e131cc0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:27.867813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bf59b8b5-3aa5-4ea1-b2a8-2c7e131cc0de None None] Port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:13:28.077165 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:28.625613 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:28.828787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router df0401ce-3f40-480b-9ab7-b94d86308ac7 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:13:28.936542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:13:28.947172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Sync routers for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:13:28.958147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:28.958766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:29.042007 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.044400 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6b983f08-6d20-4a8a-b6d7-c9ce2b046d9f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2991571 Nov 12 12:13:29.047240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44062) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:29.064568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:29.078420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-31ef4046-d556-4858-840e-06f419e5129f tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=30b764403e1e4447a21e8f0e8a101953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292578 Nov 12 12:13:29.081058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44064) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:29.170870 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37cfe6e-5273-4db5-9a81-78396ab441f1 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:29.172424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c37cfe6e-5273-4db5-9a81-78396ab441f1 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904562 Nov 12 12:13:29.175915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44066) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:29.203972 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e9af9580-39f1-4497-9e87-1e0658ac5286 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268421 Nov 12 12:13:29.206405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44068) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:29.211310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548286501', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:29.247157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:27Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:29.277982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Checking router: df0401ce-3f40-480b-9ab7-b94d86308ac7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:13:29.278340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Updating router df0401ce-3f40-480b-9ab7-b94d86308ac7 port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:13:29.303732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.406321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:13:29.409869 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.441143 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5275-f415-482d-9bbd-1767073152e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.573571 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.640611 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.681456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.689798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccaaaf-e69b-46d7-8bd9-344586bb00bf None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:13:29.704441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Attempting to bind port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:13:29.704811 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Attempting to bind port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:13:29.705175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Attempting to bind port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:13:29.709495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea38e9f-a510-45a0-8fd2-7da16720cf32 None None] Pushing event updated for resources: {'Port': ['ID=07d19e1c-4b63-42c1-9ded-9f6f9223a2cb,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:29.713801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:13:29.714177 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:13:29.714583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.715513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:13:29.716033 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Bound port: 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:13:29.716451 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.752913 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Subnet': ['ID=c1bb178d-baa3-495d-9613-e15dc387b3d6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:29.763837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Checking segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:13:29.763837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network hostable DHCP agents. Network: 6766466b-8ba5-4311-8eb9-985aba2578c7, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:13:29.771549 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] For port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:13:29.774656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] For port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=07d19e1c-4b63-42c1-9ded-9f6f9223a2cb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:13:29.801644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6dfb4f36-d2c4-4113-b130-1883915f77d6 None None] Provisioning complete for port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:29.802007 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6dfb4f36-d2c4-4113-b130-1883915f77d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.838000 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6dfb4f36-d2c4-4113-b130-1883915f77d6 None None] Port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:13:29.852126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.869024 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:13:29.900958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea541b3-7958-44c9-bb7a-0ed5f1552273 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:13:29.924180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea38e9f-a510-45a0-8fd2-7da16720cf32 None None] Pushing event updated for resources: {'Port': ['ID=07d19e1c-4b63-42c1-9ded-9f6f9223a2cb,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:29.927594 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:29.928173 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:29.989416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 6766466b-8ba5-4311-8eb9-985aba2578c7) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:13:29.989653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f77bdb95-7fea-457c-a708-a6383a670072 None None] Provisioning complete for port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:29.990145 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f77bdb95-7fea-457c-a708-a6383a670072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:29.995223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:29.998757 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:30.023908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660fc08-928e-4c67-9ac3-76d179f1ffef None None] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:13:30.124759 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c8f8d836-be10-4e55-9596-f3a1cf738ff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9172919 Nov 12 12:13:30.125792 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:30.127524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44070) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:30.329299 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f77bdb95-7fea-457c-a708-a6383a670072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:30.549117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-f77bdb95-7fea-457c-a708-a6383a670072 None None] For port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=07d19e1c-4b63-42c1-9ded-9f6f9223a2cb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:30.567340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-6766466b-8ba5-4311-8eb9-985aba2578c7', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:13:30.568253 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:30.576720 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:30.646470 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f77bdb95-7fea-457c-a708-a6383a670072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:30.742109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:27Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:30.777441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe7858-9b57-4232-abe6-6a15b9ae92b3 None None] The sync data for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 is: [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:27Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:13:30.778902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bdb95-7fea-457c-a708-a6383a670072 None None] Pushing event updated for resources: {'Port': ['ID=07d19e1c-4b63-42c1-9ded-9f6f9223a2cb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:30.797271 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Allocated IP 172.20.0.2 (6766466b-8ba5-4311-8eb9-985aba2578c7/c1bb178d-baa3-495d-9613-e15dc387b3d6/5f191ed0-7ca9-4c6c-82b9-60489aa32425) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:13:30.952435 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.035162 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.088234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:13:31.094099 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.1 (6766466b-8ba5-4311-8eb9-985aba2578c7/c1bb178d-baa3-495d-9613-e15dc387b3d6/cfebae41-b298-4d16-96ee-b5a3a2505139) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:13:31.095671 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:13:31.099465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:13:31.109264 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Pushing event updated for resources: {'Port': ['ID=5f191ed0-7ca9-4c6c-82b9-60489aa32425,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:31.168790 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Attempting to bind port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:13:31.169166 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Attempting to bind port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:13:31.169531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Attempting to bind port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 on network 6766466b-8ba5-4311-8eb9-985aba2578c7 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:13:31.176096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:13:31.177129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Checking segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:13:31.177129 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.177743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Bound using segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:13:31.177743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Bound port: 5f191ed0-7ca9-4c6c-82b9-60489aa32425, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:13:31.178462 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.216228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.246117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] For port 5f191ed0-7ca9-4c6c-82b9-60489aa32425, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:13:31.250341 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] For port 5f191ed0-7ca9-4c6c-82b9-60489aa32425, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5f191ed0-7ca9-4c6c-82b9-60489aa32425,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:13:31.353511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.384187 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.418778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d6e27-8e09-487c-b371-834f070603c1 None None] Pushing event updated for resources: {'Port': ['ID=5f191ed0-7ca9-4c6c-82b9-60489aa32425,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:31.457378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:13:31.460863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:13:31.467291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:13:31.497244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=cfebae41-b298-4d16-96ee-b5a3a2505139,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:31.519163 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.754798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:31.869144 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2e4eaec-60cc-4c80-9291-75bd972af159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:32.040625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:32.108658 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:32.182149 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=cfebae41-b298-4d16-96ee-b5a3a2505139,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:32.185331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:32.301364 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:13:32.302887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:13:32.425713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router df0401ce-3f40-480b-9ab7-b94d86308ac7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:13:32.530813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:13:32.549349 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:13:32.555425 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-464a170b-b00f-420a-be3f-8ddafb2e702c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/df0401ce-3f40-480b-9ab7-b94d86308ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4267576 Nov 12 12:13:32.582512 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:32.582881 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:32.689092 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5f191ed0-7ca9-4c6c-82b9-60489aa32425 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:13:32.731765 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ed1faa0c-b901-4424-a42e-9c444a003af3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861786611&fields=id&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 267 time: 0.0554705 Nov 12 12:13:32.744328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:32.744910 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:32.847203 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Sync routers for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:13:32.849510 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:32.859173 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ab2330fa-c25e-4b35-98a4-fecebf816e5b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:32.859505 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:32.860908 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:32.861460 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ab2330fa-c25e-4b35-98a4-fecebf816e5b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 796 time: 0.1216228 Nov 12 12:13:32.878001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-6348b8a3-78b1-4506-bd09-cda8a500c29e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/quotas/30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 375 time: 0.0101082 Nov 12 12:13:32.891845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] For port 5f191ed0-7ca9-4c6c-82b9-60489aa32425, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5f191ed0-7ca9-4c6c-82b9-60489aa32425,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:32.936589 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-448057c5-d2e4-4865-bd28-b7f3a9e39e58 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523639 Nov 12 12:13:32.975706 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:32.986119 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.044429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Pushing event updated for resources: {'Port': ['ID=5f191ed0-7ca9-4c6c-82b9-60489aa32425,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:33.055473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-e131f52d-3eb2-4b55-905a-67acc3e51242 service neutron] 10.222.0.98 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065433 Nov 12 12:13:33.086822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22872adf-a7b4-42db-9bc8-cde186dd80d3 None None] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:13:33.153227 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-b89290fa-5b51-4625-a8d5-dbb0c7b5899f service neutron] 10.222.0.98 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968635 Nov 12 12:13:33.187738 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 2, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:33.209576 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d9863f46-4bd4-4799-ab95-07f2cbc138ed None None] Provisioning complete for port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:33.209943 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9863f46-4bd4-4799-ab95-07f2cbc138ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.214039 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Checking router: df0401ce-3f40-480b-9ab7-b94d86308ac7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:13:33.214378 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Updating router df0401ce-3f40-480b-9ab7-b94d86308ac7 port cfebae41-b298-4d16-96ee-b5a3a2505139 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:13:33.243461 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.353356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.425827 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e9f4cb50-eb0a-4759-87f6-f311f2e1d818 req-e5802644-5677-4090-bac9-6ec3aa326d47 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 210 time: 0.0358598 Nov 12 12:13:33.666082 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.682526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4fb23409-6c84-4475-a0f0-0a537999901e None None] Provisioning complete for port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:33.683091 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fb23409-6c84-4475-a0f0-0a537999901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.785126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4fb23409-6c84-4475-a0f0-0a537999901e None None] Provisioning complete for port cfebae41-b298-4d16-96ee-b5a3a2505139 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:33.785500 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4fb23409-6c84-4475-a0f0-0a537999901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.794563 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.831372 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4fb23409-6c84-4475-a0f0-0a537999901e None None] Port cfebae41-b298-4d16-96ee-b5a3a2505139 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:13:33.865342 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Pushing event updated for resources: {'Port': ['ID=cfebae41-b298-4d16-96ee-b5a3a2505139,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:33.893334 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.893671 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.894192 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.894536 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.894865 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.895191 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.895527 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.895837 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.896174 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.896492 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.896808 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.897122 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:13:33.921564 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Attempting to bind port cfebae41-b298-4d16-96ee-b5a3a2505139 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:13:33.921564 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Attempting to bind port cfebae41-b298-4d16-96ee-b5a3a2505139 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:13:33.921564 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Attempting to bind port cfebae41-b298-4d16-96ee-b5a3a2505139 on network 6766466b-8ba5-4311-8eb9-985aba2578c7 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:13:33.922556 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:13:33.922925 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Checking segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:13:33.923589 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.924001 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Bound using segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:13:33.924464 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Bound port: cfebae41-b298-4d16-96ee-b5a3a2505139, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:13:33.924836 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.950863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-6c0e027b-5694-4651-a599-4d65205461b3 None None] Provisioning complete for port cfebae41-b298-4d16-96ee-b5a3a2505139 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:33.951236 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6c0e027b-5694-4651-a599-4d65205461b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:33.994417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e027b-5694-4651-a599-4d65205461b3 None None] Port cfebae41-b298-4d16-96ee-b5a3a2505139 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:13:34.000174 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] For port cfebae41-b298-4d16-96ee-b5a3a2505139, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:13:34.003566 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] For port cfebae41-b298-4d16-96ee-b5a3a2505139, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cfebae41-b298-4d16-96ee-b5a3a2505139,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:13:34.115169 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4c77bc96-a652-4654-9570-e458475d7bd6 None None] Provisioning complete for port cfebae41-b298-4d16-96ee-b5a3a2505139 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:34.115583 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4c77bc96-a652-4654-9570-e458475d7bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:34.150158 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:34.162323 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4c77bc96-a652-4654-9570-e458475d7bd6 None None] Port cfebae41-b298-4d16-96ee-b5a3a2505139 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:13:34.210859 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:34.211120 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:34.249268 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406583c7-1d31-4e9a-b5b8-386d04832e45 None None] Pushing event updated for resources: {'Port': ['ID=cfebae41-b298-4d16-96ee-b5a3a2505139,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:34.283201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-30ae5ff7-1a67-4491-8fd0-17e618604fd2 None None] Provisioning complete for port cfebae41-b298-4d16-96ee-b5a3a2505139 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:34.283709 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30ae5ff7-1a67-4491-8fd0-17e618604fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:34.333324 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:34.379948 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30ae5ff7-1a67-4491-8fd0-17e618604fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:34.417214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-30ae5ff7-1a67-4491-8fd0-17e618604fd2 None None] For port cfebae41-b298-4d16-96ee-b5a3a2505139, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cfebae41-b298-4d16-96ee-b5a3a2505139,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:34.486418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5f191ed0-7ca9-4c6c-82b9-60489aa32425 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:13:34.510732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:34.536669 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c547b803-cea6-47ff-aa4f-8797432be74b req-8a69448b-d44f-46ab-bc74-617511513882 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 210 time: 0.0283802 Nov 12 12:13:34.539319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:34.539687 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:34.568744 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:33Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:34.596044 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32afdd-1d6c-4c4b-968c-7ea7d473b774 None None] The sync data for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 is: [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:33Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:13:34.648100 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30ae5ff7-1a67-4491-8fd0-17e618604fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:34.718175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae5ff7-1a67-4491-8fd0-17e618604fd2 None None] Pushing event updated for resources: {'Port': ['ID=cfebae41-b298-4d16-96ee-b5a3a2505139,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:34.780480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4aa1637e-6e2e-44fd-9ca6-d000da4a6691 None None] Provisioning complete for port cfebae41-b298-4d16-96ee-b5a3a2505139 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:34.780983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4aa1637e-6e2e-44fd-9ca6-d000da4a6691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:34.898486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:35.647346 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2876a9c6-7d0c-427c-87d5-c25b4a739d00 req-7efa0df8-971f-4df2-9532-47ba3384c972 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 210 time: 0.0334184 Nov 12 12:13:36.060482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-e9c3a132-756c-4c9e-b38c-363c3cf743ec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:36.062357 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-e9c3a132-756c-4c9e-b38c-363c3cf743ec tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 796 time: 0.1245828 Nov 12 12:13:36.135106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4477eb92-c65a-4837-a474-e314fa4669e3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 380 time: 0.0626070 Nov 12 12:13:36.158040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'port': {'device_id': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'admin_state_up': True, 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'security_groups': ['0119bb1e-cb92-45fe-84e5-5407fb125186']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:36.360468 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:13:36.364393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:36.505642 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cfebae41-b298-4d16-96ee-b5a3a2505139 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:13:36.510180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.12 (6766466b-8ba5-4311-8eb9-985aba2578c7/c1bb178d-baa3-495d-9613-e15dc387b3d6/57eb504b-9aa1-4278-afd4-10f9e00ea285) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:13:36.554447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cfebae41-b298-4d16-96ee-b5a3a2505139 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:36.554815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:36.662605 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:36.761057 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:36.766265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cbaf3597-4aeb-4a87-850d-57f488ee1e75 req-8bdb90a1-4fba-4c70-8e36-a65697dc082a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 210 time: 0.0359848 Nov 12 12:13:36.813060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:13:36.818304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:13:36.822129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:13:36.848725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:36.881781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:36.882355 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:36.968766 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-2dd40724-9a9c-47b6-8875-de266ce68ebf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8147802 Nov 12 12:13:36.982064 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Request body: {'port': {'device_id': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:37.037828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:37.116245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9bb4bebd-bedf-4cb4-997b-f9e96824d984 None None] Provisioning complete for port 57eb504b-9aa1-4278-afd4-10f9e00ea285 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:37.116561 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9bb4bebd-bedf-4cb4-997b-f9e96824d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:37.152148 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4bebd-bedf-4cb4-997b-f9e96824d984 None None] Port 57eb504b-9aa1-4278-afd4-10f9e00ea285 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:13:37.315023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57eb504b-9aa1-4278-afd4-10f9e00ea285 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:13:37.322582 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:37.334921 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Transition to ACTIVE for port object 57eb504b-9aa1-4278-afd4-10f9e00ea285 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:13:37.411812 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:37.463675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:37.540304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Attempting to bind port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:13:37.540648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Attempting to bind port 57eb504b-9aa1-4278-afd4-10f9e00ea285 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:13:37.540979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Attempting to bind port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on network 6766466b-8ba5-4311-8eb9-985aba2578c7 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:13:37.546707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on network 6766466b-8ba5-4311-8eb9-985aba2578c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:13:37.547293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Attempting to bind port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on network 6766466b-8ba5-4311-8eb9-985aba2578c7 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:13:37.553001 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:13:37.553341 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Checking segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:13:37.553806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Bound using segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:13:37.554158 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Bound port: 57eb504b-9aa1-4278-afd4-10f9e00ea285, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:13:37.554546 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:37.622531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:13:37.626239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:13:37.715240 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:37.749735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:37.750353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:37.752175 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] 10.222.0.69 "PUT /v2.0/ports/57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 1093 time: 0.7748518 Nov 12 12:13:37.754283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:13:37.757275 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4d4aac-340c-4b75-9b9f-e0f7829c5531" -d '{"events": [{"name": "network-changed", "server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:13:37.785787 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445e005-9283-46a5-a23f-d7b2926c2025 service neutron] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:37.814763 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08292d65-8f45-47ac-89d9-8e3348b985ae x-openstack-request-id: req-08292d65-8f45-47ac-89d9-8e3348b985ae {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:13:37.815138 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:13:37.815464 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-08292d65-8f45-47ac-89d9-8e3348b985ae {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:13:37.816113 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'status': 'completed', 'code': 200} Nov 12 12:13:37.893045 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d4aac-340c-4b75-9b9f-e0f7829c5531 req-a3d4bfd6-a083-4ccc-96f3-6f22cd370012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:37.895055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d4d4aac-340c-4b75-9b9f-e0f7829c5531 req-a3d4bfd6-a083-4ccc-96f3-6f22cd370012 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0535769 Nov 12 12:13:37.924768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d728bb-0594-466f-a6d4-8047dc670d23 req-711918a7-e41a-41db-b17c-2621ae93f369 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:37.926537 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7d728bb-0594-466f-a6d4-8047dc670d23 req-711918a7-e41a-41db-b17c-2621ae93f369 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0605369 Nov 12 12:13:37.981649 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7d728bb-0594-466f-a6d4-8047dc670d23 req-974db72e-28c4-4b2b-8bbf-605f02dd71f8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490425 Nov 12 12:13:38.015911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d4aac-340c-4b75-9b9f-e0f7829c5531 req-f5c62736-56f9-471c-921f-c994863c936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:38.017404 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d4d4aac-340c-4b75-9b9f-e0f7829c5531 req-f5c62736-56f9-471c-921f-c994863c936e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30b764403e1e4447a21e8f0e8a101953&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1129088 Nov 12 12:13:38.118657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d4aac-340c-4b75-9b9f-e0f7829c5531 req-65963db8-f8c5-4ba5-8466-597ad60b71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:38.121784 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8d4d4aac-340c-4b75-9b9f-e0f7829c5531 req-65963db8-f8c5-4ba5-8466-597ad60b71ef service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934520 Nov 12 12:13:38.205845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-64442a78-1280-480e-b9a6-dd9f9be1d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:38.207231 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-64442a78-1280-480e-b9a6-dd9f9be1d80d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0410540 Nov 12 12:13:38.249293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ada3e4e3-df75-462b-ae44-934e115ed1c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 217 time: 0.0334103 Nov 12 12:13:38.298543 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ce871731-23f5-40fd-b4ee-0dd071006352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:38.300033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ce871731-23f5-40fd-b4ee-0dd071006352 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.0441289 Nov 12 12:13:38.351452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ae03d1c5-8eb8-4f0c-bb54-9dabf2406650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:38.353100 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ae03d1c5-8eb8-4f0c-bb54-9dabf2406650 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459476 Nov 12 12:13:38.448119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-a3e1860b-f6f8-44a6-801a-647569d8089c service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870292 Nov 12 12:13:38.545177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-3b50c9f2-60d8-44d3-8acd-0431ef1edab4 req-ff7b1009-4d67-4923-90a5-769596442afe service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854499 Nov 12 12:13:39.106043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd0227-1c10-42c1-9db9-5df171c1627f req-07156799-f250-4b6c-9dcf-c52b224487e5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:39.108103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5bd0227-1c10-42c1-9db9-5df171c1627f req-07156799-f250-4b6c-9dcf-c52b224487e5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0540257 Nov 12 12:13:39.158653 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c5bd0227-1c10-42c1-9db9-5df171c1627f req-9c262286-d00a-4b84-bced-fe8ade009d80 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446708 Nov 12 12:13:40.276197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24568e-ec15-4f82-9864-dcb193141e03 req-4357d0ed-e909-4b2c-a9ae-dd5490ee45fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:40.277736 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea24568e-ec15-4f82-9864-dcb193141e03 req-4357d0ed-e909-4b2c-a9ae-dd5490ee45fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0504589 Nov 12 12:13:40.328752 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ea24568e-ec15-4f82-9864-dcb193141e03 req-855eeedc-a17a-4cfa-8f48-c6b0fda5600f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450010 Nov 12 12:13:41.452853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb48ec0-c027-446f-84bc-9de0330be6e6 req-8edc6c21-6b73-43f9-8721-44a56df024f0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:41.454259 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bb48ec0-c027-446f-84bc-9de0330be6e6 req-8edc6c21-6b73-43f9-8721-44a56df024f0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0572593 Nov 12 12:13:41.505106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5bb48ec0-c027-446f-84bc-9de0330be6e6 req-9c9a63fd-b8f6-4ebd-a71a-e05d543de83e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Nov 12 12:13:42.621774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b36930-9b30-46c1-9030-f4c210f84772 req-266cc0a7-ca1f-411b-86c5-d706fb452022 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:42.624088 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2b36930-9b30-46c1-9030-f4c210f84772 req-266cc0a7-ca1f-411b-86c5-d706fb452022 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0502551 Nov 12 12:13:42.675379 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2b36930-9b30-46c1-9030-f4c210f84772 req-033da6c5-23bb-4609-9536-cb75e5d6b7a4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454390 Nov 12 12:13:43.036406 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 57eb504b-9aa1-4278-afd4-10f9e00ea285 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:13:43.129361 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:43.141004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'port_id': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'mac_address': 'fa:16:3e:a7:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:13:43.183100 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:43.197548 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57eb504b-9aa1-4278-afd4-10f9e00ea285 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:13:43.219393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:43.291467 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:43.339049 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:43.624277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['57eb504b-9aa1-4278-afd4-10f9e00ea285'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:13:43.795409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9054988-e655-44e9-8f77-250ec1c150b5 req-a4b28d90-67e1-4d50-a98e-128ba8980e8b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:43.797482 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9054988-e655-44e9-8f77-250ec1c150b5 req-a4b28d90-67e1-4d50-a98e-128ba8980e8b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 945 time: 0.0520177 Nov 12 12:13:43.851904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9054988-e655-44e9-8f77-250ec1c150b5 req-a22c9723-b5db-4cd9-9958-b063963aa60d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482605 Nov 12 12:13:44.970130 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f9fde-7321-45d3-8cfe-fa2799df69c5 req-54aed7c6-86da-4f1e-89da-a7785ba34daf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:44.971602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8f9fde-7321-45d3-8cfe-fa2799df69c5 req-54aed7c6-86da-4f1e-89da-a7785ba34daf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Nov 12 12:13:45.021675 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cf8f9fde-7321-45d3-8cfe-fa2799df69c5 req-32acd574-6aa1-47b6-990f-f119bc532d8e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440869 Nov 12 12:13:45.056315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 57eb504b-9aa1-4278-afd4-10f9e00ea285 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:13:45.217069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 57eb504b-9aa1-4278-afd4-10f9e00ea285 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:13:45.221615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 57eb504b-9aa1-4278-afd4-10f9e00ea285 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:13:45.221982 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:45.301364 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:45.323058 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:13:45.325350 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c4ae4-77f7-47cd-a2e2-80f1c1b82280" -d '{"events": [{"server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "name": "network-vif-plugged", "status": "completed", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:13:45.338202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:13:45.363466 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3aef97-ae77-4eee-9d83-557c149454ad x-openstack-request-id: req-3f3aef97-ae77-4eee-9d83-557c149454ad {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:13:45.363753 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "name": "network-vif-plugged", "status": "completed", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:13:45.364027 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3f3aef97-ae77-4eee-9d83-557c149454ad {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:13:45.364437 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'code': 200} Nov 12 12:13:45.463744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bf0b-5932-4227-8fdf-87fd04b41173 req-1fdee501-6d33-4ab0-ac68-9e7f33331e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:45.465293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cc5bf0b-5932-4227-8fdf-87fd04b41173 req-1fdee501-6d33-4ab0-ac68-9e7f33331e08 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1097 time: 0.0412514 Nov 12 12:13:45.513993 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:45.514251 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5cc5bf0b-5932-4227-8fdf-87fd04b41173 req-0c66777c-00dc-4636-9c57-4c21c2b352b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387590 Nov 12 12:13:45.559689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:46.141747 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df68e-1d8a-459d-bd41-e2a0b3a4ab51 req-8da3f37f-7226-4042-97ee-54872095fade tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:46.143297 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-992df68e-1d8a-459d-bd41-e2a0b3a4ab51 req-8da3f37f-7226-4042-97ee-54872095fade tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0495529 Nov 12 12:13:46.194955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-992df68e-1d8a-459d-bd41-e2a0b3a4ab51 req-6e849da8-546f-46fa-825d-84dd786010e4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454764 Nov 12 12:13:47.314538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bab437-7b79-468c-ba1b-e392fe91b453 req-6c3c5a43-e4f6-4d96-b1f8-dac55cce1340 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:47.316033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5bab437-7b79-468c-ba1b-e392fe91b453 req-6c3c5a43-e4f6-4d96-b1f8-dac55cce1340 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0522122 Nov 12 12:13:47.364721 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b5bab437-7b79-468c-ba1b-e392fe91b453 req-22b827f1-b637-463d-9a51-b9be0c14d359 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Nov 12 12:13:47.491113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0457ec9-410e-460d-8105-1e3e4ca26685 req-dd850c9b-ad15-4ad4-9b1b-e578dc817db4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:47.492638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0457ec9-410e-460d-8105-1e3e4ca26685 req-dd850c9b-ad15-4ad4-9b1b-e578dc817db4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0621605 Nov 12 12:13:47.542036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a0457ec9-410e-460d-8105-1e3e4ca26685 req-f006cb8c-5153-4da8-b97f-efe53f8dac3e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Nov 12 12:13:47.564419 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44130) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:47.604892 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7007bde-590b-462c-8238-d70b15e4524f tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:47.606413 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f7007bde-590b-462c-8238-d70b15e4524f tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1093 time: 0.0410287 Nov 12 12:13:47.609398 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44132) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:47.613660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:13:47.685904 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:47.787187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:47.895833 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.91 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/5074a524-15c3-499e-98fb-febde5e1450e) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:13:47.994887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:48.079698 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:48.118790 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:13:48.121660 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:13:48.125756 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:13:48.131276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=5074a524-15c3-499e-98fb-febde5e1450e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:48.394666 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:48.508933 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:48.653141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:48.800392 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:48.862580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:48.936650 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=5074a524-15c3-499e-98fb-febde5e1450e,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:13:48.944778 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:49.044993 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP 990656f9-ac35-4faa-ade3-1a2519283380 associated. External IP: 172.25.3.91, port: 57eb504b-9aa1-4278-afd4-10f9e00ea285. Nov 12 12:13:49.515043 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router df0401ce-3f40-480b-9ab7-b94d86308ac7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:13:49.617327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:13:49.632692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] Sync routers for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:13:49.643419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:49.646957 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:49.688531 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:49.719420 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9df2a5a8-287b-49f0-be1a-6ab82c6e5109 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1089976 Nov 12 12:13:49.720050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:13:49.722324 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee01d4c-b43b-4f44-b90f-aa20ed465172" -d '{"events": [{"name": "network-changed", "server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:13:49.752705 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:49.817946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda54eb-d81e-4d88-8125-6937b917901c req-04032808-88bd-4589-b89e-a60b942cfbee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:49.819569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7cda54eb-d81e-4d88-8125-6937b917901c req-04032808-88bd-4589-b89e-a60b942cfbee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0500159 Nov 12 12:13:49.869153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7cda54eb-d81e-4d88-8125-6937b917901c req-5160c716-bf7a-449e-84e2-8069ba3f23f5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434253 Nov 12 12:13:49.893676 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44140) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:49.960481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7d3a75e9-f4e2-4adf-aa3c-ef1f9ba86494 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/990656f9-ac35-4faa-ade3-1a2519283380 HTTP/1.1" status: 200 len: 991 time: 0.0655258 Nov 12 12:13:49.994489 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af387ba4-980e-460f-9646-f2e88aa1e3b9 x-openstack-request-id: req-af387ba4-980e-460f-9646-f2e88aa1e3b9 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:13:49.994779 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:13:49.995023 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-af387ba4-980e-460f-9646-f2e88aa1e3b9 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:13:49.995430 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'status': 'completed', 'code': 200} Nov 12 12:13:49.998711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '990656f9-ac35-4faa-ade3-1a2519283380', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'port_id': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'mac_address': 'fa:16:3e:a7:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:13:48Z', 'updated_at': '2021-11-12T12:13:48Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:34Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:50.031845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] Checking router: df0401ce-3f40-480b-9ab7-b94d86308ac7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:13:50.040813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:13:50.041418 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:13:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:50.062608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-014512e9-424e-4d8e-b7b9-a3f5cf0e5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:50.064162 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-014512e9-424e-4d8e-b7b9-a3f5cf0e5ba8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0447631 Nov 12 12:13:50.143665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:13:50.155229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-a96b0b83-fd35-4e0f-85a5-d6fb02d63526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:50.157286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-a96b0b83-fd35-4e0f-85a5-d6fb02d63526 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 897 time: 0.0850468 Nov 12 12:13:50.232484 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-bb40172d-cd57-422a-876b-02bb11fc3679 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 999 time: 0.0669942 Nov 12 12:13:50.287467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-d86d396f-3773-4ef2-b5de-4d84174b32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:50.288954 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-d86d396f-3773-4ef2-b5de-4d84174b32d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.0450163 Nov 12 12:13:50.337761 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-20f1b734-72ca-4acb-9257-5ae11798e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:50.340211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-20f1b734-72ca-4acb-9257-5ae11798e217 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420041 Nov 12 12:13:50.550875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '990656f9-ac35-4faa-ade3-1a2519283380', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'port_id': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'mac_address': 'fa:16:3e:a7:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:13:48Z', 'updated_at': '2021-11-12T12:13:48Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:34Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:13:50.578708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e85b5f-2bb8-4461-a68f-a628919e6600 None None] The sync data for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 is: [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '990656f9-ac35-4faa-ade3-1a2519283380', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'port_id': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'mac_address': 'fa:16:3e:a7:cb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:13:48Z', 'updated_at': '2021-11-12T12:13:48Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:34Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:13:50.792108 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f5b010-5703-4d37-9935-804cd8b91196 None None] New status for floating IP 990656f9-ac35-4faa-ade3-1a2519283380: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:13:50.805462 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-ac784b48-4d4b-46bd-999b-78bad2f5cf0b service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574735 Nov 12 12:13:50.900173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7ee01d4c-b43b-4f44-b90f-aa20ed465172 req-3f4c55dd-2dcd-4d78-8999-f549e872056e service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861852 Nov 12 12:13:50.965311 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44142) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:51.028652 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-36d39630-9be6-4b1e-bdc4-0a43dd9390aa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/990656f9-ac35-4faa-ade3-1a2519283380 HTTP/1.1" status: 200 len: 991 time: 0.0611255 Nov 12 12:13:51.331811 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:13:52.031978 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44144) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:13:52.096301 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f5e21c6c-0d7f-4ec3-9cda-094dbc8f1c92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/990656f9-ac35-4faa-ade3-1a2519283380 HTTP/1.1" status: 200 len: 993 time: 0.0631354 Nov 12 12:13:58.217720 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-b5c55a06-2c5c-49a7-8872-49b3ae403e73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425026 Nov 12 12:13:58.306804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-25aba93f-b88f-4e65-908b-8089766a0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:58.308506 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-25aba93f-b88f-4e65-908b-8089766a0ba7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0445325 Nov 12 12:13:58.417718 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-9d74936a-0805-4142-bcca-2b365fb786f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:58.419203 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-9d74936a-0805-4142-bcca-2b365fb786f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0861583 Nov 12 12:13:58.463681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-cd6479c8-0315-4694-9662-07bce0ce863c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0370636 Nov 12 12:13:58.511845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-3940a8aa-b2dd-4ddb-b0a0-c382a5003199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:58.513299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-3940a8aa-b2dd-4ddb-b0a0-c382a5003199 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0426261 Nov 12 12:13:58.559262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-b97296b7-f6b6-4b87-a319-04749e6ba1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:13:58.560768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-b97296b7-f6b6-4b87-a319-04749e6ba1b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400915 Nov 12 12:13:58.659756 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-7ca3d9ab-ca95-406a-bb80-dda409be4b43 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907340 Nov 12 12:13:58.749184 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0096d670-704b-4a82-8b12-dabcefe6d6b0 req-a6fe660f-fbd1-4d7a-9868-ed5c231f7177 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819495 Nov 12 12:13:59.462187 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa5df407-7a7a-48bb-a3da-ecbc4e66da4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:00.915458 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:14:01.851300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce755686-3c40-47d6-830c-a7b6b667f0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:03.308195 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:04.457486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:04.935620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:09.210906 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-5335ba52-8def-4f99-bb6e-131f9660b288 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432193 Nov 12 12:14:09.297617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-fb990523-abda-43f9-8af3-02df6af6e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:09.304373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-fb990523-abda-43f9-8af3-02df6af6e9f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0407085 Nov 12 12:14:09.407038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-3252e2b6-004f-4786-8603-b7e314c1f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:09.408555 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-3252e2b6-004f-4786-8603-b7e314c1f543 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 897 time: 0.0873542 Nov 12 12:14:09.479209 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-02c2e9ae-5b73-4b7f-a397-ff55b58b8386 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 1001 time: 0.0619233 Nov 12 12:14:09.528754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-ed9eb414-9a1e-4743-acbb-46a0bb958af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:09.530172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-ed9eb414-9a1e-4743-acbb-46a0bb958af9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.0425053 Nov 12 12:14:09.577352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-7347acb3-a8cd-420d-8c07-2c6327757e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:09.578839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-7347acb3-a8cd-420d-8c07-2c6327757e10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395298 Nov 12 12:14:09.672243 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-71928e07-3fe2-47ef-8449-6a922dc2687b service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848849 Nov 12 12:14:09.762226 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6582d890-39d2-4d32-9ff4-d9751f4083ac req-7526d088-f030-44d7-b0cb-cbb637529399 service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806918 Nov 12 12:14:18.398374 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:21.370461 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:25.346220 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-6ef6c63f-047f-4934-bac2-14f26d7e1503 req-949d773b-ceb4-476d-8682-3eb477713d94 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:14:25.347197 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ef6c63f-047f-4934-bac2-14f26d7e1503 req-949d773b-ceb4-476d-8682-3eb477713d94 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054762 Nov 12 12:14:25.699724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8399a-f9d5-4375-b9a5-edae015d83c1 req-01258214-65eb-43bb-9a6f-2ae9e9fee79b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:25.701286 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0e8399a-f9d5-4375-b9a5-edae015d83c1 req-01258214-65eb-43bb-9a6f-2ae9e9fee79b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0523145 Nov 12 12:14:25.751855 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0e8399a-f9d5-4375-b9a5-edae015d83c1 req-b562448a-49ed-4c73-abb6-aa290fbdcf3c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445850 Nov 12 12:14:25.873050 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44172) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:25.954249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-f73c3687-60c3-41c2-895c-4da691e5dc18 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799849 Nov 12 12:14:25.963630 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-eab47744-3131-4007-aff2-160f57f02ba2 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:14:25.964641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-eab47744-3131-4007-aff2-160f57f02ba2 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057061 Nov 12 12:14:26.874928 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813cf20-0c2c-4095-b0b1-eb040a941406 req-266f2533-ced2-465e-8cea-03f4d5e68687 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:26.877605 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8813cf20-0c2c-4095-b0b1-eb040a941406 req-266f2533-ced2-465e-8cea-03f4d5e68687 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0544219 Nov 12 12:14:26.934896 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8813cf20-0c2c-4095-b0b1-eb040a941406 req-9f2682a5-46b6-466a-b473-feea11529cbc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512333 Nov 12 12:14:28.036533 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-61a992b2-b501-49b6-bc72-80473da374e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:28.038043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-61a992b2-b501-49b6-bc72-80473da374e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0470979 Nov 12 12:14:28.053615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba4960-088f-4d7e-8cf1-fde0cfe78f11 req-421246c3-486b-4994-a942-d52ae8d1e831 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:28.056894 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95ba4960-088f-4d7e-8cf1-fde0cfe78f11 req-421246c3-486b-4994-a942-d52ae8d1e831 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0512331 Nov 12 12:14:28.105474 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95ba4960-088f-4d7e-8cf1-fde0cfe78f11 req-25d9008d-ab15-43e0-ba84-b02b3c2700e2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434835 Nov 12 12:14:28.132155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ffaeaac0-c23e-48fd-8e37-b055bbe683dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:28.133625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ffaeaac0-c23e-48fd-8e37-b055bbe683dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 897 time: 0.0871482 Nov 12 12:14:28.204185 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-e16e41d0-fa9a-4c2d-a4de-088988d0b974 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 1001 time: 0.0616293 Nov 12 12:14:28.257361 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-a4aa3c3c-43b6-4ba2-98a6-42dcc33850ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:28.258715 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-a4aa3c3c-43b6-4ba2-98a6-42dcc33850ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.0441830 Nov 12 12:14:28.306744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-5d1b8f0e-124b-4850-96c6-03867a7fd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:28.308254 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-5d1b8f0e-124b-4850-96c6-03867a7fd3ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406349 Nov 12 12:14:28.402125 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-d6e8de17-fe34-46fa-95fe-d4b2295aec4c service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846174 Nov 12 12:14:28.499454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-7080d2d7-7d18-46ee-9ab3-ac4f86dd5a44 service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885184 Nov 12 12:14:29.224489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78736b1e-9c63-4254-b7ce-1420cafb4f59 req-f7cb0b38-78db-43a7-85a9-4a4a92b2a347 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:29.226570 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78736b1e-9c63-4254-b7ce-1420cafb4f59 req-f7cb0b38-78db-43a7-85a9-4a4a92b2a347 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0481853 Nov 12 12:14:29.275622 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78736b1e-9c63-4254-b7ce-1420cafb4f59 req-7d2e9858-d167-4579-b088-1acab9068c24 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Nov 12 12:14:29.386792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-50d81380-f5e5-496e-a264-93a4727c2272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:30.397059 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2224b-3411-4dee-bf75-d426521d10d5 req-39f5f64e-d1b9-4eee-8ae9-066e8be02b92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:30.399672 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33c2224b-3411-4dee-bf75-d426521d10d5 req-39f5f64e-d1b9-4eee-8ae9-066e8be02b92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0531764 Nov 12 12:14:30.448889 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33c2224b-3411-4dee-bf75-d426521d10d5 req-a7cb013a-da4e-49bd-ace7-e4eaf0223cdf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441248 Nov 12 12:14:31.569125 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb11c8-1ccc-4fa5-80b1-233cbf185626 req-66aed114-cbc8-4f11-a782-9c900eb341c5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:31.570650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-daeb11c8-1ccc-4fa5-80b1-233cbf185626 req-66aed114-cbc8-4f11-a782-9c900eb341c5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0512002 Nov 12 12:14:31.621018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-daeb11c8-1ccc-4fa5-80b1-233cbf185626 req-723f863d-20a0-47e9-b726-5ac83c5ca155 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Nov 12 12:14:31.850665 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-932e0149-0c1e-4af7-9027-07f3e8f1776f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:32.751473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed588b44-d2ee-4ac9-90ce-089e7f6fd5aa req-14c1c3d6-aac9-4c22-a14e-01ccc4b3e87b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:32.752915 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed588b44-d2ee-4ac9-90ce-089e7f6fd5aa req-14c1c3d6-aac9-4c22-a14e-01ccc4b3e87b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0537462 Nov 12 12:14:32.802775 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ed588b44-d2ee-4ac9-90ce-089e7f6fd5aa req-e84fa3fb-2410-4ac3-b0f3-a10e4b3a9f7b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438123 Nov 12 12:14:33.308125 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:33.923063 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d33717-e6a3-4670-8e4e-5c5ced36d22f req-adccfce8-77ac-43e8-bba1-8a17d5639737 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:33.924772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19d33717-e6a3-4670-8e4e-5c5ced36d22f req-adccfce8-77ac-43e8-bba1-8a17d5639737 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0513046 Nov 12 12:14:33.974268 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-19d33717-e6a3-4670-8e4e-5c5ced36d22f req-382ae011-d889-41d8-8c63-b628c42e65b1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434937 Nov 12 12:14:34.421831 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:34.947982 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:35.092861 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fed58-3c76-4921-95cc-ce6ad0e8db67 req-f5c4e52b-fe5c-43e9-8c3c-fab80620aaf8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:35.094348 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-799fed58-3c76-4921-95cc-ce6ad0e8db67 req-f5c4e52b-fe5c-43e9-8c3c-fab80620aaf8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0488214 Nov 12 12:14:35.146555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-799fed58-3c76-4921-95cc-ce6ad0e8db67 req-868cb875-c516-4cf0-9028-b19c33b76f20 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462589 Nov 12 12:14:36.263868 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad4bbe-411b-4a0d-9101-f50b9d09696e req-7962f934-77c6-4d32-9820-fd67e983b6d8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:36.265395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f4ad4bbe-411b-4a0d-9101-f50b9d09696e req-7962f934-77c6-4d32-9820-fd67e983b6d8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0502062 Nov 12 12:14:36.315511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f4ad4bbe-411b-4a0d-9101-f50b9d09696e req-6b63af98-adb9-4eaf-8fcd-dacd3e8c66fc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Nov 12 12:14:37.430573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b22000-a48e-43e0-902a-1a62cd741fab req-0eb4ea7f-c34f-4138-8add-b8c1bcf52d86 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:37.432639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70b22000-a48e-43e0-902a-1a62cd741fab req-0eb4ea7f-c34f-4138-8add-b8c1bcf52d86 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0509381 Nov 12 12:14:37.484479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-70b22000-a48e-43e0-902a-1a62cd741fab req-61bbcaa5-63ce-4b94-8f7f-a0d7c19d8e11 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457201 Nov 12 12:14:37.914886 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:14:38.638301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0de678-af7b-4c15-9493-ddb065a4c4c4 req-616d4c13-f325-42bf-9fc8-7a8443a4cbda tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:38.639904 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c0de678-af7b-4c15-9493-ddb065a4c4c4 req-616d4c13-f325-42bf-9fc8-7a8443a4cbda tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0702834 Nov 12 12:14:38.692836 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c0de678-af7b-4c15-9493-ddb065a4c4c4 req-f7de115b-87a8-4cc0-bd21-351a5602e30d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462008 Nov 12 12:14:39.826258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc2910-d015-4a54-bcce-65a8e2f3a9a5 req-7f019a9b-9f35-4b81-80d2-e0e90a8c671b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:39.828179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fdc2910-d015-4a54-bcce-65a8e2f3a9a5 req-7f019a9b-9f35-4b81-80d2-e0e90a8c671b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0561180 Nov 12 12:14:39.887789 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0fdc2910-d015-4a54-bcce-65a8e2f3a9a5 req-29a33efc-ad61-4c01-b517-b50ea717f105 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527947 Nov 12 12:14:41.006105 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876418a2-2cc9-48fa-8ce5-268bb362980f req-e1e579cc-eb37-4fe5-a0b8-9fb69f9c4add tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:41.007636 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-876418a2-2cc9-48fa-8ce5-268bb362980f req-e1e579cc-eb37-4fe5-a0b8-9fb69f9c4add tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0498784 Nov 12 12:14:41.063644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-876418a2-2cc9-48fa-8ce5-268bb362980f req-2cbebe5f-9297-4ada-93f2-15e27256d7b1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498171 Nov 12 12:14:42.184976 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54870f-ad26-4785-ac9c-a3e82c490934 req-54a39ad9-3f7b-486c-80e4-6924286349a7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:42.186562 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac54870f-ad26-4785-ac9c-a3e82c490934 req-54a39ad9-3f7b-486c-80e4-6924286349a7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0502932 Nov 12 12:14:42.236548 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac54870f-ad26-4785-ac9c-a3e82c490934 req-811ff41b-50b7-4086-81f0-6758e8366000 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439174 Nov 12 12:14:43.352891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217ec40-eafa-4deb-8359-7768a06616bf req-a6da4ad6-51a3-46fe-8759-59b4f8fddd50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:43.355059 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f217ec40-eafa-4deb-8359-7768a06616bf req-a6da4ad6-51a3-46fe-8759-59b4f8fddd50 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0498936 Nov 12 12:14:43.404955 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f217ec40-eafa-4deb-8359-7768a06616bf req-9de419bb-9a3b-4d30-9cfe-82c3a9608298 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438790 Nov 12 12:14:44.528693 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900352-5742-425e-b7c1-add7452d293d req-86ad2790-5d7a-4e6b-8106-dc8c8a844641 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:44.530273 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a9900352-5742-425e-b7c1-add7452d293d req-86ad2790-5d7a-4e6b-8106-dc8c8a844641 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0546129 Nov 12 12:14:44.583203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a9900352-5742-425e-b7c1-add7452d293d req-e9000aae-5165-4152-b685-5caf5f91b011 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467191 Nov 12 12:14:45.719227 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43c5f-551d-44a2-81f5-709337104f47 req-6e6d8a0a-0b1b-41e9-8674-bdfa0fec95ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:45.720805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86c43c5f-551d-44a2-81f5-709337104f47 req-6e6d8a0a-0b1b-41e9-8674-bdfa0fec95ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0584767 Nov 12 12:14:45.777142 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-86c43c5f-551d-44a2-81f5-709337104f47 req-a3ac73ee-28d4-4db6-88cd-1f2450ec64da tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502679 Nov 12 12:14:46.913745 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44bcdb-b301-40c4-a607-12c2cd110922 req-f02d7ad3-3ba0-46bc-b7d6-fa5ec4e67cf6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:46.915408 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa44bcdb-b301-40c4-a607-12c2cd110922 req-f02d7ad3-3ba0-46bc-b7d6-fa5ec4e67cf6 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0650330 Nov 12 12:14:46.970081 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa44bcdb-b301-40c4-a607-12c2cd110922 req-5978c2ad-3d53-4f03-9a01-2bdb44dea9a7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483983 Nov 12 12:14:48.088949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a10a9d-af37-4682-94ad-33c2e4f49a33 req-012284de-e1ad-4418-83e0-389fdde82da8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:48.090480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47a10a9d-af37-4682-94ad-33c2e4f49a33 req-012284de-e1ad-4418-83e0-389fdde82da8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0510740 Nov 12 12:14:48.140895 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-47a10a9d-af37-4682-94ad-33c2e4f49a33 req-8a9e43ad-bcc0-4657-8882-3263d184ecb3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439789 Nov 12 12:14:48.416955 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:49.270102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435acd6b-90dd-4b21-867d-d3a3dfe2c1e5 req-52d55e4e-86dc-4a1b-9bc9-57d897217fba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:49.271635 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-435acd6b-90dd-4b21-867d-d3a3dfe2c1e5 req-52d55e4e-86dc-4a1b-9bc9-57d897217fba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0507200 Nov 12 12:14:49.326441 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-435acd6b-90dd-4b21-867d-d3a3dfe2c1e5 req-dbf32450-c4ec-41e5-905b-3d51723679e0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480571 Nov 12 12:14:50.449782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bac1d-b9dc-4a0d-8b52-8de22a196dd8 req-46cf9b49-2d2b-4d40-ac02-2a4952238414 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:50.451383 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-495bac1d-b9dc-4a0d-8b52-8de22a196dd8 req-46cf9b49-2d2b-4d40-ac02-2a4952238414 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0523937 Nov 12 12:14:50.503248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-495bac1d-b9dc-4a0d-8b52-8de22a196dd8 req-c0438a80-533e-4634-a100-d29069cd2c2c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Nov 12 12:14:50.946209 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-a11bd485-5888-4aea-a7b4-bb4225864819 service neutron] show failed (client error): The resource could not be found. Nov 12 12:14:50.947814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-a11bd485-5888-4aea-a7b4-bb4225864819 service neutron] 10.222.0.69 "GET /v2.0/ports/57eb504b-9aa1-4278-afd4-10f9e00ea285/bindings/n-h1-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0623350 Nov 12 12:14:51.364603 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.564465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-67ec85bf-5fcd-49fa-868b-63e7550ad1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:51.565987 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-67ec85bf-5fcd-49fa-868b-63e7550ad1a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 1098 time: 0.0455713 Nov 12 12:14:51.579911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-22', 'device_owner': 'compute:nova'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:14:51.628877 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676488e-c153-4159-93c6-491832258bbc req-fcfe2869-9922-4f3e-ab49-09c3d736cdb0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:51.630692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1676488e-c153-4159-93c6-491832258bbc req-fcfe2869-9922-4f3e-ab49-09c3d736cdb0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0529199 Nov 12 12:14:51.636377 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.681282 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1676488e-c153-4159-93c6-491832258bbc req-7e985ee5-b36d-4dec-9bdb-0ffb02eb1e7f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Nov 12 12:14:51.857863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:51.890881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:51.930140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:51.991152 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f5aa41-6e32-4452-9aae-cea163f0b552" -d '{"events": [{"server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "name": "network-vif-unplugged", "status": "completed", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:51.991152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:51.991152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Transition to ACTIVE for port object 57eb504b-9aa1-4278-afd4-10f9e00ea285 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:14:51.991152 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045c4e3b-27e5-4377-9c6f-073ee0f1628f x-openstack-request-id: req-045c4e3b-27e5-4377-9c6f-073ee0f1628f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:51.991152 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "name": "network-vif-unplugged", "status": "completed", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:51.991152 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-045c4e3b-27e5-4377-9c6f-073ee0f1628f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:51.991152 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'code': 200} Nov 12 12:14:52.117833 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.205922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=6']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:52.220501 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.220853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.221194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.221531 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.221889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.222198 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.222523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.222849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.223264 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.223527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.223849 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.224199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:52.259786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] No DVR routers for this DVR port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:14:52.397732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Attempting to bind port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:14:52.397732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Attempting to bind port 57eb504b-9aa1-4278-afd4-10f9e00ea285 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:14:52.397732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Attempting to bind port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on network 6766466b-8ba5-4311-8eb9-985aba2578c7 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:52.402834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on network 6766466b-8ba5-4311-8eb9-985aba2578c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:14:52.403156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Attempting to bind port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on network 6766466b-8ba5-4311-8eb9-985aba2578c7 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:14:52.408815 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:14:52.409083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Checking segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:14:52.409459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Bound using segment: {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:14:52.409883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Bound port: 57eb504b-9aa1-4278-afd4-10f9e00ea285, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:14:52.410232 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.477897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:14:52.481729 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:14:52.599277 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.634179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:52.635319 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:52.636813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] 10.222.0.57 "PUT /v2.0/ports/57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 1093 time: 1.0618937 Nov 12 12:14:52.670911 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd31070-5cf8-4315-83f1-7f70351c6ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=7']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:52.722524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-a39b2013-c5cc-4ada-8777-f97483fb2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:52.724494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-a39b2013-c5cc-4ada-8777-f97483fb2a85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0617490 Nov 12 12:14:52.831999 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-9598cb9b-145d-4b5b-9444-9662e59b8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:52.833488 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-9598cb9b-145d-4b5b-9444-9662e59b8a0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 897 time: 0.1015606 Nov 12 12:14:52.845376 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c7a3d-43e0-4861-a093-f9bc34772ab3 req-0c138f8f-b7c3-459b-8ab3-c5fe2399a59d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:52.847001 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-902c7a3d-43e0-4861-a093-f9bc34772ab3 req-0c138f8f-b7c3-459b-8ab3-c5fe2399a59d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0855954 Nov 12 12:14:52.900103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-902c7a3d-43e0-4861-a093-f9bc34772ab3 req-b9b4d2df-8ed5-41ff-abdf-ba1dbfed6f7a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463955 Nov 12 12:14:52.908365 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-2bf45e94-c87f-4171-8f32-e7b59e3469cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 999 time: 0.0662365 Nov 12 12:14:52.959000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-1f179a28-27f1-4b65-8891-0231e80f37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:52.960513 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-1f179a28-27f1-4b65-8891-0231e80f37e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.0455704 Nov 12 12:14:53.006927 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-fa025012-7283-411f-85c2-1d0eb62b1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:53.008475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-fa025012-7283-411f-85c2-1d0eb62b1047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409558 Nov 12 12:14:53.104519 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-db147f6a-67c1-4309-906f-87fc0be4afad service neutron] 10.222.0.57 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891163 Nov 12 12:14:53.217000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dba9d273-f8d5-4511-bbbf-fb83913853e4 req-0dd70625-a178-4977-9217-72b36faee2ed service neutron] 10.222.0.57 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056590 Nov 12 12:14:53.984342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:53.986828 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a" -d '{"events": [{"name": "network-changed", "server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:54.020860 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3427ded-3ad0-4dee-be74-fe78ff796b45 req-49bea3bc-726f-4f0a-b3c7-a66a9fdfd172 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.022384 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3427ded-3ad0-4dee-be74-fe78ff796b45 req-49bea3bc-726f-4f0a-b3c7-a66a9fdfd172 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0503731 Nov 12 12:14:54.074417 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d3427ded-3ad0-4dee-be74-fe78ff796b45 req-7c3282bc-dafc-45d1-aa9f-b7d542143291 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452058 Nov 12 12:14:54.131423 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b2c67-88be-4465-ae82-93a224220d11 x-openstack-request-id: req-733b2c67-88be-4465-ae82-93a224220d11 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:54.131970 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:54.131970 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-733b2c67-88be-4465-ae82-93a224220d11 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:54.132357 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'status': 'completed', 'code': 200} Nov 12 12:14:54.229129 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-004f48e8-4e88-424d-9f47-71368cfcf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.230619 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-004f48e8-4e88-424d-9f47-71368cfcf889 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0767457 Nov 12 12:14:54.234015 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-05054ead-479b-4902-ad0b-f5cf34d1dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.235610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-05054ead-479b-4902-ad0b-f5cf34d1dcfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0737128 Nov 12 12:14:54.395291 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-1d9d21f8-1d98-466d-84e7-56325b243283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.396852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-1d9d21f8-1d98-466d-84e7-56325b243283 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 897 time: 0.1509221 Nov 12 12:14:54.397859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-020511b9-74bc-4cb9-b2f0-116a335ff12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.399428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-020511b9-74bc-4cb9-b2f0-116a335ff12e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 897 time: 0.1610982 Nov 12 12:14:54.521216 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-8b6dea50-7667-4af1-a3a5-368396e427e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 999 time: 0.1133242 Nov 12 12:14:54.522935 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-70c990b1-9596-4b34-9a1d-aca5a3dfef1f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 999 time: 0.1084688 Nov 12 12:14:54.610674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-6df0756c-987e-4c5f-ad1a-f7d64ef10747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.612117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-6df0756c-987e-4c5f-ad1a-f7d64ef10747 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.0762241 Nov 12 12:14:54.613394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-23a2a9ac-9e81-4d85-bf36-174357d51980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.614801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-23a2a9ac-9e81-4d85-bf36-174357d51980 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.0866461 Nov 12 12:14:54.744367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-68a2b09b-c0bd-48e6-9271-644900f4effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.746880 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-68a2b09b-c0bd-48e6-9271-644900f4effd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237304 Nov 12 12:14:54.751081 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-b4e7ccfd-248e-412a-9d56-2adec0bda682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:54.753376 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-b4e7ccfd-248e-412a-9d56-2adec0bda682 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281555 Nov 12 12:14:54.923328 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-f3486290-ea86-4fe0-bc78-9a82fd044365 service neutron] 10.222.0.57 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568727 Nov 12 12:14:54.925642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-9b1c3e36-0bde-43be-be25-cc7c039d9811 service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702948 Nov 12 12:14:55.096997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-ca7f9bc5-4dfb-4c85-a1fc-b951eb48e0e1 service neutron] 10.222.0.57 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662788 Nov 12 12:14:55.099061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6e8bfa3e-f28f-4189-a344-e98c45a1d97a req-62f03ffe-c361-468f-b031-a7b549206e68 service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598923 Nov 12 12:14:55.211018 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2740c-7b96-42de-8395-07c2800fd8d1 req-04e53462-4e77-47ed-ae6f-79703a84fb58 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:55.213473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2e2740c-7b96-42de-8395-07c2800fd8d1 req-04e53462-4e77-47ed-ae6f-79703a84fb58 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0584598 Nov 12 12:14:55.270656 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d2e2740c-7b96-42de-8395-07c2800fd8d1 req-5ebb9aec-b096-4072-b5b1-125824a9c2db tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509717 Nov 12 12:14:55.438143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 57eb504b-9aa1-4278-afd4-10f9e00ea285 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:14:55.483150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 57eb504b-9aa1-4278-afd4-10f9e00ea285 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:14:56.106489 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 57eb504b-9aa1-4278-afd4-10f9e00ea285 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:14:56.205451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:56.217134 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'port_id': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'mac_address': 'fa:16:3e:a7:cb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:14:56.258429 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.272723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57eb504b-9aa1-4278-afd4-10f9e00ea285 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:14:56.291679 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:56.359087 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:56.394359 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b433b-fbc7-432b-a70f-0312c52f990f req-ab76ce94-9c0a-44f3-8ddb-f8d37deb2a47 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:56.395997 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc3b433b-fbc7-432b-a70f-0312c52f990f req-ab76ce94-9c0a-44f3-8ddb-f8d37deb2a47 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 944 time: 0.0541973 Nov 12 12:14:56.408913 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:56.417497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.417821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.418174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.418513 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.418849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.419213 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.419542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.419866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.420220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.420542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.420876 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.421200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:14:56.458806 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc3b433b-fbc7-432b-a70f-0312c52f990f req-6dde04e0-3ed3-47d5-9449-f0084be601d5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557070 Nov 12 12:14:56.638409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['57eb504b-9aa1-4278-afd4-10f9e00ea285'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:14:56.799548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e715526-102c-43b0-a059-3e6be46ef888 req-cd50827b-d83b-482d-894d-356f256a9401 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:56.801751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e715526-102c-43b0-a059-3e6be46ef888 req-cd50827b-d83b-482d-894d-356f256a9401 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 945 time: 0.0578027 Nov 12 12:14:56.858036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e715526-102c-43b0-a059-3e6be46ef888 req-3cfb865c-78c1-48af-9759-97e1b857d923 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501642 Nov 12 12:14:56.863611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-1d9706e1-8f2b-4d83-a62c-302874bb66e4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:56.864585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-1d9706e1-8f2b-4d83-a62c-302874bb66e4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1&tenant_id=30b764403e1e4447a21e8f0e8a101953&binding%3Ahost_id=n-h1-768852-22 HTTP/1.1" status: 200 len: 945 time: 0.0595424 Nov 12 12:14:56.935599 n-d-768852-22 neutron-server[109705]: INFO neutron.api.v2.resource [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-bbd397a1-1590-4152-b59d-b06d9dbd33b7 service neutron] delete failed (client error): The resource could not be found. Nov 12 12:14:56.936657 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-bbd397a1-1590-4152-b59d-b06d9dbd33b7 service neutron] 10.222.0.69 "DELETE /v2.0/ports/57eb504b-9aa1-4278-afd4-10f9e00ea285/bindings/n-h2-768852-22 HTTP/1.1" status: 404 len: 381 time: 0.0602500 Nov 12 12:14:57.006008 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b405ebe-51d9-401b-91ab-196874d2a89e req-c28e63c7-197a-49d1-bb7b-6ffc45e97f2c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:57.008795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b405ebe-51d9-401b-91ab-196874d2a89e req-c28e63c7-197a-49d1-bb7b-6ffc45e97f2c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 945 time: 0.0715218 Nov 12 12:14:57.042268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-2c473dab-c069-491e-a8cc-86cb2e8ae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:57.044138 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-2c473dab-c069-491e-a8cc-86cb2e8ae9c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1097 time: 0.0570941 Nov 12 12:14:57.075892 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2b405ebe-51d9-401b-91ab-196874d2a89e req-d7cf927c-a544-4694-850a-be8267d12c53 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600388 Nov 12 12:14:57.145393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-8bda79ff-ba1a-4b1a-b5a7-6cd03fe89a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:57.146807 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-8bda79ff-ba1a-4b1a-b5a7-6cd03fe89a2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 897 time: 0.0947723 Nov 12 12:14:57.221523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-97cb43ef-c6e1-464c-bf11-3369bc424d3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 1000 time: 0.0667143 Nov 12 12:14:57.277339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-3eccf4eb-5962-49e4-8b56-d86f8da334e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:57.278830 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-3eccf4eb-5962-49e4-8b56-d86f8da334e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.0500073 Nov 12 12:14:57.337182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-84ee85b8-2a18-4b24-af27-9bf1e7f03f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:57.339291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-84ee85b8-2a18-4b24-af27-9bf1e7f03f3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533612 Nov 12 12:14:57.440083 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-de18a1f3-9074-4224-954a-97676f670967 service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910285 Nov 12 12:14:57.531801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c28f753a-4a2f-4315-aea5-f64e08ffc707 req-b3f233ce-77dc-49e2-b5b4-6385289a304b service neutron] 10.222.0.69 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819411 Nov 12 12:14:58.107080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 57eb504b-9aa1-4278-afd4-10f9e00ea285 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:14:58.198691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666aff9-e065-4340-ba80-cdbaba5dd825 req-fb410dfc-391a-4735-a3ff-dfe4ae61ba70 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:58.200243 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9666aff9-e065-4340-ba80-cdbaba5dd825 req-fb410dfc-391a-4735-a3ff-dfe4ae61ba70 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 945 time: 0.0512929 Nov 12 12:14:58.251585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9666aff9-e065-4340-ba80-cdbaba5dd825 req-638ed1bc-97a4-45a6-b31e-11f23eb16bf2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453603 Nov 12 12:14:58.261920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port 57eb504b-9aa1-4278-afd4-10f9e00ea285 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:14:58.268108 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port 57eb504b-9aa1-4278-afd4-10f9e00ea285 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:14:58.268688 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.355834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.378578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:14:58.381471 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e04968-7765-4cdf-932c-53c22c505f1b" -d '{"events": [{"server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "name": "network-vif-plugged", "status": "completed", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:14:58.394218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:14:58.417446 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a0f4b3-7cdf-41ae-92da-592fea7702fc x-openstack-request-id: req-25a0f4b3-7cdf-41ae-92da-592fea7702fc {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:14:58.417735 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "name": "network-vif-plugged", "status": "completed", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:14:58.417985 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-25a0f4b3-7cdf-41ae-92da-592fea7702fc {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:14:58.418381 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'code': 200} Nov 12 12:14:58.501810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:58.551185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:14:59.222303 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-672d694b-d5e2-4085-b932-86012deb520f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458412 Nov 12 12:14:59.305315 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-1ead66a3-b36e-45ec-8630-e2fbab9662ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:59.307366 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-1ead66a3-b36e-45ec-8630-e2fbab9662ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0410106 Nov 12 12:14:59.383162 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb62974-f296-46e7-a280-0e09112670f6 req-e78e95d9-2742-411e-9c57-a7febc4d1150 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:59.384790 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3eb62974-f296-46e7-a280-0e09112670f6 req-e78e95d9-2742-411e-9c57-a7febc4d1150 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0569484 Nov 12 12:14:59.386945 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37f68e47-dd86-47de-b91c-7f7e5be45ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:14:59.425725 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-c3f9ff9e-cb79-44e0-abda-07680187bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:59.427402 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-c3f9ff9e-cb79-44e0-abda-07680187bdad service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1003499 Nov 12 12:14:59.437438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3eb62974-f296-46e7-a280-0e09112670f6 req-441f889f-2177-41ac-912c-4052f6e698bc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464087 Nov 12 12:14:59.466400 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44272) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:14:59.475452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-3e43f6de-ba7d-412e-8d81-85c4476aaed2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0399239 Nov 12 12:14:59.525516 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-cd8c75f6-9940-46bc-85e6-f0833aed5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:59.527007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-cd8c75f6-9940-46bc-85e6-f0833aed5c0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0443013 Nov 12 12:14:59.527795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b6c452db-9747-46f8-9fb8-f674aff1fd72 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/990656f9-ac35-4faa-ade3-1a2519283380 HTTP/1.1" status: 200 len: 993 time: 0.0602424 Nov 12 12:14:59.574819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-31853adb-c340-466d-ab01-b689c09c6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:14:59.576343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-31853adb-c340-466d-ab01-b689c09c6480 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427547 Nov 12 12:14:59.672595 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-45c56f2d-04d6-47e0-9c06-5a9e367e826d service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892637 Nov 12 12:14:59.763052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e4f6ed31-d3df-4b50-ae52-6e2bf9a8c368 req-023089ee-526e-4a36-9ef6-004497051c86 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837932 Nov 12 12:15:01.860645 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-aa512439-8d32-42a4-a396-c140d4b5386e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:03.319171 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.421777 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:04.872988 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:14.914719 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:15:18.420579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:21.363828 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.177084 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44284) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:26.358791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 5074a524-15c3-499e-98fb-febde5e1450e {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:15:26.359141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.444623 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.444977 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.458325 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 5074a524-15c3-499e-98fb-febde5e1450e owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:15:26.678514 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.710349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=5074a524-15c3-499e-98fb-febde5e1450e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:26.733707 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.734060 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.734409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.734753 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.735093 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.735446 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.735768 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.736208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.736542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.736871 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.737200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.737526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:26.780142 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:26.780482 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP 990656f9-ac35-4faa-ade3-1a2519283380 disassociated (deleted). External IP: 172.25.3.91, port: 57eb504b-9aa1-4278-afd4-10f9e00ea285. Nov 12 12:15:26.997109 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router df0401ce-3f40-480b-9ab7-b94d86308ac7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:15:27.107554 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:27.112584 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:27.119200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] Sync routers for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:27.129764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:27.130474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:15:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:27.141248 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ef7ae22d-ec02-42fb-b2c5-a5737129b728 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/floatingips/990656f9-ac35-4faa-ade3-1a2519283380 HTTP/1.1" status: 204 len: 168 time: 0.9627159 Nov 12 12:15:27.141851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:27.144163 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:27.239343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:27.444334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:34Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:27.478319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] Checking router: df0401ce-3f40-480b-9ab7-b94d86308ac7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:27.488098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:27.489786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:15:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:27.603445 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:27.655005 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb615a47-89f4-4bb7-aa25-336b71c5e00d x-openstack-request-id: req-bb615a47-89f4-4bb7-aa25-336b71c5e00d {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:27.655800 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:27.656675 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bb615a47-89f4-4bb7-aa25-336b71c5e00d {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:27.657264 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'status': 'completed', 'code': 200} Nov 12 12:15:27.736602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-c6325cea-f509-4451-ab14-763276df715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:27.738018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-c6325cea-f509-4451-ab14-763276df715c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0518169 Nov 12 12:15:27.763776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d18bd9-c35b-4ef1-9ae9-292695d5f924 req-0b793fb2-b1d5-44da-b763-e00be1edae67 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:27.768650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13d18bd9-c35b-4ef1-9ae9-292695d5f924 req-0b793fb2-b1d5-44da-b763-e00be1edae67 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0529168 Nov 12 12:15:27.818684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:34Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:27.825716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13d18bd9-c35b-4ef1-9ae9-292695d5f924 req-8644956a-700d-49f1-a3a7-38d472fca6bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540607 Nov 12 12:15:27.840669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-c76dd8fc-8db8-4e01-9265-e0cb7ebcc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:27.840669 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-c76dd8fc-8db8-4e01-9265-e0cb7ebcc140 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 200 len: 897 time: 0.0926175 Nov 12 12:15:27.850836 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac155ca-bdcb-42ba-bf92-c8a5fc276494 None None] The sync data for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 is: [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:13:31Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'cfebae41-b298-4d16-96ee-b5a3a2505139', 'name': '', 'network_id': '6766466b-8ba5-4311-8eb9-985aba2578c7', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:34:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:30Z', 'updated_at': '2021-11-12T12:13:34Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c1bb178d-baa3-495d-9613-e15dc387b3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:27.886810 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-1be41df5-51d5-4167-9747-0b9ce1026215 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 200 len: 217 time: 0.0390713 Nov 12 12:15:28.103649 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e998b98-3c5c-4b7b-a8b4-bfe6852c16b0 None None] New status for floating IP 990656f9-ac35-4faa-ade3-1a2519283380: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:15:28.290732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-dd189396-7583-4bf9-830d-cb814f2268e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:28.292223 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-dd189396-7583-4bf9-830d-cb814f2268e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 200 len: 835 time: 0.3975677 Nov 12 12:15:28.338259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-d9715a77-75c4-4a14-9d9a-fcbd0ec02f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:28.339720 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-d9715a77-75c4-4a14-9d9a-fcbd0ec02f41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6766466b-8ba5-4311-8eb9-985aba2578c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398273 Nov 12 12:15:28.439842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-50e28652-06de-420c-9483-16c1c3dd766d service neutron] 10.222.0.57 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917392 Nov 12 12:15:28.527701 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4d9ac9f7-4653-4ea3-bd71-fc85dd3e86f6 req-684471ab-901f-483d-818a-f59f2788e61c service neutron] 10.222.0.57 "GET /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804751 Nov 12 12:15:28.947404 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f64604-b9a3-46ec-be9f-61398993deb2 req-40113c41-bd3b-4728-aca9-2be8f9b3bc81 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:28.948841 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74f64604-b9a3-46ec-be9f-61398993deb2 req-40113c41-bd3b-4728-aca9-2be8f9b3bc81 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0498345 Nov 12 12:15:28.992182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-e7bc0d13-a878-4888-8d0b-bde74baee559 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:28.993815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-e7bc0d13-a878-4888-8d0b-bde74baee559 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.57 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 946 time: 0.0493186 Nov 12 12:15:28.999626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-74f64604-b9a3-46ec-be9f-61398993deb2 req-cb32413e-ccd2-4238-b2e9-4b9c38783045 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=0119bb1e-cb92-45fe-84e5-5407fb125186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Nov 12 12:15:29.087235 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 57eb504b-9aa1-4278-afd4-10f9e00ea285 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:15:29.087563 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.175404 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 57eb504b-9aa1-4278-afd4-10f9e00ea285, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=57eb504b-9aa1-4278-afd4-10f9e00ea285,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:29.175853 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.193200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 57eb504b-9aa1-4278-afd4-10f9e00ea285 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:15:29.404019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.432351 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-31e9ba6a-f21a-492d-ace9-33dd48164fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.433627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=57eb504b-9aa1-4278-afd4-10f9e00ea285,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:29.481881 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] No DVR routers for this DVR port 57eb504b-9aa1-4278-afd4-10f9e00ea285 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:15:29.482500 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:29.485795 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bb58641-e8bd-4f15-831f-1eab03a14bf9 req-5097e608-17f8-4cca-94fb-9204c678e1fa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.57 "DELETE /v2.0/ports/57eb504b-9aa1-4278-afd4-10f9e00ea285 HTTP/1.1" status: 204 len: 173 time: 0.4860508 Nov 12 12:15:29.486243 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'name': 'network-vif-deleted', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:29.488587 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17901a7-2311-4382-8735-2f4009f4794d" -d '{"events": [{"server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "name": "network-vif-deleted", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:29.630628 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ccbe9-ec0c-48a6-bd9f-ad05158ad16b x-openstack-request-id: req-165ccbe9-ec0c-48a6-bd9f-ad05158ad16b {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:29.630930 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6119ec5d-438a-480b-901b-b0d76124aaa1", "name": "network-vif-deleted", "tag": "57eb504b-9aa1-4278-afd4-10f9e00ea285", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:29.631223 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-165ccbe9-ec0c-48a6-bd9f-ad05158ad16b {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:29.631627 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6119ec5d-438a-480b-901b-b0d76124aaa1', 'name': 'network-vif-deleted', 'tag': '57eb504b-9aa1-4278-afd4-10f9e00ea285', 'status': 'completed', 'code': 200} Nov 12 12:15:30.119087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60d45445-aa9c-45c7-b669-16f9e73cd71b req-e475ffaf-2b2e-4c61-aad7-05e56c828515 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6119ec5d-438a-480b-901b-b0d76124aaa1 HTTP/1.1" status: 200 len: 210 time: 0.0272293 Nov 12 12:15:31.179138 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44302) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:31.555717 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.817823 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port cfebae41-b298-4d16-96ee-b5a3a2505139 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:15:31.818170 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.909200 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port cfebae41-b298-4d16-96ee-b5a3a2505139, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cfebae41-b298-4d16-96ee-b5a3a2505139,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:31.909480 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.918186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-132e2743-6124-4033-ab67-b4a545893a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:31.924968 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for cfebae41-b298-4d16-96ee-b5a3a2505139 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:15:32.202364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 57eb504b-9aa1-4278-afd4-10f9e00ea285 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:32.219835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.225936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: 57eb504b-9aa1-4278-afd4-10f9e00ea285 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:32.225936 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device 57eb504b-9aa1-4278-afd4-10f9e00ea285 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:32.248983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=cfebae41-b298-4d16-96ee-b5a3a2505139,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:32.698382 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:32.915590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router df0401ce-3f40-480b-9ab7-b94d86308ac7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:15:33.024409 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:33.029477 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-27b44bab-a328-4286-8b82-2e60608fc4ab tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/df0401ce-3f40-480b-9ab7-b94d86308ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487773 Nov 12 12:15:33.032782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44304) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:33.033846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] Sync routers for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:33.044199 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:33.044814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:33.084929 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a78e78-0152-4216-bb67-d81b945e293b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting subnet c1bb178d-baa3-495d-9613-e15dc387b3d6 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:15:33.088177 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e78-0152-4216-bb67-d81b945e293b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.129705 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e78-0152-4216-bb67-d81b945e293b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.152066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:33.218827 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e78-0152-4216-bb67-d81b945e293b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.336203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.346750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:15:32Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:33.358655 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e78-0152-4216-bb67-d81b945e293b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.373730 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] Checking router: df0401ce-3f40-480b-9ab7-b94d86308ac7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:33.382149 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] Routers {'df0401ce-3f40-480b-9ab7-b94d86308ac7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:33.382750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['df0401ce-3f40-480b-9ab7-b94d86308ac7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:33.387272 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a78e78-0152-4216-bb67-d81b945e293b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bb178d-baa3-495d-9613-e15dc387b3d6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:33.392564 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f3a78e78-0152-4216-bb67-d81b945e293b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.395587 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f3a78e78-0152-4216-bb67-d81b945e293b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/subnets/c1bb178d-baa3-495d-9613-e15dc387b3d6 HTTP/1.1" status: 204 len: 168 time: 0.3617749 Nov 12 12:15:33.398268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44306) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:33.418223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e37bc-07cf-4fba-bace-b8d14cf8fa34 None None] Network 6766466b-8ba5-4311-8eb9-985aba2578c7 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:33.515328 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.642909 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.751797 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] Set router df0401ce-3f40-480b-9ab7-b94d86308ac7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:33.838885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:15:33.839233 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.929031 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=07d19e1c-4b63-42c1-9ded-9f6f9223a2cb,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:33.929510 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:33.946202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:15:33.947258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] DHCP port deletion for 6766466b-8ba5-4311-8eb9-985aba2578c7 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:15:33.953683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:15:32Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:34.003863 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547dedaf-14d8-4557-967c-7695b21439e1 None None] The sync data for ids ['df0401ce-3f40-480b-9ab7-b94d86308ac7'] in n-d-768852-22 is: [{'id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781690735', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:13:26Z', 'updated_at': '2021-11-12T12:15:32Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '07d19e1c-4b63-42c1-9ded-9f6f9223a2cb', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0401ce-3f40-480b-9ab7-b94d86308ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:13:27Z', 'updated_at': '2021-11-12T12:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:34.030688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] Deleting port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:15:34.031157 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.098903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] For port 5f191ed0-7ca9-4c6c-82b9-60489aa32425, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=5f191ed0-7ca9-4c6c-82b9-60489aa32425,segment=NetworkSegment(6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf),segment_id=6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:34.099696 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.113477 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] Calling delete_port for 5f191ed0-7ca9-4c6c-82b9-60489aa32425 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:15:34.209386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.241678 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=07d19e1c-4b63-42c1-9ded-9f6f9223a2cb,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:34.255378 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ad4df-21b2-464b-afaf-ce71adb0eac1 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:15:34.307956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.317999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.352585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] No DVR routers for this DVR port 5f191ed0-7ca9-4c6c-82b9-60489aa32425 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:15:34.359763 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551b07f-ff57-40d2-a882-1ff5c0471998 None None] Pushing event deleted for resources: {'Port': ['ID=5f191ed0-7ca9-4c6c-82b9-60489aa32425,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:34.401887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.405223 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.535192 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.589164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5f191ed0-7ca9-4c6c-82b9-60489aa32425 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:34.610822 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 5f191ed0-7ca9-4c6c-82b9-60489aa32425 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:34.611125 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 5f191ed0-7ca9-4c6c-82b9-60489aa32425 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:34.611521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cfebae41-b298-4d16-96ee-b5a3a2505139 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:34.618916 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.618916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Fanout notify agent at l3_agent the message router_deleted on router df0401ce-3f40-480b-9ab7-b94d86308ac7 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:15:34.624448 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.628932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44308) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:34.637597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f5ca1541-dd1b-4098-90c0-403c00497c0b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/routers/df0401ce-3f40-480b-9ab7-b94d86308ac7 HTTP/1.1" status: 204 len: 168 time: 1.2382271 Nov 12 12:15:34.642492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: cfebae41-b298-4d16-96ee-b5a3a2505139 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:34.642492 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cfebae41-b298-4d16-96ee-b5a3a2505139 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:34.721255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.817858 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.839165 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6766466b-8ba5-4311-8eb9-985aba2578c7']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:34.849672 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:34.849968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be5ba33-7919-4e06-8bcd-e4fb82f0bfaf') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:34.859648 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.873027 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.879266 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:15:34.879669 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:15:34.883278 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:15:34.923689 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.066459 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.075106 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.078177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/networks/6766466b-8ba5-4311-8eb9-985aba2578c7 HTTP/1.1" status: 204 len: 168 time: 0.4482069 Nov 12 12:15:35.081423 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44310) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:35.090367 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3e691-5e11-4709-9e7c-4b7e9b20903d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Network': ['ID=6766466b-8ba5-4311-8eb9-985aba2578c7,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:35.145602 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d14125f-fe35-4bd7-a6e0-12c03257b96a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.171743 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d14125f-fe35-4bd7-a6e0-12c03257b96a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.318347 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d14125f-fe35-4bd7-a6e0-12c03257b96a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.322236 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8d14125f-fe35-4bd7-a6e0-12c03257b96a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:35.323525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8d14125f-fe35-4bd7-a6e0-12c03257b96a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/security-groups/0119bb1e-cb92-45fe-84e5-5407fb125186 HTTP/1.1" status: 204 len: 168 time: 0.2412350 Nov 12 12:15:35.333774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14125f-fe35-4bd7-a6e0-12c03257b96a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0119bb1e-cb92-45fe-84e5-5407fb125186,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:36.493080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:15:36.513118 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:15:36.513454 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 07d19e1c-4b63-42c1-9ded-9f6f9223a2cb not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:15:37.017426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44318) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:37.022150 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-9c9a1097-a8ae-4126-b7f2-d0a2c068be6b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278631179', 'description': 'tempest-secgroup-smoke-1278631179 description', 'project_id': '30b764403e1e4447a21e8f0e8a101953'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:37.169493 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1097-a8ae-4126-b7f2-d0a2c068be6b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.235850 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1097-a8ae-4126-b7f2-d0a2c068be6b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.385759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1097-a8ae-4126-b7f2-d0a2c068be6b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.419718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a1097-a8ae-4126-b7f2-d0a2c068be6b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28f4f40-338e-4b07-bd72-b0011577ee76,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:37.617967 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1097-a8ae-4126-b7f2-d0a2c068be6b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.620212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9c9a1097-a8ae-4126-b7f2-d0a2c068be6b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6012859 Nov 12 12:15:37.625569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44320) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:37.629674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f94c38ee-ff2c-4e21-8c43-3c05b219f32e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'e28f4f40-338e-4b07-bd72-b0011577ee76', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:37.786586 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f94c38ee-ff2c-4e21-8c43-3c05b219f32e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:37.845507 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f94c38ee-ff2c-4e21-8c43-3c05b219f32e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.015133 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f94c38ee-ff2c-4e21-8c43-3c05b219f32e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.034516 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c38ee-ff2c-4e21-8c43-3c05b219f32e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a3257f-a5ab-4c82-abd7-94ba65ee2afa,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:38.171625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f94c38ee-ff2c-4e21-8c43-3c05b219f32e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.173333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f94c38ee-ff2c-4e21-8c43-3c05b219f32e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5471294 Nov 12 12:15:38.176360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44322) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:38.181463 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-36c31869-325f-491f-94a1-2d5f2e507852 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'e28f4f40-338e-4b07-bd72-b0011577ee76', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:38.324025 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36c31869-325f-491f-94a1-2d5f2e507852 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.388413 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36c31869-325f-491f-94a1-2d5f2e507852 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.518386 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36c31869-325f-491f-94a1-2d5f2e507852 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.538051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c31869-325f-491f-94a1-2d5f2e507852 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb16335-6ac9-47a3-8fee-6227ad57bf5d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:38.663078 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-36c31869-325f-491f-94a1-2d5f2e507852 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.664479 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-36c31869-325f-491f-94a1-2d5f2e507852 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4870167 Nov 12 12:15:38.667143 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44324) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:38.671699 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-472ef623-0347-4191-95ea-fab50f26babf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'e28f4f40-338e-4b07-bd72-b0011577ee76', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:38.843753 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-472ef623-0347-4191-95ea-fab50f26babf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.902206 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-472ef623-0347-4191-95ea-fab50f26babf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:38.997741 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-472ef623-0347-4191-95ea-fab50f26babf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.018969 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ef623-0347-4191-95ea-fab50f26babf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23b7b79-3a56-41b8-8f3b-672d9de47d99,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:39.108678 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-472ef623-0347-4191-95ea-fab50f26babf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.109927 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-472ef623-0347-4191-95ea-fab50f26babf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4418190 Nov 12 12:15:39.112922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44326) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:39.117841 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-c6d9e73e-975f-48ea-9d35-6c66c458de14 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'e28f4f40-338e-4b07-bd72-b0011577ee76', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:39.243861 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e73e-975f-48ea-9d35-6c66c458de14 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.299301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e73e-975f-48ea-9d35-6c66c458de14 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.415542 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e73e-975f-48ea-9d35-6c66c458de14 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.434651 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9e73e-975f-48ea-9d35-6c66c458de14 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb80aceb-d863-4827-a504-6a7234ac3f19,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:39.571108 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e73e-975f-48ea-9d35-6c66c458de14 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.572468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c6d9e73e-975f-48ea-9d35-6c66c458de14 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4586153 Nov 12 12:15:39.575318 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44328) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:39.579771 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-3a040a40-515d-4e68-a15f-90628ef07d2d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'e28f4f40-338e-4b07-bd72-b0011577ee76', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:39.700221 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-3a040a40-515d-4e68-a15f-90628ef07d2d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:15:39.705553 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3a040a40-515d-4e68-a15f-90628ef07d2d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.766696 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3a040a40-515d-4e68-a15f-90628ef07d2d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.884158 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3a040a40-515d-4e68-a15f-90628ef07d2d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:39.902938 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a040a40-515d-4e68-a15f-90628ef07d2d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8777a43-ed9b-4ff2-8de1-e50dbfa8da46,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:40.040121 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-3a040a40-515d-4e68-a15f-90628ef07d2d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.041380 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-3a040a40-515d-4e68-a15f-90628ef07d2d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4651246 Nov 12 12:15:40.044356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44330) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:40.048749 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-17d2c890-a047-4eae-8841-e3f307758608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'e28f4f40-338e-4b07-bd72-b0011577ee76', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:40.197770 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-17d2c890-a047-4eae-8841-e3f307758608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:15:40.203012 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17d2c890-a047-4eae-8841-e3f307758608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.261410 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17d2c890-a047-4eae-8841-e3f307758608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.402529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17d2c890-a047-4eae-8841-e3f307758608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.422982 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2c890-a047-4eae-8841-e3f307758608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d324cc9-4fe7-4685-beab-05f4aa326bb2,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:40.536989 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-17d2c890-a047-4eae-8841-e3f307758608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.538255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-17d2c890-a047-4eae-8841-e3f307758608 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4929409 Nov 12 12:15:40.541234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44332) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:40.546180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'network': {'name': 'tempest-network-smoke--1589679619', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'port_security_enabled': True}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:40.648523 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:40.652051 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.676222 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:15:40.685574 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.685915 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Added segment e04b7d26-9dc4-4a1b-acd8-788b39137df9 of type vlan for network cfd1eccf-d528-45bb-aacb-a80ca1b27216 Nov 12 12:15:40.725687 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.878213 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.883986 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:40.884604 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:40.948946 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Network': ['ID=cfd1eccf-d528-45bb-aacb-a80ca1b27216,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:40.959629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:15:41.033692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a7fa4e6d-309f-4881-b5b4-4535aede0499 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4914017 Nov 12 12:15:41.036595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44334) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:41.041739 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'admin_state_up': True, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:41.186942 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.187987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.238329 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.454241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.707308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.729205 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:41.832034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.167 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/e1436b6c-51c7-45d7-bd51-8b4f784a0000) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:41.935647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.072410 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.109014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:42.113768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:42.116304 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:42.127441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c968f5ef-87d6-4aef-9561-7a18530c8045 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:15:42.144817 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=e1436b6c-51c7-45d7-bd51-8b4f784a0000,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:42.168962 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bbb490c7-ba14-4a94-83b0-9a2e7dfbfd7f None None] Provisioning complete for port e1436b6c-51c7-45d7-bd51-8b4f784a0000 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:42.169333 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bbb490c7-ba14-4a94-83b0-9a2e7dfbfd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.204208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bbb490c7-ba14-4a94-83b0-9a2e7dfbfd7f None None] Port e1436b6c-51c7-45d7-bd51-8b4f784a0000 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:42.537018 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:42.735620 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.014686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 327bea6b-c369-4400-9145-05d1c23fac87 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:15:43.121573 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:43.130884 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Sync routers for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:43.141162 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:43.146962 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:43.216849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.218083 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-307003d2-ba75-4862-89ea-35c19989a49d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1804855 Nov 12 12:15:43.221347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44336) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:43.247658 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:43.308799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-21b18f03-b687-4d24-8792-d1df356ac7fc tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=30b764403e1e4447a21e8f0e8a101953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0861335 Nov 12 12:15:43.311342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44340) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:43.395052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca9bc3-73bd-4af5-bc56-f77f32cf1983 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:43.396622 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-00ca9bc3-73bd-4af5-bc56-f77f32cf1983 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843821 Nov 12 12:15:43.400221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44342) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:43.429922 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:43.432755 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f24d1ce7-e21c-414a-b485-c901bc054dc8 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311756 Nov 12 12:15:43.435124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44344) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:43.440053 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1404037306', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:43.545795 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Checking router: 327bea6b-c369-4400-9145-05d1c23fac87 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:43.546135 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Updating router 327bea6b-c369-4400-9145-05d1c23fac87 port e1436b6c-51c7-45d7-bd51-8b4f784a0000 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:43.571352 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.597730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:43.601451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.819490 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.912685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.952030 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:43.974054 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Subnet': ['ID=c9756039-19be-4328-b120-a35650c23962,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:43.983112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Checking segment: {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:43.983530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network hostable DHCP agents. Network: cfd1eccf-d528-45bb-aacb-a80ca1b27216, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:15:43.993858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0195ca9-c0b3-41fd-ae20-95d1c6c18bf7 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:15:44.000006 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Attempting to bind port e1436b6c-51c7-45d7-bd51-8b4f784a0000 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:44.000391 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Attempting to bind port e1436b6c-51c7-45d7-bd51-8b4f784a0000 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:44.000740 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Attempting to bind port e1436b6c-51c7-45d7-bd51-8b4f784a0000 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:44.009183 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:44.009563 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:44.009962 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.010351 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:44.010816 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Bound port: e1436b6c-51c7-45d7-bd51-8b4f784a0000, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:44.011190 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.016298 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Pushing event updated for resources: {'Port': ['ID=e1436b6c-51c7-45d7-bd51-8b4f784a0000,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:44.031600 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-5fbe5d12-79ca-4a1d-833e-5cb7c38cce39 None None] Provisioning complete for port e1436b6c-51c7-45d7-bd51-8b4f784a0000 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:44.032252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5d12-79ca-4a1d-833e-5cb7c38cce39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.042063 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.042404 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.042742 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.043075 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.043404 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.043731 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.044081 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.044405 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.044726 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.045045 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.045365 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.045680 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:44.068145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe5d12-79ca-4a1d-833e-5cb7c38cce39 None None] Port e1436b6c-51c7-45d7-bd51-8b4f784a0000 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:44.078004 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] For port e1436b6c-51c7-45d7-bd51-8b4f784a0000, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:44.081053 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] For port e1436b6c-51c7-45d7-bd51-8b4f784a0000, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e1436b6c-51c7-45d7-bd51-8b4f784a0000,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:44.100722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:15:44.232647 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.267130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, cfd1eccf-d528-45bb-aacb-a80ca1b27216) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:44.271489 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:44.272141 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.275036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eadc5f-5130-4ec3-bbe9-1dd6e78dcd21 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:15:44.281245 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8414b-5d2d-4ffc-95c2-b192c14b048e None None] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:44.290677 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:44.291289 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:44.337259 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daab029-3dad-4268-b236-cc30102dd711 None None] Pushing event updated for resources: {'Port': ['ID=e1436b6c-51c7-45d7-bd51-8b4f784a0000,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:44.410724 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:44.423214 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-37323c75-aa1a-4624-9c20-676de9fc97a4 None None] Provisioning complete for port e1436b6c-51c7-45d7-bd51-8b4f784a0000 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:44.423593 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37323c75-aa1a-4624-9c20-676de9fc97a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.442736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-56b196bd-09c3-4ea3-8b53-e1531b814d06 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0058069 Nov 12 12:15:44.445042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44346) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:15:44.482578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:15:44.483514 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.609133 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:44.631063 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37323c75-aa1a-4624-9c20-676de9fc97a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.638172 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7123c8c-73c4-4627-9f73-fde56e611bb8 None None] The sync data for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 is: [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:42Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:44.681710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-37323c75-aa1a-4624-9c20-676de9fc97a4 None None] For port e1436b6c-51c7-45d7-bd51-8b4f784a0000, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e1436b6c-51c7-45d7-bd51-8b4f784a0000,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:44.697593 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Allocated IP 172.20.0.2 (cfd1eccf-d528-45bb-aacb-a80ca1b27216/c9756039-19be-4328-b120-a35650c23962/857adf5a-9f16-49d3-9c59-9fc4180badee) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:44.864556 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.877640 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37323c75-aa1a-4624-9c20-676de9fc97a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:44.940528 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37323c75-aa1a-4624-9c20-676de9fc97a4 None None] Pushing event updated for resources: {'Port': ['ID=e1436b6c-51c7-45d7-bd51-8b4f784a0000,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:44.956768 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.032465 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.075186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:45.079826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:45.084817 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:45.088042 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Pushing event updated for resources: {'Port': ['ID=857adf5a-9f16-49d3-9c59-9fc4180badee,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:45.151063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Attempting to bind port 857adf5a-9f16-49d3-9c59-9fc4180badee on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:45.151426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Attempting to bind port 857adf5a-9f16-49d3-9c59-9fc4180badee by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:45.151787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Attempting to bind port 857adf5a-9f16-49d3-9c59-9fc4180badee on network cfd1eccf-d528-45bb-aacb-a80ca1b27216 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:45.158013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:45.158517 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Checking segment: {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:45.158916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.159307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Bound using segment: {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:45.159781 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Bound port: 857adf5a-9f16-49d3-9c59-9fc4180badee, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:45.160180 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.226911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] For port 857adf5a-9f16-49d3-9c59-9fc4180badee, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:45.230929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] For port 857adf5a-9f16-49d3-9c59-9fc4180badee, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=857adf5a-9f16-49d3-9c59-9fc4180badee,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:45.268998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.1 (cfd1eccf-d528-45bb-aacb-a80ca1b27216/c9756039-19be-4328-b120-a35650c23962/353d7409-b62a-4919-a9ea-7467c06c4a6e) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:45.358418 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.387052 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.432261 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbeef6-4ae4-4cfb-a878-f28db9ba781e None None] Pushing event updated for resources: {'Port': ['ID=857adf5a-9f16-49d3-9c59-9fc4180badee,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:45.574005 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:45.624651 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:45.627889 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:45.630323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:45.671048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=353d7409-b62a-4919-a9ea-7467c06c4a6e,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:45.686507 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.015021 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.304476 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.316431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf5f3ac-25e9-4194-9c4f-d3bce847b2ba None None] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:15:46.420700 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.447965 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-121a35e1-47cf-469a-a047-0b6b5177a34b None None] Provisioning complete for port 857adf5a-9f16-49d3-9c59-9fc4180badee triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:46.447965 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-121a35e1-47cf-469a-a047-0b6b5177a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.499000 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.503661 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=353d7409-b62a-4919-a9ea-7467c06c4a6e,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:46.564136 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-121a35e1-47cf-469a-a047-0b6b5177a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.609856 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-121a35e1-47cf-469a-a047-0b6b5177a34b None None] For port 857adf5a-9f16-49d3-9c59-9fc4180badee, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=857adf5a-9f16-49d3-9c59-9fc4180badee,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:46.641033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:46.644435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:46.683103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 857adf5a-9f16-49d3-9c59-9fc4180badee up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:46.741597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 857adf5a-9f16-49d3-9c59-9fc4180badee triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:46.742813 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.778378 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 327bea6b-c369-4400-9145-05d1c23fac87 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:15:46.828761 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-121a35e1-47cf-469a-a047-0b6b5177a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.837060 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:46.925354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a35e1-47cf-469a-a047-0b6b5177a34b None None] Pushing event updated for resources: {'Port': ['ID=857adf5a-9f16-49d3-9c59-9fc4180badee,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:46.951250 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 12:15:46.951634 n-d-768852-22 neutron-server[109706]: DEBUG oslo_db.api [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 12:15:46.957404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0acbb74e-25a2-4ad1-b50e-7e02d2aba30c None None] Provisioning complete for port 857adf5a-9f16-49d3-9c59-9fc4180badee triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:46.957779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0acbb74e-25a2-4ad1-b50e-7e02d2aba30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.059380 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0acbb74e-25a2-4ad1-b50e-7e02d2aba30c None None] Provisioning complete for port 353d7409-b62a-4919-a9ea-7467c06c4a6e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:47.059749 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0acbb74e-25a2-4ad1-b50e-7e02d2aba30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.100145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0acbb74e-25a2-4ad1-b50e-7e02d2aba30c None None] Port 353d7409-b62a-4919-a9ea-7467c06c4a6e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:47.221354 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e4b01948-36cd-47dc-8a6a-6a813de99b00 None None] Provisioning complete for port 353d7409-b62a-4919-a9ea-7467c06c4a6e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:47.221858 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e4b01948-36cd-47dc-8a6a-6a813de99b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.260525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e4b01948-36cd-47dc-8a6a-6a813de99b00 None None] Port 353d7409-b62a-4919-a9ea-7467c06c4a6e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:47.262095 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:15:47.266870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-79747c89-b7e8-4d2c-bb6d-2b0d42ef290f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/327bea6b-c369-4400-9145-05d1c23fac87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8208144 Nov 12 12:15:47.272185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Sync routers for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:15:47.283309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:47.283942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:47.395410 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bc8eccd8-b143-45fe-823e-78137794384b None None] Provisioning complete for port 353d7409-b62a-4919-a9ea-7467c06c4a6e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:47.396131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc8eccd8-b143-45fe-823e-78137794384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.423387 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:47.425069 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-53a68285-99eb-4830-80f5-79b777914c95 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278631179&fields=id&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 267 time: 0.0492475 Nov 12 12:15:47.537118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34d29-e9cc-4e38-875a-9652342be033 req-60d8bd12-b0db-4550-856d-2143bae1ab1f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:47.538825 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-60d8bd12-b0db-4550-856d-2143bae1ab1f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/networks?id=cfd1eccf-d528-45bb-aacb-a80ca1b27216 HTTP/1.1" status: 200 len: 797 time: 0.1066079 Nov 12 12:15:47.556249 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-b03c18c5-eb2f-4e8d-b8c1-731d78b43f07 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/quotas/30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 375 time: 0.0107992 Nov 12 12:15:47.613429 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-8546587b-c513-42bf-896b-3289ef2a1147 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510960 Nov 12 12:15:47.658724 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bc8eccd8-b143-45fe-823e-78137794384b None None] Port 353d7409-b62a-4919-a9ea-7467c06c4a6e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:47.702174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e1436b6c-51c7-45d7-bd51-8b4f784a0000 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:47.718613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-4cf8fd89-74a3-4529-9ead-ad97a8bde993 service neutron] 10.222.0.98 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921099 Nov 12 12:15:47.824050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e1436b6c-51c7-45d7-bd51-8b4f784a0000 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:47.824344 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:47.826654 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-6fe7acf8-1e2b-4ae4-af4a-e176e91df9b8 service neutron] 10.222.0.98 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018887 Nov 12 12:15:47.908707 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:46Z', 'revision_number': 2, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:47.955509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Checking router: 327bea6b-c369-4400-9145-05d1c23fac87 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:15:47.955866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Updating router 327bea6b-c369-4400-9145-05d1c23fac87 port 353d7409-b62a-4919-a9ea-7467c06c4a6e binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:15:47.990607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.120174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b6e4628b-c727-4175-a090-17c061c46f08 req-7a7349a1-ba7a-4f67-8f7d-385996c9d713 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 210 time: 0.0309210 Nov 12 12:15:48.266588 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.544193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 857adf5a-9f16-49d3-9c59-9fc4180badee up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:48.593096 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 857adf5a-9f16-49d3-9c59-9fc4180badee triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:48.593569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.615654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.617695 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.686412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54376d0a-460f-48c6-a40f-479c962752a3 None None] Pushing event updated for resources: {'Port': ['ID=353d7409-b62a-4919-a9ea-7467c06c4a6e,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:48.762296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Attempting to bind port 353d7409-b62a-4919-a9ea-7467c06c4a6e on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:48.762669 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Attempting to bind port 353d7409-b62a-4919-a9ea-7467c06c4a6e by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:48.763037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Attempting to bind port 353d7409-b62a-4919-a9ea-7467c06c4a6e on network cfd1eccf-d528-45bb-aacb-a80ca1b27216 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:48.776234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:48.776614 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Checking segment: {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:48.777019 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.777440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Bound using segment: {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:48.777905 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Bound port: 353d7409-b62a-4919-a9ea-7467c06c4a6e, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:48.778284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.849610 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] For port 353d7409-b62a-4919-a9ea-7467c06c4a6e, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:48.853262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] For port 353d7409-b62a-4919-a9ea-7467c06c4a6e, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=353d7409-b62a-4919-a9ea-7467c06c4a6e,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:48.884478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2a70ccdd-b521-447c-aa97-e22b0d5e8822 None None] Provisioning complete for port 353d7409-b62a-4919-a9ea-7467c06c4a6e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:48.884840 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2a70ccdd-b521-447c-aa97-e22b0d5e8822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:48.922385 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2a70ccdd-b521-447c-aa97-e22b0d5e8822 None None] Port 353d7409-b62a-4919-a9ea-7467c06c4a6e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:49.000050 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.060112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:15:49.060750 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:15:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:49.063854 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54376d0a-460f-48c6-a40f-479c962752a3 None None] Pushing event updated for resources: {'Port': ['ID=353d7409-b62a-4919-a9ea-7467c06c4a6e,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:49.178291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:15:49.204639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8012c4c4-ebeb-4d16-b5c0-eda3d1c4b771 req-ec9591f9-530a-41bb-9665-3a823ee4b387 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 210 time: 0.0283794 Nov 12 12:15:49.311608 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-88b9b0f5-f2df-4bad-8041-14117e0b1b28 None None] Provisioning complete for port 353d7409-b62a-4919-a9ea-7467c06c4a6e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:49.311875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88b9b0f5-f2df-4bad-8041-14117e0b1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.441177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88b9b0f5-f2df-4bad-8041-14117e0b1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.481386 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-88b9b0f5-f2df-4bad-8041-14117e0b1b28 None None] For port 353d7409-b62a-4919-a9ea-7467c06c4a6e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=353d7409-b62a-4919-a9ea-7467c06c4a6e,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:49.483710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:15:49.509651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30120699-150c-4c3f-b9a5-f331a5077f92 None None] The sync data for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 is: [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:48Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:15:49.649601 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-88b9b0f5-f2df-4bad-8041-14117e0b1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:49.707635 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9b0f5-f2df-4bad-8041-14117e0b1b28 None None] Pushing event updated for resources: {'Port': ['ID=353d7409-b62a-4919-a9ea-7467c06c4a6e,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:50.302125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6dbb7619-d2be-47d6-a636-66c8e60a4f58 req-ec9c5ea7-e9c6-4607-af64-422d9a171c64 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 210 time: 0.0267510 Nov 12 12:15:50.570201 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 353d7409-b62a-4919-a9ea-7467c06c4a6e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:50.621254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 353d7409-b62a-4919-a9ea-7467c06c4a6e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:50.621618 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.206402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34d29-e9cc-4e38-875a-9652342be033 req-b5b59d5d-c039-4b11-a4ce-347ff47bba1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:51.208198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-b5b59d5d-c039-4b11-a4ce-347ff47bba1b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/networks?id=cfd1eccf-d528-45bb-aacb-a80ca1b27216 HTTP/1.1" status: 200 len: 797 time: 0.1091466 Nov 12 12:15:51.277952 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-f6e8c184-e357-48dc-969d-7d2290d955d2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 380 time: 0.0601788 Nov 12 12:15:51.287714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'port': {'device_id': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'admin_state_up': True, 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'security_groups': ['e28f4f40-338e-4b07-bd72-b0011577ee76']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:51.426219 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-26abe331-309f-4d6f-8f5e-8155d5751074 req-37eb5ac9-0643-46b1-a1b0-edbc5d4eeb62 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 210 time: 0.0281069 Nov 12 12:15:51.443040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.477617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:15:51.481294 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.618049 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.9 (cfd1eccf-d528-45bb-aacb-a80ca1b27216/c9756039-19be-4328-b120-a35650c23962/fce70fed-b5d8-4cf1-947b-aa93e4c76ccc) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:15:51.752323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.890071 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:51.914730 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:15:51.939327 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:15:51.942436 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:15:51.946302 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:15:51.969620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.000616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:52.001246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.150930 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-d3b9e6b4-bea7-4463-8d60-6e71db7e6d23 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8650644 Nov 12 12:15:52.164039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Request body: {'port': {'device_id': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:15:52.188275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-eb497e42-6b42-493b-ade5-d03d98e0456b None None] Provisioning complete for port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:52.188638 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eb497e42-6b42-493b-ade5-d03d98e0456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.217484 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.227150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-eb497e42-6b42-493b-ade5-d03d98e0456b None None] Port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:15:52.477347 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce70fed-b5d8-4cf1-947b-aa93e4c76ccc {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:52.488995 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.504355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Transition to ACTIVE for port object fce70fed-b5d8-4cf1-947b-aa93e4c76ccc will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:15:52.546042 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32464-c3f9-4c5e-8727-3e02722baec0 req-9c430e54-9a04-4778-bebf-16bd06f91946 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:52.547519 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ff32464-c3f9-4c5e-8727-3e02722baec0 req-9c430e54-9a04-4778-bebf-16bd06f91946 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 931 time: 0.0497937 Nov 12 12:15:52.592124 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.602670 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ff32464-c3f9-4c5e-8727-3e02722baec0 req-d7c0c63c-28bb-4277-afe0-38f2b5692421 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488272 Nov 12 12:15:52.643170 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:52.656033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.656393 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.656688 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.657080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.657362 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.657697 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.658025 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.658353 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.658680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.659014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.659338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.659660 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:52.731885 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Attempting to bind port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:15:52.732340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Attempting to bind port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:15:52.732669 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Attempting to bind port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc on network cfd1eccf-d528-45bb-aacb-a80ca1b27216 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:52.737717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc on network cfd1eccf-d528-45bb-aacb-a80ca1b27216 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:15:52.738041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Attempting to bind port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc on network cfd1eccf-d528-45bb-aacb-a80ca1b27216 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:15:52.743194 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:15:52.743532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Checking segment: {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:15:52.747228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Bound using segment: {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:15:52.747228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Bound port: fce70fed-b5d8-4cf1-947b-aa93e4c76ccc, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04b7d26-9dc4-4a1b-acd8-788b39137df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:15:52.747228 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.811256 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] For port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:15:52.814285 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] For port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:15:52.964031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:52.998052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:52.998734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:53.000098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] 10.222.0.69 "PUT /v2.0/ports/fce70fed-b5d8-4cf1-947b-aa93e4c76ccc HTTP/1.1" status: 200 len: 1092 time: 0.8406081 Nov 12 12:15:53.000627 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:15:53.002869 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba55d5-3eb1-41b8-9a91-a4bab58368a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:15:53.028883 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007671a-d679-4eae-97ea-dad653bf87c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:53.055361 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75781a51-624c-4714-892d-cee11ad23e06 x-openstack-request-id: req-75781a51-624c-4714-892d-cee11ad23e06 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:15:53.055843 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:15:53.056128 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-75781a51-624c-4714-892d-cee11ad23e06 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:15:53.056530 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'status': 'completed', 'code': 200} Nov 12 12:15:53.124321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba55d5-3eb1-41b8-9a91-a4bab58368a4 req-b56bba89-1ee0-4d31-8ef5-b09973030b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:53.125946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eba55d5-3eb1-41b8-9a91-a4bab58368a4 req-b56bba89-1ee0-4d31-8ef5-b09973030b30 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1095 time: 0.0449388 Nov 12 12:15:53.231221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba55d5-3eb1-41b8-9a91-a4bab58368a4 req-00860446-96ab-45aa-aa49-708fd77075f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:53.232652 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eba55d5-3eb1-41b8-9a91-a4bab58368a4 req-00860446-96ab-45aa-aa49-708fd77075f1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30b764403e1e4447a21e8f0e8a101953&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0981891 Nov 12 12:15:53.336355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba55d5-3eb1-41b8-9a91-a4bab58368a4 req-77a3a102-6ab9-438f-baa9-ac635c1a023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:53.337862 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7eba55d5-3eb1-41b8-9a91-a4bab58368a4 req-77a3a102-6ab9-438f-baa9-ac635c1a023b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942492 Nov 12 12:15:53.420365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34d29-e9cc-4e38-875a-9652342be033 req-e50834cc-1f0c-4e83-84d4-1064a239ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:53.421864 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-e50834cc-1f0c-4e83-84d4-1064a239ea26 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1095 time: 0.0417552 Nov 12 12:15:53.465137 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-e7f56cf6-916b-464e-bcf3-f705e5e3daed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc HTTP/1.1" status: 200 len: 217 time: 0.0342402 Nov 12 12:15:53.514482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34d29-e9cc-4e38-875a-9652342be033 req-df91b57e-046a-42b7-a4cc-2a14b3e24e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:53.515833 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-df91b57e-046a-42b7-a4cc-2a14b3e24e01 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9756039-19be-4328-b120-a35650c23962 HTTP/1.1" status: 200 len: 835 time: 0.0433440 Nov 12 12:15:53.566136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34d29-e9cc-4e38-875a-9652342be033 req-f4b041a8-8a8c-4f49-b96e-a5d4b8c11fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:53.567610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-f4b041a8-8a8c-4f49-b96e-a5d4b8c11fcf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfd1eccf-d528-45bb-aacb-a80ca1b27216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439024 Nov 12 12:15:53.660852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-3077a90d-b963-441a-a613-e427af84f48d service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851867 Nov 12 12:15:53.725417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905912f8-3455-40e9-8bd8-6a9c64599568 req-17075f76-122f-4f09-9202-92f7912e3d54 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:53.726935 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-905912f8-3455-40e9-8bd8-6a9c64599568 req-17075f76-122f-4f09-9202-92f7912e3d54 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 943 time: 0.0503876 Nov 12 12:15:53.758247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-95a34d29-e9cc-4e38-875a-9652342be033 req-cd723627-e8b1-411f-94ba-f5dd7d2d5a70 service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885966 Nov 12 12:15:53.777816 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-905912f8-3455-40e9-8bd8-6a9c64599568 req-accb512b-1084-4fbd-90eb-abfef989bf1f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Nov 12 12:15:54.895184 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61a2da-9e9c-426b-9c7a-b7d4c2606934 req-ea2ac5d6-b6ff-4e87-acc1-be005c2a81ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:54.896750 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b61a2da-9e9c-426b-9c7a-b7d4c2606934 req-ea2ac5d6-b6ff-4e87-acc1-be005c2a81ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 943 time: 0.0483031 Nov 12 12:15:54.946582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5b61a2da-9e9c-426b-9c7a-b7d4c2606934 req-85278124-1ca7-440d-9e02-a535131b1f45 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433569 Nov 12 12:15:56.066276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145872f0-54a3-41b5-ba3a-a0b53fee697c req-fa4f1e46-9dd2-48e8-9ea2-35f5429cc462 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:56.067751 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-145872f0-54a3-41b5-ba3a-a0b53fee697c req-fa4f1e46-9dd2-48e8-9ea2-35f5429cc462 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 943 time: 0.0534959 Nov 12 12:15:56.116910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-145872f0-54a3-41b5-ba3a-a0b53fee697c req-64ab2bd2-b87e-4719-9ddb-f91e64be96f5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432060 Nov 12 12:15:57.231282 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eac14c-a7b2-4fe6-9c2a-aa4e4a024ca1 req-b38d4314-30c7-49c2-906d-25fd22428f99 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:57.232886 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94eac14c-a7b2-4fe6-9c2a-aa4e4a024ca1 req-b38d4314-30c7-49c2-906d-25fd22428f99 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 943 time: 0.0488961 Nov 12 12:15:57.281711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-94eac14c-a7b2-4fe6-9c2a-aa4e4a024ca1 req-ac2d9e19-76aa-48a2-8e94-513ce206a8ad tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Nov 12 12:15:57.719539 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fce70fed-b5d8-4cf1-947b-aa93e4c76ccc details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:15:57.856263 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:57.867700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'port_id': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'mac_address': 'fa:16:3e:d8:11:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:15:57.911276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:57.923636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce70fed-b5d8-4cf1-947b-aa93e4c76ccc {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:15:57.942810 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:15:57.997813 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:58.048358 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:15:58.056430 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.056778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.057152 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.057509 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.057848 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.058187 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.058516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.058843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.059171 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.059495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.059818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.060167 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:15:58.310676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['fce70fed-b5d8-4cf1-947b-aa93e4c76ccc'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:15:58.404889 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404e666-8b0b-4058-b4fa-83dd87465479 req-a67b88f0-dd12-4412-a176-14d95eb9ad16 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:58.406393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c404e666-8b0b-4058-b4fa-83dd87465479 req-a67b88f0-dd12-4412-a176-14d95eb9ad16 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 944 time: 0.0537596 Nov 12 12:15:58.456289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c404e666-8b0b-4058-b4fa-83dd87465479 req-9e339903-d0a5-45dc-b444-469f8225ffc9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437541 Nov 12 12:15:59.437336 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ffe4a2b-884f-4b2d-9ed0-0d9a158fb9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.570930 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d796e29-cab0-41d1-80a0-74c1857d126e req-122fd777-17d4-4c28-b70d-a1239498952b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:15:59.573135 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d796e29-cab0-41d1-80a0-74c1857d126e req-122fd777-17d4-4c28-b70d-a1239498952b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 944 time: 0.0507884 Nov 12 12:15:59.627131 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d796e29-cab0-41d1-80a0-74c1857d126e req-5a53c287-2213-402e-9b11-75861b656503 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479078 Nov 12 12:15:59.733716 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fce70fed-b5d8-4cf1-947b-aa93e4c76ccc up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:15:59.900783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:15:59.905165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:15:59.905534 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:15:59.981871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.003710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:00.005907 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdfbf62-6aa9-4e0f-b2fe-6593c6d05773" -d '{"events": [{"server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "name": "network-vif-plugged", "status": "completed", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:00.018464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:16:00.094152 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a61707-3a4a-49ef-9b10-732c70bbdf81 x-openstack-request-id: req-03a61707-3a4a-49ef-9b10-732c70bbdf81 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:00.094449 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "name": "network-vif-plugged", "status": "completed", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:00.094704 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-03a61707-3a4a-49ef-9b10-732c70bbdf81 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:00.095127 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'code': 200} Nov 12 12:16:00.157806 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:00.195481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9458-12b8-4e65-a5c4-f5bd209a50dc req-2417f3b0-a084-468f-91c0-47de164d9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.197031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ddd9458-12b8-4e65-a5c4-f5bd209a50dc req-2417f3b0-a084-468f-91c0-47de164d9654 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1097 time: 0.0408092 Nov 12 12:16:00.208578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:00.245815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ddd9458-12b8-4e65-a5c4-f5bd209a50dc req-ee6ffaf7-8454-47b0-a08a-7aae5b11ac1c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Nov 12 12:16:00.745113 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1d0cb-558e-4f03-9aa0-89fc0b6fe6ae req-af47dc52-da93-45ed-a516-860dbf119cc0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:00.747261 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50b1d0cb-558e-4f03-9aa0-89fc0b6fe6ae req-af47dc52-da93-45ed-a516-860dbf119cc0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0498798 Nov 12 12:16:00.800962 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-50b1d0cb-558e-4f03-9aa0-89fc0b6fe6ae req-5cf3cf02-32fa-4283-b217-47a38f2e3999 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476234 Nov 12 12:16:01.905250 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6f195777-db3e-4455-a3e2-639dd0a889e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:01.922619 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034cef7-f084-449c-b935-72526b0d8299 req-73d1a514-5f72-4dcc-b301-cd6af5d8f0af tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:01.924552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4034cef7-f084-449c-b935-72526b0d8299 req-73d1a514-5f72-4dcc-b301-cd6af5d8f0af tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0536549 Nov 12 12:16:01.975246 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4034cef7-f084-449c-b935-72526b0d8299 req-e77cb0c4-b0dc-488c-936f-3c090750ef97 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Nov 12 12:16:02.090416 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90cb90-cd1b-4200-8b0d-3f71e0ac1a70 req-ddf76188-c627-470d-89ed-4eb4c458dcf7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.091903 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b90cb90-cd1b-4200-8b0d-3f71e0ac1a70 req-ddf76188-c627-470d-89ed-4eb4c458dcf7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0493693 Nov 12 12:16:02.140555 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4b90cb90-cd1b-4200-8b0d-3f71e0ac1a70 req-e3346f3e-5a0c-4e0e-a1d4-ec8ae18aaf20 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Nov 12 12:16:02.162480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44408) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:02.206611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690e146-cf7a-40ac-b1c8-5e0b130b9e25 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:02.208197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9690e146-cf7a-40ac-b1c8-5e0b130b9e25 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1092 time: 0.0447114 Nov 12 12:16:02.211527 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44410) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:02.215786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:16:02.351295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.447499 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.557770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.10 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/c91ca04c-9660-440d-ad98-abf5703b73ed) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:16:02.658964 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.804558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:02.849806 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:16:02.855905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:16:02.855905 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:16:02.878417 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=c91ca04c-9660-440d-ad98-abf5703b73ed,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:03.212146 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.369021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.449866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.595528 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.694515 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.763079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=c91ca04c-9660-440d-ad98-abf5703b73ed,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:16:03.777098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:03.877921 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP 9d89bdae-04da-46c4-b9b9-ce4951dcd346 associated. External IP: 172.25.3.10, port: fce70fed-b5d8-4cf1-947b-aa93e4c76ccc. Nov 12 12:16:04.088215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 327bea6b-c369-4400-9145-05d1c23fac87 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:16:04.196326 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:16:04.205549 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] Sync routers for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:16:04.216068 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:04.222015 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:04.321144 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:04.325190 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:04.353170 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-5930e8d6-9337-4bfd-b4fb-30714f5e40a5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1405857 Nov 12 12:16:04.353859 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:16:04.356254 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:16:04.454949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa307d-a1c1-48d9-8210-d605250f9ccb req-4e0ac86a-c45d-4c4f-a34f-902d8c581b2f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.456512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0caa307d-a1c1-48d9-8210-d605250f9ccb req-4e0ac86a-c45d-4c4f-a34f-902d8c581b2f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0547593 Nov 12 12:16:04.477821 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:04.510072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0caa307d-a1c1-48d9-8210-d605250f9ccb req-eeebd640-6bfb-4f5f-8a27-6fc82502ccc5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 Nov 12 12:16:04.533111 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44416) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:04.557337 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9d89bdae-04da-46c4-b9b9-ce4951dcd346', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'port_id': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'mac_address': 'fa:16:3e:d8:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:16:03Z', 'updated_at': '2021-11-12T12:16:03Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:49Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:04.560618 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad0344c-4434-4f4f-a4ef-aa1eee29af73 x-openstack-request-id: req-7ad0344c-4434-4f4f-a4ef-aa1eee29af73 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:16:04.561010 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:16:04.561492 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7ad0344c-4434-4f4f-a4ef-aa1eee29af73 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:16:04.562014 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'status': 'completed', 'code': 200} Nov 12 12:16:04.589501 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] Checking router: 327bea6b-c369-4400-9145-05d1c23fac87 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:16:04.596787 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-9298a665-98da-4879-899e-8fc1d02f0d1e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/9d89bdae-04da-46c4-b9b9-ce4951dcd346 HTTP/1.1" status: 200 len: 990 time: 0.0625036 Nov 12 12:16:04.598174 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:16:04.598779 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:16:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:04.627768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-3fbe5fe3-a254-466e-a14d-864762011c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.629333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-3fbe5fe3-a254-466e-a14d-864762011c28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1097 time: 0.0462449 Nov 12 12:16:04.712946 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:16:04.725704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-9270c9e4-10bb-4211-acdb-78cbbe90c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.727204 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-9270c9e4-10bb-4211-acdb-78cbbe90c1a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfd1eccf-d528-45bb-aacb-a80ca1b27216 HTTP/1.1" status: 200 len: 898 time: 0.0903001 Nov 12 12:16:04.796231 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-836bf606-e210-45b9-9bc7-9da368022d16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc HTTP/1.1" status: 200 len: 998 time: 0.0599227 Nov 12 12:16:04.847262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-d76e39ca-9e26-479d-a8e1-0d9ab21f7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.848901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-d76e39ca-9e26-479d-a8e1-0d9ab21f7a0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9756039-19be-4328-b120-a35650c23962 HTTP/1.1" status: 200 len: 835 time: 0.0457184 Nov 12 12:16:04.903691 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-d96cd255-26e8-487d-8f22-5abd588db0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:04.905273 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-d96cd255-26e8-487d-8f22-5abd588db0b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfd1eccf-d528-45bb-aacb-a80ca1b27216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489755 Nov 12 12:16:04.999338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-17877172-5322-43eb-9343-3793dd06f325 service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863163 Nov 12 12:16:05.043763 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9d89bdae-04da-46c4-b9b9-ce4951dcd346', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'port_id': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'mac_address': 'fa:16:3e:d8:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:16:03Z', 'updated_at': '2021-11-12T12:16:03Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:49Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:16:05.059300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:05.071689 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b00222-bf4c-4342-8312-85d21f568d54 None None] The sync data for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 is: [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '9d89bdae-04da-46c4-b9b9-ce4951dcd346', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'port_id': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'mac_address': 'fa:16:3e:d8:11:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:16:03Z', 'updated_at': '2021-11-12T12:16:03Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:49Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:16:05.094609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-da12b799-f0de-4fc7-9f1f-6ea0811ccf22 req-ca4961e4-5ad5-4a6e-88d5-5436e774c754 service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879712 Nov 12 12:16:05.261522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02a4909-5451-4a25-bb6f-504a252a7851 None None] New status for floating IP 9d89bdae-04da-46c4-b9b9-ce4951dcd346: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:16:05.601266 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44418) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:05.667159 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-c698b92b-a993-4fb1-98d1-27f23500982f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/9d89bdae-04da-46c4-b9b9-ce4951dcd346 HTTP/1.1" status: 200 len: 992 time: 0.0647340 Nov 12 12:16:12.008923 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-aaeca5f2-7f7d-4c5a-9c94-3f246728668e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396771 Nov 12 12:16:12.098203 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-28a5499e-aa8a-48a6-97b8-e2acdf4834d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.099700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-28a5499e-aa8a-48a6-97b8-e2acdf4834d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1097 time: 0.0448475 Nov 12 12:16:12.205760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-7c331578-bcf1-4c34-9c61-40d070bbae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.207202 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-7c331578-bcf1-4c34-9c61-40d070bbae11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfd1eccf-d528-45bb-aacb-a80ca1b27216 HTTP/1.1" status: 200 len: 898 time: 0.0863872 Nov 12 12:16:12.273594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-095f4cbf-c354-4be9-ad04-0c8da8c1edeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc HTTP/1.1" status: 200 len: 1000 time: 0.0563610 Nov 12 12:16:12.327542 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-62ddee22-240d-4317-b9b8-a7f22fc4db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.328981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-62ddee22-240d-4317-b9b8-a7f22fc4db6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9756039-19be-4328-b120-a35650c23962 HTTP/1.1" status: 200 len: 835 time: 0.0456693 Nov 12 12:16:12.375310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-35264705-a1fa-4d1e-b1e6-48cef994d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:12.376824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-35264705-a1fa-4d1e-b1e6-48cef994d51a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfd1eccf-d528-45bb-aacb-a80ca1b27216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389228 Nov 12 12:16:12.468481 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-6e77551c-505d-4ed7-8374-6bfcca6341e1 service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820265 Nov 12 12:16:12.562413 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1021bbd6-a400-46ba-821a-bc93093996b5 req-3d9e9099-071b-48bd-9bd2-661fee5b3745 service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850182 Nov 12 12:16:18.431261 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:21.408429 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:28.913961 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:16:29.408044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58dd7fae-fb4e-4a1b-b159-c517df4e1e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:31.870355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-24bd7ae1-31e8-4a4a-8349-ae3e9ab867a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:33.419255 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.436374 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:34.900200 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:41.345812 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964dbe5-64e3-41fd-84b7-dcdb7f70be7e req-38bb6503-99ee-4a23-afaa-c4b36ae14a9e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:41.347311 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1964dbe5-64e3-41fd-84b7-dcdb7f70be7e req-38bb6503-99ee-4a23-afaa-c4b36ae14a9e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0500870 Nov 12 12:16:41.396699 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1964dbe5-64e3-41fd-84b7-dcdb7f70be7e req-59174550-b77e-4e12-af8e-a17510bc5017 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Nov 12 12:16:42.511667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cf415-f06c-4e2b-8ac0-140ffa37b357 req-2a7b6172-48f6-4f1d-b4b8-d7526b71528c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:42.513716 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-914cf415-f06c-4e2b-8ac0-140ffa37b357 req-2a7b6172-48f6-4f1d-b4b8-d7526b71528c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0477085 Nov 12 12:16:42.566878 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-914cf415-f06c-4e2b-8ac0-140ffa37b357 req-57c209dc-bfe5-4a0d-8469-b0d37bb3cef3 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470371 Nov 12 12:16:43.684452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445b1a-0fd9-49ac-9af0-0f3b8d858ac0 req-e9672f4b-a631-434a-b17e-97f3da8651b0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:43.685944 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09445b1a-0fd9-49ac-9af0-0f3b8d858ac0 req-e9672f4b-a631-434a-b17e-97f3da8651b0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0501821 Nov 12 12:16:43.735433 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09445b1a-0fd9-49ac-9af0-0f3b8d858ac0 req-0c7138e3-9ac6-461e-a9cc-56ef3b628ac5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433669 Nov 12 12:16:44.856262 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43693868-0eb6-48f0-9c26-675d107728f1 req-84698731-f9d4-45d6-9f80-652fe315344e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:44.857801 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43693868-0eb6-48f0-9c26-675d107728f1 req-84698731-f9d4-45d6-9f80-652fe315344e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0510571 Nov 12 12:16:44.908108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-43693868-0eb6-48f0-9c26-675d107728f1 req-e24e2fb9-36dc-4446-9491-0ea2cdbdeb34 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Nov 12 12:16:46.025786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3eeee-efa8-4730-b4ee-a4378fb91353 req-f6e2cdc4-90be-460f-9eab-19b9b4107a37 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:46.027260 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91e3eeee-efa8-4730-b4ee-a4378fb91353 req-f6e2cdc4-90be-460f-9eab-19b9b4107a37 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0516608 Nov 12 12:16:46.076209 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91e3eeee-efa8-4730-b4ee-a4378fb91353 req-0fcc65c2-f964-4995-ae61-3a097c01473d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422928 Nov 12 12:16:47.192342 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776d4b2-2e10-447d-970a-15fadc0bb694 req-515652cc-b305-4af9-9b54-4070278e1da0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:47.193839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0776d4b2-2e10-447d-970a-15fadc0bb694 req-515652cc-b305-4af9-9b54-4070278e1da0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Nov 12 12:16:47.244535 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0776d4b2-2e10-447d-970a-15fadc0bb694 req-fe37df39-ab7d-4346-8cbd-346514683441 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445869 Nov 12 12:16:48.365306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021042bf-4a7c-432c-a947-721e80197711 req-699d9a39-c1d5-4b37-bbd7-d54db51cf7c1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:48.366903 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-021042bf-4a7c-432c-a947-721e80197711 req-699d9a39-c1d5-4b37-bbd7-d54db51cf7c1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0529535 Nov 12 12:16:48.421814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-021042bf-4a7c-432c-a947-721e80197711 req-7df0f323-5c6d-43b7-8871-a9c96a02d13d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489178 Nov 12 12:16:48.448741 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:49.537795 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78f4da-0db7-44a7-af35-5c1dfb0ca127 req-ed3c3a6e-db21-4f7e-8677-37afbfcb6f31 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:49.539351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c78f4da-0db7-44a7-af35-5c1dfb0ca127 req-ed3c3a6e-db21-4f7e-8677-37afbfcb6f31 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0493522 Nov 12 12:16:49.588187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2c78f4da-0db7-44a7-af35-5c1dfb0ca127 req-d7ae890e-d061-418f-929c-4af2cb9db675 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Nov 12 12:16:50.704426 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a31731-3d9c-4e58-bd1e-b87a8028a721 req-3dafd2c6-dab7-473a-8784-945f56a156dd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:50.706009 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91a31731-3d9c-4e58-bd1e-b87a8028a721 req-3dafd2c6-dab7-473a-8784-945f56a156dd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0489600 Nov 12 12:16:50.754977 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91a31731-3d9c-4e58-bd1e-b87a8028a721 req-f0caff46-6787-48f6-9a04-edf961768c88 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431252 Nov 12 12:16:51.402384 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:16:51.875550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cf179-d12e-49c8-bc8d-dac77b25a817 req-c0d0c999-e5f2-4d10-a43f-fcd287440ea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:51.877057 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f0cf179-d12e-49c8-bc8d-dac77b25a817 req-c0d0c999-e5f2-4d10-a43f-fcd287440ea7 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0533559 Nov 12 12:16:51.928329 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5f0cf179-d12e-49c8-bc8d-dac77b25a817 req-91a735fa-c956-4c40-a446-5905097350cd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444601 Nov 12 12:16:53.045283 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3bca0-cc79-49f5-957a-fda3d773bd6b req-c4697ecc-1468-4b2d-9b6b-e70a11fe7cb1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:53.046772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46d3bca0-cc79-49f5-957a-fda3d773bd6b req-c4697ecc-1468-4b2d-9b6b-e70a11fe7cb1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0488656 Nov 12 12:16:53.100579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46d3bca0-cc79-49f5-957a-fda3d773bd6b req-5b939adc-ba3d-4cec-b413-ea3928557745 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476065 Nov 12 12:16:53.122172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44458) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:53.187684 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-14c093f3-95bd-4a1c-953a-3b92355187c1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/9d89bdae-04da-46c4-b9b9-ce4951dcd346 HTTP/1.1" status: 200 len: 992 time: 0.0643878 Nov 12 12:16:54.602099 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f209c-2633-471a-b39d-0ee01ba456e5 req-b51567a2-79eb-45a8-b5a3-0074fadeda89 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.603597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-726f209c-2633-471a-b39d-0ee01ba456e5 req-b51567a2-79eb-45a8-b5a3-0074fadeda89 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0488601 Nov 12 12:16:54.655569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-726f209c-2633-471a-b39d-0ee01ba456e5 req-c0af0822-3a6b-4e8f-97bf-9c4e02874895 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456879 Nov 12 12:16:54.744751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-21a0e87c-0ba7-484c-8fab-a46f787a1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.746228 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-21a0e87c-0ba7-484c-8fab-a46f787a1520 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1097 time: 0.0414910 Nov 12 12:16:54.841125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-0d5cedd2-e739-484c-8b85-f7504160ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.842635 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-0d5cedd2-e739-484c-8b85-f7504160ba16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfd1eccf-d528-45bb-aacb-a80ca1b27216 HTTP/1.1" status: 200 len: 898 time: 0.0888441 Nov 12 12:16:54.918213 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-6449bc88-fa86-4a2f-b174-9c0dcdb246dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc HTTP/1.1" status: 200 len: 1000 time: 0.0597277 Nov 12 12:16:54.969753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-04ffe87e-1265-4475-bc2c-13f50e2aff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:54.971729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-04ffe87e-1265-4475-bc2c-13f50e2aff74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9756039-19be-4328-b120-a35650c23962 HTTP/1.1" status: 200 len: 835 time: 0.0438330 Nov 12 12:16:55.022968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-ba35de0e-18c0-4a14-ac9c-bb881e11b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:55.024470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-ba35de0e-18c0-4a14-ac9c-bb881e11b844 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfd1eccf-d528-45bb-aacb-a80ca1b27216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434129 Nov 12 12:16:55.117106 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-3cac7310-e121-41b0-b006-0e19742a7e2a service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806916 Nov 12 12:16:55.216901 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2b3dbe54-54f5-49af-9c53-95ea30388eed req-3a469a40-6532-46b3-a229-acd1072ad66f service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893667 Nov 12 12:16:55.781682 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385fce-9bf2-4f10-a684-48051d42847a req-7272fbcf-adec-45ee-bf0a-e099a683da27 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:55.783179 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88385fce-9bf2-4f10-a684-48051d42847a req-7272fbcf-adec-45ee-bf0a-e099a683da27 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0551786 Nov 12 12:16:55.836973 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-88385fce-9bf2-4f10-a684-48051d42847a req-3b183d06-a1f6-4a15-b90c-601ee24de711 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476294 Nov 12 12:16:56.951894 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37acd0-c01b-48b5-9135-3b38f6badefc req-0d37133a-09cb-4a74-a692-ccc926f316de tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:16:56.953440 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae37acd0-c01b-48b5-9135-3b38f6badefc req-0d37133a-09cb-4a74-a692-ccc926f316de tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0497925 Nov 12 12:16:57.002869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae37acd0-c01b-48b5-9135-3b38f6badefc req-864c4045-ccc3-42dc-805e-3cd641c5f00c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Nov 12 12:16:57.025129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44470) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:16:57.087681 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cffdc0d7-c8b8-433f-aaa3-a3f80009e66d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/9d89bdae-04da-46c4-b9b9-ce4951dcd346 HTTP/1.1" status: 200 len: 992 time: 0.0614159 Nov 12 12:16:59.407093 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97da9fc7-ed1e-468b-9066-89d4b7ec3c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:00.229309 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-4065e88b-1c2d-472d-8615-80f0eaabd91d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396202 Nov 12 12:17:00.308886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-003db4c7-89f9-43b5-be64-34d8b55fd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:00.310397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-003db4c7-89f9-43b5-be64-34d8b55fd7fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0397265 Nov 12 12:17:00.417732 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-a05bada7-1492-4cd5-914b-483e1492fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:00.419228 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-a05bada7-1492-4cd5-914b-483e1492fc9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0888047 Nov 12 12:17:00.459768 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-3420444f-fa78-47da-8e90-08d25763b78f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0338500 Nov 12 12:17:00.862593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-c1b0408d-c3e7-427d-abab-a4ec2c92f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:00.864072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-c1b0408d-c3e7-427d-abab-a4ec2c92f049 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.3981917 Nov 12 12:17:00.910262 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-31a8efe1-61d0-4622-a527-8063a9909d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:00.911814 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-31a8efe1-61d0-4622-a527-8063a9909d95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405877 Nov 12 12:17:00.922872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-ea862139-2b8d-492c-b622-f0fdc0b1e456 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:17:00.926597 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-ea862139-2b8d-492c-b622-f0fdc0b1e456 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048726 Nov 12 12:17:01.015878 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-545ca905-b011-4b1f-8d6f-6c1b1c51c96a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849767 Nov 12 12:17:01.104550 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-829af3a0-355e-4758-88ca-f9d90e934e47 req-e57ad2cf-4e40-4c06-adc4-21e405aa3637 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816059 Nov 12 12:17:01.847239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c6c45e37-9fc9-4ed1-973c-403578d503ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:03.355935 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:04.425011 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:04.894606 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:05.913390 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:17:11.956010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-f9feceee-77e9-4168-b68d-519c9999da28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407407 Nov 12 12:17:12.043319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-214bfe73-0195-4dbf-985e-695ea03cf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:12.044824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-214bfe73-0195-4dbf-985e-695ea03cf404 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1097 time: 0.0442154 Nov 12 12:17:12.147288 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-46266adb-f978-4f07-ad0e-0a32675954e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:12.148771 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-46266adb-f978-4f07-ad0e-0a32675954e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfd1eccf-d528-45bb-aacb-a80ca1b27216 HTTP/1.1" status: 200 len: 898 time: 0.0819736 Nov 12 12:17:12.219545 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-b4b459a9-01c0-4e00-8c0d-8b57b1ec612a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc HTTP/1.1" status: 200 len: 1000 time: 0.0599327 Nov 12 12:17:12.269579 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-914f8372-6e74-48fe-abcf-26e32312c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:12.276796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-914f8372-6e74-48fe-abcf-26e32312c115 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9756039-19be-4328-b120-a35650c23962 HTTP/1.1" status: 200 len: 835 time: 0.0431569 Nov 12 12:17:12.318735 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-687d5060-6898-4c74-a32d-b06af7c058cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:12.320253 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-687d5060-6898-4c74-a32d-b06af7c058cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfd1eccf-d528-45bb-aacb-a80ca1b27216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411398 Nov 12 12:17:12.337048 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-d28ecb0a-e96f-498b-a1f6-14fb45fef5ac service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:17:12.337977 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-d28ecb0a-e96f-498b-a1f6-14fb45fef5ac service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049856 Nov 12 12:17:12.432023 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-d3d3b915-e6db-4c7a-8dbb-5cdcd00e864b service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842934 Nov 12 12:17:12.522687 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9e4eddb3-8389-4b8f-8fe8-d47933b46ff7 req-6d99831c-bd89-4c3b-af6a-678a0413ed7b service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828228 Nov 12 12:17:18.430095 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:21.396199 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:29.412734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7d29a8e-3946-477b-8957-cf1b0f3f22e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:29.471360 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44482) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:29.636118 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port c91ca04c-9660-440d-ad98-abf5703b73ed {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:17:29.636118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:29.702470 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:29.702793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:29.714326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for c91ca04c-9660-440d-ad98-abf5703b73ed owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:17:29.955348 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:29.980665 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=c91ca04c-9660-440d-ad98-abf5703b73ed,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:30.269685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.269925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.270345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.270681 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.271011 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.271356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.271667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.272015 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.272341 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.272663 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.272984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.273322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:30.314860 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:30.315205 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP 9d89bdae-04da-46c4-b9b9-ce4951dcd346 disassociated (deleted). External IP: 172.25.3.10, port: fce70fed-b5d8-4cf1-947b-aa93e4c76ccc. Nov 12 12:17:30.520912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 327bea6b-c369-4400-9145-05d1c23fac87 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:17:30.629560 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:17:30.634018 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:30.641095 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] Sync routers for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:17:30.651016 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:30.651696 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:30.662092 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-358c2f2a-36ed-4a97-8f77-0399491dd203 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/floatingips/9d89bdae-04da-46c4-b9b9-ce4951dcd346 HTTP/1.1" status: 204 len: 168 time: 1.1895771 Nov 12 12:17:30.662849 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:30.665156 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738b9f58-b0ed-46ce-be64-110fa0063d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:30.758573 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:30.954897 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:49Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:30.985137 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] Checking router: 327bea6b-c369-4400-9145-05d1c23fac87 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:17:30.993879 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:30.994494 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:17:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:31.104103 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:31.144250 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515b3a9c-27f4-4d03-8599-aa42765bc082 x-openstack-request-id: req-515b3a9c-27f4-4d03-8599-aa42765bc082 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:31.144250 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:31.144250 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-515b3a9c-27f4-4d03-8599-aa42765bc082 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:31.144250 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'status': 'completed', 'code': 200} Nov 12 12:17:31.224323 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-f6be7e1a-a711-4a83-a0e9-0de1123a6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:31.225290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-f6be7e1a-a711-4a83-a0e9-0de1123a6f13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 1097 time: 0.0521896 Nov 12 12:17:31.237535 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934572d-a1dc-4f81-a5de-9595c6845c87 req-80120af0-c4bc-4a1c-ab77-7d9eb39ab56f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:31.239679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9934572d-a1dc-4f81-a5de-9595c6845c87 req-80120af0-c4bc-4a1c-ab77-7d9eb39ab56f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Nov 12 12:17:31.300203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9934572d-a1dc-4f81-a5de-9595c6845c87 req-827c812c-53ef-4c6b-8331-7fb87c8e1bd2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521247 Nov 12 12:17:31.322454 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:49Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:31.324060 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-ffb23e65-47fb-4f04-81c5-4b4797101712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:31.325540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-ffb23e65-47fb-4f04-81c5-4b4797101712 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cfd1eccf-d528-45bb-aacb-a80ca1b27216 HTTP/1.1" status: 200 len: 898 time: 0.0919492 Nov 12 12:17:31.342030 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61143d6a-ff40-4cf7-9c00-2445977a292b None None] The sync data for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 is: [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:45Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '353d7409-b62a-4919-a9ea-7467c06c4a6e', 'name': '', 'network_id': 'cfd1eccf-d528-45bb-aacb-a80ca1b27216', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:46:56:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'c9756039-19be-4328-b120-a35650c23962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:45Z', 'updated_at': '2021-11-12T12:15:49Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'c9756039-19be-4328-b120-a35650c23962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:17:31.375280 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-cff22d86-7204-485c-b1f4-60a98e97eede service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc HTTP/1.1" status: 200 len: 217 time: 0.0408049 Nov 12 12:17:31.425887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-bc8fd5c4-4d74-4444-95ab-8393f11633f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:31.427943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-bc8fd5c4-4d74-4444-95ab-8393f11633f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c9756039-19be-4328-b120-a35650c23962 HTTP/1.1" status: 200 len: 835 time: 0.0455241 Nov 12 12:17:31.478962 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-e8042df9-cd18-401a-8b22-0d7209cafc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:31.480555 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-e8042df9-cd18-401a-8b22-0d7209cafc1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cfd1eccf-d528-45bb-aacb-a80ca1b27216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440557 Nov 12 12:17:31.579934 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8c5f1-f813-49a1-93ee-0c62edfa485b None None] New status for floating IP 9d89bdae-04da-46c4-b9b9-ce4951dcd346: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:17:31.585403 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-08a27e9d-087c-4cf2-b12f-d1163ec242d8 service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966060 Nov 12 12:17:31.684383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-738b9f58-b0ed-46ce-be64-110fa0063d6b req-44d567c2-c903-46a6-89fc-27bbc761317b service neutron] 10.222.0.69 "GET /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908873 Nov 12 12:17:31.915567 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d91bcf23-c630-4071-87d3-1fe86e132dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:32.421510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829d2b0-54ed-40be-a2bf-bb9c0c51120a req-01c76dff-06f8-4751-84fd-2dbcce4f4aeb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:32.422979 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d829d2b0-54ed-40be-a2bf-bb9c0c51120a req-01c76dff-06f8-4751-84fd-2dbcce4f4aeb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0528657 Nov 12 12:17:32.472869 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d829d2b0-54ed-40be-a2bf-bb9c0c51120a req-474315f6-9068-4409-bda0-64ef37c8584a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=e28f4f40-338e-4b07-bd72-b0011577ee76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 Nov 12 12:17:33.060733 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-7e5c3a1a-3e56-41fb-8272-f11e0fbb8a6c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:33.062249 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-7e5c3a1a-3e56-41fb-8272-f11e0fbb8a6c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 945 time: 0.0501919 Nov 12 12:17:33.159910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:17:33.160331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.255634 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:33.256026 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.274183 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for fce70fed-b5d8-4cf1-947b-aa93e4c76ccc owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:17:33.311184 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.492704 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.522624 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=fce70fed-b5d8-4cf1-947b-aa93e4c76ccc,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:33.553402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.553938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.554310 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.555755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.557593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.557978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.558328 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.558671 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.560212 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.560555 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.560894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.561331 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:33.578902 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7a0f1b85-df0a-4f1a-8cb6-6fdf78f9af73 req-5012c8f7-2959-42c3-8536-1cc61652b6cd tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611 HTTP/1.1" status: 200 len: 210 time: 0.0357518 Nov 12 12:17:33.583714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] No DVR routers for this DVR port fce70fed-b5d8-4cf1-947b-aa93e4c76ccc on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:17:33.586396 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:33.589838 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-79513fc3-c74d-4d89-948e-e57ac90e4385 req-6931dbe2-fc3c-4a12-b05d-f40cabc0b6b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "DELETE /v2.0/ports/fce70fed-b5d8-4cf1-947b-aa93e4c76ccc HTTP/1.1" status: 204 len: 173 time: 0.5174212 Nov 12 12:17:33.596210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'name': 'network-vif-deleted', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:33.596210 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b7ca66-3d9e-4e39-bf08-1bec9de0b853" -d '{"events": [{"server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "name": "network-vif-deleted", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:33.628569 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d209a924-2ddf-407f-93e0-f6e1c9f7d104 x-openstack-request-id: req-d209a924-2ddf-407f-93e0-f6e1c9f7d104 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:33.628796 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611", "name": "network-vif-deleted", "tag": "fce70fed-b5d8-4cf1-947b-aa93e4c76ccc", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:33.629005 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d209a924-2ddf-407f-93e0-f6e1c9f7d104 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:33.629982 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7f18dc-0acd-4f2a-a8d7-c6663e8a4611', 'name': 'network-vif-deleted', 'tag': 'fce70fed-b5d8-4cf1-947b-aa93e4c76ccc', 'status': 'completed', 'code': 200} Nov 12 12:17:34.447356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:34.641033 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44508) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:34.899499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:35.021752 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:35.272549 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 353d7409-b62a-4919-a9ea-7467c06c4a6e {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:17:35.272800 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:35.364779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 353d7409-b62a-4919-a9ea-7467c06c4a6e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=353d7409-b62a-4919-a9ea-7467c06c4a6e,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:35.365145 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:35.377760 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 353d7409-b62a-4919-a9ea-7467c06c4a6e owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:17:35.658601 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:35.686638 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=353d7409-b62a-4919-a9ea-7467c06c4a6e,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:35.876459 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.090096 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router 327bea6b-c369-4400-9145-05d1c23fac87 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:17:36.171110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fce70fed-b5d8-4cf1-947b-aa93e4c76ccc no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:17:36.193106 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: fce70fed-b5d8-4cf1-947b-aa93e4c76ccc {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:17:36.193372 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:17:36.193498 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fce70fed-b5d8-4cf1-947b-aa93e4c76ccc not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:17:36.199238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0d03d8d4-f033-48c3-8d64-22ba8ebf60eb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/327bea6b-c369-4400-9145-05d1c23fac87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5568185 Nov 12 12:17:36.202090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44510) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:36.204632 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] Sync routers for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:17:36.215701 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:36.216329 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:36.257878 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb01046-aac2-4cd6-b04a-895c071c6398 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting subnet c9756039-19be-4328-b120-a35650c23962 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:17:36.261178 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8fb01046-aac2-4cd6-b04a-895c071c6398 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.303715 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8fb01046-aac2-4cd6-b04a-895c071c6398 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.321413 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:36.389692 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8fb01046-aac2-4cd6-b04a-895c071c6398 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.500682 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:17:35Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:36.515815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8fb01046-aac2-4cd6-b04a-895c071c6398 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.527209 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] Checking router: 327bea6b-c369-4400-9145-05d1c23fac87 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:17:36.535332 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] Routers {'327bea6b-c369-4400-9145-05d1c23fac87'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:36.535985 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['327bea6b-c369-4400-9145-05d1c23fac87'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:36.543306 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb01046-aac2-4cd6-b04a-895c071c6398 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Subnet': ['ID=c9756039-19be-4328-b120-a35650c23962,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:36.546953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8fb01046-aac2-4cd6-b04a-895c071c6398 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.550411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8fb01046-aac2-4cd6-b04a-895c071c6398 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/subnets/c9756039-19be-4328-b120-a35650c23962 HTTP/1.1" status: 204 len: 168 time: 0.3470285 Nov 12 12:17:36.553594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44512) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:36.557819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19933072-f7a8-4b1d-87b2-303e5089d556 None None] Network cfd1eccf-d528-45bb-aacb-a80ca1b27216 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:17:36.680447 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.760190 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] Set router 327bea6b-c369-4400-9145-05d1c23fac87 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:36.793486 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] DHCP port deletion for cfd1eccf-d528-45bb-aacb-a80ca1b27216 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:17:36.847129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Deleting port 857adf5a-9f16-49d3-9c59-9fc4180badee {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:17:36.847535 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.920552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] For port 857adf5a-9f16-49d3-9c59-9fc4180badee, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=857adf5a-9f16-49d3-9c59-9fc4180badee,segment=NetworkSegment(e04b7d26-9dc4-4a1b-acd8-788b39137df9),segment_id=e04b7d26-9dc4-4a1b-acd8-788b39137df9)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:36.920959 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:36.935761 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Calling delete_port for 857adf5a-9f16-49d3-9c59-9fc4180badee owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:17:36.952947 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:17:35Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:36.983882 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05dfec5-3d37-4b41-bf50-6dd24970c2dd None None] The sync data for ids ['327bea6b-c369-4400-9145-05d1c23fac87'] in n-d-768852-22 is: [{'id': '327bea6b-c369-4400-9145-05d1c23fac87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478703415', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:17:35Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': 'e1436b6c-51c7-45d7-bd51-8b4f784a0000', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327bea6b-c369-4400-9145-05d1c23fac87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:15:41Z', 'updated_at': '2021-11-12T12:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:17:37.069171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.110140 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.138584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Pushing event deleted for resources: {'Port': ['ID=857adf5a-9f16-49d3-9c59-9fc4180badee,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:37.142786 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] No DVR routers for this DVR port 857adf5a-9f16-49d3-9c59-9fc4180badee on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:17:37.150281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.150652 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.150990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.151322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.151646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.151994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.152421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.152634 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.153234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.153234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.153567 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.153885 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca09e81e-62da-4c89-82ae-76ea69fee51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:37.209492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port e1436b6c-51c7-45d7-bd51-8b4f784a0000 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:17:37.209828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.285107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port e1436b6c-51c7-45d7-bd51-8b4f784a0000, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e1436b6c-51c7-45d7-bd51-8b4f784a0000,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:37.286034 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.298215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for e1436b6c-51c7-45d7-bd51-8b4f784a0000 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:17:37.555428 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.586792 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=e1436b6c-51c7-45d7-bd51-8b4f784a0000,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:37.602087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092ae83-f1de-47c4-9fde-9cfba11fdaf6 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:17:37.653578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.745560 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.748034 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.864141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.864631 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Fanout notify agent at l3_agent the message router_deleted on router 327bea6b-c369-4400-9145-05d1c23fac87 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:17:37.871503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:37.872708 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ff08f9ba-80f1-46ed-a2dd-d92f1f3163fb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/routers/327bea6b-c369-4400-9145-05d1c23fac87 HTTP/1.1" status: 204 len: 168 time: 1.3179390 Nov 12 12:17:37.875510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44514) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:37.959746 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.060760 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.082276 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd1eccf-d528-45bb-aacb-a80ca1b27216']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:38.096746 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04b7d26-9dc4-4a1b-acd8-788b39137df9') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:38.097270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04b7d26-9dc4-4a1b-acd8-788b39137df9') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:38.109693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.129067 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.136017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:17:38.136412 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:17:38.139490 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:17:38.269957 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.281065 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.282538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/networks/cfd1eccf-d528-45bb-aacb-a80ca1b27216 HTTP/1.1" status: 204 len: 168 time: 0.4060116 Nov 12 12:17:38.285837 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44516) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:38.297288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db92c7-4647-40c8-964c-f7f32ed796bf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Network': ['ID=cfd1eccf-d528-45bb-aacb-a80ca1b27216,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:38.370798 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58a26290-f023-4d3d-903b-984a596e9ee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.396223 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58a26290-f023-4d3d-903b-984a596e9ee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.521299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58a26290-f023-4d3d-903b-984a596e9ee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.523941 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-58a26290-f023-4d3d-903b-984a596e9ee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:38.525117 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-58a26290-f023-4d3d-903b-984a596e9ee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/security-groups/e28f4f40-338e-4b07-bd72-b0011577ee76 HTTP/1.1" status: 204 len: 168 time: 0.2382219 Nov 12 12:17:38.536075 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a26290-f023-4d3d-903b-984a596e9ee1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28f4f40-338e-4b07-bd72-b0011577ee76,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:38.628450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 857adf5a-9f16-49d3-9c59-9fc4180badee no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:17:38.663525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 857adf5a-9f16-49d3-9c59-9fc4180badee {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:17:38.663525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 857adf5a-9f16-49d3-9c59-9fc4180badee not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:17:38.664319 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e1436b6c-51c7-45d7-bd51-8b4f784a0000 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:17:38.686703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e1436b6c-51c7-45d7-bd51-8b4f784a0000 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:17:38.687144 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e1436b6c-51c7-45d7-bd51-8b4f784a0000 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:17:38.687668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 353d7409-b62a-4919-a9ea-7467c06c4a6e no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:17:38.706983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 353d7409-b62a-4919-a9ea-7467c06c4a6e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:17:38.707752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 353d7409-b62a-4919-a9ea-7467c06c4a6e not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:17:39.118912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44522) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:39.123649 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6c0e51df-2a6d-4898-9048-56160a4b6c0a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129586510', 'description': 'tempest-secgroup-smoke-1129586510 description', 'project_id': '30b764403e1e4447a21e8f0e8a101953'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:39.224549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c0e51df-2a6d-4898-9048-56160a4b6c0a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.315739 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c0e51df-2a6d-4898-9048-56160a4b6c0a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.384590 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c0e51df-2a6d-4898-9048-56160a4b6c0a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.415406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e51df-2a6d-4898-9048-56160a4b6c0a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d349dc-6a23-4914-9db5-72b4e5f1d3de,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:39.460855 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c0e51df-2a6d-4898-9048-56160a4b6c0a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.462174 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c0e51df-2a6d-4898-9048-56160a4b6c0a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3422267 Nov 12 12:17:39.468776 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44524) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:39.474595 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-e5011bd3-3dc3-4d92-804c-dda567880a56 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'f9d349dc-6a23-4914-9db5-72b4e5f1d3de', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:39.555950 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5011bd3-3dc3-4d92-804c-dda567880a56 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.615962 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5011bd3-3dc3-4d92-804c-dda567880a56 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.676659 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5011bd3-3dc3-4d92-804c-dda567880a56 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.699052 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5011bd3-3dc3-4d92-804c-dda567880a56 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56db1835-e66f-4999-bdc4-ace397ba3dbb,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:39.769199 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-e5011bd3-3dc3-4d92-804c-dda567880a56 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.770643 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-e5011bd3-3dc3-4d92-804c-dda567880a56 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2998457 Nov 12 12:17:39.774724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44526) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:39.779286 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-03b65aff-229c-4a2b-ad6a-acd12cc75474 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'f9d349dc-6a23-4914-9db5-72b4e5f1d3de', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:39.886803 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03b65aff-229c-4a2b-ad6a-acd12cc75474 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:39.950101 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03b65aff-229c-4a2b-ad6a-acd12cc75474 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.023999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03b65aff-229c-4a2b-ad6a-acd12cc75474 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.044196 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b65aff-229c-4a2b-ad6a-acd12cc75474 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fc3ece-fd47-4a90-b4c5-228cbb45897e,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:40.118271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-03b65aff-229c-4a2b-ad6a-acd12cc75474 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.120030 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-03b65aff-229c-4a2b-ad6a-acd12cc75474 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438828 Nov 12 12:17:40.123214 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44528) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:40.127865 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-2931f5c0-dada-45c9-a90f-317ded8dd3ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'f9d349dc-6a23-4914-9db5-72b4e5f1d3de', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:40.223895 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2931f5c0-dada-45c9-a90f-317ded8dd3ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.292288 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2931f5c0-dada-45c9-a90f-317ded8dd3ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.344138 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2931f5c0-dada-45c9-a90f-317ded8dd3ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.365224 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931f5c0-dada-45c9-a90f-317ded8dd3ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6802b84a-2d15-4d5d-ad82-d058a32deffd,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:40.454759 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2931f5c0-dada-45c9-a90f-317ded8dd3ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.456054 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2931f5c0-dada-45c9-a90f-317ded8dd3ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3318064 Nov 12 12:17:40.459445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44530) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:40.464356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-599d2d69-c0f1-4fbd-ae55-7e4e073eb551 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'f9d349dc-6a23-4914-9db5-72b4e5f1d3de', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:40.580910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599d2d69-c0f1-4fbd-ae55-7e4e073eb551 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.650269 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599d2d69-c0f1-4fbd-ae55-7e4e073eb551 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.738431 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599d2d69-c0f1-4fbd-ae55-7e4e073eb551 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.758633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d2d69-c0f1-4fbd-ae55-7e4e073eb551 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d63887-6846-4608-aa95-8b22c3fbce48,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:40.860398 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-599d2d69-c0f1-4fbd-ae55-7e4e073eb551 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:40.861583 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-599d2d69-c0f1-4fbd-ae55-7e4e073eb551 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4010651 Nov 12 12:17:40.864678 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44532) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:40.870162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-edb6cce0-86ab-40bc-ac28-c86c3a4057b5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'f9d349dc-6a23-4914-9db5-72b4e5f1d3de', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:40.972988 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-edb6cce0-86ab-40bc-ac28-c86c3a4057b5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:17:40.979675 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edb6cce0-86ab-40bc-ac28-c86c3a4057b5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.033164 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edb6cce0-86ab-40bc-ac28-c86c3a4057b5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.149877 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edb6cce0-86ab-40bc-ac28-c86c3a4057b5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.168801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6cce0-86ab-40bc-ac28-c86c3a4057b5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7935315-ed1d-4830-9671-51e485140539,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:41.248983 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-edb6cce0-86ab-40bc-ac28-c86c3a4057b5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.250258 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-edb6cce0-86ab-40bc-ac28-c86c3a4057b5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3844714 Nov 12 12:17:41.254657 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44534) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:41.259374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-98f65594-9a1a-4610-a434-5539c76aa88e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'security_group_rule': {'security_group_id': 'f9d349dc-6a23-4914-9db5-72b4e5f1d3de', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:41.344122 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-98f65594-9a1a-4610-a434-5539c76aa88e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Project 30b764403e1e4447a21e8f0e8a101953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:17:41.350089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98f65594-9a1a-4610-a434-5539c76aa88e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.415640 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98f65594-9a1a-4610-a434-5539c76aa88e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.463978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98f65594-9a1a-4610-a434-5539c76aa88e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.483821 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f65594-9a1a-4610-a434-5539c76aa88e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af499a5f-e924-4d12-acce-e8b6bd949379,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:41.523670 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-98f65594-9a1a-4610-a434-5539c76aa88e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.524966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-98f65594-9a1a-4610-a434-5539c76aa88e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2692213 Nov 12 12:17:41.528058 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44536) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:41.533209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'network': {'name': 'tempest-network-smoke--626450820', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'port_security_enabled': True}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:41.613178 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:41.617030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.651088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:17:41.663758 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.664136 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Added segment 20484e68-d791-40f0-9de1-df6e6c95674e of type vlan for network 06a282cb-49ca-4631-a581-0a95a340c737 Nov 12 12:17:41.708107 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.790043 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.795950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:41.796647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:41.871765 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Network': ['ID=06a282cb-49ca-4631-a581-0a95a340c737,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:41.882868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 06a282cb-49ca-4631-a581-0a95a340c737 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:17:41.889576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dcfb31cb-7bf9-4e75-a6b1-a4f5194fce15 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3603952 Nov 12 12:17:41.892845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44538) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:41.898171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'admin_state_up': True, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:42.275577 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.276743 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.326687 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.560262 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.828920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.853262 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:42.913846 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:17:42.970171 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.134 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/4dd57cf1-4ef1-4814-a043-96b67b0de88f) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:43.092331 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:43.196199 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:43.238112 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:43.241689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:43.245532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:43.252135 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=4dd57cf1-4ef1-4814-a043-96b67b0de88f,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:43.261329 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a2499-8e40-4bd5-81ef-1e249b3f0036 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:17:43.374954 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-bcd76194-b552-4c21-854b-d2122bd6c03e None None] Provisioning complete for port 4dd57cf1-4ef1-4814-a043-96b67b0de88f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:43.375239 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bcd76194-b552-4c21-854b-d2122bd6c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:43.413508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-bcd76194-b552-4c21-854b-d2122bd6c03e None None] Port 4dd57cf1-4ef1-4814-a043-96b67b0de88f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:43.592441 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:43.813730 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:44.041139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router b3dea895-c4f5-4215-bbc5-d7bfeac32557 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:17:44.154679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:17:44.166881 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Sync routers for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:17:44.182578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:44.183497 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:44.231751 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:44.233063 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ac5d700d-9eb0-4c9d-90c1-16b3ff4e02cc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3390491 Nov 12 12:17:44.236645 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44540) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:44.271100 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-7515fa9c-7578-4e07-a9d1-3c4df48c2035 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?project_id=30b764403e1e4447a21e8f0e8a101953&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303497 Nov 12 12:17:44.276803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44542) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:44.313003 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:44.381042 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef11d83e-8545-4529-8e81-797daee20f4c tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:44.385291 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ef11d83e-8545-4529-8e81-797daee20f4c tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1043499 Nov 12 12:17:44.385668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44544) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:44.421354 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f453a8bb-7798-4a9d-aabf-f7e5bb73d5c5 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/subnets?network_id=12aeb4c2-8520-4e37-af12-288710b4f759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319989 Nov 12 12:17:44.421602 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44546) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:44.426985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-677327628', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:44.541072 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:43Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:44.569428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Checking router: b3dea895-c4f5-4215-bbc5-d7bfeac32557 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:17:44.569776 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Updating router b3dea895-c4f5-4215-bbc5-d7bfeac32557 port 4dd57cf1-4ef1-4814-a043-96b67b0de88f binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:17:44.601220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:44.605214 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:44.607694 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:44.892974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:44.961978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Subnet': ['ID=b4bd33b9-8c23-4f03-89a0-cfb1b5a58219,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:44.962327 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:44.971424 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Checking segment: {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:44.971792 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network hostable DHCP agents. Network: 06a282cb-49ca-4631-a581-0a95a340c737, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:17:45.332700 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:45.372209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 06a282cb-49ca-4631-a581-0a95a340c737 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:17:45.378636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f0169-4cc8-4637-88ff-6332f4deb90d None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:17:45.391540 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Attempting to bind port 4dd57cf1-4ef1-4814-a043-96b67b0de88f on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:45.396676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Attempting to bind port 4dd57cf1-4ef1-4814-a043-96b67b0de88f by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:45.396676 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Attempting to bind port 4dd57cf1-4ef1-4814-a043-96b67b0de88f on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:45.396949 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a515-eb08-450b-ad3c-0fef5ae1f8cd None None] Pushing event updated for resources: {'Port': ['ID=4dd57cf1-4ef1-4814-a043-96b67b0de88f,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:45.403421 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:45.403803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:45.404235 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:45.404630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:45.405107 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Bound port: 4dd57cf1-4ef1-4814-a043-96b67b0de88f, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:45.405497 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:45.457899 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 06a282cb-49ca-4631-a581-0a95a340c737) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:45.461989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:45.462785 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:45.470126 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d780e-9765-4a19-8bc2-5dfb3cf16e8c None None] Network 06a282cb-49ca-4631-a581-0a95a340c737 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:17:45.476109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] For port 4dd57cf1-4ef1-4814-a043-96b67b0de88f, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:45.486916 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff2915c9-2761-4480-84bd-8018afd1f204 None None] Provisioning complete for port 4dd57cf1-4ef1-4814-a043-96b67b0de88f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:45.487282 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff2915c9-2761-4480-84bd-8018afd1f204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:45.546638 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] For port 4dd57cf1-4ef1-4814-a043-96b67b0de88f, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4dd57cf1-4ef1-4814-a043-96b67b0de88f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:45.572838 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-12209cdb-c9f8-49e5-838a-9f9edecf5060 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1502638 Nov 12 12:17:45.579798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ff2915c9-2761-4480-84bd-8018afd1f204 None None] Port 4dd57cf1-4ef1-4814-a043-96b67b0de88f cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:45.580141 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44548) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:17:45.670843 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:45.713155 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-06a282cb-49ca-4631-a581-0a95a340c737', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:17:45.725662 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:45.759879 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afe15f-f062-4b93-adce-c1fb0b501ad5 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:17:45.764572 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a515-eb08-450b-ad3c-0fef5ae1f8cd None None] Pushing event updated for resources: {'Port': ['ID=4dd57cf1-4ef1-4814-a043-96b67b0de88f,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:45.841226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:45.841226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:46.091271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.142160 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-04611d9c-832c-4c10-95c5-37e9358f22c9 None None] Provisioning complete for port 4dd57cf1-4ef1-4814-a043-96b67b0de88f triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:46.142522 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-04611d9c-832c-4c10-95c5-37e9358f22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.167344 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Allocated IP 172.20.0.2 (06a282cb-49ca-4631-a581-0a95a340c737/b4bd33b9-8c23-4f03-89a0-cfb1b5a58219/4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:46.233405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:46.461644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-04611d9c-832c-4c10-95c5-37e9358f22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.527945 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-04611d9c-832c-4c10-95c5-37e9358f22c9 None None] For port 4dd57cf1-4ef1-4814-a043-96b67b0de88f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4dd57cf1-4ef1-4814-a043-96b67b0de88f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:46.548145 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.574823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:43Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:46.607296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b24bf-e3b3-4a60-8a73-aa7311f248be None None] The sync data for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 is: [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:43Z', 'revision_number': 3, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:17:46.608865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-04611d9c-832c-4c10-95c5-37e9358f22c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.663294 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.692971 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Network 06a282cb-49ca-4631-a581-0a95a340c737 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:46.694877 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04611d9c-832c-4c10-95c5-37e9358f22c9 None None] Pushing event updated for resources: {'Port': ['ID=4dd57cf1-4ef1-4814-a043-96b67b0de88f,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:46.697784 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:46.701849 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:46.741137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.1 (06a282cb-49ca-4631-a581-0a95a340c737/b4bd33b9-8c23-4f03-89a0-cfb1b5a58219/aad27ae0-3ef6-4ee7-9b66-302fb1128fdd) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:46.790741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Pushing event updated for resources: {'Port': ['ID=4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:46.809821 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Attempting to bind port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:46.810190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Attempting to bind port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:46.810552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Attempting to bind port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d on network 06a282cb-49ca-4631-a581-0a95a340c737 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:46.818190 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:46.818839 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Checking segment: {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:46.819246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.819696 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Bound using segment: {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:46.820185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Bound port: 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:46.820569 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.913105 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:46.936977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] For port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:46.943174 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] For port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:47.031131 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:47.114767 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:47.116599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442c08-26ad-4b2b-b882-8c499ff9d912 None None] Pushing event updated for resources: {'Port': ['ID=4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:47.170321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 06a282cb-49ca-4631-a581-0a95a340c737 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:47.175407 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:47.184076 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:47.649363 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:47.674930 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:47.925302 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.254645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.273223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41941887-1c9b-46e2-ab53-5f7dced2ddc0 None None] Network 06a282cb-49ca-4631-a581-0a95a340c737 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:17:48.332866 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.383342 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ba8331f9-c7e8-481b-80ce-06874031a283 None None] Provisioning complete for port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:48.383620 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba8331f9-c7e8-481b-80ce-06874031a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.414740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:48.417406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.518140 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 06a282cb-49ca-4631-a581-0a95a340c737 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:48.520524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:48.534841 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba8331f9-c7e8-481b-80ce-06874031a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.574338 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ba8331f9-c7e8-481b-80ce-06874031a283 None None] For port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:48.669647 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router b3dea895-c4f5-4215-bbc5-d7bfeac32557 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:17:48.697768 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4dd57cf1-4ef1-4814-a043-96b67b0de88f up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:48.742027 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.757040 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ba8331f9-c7e8-481b-80ce-06874031a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.784844 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4dd57cf1-4ef1-4814-a043-96b67b0de88f triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:48.785915 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:48.819103 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:17:48.831299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6ad920b0-3816-4614-bb46-1015e2e1ac92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/b3dea895-c4f5-4215-bbc5-d7bfeac32557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2467730 Nov 12 12:17:48.842889 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Sync routers for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:17:48.848870 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8331f9-c7e8-481b-80ce-06874031a283 None None] Pushing event updated for resources: {'Port': ['ID=4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:48.862253 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:48.863559 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:48.910136 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:48.950053 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-296ad0c0-f686-4145-a58c-fc3230912f3d None None] Provisioning complete for port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:48.950430 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-296ad0c0-f686-4145-a58c-fc3230912f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.007386 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:49.049964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-296ad0c0-f686-4145-a58c-fc3230912f3d None None] Port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:49.055577 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:49.056541 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.067501 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-f1aa0bb5-1b2e-4fdf-bd30-1130080d47a9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129586510&fields=id&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 267 time: 0.0915446 Nov 12 12:17:49.099677 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-296ad0c0-f686-4145-a58c-fc3230912f3d None None] Provisioning complete for port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:49.100076 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-296ad0c0-f686-4145-a58c-fc3230912f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.253716 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-e2204f63-feda-4f0f-9685-82da3c7d26bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:49.255358 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:48Z', 'revision_number': 2, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:49.256626 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-e2204f63-feda-4f0f-9685-82da3c7d26bb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/networks?id=06a282cb-49ca-4631-a581-0a95a340c737 HTTP/1.1" status: 200 len: 796 time: 0.1880057 Nov 12 12:17:49.279868 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-bce81fdd-6b1e-4382-b4b9-f064871a117e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/quotas/30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 375 time: 0.0171866 Nov 12 12:17:49.292009 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Checking router: b3dea895-c4f5-4215-bbc5-d7bfeac32557 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:17:49.292665 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Updating router b3dea895-c4f5-4215-bbc5-d7bfeac32557 port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:17:49.328678 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.356758 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-594e283c-fe43-496d-94bb-4c99cc444cd9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686378 Nov 12 12:17:49.417468 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-078fd9bc-d307-4eaa-bf33-04b50f0ce992 None None] Provisioning complete for port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:49.418410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-078fd9bc-d307-4eaa-bf33-04b50f0ce992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.462412 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-078fd9bc-d307-4eaa-bf33-04b50f0ce992 None None] Port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:49.545893 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-0ecd1eac-da7b-48b0-8fd4-90ffeaeb4e8e service neutron] 10.222.0.98 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779883 Nov 12 12:17:49.583180 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9ddf678b-337f-44a7-aae1-8fe2746bc757 None None] Provisioning complete for port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:49.603406 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ddf678b-337f-44a7-aae1-8fe2746bc757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.631569 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf678b-337f-44a7-aae1-8fe2746bc757 None None] Port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:49.647471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-e81f2500-598c-4471-9d96-d3fee9faf966 service neutron] 10.222.0.98 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938652 Nov 12 12:17:49.657988 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.756193 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.806760 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Pushing event updated for resources: {'Port': ['ID=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:49.833527 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.833859 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.834203 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.834510 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.834831 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.835148 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.835648 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.835830 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.836139 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.836453 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.836764 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.837072 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:17:49.868052 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Attempting to bind port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:49.868756 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Attempting to bind port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:49.868756 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Attempting to bind port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd on network 06a282cb-49ca-4631-a581-0a95a340c737 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:49.873967 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:49.874328 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Checking segment: {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:49.874719 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.875099 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Bound using segment: {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:49.875548 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Bound port: aad27ae0-3ef6-4ee7-9b66-302fb1128fdd, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:49.875959 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:49.979678 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] For port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:49.984448 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] For port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:49.986169 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff6db7b2-0c79-4e30-b8fa-373c9a67a449 req-c8a209e2-bfe4-4ca3-ac66-eb4806a30e53 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 210 time: 0.0359201 Nov 12 12:17:50.061762 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4555cdb6-f97c-4dd1-bff9-044009d2ee6a None None] Provisioning complete for port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:50.062122 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4555cdb6-f97c-4dd1-bff9-044009d2ee6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.075620 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.108793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4555cdb6-f97c-4dd1-bff9-044009d2ee6a None None] Port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:50.141687 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:17:50.142307 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:17:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:50.145427 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd9c74-b10d-4047-894a-9d20fde3c60a None None] Pushing event updated for resources: {'Port': ['ID=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,revision_number=4']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:50.258770 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:17:50.338875 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4d1a2dd2-ca04-4e15-aeb8-634389d7639f None None] Provisioning complete for port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:50.339154 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2dd2-ca04-4e15-aeb8-634389d7639f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.426390 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2dd2-ca04-4e15-aeb8-634389d7639f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.463896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4d1a2dd2-ca04-4e15-aeb8-634389d7639f None None] For port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:50.538252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2dd2-ca04-4e15-aeb8-634389d7639f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:50.569727 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:49Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:17:50.599131 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43b39e-3c76-4d2b-9ce0-77610a48cc30 None None] The sync data for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 is: [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:49Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:17:50.613558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a2dd2-ca04-4e15-aeb8-634389d7639f None None] Pushing event updated for resources: {'Port': ['ID=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:50.642673 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:50.722801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:50.723238 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:51.094930 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05d7c382-1df4-4b9d-84d0-112ad455ff82 req-ab2f7a5c-6c51-444a-be54-f01536aa9b6d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 210 time: 0.0282171 Nov 12 12:17:51.446637 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:52.190730 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b3783660-1510-4f37-a577-a8e9aff3918e req-ba870e99-1a44-4b33-a460-17009b39d630 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 210 time: 0.0266669 Nov 12 12:17:52.565902 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-135c873a-07dc-4a40-8a3c-9cb3d5e6c501 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:52.567397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-135c873a-07dc-4a40-8a3c-9cb3d5e6c501 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/networks?id=06a282cb-49ca-4631-a581-0a95a340c737 HTTP/1.1" status: 200 len: 796 time: 0.1091545 Nov 12 12:17:52.641801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-415cff72-012e-42a6-b2e3-0e42fbd2a0e1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b764403e1e4447a21e8f0e8a101953 HTTP/1.1" status: 200 len: 380 time: 0.0614519 Nov 12 12:17:52.651004 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device aad27ae0-3ef6-4ee7-9b66-302fb1128fdd up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:17:52.656126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'port': {'device_id': '410b8b3e-69a0-4de8-b019-814283001cd3', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'admin_state_up': True, 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'security_groups': ['f9d349dc-6a23-4914-9db5-72b4e5f1d3de']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:52.700419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:52.700877 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:52.886807 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Made reservation on behalf of 30b764403e1e4447a21e8f0e8a101953 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:17:52.890472 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.018294 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.20.0.14 (06a282cb-49ca-4631-a581-0a95a340c737/b4bd33b9-8c23-4f03-89a0-cfb1b5a58219/6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:17:53.167481 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.270666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.319847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 06a282cb-49ca-4631-a581-0a95a340c737 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:17:53.320141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efab85-8694-4a6d-b5b5-a954be7e9d68 req-8a18dbcd-5137-49f9-87f1-461871178297 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:53.321541 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09efab85-8694-4a6d-b5b5-a954be7e9d68 req-8a18dbcd-5137-49f9-87f1-461871178297 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 932 time: 0.0590217 Nov 12 12:17:53.323224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:17:53.328336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:17:53.333136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:53.388571 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-09efab85-8694-4a6d-b5b5-a954be7e9d68 req-2551d20f-865f-4a33-add2-80d5791a2d8c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595429 Nov 12 12:17:53.392295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:53.392974 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.489266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-67d7102a-9f96-4851-bebe-d4d88a71c02b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8378611 Nov 12 12:17:53.502991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Request body: {'port': {'device_id': '410b8b3e-69a0-4de8-b019-814283001cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:17:53.557611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.576714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-37db532e-9477-4c2c-8d87-e3f2226e6225 None None] Provisioning complete for port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:17:53.577166 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-37db532e-9477-4c2c-8d87-e3f2226e6225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.612110 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-37db532e-9477-4c2c-8d87-e3f2226e6225 None None] Port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:17:53.836668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:53.845225 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:53.859274 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Transition to ACTIVE for port object 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:17:53.932344 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:54.003000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Pushing event updated for resources: {'Port': ['ID=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:54.074142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Attempting to bind port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:17:54.074479 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Attempting to bind port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:17:54.074811 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Attempting to bind port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb on network 06a282cb-49ca-4631-a581-0a95a340c737 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:54.080259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb on network 06a282cb-49ca-4631-a581-0a95a340c737 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:17:54.080574 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Attempting to bind port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb on network 06a282cb-49ca-4631-a581-0a95a340c737 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:17:54.086923 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:17:54.087309 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Checking segment: {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:17:54.087846 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Bound using segment: {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:17:54.088551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Bound port: 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20484e68-d791-40f0-9de1-df6e6c95674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:17:54.089066 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:54.180153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] For port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:17:54.183450 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] For port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:17:54.287435 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:54.322863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.323655 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:54.325173 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] 10.222.0.69 "PUT /v2.0/ports/6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb HTTP/1.1" status: 200 len: 1093 time: 0.8266521 Nov 12 12:17:54.327471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:17:54.331064 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfebe1c-cef0-4069-8afd-d78cf93c2002" -d '{"events": [{"name": "network-changed", "server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:17:54.365004 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5ad9f-a27d-4d33-bff1-04251a6ec00e service neutron] Pushing event updated for resources: {'Port': ['ID=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:54.383671 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe4422b-4aeb-4ada-acb8-70f6d5b68462 x-openstack-request-id: req-2fe4422b-4aeb-4ada-acb8-70f6d5b68462 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:17:54.384065 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:17:54.384405 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2fe4422b-4aeb-4ada-acb8-70f6d5b68462 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:17:54.385119 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'status': 'completed', 'code': 200} Nov 12 12:17:54.460713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfebe1c-cef0-4069-8afd-d78cf93c2002 req-bd5ba859-04d9-46a9-bc1b-1a1fde844f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.474184 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbfebe1c-cef0-4069-8afd-d78cf93c2002 req-bd5ba859-04d9-46a9-bc1b-1a1fde844f31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0512638 Nov 12 12:17:54.535615 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04911afd-02ba-4c46-bd14-146dd229911e req-c4ade125-6113-40e7-b39f-aa48aa2873d1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.537833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04911afd-02ba-4c46-bd14-146dd229911e req-c4ade125-6113-40e7-b39f-aa48aa2873d1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 944 time: 0.0742075 Nov 12 12:17:54.601664 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfebe1c-cef0-4069-8afd-d78cf93c2002 req-85223672-397e-4423-9228-a928538c564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.603039 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbfebe1c-cef0-4069-8afd-d78cf93c2002 req-85223672-397e-4423-9228-a928538c564f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=30b764403e1e4447a21e8f0e8a101953&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1285479 Nov 12 12:17:54.604034 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-04911afd-02ba-4c46-bd14-146dd229911e req-275b93f0-e7ec-4b64-8add-2bb36aaac17e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588217 Nov 12 12:17:54.708674 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfebe1c-cef0-4069-8afd-d78cf93c2002 req-cb59edd5-3b58-4e18-bc87-4d96d661bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.710233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cbfebe1c-cef0-4069-8afd-d78cf93c2002 req-cb59edd5-3b58-4e18-bc87-4d96d661bf62 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991807 Nov 12 12:17:54.799498 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-3a842086-d0cf-4a10-b7f1-bb8736691805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.801391 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-3a842086-d0cf-4a10-b7f1-bb8736691805 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0475583 Nov 12 12:17:54.853420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-62772cf9-c3db-4a55-95ee-8c3859512cac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb HTTP/1.1" status: 200 len: 217 time: 0.0420976 Nov 12 12:17:54.911639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-7b15e637-a8ac-43e0-840d-d31b1ab33faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.913168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-7b15e637-a8ac-43e0-840d-d31b1ab33faf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4bd33b9-8c23-4f03-89a0-cfb1b5a58219 HTTP/1.1" status: 200 len: 834 time: 0.0523531 Nov 12 12:17:54.964594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-5b9e5e4d-b0be-4612-881c-c8adf0ba6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:54.966091 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-5b9e5e4d-b0be-4612-881c-c8adf0ba6289 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a282cb-49ca-4631-a581-0a95a340c737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426779 Nov 12 12:17:55.059013 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-0121701a-3c33-4d17-835e-f3c79b7e99e9 service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852358 Nov 12 12:17:55.160072 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fd80b2cb-1b3b-467c-badf-f03a9bf4aa80 req-bd5d2069-3010-494c-b250-ea3393e2456e service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924158 Nov 12 12:17:55.753886 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06640e6a-10e1-480f-a946-028b4021df5e req-f7bd8e69-5f46-41bd-af9e-9805660f2adf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:55.755536 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06640e6a-10e1-480f-a946-028b4021df5e req-f7bd8e69-5f46-41bd-af9e-9805660f2adf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 944 time: 0.0594151 Nov 12 12:17:55.825897 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06640e6a-10e1-480f-a946-028b4021df5e req-2aaa1d83-690a-4da8-9d1a-5cd7bc082291 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616066 Nov 12 12:17:56.958717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa526cf-803e-4cc4-aa4f-b95b21605134 req-5bb45c47-f9e5-4e34-8bcb-2a54448b353d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:56.960333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfa526cf-803e-4cc4-aa4f-b95b21605134 req-5bb45c47-f9e5-4e34-8bcb-2a54448b353d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 944 time: 0.0527802 Nov 12 12:17:57.020640 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dfa526cf-803e-4cc4-aa4f-b95b21605134 req-4c49d52f-2649-4f20-a66a-4ef7db2172d5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542197 Nov 12 12:17:58.139804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561013b-903b-477c-b3e8-034c50f0992a req-ee4e0e31-9af7-4ba3-8d2a-57346a2b40cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:58.141332 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d561013b-903b-477c-b3e8-034c50f0992a req-ee4e0e31-9af7-4ba3-8d2a-57346a2b40cf tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 944 time: 0.0490150 Nov 12 12:17:58.208473 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d561013b-903b-477c-b3e8-034c50f0992a req-0796d55e-222f-4672-9749-fa462f52635f tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603735 Nov 12 12:17:58.264195 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:17:58.367066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:58.381403 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'port_id': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'mac_address': 'fa:16:3e:05:67:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:17:58.423546 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:58.437537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:17:58.456819 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:17:58.563839 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:17:58.616918 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:17:58.860420 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:17:59.328097 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898afdca-e4ce-428f-b823-d8fc8c3fa991 req-9cca2e68-5bd3-42e0-b1da-5a40d4350db1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:17:59.329607 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-898afdca-e4ce-428f-b823-d8fc8c3fa991 req-9cca2e68-5bd3-42e0-b1da-5a40d4350db1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 945 time: 0.0490401 Nov 12 12:17:59.381178 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-898afdca-e4ce-428f-b823-d8fc8c3fa991 req-81174e22-f402-4ec8-a831-21c174bdad68 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454650 Nov 12 12:17:59.412266 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9e13ad21-4897-435c-b753-f5f458668ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.264192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:18:00.270908 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-82f9ca1e-4b85-46e3-8099-867c8cf8f0fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943117 Nov 12 12:18:00.360810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-5df8b38d-377a-4ec7-a00d-50a0f5c0b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.362403 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-5df8b38d-377a-4ec7-a00d-50a0f5c0b679 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0429091 Nov 12 12:18:00.401178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:18:00.407534 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:18:00.408164 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.482918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-2b56a4d4-f2fc-4008-9ab7-7ecadc2a16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.484388 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-2b56a4d4-f2fc-4008-9ab7-7ecadc2a16ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1033499 Nov 12 12:18:00.499109 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.527492 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fc979-f810-4c79-9dff-a142db92f8f2 req-9d54de79-a314-4873-80d3-207384682f32 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.528182 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:00.529053 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-e31faf7a-c015-4c32-8924-997418f67712 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0376577 Nov 12 12:18:00.529617 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-187fc979-f810-4c79-9dff-a142db92f8f2 req-9d54de79-a314-4873-80d3-207384682f32 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 945 time: 0.0704467 Nov 12 12:18:00.530600 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4786b51f-57b5-4aff-9569-92be900a5c92" -d '{"events": [{"server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "name": "network-vif-plugged", "status": "completed", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:00.545948 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:00.581831 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-187fc979-f810-4c79-9dff-a142db92f8f2 req-ae15f4db-a3ae-4cca-9d86-6312f9cdc93d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Nov 12 12:18:00.582794 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-f4d4d565-8f41-4123-bdd7-3c8c213ebf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.584294 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-f4d4d565-8f41-4123-bdd7-3c8c213ebf5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0483367 Nov 12 12:18:00.614602 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:00.653150 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81441efb-e1a8-46fe-8288-11ee3e1637d6 x-openstack-request-id: req-81441efb-e1a8-46fe-8288-11ee3e1637d6 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:00.653665 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "name": "network-vif-plugged", "status": "completed", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:00.654051 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-81441efb-e1a8-46fe-8288-11ee3e1637d6 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:00.654686 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'code': 200} Nov 12 12:18:00.656400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-d0357b81-ec56-4121-9963-4c291dc2c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.658136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-d0357b81-ec56-4121-9963-4c291dc2c94d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661097 Nov 12 12:18:00.703302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:00.794192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-7ee2548c-60e8-4243-9849-2a31ce8994be service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278036 Nov 12 12:18:00.802239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495b995-737f-4668-81c0-4ef34cb650d8 req-35e2991b-7ee4-4134-9739-8ffeb67a9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:00.803750 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8495b995-737f-4668-81c0-4ef34cb650d8 req-35e2991b-7ee4-4134-9739-8ffeb67a9cf4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0753267 Nov 12 12:18:00.916033 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8495b995-737f-4668-81c0-4ef34cb650d8 req-8127e03e-9d5d-4962-b448-39de320a79e1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036668 Nov 12 12:18:00.932316 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-388a98db-35d5-48c4-b151-481be0a0aa9d req-880946c1-4859-4761-9214-0fe44787f653 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275103 Nov 12 12:18:01.720344 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef9a92-cd19-47aa-8940-1b84662cd2c4 req-aabcd873-0283-4db4-b93f-c446af61dbdc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:01.721919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-feef9a92-cd19-47aa-8940-1b84662cd2c4 req-aabcd873-0283-4db4-b93f-c446af61dbdc tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0515769 Nov 12 12:18:01.783552 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-feef9a92-cd19-47aa-8940-1b84662cd2c4 req-ccb465a9-5ee1-4f39-af7e-685c97e03abb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556707 Nov 12 12:18:01.835224 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0a928244-af3b-451b-9113-c0f254c6d027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:02.917633 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3853a-23dd-4256-afd8-155de89c811d req-2f82168f-27dc-4100-bffb-e4cd6292fef0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:02.919124 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a3853a-23dd-4256-afd8-155de89c811d req-2f82168f-27dc-4100-bffb-e4cd6292fef0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0607517 Nov 12 12:18:02.976563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72a3853a-23dd-4256-afd8-155de89c811d req-6a1cee07-36b3-4a90-90f1-e76bc9faadf0 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511451 Nov 12 12:18:03.107558 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87179b45-6ac5-484a-928e-1513c6aae1ef req-4c1cbabd-31d9-42a6-90b5-5b8beee80f3b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:03.108991 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87179b45-6ac5-484a-928e-1513c6aae1ef req-4c1cbabd-31d9-42a6-90b5-5b8beee80f3b tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0624397 Nov 12 12:18:03.177071 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-87179b45-6ac5-484a-928e-1513c6aae1ef req-734cc0f2-39ec-40ff-a152-ba4caedabff9 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614364 Nov 12 12:18:03.212565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44608) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:03.260666 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27547cd6-f27a-487d-8ae8-d23e8c090c94 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:03.270825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-27547cd6-f27a-487d-8ae8-d23e8c090c94 tempest-TestNetworkAdvancedServerOps-1937207183 tempest-TestNetworkAdvancedServerOps-1937207183-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 1093 time: 0.0540080 Nov 12 12:18:03.273458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44610) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:03.288019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:18:03.343897 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.418699 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.530704 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:03.641097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Allocated IP 172.25.3.26 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/5582b7aa-ed51-455b-83dc-c96e390432c1) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:18:03.755908 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.190302 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.233477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:18:04.236551 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:18:04.239130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:18:04.267685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=5582b7aa-ed51-455b-83dc-c96e390432c1,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:04.441185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.669574 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.878867 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:04.977990 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.064136 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.161725 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.231670 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event updated for resources: {'Port': ['ID=5582b7aa-ed51-455b-83dc-c96e390432c1,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:05.247266 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.351763 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP eb3a7b8f-7f4b-430f-a635-20350636ad00 associated. External IP: 172.25.3.26, port: 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb. Nov 12 12:18:05.558418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router b3dea895-c4f5-4215-bbc5-d7bfeac32557 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:05.673130 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:05.684343 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] Sync routers for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:05.695078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:05.702992 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:05.780126 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:05.813361 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-545ff074-6d90-4e38-a933-7da5a8b5c596 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5386961 Nov 12 12:18:05.813865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:05.816199 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492671a7-12cc-45db-8b06-7b3ad483618a" -d '{"events": [{"name": "network-changed", "server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:05.916744 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa7b8b-06af-446b-a1bb-6fa8f32f4c62 req-6c909451-a887-4a79-827e-78a90c892680 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:05.918347 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0efa7b8b-06af-446b-a1bb-6fa8f32f4c62 req-6c909451-a887-4a79-827e-78a90c892680 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0525682 Nov 12 12:18:05.968935 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:05.980255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0efa7b8b-06af-446b-a1bb-6fa8f32f4c62 req-0f2fb957-6c4b-490c-ab64-0fba5d5f60d5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555580 Nov 12 12:18:06.003852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44616) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:06.053942 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a67a426-3f76-4074-99b5-79f81097a266 x-openstack-request-id: req-6a67a426-3f76-4074-99b5-79f81097a266 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:06.054337 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:06.054516 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6a67a426-3f76-4074-99b5-79f81097a266 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:06.054894 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'status': 'completed', 'code': 200} Nov 12 12:18:06.107610 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9a81fd50-3b4b-4ea2-a17f-562365e466a8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/eb3a7b8f-7f4b-430f-a635-20350636ad00 HTTP/1.1" status: 200 len: 991 time: 0.1004393 Nov 12 12:18:06.113701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492671a7-12cc-45db-8b06-7b3ad483618a req-273df2cf-8f46-493b-be1b-4273e0c96478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.115769 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-492671a7-12cc-45db-8b06-7b3ad483618a req-273df2cf-8f46-493b-be1b-4273e0c96478 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0643318 Nov 12 12:18:06.210298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492671a7-12cc-45db-8b06-7b3ad483618a req-a60087b1-fe6e-41c8-9173-5df3522ffd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.211753 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-492671a7-12cc-45db-8b06-7b3ad483618a req-a60087b1-fe6e-41c8-9173-5df3522ffd2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=06a282cb-49ca-4631-a581-0a95a340c737 HTTP/1.1" status: 200 len: 897 time: 0.0884356 Nov 12 12:18:06.216249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'eb3a7b8f-7f4b-430f-a635-20350636ad00', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'port_id': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'mac_address': 'fa:16:3e:05:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410b8b3e-69a0-4de8-b019-814283001cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:18:04Z', 'updated_at': '2021-11-12T12:18:04Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:50Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:06.243473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] Checking router: b3dea895-c4f5-4215-bbc5-d7bfeac32557 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:06.258782 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:06.259426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:18:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:06.281264 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-492671a7-12cc-45db-8b06-7b3ad483618a req-f29e78c7-df8f-4ecd-8957-f17109d7db01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb HTTP/1.1" status: 200 len: 999 time: 0.0617571 Nov 12 12:18:06.376202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:06.628857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'eb3a7b8f-7f4b-430f-a635-20350636ad00', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'port_id': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'mac_address': 'fa:16:3e:05:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410b8b3e-69a0-4de8-b019-814283001cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:18:04Z', 'updated_at': '2021-11-12T12:18:04Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:50Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:06.665207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1f0b5-260d-4e41-a31b-ff13ffb043a3 None None] The sync data for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 is: [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': 'eb3a7b8f-7f4b-430f-a635-20350636ad00', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'port_id': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'mac_address': 'fa:16:3e:05:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410b8b3e-69a0-4de8-b019-814283001cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:18:04Z', 'updated_at': '2021-11-12T12:18:04Z', 'revision_number': 0, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:50Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:06.714019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492671a7-12cc-45db-8b06-7b3ad483618a req-20f0ef5f-2886-40fa-b71f-efdffe814b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.715540 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-492671a7-12cc-45db-8b06-7b3ad483618a req-20f0ef5f-2886-40fa-b71f-efdffe814b06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4bd33b9-8c23-4f03-89a0-cfb1b5a58219 HTTP/1.1" status: 200 len: 834 time: 0.4276018 Nov 12 12:18:06.766202 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492671a7-12cc-45db-8b06-7b3ad483618a req-820fc815-d17c-4d4f-b3db-e65c0544234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:06.767711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-492671a7-12cc-45db-8b06-7b3ad483618a req-820fc815-d17c-4d4f-b3db-e65c0544234a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a282cb-49ca-4631-a581-0a95a340c737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430422 Nov 12 12:18:06.864349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-492671a7-12cc-45db-8b06-7b3ad483618a req-88d6206e-82b9-4183-9450-d625aa823afa service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892329 Nov 12 12:18:06.875791 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32581384-f26b-499a-95dd-ef9d11e9bcc2 None None] New status for floating IP eb3a7b8f-7f4b-430f-a635-20350636ad00: ACTIVE {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:18:06.961976 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-492671a7-12cc-45db-8b06-7b3ad483618a req-94dcf8a6-b80d-4f78-adae-cafe51284d01 service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897183 Nov 12 12:18:07.109841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44618) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:07.182372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8c511170-592c-4c52-9a56-abc1750c23e5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/eb3a7b8f-7f4b-430f-a635-20350636ad00 HTTP/1.1" status: 200 len: 993 time: 0.0713344 Nov 12 12:18:11.251113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-52e30325-165e-4a34-917a-26eaa42adf63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0799751 Nov 12 12:18:11.337072 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-8dae8262-119f-4d28-989d-f1e5886db34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:11.338656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-8dae8262-119f-4d28-989d-f1e5886db34c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0439978 Nov 12 12:18:11.445568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-0d6ad2a3-af57-4fdb-834e-bf8b7a17dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:11.446947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-0d6ad2a3-af57-4fdb-834e-bf8b7a17dc77 service neutron] 10.222.0.69 "GET /v2.0/networks?id=06a282cb-49ca-4631-a581-0a95a340c737 HTTP/1.1" status: 200 len: 897 time: 0.0880535 Nov 12 12:18:11.514418 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-97536006-d393-4fd5-a9f2-4f06e891ab3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb HTTP/1.1" status: 200 len: 1001 time: 0.0587766 Nov 12 12:18:11.563981 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-9461ca83-1705-40f3-a5f7-17fb469998af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:11.565452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-9461ca83-1705-40f3-a5f7-17fb469998af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4bd33b9-8c23-4f03-89a0-cfb1b5a58219 HTTP/1.1" status: 200 len: 834 time: 0.0432763 Nov 12 12:18:11.617784 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-e1eff6b3-7fd5-40d3-9ba0-7a33a2e2c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:11.619299 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-e1eff6b3-7fd5-40d3-9ba0-7a33a2e2c406 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a282cb-49ca-4631-a581-0a95a340c737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457981 Nov 12 12:18:11.714266 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-01913e67-9c9f-45fd-ae5d-c2dfc6ea373b service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859618 Nov 12 12:18:11.814428 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-edd9b198-e7a3-47c8-b636-8c4d27c7dee9 req-c2415ced-a8f4-446e-b57f-0871f4470f89 service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894134 Nov 12 12:18:14.029417 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-23f7350b-5f5d-4bd8-8839-14da1db64b99 req-e1a67778-2db5-4108-a18d-d6a5fa09ad41 service neutron] (109704) timed out ('10.222.0.98', 37502) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:18:18.400836 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:19.913136 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:18:21.451658 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:29.411484 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8a667c81-5c85-4e78-9067-8e1dcc395d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:31.822684 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-73efb692-a2a9-4381-8a2a-55aab3ab2642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:33.411385 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.485585 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:34.886473 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:42.718858 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2ee6c-086b-4e9b-947b-24ce3f817733 req-ee0f7a7c-9ab3-47fd-a634-64de99c42922 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:42.720392 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bda2ee6c-086b-4e9b-947b-24ce3f817733 req-ee0f7a7c-9ab3-47fd-a634-64de99c42922 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0941617 Nov 12 12:18:42.769993 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bda2ee6c-086b-4e9b-947b-24ce3f817733 req-dd22c979-f7d4-4312-9734-d04bec043e0d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Nov 12 12:18:43.886793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec173ed-2233-4b3b-a009-80ae6d25084b req-d6c94745-5383-4963-baea-ff2c72f7dce5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:43.888238 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fec173ed-2233-4b3b-a009-80ae6d25084b req-d6c94745-5383-4963-baea-ff2c72f7dce5 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0493672 Nov 12 12:18:43.938434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fec173ed-2233-4b3b-a009-80ae6d25084b req-5232e308-18f4-4503-b122-0a3e3ccaa25e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442863 Nov 12 12:18:43.961282 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44642) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:44.027069 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-28ce46ac-011f-4e51-a10d-97c7f29d55d1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/eb3a7b8f-7f4b-430f-a635-20350636ad00 HTTP/1.1" status: 200 len: 993 time: 0.0646284 Nov 12 12:18:45.497585 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3207de5-9305-4e35-9c1b-3be7d491b2d3 req-a54a00de-4e9e-445e-8609-a3899a839aeb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:45.499110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3207de5-9305-4e35-9c1b-3be7d491b2d3 req-a54a00de-4e9e-445e-8609-a3899a839aeb tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0540462 Nov 12 12:18:45.555454 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c3207de5-9305-4e35-9c1b-3be7d491b2d3 req-e27db6a6-9e5b-45b8-81cf-e626079de1ba tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500159 Nov 12 12:18:45.580888 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-3a12b3ba-4884-4022-b0ce-df4035539a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:45.582424 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-3a12b3ba-4884-4022-b0ce-df4035539a8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0466282 Nov 12 12:18:45.675097 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-8c6b9cc8-55cd-471d-9230-cde9d96a4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:45.676840 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-8c6b9cc8-55cd-471d-9230-cde9d96a4d31 service neutron] 10.222.0.69 "GET /v2.0/networks?id=06a282cb-49ca-4631-a581-0a95a340c737 HTTP/1.1" status: 200 len: 897 time: 0.0850720 Nov 12 12:18:45.752576 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-f97b2927-5d10-4ae0-a71e-60cd9645aa7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb HTTP/1.1" status: 200 len: 1001 time: 0.0629697 Nov 12 12:18:45.802654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-60f22b41-fabb-4edf-8e58-e80291b60e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:45.804685 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-60f22b41-fabb-4edf-8e58-e80291b60e99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4bd33b9-8c23-4f03-89a0-cfb1b5a58219 HTTP/1.1" status: 200 len: 834 time: 0.0447009 Nov 12 12:18:45.849618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-a219dbde-4bc3-4638-a7b2-45cf54ef8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:45.851609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-a219dbde-4bc3-4638-a7b2-45cf54ef8a67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a282cb-49ca-4631-a581-0a95a340c737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396349 Nov 12 12:18:45.945433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-3816cfd8-d1e1-462e-8f48-d3487f2ceda6 service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855498 Nov 12 12:18:46.034359 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9088d4a0-63e0-432d-9cd2-691db99547dd req-5f74c6f8-ac1f-4edb-aed1-e12b38e26ee2 service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812585 Nov 12 12:18:46.673925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b51b77-9707-459d-91d6-67db8a646adb req-ce6d5bbc-236d-427b-8fac-5c6a59ec1fef tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:46.675375 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3b51b77-9707-459d-91d6-67db8a646adb req-ce6d5bbc-236d-427b-8fac-5c6a59ec1fef tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0509655 Nov 12 12:18:46.730012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3b51b77-9707-459d-91d6-67db8a646adb req-a7b7b2e0-3226-4be9-8549-7a29dc7f990d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477996 Nov 12 12:18:47.850339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf78da-6059-4bb0-a541-228f6d76ee35 req-1c4e58c6-fefa-4ba2-9d3a-1e4722e81609 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:47.852647 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d8bf78da-6059-4bb0-a541-228f6d76ee35 req-1c4e58c6-fefa-4ba2-9d3a-1e4722e81609 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0496628 Nov 12 12:18:47.906333 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d8bf78da-6059-4bb0-a541-228f6d76ee35 req-1d0ad204-f4d5-441a-8637-293da8ffee92 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Nov 12 12:18:47.928934 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44654) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:47.988734 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-15cb3bce-6441-4b7a-8537-e8306234e1da tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/floatingips/eb3a7b8f-7f4b-430f-a635-20350636ad00 HTTP/1.1" status: 200 len: 993 time: 0.0585635 Nov 12 12:18:48.203730 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44660) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:48.361148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 5582b7aa-ed51-455b-83dc-c96e390432c1 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:48.361494 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.411578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.456119 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.456336 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.467760 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 5582b7aa-ed51-455b-83dc-c96e390432c1 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:48.680094 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.707812 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=5582b7aa-ed51-455b-83dc-c96e390432c1,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:48.718273 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.718637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.718975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.719346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.719652 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.720005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.720337 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.720665 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.720989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.721321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.721663 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.721985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:48.775076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:48.775400 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Floating IP eb3a7b8f-7f4b-430f-a635-20350636ad00 disassociated (deleted). External IP: 172.25.3.26, port: 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb. Nov 12 12:18:48.980583 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router b3dea895-c4f5-4215-bbc5-d7bfeac32557 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:49.088677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:49.093445 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:49.099553 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] Sync routers for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:49.110165 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:49.110921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:18:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:49.120642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-cf0014bf-2bc2-459e-9777-c0d93d989cfa tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/floatingips/eb3a7b8f-7f4b-430f-a635-20350636ad00 HTTP/1.1" status: 204 len: 168 time: 0.9159148 Nov 12 12:18:49.121215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:49.123650 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc1719f-1003-43e6-8775-f765d6bd63b2" -d '{"events": [{"name": "network-changed", "server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:49.219117 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:49.421535 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:50Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:49.448129 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] Checking router: b3dea895-c4f5-4215-bbc5-d7bfeac32557 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:49.457574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:49.458184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:18:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:49.488772 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47361e0-0736-427d-8cd0-c17b106fdba1 x-openstack-request-id: req-c47361e0-0736-427d-8cd0-c17b106fdba1 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:49.489313 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:49.489313 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c47361e0-0736-427d-8cd0-c17b106fdba1 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:49.489921 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'status': 'completed', 'code': 200} Nov 12 12:18:49.569352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-5cb01408-89c4-4eeb-b4d0-98fd6bf594be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:49.571346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-5cb01408-89c4-4eeb-b4d0-98fd6bf594be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=30b764403e1e4447a21e8f0e8a101953&device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0474916 Nov 12 12:18:49.572192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:49.584670 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265ea8c-e96c-4638-90d5-39349728c271 req-2978badd-0826-416f-886b-a6e44f21637e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:49.586184 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d265ea8c-e96c-4638-90d5-39349728c271 req-2978badd-0826-416f-886b-a6e44f21637e tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0517681 Nov 12 12:18:49.649087 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d265ea8c-e96c-4638-90d5-39349728c271 req-c3706f1b-d14c-460c-8477-6cc6cf09cb56 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549624 Nov 12 12:18:49.676876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-5c191d39-218a-4d85-8ef2-68f57478b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:49.678331 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-5c191d39-218a-4d85-8ef2-68f57478b659 service neutron] 10.222.0.69 "GET /v2.0/networks?id=06a282cb-49ca-4631-a581-0a95a340c737 HTTP/1.1" status: 200 len: 897 time: 0.0956044 Nov 12 12:18:49.724737 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-0e4a38c1-5d74-4f6a-be3b-e034d66ff83c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb HTTP/1.1" status: 200 len: 217 time: 0.0384896 Nov 12 12:18:49.775253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-6dbaa354-3fb6-4e1f-8dba-ca63815aad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:49.776226 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:50Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:49.776827 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-6dbaa354-3fb6-4e1f-8dba-ca63815aad23 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4bd33b9-8c23-4f03-89a0-cfb1b5a58219 HTTP/1.1" status: 200 len: 834 time: 0.0439909 Nov 12 12:18:49.806778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7c751-08a2-433f-b02f-9d8a58358b9b None None] The sync data for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 is: [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:47Z', 'revision_number': 4, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'aad27ae0-3ef6-4ee7-9b66-302fb1128fdd', 'name': '', 'network_id': '06a282cb-49ca-4631-a581-0a95a340c737', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'mac_address': 'fa:16:3e:ad:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:46Z', 'updated_at': '2021-11-12T12:17:50Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'subnets': [{'id': 'b4bd33b9-8c23-4f03-89a0-cfb1b5a58219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:49.827226 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-d75620e4-a4fe-4107-87a6-ced04861ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:49.837554 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-d75620e4-a4fe-4107-87a6-ced04861ca4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=06a282cb-49ca-4631-a581-0a95a340c737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441682 Nov 12 12:18:49.931133 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-adbb2dea-d660-416a-9b92-a1397714330d service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913041 Nov 12 12:18:50.025478 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4dc1719f-1003-43e6-8775-f765d6bd63b2 req-e3316173-0cef-493f-b8bb-c3b6349c770e service neutron] 10.222.0.69 "GET /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861301 Nov 12 12:18:50.040046 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ac3bc-aab3-4682-8078-90f2434564ca None None] New status for floating IP eb3a7b8f-7f4b-430f-a635-20350636ad00: DOWN {{(pid=109707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:18:50.769218 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3c076-a5d1-4f73-9ac5-1dc76e421bd0 req-a2554460-742b-49e0-9825-ea4e172389b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:50.770701 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31d3c076-a5d1-4f73-9ac5-1dc76e421bd0 req-a2554460-742b-49e0-9825-ea4e172389b4 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0519018 Nov 12 12:18:50.820107 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-31d3c076-a5d1-4f73-9ac5-1dc76e421bd0 req-00250a83-235d-4402-90e7-2a2c67c42464 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 Nov 12 12:18:51.513860 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.596910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7624a88d-80aa-49a1-9f53-b62906dba5f1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:51.598456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7624a88d-80aa-49a1-9f53-b62906dba5f1 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0485089 Nov 12 12:18:51.694642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:51.695028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.782471 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:51.782843 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:51.799374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:51.935827 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424bfd3-8506-4223-9866-9b46c8654757 req-ca8e4d9d-e0fa-46ed-a011-a53da986660a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:18:51.937357 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a424bfd3-8506-4223-9866-9b46c8654757 req-ca8e4d9d-e0fa-46ed-a011-a53da986660a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 946 time: 0.0494893 Nov 12 12:18:51.987442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a424bfd3-8506-4223-9866-9b46c8654757 req-5221d48e-e67b-4496-8ef8-917684ad767c tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/security-groups?id=f9d349dc-6a23-4914-9db5-72b4e5f1d3de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 Nov 12 12:18:52.000201 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.027789 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:52.073989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] No DVR routers for this DVR port 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:52.076599 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:52.079876 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f8b2954-7f81-45b8-a775-47c494013555 req-7db608cb-c816-4090-b121-49116189453d tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.69 "DELETE /v2.0/ports/6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb HTTP/1.1" status: 204 len: 173 time: 0.4740515 Nov 12 12:18:52.080365 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'name': 'network-vif-deleted', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:18:52.082583 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a72e8-6c09-4813-aba8-652f9a324434" -d '{"events": [{"server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "name": "network-vif-deleted", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:18:52.118922 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21808ea6-5ff2-45ed-956c-7b2471b4ddf9 x-openstack-request-id: req-21808ea6-5ff2-45ed-956c-7b2471b4ddf9 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:18:52.119210 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410b8b3e-69a0-4de8-b019-814283001cd3", "name": "network-vif-deleted", "tag": "6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:18:52.119462 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-21808ea6-5ff2-45ed-956c-7b2471b4ddf9 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:18:52.119860 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410b8b3e-69a0-4de8-b019-814283001cd3', 'name': 'network-vif-deleted', 'tag': '6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb', 'status': 'completed', 'code': 200} Nov 12 12:18:53.103065 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c762a85-3e86-48a3-8943-56abd3631f53 req-70f241d2-6d11-4e63-a76e-082c1b3040c8 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "GET /v2.0/ports?device_id=410b8b3e-69a0-4de8-b019-814283001cd3 HTTP/1.1" status: 200 len: 210 time: 0.0299761 Nov 12 12:18:54.159480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44678) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:54.513760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:54.544239 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:54.566431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:54.566772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 6bc736ec-da0f-4e37-8a5c-b3d1d3727ebb not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:54.770179 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:54.770458 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:54.863040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port aad27ae0-3ef6-4ee7-9b66-302fb1128fdd, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:54.863402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:54.876481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for aad27ae0-3ef6-4ee7-9b66-302fb1128fdd owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:55.131831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:55.158100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=aad27ae0-3ef6-4ee7-9b66-302fb1128fdd,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:55.335402 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:55.904074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Router b3dea895-c4f5-4215-bbc5-d7bfeac32557 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:18:56.010979 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:18:56.016058 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-420078e0-1a0b-421b-8a5e-e398153e692a tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "PUT /v2.0/routers/b3dea895-c4f5-4215-bbc5-d7bfeac32557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8553481 Nov 12 12:18:56.018704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44680) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:56.022016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] Sync routers for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:18:56.031500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:56.032139 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:18:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:56.070408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5894697-cff0-42c9-a7b1-9db8df586a26 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting subnet b4bd33b9-8c23-4f03-89a0-cfb1b5a58219 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:18:56.073643 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5894697-cff0-42c9-a7b1-9db8df586a26 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.113196 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5894697-cff0-42c9-a7b1-9db8df586a26 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.136562 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:56.204338 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5894697-cff0-42c9-a7b1-9db8df586a26 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.332158 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:18:55Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:56.349007 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5894697-cff0-42c9-a7b1-9db8df586a26 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.358542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] Checking router: b3dea895-c4f5-4215-bbc5-d7bfeac32557 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:18:56.367814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] Routers {'b3dea895-c4f5-4215-bbc5-d7bfeac32557'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:18:56.367814 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:18:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:56.376019 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5894697-cff0-42c9-a7b1-9db8df586a26 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bd33b9-8c23-4f03-89a0-cfb1b5a58219,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:56.382070 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a5894697-cff0-42c9-a7b1-9db8df586a26 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.388055 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a5894697-cff0-42c9-a7b1-9db8df586a26 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/subnets/b4bd33b9-8c23-4f03-89a0-cfb1b5a58219 HTTP/1.1" status: 204 len: 168 time: 0.3651619 Nov 12 12:18:56.388055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:56.401192 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94150e18-a41d-47ec-81a8-22865e0ae0a4 None None] Network 06a282cb-49ca-4631-a581-0a95a340c737 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:18:56.502851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.627752 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.739322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] Set router b3dea895-c4f5-4215-bbc5-d7bfeac32557 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:18:56.740980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Deleting port 4dd57cf1-4ef1-4814-a043-96b67b0de88f {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:56.741323 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.824258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] For port 4dd57cf1-4ef1-4814-a043-96b67b0de88f, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4dd57cf1-4ef1-4814-a043-96b67b0de88f,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:56.824618 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:56.843355 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Calling delete_port for 4dd57cf1-4ef1-4814-a043-96b67b0de88f owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:56.914344 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:18:56.920736 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] DHCP port deletion for 06a282cb-49ca-4631-a581-0a95a340c737 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:18:56.974131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:18:55Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:57.005799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540930c7-d109-44f1-87bc-ca28ed3e38ed None None] The sync data for ids ['b3dea895-c4f5-4215-bbc5-d7bfeac32557'] in n-d-768852-22 is: [{'id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800822433', 'tenant_id': '30b764403e1e4447a21e8f0e8a101953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:18:55Z', 'revision_number': 5, 'project_id': '30b764403e1e4447a21e8f0e8a101953', 'gw_port': {'id': '4dd57cf1-4ef1-4814-a043-96b67b0de88f', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dea895-c4f5-4215-bbc5-d7bfeac32557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:17:42Z', 'updated_at': '2021-11-12T12:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:18:57.015078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Deleting port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:18:57.020077 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.079579 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] For port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d,segment=NetworkSegment(20484e68-d791-40f0-9de1-df6e6c95674e),segment_id=20484e68-d791-40f0-9de1-df6e6c95674e)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:18:57.080257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.092054 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Calling delete_port for 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:18:57.096705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.130408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Port': ['ID=4dd57cf1-4ef1-4814-a043-96b67b0de88f,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:57.141770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66efa37-7ad0-4d2f-ae2b-0303aec15b07 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:18:57.189868 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.262797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.280920 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.283080 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.287377 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Pushing event deleted for resources: {'Port': ['ID=4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:57.297086 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] No DVR routers for this DVR port 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:18:57.299210 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.299564 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.299898 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.300324 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.300956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.301249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.301578 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.301937 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.302249 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.303137 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.303462 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.303783 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ff2253-d82e-4d4f-b6f7-d30d42807b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:57.388311 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.388896 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Fanout notify agent at l3_agent the message router_deleted on router b3dea895-c4f5-4215-bbc5-d7bfeac32557 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:18:57.396718 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.397842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0094ab42-afa9-4635-aec1-d795ff96dff2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/routers/b3dea895-c4f5-4215-bbc5-d7bfeac32557 HTTP/1.1" status: 204 len: 168 time: 1.0093009 Nov 12 12:18:57.400587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44684) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:57.487474 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.577729 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.600894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a282cb-49ca-4631-a581-0a95a340c737']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:57.610685 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20484e68-d791-40f0-9de1-df6e6c95674e') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:57.610974 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20484e68-d791-40f0-9de1-df6e6c95674e') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:18:57.621567 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.635668 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.642808 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:18:57.643211 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:18:57.646857 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:18:57.782785 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.791568 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.793233 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/networks/06a282cb-49ca-4631-a581-0a95a340c737 HTTP/1.1" status: 204 len: 168 time: 0.3916891 Nov 12 12:18:57.796102 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44686) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:57.804769 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f9e67-46d2-4d0a-99bf-f3e9cd11dfa2 tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'Network': ['ID=06a282cb-49ca-4631-a581-0a95a340c737,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:57.854868 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:57.879325 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.005286 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.008686 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.010112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] 10.222.0.98 "DELETE /v2.0/security-groups/f9d349dc-6a23-4914-9db5-72b4e5f1d3de HTTP/1.1" status: 204 len: 168 time: 0.2125034 Nov 12 12:18:58.024330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d349dc-6a23-4914-9db5-72b4e5f1d3de,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:58.032206 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.032610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.032960 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.033305 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.033643 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.033984 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.034368 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.034701 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.035035 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.035370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.035703 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.036064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db023-c80d-4569-bfd6-712f05880bee tempest-TestNetworkAdvancedServerOps-1703582914 tempest-TestNetworkAdvancedServerOps-1703582914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:18:58.650836 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44694) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:58.666523 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4dd57cf1-4ef1-4814-a043-96b67b0de88f no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:58.687893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4dd57cf1-4ef1-4814-a043-96b67b0de88f {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:58.688266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4dd57cf1-4ef1-4814-a043-96b67b0de88f not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:58.688685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device aad27ae0-3ef6-4ee7-9b66-302fb1128fdd no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:58.713867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: aad27ae0-3ef6-4ee7-9b66-302fb1128fdd {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:58.714284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device aad27ae0-3ef6-4ee7-9b66-302fb1128fdd not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:58.714755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:18:58.734874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:18:58.735313 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4625d1ff-7e7c-43d6-a50d-9dc0f2d8ff8d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:18:58.798768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-492a91b7-16a3-48d6-a271-94081964ec87 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=30b764403e1e4447a21e8f0e8a101953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467464 Nov 12 12:18:58.801518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44698) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:58.849384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d03520f3-ec5e-48de-be29-1ecb5b5cc0bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:58.870430 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d03520f3-ec5e-48de-be29-1ecb5b5cc0bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.006176 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d03520f3-ec5e-48de-be29-1ecb5b5cc0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.008829 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d03520f3-ec5e-48de-be29-1ecb5b5cc0bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.010110 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d03520f3-ec5e-48de-be29-1ecb5b5cc0bd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6c7abbe6-fcd8-40b0-abb6-2a925300af14 HTTP/1.1" status: 204 len: 168 time: 0.2076941 Nov 12 12:18:59.020349 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03520f3-ec5e-48de-be29-1ecb5b5cc0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7abbe6-fcd8-40b0-abb6-2a925300af14,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:59.405496 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca429450-abec-4224-a2ea-55e0b0d919b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.627737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44704) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:59.642086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-626c4258-41aa-4733-b868-ea8a7f271eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.722933 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-626c4258-41aa-4733-b868-ea8a7f271eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.822836 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-626c4258-41aa-4733-b868-ea8a7f271eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.862947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-626c4258-41aa-4733-b868-ea8a7f271eab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=50b8338b91d14c699f6da5701659680b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342527 Nov 12 12:18:59.863945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c4258-41aa-4733-b868-ea8a7f271eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbaefe2-c4ba-44dc-9a01-5ca8d8dcc878,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:18:59.865718 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44706) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:18:59.915162 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-642ce227-751e-447d-8bc1-5669d363fd10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:18:59.938906 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-642ce227-751e-447d-8bc1-5669d363fd10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.143444 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-642ce227-751e-447d-8bc1-5669d363fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.145956 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-642ce227-751e-447d-8bc1-5669d363fd10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:00.147756 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-642ce227-751e-447d-8bc1-5669d363fd10 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2fbaefe2-c4ba-44dc-9a01-5ca8d8dcc878 HTTP/1.1" status: 204 len: 168 time: 0.2803433 Nov 12 12:19:00.161180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ce227-751e-447d-8bc1-5669d363fd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbaefe2-c4ba-44dc-9a01-5ca8d8dcc878,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:01.299785 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44728) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:01.389330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-252104661-network', 'tenant_id': '88f74532495c43e3be23894af72ab10c'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:01.491491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Made reservation on behalf of 88f74532495c43e3be23894af72ab10c for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:01.493910 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.502856 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.576566 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.656828 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.683690 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:19:01.693735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d683f23e-5512-4521-b946-252793d56641,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:01.698556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.698907 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Added segment a1e0625a-a938-4d14-a122-1f86beb1a0dc of type vlan for network 21914f69-2e81-4061-bf0f-fa68287594a4 Nov 12 12:19:01.743860 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.885899 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.886809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:01.887391 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.931072 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28f2d243-02d9-49d5-81c7-78a1ac46c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:01.947152 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] Pushing event updated for resources: {'Network': ['ID=21914f69-2e81-4061-bf0f-fa68287594a4,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:01.958026 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 21914f69-2e81-4061-bf0f-fa68287594a4 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:19:02.014281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a3705fd1-b10e-41ee-a731-14ce8ab712d5 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7191553 Nov 12 12:19:02.017299 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44732) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:02.022979 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Request body: {'subnet': {'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-252104661-subnet', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:02.102356 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Made reservation on behalf of 88f74532495c43e3be23894af72ab10c for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:02.104817 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.355757 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462d7f26-2e52-438e-9146-b58f5a06848e req-ee21df2c-1539-4874-b3f5-da7d5c687f80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413074 Nov 12 12:19:02.365578 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.426843 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e082e17-8213-46b2-b5eb-94f06377d45a,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:02.436281 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Checking segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:02.436655 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Network hostable DHCP agents. Network: 21914f69-2e81-4061-bf0f-fa68287594a4, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:19:02.440245 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d7f26-2e52-438e-9146-b58f5a06848e req-d00b1ea0-2683-44a5-b41a-b85cb498d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:02.441794 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462d7f26-2e52-438e-9146-b58f5a06848e req-d00b1ea0-2683-44a5-b41a-b85cb498d140 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0412540 Nov 12 12:19:02.537620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Network 21914f69-2e81-4061-bf0f-fa68287594a4 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:19:02.575174 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d7f26-2e52-438e-9146-b58f5a06848e req-56de4d42-53be-471e-ab4b-acd1b771dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:02.576773 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462d7f26-2e52-438e-9146-b58f5a06848e req-56de4d42-53be-471e-ab4b-acd1b771dfef service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1138322 Nov 12 12:19:02.620369 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462d7f26-2e52-438e-9146-b58f5a06848e req-32ac9e3d-9118-40ca-b28c-5db45ae796e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0364184 Nov 12 12:19:02.635531 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 21914f69-2e81-4061-bf0f-fa68287594a4) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:02.640564 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:02.641171 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.649273 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9de4df-c991-42ed-8147-cd6cda6efaad None None] Network 21914f69-2e81-4061-bf0f-fa68287594a4 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:02.687205 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d7f26-2e52-438e-9146-b58f5a06848e req-2ffa7ded-8727-4a17-ac51-49357a15aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:02.688804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462d7f26-2e52-438e-9146-b58f5a06848e req-2ffa7ded-8727-4a17-ac51-49357a15aab4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0622442 Nov 12 12:19:02.741894 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d7f26-2e52-438e-9146-b58f5a06848e req-4086c032-8d19-417c-a718-f30bbcb6a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:02.743384 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462d7f26-2e52-438e-9146-b58f5a06848e req-4086c032-8d19-417c-a718-f30bbcb6a304 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465298 Nov 12 12:19:02.745293 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-ae31d645-34a5-4ece-92e9-6fd1d7dca8de admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7267282 Nov 12 12:19:02.748014 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44734) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:02.753013 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:02.811038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a9b96-6883-451a-8d52-67955981169b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-21914f69-2e81-4061-bf0f-fa68287594a4', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:19:02.816334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-131a9b96-6883-451a-8d52-67955981169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.842411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462d7f26-2e52-438e-9146-b58f5a06848e req-b116c205-2f78-4226-a1dd-8a5be9b3ba85 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917342 Nov 12 12:19:02.845591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.846712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.906999 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:02.942187 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-462d7f26-2e52-438e-9146-b58f5a06848e req-a52634e1-c88d-4fc9-9800-a2989798d69c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922990 Nov 12 12:19:02.952644 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-131a9b96-6883-451a-8d52-67955981169b None None] Allocated IP 172.20.0.2 (21914f69-2e81-4061-bf0f-fa68287594a4/0e082e17-8213-46b2-b5eb-94f06377d45a/4e131b9d-459e-45fa-b80e-6d58277cce87) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:03.090602 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-131a9b96-6883-451a-8d52-67955981169b None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.128678 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.183060 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-131a9b96-6883-451a-8d52-67955981169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.222518 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a9b96-6883-451a-8d52-67955981169b None None] Network 21914f69-2e81-4061-bf0f-fa68287594a4 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:03.229558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-131a9b96-6883-451a-8d52-67955981169b None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:03.233334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a9b96-6883-451a-8d52-67955981169b None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:03.241013 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a9b96-6883-451a-8d52-67955981169b None None] Pushing event updated for resources: {'Port': ['ID=4e131b9d-459e-45fa-b80e-6d58277cce87,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:03.303304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-131a9b96-6883-451a-8d52-67955981169b None None] Attempting to bind port 4e131b9d-459e-45fa-b80e-6d58277cce87 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:03.303304 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-131a9b96-6883-451a-8d52-67955981169b None None] Attempting to bind port 4e131b9d-459e-45fa-b80e-6d58277cce87 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:03.303702 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a9b96-6883-451a-8d52-67955981169b None None] Attempting to bind port 4e131b9d-459e-45fa-b80e-6d58277cce87 on network 21914f69-2e81-4061-bf0f-fa68287594a4 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:03.309078 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a9b96-6883-451a-8d52-67955981169b None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:03.309636 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a9b96-6883-451a-8d52-67955981169b None None] Checking segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:03.310035 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-131a9b96-6883-451a-8d52-67955981169b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.311474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a9b96-6883-451a-8d52-67955981169b None None] Bound using segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:03.311993 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-131a9b96-6883-451a-8d52-67955981169b None None] Bound port: 4e131b9d-459e-45fa-b80e-6d58277cce87, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:03.312416 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-131a9b96-6883-451a-8d52-67955981169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.377402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-131a9b96-6883-451a-8d52-67955981169b None None] For port 4e131b9d-459e-45fa-b80e-6d58277cce87, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:03.380629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-131a9b96-6883-451a-8d52-67955981169b None None] For port 4e131b9d-459e-45fa-b80e-6d58277cce87, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4e131b9d-459e-45fa-b80e-6d58277cce87,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:03.415793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.416772 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.435346 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.525871 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-131a9b96-6883-451a-8d52-67955981169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.539893 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Allocated IP 172.25.3.205 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/64adea64-193a-4883-b9c1-6a021350c071) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:03.595091 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a9b96-6883-451a-8d52-67955981169b None None] Pushing event updated for resources: {'Port': ['ID=4e131b9d-459e-45fa-b80e-6d58277cce87,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:03.650779 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.757865 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.806909 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:03.809950 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:03.813712 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:03.823874 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7c345-210e-4da4-bac4-f76b59228e69 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:03.838642 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Pushing event updated for resources: {'Port': ['ID=64adea64-193a-4883-b9c1-6a021350c071,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:03.929798 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-1e28d595-93f1-4d5d-b039-6c3fa136c392 None None] Provisioning complete for port 64adea64-193a-4883-b9c1-6a021350c071 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:03.930167 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1e28d595-93f1-4d5d-b039-6c3fa136c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:03.965794 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-1e28d595-93f1-4d5d-b039-6c3fa136c392 None None] Port 64adea64-193a-4883-b9c1-6a021350c071 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:04.200740 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.408302 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.445781 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.470076 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a2456-06f0-40c8-b97f-6ec552925c9e None None] Network 21914f69-2e81-4061-bf0f-fa68287594a4 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:04.536147 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0bec3e44-2561-422e-8f99-330efe56610e None None] Provisioning complete for port 4e131b9d-459e-45fa-b80e-6d58277cce87 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:04.537070 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0bec3e44-2561-422e-8f99-330efe56610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.681660 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0bec3e44-2561-422e-8f99-330efe56610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.707637 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4e131b9d-459e-45fa-b80e-6d58277cce87 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:04.770542 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-0bec3e44-2561-422e-8f99-330efe56610e None None] For port 4e131b9d-459e-45fa-b80e-6d58277cce87, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4e131b9d-459e-45fa-b80e-6d58277cce87,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:04.811841 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4e131b9d-459e-45fa-b80e-6d58277cce87 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:04.812342 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.841356 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0bec3e44-2561-422e-8f99-330efe56610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.876609 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:04.907441 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec3e44-2561-422e-8f99-330efe56610e None None] Pushing event updated for resources: {'Port': ['ID=4e131b9d-459e-45fa-b80e-6d58277cce87,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:04.908912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Router db699b94-c365-4ae2-a074-7b7078e0396a is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:19:05.020566 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:05.029616 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Sync routers for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:05.039887 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:05.040509 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:05.061328 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ab72441a-81a4-483e-92f9-9f051baee0ce None None] Provisioning complete for port 4e131b9d-459e-45fa-b80e-6d58277cce87 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:05.061962 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ab72441a-81a4-483e-92f9-9f051baee0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.087552 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.103951 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-f31553cc-c064-405c-8bbb-d9021abebddd admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3399642 Nov 12 12:19:05.152449 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:05.156180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44736) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:05.331297 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:03Z', 'revision_number': 3, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:05.357114 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Checking router: db699b94-c365-4ae2-a074-7b7078e0396a for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:05.357723 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Updating router db699b94-c365-4ae2-a074-7b7078e0396a port 64adea64-193a-4883-b9c1-6a021350c071 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:19:05.382124 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.572296 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.633549 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.702488 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.744594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Allocated IP 172.20.0.1 (21914f69-2e81-4061-bf0f-fa68287594a4/0e082e17-8213-46b2-b5eb-94f06377d45a/994d6719-1a78-4798-a78b-47f7c909697e) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:05.744813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c29545-5090-4240-ac05-5a4baeb7536b None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:05.751355 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Attempting to bind port 64adea64-193a-4883-b9c1-6a021350c071 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:05.753323 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Attempting to bind port 64adea64-193a-4883-b9c1-6a021350c071 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:05.753323 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Attempting to bind port 64adea64-193a-4883-b9c1-6a021350c071 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:05.761962 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Pushing event updated for resources: {'Port': ['ID=64adea64-193a-4883-b9c1-6a021350c071,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:05.764135 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:05.764498 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:05.764888 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.765268 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:05.765730 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Bound port: 64adea64-193a-4883-b9c1-6a021350c071, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:05.766095 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.778383 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-d2f43cfc-a984-4950-8493-1af9bb7566ad None None] Provisioning complete for port 64adea64-193a-4883-b9c1-6a021350c071 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:05.778823 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d2f43cfc-a984-4950-8493-1af9bb7566ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.789328 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.789661 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.789987 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.790308 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.790624 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.790939 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.791266 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.791567 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.791879 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.792213 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.792523 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.792832 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:19:05.832334 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] For port 64adea64-193a-4883-b9c1-6a021350c071, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:05.838085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-d2f43cfc-a984-4950-8493-1af9bb7566ad None None] Port 64adea64-193a-4883-b9c1-6a021350c071 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:05.838717 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] For port 64adea64-193a-4883-b9c1-6a021350c071, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=64adea64-193a-4883-b9c1-6a021350c071,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:05.875077 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.943233 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.978352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:05.984626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fe158f-284d-487d-b5ce-4a180aff8128 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:06.005317 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:06.005939 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:06.007771 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690a59-8f07-4d89-9ef7-536ff341e5e8 None None] Pushing event updated for resources: {'Port': ['ID=64adea64-193a-4883-b9c1-6a021350c071,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:06.042024 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Network 21914f69-2e81-4061-bf0f-fa68287594a4 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:06.049965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:06.053255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:06.055553 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Pushing event updated for resources: {'Port': ['ID=994d6719-1a78-4798-a78b-47f7c909697e,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:06.072307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-74cec573-0778-42ef-87c0-f7ddd8252b39 None None] Provisioning complete for port 64adea64-193a-4883-b9c1-6a021350c071 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:06.072884 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74cec573-0778-42ef-87c0-f7ddd8252b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.095788 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.160396 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:06.182939 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74cec573-0778-42ef-87c0-f7ddd8252b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.207164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-74cec573-0778-42ef-87c0-f7ddd8252b39 None None] For port 64adea64-193a-4883-b9c1-6a021350c071, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=64adea64-193a-4883-b9c1-6a021350c071,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:06.332511 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-74cec573-0778-42ef-87c0-f7ddd8252b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.364774 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.365846 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:03Z', 'revision_number': 3, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:06.391691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cec573-0778-42ef-87c0-f7ddd8252b39 None None] Pushing event updated for resources: {'Port': ['ID=64adea64-193a-4883-b9c1-6a021350c071,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:06.392571 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24d834-18e3-47c6-a4dc-77d421e0b978 None None] The sync data for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 is: [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:03Z', 'revision_number': 3, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:06.462829 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ae64fefa-6af9-4afb-a0ef-cf2a7d900dfd None None] Provisioning complete for port 994d6719-1a78-4798-a78b-47f7c909697e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:06.463129 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ae64fefa-6af9-4afb-a0ef-cf2a7d900dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.500334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ae64fefa-6af9-4afb-a0ef-cf2a7d900dfd None None] Port 994d6719-1a78-4798-a78b-47f7c909697e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:06.545998 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.645404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.723953 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.726339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Pushing event updated for resources: {'Port': ['ID=994d6719-1a78-4798-a78b-47f7c909697e,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:06.782568 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 64adea64-193a-4883-b9c1-6a021350c071 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:06.837881 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Network 21914f69-2e81-4061-bf0f-fa68287594a4 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:06.839067 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 64adea64-193a-4883-b9c1-6a021350c071 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:06.839437 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:06.839626 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:06.939095 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4e131b9d-459e-45fa-b80e-6d58277cce87 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:06.985804 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Router db699b94-c365-4ae2-a074-7b7078e0396a has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:19:07.002266 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4e131b9d-459e-45fa-b80e-6d58277cce87 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:07.002654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:07.111258 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:07.117118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-cb968fb8-13d6-454a-8454-ef3588beddca admin admin] 10.222.0.98 "PUT /v2.0/routers/db699b94-c365-4ae2-a074-7b7078e0396a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9596596 Nov 12 12:19:07.134398 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b0f468bb-b4c5-4bd0-9493-b4415f7fbd43 None None] Provisioning complete for port 994d6719-1a78-4798-a78b-47f7c909697e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:07.134973 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0f468bb-b4c5-4bd0-9493-b4415f7fbd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:07.169288 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b0f468bb-b4c5-4bd0-9493-b4415f7fbd43 None None] Port 994d6719-1a78-4798-a78b-47f7c909697e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:07.814675 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44752) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:07.819708 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-39841218-network', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:07.948526 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Made reservation on behalf of f79d2e10111f4a13abb9cf908bbb0ec2 for: {'network': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:07.954577 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:07.960503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.009922 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Sync routers for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:08.022703 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:08.023458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:08.042182 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.129864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:08.130882 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.153160 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=109704) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:19:08.169197 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f1c4d-327f-4e1a-a07d-b49f05f4df1c,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:08.173082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.173609 n-d-768852-22 neutron-server[109704]: INFO neutron.db.segments_db [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Added segment bb475132-181d-4f17-9cc8-1df2b57588fc of type vlan for network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 Nov 12 12:19:08.217580 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.336908 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.337912 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:08.338529 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.402589 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] Pushing event updated for resources: {'Network': ['ID=4fae48db-9029-4ef2-ae6e-ad540bc13b29,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:08.413986 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:19:08.505894 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1b8eaa93-3b4f-4036-9579-335c0753703c admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6895926 Nov 12 12:19:08.508706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44754) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:08.513793 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Request body: {'subnet': {'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-39841218-subnet', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'ip_version': 4}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:08.554050 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 2, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:08.584731 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Checking router: db699b94-c365-4ae2-a074-7b7078e0396a for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:08.585009 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Updating router db699b94-c365-4ae2-a074-7b7078e0396a port 994d6719-1a78-4798-a78b-47f7c909697e binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:19:08.610400 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.610809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Made reservation on behalf of f79d2e10111f4a13abb9cf908bbb0ec2 for: {'subnet': 1} {{(pid=109704) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:08.613231 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30374566'] for subnet, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.868384 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29689369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30374580'] for subnet, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.885790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:08.921455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61237c9a-e8d2-4ff2-8d12-2bb7d60518aa,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:08.932329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Checking segment: {'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:08.934433 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Network hostable DHCP agents. Network: 4fae48db-9029-4ef2-ae6e-ad540bc13b29, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109704) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:19:08.959797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.015818 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689244c-5452-42e6-b24c-8e11e696f5b4 None None] Pushing event updated for resources: {'Port': ['ID=994d6719-1a78-4798-a78b-47f7c909697e,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:09.039834 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109704) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:19:09.071029 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Attempting to bind port 994d6719-1a78-4798-a78b-47f7c909697e on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:09.071404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Attempting to bind port 994d6719-1a78-4798-a78b-47f7c909697e by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:09.071772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Attempting to bind port 994d6719-1a78-4798-a78b-47f7c909697e on network 21914f69-2e81-4061-bf0f-fa68287594a4 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:09.077651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:09.078122 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Checking segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:09.078526 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.078925 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Bound using segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:09.079405 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Bound port: 994d6719-1a78-4798-a78b-47f7c909697e, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:09.079790 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.128456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, 4fae48db-9029-4ef2-ae6e-ad540bc13b29) {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:09.130124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:09.130732 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.137613 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a020f1f-f27d-45ea-96ca-46907a55ba77 None None] Network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:09.172325 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] For port 994d6719-1a78-4798-a78b-47f7c909697e, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:09.202998 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d126abe0-4603-43db-b77e-eea224e71963 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6929746 Nov 12 12:19:09.210587 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44758) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:09.214151 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] For port 994d6719-1a78-4798-a78b-47f7c909697e, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=994d6719-1a78-4798-a78b-47f7c909697e,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:09.215107 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:09.311893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-4fae48db-9029-4ef2-ae6e-ad540bc13b29', 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'fixed_ips': [{'subnet_id': '61237c9a-e8d2-4ff2-8d12-2bb7d60518aa'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:19:09.312792 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.330069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2d607df9-66fb-4513-a2ac-9b5d835038fa None None] Provisioning complete for port 994d6719-1a78-4798-a78b-47f7c909697e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:09.330425 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2d607df9-66fb-4513-a2ac-9b5d835038fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.357573 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.365503 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.372913 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.423272 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.449693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-2d607df9-66fb-4513-a2ac-9b5d835038fa None None] Port 994d6719-1a78-4798-a78b-47f7c909697e cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:09.499741 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689244c-5452-42e6-b24c-8e11e696f5b4 None None] Pushing event updated for resources: {'Port': ['ID=994d6719-1a78-4798-a78b-47f7c909697e,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:09.504778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:09.505422 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:09.620887 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Allocated IP 172.20.0.2 (4fae48db-9029-4ef2-ae6e-ad540bc13b29/61237c9a-e8d2-4ff2-8d12-2bb7d60518aa/cb040d18-391e-4e63-85c6-6f98f4f9c6a9) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:09.663622 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.683307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:09.760349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a4d03d1b-ad4a-44cc-ad87-b4c45b590ba3 None None] Provisioning complete for port 994d6719-1a78-4798-a78b-47f7c909697e triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:09.760626 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4d03d1b-ad4a-44cc-ad87-b4c45b590ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.922760 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.941784 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:09.953544 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.005936 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4d03d1b-ad4a-44cc-ad87-b4c45b590ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.047250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Allocated IP 172.25.3.138 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/9d3caeec-54d2-4297-a1fc-827dc52a1e2d) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:10.056813 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.069800 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a4d03d1b-ad4a-44cc-ad87-b4c45b590ba3 None None] For port 994d6719-1a78-4798-a78b-47f7c909697e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=994d6719-1a78-4798-a78b-47f7c909697e,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:10.104764 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:10.112981 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:10.118826 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:10.123290 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4d03d1b-ad4a-44cc-ad87-b4c45b590ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.128465 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Pushing event updated for resources: {'Port': ['ID=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:10.161351 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:09Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:10.168138 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.213170 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34afda-e9e0-437c-8ec7-0765fc83e067 None None] The sync data for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 is: [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:09Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:10.253692 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Attempting to bind port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:10.254064 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Attempting to bind port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:10.255682 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Attempting to bind port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 on network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:10.258051 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d03d1b-ad4a-44cc-ad87-b4c45b590ba3 None None] Pushing event updated for resources: {'Port': ['ID=994d6719-1a78-4798-a78b-47f7c909697e,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:10.277743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:10.278254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Checking segment: {'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:10.278526 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.279080 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Bound using segment: {'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:10.279544 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Bound port: cb040d18-391e-4e63-85c6-6f98f4f9c6a9, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:10.280375 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.284318 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.339017 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:10.342323 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:10.347194 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:10.356575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a97dc1c-b10b-4b40-bdaa-297c1f25d5aa None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:10.372505 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3caeec-54d2-4297-a1fc-827dc52a1e2d,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:10.374701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] For port cb040d18-391e-4e63-85c6-6f98f4f9c6a9, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:10.378559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] For port cb040d18-391e-4e63-85c6-6f98f4f9c6a9, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,segment=NetworkSegment(bb475132-181d-4f17-9cc8-1df2b57588fc),segment_id=bb475132-181d-4f17-9cc8-1df2b57588fc)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:10.448172 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-58bad559-1279-4079-bed4-a9864239b49b None None] Provisioning complete for port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:10.448456 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58bad559-1279-4079-bed4-a9864239b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.472863 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.524537 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-58bad559-1279-4079-bed4-a9864239b49b None None] Port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:10.560571 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e1ec3-b205-4d52-9d36-ae0d315ffe93 None None] Pushing event updated for resources: {'Port': ['ID=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:10.715281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 994d6719-1a78-4798-a78b-47f7c909697e up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:10.733170 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.804449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 994d6719-1a78-4798-a78b-47f7c909697e triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:10.804821 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:10.987322 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:11.222734 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Router 04b2cce6-c854-424e-b475-f92aa0bc4152 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:19:11.569770 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c2dcb-e51a-4aea-b089-8769c4ed648f None None] Network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:19:11.625236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:11.637352 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Sync routers for ids ['04b2cce6-c854-424e-b475-f92aa0bc4152'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:11.650396 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Routers {'04b2cce6-c854-424e-b475-f92aa0bc4152'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:11.650998 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['04b2cce6-c854-424e-b475-f92aa0bc4152'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:11.682777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4a702ce8-916a-49fc-9adb-b7a08e5cd9e8 None None] Provisioning complete for port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:11.683284 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a702ce8-916a-49fc-9adb-b7a08e5cd9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:11.722097 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:11.726597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4e499c7d-b0e9-4a06-966d-652b699c8205 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5121205 Nov 12 12:19:11.726944 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44760) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:11.858110 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Set router 04b2cce6-c854-424e-b475-f92aa0bc4152 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:11.985377 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a702ce8-916a-49fc-9adb-b7a08e5cd9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.023799 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4a702ce8-916a-49fc-9adb-b7a08e5cd9e8 None None] For port cb040d18-391e-4e63-85c6-6f98f4f9c6a9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,segment=NetworkSegment(bb475132-181d-4f17-9cc8-1df2b57588fc),segment_id=bb475132-181d-4f17-9cc8-1df2b57588fc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:12.068228 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 3, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port': {'id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:12.095404 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Checking router: 04b2cce6-c854-424e-b475-f92aa0bc4152 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:12.096401 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Updating router 04b2cce6-c854-424e-b475-f92aa0bc4152 port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:19:12.113942 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a702ce8-916a-49fc-9adb-b7a08e5cd9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.139825 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.172374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a702ce8-916a-49fc-9adb-b7a08e5cd9e8 None None] Pushing event updated for resources: {'Port': ['ID=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:12.203065 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.234617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-f2b3a45e-3c29-4eed-90f8-bcaf77807913 None None] Provisioning complete for port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:12.235140 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2b3a45e-3c29-4eed-90f8-bcaf77807913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.373051 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Allocated IP 172.20.0.1 (4fae48db-9029-4ef2-ae6e-ad540bc13b29/61237c9a-e8d2-4ff2-8d12-2bb7d60518aa/4e5f01ee-b17b-4483-b67e-26f57a272e13) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:12.419416 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.482628 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.502501 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.541394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6d2c0-a9e4-48fe-b94e-073611ac3fbc None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:12.553224 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Attempting to bind port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:12.557745 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Attempting to bind port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:12.557745 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Attempting to bind port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:12.561763 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be661ec0-fc38-440b-8acb-68b4562a5b6d None None] Pushing event updated for resources: {'Port': ['ID=9d3caeec-54d2-4297-a1fc-827dc52a1e2d,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:12.564207 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:12.564566 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:12.564953 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.565316 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:12.565769 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Bound port: 9d3caeec-54d2-4297-a1fc-827dc52a1e2d, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:12.566139 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.577048 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.614532 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:12.627224 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] For port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:12.630001 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:12.630709 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] For port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9d3caeec-54d2-4297-a1fc-827dc52a1e2d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:12.633124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:12.667417 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4747bfbf-f29c-46d2-bbdc-2b223446c67e None None] Provisioning complete for port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:12.667417 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4747bfbf-f29c-46d2-bbdc-2b223446c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.674634 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Pushing event updated for resources: {'Port': ['ID=4e5f01ee-b17b-4483-b67e-26f57a272e13,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:12.705942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-4747bfbf-f29c-46d2-bbdc-2b223446c67e None None] Port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:12.714878 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.719173 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.741061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cb040d18-391e-4e63-85c6-6f98f4f9c6a9 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:12.783646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9242e2-19e9-4642-bac6-3642f9c057ff None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:19:12.808225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:12.811242 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.825324 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Routers {'04b2cce6-c854-424e-b475-f92aa0bc4152'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:12.825959 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['04b2cce6-c854-424e-b475-f92aa0bc4152'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:12.831971 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be661ec0-fc38-440b-8acb-68b4562a5b6d None None] Pushing event updated for resources: {'Port': ['ID=9d3caeec-54d2-4297-a1fc-827dc52a1e2d,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:12.860734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9e081f1d-7952-4a17-9686-47e34f914bae None None] Provisioning complete for port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:12.861157 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9e081f1d-7952-4a17-9686-47e34f914bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.951904 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] Set router 04b2cce6-c854-424e-b475-f92aa0bc4152 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:12.965611 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:12.987257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9e081f1d-7952-4a17-9686-47e34f914bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:13.009453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-9e081f1d-7952-4a17-9686-47e34f914bae None None] For port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9d3caeec-54d2-4297-a1fc-827dc52a1e2d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:13.102191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9e081f1d-7952-4a17-9686-47e34f914bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:13.137560 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 3, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port': {'id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:13.145304 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:13.160098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e081f1d-7952-4a17-9686-47e34f914bae None None] Pushing event updated for resources: {'Port': ['ID=9d3caeec-54d2-4297-a1fc-827dc52a1e2d,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:13.166930 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d80dc-cc78-4181-996a-12553b22c8e8 None None] The sync data for ids ['04b2cce6-c854-424e-b475-f92aa0bc4152'] in n-d-768852-22 is: [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 3, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port': {'id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:13.224693 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-81979360-16ce-4216-b4bf-7cbbbec7ca7e None None] Provisioning complete for port 4e5f01ee-b17b-4483-b67e-26f57a272e13 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:13.225064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-81979360-16ce-4216-b4bf-7cbbbec7ca7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:13.228436 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:13.260899 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-81979360-16ce-4216-b4bf-7cbbbec7ca7e None None] Port 4e5f01ee-b17b-4483-b67e-26f57a272e13 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:13.305320 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:13.307339 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Pushing event updated for resources: {'Port': ['ID=4e5f01ee-b17b-4483-b67e-26f57a272e13,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:13.418867 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:13.420345 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:13.548994 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Router 04b2cce6-c854-424e-b475-f92aa0bc4152 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:19:13.665880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:13.672484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6c11d6bf-70e7-4401-8887-2e9d86f69bdd admin admin] 10.222.0.98 "PUT /v2.0/routers/04b2cce6-c854-424e-b475-f92aa0bc4152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9438751 Nov 12 12:19:13.684744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-820e9946-6227-4798-a26b-9f5f9ce5c916 None None] Provisioning complete for port 4e5f01ee-b17b-4483-b67e-26f57a272e13 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:13.685246 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-820e9946-6227-4798-a26b-9f5f9ce5c916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:13.722868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-820e9946-6227-4798-a26b-9f5f9ce5c916 None None] Port 4e5f01ee-b17b-4483-b67e-26f57a272e13 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:14.226507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44768) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:14.231094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d2556e2a-3083-4c8c-84dd-89204d9d8ebf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474901443', 'description': 'tempest-secgroup-smoke-474901443 description', 'project_id': '88f74532495c43e3be23894af72ab10c'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:14.336898 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2556e2a-3083-4c8c-84dd-89204d9d8ebf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.405736 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2556e2a-3083-4c8c-84dd-89204d9d8ebf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.490856 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2556e2a-3083-4c8c-84dd-89204d9d8ebf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.529415 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2556e2a-3083-4c8c-84dd-89204d9d8ebf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd774eba-2bd9-4075-a5b5-d0596b8539e2,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:14.607533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d2556e2a-3083-4c8c-84dd-89204d9d8ebf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.612021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d2556e2a-3083-4c8c-84dd-89204d9d8ebf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3814011 Nov 12 12:19:14.612949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44770) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:14.622385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-06060249-3cf0-417f-8b3e-c1d893aa6e96 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': 'fd774eba-2bd9-4075-a5b5-d0596b8539e2', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:14.725531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9d3caeec-54d2-4297-a1fc-827dc52a1e2d up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:14.754141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06060249-3cf0-417f-8b3e-c1d893aa6e96 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.760307 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Sync routers for ids ['04b2cce6-c854-424e-b475-f92aa0bc4152'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:14.777985 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Routers {'04b2cce6-c854-424e-b475-f92aa0bc4152'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:14.779024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['04b2cce6-c854-424e-b475-f92aa0bc4152'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:14.821729 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06060249-3cf0-417f-8b3e-c1d893aa6e96 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.909048 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:14.909421 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.914570 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Set router 04b2cce6-c854-424e-b475-f92aa0bc4152 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:14.920037 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06060249-3cf0-417f-8b3e-c1d893aa6e96 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:14.939992 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06060249-3cf0-417f-8b3e-c1d893aa6e96 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b5b04a-aace-4cff-947f-c53776973822,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:15.012793 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-06060249-3cf0-417f-8b3e-c1d893aa6e96 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.014093 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-06060249-3cf0-417f-8b3e-c1d893aa6e96 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4002583 Nov 12 12:19:15.017051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44772) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:15.022061 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-8467895b-1dd0-4fd5-8126-c48203808200 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': 'fd774eba-2bd9-4075-a5b5-d0596b8539e2', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:15.107296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8467895b-1dd0-4fd5-8126-c48203808200 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.165527 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8467895b-1dd0-4fd5-8126-c48203808200 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.181461 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 4, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port': {'id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4e5f01ee-b17b-4483-b67e-26f57a272e13', 'name': '', 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'mac_address': 'fa:16:3e:06:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '61237c9a-e8d2-4ff2-8d12-2bb7d60518aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:12Z', 'updated_at': '2021-11-12T12:19:13Z', 'revision_number': 2, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'subnets': [{'id': '61237c9a-e8d2-4ff2-8d12-2bb7d60518aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:15.207037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Checking router: 04b2cce6-c854-424e-b475-f92aa0bc4152 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:15.207391 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Updating router 04b2cce6-c854-424e-b475-f92aa0bc4152 port 4e5f01ee-b17b-4483-b67e-26f57a272e13 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:19:15.232081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.239283 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8467895b-1dd0-4fd5-8126-c48203808200 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.258408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467895b-1dd0-4fd5-8126-c48203808200 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c808b7c-4742-47e9-8505-3b00732c1499,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:15.327108 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8467895b-1dd0-4fd5-8126-c48203808200 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.328398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8467895b-1dd0-4fd5-8126-c48203808200 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102701 Nov 12 12:19:15.331221 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44774) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:15.336253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-41ef3917-c3a9-4519-9b91-f29563691140 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': 'fd774eba-2bd9-4075-a5b5-d0596b8539e2', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:15.427406 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41ef3917-c3a9-4519-9b91-f29563691140 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.488887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41ef3917-c3a9-4519-9b91-f29563691140 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.505396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.548172 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41ef3917-c3a9-4519-9b91-f29563691140 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.566241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef3917-c3a9-4519-9b91-f29563691140 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a747b9-140b-44f4-ac2c-a2cd03dabf8f,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:15.576685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.629038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c308a99-ec57-4711-858d-3c533be4d920 None None] Pushing event updated for resources: {'Port': ['ID=4e5f01ee-b17b-4483-b67e-26f57a272e13,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:15.635959 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-41ef3917-c3a9-4519-9b91-f29563691140 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.642963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44776) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:15.645168 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-41ef3917-c3a9-4519-9b91-f29563691140 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129127 Nov 12 12:19:15.651135 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-0c45ce3a-4cc2-47f7-88ec-4423e8d8c970 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': 'fd774eba-2bd9-4075-a5b5-d0596b8539e2', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:15.685502 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Attempting to bind port 4e5f01ee-b17b-4483-b67e-26f57a272e13 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:15.686010 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Attempting to bind port 4e5f01ee-b17b-4483-b67e-26f57a272e13 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:15.686442 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Attempting to bind port 4e5f01ee-b17b-4483-b67e-26f57a272e13 on network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:15.691828 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:15.696115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Checking segment: {'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:15.696115 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.696115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Bound using segment: {'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:15.696115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Bound port: 4e5f01ee-b17b-4483-b67e-26f57a272e13, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb475132-181d-4f17-9cc8-1df2b57588fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:15.696115 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.768755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] For port 4e5f01ee-b17b-4483-b67e-26f57a272e13, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:15.772586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] For port 4e5f01ee-b17b-4483-b67e-26f57a272e13, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4e5f01ee-b17b-4483-b67e-26f57a272e13,segment=NetworkSegment(bb475132-181d-4f17-9cc8-1df2b57588fc),segment_id=bb475132-181d-4f17-9cc8-1df2b57588fc)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:15.799852 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c45ce3a-4cc2-47f7-88ec-4423e8d8c970 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.859156 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-e9e3ad7e-732f-4701-b665-60d064c3c03c None None] Provisioning complete for port 4e5f01ee-b17b-4483-b67e-26f57a272e13 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:15.859524 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ad7e-732f-4701-b665-60d064c3c03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.864794 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c45ce3a-4cc2-47f7-88ec-4423e8d8c970 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.894921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-e9e3ad7e-732f-4701-b665-60d064c3c03c None None] Port 4e5f01ee-b17b-4483-b67e-26f57a272e13 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:15.902474 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.924854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c45ce3a-4cc2-47f7-88ec-4423e8d8c970 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:15.945219 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45ce3a-4cc2-47f7-88ec-4423e8d8c970 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f1d540-829d-48e8-b027-aff858641c89,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:15.961772 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Routers {'04b2cce6-c854-424e-b475-f92aa0bc4152'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:15.962396 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['04b2cce6-c854-424e-b475-f92aa0bc4152'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:15.965443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c308a99-ec57-4711-858d-3c533be4d920 None None] Pushing event updated for resources: {'Port': ['ID=4e5f01ee-b17b-4483-b67e-26f57a272e13,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:16.037200 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-0c45ce3a-4cc2-47f7-88ec-4423e8d8c970 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.041224 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-0c45ce3a-4cc2-47f7-88ec-4423e8d8c970 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3930986 Nov 12 12:19:16.041506 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44778) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:16.046297 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-61274e4d-9e4e-4854-96db-db5d6ac6e1ee tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': 'fd774eba-2bd9-4075-a5b5-d0596b8539e2', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:16.091607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] Set router 04b2cce6-c854-424e-b475-f92aa0bc4152 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:16.131845 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-61274e4d-9e4e-4854-96db-db5d6ac6e1ee tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Project 88f74532495c43e3be23894af72ab10c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:19:16.142255 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61274e4d-9e4e-4854-96db-db5d6ac6e1ee tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.208837 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61274e4d-9e4e-4854-96db-db5d6ac6e1ee tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.262282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-4f40b51b-27d4-4469-ac36-3f5a0bac8f63 None None] Provisioning complete for port 4e5f01ee-b17b-4483-b67e-26f57a272e13 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:16.262596 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f40b51b-27d4-4469-ac36-3f5a0bac8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.319988 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61274e4d-9e4e-4854-96db-db5d6ac6e1ee tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.345145 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61274e4d-9e4e-4854-96db-db5d6ac6e1ee tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f13602-6045-4ae8-8d2a-ff142a05c5f5,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:16.392330 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f40b51b-27d4-4469-ac36-3f5a0bac8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.422927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 4, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port': {'id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4e5f01ee-b17b-4483-b67e-26f57a272e13', 'name': '', 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'mac_address': 'fa:16:3e:06:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '61237c9a-e8d2-4ff2-8d12-2bb7d60518aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:12Z', 'updated_at': '2021-11-12T12:19:15Z', 'revision_number': 4, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'subnets': [{'id': '61237c9a-e8d2-4ff2-8d12-2bb7d60518aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:16.469958 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3c2e3-dad2-44a9-b5df-fe1c56397b75 None None] The sync data for ids ['04b2cce6-c854-424e-b475-f92aa0bc4152'] in n-d-768852-22 is: [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 4, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port': {'id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '4e5f01ee-b17b-4483-b67e-26f57a272e13', 'name': '', 'network_id': '4fae48db-9029-4ef2-ae6e-ad540bc13b29', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'mac_address': 'fa:16:3e:06:21:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '61237c9a-e8d2-4ff2-8d12-2bb7d60518aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:12Z', 'updated_at': '2021-11-12T12:19:15Z', 'revision_number': 4, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'subnets': [{'id': '61237c9a-e8d2-4ff2-8d12-2bb7d60518aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:16.470193 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-61274e4d-9e4e-4854-96db-db5d6ac6e1ee tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.470348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4f40b51b-27d4-4469-ac36-3f5a0bac8f63 None None] For port 4e5f01ee-b17b-4483-b67e-26f57a272e13, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4e5f01ee-b17b-4483-b67e-26f57a272e13,segment=NetworkSegment(bb475132-181d-4f17-9cc8-1df2b57588fc),segment_id=bb475132-181d-4f17-9cc8-1df2b57588fc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:16.470471 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 44780) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:16.472350 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-61274e4d-9e4e-4854-96db-db5d6ac6e1ee tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4291854 Nov 12 12:19:16.475691 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-905b0597-850f-4f0a-98ce-3c54275d34ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': 'fd774eba-2bd9-4075-a5b5-d0596b8539e2', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:16.542722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4f40b51b-27d4-4469-ac36-3f5a0bac8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.577184 n-d-768852-22 neutron-server[109704]: INFO neutron.db.securitygroups_db [None req-905b0597-850f-4f0a-98ce-3c54275d34ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Project 88f74532495c43e3be23894af72ab10c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:19:16.594678 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-905b0597-850f-4f0a-98ce-3c54275d34ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.615580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40b51b-27d4-4469-ac36-3f5a0bac8f63 None None] Pushing event updated for resources: {'Port': ['ID=4e5f01ee-b17b-4483-b67e-26f57a272e13,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:16.702690 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-905b0597-850f-4f0a-98ce-3c54275d34ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.736589 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4e5f01ee-b17b-4483-b67e-26f57a272e13 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:16.793905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-905b0597-850f-4f0a-98ce-3c54275d34ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.794150 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4e5f01ee-b17b-4483-b67e-26f57a272e13 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:16.794644 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.821322 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b0597-850f-4f0a-98ce-3c54275d34ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bac1f30-6044-4a9e-a193-e6b433246b5b,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:16.910116 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-905b0597-850f-4f0a-98ce-3c54275d34ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:16.911865 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-905b0597-850f-4f0a-98ce-3c54275d34ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4406705 Nov 12 12:19:17.123595 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-9c64b64d-7b57-4ef7-8859-1a9b9cd02273 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474901443&fields=id&tenant_id=88f74532495c43e3be23894af72ab10c HTTP/1.1" status: 200 len: 267 time: 0.0827360 Nov 12 12:19:17.248515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-72517411-1e6d-453b-92b7-e686b94bf500 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:17.252602 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-72517411-1e6d-453b-92b7-e686b94bf500 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 808 time: 0.1206565 Nov 12 12:19:17.267879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-855eaff9-4067-4eca-be65-8a483152bc4a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/quotas/88f74532495c43e3be23894af72ab10c HTTP/1.1" status: 200 len: 375 time: 0.0113370 Nov 12 12:19:17.327522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-030e2669-2c60-4c66-9c29-a394b0c06f63 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527470 Nov 12 12:19:17.436046 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0958d5cf-268b-4852-b2c5-0e5ff0ba4be4 service neutron] 10.222.0.98 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949678 Nov 12 12:19:17.556588 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-07b1976a-8f86-4a98-9b1e-2a43db7e8968 service neutron] 10.222.0.98 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095951 Nov 12 12:19:17.813166 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2e51bd5b-f277-475a-a857-8289ac1abdeb req-40435429-bc4d-4294-a46b-0a6ac58fbfc8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Nov 12 12:19:18.445420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:18.668374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4e5f01ee-b17b-4483-b67e-26f57a272e13 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:18.716845 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 4e5f01ee-b17b-4483-b67e-26f57a272e13 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:18.717213 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:18.898522 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b24baf50-a5ee-4dab-8a41-1d2a7c68ae5e req-48454e0c-3288-4f12-b298-553e2695cfbb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 210 time: 0.0306451 Nov 12 12:19:19.992861 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-976e46b4-3d80-4e58-b5fe-05542ed9d315 req-afe71aa8-2f09-45d1-8c81-c6997457e807 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 210 time: 0.0265954 Nov 12 12:19:20.446051 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-f4d3f99e-dd72-4c62-b99e-7564f71dad52 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:20.447493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-f4d3f99e-dd72-4c62-b99e-7564f71dad52 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 808 time: 0.1059527 Nov 12 12:19:20.515442 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-68021868-6c61-489c-9956-8d0ade520bb2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f74532495c43e3be23894af72ab10c HTTP/1.1" status: 200 len: 379 time: 0.0531116 Nov 12 12:19:20.524892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'port': {'device_id': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'admin_state_up': True, 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'security_groups': ['fd774eba-2bd9-4075-a5b5-d0596b8539e2']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:20.799298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Made reservation on behalf of 88f74532495c43e3be23894af72ab10c for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:19:20.803133 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:20.926236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Allocated IP 172.20.0.7 (21914f69-2e81-4061-bf0f-fa68287594a4/0e082e17-8213-46b2-b5eb-94f06377d45a/fbe8001d-236c-43f6-94c1-22abfb57d7bf) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:21.067823 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.092244 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee3d4a55-778e-41eb-908b-140e37eb0ed1 req-efce4b1b-cea7-4de6-9b55-a960fa1e01e0 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 210 time: 0.0288577 Nov 12 12:19:21.183098 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.227863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Network 21914f69-2e81-4061-bf0f-fa68287594a4 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:21.231014 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:21.234802 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:21.241401 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:21.288906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:21.289584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.402018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0bddd968-1251-4211-ac37-27d3960407ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806760 Nov 12 12:19:21.425298 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Request body: {'port': {'device_id': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:21.479551 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.481100 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.503114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-97e4b21a-f930-4b64-8c84-2d0866d78042 None None] Provisioning complete for port fbe8001d-236c-43f6-94c1-22abfb57d7bf triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:21.503481 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97e4b21a-f930-4b64-8c84-2d0866d78042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.538803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-97e4b21a-f930-4b64-8c84-2d0866d78042 None None] Port fbe8001d-236c-43f6-94c1-22abfb57d7bf cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:19:21.745865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe8001d-236c-43f6-94c1-22abfb57d7bf {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:21.754147 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.767750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Transition to ACTIVE for port object fbe8001d-236c-43f6-94c1-22abfb57d7bf will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:19:21.873584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:21.926518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:21.999295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Attempting to bind port fbe8001d-236c-43f6-94c1-22abfb57d7bf on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:19:21.999639 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Attempting to bind port fbe8001d-236c-43f6-94c1-22abfb57d7bf by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:19:21.999990 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Attempting to bind port fbe8001d-236c-43f6-94c1-22abfb57d7bf on network 21914f69-2e81-4061-bf0f-fa68287594a4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:22.004679 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Port fbe8001d-236c-43f6-94c1-22abfb57d7bf on network 21914f69-2e81-4061-bf0f-fa68287594a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:19:22.005003 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Attempting to bind port fbe8001d-236c-43f6-94c1-22abfb57d7bf on network 21914f69-2e81-4061-bf0f-fa68287594a4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:19:22.010068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:19:22.010405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Checking segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:19:22.010786 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Bound using segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:19:22.011220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Bound port: fbe8001d-236c-43f6-94c1-22abfb57d7bf, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:19:22.011579 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.076813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:19:22.079951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:19:22.191888 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.223738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.223862 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496a699-cf15-48f9-9822-f66dd6fa12d7 req-565605d9-c93d-47fe-bc0d-d822d1e54195 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.224353 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:22.224465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c496a699-cf15-48f9-9822-f66dd6fa12d7 req-565605d9-c93d-47fe-bc0d-d822d1e54195 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0562749 Nov 12 12:19:22.224567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] 10.222.0.69 "PUT /v2.0/ports/fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 1092 time: 0.8096497 Nov 12 12:19:22.224567 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:22.225725 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba5d662-2fef-4afb-b8a1-d08502293496" -d '{"events": [{"name": "network-changed", "server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:22.258348 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6a549-7c3c-4b63-88be-00b2b7dcfd25 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:22.279314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c496a699-cf15-48f9-9822-f66dd6fa12d7 req-9fb07c35-cdbc-4b84-8a79-d8c7395af2b8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494173 Nov 12 12:19:22.339817 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc0b029-d268-4c67-96e1-f5b8cf134cd4 x-openstack-request-id: req-7bc0b029-d268-4c67-96e1-f5b8cf134cd4 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:22.340136 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:22.340394 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7bc0b029-d268-4c67-96e1-f5b8cf134cd4 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:22.340830 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'status': 'completed', 'code': 200} Nov 12 12:19:22.386421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-9d599c62-27d7-4ecb-9659-9dc5b5e1b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.388061 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-9d599c62-27d7-4ecb-9659-9dc5b5e1b21a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1095 time: 0.0447550 Nov 12 12:19:22.432925 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-60ec7fd4-286a-47da-b904-c1553af3e9b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 217 time: 0.0347290 Nov 12 12:19:22.482114 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0c34a6bb-6465-4a10-b610-62fcf0a608f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.483563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-0c34a6bb-6465-4a10-b610-62fcf0a608f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0430474 Nov 12 12:19:22.533571 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-239cadd0-b176-4b15-98f1-41d6fd7143c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.535060 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-239cadd0-b176-4b15-98f1-41d6fd7143c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434768 Nov 12 12:19:22.628200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-c5224b47-2520-4e3d-82f9-914bbb2105e2 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845382 Nov 12 12:19:22.726285 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-def9c768-0316-476c-ac2c-a4dcac0e32a7 req-7d250a1c-9dbf-4292-8cab-6939094a1bf2 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876236 Nov 12 12:19:22.896906 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-20ed4eb0-f6fb-4143-a1e2-f5fef5813bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.898454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-20ed4eb0-f6fb-4143-a1e2-f5fef5813bd0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1095 time: 0.0407069 Nov 12 12:19:22.995878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-c9234e51-c319-46e4-8c55-5b75e2cec184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:22.997312 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-c9234e51-c319-46e4-8c55-5b75e2cec184 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0875640 Nov 12 12:19:23.039107 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-051e268a-6685-4945-92f4-b933569c1495 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 217 time: 0.0335042 Nov 12 12:19:23.091519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-405ea4d4-a588-4726-b64b-3ef9015d3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:23.093001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-405ea4d4-a588-4726-b64b-3ef9015d3f40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0436354 Nov 12 12:19:23.144370 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-3043fe0d-610a-4bcf-9885-214ff58dc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:23.145895 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-3043fe0d-610a-4bcf-9885-214ff58dc179 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437732 Nov 12 12:19:23.237098 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-c68d4736-eb87-4872-a7d4-6c7e06dff54a service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810463 Nov 12 12:19:23.336021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8ba5d662-2fef-4afb-b8a1-d08502293496 req-52bdee89-b806-44bb-a637-ec9f1ddb022a service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900350 Nov 12 12:19:23.413445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dace7-7cae-48b0-a9f1-d997d6ccefb8 req-554e7216-3799-4dd7-805e-3ad16bcf6cdb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:23.415036 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-103dace7-7cae-48b0-a9f1-d997d6ccefb8 req-554e7216-3799-4dd7-805e-3ad16bcf6cdb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0609868 Nov 12 12:19:23.465365 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-103dace7-7cae-48b0-a9f1-d997d6ccefb8 req-bb95d87e-52cd-474c-8b7a-95b3bd2f93db tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439067 Nov 12 12:19:24.581046 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce662331-66e5-4ef1-95a2-cd03875ce295 req-0df243da-ac0a-4080-abfb-0f3c0c3dc705 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:24.583052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce662331-66e5-4ef1-95a2-cd03875ce295 req-0df243da-ac0a-4080-abfb-0f3c0c3dc705 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0499549 Nov 12 12:19:24.634811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ce662331-66e5-4ef1-95a2-cd03875ce295 req-7a09742c-544d-46e8-8ba1-85de2c35d969 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457397 Nov 12 12:19:25.751603 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4338-d70a-4be9-a178-64450acf86c9 req-18787b0a-18ae-4d53-9e1e-e26e126a090d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:25.753236 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc7b4338-d70a-4be9-a178-64450acf86c9 req-18787b0a-18ae-4d53-9e1e-e26e126a090d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0501246 Nov 12 12:19:25.809234 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cc7b4338-d70a-4be9-a178-64450acf86c9 req-e141379c-241c-41e3-ab32-741e173ec996 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498879 Nov 12 12:19:26.729440 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:19:26.827774 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:26.842551 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'port_id': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'mac_address': 'fa:16:3e:ad:33:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:19:26.901517 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:26.914628 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe8001d-236c-43f6-94c1-22abfb57d7bf {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:19:26.934820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:26.939674 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ead56-9a65-49b7-ad70-4ebc4bce4b17 req-e6ba4368-e22f-49fc-9506-2c72073dab38 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:26.941284 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e1ead56-9a65-49b7-ad70-4ebc4bce4b17 req-e6ba4368-e22f-49fc-9506-2c72073dab38 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0584695 Nov 12 12:19:26.992434 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4e1ead56-9a65-49b7-ad70-4ebc4bce4b17 req-81cdb318-4889-4c87-8ff3-d9ac9c7365ea tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445549 Nov 12 12:19:27.028142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:27.077087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:27.292752 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['fbe8001d-236c-43f6-94c1-22abfb57d7bf'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:19:28.111243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c865d4c-a55f-4f24-894f-03c13efa17b2 req-4453881f-c43d-4a08-8c2e-e98db0299760 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:28.112710 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c865d4c-a55f-4f24-894f-03c13efa17b2 req-4453881f-c43d-4a08-8c2e-e98db0299760 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 944 time: 0.0516939 Nov 12 12:19:28.162132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5c865d4c-a55f-4f24-894f-03c13efa17b2 req-d1d65782-6b33-49c4-925e-a389a2f9d3e1 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 Nov 12 12:19:28.729893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:19:28.902397 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port fbe8001d-236c-43f6-94c1-22abfb57d7bf completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:19:28.907178 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port fbe8001d-236c-43f6-94c1-22abfb57d7bf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:19:28.907547 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:28.988368 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:29.011208 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:29.013449 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c4f07f-ca37-4878-b4cd-c92b2921eaaf" -d '{"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-plugged", "status": "completed", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:29.027128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:19:29.050516 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37787b82-c89d-48ad-b12d-19d103f7b2d7 x-openstack-request-id: req-37787b82-c89d-48ad-b12d-19d103f7b2d7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:29.050814 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-plugged", "status": "completed", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:29.051375 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-37787b82-c89d-48ad-b12d-19d103f7b2d7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:29.051775 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'code': 200} Nov 12 12:19:29.096690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:29.146001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:29.157644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0e3c6-8a4c-4880-9b04-7130361e6ade req-40f18c66-9395-4828-94e7-529777981d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:29.159174 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41e0e3c6-8a4c-4880-9b04-7130361e6ade req-40f18c66-9395-4828-94e7-529777981d40 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1097 time: 0.0414274 Nov 12 12:19:29.209879 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-41e0e3c6-8a4c-4880-9b04-7130361e6ade req-809d08b1-8c4b-4359-b19a-6fe1f26725f5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424283 Nov 12 12:19:29.293343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737a83f-e75c-4241-a4de-4d60c738427c req-9f55e461-2cf5-4f04-a841-944779070dc1 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:29.294876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8737a83f-e75c-4241-a4de-4d60c738427c req-9f55e461-2cf5-4f04-a841-944779070dc1 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0547123 Nov 12 12:19:29.345594 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8737a83f-e75c-4241-a4de-4d60c738427c req-33be67dc-27aa-41c3-aac2-e18b6e4d6afe tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447748 Nov 12 12:19:29.427959 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea1131fd-25b2-49d6-86f4-d9318ab3708a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:30.463891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab39e06-cd00-4365-b997-91f7ea42489b req-592f0a87-b194-4875-8452-5f32930240e8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:30.465431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aab39e06-cd00-4365-b997-91f7ea42489b req-592f0a87-b194-4875-8452-5f32930240e8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0503950 Nov 12 12:19:30.514690 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aab39e06-cd00-4365-b997-91f7ea42489b req-7e88de22-1e2a-457e-b4e4-d00377da70a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431855 Nov 12 12:19:31.634127 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b386c58-de14-4ef4-b844-c6cd31d23386 req-36ac5567-ee0c-4d15-998d-6c44caf08c60 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:31.635650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b386c58-de14-4ef4-b844-c6cd31d23386 req-36ac5567-ee0c-4d15-998d-6c44caf08c60 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0509470 Nov 12 12:19:31.692463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6b386c58-de14-4ef4-b844-c6cd31d23386 req-359755fc-de95-485c-987d-de7292e821a2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485022 Nov 12 12:19:31.808056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa6185-761d-4339-9136-40da6111b1d1 req-805b8ddd-4cb6-41a7-9e02-554e112d588c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:31.809603 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4fa6185-761d-4339-9136-40da6111b1d1 req-805b8ddd-4cb6-41a7-9e02-554e112d588c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0515816 Nov 12 12:19:31.859994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4fa6185-761d-4339-9136-40da6111b1d1 req-c2ecada5-93e4-4d4e-b281-b8593be046ae tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444074 Nov 12 12:19:31.861808 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-07d4414f-dde0-4584-a0fc-2153a0dc5cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:31.881644 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44842) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:32.010980 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dded4df-8312-427a-837b-5430d5dbb780 tempest-TestShelveInstance-1995743168 tempest-TestShelveInstance-1995743168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:32.012529 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6dded4df-8312-427a-837b-5430d5dbb780 tempest-TestShelveInstance-1995743168 tempest-TestShelveInstance-1995743168-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1092 time: 0.1298881 Nov 12 12:19:32.015770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 44846) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:19:32.020611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:19:32.136322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for floatingip, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.235375 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.341398 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Allocated IP 172.25.3.160 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/c41439d1-5abc-467e-8a6e-6184bdd4ce77) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:19:32.439623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.571174 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:32.612882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:19:32.615944 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:19:32.618677 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:19:32.648507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'Port': ['ID=c41439d1-5abc-467e-8a6e-6184bdd4ce77,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:32.981891 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.126059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.399982 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.647373 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.730502 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.799082 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'Port': ['ID=c41439d1-5abc-467e-8a6e-6184bdd4ce77,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:19:33.811241 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:33.911371 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Floating IP 664d7b93-ab37-4c66-b4f1-20c8a53e0b8e associated. External IP: 172.25.3.160, port: fbe8001d-236c-43f6-94c1-22abfb57d7bf. Nov 12 12:19:33.913806 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:19:34.122336 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Router db699b94-c365-4ae2-a074-7b7078e0396a has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:19:34.231040 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:19:34.241194 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] Sync routers for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:19:34.250442 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:34.251033 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:34.344528 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.356689 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:34.373579 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-949d9f1a-b036-42b8-b395-ff53af6694fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3564410 Nov 12 12:19:34.374016 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:19:34.376506 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5ba137-f175-4c1d-b800-b13778709bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:19:34.414976 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c711f6-c70f-473f-9d61-8cf5a9e5f204 x-openstack-request-id: req-15c711f6-c70f-473f-9d61-8cf5a9e5f204 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:19:34.415383 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:19:34.415639 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-15c711f6-c70f-473f-9d61-8cf5a9e5f204 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:19:34.416135 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'status': 'completed', 'code': 200} Nov 12 12:19:34.483043 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-64154352-1764-416d-8486-43ceb5afaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.484731 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-64154352-1764-416d-8486-43ceb5afaad8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1097 time: 0.0454643 Nov 12 12:19:34.496281 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.582549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-99669b58-8c53-4629-bd68-160c35f106c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.584085 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-99669b58-8c53-4629-bd68-160c35f106c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0925364 Nov 12 12:19:34.590623 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '664d7b93-ab37-4c66-b4f1-20c8a53e0b8e', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'port_id': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'mac_address': 'fa:16:3e:ad:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:19:32Z', 'updated_at': '2021-11-12T12:19:32Z', 'revision_number': 0, 'project_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:34.623118 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] Checking router: db699b94-c365-4ae2-a074-7b7078e0396a for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:19:34.633496 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:19:34.634115 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:19:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:34.654811 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-2d638fdc-e30a-4bf2-a08b-9a96b89964c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 999 time: 0.0613563 Nov 12 12:19:34.706464 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-4026a1fd-d8a6-4206-8a23-ab70f89e913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.708010 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-4026a1fd-d8a6-4206-8a23-ab70f89e913e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0447180 Nov 12 12:19:34.741056 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:19:34.760305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-2749b1cc-da31-4733-96c9-ac786d9745f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:19:34.761834 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-2749b1cc-da31-4733-96c9-ac786d9745f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465908 Nov 12 12:19:34.856279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-185c0914-828e-4357-9e2f-c2c36931d73d service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868297 Nov 12 12:19:34.954649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-fe5ba137-f175-4c1d-b800-b13778709bb3 req-c251ec0a-7f1e-4df9-b060-13b5fa99bf79 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911283 Nov 12 12:19:34.971128 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:34.991446 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '664d7b93-ab37-4c66-b4f1-20c8a53e0b8e', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'port_id': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'mac_address': 'fa:16:3e:ad:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:19:32Z', 'updated_at': '2021-11-12T12:19:32Z', 'revision_number': 0, 'project_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:19:35.017239 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ade5b1-479e-4fc6-b19f-737d1ebb1734 None None] The sync data for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 is: [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '664d7b93-ab37-4c66-b4f1-20c8a53e0b8e', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'port_id': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'mac_address': 'fa:16:3e:ad:33:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:19:32Z', 'updated_at': '2021-11-12T12:19:32Z', 'revision_number': 0, 'project_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:19:35.221282 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002ba62-123e-4ae4-8a8d-ea14e6e4fe2d None None] New status for floating IP 664d7b93-ab37-4c66-b4f1-20c8a53e0b8e: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:19:48.427885 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:51.490352 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:19:59.439217 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ebcab3b7-4448-46db-bf92-640bed45f009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:01.907507 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b6f76359-2f49-41c7-b488-084001d1190e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:02.228099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-c63c9b96-ef7e-40e3-ae9c-dfaba9877c63 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424242 Nov 12 12:20:02.316377 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-33135679-2e41-4c11-acbf-e0427cd1dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:02.317876 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-33135679-2e41-4c11-acbf-e0427cd1dda7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0422461 Nov 12 12:20:02.426932 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-10984189-dabe-44fc-8054-6447a1352499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:02.428466 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-10984189-dabe-44fc-8054-6447a1352499 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0915687 Nov 12 12:20:02.469649 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-0fd93bbe-e4c0-439e-8988-818cb5d00b8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0338254 Nov 12 12:20:02.518229 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-bb916e23-23de-44bb-850a-581a2ee83897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:02.519654 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-bb916e23-23de-44bb-850a-581a2ee83897 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0436749 Nov 12 12:20:02.573938 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-2bcd8dbb-af39-4a65-a0ad-a674cff9ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:02.575471 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-2bcd8dbb-af39-4a65-a0ad-a674cff9ac49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492041 Nov 12 12:20:02.680099 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-cdcce2c1-fbe6-487c-929b-f66a76d7bbdf service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970950 Nov 12 12:20:02.777265 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c7811c8-2ae3-4f55-a17c-bf1d2483fda4 req-e79e9f78-3753-43f9-85c2-03faa43c3e5d service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886476 Nov 12 12:20:03.450066 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:04.473630 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:04.925398 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:10.913549 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:20:12.219524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-b020ab7e-c4f0-4001-a352-939429b5658a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435007 Nov 12 12:20:12.309290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-4dd7faa2-320b-4e41-b74a-f2ea6b488917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.310799 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-4dd7faa2-320b-4e41-b74a-f2ea6b488917 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1097 time: 0.0412104 Nov 12 12:20:12.423886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-1f366d5b-58a2-4697-9457-27c2056ffa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.425921 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-1f366d5b-58a2-4697-9457-27c2056ffa8e service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0920997 Nov 12 12:20:12.494321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-bc7e3394-d259-4f59-aedb-f30b5684cf7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 1001 time: 0.0592051 Nov 12 12:20:12.551545 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-95b348c7-8d7e-4d4b-9c32-36a1614466ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.553042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-95b348c7-8d7e-4d4b-9c32-36a1614466ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0483408 Nov 12 12:20:12.603055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-0a95b206-3893-41f6-8609-6a5e7935f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:20:12.604583 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-0a95b206-3893-41f6-8609-6a5e7935f507 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417740 Nov 12 12:20:12.709730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-c6400e07-c773-4e69-85d6-ac5cf55efe41 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967228 Nov 12 12:20:12.806129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2673451f-3a06-4e9d-9f9e-83ce8b8bcf40 req-bc580e35-0511-4cf1-bf87-0df1e878150a service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885766 Nov 12 12:20:18.433086 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:21.478987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:29.473331 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-97ea55eb-3ea0-4f94-9f39-0e64075f5b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:31.856107 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9fad177-9aed-40e0-a7be-cc78709f2820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:33.393626 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:34.443990 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:34.992651 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:47.913146 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:20:48.460960 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:51.518245 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:20:59.454922 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-42dbe390-d044-49d8-895c-bc76eb51cd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:01.929353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9d2f862e-1821-4c4c-a563-06008900b431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:03.346513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.229262 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-b5bbbcee-bc2f-4e49-bd51-f20a72dd123a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473018 Nov 12 12:21:04.326597 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-d8239240-40d5-4530-b929-8e93a3a28d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.328171 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-d8239240-40d5-4530-b929-8e93a3a28d84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0526776 Nov 12 12:21:04.448538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-3dcec4ab-0c4a-4eff-891b-8beebe677e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.450115 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-3dcec4ab-0c4a-4eff-891b-8beebe677e23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1012523 Nov 12 12:21:04.467007 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:04.516156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-e576961c-0d9b-448b-afb7-d198d41fd5ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0550518 Nov 12 12:21:04.582840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-e9569165-d242-4f14-b54b-6b5af5bf7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.585469 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-e9569165-d242-4f14-b54b-6b5af5bf7e6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0626018 Nov 12 12:21:04.651124 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-4dace36d-334f-4658-ba03-78a0a72b0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:04.652829 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-4dace36d-334f-4658-ba03-78a0a72b0c56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600770 Nov 12 12:21:04.764896 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-f0013a9e-44bd-41d7-8953-89cd7f16ec27 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037850 Nov 12 12:21:04.879222 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-cd7e144a-470f-4e89-9bf5-4f4b2c25abab req-6e97f919-b09d-46db-8f52-642c9dba109b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067166 Nov 12 12:21:04.900916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:12.226628 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-f2ebce3b-ab47-4805-9735-8fca1a4b5e2c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398157 Nov 12 12:21:12.316210 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-492a03bc-9948-495c-aee3-78c61aa66e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.317735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-492a03bc-9948-495c-aee3-78c61aa66e63 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1097 time: 0.0467927 Nov 12 12:21:12.424270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-8b038779-7072-4d85-8ea5-7360e4486ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.425748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-8b038779-7072-4d85-8ea5-7360e4486ad3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0846512 Nov 12 12:21:12.497197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-68650601-0572-480a-b786-784cdd8999e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 1001 time: 0.0627825 Nov 12 12:21:12.546472 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-a664f9d0-df5f-495e-8efa-def9e8612403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.547968 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-a664f9d0-df5f-495e-8efa-def9e8612403 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0439203 Nov 12 12:21:12.595420 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-a48bf906-6cbb-447f-96cc-1002e7e8882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:12.597001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-a48bf906-6cbb-447f-96cc-1002e7e8882d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418711 Nov 12 12:21:12.696606 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-654150a6-72df-45d3-b487-d8b565f221d0 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897462 Nov 12 12:21:12.788763 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7f373d0a-646a-4ad2-b8f3-40bbaca09610 req-8070acb1-ac8d-4ffb-9412-496874aaa61e service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842311 Nov 12 12:21:18.478008 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:21.506720 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:24.912596 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:21:29.426436 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-eaca0270-bc2e-434d-9f70-9349b412acbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:31.888839 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8b556442-0b0d-4f62-ad23-4217484463f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:32.504985 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581bea9-b5d1-47e3-a105-b0b708569626 req-21cab78a-5208-4c40-9093-fc51b8748063 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:32.506468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d581bea9-b5d1-47e3-a105-b0b708569626 req-21cab78a-5208-4c40-9093-fc51b8748063 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0505946 Nov 12 12:21:32.563811 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d581bea9-b5d1-47e3-a105-b0b708569626 req-7d79cfa7-fe02-4d0b-a6d2-fafaec38bc08 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512285 Nov 12 12:21:33.340485 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:33.706907 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56254e9-48c4-4344-a5a4-d1321ae9c58f req-7afe0f85-12e6-4cac-a783-b446abc3ec33 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:33.708445 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c56254e9-48c4-4344-a5a4-d1321ae9c58f req-7afe0f85-12e6-4cac-a783-b446abc3ec33 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0506034 Nov 12 12:21:33.758438 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c56254e9-48c4-4344-a5a4-d1321ae9c58f req-6fb215a4-7180-4811-8891-da908eb42adb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440903 Nov 12 12:21:34.454433 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.854705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:34.876567 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e2dc6-a902-4bc6-a448-05200f9add96 req-689bca6e-1dfe-406c-8e51-16576544e08d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:34.878782 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb4e2dc6-a902-4bc6-a448-05200f9add96 req-689bca6e-1dfe-406c-8e51-16576544e08d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0510588 Nov 12 12:21:34.929103 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cb4e2dc6-a902-4bc6-a448-05200f9add96 req-da246db0-44d7-4d31-80b6-fde7bbddfa20 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442429 Nov 12 12:21:36.048541 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf54430-639f-4137-be0f-75e92af570f4 req-aa14f706-d70a-495e-9921-826bdb36b814 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:36.050525 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bf54430-639f-4137-be0f-75e92af570f4 req-aa14f706-d70a-495e-9921-826bdb36b814 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0532050 Nov 12 12:21:36.101033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9bf54430-639f-4137-be0f-75e92af570f4 req-31d3a093-4d75-423b-bd56-3f3db012aec7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 Nov 12 12:21:37.217260 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83282-c09a-40f9-a846-7d926504e8e9 req-a909d1e9-620f-4013-a6fa-dbeec0e8ca9d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:37.218644 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2a83282-c09a-40f9-a846-7d926504e8e9 req-a909d1e9-620f-4013-a6fa-dbeec0e8ca9d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Nov 12 12:21:37.268039 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b2a83282-c09a-40f9-a846-7d926504e8e9 req-5f9685d2-8a9b-4e8c-afad-535bd51055e5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Nov 12 12:21:38.384851 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c90c8-b0fe-464c-95e8-e9da071a1b22 req-1dcb05ab-1f7a-470b-9449-18582e82f034 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:38.386471 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-032c90c8-b0fe-464c-95e8-e9da071a1b22 req-1dcb05ab-1f7a-470b-9449-18582e82f034 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0493324 Nov 12 12:21:38.453870 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-032c90c8-b0fe-464c-95e8-e9da071a1b22 req-9a65c868-bc96-4afd-b66b-1e6799bd78ea tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615139 Nov 12 12:21:39.569112 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6a9ad-85d5-4ed7-9971-213b077c7bd9 req-3b98b57c-0975-4067-95e5-ef7233978a39 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:39.570641 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7e6a9ad-85d5-4ed7-9971-213b077c7bd9 req-3b98b57c-0975-4067-95e5-ef7233978a39 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0497587 Nov 12 12:21:39.620186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a7e6a9ad-85d5-4ed7-9971-213b077c7bd9 req-e18438e2-c4ee-44cf-918a-af5d68c5e858 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436378 Nov 12 12:21:40.738100 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d370d-8ac4-4dd7-a1a8-738d2864d7eb req-3bd1b141-de49-4519-a4b9-2958667bd0b7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:40.739585 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d42d370d-8ac4-4dd7-a1a8-738d2864d7eb req-3bd1b141-de49-4519-a4b9-2958667bd0b7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0491357 Nov 12 12:21:40.788056 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d42d370d-8ac4-4dd7-a1a8-738d2864d7eb req-7c8f7b78-012a-4f8a-80f6-cc6ea31f65b3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424752 Nov 12 12:21:41.913264 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822078d2-bca5-4784-bda0-995e381b8e1e req-7f8d809a-f20d-47fc-b49b-74e59dbbe60b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:41.914707 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-822078d2-bca5-4784-bda0-995e381b8e1e req-7f8d809a-f20d-47fc-b49b-74e59dbbe60b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0590444 Nov 12 12:21:41.964484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-822078d2-bca5-4784-bda0-995e381b8e1e req-d7a3b84c-b96f-479e-a28f-21ec22551ca8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 Nov 12 12:21:43.081923 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499973f0-b40a-4ad5-b133-ee46fa737d26 req-2ebea839-e549-4288-a94e-dd0450605850 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:43.083431 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-499973f0-b40a-4ad5-b133-ee46fa737d26 req-2ebea839-e549-4288-a94e-dd0450605850 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0504014 Nov 12 12:21:43.133453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-499973f0-b40a-4ad5-b133-ee46fa737d26 req-1146e210-ce48-4f7d-9a02-b3d907354d87 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437953 Nov 12 12:21:44.252213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead28e4-a022-47bd-bc01-0d5ed50767a7 req-3cfc4720-5c78-434a-aab4-5e7a732f8f08 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:44.254314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cead28e4-a022-47bd-bc01-0d5ed50767a7 req-3cfc4720-5c78-434a-aab4-5e7a732f8f08 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0532079 Nov 12 12:21:44.303794 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cead28e4-a022-47bd-bc01-0d5ed50767a7 req-af49746d-77af-4e11-b6f9-79736c03095b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435619 Nov 12 12:21:45.421983 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63196a28-346c-4b1d-b6fd-0fb375693ab3 req-11a0ae86-0c22-4920-8720-2daa459f6514 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:45.423559 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63196a28-346c-4b1d-b6fd-0fb375693ab3 req-11a0ae86-0c22-4920-8720-2daa459f6514 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0501175 Nov 12 12:21:45.475292 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-63196a28-346c-4b1d-b6fd-0fb375693ab3 req-dbae8cbb-1f7b-4bb1-aad4-d1d5ff8a4913 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448484 Nov 12 12:21:45.509807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:21:45.610474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:45.623850 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'port_id': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'mac_address': 'fa:16:3e:ad:33:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:21:45.664914 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.678653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbe8001d-236c-43f6-94c1-22abfb57d7bf {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:21:45.697653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:45.786774 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:45.840846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:45.849345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.849688 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.850024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.850353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.850685 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.851005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.851521 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.852038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.852538 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.852864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.853185 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.853505 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:21:45.874711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['fbe8001d-236c-43f6-94c1-22abfb57d7bf'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:21:46.608114 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57467-dd7f-458f-8373-fc3415a27d02 req-e029f2ed-59ae-4628-857b-60ebeee224a5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:46.609786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ed57467-dd7f-458f-8373-fc3415a27d02 req-e029f2ed-59ae-4628-857b-60ebeee224a5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 944 time: 0.0587749 Nov 12 12:21:46.682547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7ed57467-dd7f-458f-8373-fc3415a27d02 req-00262b12-5080-4fe6-ae8e-665bf1aab338 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646617 Nov 12 12:21:47.524983 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:21:47.589585 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port fbe8001d-236c-43f6-94c1-22abfb57d7bf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:21:47.589958 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.694105 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.737413 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:21:47.740871 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d3a030-0d85-438b-806d-28a9ed673896" -d '{"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-plugged", "status": "completed", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:21:47.754426 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:21:47.834830 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c278db2-e7d6-4dbf-aa57-f0cdb1408f30 req-fd135a93-d240-40a3-b3c0-8e6be938f8d7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:47.836449 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c278db2-e7d6-4dbf-aa57-f0cdb1408f30 req-fd135a93-d240-40a3-b3c0-8e6be938f8d7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 944 time: 0.0648201 Nov 12 12:21:47.838489 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:47.900824 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:21:47.910144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0c278db2-e7d6-4dbf-aa57-f0cdb1408f30 req-25a020ee-1019-45b2-b70d-f12be29adad8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602200 Nov 12 12:21:48.054471 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882f4c8-d95d-4705-a0aa-f0788c19da07 x-openstack-request-id: req-c882f4c8-d95d-4705-a0aa-f0788c19da07 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:21:48.054927 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-plugged", "status": "completed", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:21:48.055305 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c882f4c8-d95d-4705-a0aa-f0788c19da07 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:21:48.055765 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'code': 200} Nov 12 12:21:48.466162 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:49.042202 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8de1f-41f7-4f59-8b11-b92adfcfe8b0 req-3fd945bd-1924-4db8-8807-60c6ea1950af tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:49.043711 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1da8de1f-41f7-4f59-8b11-b92adfcfe8b0 req-3fd945bd-1924-4db8-8807-60c6ea1950af tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0502565 Nov 12 12:21:49.102000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1da8de1f-41f7-4f59-8b11-b92adfcfe8b0 req-c0a3a260-73d0-4243-844e-0b933c4703ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508018 Nov 12 12:21:50.232375 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ef8f5-1444-48e1-9bb3-8e08c8fb8026 req-70436e55-022b-4e6f-9605-a2621cae2777 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:50.234044 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c26ef8f5-1444-48e1-9bb3-8e08c8fb8026 req-70436e55-022b-4e6f-9605-a2621cae2777 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0575955 Nov 12 12:21:50.293203 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c26ef8f5-1444-48e1-9bb3-8e08c8fb8026 req-abc15884-3271-41e4-8c3d-7432436c0690 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503821 Nov 12 12:21:51.442491 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c9a35-6d19-436d-b858-57b9a44e7308 req-ac62c40f-de41-410e-a334-4a3071d81975 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:51.444205 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de9c9a35-6d19-436d-b858-57b9a44e7308 req-ac62c40f-de41-410e-a334-4a3071d81975 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0635803 Nov 12 12:21:51.489575 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:51.498402 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de9c9a35-6d19-436d-b858-57b9a44e7308 req-c0dcdb5d-53a3-4c5a-b8eb-6c6973e32424 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482078 Nov 12 12:21:52.646641 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05823870-f49b-4de7-8d70-fd65996e6689 req-a4865c70-7472-49ee-b838-a543cdc4a470 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:52.648481 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05823870-f49b-4de7-8d70-fd65996e6689 req-a4865c70-7472-49ee-b838-a543cdc4a470 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0667737 Nov 12 12:21:52.712485 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05823870-f49b-4de7-8d70-fd65996e6689 req-067e0777-a1fc-42a6-884f-1dbf58475a3a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560148 Nov 12 12:21:53.851852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7f8bd-6acb-443b-995c-ab2623661d42 req-9c227482-bad3-487f-8c4f-9b4ffbfe546b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:53.853882 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ba7f8bd-6acb-443b-995c-ab2623661d42 req-9c227482-bad3-487f-8c4f-9b4ffbfe546b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0595839 Nov 12 12:21:53.927524 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5ba7f8bd-6acb-443b-995c-ab2623661d42 req-83045084-efc0-4e97-b950-5eb6ebd8b348 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668612 Nov 12 12:21:55.087884 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fffde-6d4d-425e-899a-f034c59e78b7 req-6b49aade-48bd-4c1f-83f0-cb291643140c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:55.089560 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc4fffde-6d4d-425e-899a-f034c59e78b7 req-6b49aade-48bd-4c1f-83f0-cb291643140c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0545533 Nov 12 12:21:55.144692 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bc4fffde-6d4d-425e-899a-f034c59e78b7 req-561527ce-3661-4507-aadc-f420900d348d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488365 Nov 12 12:21:56.292673 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cb4be-b4cd-472e-b023-c63a0a7ddb88 req-26435f5b-03bb-45ad-b509-2c606c3425ef tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:56.295109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c8cb4be-b4cd-472e-b023-c63a0a7ddb88 req-26435f5b-03bb-45ad-b509-2c606c3425ef tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0637443 Nov 12 12:21:56.348620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6c8cb4be-b4cd-472e-b023-c63a0a7ddb88 req-7c400567-97b8-4b84-a764-8d667ac799db tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458014 Nov 12 12:21:57.464023 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b7b5e-f01e-4f1a-aaf2-b404ae67b1b4 req-22c11d38-f11b-4b11-b961-910b74039276 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.465530 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-334b7b5e-f01e-4f1a-aaf2-b404ae67b1b4 req-22c11d38-f11b-4b11-b961-910b74039276 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0500202 Nov 12 12:21:57.515145 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-334b7b5e-f01e-4f1a-aaf2-b404ae67b1b4 req-caa66e37-d938-44ec-940d-991e9729b4c2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428386 Nov 12 12:21:57.760801 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-152c3ae7-94f4-4f8a-9a17-670b5d62eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.762143 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-152c3ae7-94f4-4f8a-9a17-670b5d62eaa8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1097 time: 0.0448489 Nov 12 12:21:57.849967 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-fc7226ff-1b8b-45b9-8a6b-62d3c775f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.851431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-fc7226ff-1b8b-45b9-8a6b-62d3c775f6c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0825202 Nov 12 12:21:57.919565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-eec18531-b864-4a4c-8788-cebeea0c0bee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 1001 time: 0.0600936 Nov 12 12:21:57.969215 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-ec85c394-6376-406d-8c3c-957c96f598d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:57.970943 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-ec85c394-6376-406d-8c3c-957c96f598d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0436094 Nov 12 12:21:58.018738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-ca7b33ac-51df-4d02-8af6-cdfda663faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:58.020156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-ca7b33ac-51df-4d02-8af6-cdfda663faa2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407748 Nov 12 12:21:58.119599 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-d2f6df86-dcc7-4037-8eea-4fa164ff95a2 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880125 Nov 12 12:21:58.208613 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9fb71ba4-db8f-43ef-91fb-7848eeb95bb6 req-1610b039-151c-4aeb-8754-b6e0676fd21a service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817187 Nov 12 12:21:58.637054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc45a-8b60-4b9f-aa5c-043b9adc7699 req-a2305279-19b7-4bc5-bec0-fba23d03542b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:58.638620 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7eabc45a-8b60-4b9f-aa5c-043b9adc7699 req-a2305279-19b7-4bc5-bec0-fba23d03542b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0545354 Nov 12 12:21:58.694222 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7eabc45a-8b60-4b9f-aa5c-043b9adc7699 req-53bb5d32-f6de-4d6c-9281-228fc775781d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492227 Nov 12 12:21:59.431142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-44651daa-cd50-40f9-bd2e-a0aff0174677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:21:59.814324 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75bb03-6a52-4c66-9fed-8eceab6d1532 req-c722254c-9a2d-4fe8-9d72-8d943f22ee67 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:21:59.815815 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d75bb03-6a52-4c66-9fed-8eceab6d1532 req-c722254c-9a2d-4fe8-9d72-8d943f22ee67 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0510471 Nov 12 12:21:59.865302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d75bb03-6a52-4c66-9fed-8eceab6d1532 req-f4602d39-56e3-4e78-8c90-713bf543ae20 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Nov 12 12:22:00.985490 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdd4f9-526d-48bb-9502-1a30830315ea req-537873cb-c587-4f16-94aa-2e9af0fe4a19 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:00.986982 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68cdd4f9-526d-48bb-9502-1a30830315ea req-537873cb-c587-4f16-94aa-2e9af0fe4a19 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 945 time: 0.0524635 Nov 12 12:22:01.042852 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-68cdd4f9-526d-48bb-9502-1a30830315ea req-41e6e43e-ce6c-4dbb-90cb-870132a3b7e2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494568 Nov 12 12:22:01.113942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-dd0756d2-2f17-446f-9505-fbebbfa679ce req-e797e4d7-f98b-4d85-8c50-04e86bee2042 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:22:01.118566 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd0756d2-2f17-446f-9505-fbebbfa679ce req-e797e4d7-f98b-4d85-8c50-04e86bee2042 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054989 Nov 12 12:22:01.606270 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:22:01.704868 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:01.732382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:01.734716 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa1b37e-d20e-4aa9-b8c3-bb44ce17c7da" -d '{"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:01.751022 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:01.859395 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:01.895517 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28288b04-6aec-412c-8df1-fb576c33a468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:01.911217 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:01.913908 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:22:02.467476 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be9dc6-1abb-47d3-8d3d-c34bac3a0125 x-openstack-request-id: req-94be9dc6-1abb-47d3-8d3d-c34bac3a0125 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:02.467765 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-unplugged", "status": "failed", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf", "code": 422}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:02.468062 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-94be9dc6-1abb-47d3-8d3d-c34bac3a0125 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:02.468458 n-d-768852-22 neutron-server[109706]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'code': 422} returned with failed status Nov 12 12:22:02.559251 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6efe61-4569-482e-97e4-d0b697c226e7 req-e71b1e07-447f-4eff-914a-61d5105b6590 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:02.560830 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb6efe61-4569-482e-97e4-d0b697c226e7 req-e71b1e07-447f-4eff-914a-61d5105b6590 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0501325 Nov 12 12:22:02.614639 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb6efe61-4569-482e-97e4-d0b697c226e7 req-5ab95f41-f766-4eee-b33a-2876bfcade7a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472600 Nov 12 12:22:03.078486 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-d3b6c056-2635-47fb-8556-bdc5ecf15539 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931773 Nov 12 12:22:03.334229 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:03.738326 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7665-1bac-4f0c-b243-8551996c5510 req-473da55e-6153-489a-90b2-1ca0584459d2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:03.739903 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-649d7665-1bac-4f0c-b243-8551996c5510 req-473da55e-6153-489a-90b2-1ca0584459d2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0522015 Nov 12 12:22:03.795424 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-649d7665-1bac-4f0c-b243-8551996c5510 req-c86914c3-f69a-4475-90fe-e03862b464e8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492625 Nov 12 12:22:04.499796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:04.876767 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-68a06f09-01df-4723-a7c7-6988712f334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:04.878341 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-68a06f09-01df-4723-a7c7-6988712f334f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242&tenant_id=88f74532495c43e3be23894af72ab10c HTTP/1.1" status: 200 len: 1095 time: 0.0500371 Nov 12 12:22:04.919259 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ebf37-a275-4bf6-a48d-8dd8d6324f94 req-55aec2f6-f1be-4781-9016-d04c822f9471 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:04.920873 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e43ebf37-a275-4bf6-a48d-8dd8d6324f94 req-55aec2f6-f1be-4781-9016-d04c822f9471 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0536494 Nov 12 12:22:04.945008 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-41d28ddb-7207-4eaf-a803-94eb4da44eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:04.955898 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-41d28ddb-7207-4eaf-a803-94eb4da44eca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1095 time: 0.0425632 Nov 12 12:22:04.973465 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e43ebf37-a275-4bf6-a48d-8dd8d6324f94 req-c0d74a3a-6dbb-46ed-8d36-7b19a15865e2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450740 Nov 12 12:22:05.008681 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:05.041220 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-166178cc-2d2b-42f3-894b-3a8689629aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:05.042696 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-166178cc-2d2b-42f3-894b-3a8689629aa7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0861652 Nov 12 12:22:05.115351 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-40dd86cd-371a-42a4-b3bf-d2701a68c1ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 999 time: 0.0616603 Nov 12 12:22:05.165698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-6a448447-25f1-4e21-98ae-120c82927784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:05.167105 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-6a448447-25f1-4e21-98ae-120c82927784 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0429571 Nov 12 12:22:05.213503 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-e918a4db-4f27-4220-a0bc-947a031edc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:05.214999 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-e918a4db-4f27-4220-a0bc-947a031edc90 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398793 Nov 12 12:22:05.307569 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-b40a8df3-b4a8-48ff-9883-808d243d57f7 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826554 Nov 12 12:22:05.399129 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-b05aa478-7463-4de8-b2f5-c4987fc20b87 req-a62261c4-ee0f-45da-b2a9-691217cab38a service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813992 Nov 12 12:22:06.155702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf48ab-7f71-4e5e-bfe4-b97a40371036 req-d0127b31-54ce-4cdd-ba1e-fc52fb3517a3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:06.160969 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4bf48ab-7f71-4e5e-bfe4-b97a40371036 req-d0127b31-54ce-4cdd-ba1e-fc52fb3517a3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0755451 Nov 12 12:22:06.221426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4bf48ab-7f71-4e5e-bfe4-b97a40371036 req-357a8a45-f099-44e9-bfa0-5924816b26d4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546467 Nov 12 12:22:06.249813 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-9622889f-58e9-4fac-9b1f-770096cdd1b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594456 Nov 12 12:22:06.346161 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-03596bb5-1f97-4efa-817d-b561b329964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:06.348220 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-03596bb5-1f97-4efa-817d-b561b329964a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0508933 Nov 12 12:22:06.488465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-ef259f87-65d3-4629-acca-8b08070dd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:06.490338 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-ef259f87-65d3-4629-acca-8b08070dd364 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1141865 Nov 12 12:22:06.536859 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-521ad268-2022-4343-9d4d-bea119333756 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0369689 Nov 12 12:22:06.587757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-793371e2-88cd-4683-9d12-a73aeab3ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:06.589254 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-793371e2-88cd-4683-9d12-a73aeab3ebd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0458357 Nov 12 12:22:06.638750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-1ba6513c-8cee-427e-a3b9-1c2cc5eed63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:06.640372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-1ba6513c-8cee-427e-a3b9-1c2cc5eed63e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428708 Nov 12 12:22:06.765113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-9ed01d8c-9030-4ba2-8984-3445e444a414 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164355 Nov 12 12:22:06.874399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f8f7fade-245e-45fa-af3f-541fdd37f97f req-9d6c923f-c58d-496e-8788-2bf1447c35c5 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029582 Nov 12 12:22:07.343597 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec01c57-8c45-48f1-b60d-113f0175da47 req-9853c1b7-0a85-4189-b7f6-eff73a613896 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:07.345125 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eec01c57-8c45-48f1-b60d-113f0175da47 req-9853c1b7-0a85-4189-b7f6-eff73a613896 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0532846 Nov 12 12:22:07.394265 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eec01c57-8c45-48f1-b60d-113f0175da47 req-4a393ed2-125c-4325-9d9c-02afbe15e7c0 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 Nov 12 12:22:08.516512 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90671f-3a11-4f57-a3db-3beb40441eba req-df37c3fd-0a82-4648-9bb7-4913c135084d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:08.518463 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a90671f-3a11-4f57-a3db-3beb40441eba req-df37c3fd-0a82-4648-9bb7-4913c135084d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0541482 Nov 12 12:22:08.581897 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0a90671f-3a11-4f57-a3db-3beb40441eba req-2c6ce4ea-660f-48ec-affb-8b83d4071497 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541103 Nov 12 12:22:09.719679 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a7ea7-7360-4ed0-80c6-7a3dbdad1c2a req-87ab6c24-477e-4e4f-939c-64994842cf9a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:09.721325 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d38a7ea7-7360-4ed0-80c6-7a3dbdad1c2a req-87ab6c24-477e-4e4f-939c-64994842cf9a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0670652 Nov 12 12:22:09.776960 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d38a7ea7-7360-4ed0-80c6-7a3dbdad1c2a req-933d01e2-a43f-4f2c-b204-90804b8e4132 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491030 Nov 12 12:22:10.892277 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9cab7-ce97-4453-b181-396a0a883601 req-3b793d1e-7930-4799-8f3e-13eb562e5cd6 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:10.893676 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1aa9cab7-ce97-4453-b181-396a0a883601 req-3b793d1e-7930-4799-8f3e-13eb562e5cd6 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0489955 Nov 12 12:22:10.956613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1aa9cab7-ce97-4453-b181-396a0a883601 req-960c11fb-028b-4430-bbe0-13e2b1bcc56a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569870 Nov 12 12:22:12.075590 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbe0b3-9561-450c-99c2-73a55bb8cf0f req-1a9cc814-267b-418a-98c3-2b9d787bc436 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:12.077114 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6edbe0b3-9561-450c-99c2-73a55bb8cf0f req-1a9cc814-267b-418a-98c3-2b9d787bc436 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0506544 Nov 12 12:22:12.130768 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6edbe0b3-9561-450c-99c2-73a55bb8cf0f req-eca11159-a400-40ee-abef-42c4c0802697 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471835 Nov 12 12:22:13.246379 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4470-be93-4669-a4ab-482ca69d3992 req-44ac67ec-7dc3-45dc-8f71-bc53ba5b4731 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:13.247856 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11ec4470-be93-4669-a4ab-482ca69d3992 req-44ac67ec-7dc3-45dc-8f71-bc53ba5b4731 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0489450 Nov 12 12:22:13.307533 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11ec4470-be93-4669-a4ab-482ca69d3992 req-10176699-6373-4701-912b-364d140a1db6 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536447 Nov 12 12:22:14.422623 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23238303-e65b-49b8-91f5-3251b4d50caa req-d7d1a3ed-c9c4-4bf0-a979-fbe4361eeb29 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:14.424108 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23238303-e65b-49b8-91f5-3251b4d50caa req-d7d1a3ed-c9c4-4bf0-a979-fbe4361eeb29 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0483501 Nov 12 12:22:14.484033 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-23238303-e65b-49b8-91f5-3251b4d50caa req-1a738797-7e8c-466e-88e6-5060549d195c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526876 Nov 12 12:22:15.643091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be2935-a5f9-4ee9-bdb7-d22a34cdbe55 req-0f03494a-08b5-43e4-8af6-f95e131583b5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:15.647805 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72be2935-a5f9-4ee9-bdb7-d22a34cdbe55 req-0f03494a-08b5-43e4-8af6-f95e131583b5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0577359 Nov 12 12:22:15.703871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-72be2935-a5f9-4ee9-bdb7-d22a34cdbe55 req-888b2349-f64b-433c-b9e5-4f859d6a4310 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488679 Nov 12 12:22:16.844215 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41666f-5c87-43b7-8ee1-4a09bb5e47f4 req-89153da8-7eb5-45d4-baa1-92f758dbe94c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:16.845839 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee41666f-5c87-43b7-8ee1-4a09bb5e47f4 req-89153da8-7eb5-45d4-baa1-92f758dbe94c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0571563 Nov 12 12:22:16.930153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ee41666f-5c87-43b7-8ee1-4a09bb5e47f4 req-b19d4382-7483-42e9-bb1a-8e4a5212256a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767305 Nov 12 12:22:18.067635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0aa4a-0b29-49db-a871-371a03ee185e req-eda52650-ef27-46c1-a547-5fbab85d14e8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.069194 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08d0aa4a-0b29-49db-a871-371a03ee185e req-eda52650-ef27-46c1-a547-5fbab85d14e8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0502357 Nov 12 12:22:18.122188 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-08d0aa4a-0b29-49db-a871-371a03ee185e req-a061f4ae-8527-4ddf-a70b-ae1a768cee8b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470464 Nov 12 12:22:18.287642 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f7036-7956-4a67-a296-fef1c9db410c req-b04db609-8f18-44fd-ba28-c53c36989fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.289188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-223f7036-7956-4a67-a296-fef1c9db410c req-b04db609-8f18-44fd-ba28-c53c36989fe8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1095 time: 0.0417113 Nov 12 12:22:18.396630 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f7036-7956-4a67-a296-fef1c9db410c req-995ba6d1-6fe3-4f11-9944-cc5985b8f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.398119 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-223f7036-7956-4a67-a296-fef1c9db410c req-995ba6d1-6fe3-4f11-9944-cc5985b8f895 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0842576 Nov 12 12:22:18.459722 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:18.469966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-223f7036-7956-4a67-a296-fef1c9db410c req-943e8efc-a4fa-47f3-9ceb-b8860e8d718e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 999 time: 0.0620761 Nov 12 12:22:18.518694 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f7036-7956-4a67-a296-fef1c9db410c req-f93bd15b-8ae8-49ea-8d16-964887f0e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.520747 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-223f7036-7956-4a67-a296-fef1c9db410c req-f93bd15b-8ae8-49ea-8d16-964887f0e581 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0436862 Nov 12 12:22:18.567706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f7036-7956-4a67-a296-fef1c9db410c req-4ee395c2-52b1-48a3-a5ff-78ae3986bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:18.569113 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-223f7036-7956-4a67-a296-fef1c9db410c req-4ee395c2-52b1-48a3-a5ff-78ae3986bb45 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395064 Nov 12 12:22:18.663048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-223f7036-7956-4a67-a296-fef1c9db410c req-c0c2bef1-9fec-4926-bdad-67164fa51461 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859370 Nov 12 12:22:18.757456 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-223f7036-7956-4a67-a296-fef1c9db410c req-5c099a6b-39ea-4c54-9300-2a3a0991be66 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863929 Nov 12 12:22:19.237782 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4dc67-cac9-4b9b-aa56-73ad7ab15ea2 req-b5b8363f-a43b-4912-bf42-32c944e7c72b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:19.239835 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4df4dc67-cac9-4b9b-aa56-73ad7ab15ea2 req-b5b8363f-a43b-4912-bf42-32c944e7c72b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0490599 Nov 12 12:22:19.288755 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4df4dc67-cac9-4b9b-aa56-73ad7ab15ea2 req-62e5c25e-bee0-4e5f-8daf-02e1caecceb7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429587 Nov 12 12:22:20.405547 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d4db6-f413-49d2-83f7-502c48b52923 req-40b2a543-443a-4e98-90d6-ce96f8467da2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:20.407021 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be9d4db6-f413-49d2-83f7-502c48b52923 req-40b2a543-443a-4e98-90d6-ce96f8467da2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0496624 Nov 12 12:22:20.455975 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be9d4db6-f413-49d2-83f7-502c48b52923 req-a7ea667e-9769-45ab-9e2c-7037c43ae806 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423567 Nov 12 12:22:21.476856 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:21.577450 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9589-e257-49e2-a8a0-8cc70231413e req-20440869-e8a8-4935-b6ef-d222373f0b6e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:21.579012 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af0c9589-e257-49e2-a8a0-8cc70231413e req-20440869-e8a8-4935-b6ef-d222373f0b6e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 943 time: 0.0533910 Nov 12 12:22:21.633418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-af0c9589-e257-49e2-a8a0-8cc70231413e req-ab0e897c-caa6-4cae-8d41-947fc5f09536 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478485 Nov 12 12:22:21.727495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:22:21.821511 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:21.832701 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'port_id': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'mac_address': 'fa:16:3e:ad:33:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:22:21.872647 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:21.885616 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe8001d-236c-43f6-94c1-22abfb57d7bf {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:22:21.904930 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:21.997488 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:22.043349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=9']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:22.309016 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['fbe8001d-236c-43f6-94c1-22abfb57d7bf'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:22:22.764137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ce205-7904-4e9b-8f2f-295a6fe08a39 req-90725ca8-28c0-4b07-9cd6-6199d5f7d37d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:22.765725 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f7ce205-7904-4e9b-8f2f-295a6fe08a39 req-90725ca8-28c0-4b07-9cd6-6199d5f7d37d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 944 time: 0.0568531 Nov 12 12:22:22.818512 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9f7ce205-7904-4e9b-8f2f-295a6fe08a39 req-3193db4b-2540-4578-a39f-6fa99e901f57 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446396 Nov 12 12:22:23.742014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:22:23.789550 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port fbe8001d-236c-43f6-94c1-22abfb57d7bf triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:22:23.789916 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:23.871865 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:23.894291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:22:23.896985 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6640b1-37ae-4e79-b9cb-5eac8209775d" -d '{"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-plugged", "status": "completed", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:22:23.910044 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:22:23.941661 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76986ed-ef76-4e9f-a68d-f5d46a93682b req-d354d101-e55d-41ef-bf13-f8a992256a8b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:23.943144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b76986ed-ef76-4e9f-a68d-f5d46a93682b req-d354d101-e55d-41ef-bf13-f8a992256a8b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 944 time: 0.0543084 Nov 12 12:22:23.993343 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b76986ed-ef76-4e9f-a68d-f5d46a93682b req-620edf85-06bc-4a1c-840d-b7b4788002ad tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439949 Nov 12 12:22:23.997041 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:24.037466 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b891fbaf-28e4-439a-8c21-ef64a5fdfae0 x-openstack-request-id: req-b891fbaf-28e4-439a-8c21-ef64a5fdfae0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:22:24.037752 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-plugged", "status": "completed", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:22:24.038006 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b891fbaf-28e4-439a-8c21-ef64a5fdfae0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:22:24.038402 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'code': 200} Nov 12 12:22:24.048186 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=10']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:22:24.700478 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb8cd8-9e7b-48a1-aaa4-9c7e92428305 req-2341fae4-2c82-4757-9df8-a1c1dd3c64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:24.701982 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eebb8cd8-9e7b-48a1-aaa4-9c7e92428305 req-2341fae4-2c82-4757-9df8-a1c1dd3c64c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1098 time: 0.4796112 Nov 12 12:22:24.757046 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eebb8cd8-9e7b-48a1-aaa4-9c7e92428305 req-837a28f9-838b-4cd6-8fc5-41b57adaf38c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441811 Nov 12 12:22:25.121779 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266c54-cd34-4bfb-a45b-ce4c8afff7e9 req-40c9d260-3abc-49ff-8354-54593211711f tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:25.123269 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa266c54-cd34-4bfb-a45b-ce4c8afff7e9 req-40c9d260-3abc-49ff-8354-54593211711f tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 946 time: 0.0528970 Nov 12 12:22:25.173526 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fa266c54-cd34-4bfb-a45b-ce4c8afff7e9 req-e99f5f87-ea62-4bfe-bc1d-f0a547ea9502 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442395 Nov 12 12:22:26.291672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59977bb-1987-427c-abcc-c22d794cc393 req-a1e063e9-057f-4d99-ba00-e056d8828280 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:26.293272 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a59977bb-1987-427c-abcc-c22d794cc393 req-a1e063e9-057f-4d99-ba00-e056d8828280 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 946 time: 0.0500748 Nov 12 12:22:26.347047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a59977bb-1987-427c-abcc-c22d794cc393 req-d42a199f-18b9-4099-bc0a-89600173b19d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478559 Nov 12 12:22:27.463612 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f851ae-fa72-49e4-af0b-f9b18ed4147a req-91d6c43b-4e39-418c-a875-8063ef25cba2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:22:27.465149 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1f851ae-fa72-49e4-af0b-f9b18ed4147a req-91d6c43b-4e39-418c-a875-8063ef25cba2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 946 time: 0.0499172 Nov 12 12:22:27.514718 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a1f851ae-fa72-49e4-af0b-f9b18ed4147a req-aee0e7f5-cf9f-4002-90a4-e375ae494b3a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433290 Nov 12 12:22:29.441203 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ad967b67-7f87-4233-8d50-45bd318c35a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:31.869878 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93dd0989-f1e0-4d93-95d2-4cf8cbb7cef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:33.384417 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.539410 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:34.932730 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:38.911147 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:22:48.453183 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:51.504892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:22:59.418905 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7c16e648-f81e-4731-80e4-3ad63a55c4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:01.836357 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2088956b-da31-47d0-b104-2f24520079ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:03.344327 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.459043 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:04.933372 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:08.254532 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-169bc6f7-b2eb-4534-b56a-3b13a21036c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0824711 Nov 12 12:23:08.338536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-26f68f53-3854-4e34-8315-66028a7c3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:08.340054 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-26f68f53-3854-4e34-8315-66028a7c3e01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0425999 Nov 12 12:23:08.440954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-e005d415-9027-411c-b827-3823085e9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:08.442934 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-e005d415-9027-411c-b827-3823085e9920 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0827310 Nov 12 12:23:08.487253 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-30709475-c2e2-433f-9816-fea126397537 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0374846 Nov 12 12:23:08.536530 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-e9ac2c24-d551-44d2-a7d6-e5e8bdcaf919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:08.537941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-e9ac2c24-d551-44d2-a7d6-e5e8bdcaf919 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0427308 Nov 12 12:23:08.582958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-aaa20389-6de0-4a00-863b-f4e1859e6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:08.584464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-aaa20389-6de0-4a00-863b-f4e1859e6861 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399098 Nov 12 12:23:08.677132 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-177df68c-a4d7-4883-a936-a2c3c146f5ac service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852845 Nov 12 12:23:08.766000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0fe2eb5a-0ef3-4905-9714-a7c5b9969cf1 req-338bcc84-6751-48a2-918e-76a0218b5605 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818467 Nov 12 12:23:15.239302 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-98e070ba-7f26-4318-8822-ca7c99427c50 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825453 Nov 12 12:23:15.327638 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-ee2e19e1-467a-4e17-a36e-7b19a3a53146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.329162 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-ee2e19e1-467a-4e17-a36e-7b19a3a53146 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1098 time: 0.0452008 Nov 12 12:23:15.436809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-0491018a-3c10-49a8-93b8-a2a7a0e3749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.438211 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-0491018a-3c10-49a8-93b8-a2a7a0e3749b service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0851364 Nov 12 12:23:15.510927 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-0d04d912-72cb-466d-995b-119e38c03af0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 1001 time: 0.0607674 Nov 12 12:23:15.559390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-6501a8a6-da98-4956-adb0-222d474554e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.560872 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-6501a8a6-da98-4956-adb0-222d474554e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0430057 Nov 12 12:23:15.605963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-fe1dfbe3-597f-45dd-b53f-0ac4f28091f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:15.607493 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-fe1dfbe3-597f-45dd-b53f-0ac4f28091f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391104 Nov 12 12:23:15.701981 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-5d131785-f42a-40c0-b18b-0d6a27544cd4 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862570 Nov 12 12:23:15.791677 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-711df8be-a900-41f3-8c3b-42cbba28f7e8 req-e0a3d5b1-0268-4542-861c-2d18c02c611b service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818520 Nov 12 12:23:15.911078 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:23:18.481810 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:21.470149 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:29.447081 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-104b9759-5d12-405e-a2a4-947db21bd568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:31.835367 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d3e68d56-47fd-43af-b46b-f722d23e171a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:33.338447 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.464232 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:34.858527 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:40.801853 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45166) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:40.963803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Deleting port c41439d1-5abc-467e-8a6e-6184bdd4ce77 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:40.964086 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.039554 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.039872 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.051265 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Calling delete_port for c41439d1-5abc-467e-8a6e-6184bdd4ce77 owned by network:floatingip {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:41.298634 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.324722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event deleted for resources: {'Port': ['ID=c41439d1-5abc-467e-8a6e-6184bdd4ce77,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:41.349268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.349617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.349958 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.350338 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.350673 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.351002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.351330 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.351654 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.352020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.352359 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.352712 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.353041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:23:41.399337 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.399669 n-d-768852-22 neutron-server[109705]: INFO neutron.db.l3_db [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Floating IP 664d7b93-ab37-4c66-b4f1-20c8a53e0b8e disassociated (deleted). External IP: 172.25.3.160, port: fbe8001d-236c-43f6-94c1-22abfb57d7bf. Nov 12 12:23:41.605012 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Router db699b94-c365-4ae2-a074-7b7078e0396a has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:23:41.717120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:23:41.721998 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:41.727530 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] Sync routers for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:23:41.737441 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:41.738149 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:41.753244 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ce1e65ec-8750-4cdc-a1c6-3c36c8439fd9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "DELETE /v2.0/floatingips/664d7b93-ab37-4c66-b4f1-20c8a53e0b8e HTTP/1.1" status: 204 len: 168 time: 0.9501562 Nov 12 12:23:41.753709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:41.756144 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0024f45-6404-4e85-96b0-cc3036fa593e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:41.856448 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:42.063415 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:42.089657 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] Checking router: db699b94-c365-4ae2-a074-7b7078e0396a for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:23:42.097947 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:23:42.098534 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:23:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:42.209909 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:23:42.238824 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df825d4a-546d-47ba-ac0c-43e9ce773945 x-openstack-request-id: req-df825d4a-546d-47ba-ac0c-43e9ce773945 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:42.239375 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:42.239375 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-df825d4a-546d-47ba-ac0c-43e9ce773945 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:42.239735 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'status': 'completed', 'code': 200} Nov 12 12:23:42.306105 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-22c56335-0fae-4d93-8458-c037edd1267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.308164 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-22c56335-0fae-4d93-8458-c037edd1267c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 1098 time: 0.0445554 Nov 12 12:23:42.391738 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be185108-aaa7-4ba5-a17f-5eedf751e7a4 req-92abbe0d-94df-4712-8442-43e93e17a4f5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.393173 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be185108-aaa7-4ba5-a17f-5eedf751e7a4 req-92abbe0d-94df-4712-8442-43e93e17a4f5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 946 time: 0.1043515 Nov 12 12:23:42.406689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-b05de858-5432-42a2-ab65-ef1e676289cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.408431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-b05de858-5432-42a2-ab65-ef1e676289cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0914028 Nov 12 12:23:42.423086 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:23:42.447083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be185108-aaa7-4ba5-a17f-5eedf751e7a4 req-0d20529f-721f-4f33-8655-0ccbfef591ff tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467224 Nov 12 12:23:42.454382 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b286b2-ee74-4883-9149-47855cca8d36 None None] The sync data for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 is: [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:23:42.457848 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-e96c9e75-f108-4c7f-9d74-136f4747a0e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 200 len: 217 time: 0.0417750 Nov 12 12:23:42.510593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-10f9fd3a-e1f7-44fc-bb0e-7eaeecb14cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.512214 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-10f9fd3a-e1f7-44fc-bb0e-7eaeecb14cce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0469346 Nov 12 12:23:42.567755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-6922806c-472c-45d8-8f4d-ff820124bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:42.569301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-6922806c-472c-45d8-8f4d-ff820124bd38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487278 Nov 12 12:23:42.701371 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929c0fa9-323a-4335-88b9-a15618590df6 None None] New status for floating IP 664d7b93-ab37-4c66-b4f1-20c8a53e0b8e: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:23:42.705594 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-3d4145b1-0686-4d4c-8db3-0db54b23cc2f service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224973 Nov 12 12:23:42.800176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c0024f45-6404-4e85-96b0-cc3036fa593e req-fb98cd70-9b7d-49f3-9b24-8929f989a848 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862286 Nov 12 12:23:43.836343 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bac3b-a38c-44f3-8a68-c1b465a95b01 req-86229710-f8ba-468d-afd4-e2be4285ed35 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.837849 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e23bac3b-a38c-44f3-8a68-c1b465a95b01 req-86229710-f8ba-468d-afd4-e2be4285ed35 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 946 time: 0.3216858 Nov 12 12:23:43.853549 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-0f2529c4-1f14-4bdb-9076-70906c2a9ac7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:23:43.855049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-0f2529c4-1f14-4bdb-9076-70906c2a9ac7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 946 time: 0.0559447 Nov 12 12:23:43.888072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e23bac3b-a38c-44f3-8a68-c1b465a95b01 req-ef101f1e-8934-4360-8aab-5ad8c5e495a4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=fd774eba-2bd9-4075-a5b5-d0596b8539e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Nov 12 12:23:43.955268 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Deleting port fbe8001d-236c-43f6-94c1-22abfb57d7bf {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:23:43.955611 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.048180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] For port fbe8001d-236c-43f6-94c1-22abfb57d7bf, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=fbe8001d-236c-43f6-94c1-22abfb57d7bf,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:23:44.048544 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.061366 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Calling delete_port for fbe8001d-236c-43f6-94c1-22abfb57d7bf owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:23:44.270088 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.309300 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event deleted for resources: {'Port': ['ID=fbe8001d-236c-43f6-94c1-22abfb57d7bf,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:44.351390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] No DVR routers for this DVR port fbe8001d-236c-43f6-94c1-22abfb57d7bf on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:23:44.354609 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:44.357942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5c8b0021-f506-40ed-903a-01bd6374afc4 req-c4e1dc06-44c8-49e8-851a-6ddfc0283b4c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "DELETE /v2.0/ports/fbe8001d-236c-43f6-94c1-22abfb57d7bf HTTP/1.1" status: 204 len: 173 time: 0.4934700 Nov 12 12:23:44.358369 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-deleted', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:23:44.360608 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c784a9d-a862-4c54-904c-5e1682ba27dc" -d '{"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-deleted", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:23:44.395732 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fe7ddd-c520-4b12-ac48-11a5a11fc619 x-openstack-request-id: req-e0fe7ddd-c520-4b12-ac48-11a5a11fc619 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:23:44.396054 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e51f4bf-6e9a-4b13-9ad5-6c01372c6242", "name": "network-vif-deleted", "tag": "fbe8001d-236c-43f6-94c1-22abfb57d7bf", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:23:44.396311 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e0fe7ddd-c520-4b12-ac48-11a5a11fc619 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:23:44.396713 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e51f4bf-6e9a-4b13-9ad5-6c01372c6242', 'name': 'network-vif-deleted', 'tag': 'fbe8001d-236c-43f6-94c1-22abfb57d7bf', 'status': 'completed', 'code': 200} Nov 12 12:23:44.996040 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fbf57e5c-6092-4fb5-8651-6cfe374e0dc6 req-ffbe1e98-3a6b-4f94-9033-e8a592f64220 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=5e51f4bf-6e9a-4b13-9ad5-6c01372c6242 HTTP/1.1" status: 200 len: 210 time: 0.0263016 Nov 12 12:23:46.055441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45190) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:46.111628 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7f6117d-fdcd-465a-be10-00e5216f45a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.136207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:23:46.137533 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7f6117d-fdcd-465a-be10-00e5216f45a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.155665 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: fbe8001d-236c-43f6-94c1-22abfb57d7bf {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:23:46.156036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device fbe8001d-236c-43f6-94c1-22abfb57d7bf not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:23:46.281382 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7f6117d-fdcd-465a-be10-00e5216f45a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.284040 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-c7f6117d-fdcd-465a-be10-00e5216f45a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:46.285205 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-c7f6117d-fdcd-465a-be10-00e5216f45a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "DELETE /v2.0/security-groups/fd774eba-2bd9-4075-a5b5-d0596b8539e2 HTTP/1.1" status: 204 len: 168 time: 0.2287288 Nov 12 12:23:46.295030 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6117d-fdcd-465a-be10-00e5216f45a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd774eba-2bd9-4075-a5b5-d0596b8539e2,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:46.860228 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45196) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:46.864878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-ad7e459d-69ce-40ef-9cc7-da983a8ba78e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230490982', 'description': 'tempest-secgroup-smoke-1230490982 description', 'project_id': '88f74532495c43e3be23894af72ab10c'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:46.979154 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ad7e459d-69ce-40ef-9cc7-da983a8ba78e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.043330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ad7e459d-69ce-40ef-9cc7-da983a8ba78e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.102851 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ad7e459d-69ce-40ef-9cc7-da983a8ba78e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.130569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e459d-69ce-40ef-9cc7-da983a8ba78e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9152df1b-6f4e-48eb-8636-8f43ce789117,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:47.197680 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-ad7e459d-69ce-40ef-9cc7-da983a8ba78e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.199000 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-ad7e459d-69ce-40ef-9cc7-da983a8ba78e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3377275 Nov 12 12:23:47.201968 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45198) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:47.206305 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-af84f879-05e5-43fa-8b3e-4613e92c57f4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': '9152df1b-6f4e-48eb-8636-8f43ce789117', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:47.308127 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af84f879-05e5-43fa-8b3e-4613e92c57f4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.362498 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af84f879-05e5-43fa-8b3e-4613e92c57f4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.441504 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af84f879-05e5-43fa-8b3e-4613e92c57f4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.459713 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84f879-05e5-43fa-8b3e-4613e92c57f4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35aade0-04c0-4a10-bcce-9b1eb710c3d9,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:47.527800 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-af84f879-05e5-43fa-8b3e-4613e92c57f4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.529082 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-af84f879-05e5-43fa-8b3e-4613e92c57f4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3261845 Nov 12 12:23:47.531878 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45200) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:47.536251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-73c2798a-9427-4fd0-ac37-26a39170afbc tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': '9152df1b-6f4e-48eb-8636-8f43ce789117', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:47.621852 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73c2798a-9427-4fd0-ac37-26a39170afbc tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.677769 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73c2798a-9427-4fd0-ac37-26a39170afbc tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.755341 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73c2798a-9427-4fd0-ac37-26a39170afbc tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.773317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2798a-9427-4fd0-ac37-26a39170afbc tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d05866-4aa1-49d0-a8d8-f870e64b62ac,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:47.843076 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-73c2798a-9427-4fd0-ac37-26a39170afbc tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:47.844344 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-73c2798a-9427-4fd0-ac37-26a39170afbc tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3114910 Nov 12 12:23:47.847184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45202) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:47.851524 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-3b2f686e-05af-4035-9eac-708e2740c392 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': '9152df1b-6f4e-48eb-8636-8f43ce789117', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:47.943579 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b2f686e-05af-4035-9eac-708e2740c392 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.002600 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b2f686e-05af-4035-9eac-708e2740c392 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.081289 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b2f686e-05af-4035-9eac-708e2740c392 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.100976 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f686e-05af-4035-9eac-708e2740c392 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb47831-e973-4f05-8349-1fe2602b0912,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:48.169083 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-3b2f686e-05af-4035-9eac-708e2740c392 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.170372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-3b2f686e-05af-4035-9eac-708e2740c392 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222649 Nov 12 12:23:48.173204 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45204) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:48.177882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-267fdb63-6538-4d5a-ab38-f519a79fd665 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': '9152df1b-6f4e-48eb-8636-8f43ce789117', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:48.286033 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-267fdb63-6538-4d5a-ab38-f519a79fd665 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.342890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-267fdb63-6538-4d5a-ab38-f519a79fd665 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.418152 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-267fdb63-6538-4d5a-ab38-f519a79fd665 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.436950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fdb63-6538-4d5a-ab38-f519a79fd665 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a7f208-8592-4dea-9547-a576e78569c8,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:48.509740 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.534685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-267fdb63-6538-4d5a-ab38-f519a79fd665 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.535950 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-267fdb63-6538-4d5a-ab38-f519a79fd665 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3616800 Nov 12 12:23:48.542635 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45206) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:48.543481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-faf1ba5e-9b82-4b94-8ae9-43699d2fabc3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': '9152df1b-6f4e-48eb-8636-8f43ce789117', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:48.636115 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-faf1ba5e-9b82-4b94-8ae9-43699d2fabc3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Project 88f74532495c43e3be23894af72ab10c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:23:48.641612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-faf1ba5e-9b82-4b94-8ae9-43699d2fabc3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.708688 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-faf1ba5e-9b82-4b94-8ae9-43699d2fabc3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.783725 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-faf1ba5e-9b82-4b94-8ae9-43699d2fabc3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.802536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1ba5e-9b82-4b94-8ae9-43699d2fabc3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2693d0b1-fb54-43a2-942a-3fc980a0d80f,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:48.906011 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-faf1ba5e-9b82-4b94-8ae9-43699d2fabc3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:48.907293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-faf1ba5e-9b82-4b94-8ae9-43699d2fabc3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3671689 Nov 12 12:23:48.910041 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45208) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:23:48.915119 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-174f1ae3-90a7-4a42-bce4-cecabf49358e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'security_group_rule': {'security_group_id': '9152df1b-6f4e-48eb-8636-8f43ce789117', 'project_id': '88f74532495c43e3be23894af72ab10c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:23:49.012404 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-174f1ae3-90a7-4a42-bce4-cecabf49358e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Project 88f74532495c43e3be23894af72ab10c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:23:49.017760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-174f1ae3-90a7-4a42-bce4-cecabf49358e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.088269 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-174f1ae3-90a7-4a42-bce4-cecabf49358e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.133115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-174f1ae3-90a7-4a42-bce4-cecabf49358e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.152372 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f1ae3-90a7-4a42-bce4-cecabf49358e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1637b9be-90d0-40e7-b248-d1a081e70af2,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:23:49.208865 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-174f1ae3-90a7-4a42-bce4-cecabf49358e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:49.210100 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-174f1ae3-90a7-4a42-bce4-cecabf49358e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2991378 Nov 12 12:23:51.497379 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:23:52.910404 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:23:59.978486 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-742ac045-4b4b-45a6-931a-9e4a9b4128cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:01.852746 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2ec816e9-51bf-4bb2-9760-3399f3c7939b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:03.378231 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.599971 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:04.898437 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:10.221448 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-03275131-b4ed-4d42-a26f-509e94b425de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417509 Nov 12 12:24:10.304701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-b77d6c21-18ba-4a62-8dd3-2cd0b2d54ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.306198 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-b77d6c21-18ba-4a62-8dd3-2cd0b2d54ddc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0420387 Nov 12 12:24:10.417279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-e34884b2-cc56-4b20-922c-b16bfe6814ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.418617 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-e34884b2-cc56-4b20-922c-b16bfe6814ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0923049 Nov 12 12:24:10.462207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-4b4294a0-5f64-44fd-8568-e280e8ac9803 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0358534 Nov 12 12:24:10.516389 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-f2f48f55-943f-4738-80d5-371750095cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.517871 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-f2f48f55-943f-4738-80d5-371750095cb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0493507 Nov 12 12:24:10.565740 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-9d6a7040-d6fc-4f5b-bb79-7e28810083d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:10.567172 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-9d6a7040-d6fc-4f5b-bb79-7e28810083d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412459 Nov 12 12:24:10.660408 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-660e9bb9-3f29-4928-ba61-8f269befadc0 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853267 Nov 12 12:24:10.753300 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-14a6467f-3126-4c7d-80c0-1fac7397a6e2 req-3d3c72bb-68f8-4737-82e2-edf0dc0fcd57 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855298 Nov 12 12:24:11.228192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-130249a5-881c-41fe-8ab7-64f3a896200d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230490982&fields=id&tenant_id=88f74532495c43e3be23894af72ab10c HTTP/1.1" status: 200 len: 267 time: 0.0439603 Nov 12 12:24:11.353974 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-fc23d4dd-68cc-4733-a3c9-cf4cc6caef51 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:11.355436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-fc23d4dd-68cc-4733-a3c9-cf4cc6caef51 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 808 time: 0.1205404 Nov 12 12:24:11.370141 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c952c67b-7749-4cb9-af57-85d738a522ca tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/quotas/88f74532495c43e3be23894af72ab10c HTTP/1.1" status: 200 len: 375 time: 0.0089579 Nov 12 12:24:11.421731 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-a08d9c40-1673-4e0c-b8a6-a18bfd96b125 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458424 Nov 12 12:24:11.481238 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-6e376f8d-e6c6-442c-98a2-692638ac2432 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:24:11.482153 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-6e376f8d-e6c6-442c-98a2-692638ac2432 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475051 Nov 12 12:24:11.573563 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-4b8cf50a-518d-4144-a876-a7970627e9db service neutron] 10.222.0.98 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850852 Nov 12 12:24:11.666957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-3437e065-1043-4a41-8270-80f2190704b7 service neutron] 10.222.0.98 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871556 Nov 12 12:24:12.287394 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-46302ac7-0253-48ca-bcd2-6636bcf8d40e req-544e7514-3100-46a2-8702-837dda68486d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0264876 Nov 12 12:24:13.435985 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cbda69e4-b085-4cea-91b7-94580c7c79d4 req-c4693caf-5e0a-4f14-b866-d18cd962d6f3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0310190 Nov 12 12:24:14.464148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-8bec24aa-17cc-498d-b2ef-d97811f4e457 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:14.465642 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-8bec24aa-17cc-498d-b2ef-d97811f4e457 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 808 time: 0.1009104 Nov 12 12:24:14.536198 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e7acbd16-327e-4cc2-8f0a-979e70fbbd9e req-24f3af92-deaf-443a-952d-4d75484f47fa tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0266700 Nov 12 12:24:14.560565 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-7495e8fe-b570-4ede-81b3-2216e7eec6f2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f74532495c43e3be23894af72ab10c HTTP/1.1" status: 200 len: 380 time: 0.0669422 Nov 12 12:24:14.572113 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'port': {'device_id': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'admin_state_up': True, 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'security_groups': ['9152df1b-6f4e-48eb-8636-8f43ce789117']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:14.749536 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Made reservation on behalf of 88f74532495c43e3be23894af72ab10c for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:24:14.753314 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:14.886581 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Allocated IP 172.20.0.3 (21914f69-2e81-4061-bf0f-fa68287594a4/0e082e17-8213-46b2-b5eb-94f06377d45a/50cff854-c53e-4dbf-86dd-fba7319ac931) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:15.035461 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.172835 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.215320 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Network 21914f69-2e81-4061-bf0f-fa68287594a4 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:15.220589 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:15.224386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:15.250321 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:15.280314 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:15.281263 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.369839 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-9cdef849-50c5-48b0-9528-c8db500000cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013124 Nov 12 12:24:15.383523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Request body: {'port': {'device_id': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:15.446990 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.573435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-64431065-c81e-4866-88f1-3dc7ba396f9f None None] Provisioning complete for port 50cff854-c53e-4dbf-86dd-fba7319ac931 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:15.574648 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-64431065-c81e-4866-88f1-3dc7ba396f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.620908 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-64431065-c81e-4866-88f1-3dc7ba396f9f None None] Port 50cff854-c53e-4dbf-86dd-fba7319ac931 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:24:15.661424 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fff09e-7c65-44ca-9a46-4fede3f35275 req-c3daf75d-2db3-4939-b8c0-94015cbd08f9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:15.663078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84fff09e-7c65-44ca-9a46-4fede3f35275 req-c3daf75d-2db3-4939-b8c0-94015cbd08f9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 931 time: 0.0554633 Nov 12 12:24:15.717000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-84fff09e-7c65-44ca-9a46-4fede3f35275 req-d749fece-0356-4e53-b44a-9b3a553d09d5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467877 Nov 12 12:24:15.742795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cff854-c53e-4dbf-86dd-fba7319ac931 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:15.750221 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.764144 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Transition to ACTIVE for port object 50cff854-c53e-4dbf-86dd-fba7319ac931 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:24:15.875101 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:15.929254 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Pushing event updated for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:16.000246 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Attempting to bind port 50cff854-c53e-4dbf-86dd-fba7319ac931 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:24:16.000750 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Attempting to bind port 50cff854-c53e-4dbf-86dd-fba7319ac931 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:24:16.001091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Attempting to bind port 50cff854-c53e-4dbf-86dd-fba7319ac931 on network 21914f69-2e81-4061-bf0f-fa68287594a4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:16.005757 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Port 50cff854-c53e-4dbf-86dd-fba7319ac931 on network 21914f69-2e81-4061-bf0f-fa68287594a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:24:16.005995 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Attempting to bind port 50cff854-c53e-4dbf-86dd-fba7319ac931 on network 21914f69-2e81-4061-bf0f-fa68287594a4 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:24:16.011148 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:24:16.011499 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Checking segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:24:16.011872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Bound using segment: {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:24:16.012342 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Bound port: 50cff854-c53e-4dbf-86dd-fba7319ac931, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e0625a-a938-4d14-a122-1f86beb1a0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:24:16.012705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.087785 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:24:16.091753 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:24:16.171622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.212523 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.213220 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:16.214748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] 10.222.0.69 "PUT /v2.0/ports/50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 1092 time: 0.8362484 Nov 12 12:24:16.215707 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:16.218081 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92af96c-9fcf-4354-b7f4-220a953404a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:16.287845 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c3208-e432-464c-b8a5-6c7ed60769d3 service neutron] Pushing event updated for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:16.355658 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3d4c82-be28-4da6-a430-cb2b1546352a x-openstack-request-id: req-da3d4c82-be28-4da6-a430-cb2b1546352a {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:16.355952 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:16.356219 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-da3d4c82-be28-4da6-a430-cb2b1546352a {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:16.356911 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'status': 'completed', 'code': 200} Nov 12 12:24:16.446486 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92af96c-9fcf-4354-b7f4-220a953404a4 req-dadf181f-6583-42e3-8d1a-34939181d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.448757 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a92af96c-9fcf-4354-b7f4-220a953404a4 req-dadf181f-6583-42e3-8d1a-34939181d12f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1095 time: 0.0795777 Nov 12 12:24:16.595050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92af96c-9fcf-4354-b7f4-220a953404a4 req-635e5990-5bbf-4fcd-9c06-69ae794883b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.596730 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a92af96c-9fcf-4354-b7f4-220a953404a4 req-635e5990-5bbf-4fcd-9c06-69ae794883b4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=88f74532495c43e3be23894af72ab10c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1375685 Nov 12 12:24:16.710219 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92af96c-9fcf-4354-b7f4-220a953404a4 req-a2c0cd75-c6fc-4623-8bc4-6accb5ccba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.711702 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-a92af96c-9fcf-4354-b7f4-220a953404a4 req-a2c0cd75-c6fc-4623-8bc4-6accb5ccba9b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074643 Nov 12 12:24:16.801722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-735f73a4-8092-4125-bc84-6e8bacd11682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.804459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-735f73a4-8092-4125-bc84-6e8bacd11682 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1095 time: 0.0519152 Nov 12 12:24:16.860877 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-e6cf9278-ef77-4db3-a5d1-01af30b43a7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 217 time: 0.0443392 Nov 12 12:24:16.874164 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf9567-e46c-4b50-841b-b4f715abcc18 req-5224b4e8-7717-4a7d-b2a6-ec3413b8b6df tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.882225 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9abf9567-e46c-4b50-841b-b4f715abcc18 req-5224b4e8-7717-4a7d-b2a6-ec3413b8b6df tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0740793 Nov 12 12:24:16.950584 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9abf9567-e46c-4b50-841b-b4f715abcc18 req-782fae85-c77c-4633-821c-083f45ce5d19 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673120 Nov 12 12:24:16.959152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-0f0c9c97-8ff6-4c69-801d-e610b5ed46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:16.961252 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-0f0c9c97-8ff6-4c69-801d-e610b5ed46fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0894330 Nov 12 12:24:17.016354 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-26076e75-ce40-4fe0-a19e-01d313c88d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:17.017893 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-26076e75-ce40-4fe0-a19e-01d313c88d2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480022 Nov 12 12:24:17.112431 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-74e9442b-86a3-48d8-bc08-fdba6fa263d6 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863786 Nov 12 12:24:17.209144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9ecdf5ec-81c8-483e-ad63-6614173b639a req-a5532e5b-7df6-43ea-94c7-0fb8c5725692 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893264 Nov 12 12:24:18.073230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefeac4-5479-4e0b-a5dc-e8042dc67bb0 req-020e9d3f-4f09-44d6-a113-115e3eb45eed tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:18.075368 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-faefeac4-5479-4e0b-a5dc-e8042dc67bb0 req-020e9d3f-4f09-44d6-a113-115e3eb45eed tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0557485 Nov 12 12:24:18.127208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-faefeac4-5479-4e0b-a5dc-e8042dc67bb0 req-3b9992dc-f4d9-4c62-b240-46e1cca27817 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458751 Nov 12 12:24:18.498127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:19.246254 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252e9c0-26fb-48bb-a7e4-c56a2f06ccc8 req-f42e3284-9a73-4a4e-8028-3fad2d043f94 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:19.247747 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a252e9c0-26fb-48bb-a7e4-c56a2f06ccc8 req-f42e3284-9a73-4a4e-8028-3fad2d043f94 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0500734 Nov 12 12:24:19.297908 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a252e9c0-26fb-48bb-a7e4-c56a2f06ccc8 req-dfdde928-11b8-46f2-b9c9-2fcc74548572 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Nov 12 12:24:20.423852 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2db7a0-c298-44c9-83b0-33b7283d5a74 req-7eeac13d-3cea-4194-8c87-8f9dcdf8c022 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:20.425437 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac2db7a0-c298-44c9-83b0-33b7283d5a74 req-7eeac13d-3cea-4194-8c87-8f9dcdf8c022 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0545204 Nov 12 12:24:20.487255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac2db7a0-c298-44c9-83b0-33b7283d5a74 req-a4a1ecf9-241e-4023-a681-8b548aa7e5dd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550215 Nov 12 12:24:21.520709 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:21.606556 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d8ad-39ba-4eff-8de9-becd164bb0cd req-885f2d43-a245-48ec-a1e9-7d08ccbd0319 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:21.608079 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cfc7d8ad-39ba-4eff-8de9-becd164bb0cd req-885f2d43-a245-48ec-a1e9-7d08ccbd0319 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0496850 Nov 12 12:24:21.660126 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cfc7d8ad-39ba-4eff-8de9-becd164bb0cd req-58640e61-3b3e-4d7c-90a9-2d00c7a0f84f tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459371 Nov 12 12:24:22.780550 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8ae1b-853a-402a-94a2-4102fbdb4fee req-db5ac806-8b7b-406d-a670-bccd53b9cbe3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:22.782050 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21b8ae1b-853a-402a-94a2-4102fbdb4fee req-db5ac806-8b7b-406d-a670-bccd53b9cbe3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0501394 Nov 12 12:24:22.835917 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-21b8ae1b-853a-402a-94a2-4102fbdb4fee req-87e9d007-24a9-4d12-97fe-41b49ed2a22d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478911 Nov 12 12:24:23.953406 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5063f94-6127-4f71-b633-4046287d3554 req-15351552-87fb-4c7e-97a4-2695a06c158c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:23.954918 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5063f94-6127-4f71-b633-4046287d3554 req-15351552-87fb-4c7e-97a4-2695a06c158c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0489011 Nov 12 12:24:24.004838 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e5063f94-6127-4f71-b633-4046287d3554 req-12a5451d-44dc-4205-a61d-b6c8cf8742ce tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Nov 12 12:24:25.120787 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2494c5-f8f0-442a-8679-28ba276c8f3e req-20e197d3-1a53-44b8-af65-8083409735b7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:25.122306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa2494c5-f8f0-442a-8679-28ba276c8f3e req-20e197d3-1a53-44b8-af65-8083409735b7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0494270 Nov 12 12:24:25.171287 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-aa2494c5-f8f0-442a-8679-28ba276c8f3e req-19cbdf1f-0502-4cbb-9f17-c0b7c9bdc9ff tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Nov 12 12:24:26.294571 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61560b51-6af1-48bd-aa87-996ea240e8dc req-b993137a-172d-4a53-811b-3d4c8a6e0abf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:26.296075 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61560b51-6af1-48bd-aa87-996ea240e8dc req-b993137a-172d-4a53-811b-3d4c8a6e0abf tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0567830 Nov 12 12:24:26.346049 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61560b51-6af1-48bd-aa87-996ea240e8dc req-8e90b440-40ac-4b75-bcde-c0dba33b83cb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Nov 12 12:24:27.461580 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4c6dd-748f-420a-93c3-f0bc8dd000e5 req-8c6127fa-e8b9-423c-8e15-5662f520de45 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:27.463600 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ae4c6dd-748f-420a-93c3-f0bc8dd000e5 req-8c6127fa-e8b9-423c-8e15-5662f520de45 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0509920 Nov 12 12:24:27.512341 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6ae4c6dd-748f-420a-93c3-f0bc8dd000e5 req-1a6c11f0-432c-4223-9d64-2ef6384258b4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428421 Nov 12 12:24:28.364290 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cff854-c53e-4dbf-86dd-fba7319ac931 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:24:28.463947 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:28.475001 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'port_id': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'mac_address': 'fa:16:3e:42:6b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:24:28.518821 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.532070 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cff854-c53e-4dbf-86dd-fba7319ac931 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:24:28.551085 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:28.634918 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723197-0086-4607-aafc-2392bab2439f req-3870b9f6-ceb3-43ca-84af-19b0879ce635 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:28.636495 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba723197-0086-4607-aafc-2392bab2439f req-3870b9f6-ceb3-43ca-84af-19b0879ce635 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0546980 Nov 12 12:24:28.652100 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:28.687351 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba723197-0086-4607-aafc-2392bab2439f req-5f0c06de-0483-4d20-9411-7212bd2eea00 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448864 Nov 12 12:24:28.706559 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:28.714114 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.714452 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.714789 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.715128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.715451 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.715778 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.716254 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.716583 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.716907 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.717228 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.717552 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.717867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:28.909232 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['50cff854-c53e-4dbf-86dd-fba7319ac931'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:24:29.434528 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fc074ea9-2b29-48fb-ba1c-f75194f969a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:29.810243 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba409856-89a8-476f-b80f-d2fa0742a1cb req-92dd1c4d-249f-4a5a-b7ac-7353a793dfd3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:29.811772 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba409856-89a8-476f-b80f-d2fa0742a1cb req-92dd1c4d-249f-4a5a-b7ac-7353a793dfd3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 944 time: 0.0545809 Nov 12 12:24:29.861295 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ba409856-89a8-476f-b80f-d2fa0742a1cb req-e2916a4e-2e8c-4670-acfb-428d1509fcfb tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 Nov 12 12:24:29.911741 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:24:30.369727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cff854-c53e-4dbf-86dd-fba7319ac931 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:24:30.508926 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 50cff854-c53e-4dbf-86dd-fba7319ac931 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:24:30.513788 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 50cff854-c53e-4dbf-86dd-fba7319ac931 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:24:30.514189 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:30.600888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:30.624711 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:30.626911 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38483c08-c5ce-4452-b90d-3a92fc2e15dc" -d '{"events": [{"server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "name": "network-vif-plugged", "status": "completed", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:30.640558 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:24:30.674294 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae0015-f9ce-4948-bcbc-25d0463a8dc9 x-openstack-request-id: req-daae0015-f9ce-4948-bcbc-25d0463a8dc9 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:30.674588 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "name": "network-vif-plugged", "status": "completed", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:30.674843 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-daae0015-f9ce-4948-bcbc-25d0463a8dc9 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:30.675239 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'code': 200} Nov 12 12:24:30.718943 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:30.785473 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:30.786480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f5118-eecd-41da-bb87-8c55ea168c41 req-f444240b-7bb0-4d69-bd50-4fe0151c0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.787995 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c49f5118-eecd-41da-bb87-8c55ea168c41 req-f444240b-7bb0-4d69-bd50-4fe0151c0399 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0424130 Nov 12 12:24:30.842932 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c49f5118-eecd-41da-bb87-8c55ea168c41 req-268129b8-55b1-4a71-97aa-fb05978270f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473351 Nov 12 12:24:30.990766 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c388ec-16a0-4f4c-971b-b7118e1731fe req-c29bbcc0-bcdb-47f6-87af-454636c8d8f8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:30.992393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91c388ec-16a0-4f4c-971b-b7118e1731fe req-c29bbcc0-bcdb-47f6-87af-454636c8d8f8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0494633 Nov 12 12:24:31.045903 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91c388ec-16a0-4f4c-971b-b7118e1731fe req-0aca6f35-1084-47c1-8104-14e7b1a9bf38 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473785 Nov 12 12:24:31.823614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-668a708c-6a13-42da-9ecc-fb3b52d55ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:32.162964 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32df4a-26be-4667-9f72-e738c2c21a92 req-a858883b-b933-44e5-88a1-32abdd481435 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:32.165018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be32df4a-26be-4667-9f72-e738c2c21a92 req-a858883b-b933-44e5-88a1-32abdd481435 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0516260 Nov 12 12:24:32.214875 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-be32df4a-26be-4667-9f72-e738c2c21a92 req-c54e2417-1845-4d9c-9533-792d5b9acef3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 Nov 12 12:24:33.328762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3d90e-761a-4131-aaa2-2ac1629e86de req-fecd7eba-6fe5-4d48-977e-0e3b00335f1c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.330245 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f5c3d90e-761a-4131-aaa2-2ac1629e86de req-fecd7eba-6fe5-4d48-977e-0e3b00335f1c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0489292 Nov 12 12:24:33.366301 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.382613 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f5c3d90e-761a-4131-aaa2-2ac1629e86de req-d7124efc-0844-4dfb-a810-a174300ee24d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Nov 12 12:24:33.499780 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25691d05-55e9-49b2-873e-5bb14371ddee req-d57f72be-029e-417f-839f-7f9dcf461e2a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.501227 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25691d05-55e9-49b2-873e-5bb14371ddee req-d57f72be-029e-417f-839f-7f9dcf461e2a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0537312 Nov 12 12:24:33.550299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-25691d05-55e9-49b2-873e-5bb14371ddee req-9ca23031-e784-44c1-a76d-66f4880d566a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431156 Nov 12 12:24:33.572231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45418) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:33.655497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca819a-d0b5-403a-b86f-46c37c7719a0 tempest-TestShelveInstance-1995743168 tempest-TestShelveInstance-1995743168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:33.657106 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-85ca819a-d0b5-403a-b86f-46c37c7719a0 tempest-TestShelveInstance-1995743168 tempest-TestShelveInstance-1995743168-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1092 time: 0.0838108 Nov 12 12:24:33.660054 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45422) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:24:33.664555 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:24:33.748815 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.849403 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:33.951124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Allocated IP 172.25.3.148 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/3a7fc24d-6d52-4b45-9595-287499a55331) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:24:34.053591 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.178072 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.221489 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:24:34.224469 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:24:34.229717 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:24:34.233464 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'Port': ['ID=3a7fc24d-6d52-4b45-9595-287499a55331,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:34.257903 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.258250 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.258594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.258942 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.259278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.259610 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.259965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.260301 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.260635 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.260963 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.261293 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.261620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:24:34.474706 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.605344 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.752233 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.903784 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.907801 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:34.966376 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.035456 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event updated for resources: {'Port': ['ID=3a7fc24d-6d52-4b45-9595-287499a55331,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:24:35.048799 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.147846 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Floating IP 96426de1-c8d8-4b3b-bfbb-9183e7506abe associated. External IP: 172.25.3.148, port: 50cff854-c53e-4dbf-86dd-fba7319ac931. Nov 12 12:24:35.356401 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Router db699b94-c365-4ae2-a074-7b7078e0396a has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:24:35.466445 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:24:35.476846 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] Sync routers for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:24:35.486295 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:35.490830 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:24:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:35.557780 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:35.586144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-6b567f71-8ea5-49ff-9e62-3c6e74370557 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9250011 Nov 12 12:24:35.586763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:24:35.589224 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1d35c5-ff10-466e-88c0-f985f038db01" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:24:35.597041 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:24:35.709121 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9770c9-d162-457d-9ba3-f52b16ccac1c x-openstack-request-id: req-0a9770c9-d162-457d-9ba3-f52b16ccac1c {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:24:35.709763 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:24:35.709763 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0a9770c9-d162-457d-9ba3-f52b16ccac1c {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:24:35.710028 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'status': 'completed', 'code': 200} Nov 12 12:24:35.782796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-47853b23-92b7-44d0-b5a9-53abf8d07f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:35.784362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-47853b23-92b7-44d0-b5a9-53abf8d07f11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0516455 Nov 12 12:24:35.878701 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-a341a351-1861-4fe6-af68-10bdec5e8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:35.880162 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-a341a351-1861-4fe6-af68-10bdec5e8321 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0874436 Nov 12 12:24:35.937926 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '96426de1-c8d8-4b3b-bfbb-9183e7506abe', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'port_id': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'mac_address': 'fa:16:3e:42:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:24:34Z', 'updated_at': '2021-11-12T12:24:34Z', 'revision_number': 0, 'project_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:35.949719 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-bb6e6e1c-a27c-4922-865c-eaf838c93108 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 999 time: 0.0619628 Nov 12 12:24:35.979634 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] Checking router: db699b94-c365-4ae2-a074-7b7078e0396a for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:24:35.990706 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:24:35.991342 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:24:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:36.006255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-49a4cd6f-a60b-4581-95c9-3efe9f83d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:36.007775 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-49a4cd6f-a60b-4581-95c9-3efe9f83d313 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0511656 Nov 12 12:24:36.055120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-4ed39744-58fb-407e-8d88-4f97819e7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:24:36.056637 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-4ed39744-58fb-407e-8d88-4f97819e7cb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419466 Nov 12 12:24:36.099292 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:24:36.149435 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-b3c8d826-13ae-4e72-a6c8-ee1fadb785c5 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853984 Nov 12 12:24:36.249062 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-0c1d35c5-ff10-466e-88c0-f985f038db01 req-a93eb273-b41a-43df-940f-90a5e0b16ce7 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837080 Nov 12 12:24:36.331098 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '96426de1-c8d8-4b3b-bfbb-9183e7506abe', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'port_id': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'mac_address': 'fa:16:3e:42:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:24:34Z', 'updated_at': '2021-11-12T12:24:34Z', 'revision_number': 0, 'project_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:24:36.358728 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd820370-8781-43a5-911c-0fe54175ca34 None None] The sync data for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 is: [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '96426de1-c8d8-4b3b-bfbb-9183e7506abe', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'port_id': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'mac_address': 'fa:16:3e:42:6b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:24:34Z', 'updated_at': '2021-11-12T12:24:34Z', 'revision_number': 0, 'project_id': '88f74532495c43e3be23894af72ab10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:24:36.563574 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44548f1-9f49-4580-a57e-7e4e5c38527a None None] New status for floating IP 96426de1-c8d8-4b3b-bfbb-9183e7506abe: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:24:48.531892 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:51.531714 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:24:59.474270 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9a85e9c4-5bda-4cb7-96f8-7090e998b4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:01.903030 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-58d09f37-024f-44fe-92e1-c5cc73400641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:03.411556 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.640276 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:04.924025 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:06.911333 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:25:12.208118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-0254b51d-3067-412a-8364-32b8c571f5d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409613 Nov 12 12:25:12.655668 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-00ee4add-0556-4395-aecf-918033420d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.657206 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-00ee4add-0556-4395-aecf-918033420d8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.4048438 Nov 12 12:25:12.762050 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-3471b05d-386c-4203-9d5d-197be89c5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.763498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-3471b05d-386c-4203-9d5d-197be89c5822 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0858450 Nov 12 12:25:12.811494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-2f15b143-cf7a-4042-b603-d6dcaeb67f97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0396688 Nov 12 12:25:12.861813 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-fdc1ce59-0e30-44bb-8ad7-61c3e12cb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.863279 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-fdc1ce59-0e30-44bb-8ad7-61c3e12cb42b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0440519 Nov 12 12:25:12.907890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-93af9449-ad67-49b9-8564-54c9924a4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:12.909333 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-93af9449-ad67-49b9-8564-54c9924a4a07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397587 Nov 12 12:25:13.000709 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-b856ca2e-9524-4585-bd37-629b39510a25 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845315 Nov 12 12:25:13.090791 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c21f87ff-56a4-42ac-b5b5-cf75f3fb1c51 req-82b8e337-2ed0-4c46-9188-1a39a5c4ff7c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834436 Nov 12 12:25:17.216734 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53993c94-2132-414d-a373-30ec775cf125 req-a619861a-4e5b-4b25-ae17-1f175f63e731 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469396 Nov 12 12:25:17.303217 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53993c94-2132-414d-a373-30ec775cf125 req-ced69f90-813e-47ff-b9ba-07920e8f07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.305398 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53993c94-2132-414d-a373-30ec775cf125 req-ced69f90-813e-47ff-b9ba-07920e8f07af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0446968 Nov 12 12:25:17.412593 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53993c94-2132-414d-a373-30ec775cf125 req-6549cf45-eac5-40cf-b420-1e6d68dfe7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.414736 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53993c94-2132-414d-a373-30ec775cf125 req-6549cf45-eac5-40cf-b420-1e6d68dfe7ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0887890 Nov 12 12:25:17.489700 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53993c94-2132-414d-a373-30ec775cf125 req-ee747ed1-9636-4def-9ec8-24e733fa3bc8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 1001 time: 0.0645502 Nov 12 12:25:17.541991 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53993c94-2132-414d-a373-30ec775cf125 req-7a90e076-d0c4-43a2-895c-5f9e6bc24ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.543454 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53993c94-2132-414d-a373-30ec775cf125 req-7a90e076-d0c4-43a2-895c-5f9e6bc24ae5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0458744 Nov 12 12:25:17.591440 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53993c94-2132-414d-a373-30ec775cf125 req-2e9e6b81-567a-49f4-8912-85f15350d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:25:17.592926 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53993c94-2132-414d-a373-30ec775cf125 req-2e9e6b81-567a-49f4-8912-85f15350d89e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415397 Nov 12 12:25:17.691552 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53993c94-2132-414d-a373-30ec775cf125 req-fb4f83ac-5e41-4d3b-9797-8e20aad015f6 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884819 Nov 12 12:25:17.783208 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-53993c94-2132-414d-a373-30ec775cf125 req-e24f846c-3965-43e4-82ce-b5e814d14528 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841529 Nov 12 12:25:18.537252 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:21.554102 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:29.449085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ee5e10d4-055c-453c-b6dc-bed798296b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:31.843550 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b8d09210-622d-4b66-9937-4ab07b0af61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:33.380608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.480420 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:34.952002 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:43.909946 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:25:48.628241 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:51.593735 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:25:59.433159 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ca285e69-93c4-42fa-ab78-739f07303388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:01.832213 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b29113a0-a9fa-4036-8e6b-3cf5b49718bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:03.385833 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.473679 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:04.888758 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:12.214974 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-dba36167-c072-4a21-956e-d2c64ecaf3b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454504 Nov 12 12:26:12.297408 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-790aeae3-bb97-4b13-b4b6-6d7c33fc7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:12.298966 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-790aeae3-bb97-4b13-b4b6-6d7c33fc7d08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0408552 Nov 12 12:26:12.407934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-3a6c4d6d-7d17-4d6a-aec4-0cf46c7ff50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:12.409475 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-3a6c4d6d-7d17-4d6a-aec4-0cf46c7ff50a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0888491 Nov 12 12:26:12.451541 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-bfa7f911-71dd-4181-81df-edb678dd93e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0352063 Nov 12 12:26:12.501804 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-897387c2-0ced-4efb-a968-e1ddffa4e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:12.503177 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-897387c2-0ced-4efb-a968-e1ddffa4e5d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0443079 Nov 12 12:26:12.548862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-e73c459e-199f-4b20-9774-1a235d1556d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:12.550343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-e73c459e-199f-4b20-9774-1a235d1556d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402579 Nov 12 12:26:12.643804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-5ad2a54a-822b-4eee-8c4c-66a104312297 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862639 Nov 12 12:26:12.738284 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4160c71a-fa6e-4f3e-90a5-f690256a0907 req-8292bd2b-6e93-469c-9c28-b5990dd8c927 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879474 Nov 12 12:26:18.539719 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:19.209563 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-e2c15fa7-8aba-4d46-8d4e-14dae5a12652 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408750 Nov 12 12:26:19.296989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-331af427-70fb-4f6b-9d6c-8cfbb1731221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.298591 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-331af427-70fb-4f6b-9d6c-8cfbb1731221 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0424137 Nov 12 12:26:19.417272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-dc6728b6-546c-47e8-ae23-f68d160821bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.418776 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-dc6728b6-546c-47e8-ae23-f68d160821bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0967848 Nov 12 12:26:19.489244 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-4e6424ae-1301-4419-a874-d74987edf731 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 1001 time: 0.0624263 Nov 12 12:26:19.549895 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-d3f2b4ba-63a6-44dd-a353-5c768e513e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.551370 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-d3f2b4ba-63a6-44dd-a353-5c768e513e9a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0518048 Nov 12 12:26:19.604520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-65d24003-75dc-4944-9595-95a4ace80c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:26:19.606084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-65d24003-75dc-4944-9595-95a4ace80c9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466044 Nov 12 12:26:19.709689 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-d1438f25-5d6c-4d98-b7fd-1d9a0ec46a25 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928872 Nov 12 12:26:19.812875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-62b4119b-b229-42c9-9e84-71bc3b248a5b req-1636b950-78b2-4130-9e6f-5af0ccbd32d5 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931444 Nov 12 12:26:20.910423 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:26:21.574259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:29.502141 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0e14ff9-9a50-4ccc-915c-3c397f1e0574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:31.861830 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7fd4bed-61bf-4142-a82c-216f935091f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:33.425523 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.500680 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:34.895915 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:48.593177 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:51.581659 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:26:57.910029 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:26:59.461834 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-62fb4d15-5bbe-45cf-85e0-f0994b31aec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:01.870432 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a26d6732-7266-4571-8562-2ebdd04a3e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:03.381316 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:04.556054 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:04.918515 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:13.215207 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-3cafbbe9-5331-4875-afbe-d6ed26711932 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435178 Nov 12 12:27:13.304116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-38188eba-258c-4cf1-80ec-457f76a6ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:13.305818 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-38188eba-258c-4cf1-80ec-457f76a6ca78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0448799 Nov 12 12:27:13.418307 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-c22bfa5f-1f03-4eb8-9de5-55e03dfd0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:13.419804 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-c22bfa5f-1f03-4eb8-9de5-55e03dfd0f48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0929067 Nov 12 12:27:13.462863 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-0b2635ad-3b77-43f7-8f21-734a51f66758 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0360088 Nov 12 12:27:13.516709 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-586bcf4f-57e8-4ec9-9e72-1b854dc6ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:13.518200 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-586bcf4f-57e8-4ec9-9e72-1b854dc6ef16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0492189 Nov 12 12:27:13.569755 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-63ed8443-942a-4f8f-baf7-d4b75306904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:13.571192 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-63ed8443-942a-4f8f-baf7-d4b75306904e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451365 Nov 12 12:27:13.581969 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-570ab48c-f4c3-4f58-a569-88b3c53d68cc service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:27:13.583043 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-570ab48c-f4c3-4f58-a569-88b3c53d68cc service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050490 Nov 12 12:27:13.675210 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-109d829f-1c33-4e48-a511-c7e53449849b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849733 Nov 12 12:27:13.780031 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ff50b9f5-3fc3-4e2b-a209-2ac541c7a37c req-92816be2-480b-4147-bae3-50b3e75ff18c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981350 Nov 12 12:27:13.836085 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765aa80d-a291-4ee5-b5bf-b9aea481b692 req-761a44d4-e1cd-438b-ab4a-3c8b38fc71ed tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:13.837638 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-765aa80d-a291-4ee5-b5bf-b9aea481b692 req-761a44d4-e1cd-438b-ab4a-3c8b38fc71ed tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0537477 Nov 12 12:27:13.890041 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-765aa80d-a291-4ee5-b5bf-b9aea481b692 req-bc9a3b92-5daa-4e22-a62b-7cee740f0cf0 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462360 Nov 12 12:27:15.036672 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d0e3f-3689-406c-85fe-3303c10bd22b req-82868a84-7f77-49bb-9a99-07cab065ebb3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:15.038187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33d0e3f-3689-406c-85fe-3303c10bd22b req-82868a84-7f77-49bb-9a99-07cab065ebb3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0521042 Nov 12 12:27:15.090444 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e33d0e3f-3689-406c-85fe-3303c10bd22b req-bc183c82-8ff0-4db3-bce4-a5f568f0e2fe tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457177 Nov 12 12:27:16.217199 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b5887-7e5c-4be8-9f49-3ea6ca68f56c req-b9103568-a00a-4aa8-89a4-e076c172fe55 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:16.219016 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-449b5887-7e5c-4be8-9f49-3ea6ca68f56c req-b9103568-a00a-4aa8-89a4-e076c172fe55 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0558758 Nov 12 12:27:16.271163 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-449b5887-7e5c-4be8-9f49-3ea6ca68f56c req-7a5b4e0d-ec0a-420b-b41f-1d0e3b50c4fd tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453796 Nov 12 12:27:17.394515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e6215-fe8b-4733-b68e-95d6026d367c req-dda1883d-121e-479d-bc37-a23e1ab78055 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:17.396023 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a54e6215-fe8b-4733-b68e-95d6026d367c req-dda1883d-121e-479d-bc37-a23e1ab78055 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0520954 Nov 12 12:27:17.445853 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a54e6215-fe8b-4733-b68e-95d6026d367c req-80db0c07-a4c1-443b-b77f-55071e8d156f tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Nov 12 12:27:18.565578 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb502c-5131-4696-a47e-37745306a248 req-ddc6a023-81bf-4f41-9f4d-a2219919be1b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:18.567083 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11eb502c-5131-4696-a47e-37745306a248 req-ddc6a023-81bf-4f41-9f4d-a2219919be1b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0499692 Nov 12 12:27:18.592614 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:18.622047 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11eb502c-5131-4696-a47e-37745306a248 req-6603d5ac-f8ac-4550-a6fe-5e2a3e0758a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489514 Nov 12 12:27:19.739241 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c4ac8-ee62-459f-ae10-4ad686ca4d6b req-82d96a7a-21eb-4212-abe2-7504fce7cea6 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:19.740767 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-114c4ac8-ee62-459f-ae10-4ad686ca4d6b req-82d96a7a-21eb-4212-abe2-7504fce7cea6 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0502126 Nov 12 12:27:19.793052 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-114c4ac8-ee62-459f-ae10-4ad686ca4d6b req-b5e90cd6-7fff-458b-9cb6-4c83f9ed7968 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Nov 12 12:27:20.253131 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-f17273d8-4d33-4ed5-91c1-26d5ac9cdc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:20.254707 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-f17273d8-4d33-4ed5-91c1-26d5ac9cdc34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0428824 Nov 12 12:27:20.365629 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-dedf37f8-7403-4350-950b-858505b8ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:20.367134 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-dedf37f8-7403-4350-950b-858505b8ad52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0913761 Nov 12 12:27:20.438936 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-e6ef275d-c595-4ae5-a7c6-6701c8d34b69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 1001 time: 0.0613921 Nov 12 12:27:20.493857 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-ef7a9097-6ddf-467f-9ac2-575252abb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:20.495332 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-ef7a9097-6ddf-467f-9ac2-575252abb045 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0465007 Nov 12 12:27:20.552469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-01ea7f06-5e52-4e47-9c72-9f6be6499046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:20.553980 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-01ea7f06-5e52-4e47-9c72-9f6be6499046 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471883 Nov 12 12:27:20.569134 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-fea08f48-d373-4bb8-a48f-94894fac088d service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:27:20.570227 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-fea08f48-d373-4bb8-a48f-94894fac088d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050960 Nov 12 12:27:20.665790 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-3f85e4d4-c763-4232-9005-7a7d0383cbb9 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862753 Nov 12 12:27:20.762287 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ef750c6-d561-4c47-9f05-1a7668047c2e req-90f89b43-782a-49b1-94c6-0101b7c5ad2d service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880179 Nov 12 12:27:20.913839 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e33d-9c0f-4678-8c9c-58f3f039cfaf req-7e134425-3f66-4c94-aede-184a00541565 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:20.915457 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e615e33d-9c0f-4678-8c9c-58f3f039cfaf req-7e134425-3f66-4c94-aede-184a00541565 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0515046 Nov 12 12:27:20.966426 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e615e33d-9c0f-4678-8c9c-58f3f039cfaf req-c220b204-d130-4328-b200-0d9aa16285b3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Nov 12 12:27:21.535111 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:22.092723 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd317e1a-9692-462a-bdb5-c8460e612614 req-0c9b0a65-de14-4708-bf8b-6d85e9dc8a21 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:22.094215 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd317e1a-9692-462a-bdb5-c8460e612614 req-0c9b0a65-de14-4708-bf8b-6d85e9dc8a21 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0546167 Nov 12 12:27:22.144423 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dd317e1a-9692-462a-bdb5-c8460e612614 req-5ad74ce1-5bb6-48dd-bd64-5dd521937320 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434213 Nov 12 12:27:23.271271 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb0a82-7464-480b-a7d1-a2afce2620b0 req-d4b60230-0e63-43e1-9bb2-c0af45d6df44 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:23.273376 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18bb0a82-7464-480b-a7d1-a2afce2620b0 req-d4b60230-0e63-43e1-9bb2-c0af45d6df44 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0496688 Nov 12 12:27:23.325689 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-18bb0a82-7464-480b-a7d1-a2afce2620b0 req-629f8d89-2b1e-4d08-81a0-87a46dad2418 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449393 Nov 12 12:27:24.113598 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-b6535212-f840-4e55-9732-f0610b4e9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:24.116028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-b6535212-f840-4e55-9732-f0610b4e9a42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0518224 Nov 12 12:27:24.220039 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-322742d4-3f54-4967-9f59-cf16af385b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:24.221531 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-322742d4-3f54-4967-9f59-cf16af385b2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0981185 Nov 12 12:27:24.288321 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-21a5b5c7-da7f-460f-ae2c-528494c44336 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 1001 time: 0.0590653 Nov 12 12:27:24.341290 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-15d506c5-c1de-43a9-b2db-ae89b7e40393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:24.342764 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-15d506c5-c1de-43a9-b2db-ae89b7e40393 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0451710 Nov 12 12:27:24.395289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-7b652966-046a-421d-9f96-7e582681b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:24.396823 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-7b652966-046a-421d-9f96-7e582681b88f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464919 Nov 12 12:27:24.457132 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c16cf-7b9b-4b2f-aed2-6f4cfc18c8fd req-94498609-756c-4240-9c28-9aa96a7e1578 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:24.459200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d8c16cf-7b9b-4b2f-aed2-6f4cfc18c8fd req-94498609-756c-4240-9c28-9aa96a7e1578 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0636282 Nov 12 12:27:24.491765 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-6d612589-0569-46d6-854b-c456d43fdbe7 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878718 Nov 12 12:27:24.509705 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9d8c16cf-7b9b-4b2f-aed2-6f4cfc18c8fd req-acc6d8a0-90e6-4115-b574-c15310a40e67 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444059 Nov 12 12:27:24.591259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-107cb79b-42f9-458d-b76b-90bcad2f4c4a req-d483d0df-f967-428c-8ac0-4c631a75dba9 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895994 Nov 12 12:27:25.626652 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7d1d8-97b9-4103-9a65-6aeef81a8bb9 req-d7a13612-935b-43a9-a31e-a273d599a319 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:25.628216 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffc7d1d8-97b9-4103-9a65-6aeef81a8bb9 req-d7a13612-935b-43a9-a31e-a273d599a319 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0507593 Nov 12 12:27:25.682364 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ffc7d1d8-97b9-4103-9a65-6aeef81a8bb9 req-ba10ed0a-33c6-41cd-a9ef-3d17871ddfe3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470090 Nov 12 12:27:26.806292 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eabc41-b00a-48c4-b05d-3778e57abf85 req-404afead-bfb5-4a30-8379-ebd48c4e176f tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:26.807899 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91eabc41-b00a-48c4-b05d-3778e57abf85 req-404afead-bfb5-4a30-8379-ebd48c4e176f tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0525265 Nov 12 12:27:26.868055 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-91eabc41-b00a-48c4-b05d-3778e57abf85 req-9b3c34c9-90a9-4a3b-9182-e1fcf71c1311 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533986 Nov 12 12:27:27.983791 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edd355-46da-4571-a5b6-1d07c5500124 req-d3fe8992-d733-472a-bf0d-736456d9941b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:27.985305 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33edd355-46da-4571-a5b6-1d07c5500124 req-d3fe8992-d733-472a-bf0d-736456d9941b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0498686 Nov 12 12:27:28.034860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-33edd355-46da-4571-a5b6-1d07c5500124 req-3009473e-6317-4f2e-a007-7375e50e70a7 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436299 Nov 12 12:27:29.154268 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1984b-b1b3-499e-bf20-09804936061f req-d0da432c-3777-410e-8898-1562837b8644 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:29.155804 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cdd1984b-b1b3-499e-bf20-09804936061f req-d0da432c-3777-410e-8898-1562837b8644 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0495052 Nov 12 12:27:29.207567 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cdd1984b-b1b3-499e-bf20-09804936061f req-177eb1a0-9a88-4442-aeb2-b37695816025 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451770 Nov 12 12:27:29.455326 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab3c1-fe2b-4297-89f4-77b7b2e8cce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:29.622245 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29300539-2f68-4bcb-a892-02a34ee4b11d req-5defe4ed-0ed2-459e-9bba-28000e774e6c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:29.623968 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29300539-2f68-4bcb-a892-02a34ee4b11d req-5defe4ed-0ed2-459e-9bba-28000e774e6c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0557537 Nov 12 12:27:29.692578 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-29300539-2f68-4bcb-a892-02a34ee4b11d req-63113ed3-29c6-49cf-ae0e-b302c1e5bce3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626376 Nov 12 12:27:29.732942 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-99a9f4a9-a406-4e79-8729-c3dbf5dd5e80 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017556 Nov 12 12:27:29.742542 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-7b926344-dffc-4d74-9038-bbf27c4db728 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109704) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:27:29.743497 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-7b926344-dffc-4d74-9038-bbf27c4db728 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055990 Nov 12 12:27:30.814106 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c009e-e80d-4899-bd17-543c64948454 req-4b406a9d-6345-490a-a735-147edb333eda tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:30.815807 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb6c009e-e80d-4899-bd17-543c64948454 req-4b406a9d-6345-490a-a735-147edb333eda tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0512168 Nov 12 12:27:30.866666 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb6c009e-e80d-4899-bd17-543c64948454 req-7d5f1650-e30f-4a5c-895b-2d56755b9ea3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Nov 12 12:27:31.315099 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cff854-c53e-4dbf-86dd-fba7319ac931 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:27:31.394044 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.417200 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:31.419509 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37d3851-0d03-4eb9-946f-967991006d2c" -d '{"events": [{"server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "name": "network-vif-unplugged", "status": "completed", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:31.433133 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:31.507229 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2741cd-ddae-454b-9706-13a7ae55d797 x-openstack-request-id: req-1b2741cd-ddae-454b-9706-13a7ae55d797 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:31.507517 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "name": "network-vif-unplugged", "status": "failed", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931", "code": 422}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:31.507772 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1b2741cd-ddae-454b-9706-13a7ae55d797 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:31.508307 n-d-768852-22 neutron-server[109706]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'code': 422} returned with failed status Nov 12 12:27:31.521008 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:31.571556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:31.582621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.583063 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.583295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.583629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.583987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.584357 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.584648 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.585504 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.585823 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.586143 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.586464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.586801 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:27:31.826848 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-314df831-5e65-4e43-bc5e-221f08ae7aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:32.000234 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f7e38-6608-40cc-bdff-009b85887e56 req-b1daf329-a35b-4b98-ae05-25f07d420956 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:32.001742 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-006f7e38-6608-40cc-bdff-009b85887e56 req-b1daf329-a35b-4b98-ae05-25f07d420956 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0556402 Nov 12 12:27:32.052995 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-006f7e38-6608-40cc-bdff-009b85887e56 req-907c976a-22bd-4a28-8233-5fa46f2a19c2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447049 Nov 12 12:27:33.179158 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7e5b7-fc8e-4613-9f2f-ada1eb6a0f0a req-721887fb-379e-44f8-8d78-46fb794aab56 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:33.180957 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0a7e5b7-fc8e-4613-9f2f-ada1eb6a0f0a req-721887fb-379e-44f8-8d78-46fb794aab56 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0539315 Nov 12 12:27:33.238358 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e0a7e5b7-fc8e-4613-9f2f-ada1eb6a0f0a req-041fa54f-9602-45e0-910d-4057a3c49f69 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512364 Nov 12 12:27:33.369477 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.369303 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44ebca-ea61-4817-8447-5ef4914904e2 req-d60e6b0a-b85d-40c4-b47f-719667382e78 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:34.370833 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a44ebca-ea61-4817-8447-5ef4914904e2 req-d60e6b0a-b85d-40c4-b47f-719667382e78 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0578907 Nov 12 12:27:34.423187 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1a44ebca-ea61-4817-8447-5ef4914904e2 req-0abacc2b-8f9d-443f-a8d8-598a7e499f0c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462942 Nov 12 12:27:34.489586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.890192 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:34.909359 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:27:35.564949 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3565f25-d397-41d7-9bc5-18c6b334a0f1 req-947ea6cf-cb4c-4b54-8ccf-d71d1b0c1f6a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:35.566549 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3565f25-d397-41d7-9bc5-18c6b334a0f1 req-947ea6cf-cb4c-4b54-8ccf-d71d1b0c1f6a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0518370 Nov 12 12:27:35.627941 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-a3565f25-d397-41d7-9bc5-18c6b334a0f1 req-e0096cb5-c79f-4e9b-94c3-40b3c01eff54 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538390 Nov 12 12:27:36.753714 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af021a-fb51-4cc6-9ea6-a004a948ef9e req-43b8e9b6-c072-4766-8f6b-67f92fd010b5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:36.755271 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f4af021a-fb51-4cc6-9ea6-a004a948ef9e req-43b8e9b6-c072-4766-8f6b-67f92fd010b5 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0507727 Nov 12 12:27:36.812995 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f4af021a-fb51-4cc6-9ea6-a004a948ef9e req-cd716d12-9cdf-4631-b90d-944697cf54c6 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510962 Nov 12 12:27:37.938381 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed131d-a786-4d7c-a669-635438e139ea req-c576d524-99e4-499a-8681-1fb7187c6c02 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:37.939910 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11ed131d-a786-4d7c-a669-635438e139ea req-c576d524-99e4-499a-8681-1fb7187c6c02 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0526247 Nov 12 12:27:37.990045 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-11ed131d-a786-4d7c-a669-635438e139ea req-acb9cb46-3a23-4812-8b16-66152ef268db tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436678 Nov 12 12:27:39.110230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebc33e-4065-4aa0-94fa-b9644874e7c6 req-27352e63-22c6-4e46-bbb2-ac194a590f20 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:39.111786 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bdebc33e-4065-4aa0-94fa-b9644874e7c6 req-27352e63-22c6-4e46-bbb2-ac194a590f20 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0511081 Nov 12 12:27:39.166314 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bdebc33e-4065-4aa0-94fa-b9644874e7c6 req-ffde1606-34a4-41d3-adfa-f556fddf501a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474100 Nov 12 12:27:40.564189 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d712ce6-afd7-4aff-b6a7-29d864768a97 req-e3bd68cb-df08-4520-a251-12b706191257 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:40.565699 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d712ce6-afd7-4aff-b6a7-29d864768a97 req-e3bd68cb-df08-4520-a251-12b706191257 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.3305514 Nov 12 12:27:40.620547 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4d712ce6-afd7-4aff-b6a7-29d864768a97 req-e97cd2d6-104f-4cdf-aa70-3dedba55083a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478075 Nov 12 12:27:41.021983 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-6d3bef7e-38e0-4817-856e-ecf6504120c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:41.023476 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-6d3bef7e-38e0-4817-856e-ecf6504120c6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b&tenant_id=88f74532495c43e3be23894af72ab10c HTTP/1.1" status: 200 len: 1095 time: 0.0404046 Nov 12 12:27:41.085289 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-73976030-fcb6-4587-af63-d7c07ff930a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:41.087397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-73976030-fcb6-4587-af63-d7c07ff930a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1095 time: 0.0404432 Nov 12 12:27:41.180770 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-b8dde5ea-1831-46d4-bd05-d9e210f6763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:41.182149 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-b8dde5ea-1831-46d4-bd05-d9e210f6763e service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0872796 Nov 12 12:27:41.247293 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-35bd28af-c999-4cd4-9e1c-34e5e8802751 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 999 time: 0.0569880 Nov 12 12:27:41.299971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-4d3e5f2d-1878-4bcf-bc97-526b820ccf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:41.301421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-4d3e5f2d-1878-4bcf-bc97-526b820ccf48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0466752 Nov 12 12:27:41.353059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-601840dc-3a77-4cdd-9a7b-0a4bc70510e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:41.354551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-601840dc-3a77-4cdd-9a7b-0a4bc70510e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408382 Nov 12 12:27:41.445142 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-3a1af4ad-5012-4493-9f98-3c32cc35ce94 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815201 Nov 12 12:27:41.538917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-87185ec3-72c4-4095-af91-0c0413670859 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853117 Nov 12 12:27:41.751572 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e913052-f4dd-4c4c-a7be-ead372f949bf req-3286d730-3728-4e49-a8f2-65cc217f1fc8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:41.752994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e913052-f4dd-4c4c-a7be-ead372f949bf req-3286d730-3728-4e49-a8f2-65cc217f1fc8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0528255 Nov 12 12:27:41.803527 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5e913052-f4dd-4c4c-a7be-ead372f949bf req-bc7ff642-3667-4b13-b92b-ad3c765e9c18 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Nov 12 12:27:42.924384 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bab8b-fcd9-445a-b546-d5d7a3285427 req-89b574c0-16f4-46de-a018-4f128e26c256 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:42.925914 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-929bab8b-fcd9-445a-b546-d5d7a3285427 req-89b574c0-16f4-46de-a018-4f128e26c256 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0499954 Nov 12 12:27:42.980015 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-929bab8b-fcd9-445a-b546-d5d7a3285427 req-2ebc05c2-c66c-4a5d-8f53-2599dfb36276 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476651 Nov 12 12:27:44.094411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debab5e-fee6-4911-bdce-95ca7cc457cb req-039c0047-9cf7-45e9-bbef-5dc40a3d9822 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:44.095901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5debab5e-fee6-4911-bdce-95ca7cc457cb req-039c0047-9cf7-45e9-bbef-5dc40a3d9822 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0492508 Nov 12 12:27:44.145651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-5debab5e-fee6-4911-bdce-95ca7cc457cb req-7c950afd-c945-4988-a56b-528e5a691b43 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436070 Nov 12 12:27:45.261288 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90de0d0-3cf5-4ec0-b76f-67a96dd8bced req-89601f72-8ab8-4ccc-9d32-18ad22b4ad2f tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:45.262760 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b90de0d0-3cf5-4ec0-b76f-67a96dd8bced req-89601f72-8ab8-4ccc-9d32-18ad22b4ad2f tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0488591 Nov 12 12:27:45.312144 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b90de0d0-3cf5-4ec0-b76f-67a96dd8bced req-995f09c1-694c-4085-8fb9-4211c436c0c9 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Nov 12 12:27:46.436911 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac568137-a7d5-4698-8fa7-d845f49f4585 req-90e20f5b-7da7-4717-a366-7888348096b2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:46.438395 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac568137-a7d5-4698-8fa7-d845f49f4585 req-90e20f5b-7da7-4717-a366-7888348096b2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0559444 Nov 12 12:27:46.487679 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ac568137-a7d5-4698-8fa7-d845f49f4585 req-89c216cc-7a6e-4ea8-b8eb-c53fc93e12a6 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Nov 12 12:27:47.605891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1013eb-00ad-4f04-90a0-c637500726dd req-11c6ebf8-2837-47aa-b1be-6b8f271549c2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:47.607405 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1013eb-00ad-4f04-90a0-c637500726dd req-11c6ebf8-2837-47aa-b1be-6b8f271549c2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0531693 Nov 12 12:27:47.659096 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4f1013eb-00ad-4f04-90a0-c637500726dd req-e60c892e-e6e5-48fb-b6d8-b5d3f56c0112 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456405 Nov 12 12:27:48.614803 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:48.780709 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13560ff-d8fe-4c5f-ad03-794c06fa4b4c req-3775fc61-5e88-4f84-ac5e-e5d839a1ce6e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:48.782213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e13560ff-d8fe-4c5f-ad03-794c06fa4b4c req-3775fc61-5e88-4f84-ac5e-e5d839a1ce6e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 943 time: 0.0487685 Nov 12 12:27:48.835671 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e13560ff-d8fe-4c5f-ad03-794c06fa4b4c req-2b72e343-e210-4c08-8d07-311ee6051d58 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475013 Nov 12 12:27:49.410012 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cff854-c53e-4dbf-86dd-fba7319ac931 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:27:49.516508 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:49.528220 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'port_id': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'mac_address': 'fa:16:3e:42:6b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:27:49.564889 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.577629 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cff854-c53e-4dbf-86dd-fba7319ac931 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:27:49.597804 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:49.729775 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:49.782699 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:49.952594 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724852f6-75b8-492a-a97a-f5fb83cb7bc3 req-bd3b18fa-9196-4c11-aba8-86974926ee81 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:49.954078 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-724852f6-75b8-492a-a97a-f5fb83cb7bc3 req-bd3b18fa-9196-4c11-aba8-86974926ee81 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 944 time: 0.0498419 Nov 12 12:27:50.008922 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-724852f6-75b8-492a-a97a-f5fb83cb7bc3 req-dc394257-e209-46b2-925f-cd0f9bb242a4 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480375 Nov 12 12:27:50.115525 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['50cff854-c53e-4dbf-86dd-fba7319ac931'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:27:51.151809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848ee19-93a2-488b-9079-c6133b074118 req-aba674a7-054b-47cf-8493-a4f87e60380b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:51.153289 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9848ee19-93a2-488b-9079-c6133b074118 req-aba674a7-054b-47cf-8493-a4f87e60380b tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 944 time: 0.0747383 Nov 12 12:27:51.203874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9848ee19-93a2-488b-9079-c6133b074118 req-3fe66d82-578f-4ee4-b69f-e810a99a0205 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446589 Nov 12 12:27:51.409374 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cff854-c53e-4dbf-86dd-fba7319ac931 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:27:51.487036 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 50cff854-c53e-4dbf-86dd-fba7319ac931 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:27:51.489143 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.580193 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.595815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.620793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:27:51.623173 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6e13ec-80ef-4bfc-975d-a75bcdacd1c0" -d '{"events": [{"server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "name": "network-vif-plugged", "status": "completed", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:27:51.637021 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:27:51.661719 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa817a8c-4561-4a64-9f9c-3855d55df7d1 x-openstack-request-id: req-fa817a8c-4561-4a64-9f9c-3855d55df7d1 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:27:51.662006 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "name": "network-vif-plugged", "status": "completed", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:27:51.662261 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa817a8c-4561-4a64-9f9c-3855d55df7d1 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:27:51.662648 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'code': 200} Nov 12 12:27:51.706152 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:27:51.753599 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:27:51.818351 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3f67f-193f-42d2-be0d-78ed5fb34afe req-dba019df-d705-4471-aa2c-086fadd7d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:51.819831 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff3f67f-193f-42d2-be0d-78ed5fb34afe req-dba019df-d705-4471-aa2c-086fadd7d087 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0403793 Nov 12 12:27:51.871623 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-dff3f67f-193f-42d2-be0d-78ed5fb34afe req-d75ae1d5-f96a-49c4-aa9e-f15a977db6f4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426211 Nov 12 12:27:52.325088 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11db49-4571-43b7-a908-edf32ba77d58 req-be4a6471-ada9-4fe3-b389-ae18d08e4717 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:52.326574 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2f11db49-4571-43b7-a908-edf32ba77d58 req-be4a6471-ada9-4fe3-b389-ae18d08e4717 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0534761 Nov 12 12:27:52.376137 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2f11db49-4571-43b7-a908-edf32ba77d58 req-af067f5c-c65a-4027-8859-a30297ac606d tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433891 Nov 12 12:27:53.497119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb0a61-f4a9-43d2-93c7-5ffec4c477df req-befd3a94-3c8e-444d-8528-07aa1d161321 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:27:53.498971 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dafb0a61-f4a9-43d2-93c7-5ffec4c477df req-befd3a94-3c8e-444d-8528-07aa1d161321 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0503716 Nov 12 12:27:53.550074 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-dafb0a61-f4a9-43d2-93c7-5ffec4c477df req-0486aa1b-2656-499f-bbe7-fef28a6c991e tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450802 Nov 12 12:27:59.483446 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1afc975e-c905-4ef2-82e7-ee8313fa611e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:01.841063 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4f6d-2c19-401d-920d-f65a6ead3129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:03.411836 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:04.523350 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:04.892442 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:11.909398 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:28:14.281854 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-dc6c60ae-639b-4b88-9e7f-101db1c7a8b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885229 Nov 12 12:28:14.375467 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-0092dbfc-24d3-49e1-97c7-384b89458580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.377035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-0092dbfc-24d3-49e1-97c7-384b89458580 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0469732 Nov 12 12:28:14.499865 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-8ec00324-b40f-4743-8d26-fa2997057edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.501290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-8ec00324-b40f-4743-8d26-fa2997057edb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.1049466 Nov 12 12:28:14.557157 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-76de08d6-50d5-492d-88ba-705047d2266a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0456429 Nov 12 12:28:14.609375 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-0ebc6d25-5c41-496e-a9de-e7e6d0ed87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.610842 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-0ebc6d25-5c41-496e-a9de-e7e6d0ed87bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0473690 Nov 12 12:28:14.658831 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-78a82bce-7924-49c7-aa69-a6a3ba7d6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:14.660406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-78a82bce-7924-49c7-aa69-a6a3ba7d6da6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417368 Nov 12 12:28:14.760518 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-9058a58b-dd24-4ec5-90d2-df0c50bf269b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914819 Nov 12 12:28:14.856360 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7e57887-1122-476a-baf9-51c001a2bb92 req-46303d58-b49e-4d12-92ac-7b5b52c7b255 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890570 Nov 12 12:28:18.628717 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.259346 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-de069fbc-e304-4d34-8987-390af9678cf0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0782900 Nov 12 12:28:21.346142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-33381b91-ec0f-4567-9cb3-9b8b2e1a60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:21.347647 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-33381b91-ec0f-4567-9cb3-9b8b2e1a60af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0405042 Nov 12 12:28:21.458084 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-f4e79e2f-d19a-4b68-a188-25329a6b64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:21.459494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-f4e79e2f-d19a-4b68-a188-25329a6b64a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0899072 Nov 12 12:28:21.528991 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-41f1b716-2bde-474d-92b1-5cd0ee2655a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 1001 time: 0.0582507 Nov 12 12:28:21.580336 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:21.582814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-f1cb7f1d-edb6-4128-9c0e-eb2e22b21f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:21.584305 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-f1cb7f1d-edb6-4128-9c0e-eb2e22b21f67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0474591 Nov 12 12:28:21.635390 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-ea177d56-432d-418f-a2f6-d1905e053c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:28:21.637364 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-ea177d56-432d-418f-a2f6-d1905e053c48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456800 Nov 12 12:28:21.740902 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-3b2ae722-bcdb-4cdd-b140-fa89fb943374 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894308 Nov 12 12:28:21.842714 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f1ac8e83-ea9d-4912-ba09-128b791eeaeb req-5f322b29-b970-4a30-ad65-bee9e7d72b9e service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 Nov 12 12:28:29.459643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7b84d44a-f1f5-47a6-bbdf-03f00e20f773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:31.848530 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1568-318b-4382-a0a7-580aede1ba69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:33.382720 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.526123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:34.897570 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.591295 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:48.908291 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:28:51.594021 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:28:59.436463 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-79fa9ca4-71f0-4f7c-8045-9eb6287cd6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:01.813875 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e37ec0c0-7686-409b-aaa2-8944da0bd8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:03.439341 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:04.533789 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:04.908311 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:15.219048 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-f05b9e20-7835-4683-aa6e-67fcb69c2c7e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393708 Nov 12 12:29:15.299621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-76bef74f-dc3f-42ad-9cdc-2dd9106dd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:15.301136 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-76bef74f-dc3f-42ad-9cdc-2dd9106dd5c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0405161 Nov 12 12:29:15.412421 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-1d9d92f4-470b-4995-bdcd-3ff6995c5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:15.413874 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-1d9d92f4-470b-4995-bdcd-3ff6995c5ce5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0933979 Nov 12 12:29:15.460018 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-5a0dc5f7-8f65-4c1f-bf20-4e7db4a397d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0328228 Nov 12 12:29:15.511322 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-eb3c7dc5-cafb-41cb-a38e-5b469774e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:15.512656 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-eb3c7dc5-cafb-41cb-a38e-5b469774e19d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0451701 Nov 12 12:29:15.556621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-cc715e8c-04d5-4325-8346-4796821c187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:15.558056 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-cc715e8c-04d5-4325-8346-4796821c187f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388467 Nov 12 12:29:15.646166 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-ccd253f6-726d-4d88-a734-fb8f3b6c534a service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803967 Nov 12 12:29:15.738651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7b4a8e9c-080e-44fb-8d91-fcd575c0d08c req-1af4a7eb-d1e5-479f-8590-005a81b1eaa9 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855191 Nov 12 12:29:18.610607 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:21.561503 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:23.219437 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-39cd8acc-cd44-4841-aa06-0e1134a80b9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394158 Nov 12 12:29:23.304584 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-0261bc8e-2010-4cfd-805d-7370ad22cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:23.306307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-0261bc8e-2010-4cfd-805d-7370ad22cb23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0397563 Nov 12 12:29:23.418080 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-29a70389-580f-417f-a5a5-2c478d74cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:23.420820 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-29a70389-580f-417f-a5a5-2c478d74cd7b service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.0915053 Nov 12 12:29:23.488855 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-357d13cb-7ee5-4b3f-ba2c-c1b87175ef9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 1001 time: 0.0579696 Nov 12 12:29:23.540918 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-f41ab26f-a02d-479c-a5f8-62a2f01769a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:23.542373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-f41ab26f-a02d-479c-a5f8-62a2f01769a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0468771 Nov 12 12:29:23.588272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-90401099-2c5c-4b20-acd8-ea92fe403f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:23.589778 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-90401099-2c5c-4b20-acd8-ea92fe403f83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394723 Nov 12 12:29:23.677877 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-c6d3455c-e021-4fb3-8f33-68d2766ea0a9 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802763 Nov 12 12:29:23.773290 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d32dd3c1-bfdd-41df-ba4c-c76182c49687 req-91dca504-5999-46d4-9de3-f2be8ea18f31 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872099 Nov 12 12:29:25.907092 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:29:29.438608 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8e6443d8-4cb7-4d83-b05d-8ed5caa33462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:31.830927 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-823ce532-c026-4f3d-9f8e-b472414a3573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:33.413309 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.493504 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:34.873431 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.520786 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45614) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:41.876089 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Deleting port 3a7fc24d-6d52-4b45-9595-287499a55331 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:41.876415 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.954489 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.954820 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:41.966172 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Calling delete_port for 3a7fc24d-6d52-4b45-9595-287499a55331 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:42.190404 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.213996 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event deleted for resources: {'Port': ['ID=3a7fc24d-6d52-4b45-9595-287499a55331,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:42.228180 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.228538 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.228882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.229223 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.229569 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.229902 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.230233 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.230586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.230916 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.231244 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.231605 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.231899 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:42.285449 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.285761 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Floating IP 96426de1-c8d8-4b3b-bfbb-9183e7506abe disassociated (deleted). External IP: 172.25.3.148, port: 50cff854-c53e-4dbf-86dd-fba7319ac931. Nov 12 12:29:42.494078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Router db699b94-c365-4ae2-a074-7b7078e0396a has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:29:42.599891 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:42.604754 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:42.610029 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] Sync routers for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:42.618789 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:42.619397 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:42.632018 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-91f2075f-9843-4aa8-8468-2261ddf872d8 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "DELETE /v2.0/floatingips/96426de1-c8d8-4b3b-bfbb-9183e7506abe HTTP/1.1" status: 204 len: 168 time: 1.1100855 Nov 12 12:29:42.632609 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:29:42.634875 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c8cd7-5bf5-4294-82e7-008186829f83" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:29:42.729961 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:42.925358 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:42.950743 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] Checking router: db699b94-c365-4ae2-a074-7b7078e0396a for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:42.958986 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:42.959572 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:43.159231 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:43.179605 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07393e3-391a-4784-8652-4aa117b5e999 x-openstack-request-id: req-d07393e3-391a-4784-8652-4aa117b5e999 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:29:43.179906 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:29:43.180195 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d07393e3-391a-4784-8652-4aa117b5e999 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:29:43.180633 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'status': 'completed', 'code': 200} Nov 12 12:29:43.247303 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-021e32b1-70f5-464a-b98f-59c27aef0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.249688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-021e32b1-70f5-464a-b98f-59c27aef0ec8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88f74532495c43e3be23894af72ab10c&device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 1097 time: 0.0431447 Nov 12 12:29:43.339119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63297b-c21a-4e12-b5fe-2e18efcc451f req-bc71d9f2-c867-4412-979d-46eebf275ae3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.340740 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de63297b-c21a-4e12-b5fe-2e18efcc451f req-bc71d9f2-c867-4412-979d-46eebf275ae3 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.1117654 Nov 12 12:29:43.360077 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-599d1597-f2a4-4e64-b957-222604008d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.361724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-599d1597-f2a4-4e64-b957-222604008d1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 200 len: 909 time: 0.1045959 Nov 12 12:29:43.379400 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:43.396940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-de63297b-c21a-4e12-b5fe-2e18efcc451f req-afdbff18-6960-4f9f-a68b-f73076204f12 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484648 Nov 12 12:29:43.406857 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd10d836-7c61-4d23-b16d-4ac6496dd237 None None] The sync data for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 is: [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '994d6719-1a78-4798-a78b-47f7c909697e', 'name': '', 'network_id': '21914f69-2e81-4061-bf0f-fa68287594a4', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'mac_address': 'fa:16:3e:9f:d0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:05Z', 'updated_at': '2021-11-12T12:19:10Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'subnets': [{'id': '0e082e17-8213-46b2-b5eb-94f06377d45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:43.411729 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-bf56aa91-8ef5-4eba-87e1-86cf381f314f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 200 len: 217 time: 0.0389421 Nov 12 12:29:43.469458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-fed639e4-1898-498c-8791-ddb5e6e76f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.470926 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-fed639e4-1898-498c-8791-ddb5e6e76f87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 200 len: 847 time: 0.0503891 Nov 12 12:29:43.519139 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-816efe20-8fb7-4686-884e-91ed838dc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:43.520724 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-816efe20-8fb7-4686-884e-91ed838dc89a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=21914f69-2e81-4061-bf0f-fa68287594a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416927 Nov 12 12:29:43.617358 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-e5a57ecc-b618-4e65-8ec1-d462c1df3107 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881815 Nov 12 12:29:43.644777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c50350-3e09-471d-8d18-1d76a0a56cd9 None None] New status for floating IP 96426de1-c8d8-4b3b-bfbb-9183e7506abe: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:29:43.721411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d78c8cd7-5bf5-4294-82e7-008186829f83 req-b4ee222c-e118-4d1f-bbb8-40ca24bf5f31 service neutron] 10.222.0.69 "GET /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950563 Nov 12 12:29:44.513799 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449a502-adab-4745-b55c-ca7462cd3547 req-4036899a-27a7-4918-9eec-8f0d4d13b357 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:44.515335 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f449a502-adab-4745-b55c-ca7462cd3547 req-4036899a-27a7-4918-9eec-8f0d4d13b357 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0489669 Nov 12 12:29:44.564569 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f449a502-adab-4745-b55c-ca7462cd3547 req-cc67dc94-48ce-4c92-b588-c9b74de46c99 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/security-groups?id=9152df1b-6f4e-48eb-8636-8f43ce789117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Nov 12 12:29:45.061007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-b4d2a1de-571b-470b-bf57-872d9aa1e321 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:29:45.062494 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-b4d2a1de-571b-470b-bf57-872d9aa1e321 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 945 time: 0.0578492 Nov 12 12:29:45.159443 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Deleting port 50cff854-c53e-4dbf-86dd-fba7319ac931 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:45.159805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.246843 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] For port 50cff854-c53e-4dbf-86dd-fba7319ac931, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=50cff854-c53e-4dbf-86dd-fba7319ac931,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:45.247113 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.259704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Calling delete_port for 50cff854-c53e-4dbf-86dd-fba7319ac931 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:45.455624 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.484928 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event deleted for resources: {'Port': ['ID=50cff854-c53e-4dbf-86dd-fba7319ac931,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:45.512705 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.513056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.513397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.513734 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.514068 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.514904 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.515233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.515561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.515884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.516233 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.516561 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.516890 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:45.540521 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] No DVR routers for this DVR port 50cff854-c53e-4dbf-86dd-fba7319ac931 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:29:45.543089 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:45.546989 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-eae4146c-dfaf-49de-95c2-86e366aeb5a9 req-54f1b6c7-c3d4-4f6c-a737-715486942181 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.69 "DELETE /v2.0/ports/50cff854-c53e-4dbf-86dd-fba7319ac931 HTTP/1.1" status: 204 len: 173 time: 0.4753711 Nov 12 12:29:45.547425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'name': 'network-vif-deleted', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:29:45.549714 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbdb440-f28a-420b-aef7-64f7d920431a" -d '{"events": [{"server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "name": "network-vif-deleted", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:29:45.637004 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b50508-2df7-4e11-b57d-17552c567cf0 x-openstack-request-id: req-c5b50508-2df7-4e11-b57d-17552c567cf0 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:29:45.637297 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b529a3-d4f7-4f65-ad46-955a6a52f90b", "name": "network-vif-deleted", "tag": "50cff854-c53e-4dbf-86dd-fba7319ac931", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:29:45.637624 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c5b50508-2df7-4e11-b57d-17552c567cf0 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:29:45.638029 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b529a3-d4f7-4f65-ad46-955a6a52f90b', 'name': 'network-vif-deleted', 'tag': '50cff854-c53e-4dbf-86dd-fba7319ac931', 'status': 'completed', 'code': 200} Nov 12 12:29:45.712472 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bed45b9f-7643-4373-9f62-c7f5afd2ccab req-85334b3a-2950-45e0-a109-02b102386446 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0264645 Nov 12 12:29:46.813961 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-d9241027-f489-44ef-a7e6-269fbdfd938a req-a623958f-49a3-447f-aa0e-3fa433fd27e2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0309916 Nov 12 12:29:47.910255 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-0e9184a1-3783-4ee7-a862-3d7fec28ce71 req-2272cc34-752f-4666-8303-5d0efc598f30 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0279408 Nov 12 12:29:48.613170 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:49.004468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-284a6a29-2381-432e-9f85-6982af20535e req-0a098750-cf5d-4911-b55b-2dd748dac03c tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0268199 Nov 12 12:29:49.954007 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cff854-c53e-4dbf-86dd-fba7319ac931 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:49.973393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 50cff854-c53e-4dbf-86dd-fba7319ac931 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:49.973727 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 50cff854-c53e-4dbf-86dd-fba7319ac931 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:50.099212 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b0f85df5-3a24-41ca-86f7-f61f786402c4 req-59cee08b-76f3-40cc-a576-045cef17ec30 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0267963 Nov 12 12:29:51.216879 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9c58afa7-be22-4c15-a56c-001439833949 req-dc309696-bbbd-41fb-98eb-62768b022d6a tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "GET /v2.0/ports?device_id=e4b529a3-d4f7-4f65-ad46-955a6a52f90b HTTP/1.1" status: 200 len: 210 time: 0.0280461 Nov 12 12:29:51.609907 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.275211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45656) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:52.334079 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7014269b-344d-4144-b31f-dc765a8f7bd2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.358965 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7014269b-344d-4144-b31f-dc765a8f7bd2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.487194 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7014269b-344d-4144-b31f-dc765a8f7bd2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.489933 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-7014269b-344d-4144-b31f-dc765a8f7bd2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:52.493822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-7014269b-344d-4144-b31f-dc765a8f7bd2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] 10.222.0.98 "DELETE /v2.0/security-groups/9152df1b-6f4e-48eb-8636-8f43ce789117 HTTP/1.1" status: 204 len: 168 time: 0.2148845 Nov 12 12:29:52.500852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014269b-344d-4144-b31f-dc765a8f7bd2 tempest-TestShelveInstance-1724278739 tempest-TestShelveInstance-1724278739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9152df1b-6f4e-48eb-8636-8f43ce789117,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:52.604296 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45660) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:53.440322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.695356 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Deleting port 994d6719-1a78-4798-a78b-47f7c909697e {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:53.695685 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.781519 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] For port 994d6719-1a78-4798-a78b-47f7c909697e, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=994d6719-1a78-4798-a78b-47f7c909697e,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:53.781889 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:53.794272 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Calling delete_port for 994d6719-1a78-4798-a78b-47f7c909697e owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:54.044600 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.071465 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Pushing event deleted for resources: {'Port': ['ID=994d6719-1a78-4798-a78b-47f7c909697e,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:54.252437 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.481399 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Router db699b94-c365-4ae2-a074-7b7078e0396a has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:29:54.590920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:54.596634 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-723edb7a-e313-4fbc-9241-7692cdca357e admin admin] 10.222.0.98 "PUT /v2.0/routers/db699b94-c365-4ae2-a074-7b7078e0396a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9912245 Nov 12 12:29:54.599352 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45664) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:54.603015 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] Sync routers for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:54.613051 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:54.613652 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:54.709854 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.726503 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:54.819493 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.908903 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '64adea64-193a-4883-b9c1-6a021350c071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:29:53Z', 'revision_number': 5, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port': {'id': '64adea64-193a-4883-b9c1-6a021350c071', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:03Z', 'updated_at': '2021-11-12T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:54.940240 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] Checking router: db699b94-c365-4ae2-a074-7b7078e0396a for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:54.949577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Deleting port 64adea64-193a-4883-b9c1-6a021350c071 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:54.949907 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:54.951118 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] Routers {'db699b94-c365-4ae2-a074-7b7078e0396a'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:54.952625 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['db699b94-c365-4ae2-a074-7b7078e0396a'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:55.037569 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] For port 64adea64-193a-4883-b9c1-6a021350c071, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=64adea64-193a-4883-b9c1-6a021350c071,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:55.038239 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.038902 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] Set router db699b94-c365-4ae2-a074-7b7078e0396a gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:55.051512 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Calling delete_port for 64adea64-193a-4883-b9c1-6a021350c071 owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:55.090429 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:29:54Z', 'revision_number': 6, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:55.119856 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b567f-be02-46e1-842c-4c2bfdc81cb6 None None] The sync data for ids ['db699b94-c365-4ae2-a074-7b7078e0396a'] in n-d-768852-22 is: [{'id': 'db699b94-c365-4ae2-a074-7b7078e0396a', 'name': 'tempest-TestShelveInstance-252104661-router', 'tenant_id': '88f74532495c43e3be23894af72ab10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:02Z', 'updated_at': '2021-11-12T12:29:54Z', 'revision_number': 6, 'project_id': '88f74532495c43e3be23894af72ab10c', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:55.278665 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.304783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Pushing event deleted for resources: {'Port': ['ID=64adea64-193a-4883-b9c1-6a021350c071,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:55.318982 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a43246-3680-429a-9e18-6e11359649e2 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:29:55.367850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.459365 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.461705 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.564368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.565056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db699b94-c365-4ae2-a074-7b7078e0396a {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:29:55.575810 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.575810 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-8a09dc35-8065-4942-8976-73838af0d055 admin admin] 10.222.0.98 "DELETE /v2.0/routers/db699b94-c365-4ae2-a074-7b7078e0396a HTTP/1.1" status: 204 len: 168 time: 0.9714189 Nov 12 12:29:55.575810 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45666) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:55.619736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-308dafb1-9ca9-42c2-b38f-40f638615316 admin admin] Deleting subnet 0e082e17-8213-46b2-b5eb-94f06377d45a {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:29:55.623097 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-308dafb1-9ca9-42c2-b38f-40f638615316 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.659009 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-308dafb1-9ca9-42c2-b38f-40f638615316 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.745246 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-308dafb1-9ca9-42c2-b38f-40f638615316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.878922 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-308dafb1-9ca9-42c2-b38f-40f638615316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.906781 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dafb1-9ca9-42c2-b38f-40f638615316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e082e17-8213-46b2-b5eb-94f06377d45a,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:55.908863 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-308dafb1-9ca9-42c2-b38f-40f638615316 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:55.914090 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84faa4-bbdf-4e05-8cd4-6316bed7de70 None None] Network 21914f69-2e81-4061-bf0f-fa68287594a4 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:55.914873 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45668) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:55.916601 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-308dafb1-9ca9-42c2-b38f-40f638615316 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/0e082e17-8213-46b2-b5eb-94f06377d45a HTTP/1.1" status: 204 len: 168 time: 0.3412423 Nov 12 12:29:55.990569 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.046640 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Deleting port 4e131b9d-459e-45fa-b80e-6d58277cce87 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:56.046982 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.104580 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] DHCP port deletion for 21914f69-2e81-4061-bf0f-fa68287594a4 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:29:56.117275 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] For port 4e131b9d-459e-45fa-b80e-6d58277cce87, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4e131b9d-459e-45fa-b80e-6d58277cce87,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:56.117689 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.136211 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Calling delete_port for 4e131b9d-459e-45fa-b80e-6d58277cce87 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:56.152911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Deleting port 4e131b9d-459e-45fa-b80e-6d58277cce87 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:56.153289 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.241419 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] For port 4e131b9d-459e-45fa-b80e-6d58277cce87, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4e131b9d-459e-45fa-b80e-6d58277cce87,segment=NetworkSegment(a1e0625a-a938-4d14-a122-1f86beb1a0dc),segment_id=a1e0625a-a938-4d14-a122-1f86beb1a0dc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:56.241987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.256098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Calling delete_port for 4e131b9d-459e-45fa-b80e-6d58277cce87 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:56.304333 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.332497 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e131b9d-459e-45fa-b80e-6d58277cce87,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:56.333982 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.334515 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] No DVR routers for this DVR port 4e131b9d-459e-45fa-b80e-6d58277cce87 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:29:56.361315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Pushing event deleted for resources: {'Port': ['ID=4e131b9d-459e-45fa-b80e-6d58277cce87,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:56.368968 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] No DVR routers for this DVR port 4e131b9d-459e-45fa-b80e-6d58277cce87 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:29:56.373113 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.373443 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.373793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.374128 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.374469 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.374796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.375291 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.375450 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.375755 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.376138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.376630 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.376773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92dc61-eaa5-4310-b97d-a6c42319a67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:29:56.427835 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.448297 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21914f69-2e81-4061-bf0f-fa68287594a4']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:56.457279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e0625a-a938-4d14-a122-1f86beb1a0dc') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:56.457570 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e0625a-a938-4d14-a122-1f86beb1a0dc') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:56.466520 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.479664 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.485967 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:29:56.486342 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:29:56.488011 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:29:56.612966 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.618516 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.621874 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] 10.222.0.98 "DELETE /v2.0/networks/21914f69-2e81-4061-bf0f-fa68287594a4 HTTP/1.1" status: 204 len: 168 time: 0.7059851 Nov 12 12:29:56.624961 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45670) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:56.632924 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31c9af-dbae-4383-916e-0f0efcc61637 admin admin] Pushing event deleted for resources: {'Network': ['ID=21914f69-2e81-4061-bf0f-fa68287594a4,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:56.980936 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:56.997490 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 64adea64-193a-4883-b9c1-6a021350c071 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:57.018295 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 64adea64-193a-4883-b9c1-6a021350c071 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:57.018718 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 64adea64-193a-4883-b9c1-6a021350c071 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:57.019345 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 994d6719-1a78-4798-a78b-47f7c909697e no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:57.038184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 994d6719-1a78-4798-a78b-47f7c909697e {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:57.038526 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 994d6719-1a78-4798-a78b-47f7c909697e not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:57.038923 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4e131b9d-459e-45fa-b80e-6d58277cce87 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:29:57.061308 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4e131b9d-459e-45fa-b80e-6d58277cce87 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:29:57.061653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4e131b9d-459e-45fa-b80e-6d58277cce87 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:29:57.240922 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Deleting port 4e5f01ee-b17b-4483-b67e-26f57a272e13 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:57.241169 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.316994 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] For port 4e5f01ee-b17b-4483-b67e-26f57a272e13, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=4e5f01ee-b17b-4483-b67e-26f57a272e13,segment=NetworkSegment(bb475132-181d-4f17-9cc8-1df2b57588fc),segment_id=bb475132-181d-4f17-9cc8-1df2b57588fc)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:57.317354 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.330200 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Calling delete_port for 4e5f01ee-b17b-4483-b67e-26f57a272e13 owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:57.555834 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.586157 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5f01ee-b17b-4483-b67e-26f57a272e13,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:57.765735 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:57.984278 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Router 04b2cce6-c854-424e-b475-f92aa0bc4152 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:29:58.436416 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:29:58.441414 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b357ac4e-ac55-4183-b089-51e8480fb36d admin admin] 10.222.0.98 "PUT /v2.0/routers/04b2cce6-c854-424e-b475-f92aa0bc4152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154175 Nov 12 12:29:58.443975 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45672) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:58.447184 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] Sync routers for ids ['04b2cce6-c854-424e-b475-f92aa0bc4152'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:29:58.459615 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] Routers {'04b2cce6-c854-424e-b475-f92aa0bc4152'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:58.460394 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['04b2cce6-c854-424e-b475-f92aa0bc4152'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:58.546371 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.567045 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] Set router 04b2cce6-c854-424e-b475-f92aa0bc4152 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:58.652647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.744858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:29:57Z', 'revision_number': 5, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port': {'id': '9d3caeec-54d2-4297-a1fc-827dc52a1e2d', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:58.771714 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] Checking router: 04b2cce6-c854-424e-b475-f92aa0bc4152 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:29:58.780565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] Routers {'04b2cce6-c854-424e-b475-f92aa0bc4152'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:29:58.781223 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:29:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['04b2cce6-c854-424e-b475-f92aa0bc4152'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:58.788092 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Deleting port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:58.788661 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.867242 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] For port 9d3caeec-54d2-4297-a1fc-827dc52a1e2d, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=9d3caeec-54d2-4297-a1fc-827dc52a1e2d,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:58.867575 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] Set router 04b2cce6-c854-424e-b475-f92aa0bc4152 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:29:58.867710 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:58.880835 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Calling delete_port for 9d3caeec-54d2-4297-a1fc-827dc52a1e2d owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:29:58.922820 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:29:58Z', 'revision_number': 6, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:29:58.954395 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081a185-d54b-412d-8bc0-1494356f891b None None] The sync data for ids ['04b2cce6-c854-424e-b475-f92aa0bc4152'] in n-d-768852-22 is: [{'id': '04b2cce6-c854-424e-b475-f92aa0bc4152', 'name': 'tempest-TestShelveInstance-39841218-router', 'tenant_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:19:09Z', 'updated_at': '2021-11-12T12:29:58Z', 'revision_number': 6, 'project_id': 'f79d2e10111f4a13abb9cf908bbb0ec2', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:29:59.112955 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.137997 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0d398-40ee-475a-9a40-3c4fccb6a499 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:29:59.146510 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3caeec-54d2-4297-a1fc-827dc52a1e2d,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:59.209556 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.300257 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.302381 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.427391 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.427957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b2cce6-c854-424e-b475-f92aa0bc4152 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:29:59.443692 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.443692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-88f60761-d16a-493a-98a9-82cee1a87b18 admin admin] 10.222.0.98 "DELETE /v2.0/routers/04b2cce6-c854-424e-b475-f92aa0bc4152 HTTP/1.1" status: 204 len: 168 time: 0.9894726 Nov 12 12:29:59.443917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45674) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:59.456126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4652f569-6244-4569-873e-3ed5f82d8d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.491385 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-2038a1e7-4caf-43fe-bb03-8b47007d8f62 admin admin] Deleting subnet 61237c9a-e8d2-4ff2-8d12-2bb7d60518aa {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:29:59.494668 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2038a1e7-4caf-43fe-bb03-8b47007d8f62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.530729 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2038a1e7-4caf-43fe-bb03-8b47007d8f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.610679 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2038a1e7-4caf-43fe-bb03-8b47007d8f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.736001 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2038a1e7-4caf-43fe-bb03-8b47007d8f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.761055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038a1e7-4caf-43fe-bb03-8b47007d8f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61237c9a-e8d2-4ff2-8d12-2bb7d60518aa,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:29:59.767676 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-2038a1e7-4caf-43fe-bb03-8b47007d8f62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.771860 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-2038a1e7-4caf-43fe-bb03-8b47007d8f62 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/61237c9a-e8d2-4ff2-8d12-2bb7d60518aa HTTP/1.1" status: 204 len: 168 time: 0.3310351 Nov 12 12:29:59.773500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45676) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:29:59.779375 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4770a1ba-8a83-4023-80db-d3bb169f0d1e None None] Network 4fae48db-9029-4ef2-ae6e-ad540bc13b29 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:29:59.846705 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.900269 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Deleting port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:29:59.900610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:29:59.962796 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] DHCP port deletion for 4fae48db-9029-4ef2-ae6e-ad540bc13b29 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:29:59.979989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] For port cb040d18-391e-4e63-85c6-6f98f4f9c6a9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,segment=NetworkSegment(bb475132-181d-4f17-9cc8-1df2b57588fc),segment_id=bb475132-181d-4f17-9cc8-1df2b57588fc)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:29:59.980594 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.002078 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Calling delete_port for cb040d18-391e-4e63-85c6-6f98f4f9c6a9 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:00.036924 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] Deleting port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:30:00.037273 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.101994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] For port cb040d18-391e-4e63-85c6-6f98f4f9c6a9, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,segment=NetworkSegment(bb475132-181d-4f17-9cc8-1df2b57588fc),segment_id=bb475132-181d-4f17-9cc8-1df2b57588fc)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:00.101994 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.114073 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] Calling delete_port for cb040d18-391e-4e63-85c6-6f98f4f9c6a9 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:30:00.173267 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.198074 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.209278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] No DVR routers for this DVR port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:00.213742 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:00.223203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] Pushing event deleted for resources: {'Port': ['ID=cb040d18-391e-4e63-85c6-6f98f4f9c6a9,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:00.228758 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e86fbf-79eb-4166-8d19-a4a10eeae11d None None] No DVR routers for this DVR port cb040d18-391e-4e63-85c6-6f98f4f9c6a9 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:30:00.307048 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.330295 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fae48db-9029-4ef2-ae6e-ad540bc13b29']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:00.340213 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb475132-181d-4f17-9cc8-1df2b57588fc') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:00.340510 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb475132-181d-4f17-9cc8-1df2b57588fc') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:00.356064 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.372255 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.378314 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:30:00.385854 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:30:00.495975 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.501044 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.505183 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] 10.222.0.98 "DELETE /v2.0/networks/4fae48db-9029-4ef2-ae6e-ad540bc13b29 HTTP/1.1" status: 204 len: 168 time: 0.7305095 Nov 12 12:30:00.518908 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db598bbc-6e6b-4eaf-9b3a-539b91f2455e admin admin] Pushing event deleted for resources: {'Network': ['ID=4fae48db-9029-4ef2-ae6e-ad540bc13b29,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:00.852545 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45680) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:00.894741 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-b9f53b39-6d6f-45df-8b44-0b6d87fa5cb0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=88f74532495c43e3be23894af72ab10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409102 Nov 12 12:30:00.897628 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45682) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:00.952456 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27153282-fd52-4042-a8d5-a0ef05ac3015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:00.976345 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27153282-fd52-4042-a8d5-a0ef05ac3015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.001356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cb040d18-391e-4e63-85c6-6f98f4f9c6a9 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:30:01.023356 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: cb040d18-391e-4e63-85c6-6f98f4f9c6a9 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:30:01.028868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device cb040d18-391e-4e63-85c6-6f98f4f9c6a9 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:30:01.028868 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4e5f01ee-b17b-4483-b67e-26f57a272e13 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:30:01.042315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 4e5f01ee-b17b-4483-b67e-26f57a272e13 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:30:01.042651 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 4e5f01ee-b17b-4483-b67e-26f57a272e13 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:30:01.043047 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9d3caeec-54d2-4297-a1fc-827dc52a1e2d no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:30:01.064846 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 9d3caeec-54d2-4297-a1fc-827dc52a1e2d {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:30:01.065183 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 9d3caeec-54d2-4297-a1fc-827dc52a1e2d not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:30:01.078606 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27153282-fd52-4042-a8d5-a0ef05ac3015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.081466 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-27153282-fd52-4042-a8d5-a0ef05ac3015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.082802 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-27153282-fd52-4042-a8d5-a0ef05ac3015 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d683f23e-5512-4521-b946-252793d56641 HTTP/1.1" status: 204 len: 168 time: 0.1841819 Nov 12 12:30:01.090867 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27153282-fd52-4042-a8d5-a0ef05ac3015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d683f23e-5512-4521-b946-252793d56641,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:01.751558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45688) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:01.796584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-90f1ead4-164b-4a60-aec4-744f22320268 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f79d2e10111f4a13abb9cf908bbb0ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437586 Nov 12 12:30:01.799079 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45690) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:01.853743 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29ae6a29-a9ca-4375-886e-43287fc468ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.864202 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43b86d4a-e27c-449e-8466-3dbf07658c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.876952 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29ae6a29-a9ca-4375-886e-43287fc468ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.989887 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29ae6a29-a9ca-4375-886e-43287fc468ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.992626 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-29ae6a29-a9ca-4375-886e-43287fc468ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:01.993764 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-29ae6a29-a9ca-4375-886e-43287fc468ac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/148f1c4d-327f-4e1a-a07d-b49f05f4df1c HTTP/1.1" status: 204 len: 168 time: 0.1937749 Nov 12 12:30:02.006558 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae6a29-a9ca-4375-886e-43287fc468ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f1c4d-327f-4e1a-a07d-b49f05f4df1c,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:02.906461 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:30:03.209775 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45712) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:03.303989 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1541467062-network', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:03.395591 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Made reservation on behalf of d41a56c374bd42e7ab6c01ea33318439 for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:03.398111 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.409708 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.410306 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.483030 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.550124 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.577829 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:03.583122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee2c7c-1dae-4f2c-a069-120899989d67,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:03.590862 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.590862 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Added segment 09651d0e-78ad-4232-8cc5-1a8aad0f2b82 of type vlan for network cd8348de-722b-4f32-8231-b363239570aa Nov 12 12:30:03.635584 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.701078 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.702208 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:03.702817 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:03.765259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8348de-722b-4f32-8231-b363239570aa,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:03.774493 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network cd8348de-722b-4f32-8231-b363239570aa details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:03.801002 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-376080c4-e764-41d1-83fc-4036fac07539 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5901122 Nov 12 12:30:03.804023 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45716) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:03.809270 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Request body: {'subnet': {'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1541467062-subnet', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:03.904706 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Made reservation on behalf of d41a56c374bd42e7ab6c01ea33318439 for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:03.907116 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.149878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.206096 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b455724f-da3d-47bf-b83e-731ae85fe4c6,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:04.213223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Checking segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:04.213814 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Network hostable DHCP agents. Network: cd8348de-722b-4f32-8231-b363239570aa, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:04.272373 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Network cd8348de-722b-4f32-8231-b363239570aa is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:04.335152 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, cd8348de-722b-4f32-8231-b363239570aa) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:04.493566 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:04.493566 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.494168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d0207-fec1-4cc9-ae24-fc2cd8f2c710 None None] Network cd8348de-722b-4f32-8231-b363239570aa requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:04.523945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-00f76110-b6ef-445b-8701-c2beb6066627 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7187436 Nov 12 12:30:04.526783 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45718) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:04.531989 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:04.613674 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.630147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.631300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.660449 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-cd8348de-722b-4f32-8231-b363239570aa', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:04.661322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.689366 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.799014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Allocated IP 172.20.0.2 (cd8348de-722b-4f32-8231-b363239570aa/b455724f-da3d-47bf-b83e-731ae85fe4c6/6e5552a2-f158-4c7e-bbd5-5b66a667f920) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:04.879405 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.933308 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:04.955654 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.027019 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.063975 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Network cd8348de-722b-4f32-8231-b363239570aa is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:05.070138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:05.072563 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:05.081956 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Pushing event updated for resources: {'Port': ['ID=6e5552a2-f158-4c7e-bbd5-5b66a667f920,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:05.132379 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Attempting to bind port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:05.132749 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Attempting to bind port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:05.133109 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Attempting to bind port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 on network cd8348de-722b-4f32-8231-b363239570aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:05.138023 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:05.138921 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Checking segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:05.139310 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.140339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Bound using segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:05.140339 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Bound port: 6e5552a2-f158-4c7e-bbd5-5b66a667f920, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:05.140688 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.158330 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.176817 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.206318 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] For port 6e5552a2-f158-4c7e-bbd5-5b66a667f920, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:05.209332 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] For port 6e5552a2-f158-4c7e-bbd5-5b66a667f920, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6e5552a2-f158-4c7e-bbd5-5b66a667f920,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:05.281210 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Allocated IP 172.25.3.66 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/a6e97d65-0e6c-44d6-a959-e937e3bf6729) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:05.299001 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.357218 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e7e81-b413-4364-87d1-abc32b48df7c None None] Pushing event updated for resources: {'Port': ['ID=6e5552a2-f158-4c7e-bbd5-5b66a667f920,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:05.385918 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.516187 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.544397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:05.552764 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:05.554765 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Pushing event updated for resources: {'Port': ['ID=a6e97d65-0e6c-44d6-a959-e937e3bf6729,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:05.557329 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:05.573994 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba91bc7-4403-4281-b4e6-868b30778440 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:05.611503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-092ee13c-50b0-412e-bb25-f69f4b659a38 None None] Provisioning complete for port a6e97d65-0e6c-44d6-a959-e937e3bf6729 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:05.612142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-092ee13c-50b0-412e-bb25-f69f4b659a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:05.657119 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-092ee13c-50b0-412e-bb25-f69f4b659a38 None None] Port a6e97d65-0e6c-44d6-a959-e937e3bf6729 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:05.883858 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.080495 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.270242 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109704) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:30:06.283317 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971139c7-b062-4edf-b1d5-6275dd903751 None None] Network cd8348de-722b-4f32-8231-b363239570aa requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:06.378853 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:30:06.394723 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Sync routers for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:30:06.400298 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:06.401146 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:06.413532 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-89bdb587-07fd-447c-91d8-d4fe9ca1d3b0 None None] Provisioning complete for port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:06.413886 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89bdb587-07fd-447c-91d8-d4fe9ca1d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.483477 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.488119 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-d9c98e5c-62c1-4759-b138-236589fc2ebe admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9576290 Nov 12 12:30:06.488529 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45720) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:06.507799 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:06.526890 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89bdb587-07fd-447c-91d8-d4fe9ca1d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.562793 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-89bdb587-07fd-447c-91d8-d4fe9ca1d3b0 None None] For port 6e5552a2-f158-4c7e-bbd5-5b66a667f920, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6e5552a2-f158-4c7e-bbd5-5b66a667f920,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:06.627191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-89bdb587-07fd-447c-91d8-d4fe9ca1d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.690942 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdb587-07fd-447c-91d8-d4fe9ca1d3b0 None None] Pushing event updated for resources: {'Port': ['ID=6e5552a2-f158-4c7e-bbd5-5b66a667f920,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:06.711458 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:05Z', 'revision_number': 3, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:06.742781 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Checking router: f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:06.743116 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Updating router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 port a6e97d65-0e6c-44d6-a959-e937e3bf6729 binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:30:06.768488 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.848242 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-132c58d5-b365-488a-aea5-00d1ed97a0ec None None] Provisioning complete for port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:06.848886 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-132c58d5-b365-488a-aea5-00d1ed97a0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:06.963761 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.050333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6e5552a2-f158-4c7e-bbd5-5b66a667f920 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:07.100838 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:07.101219 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.131882 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Allocated IP 172.20.0.1 (cd8348de-722b-4f32-8231-b363239570aa/b455724f-da3d-47bf-b83e-731ae85fe4c6/372dad22-9d7c-4061-8da8-d8b671a250a7) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:07.135915 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.218706 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.241453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.263431 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea8d7a-28ed-4f1e-af34-b9fb55a02d67 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:07.272906 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Attempting to bind port a6e97d65-0e6c-44d6-a959-e937e3bf6729 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:07.273277 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Attempting to bind port a6e97d65-0e6c-44d6-a959-e937e3bf6729 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:07.273639 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Attempting to bind port a6e97d65-0e6c-44d6-a959-e937e3bf6729 on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:07.282767 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Pushing event updated for resources: {'Port': ['ID=a6e97d65-0e6c-44d6-a959-e937e3bf6729,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:07.284974 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:07.285341 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:07.285734 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.286117 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:07.286578 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Bound port: a6e97d65-0e6c-44d6-a959-e937e3bf6729, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:07.286951 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.311246 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.311567 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.311903 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.312253 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.312583 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.312906 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.313224 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.313541 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.313857 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.314170 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.314485 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.314798 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:30:07.339401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.348351 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] For port a6e97d65-0e6c-44d6-a959-e937e3bf6729, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:07.352046 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] For port a6e97d65-0e6c-44d6-a959-e937e3bf6729, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a6e97d65-0e6c-44d6-a959-e937e3bf6729,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:07.359087 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b0f9f387-38b1-4079-8c0d-9d24878087fc None None] Provisioning complete for port a6e97d65-0e6c-44d6-a959-e937e3bf6729 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:07.359457 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f387-38b1-4079-8c0d-9d24878087fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.377754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Network cd8348de-722b-4f32-8231-b363239570aa is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:07.382520 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:07.389648 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:07.396246 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9f387-38b1-4079-8c0d-9d24878087fc None None] Port a6e97d65-0e6c-44d6-a959-e937e3bf6729 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:07.411184 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Pushing event updated for resources: {'Port': ['ID=372dad22-9d7c-4061-8da8-d8b671a250a7,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:07.429848 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.438756 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.487131 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb5997-8ab4-48ad-9397-cbae4c04c73e None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:07.498581 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:07.499201 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:07.505140 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b80a52-ee82-429c-b39a-0fc0d1f74716 None None] Pushing event updated for resources: {'Port': ['ID=a6e97d65-0e6c-44d6-a959-e937e3bf6729,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:07.621903 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] Provisioning complete for port 372dad22-9d7c-4061-8da8-d8b671a250a7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:07.622741 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.627981 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:07.639878 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.664656 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] Port 372dad22-9d7c-4061-8da8-d8b671a250a7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:07.675006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] Provisioning complete for port a6e97d65-0e6c-44d6-a959-e937e3bf6729 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:07.675355 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.758472 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.782602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] For port a6e97d65-0e6c-44d6-a959-e937e3bf6729, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a6e97d65-0e6c-44d6-a959-e937e3bf6729,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:07.814513 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.820438 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:05Z', 'revision_number': 3, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:07.847753 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cf725-8675-43d9-8193-626c8cb18123 None None] The sync data for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 is: [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:05Z', 'revision_number': 3, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:07.864796 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.890912 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.922557 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e2a0-2178-4fc1-8223-6bd17bebb089 None None] Pushing event updated for resources: {'Port': ['ID=a6e97d65-0e6c-44d6-a959-e937e3bf6729,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:07.964828 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:07.970616 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Pushing event updated for resources: {'Port': ['ID=372dad22-9d7c-4061-8da8-d8b671a250a7,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:08.062206 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Network cd8348de-722b-4f32-8231-b363239570aa is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:08.063568 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:08.210400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:30:08.332507 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:30:08.338681 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-4b5d9aba-5662-4e23-936c-fdccac34d925 admin admin] 10.222.0.98 "PUT /v2.0/routers/f4ac30fc-2d1d-485a-913f-0cb53be7cbe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8480306 Nov 12 12:30:08.413281 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a3e20119-842a-45fc-b7a1-543e3bfae59c None None] Provisioning complete for port 372dad22-9d7c-4061-8da8-d8b671a250a7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:08.413737 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a3e20119-842a-45fc-b7a1-543e3bfae59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:08.449066 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a3e20119-842a-45fc-b7a1-543e3bfae59c None None] Port 372dad22-9d7c-4061-8da8-d8b671a250a7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:09.020329 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45736) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:09.022617 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a6e97d65-0e6c-44d6-a959-e937e3bf6729 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:09.025667 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-812752090-network', 'tenant_id': '757e5f46b9f24cae83127368b7648fae'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:09.073262 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port a6e97d65-0e6c-44d6-a959-e937e3bf6729 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:09.073545 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.106689 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Made reservation on behalf of 757e5f46b9f24cae83127368b7648fae for: {'network': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:09.109677 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for network, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.119451 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.199760 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.255322 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.276626 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=109705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 12:30:09.293852 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73f2d13-bf18-4705-9fde-377406ba0428,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:09.299612 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.300091 n-d-768852-22 neutron-server[109705]: INFO neutron.db.segments_db [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Added segment ab10ae35-5722-4787-b42f-35f6816f9723 of type vlan for network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 Nov 12 12:30:09.344019 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769635718620'] for network, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.426884 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556'] for network, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.427868 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:09.428480 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.470708 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Sync routers for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:30:09.479596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:09.480265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:09.487762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc07a7f-5016-4aeb-ba39-4fab9ba85b16,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:09.522519 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 details requested by agent ovs-agent-n-d-768852-22 with host n-d-768852-22 {{(pid=109706) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 12:30:09.528882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-77d09aa5-e1a4-40db-bf39-b62c96511991 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5046215 Nov 12 12:30:09.529087 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45738) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:09.534394 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Request body: {'subnet': {'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-812752090-subnet', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'ip_version': 4}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:09.647836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Made reservation on behalf of 757e5f46b9f24cae83127368b7648fae for: {'subnet': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:09.650308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50030973'] for subnet, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.659843 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:09.861723 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 2, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:09.884417 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-49386233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50030959'] for subnet, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.892137 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Checking router: f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:09.892495 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Updating router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 port 372dad22-9d7c-4061-8da8-d8b671a250a7 binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:30:09.917462 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:09.942425 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d8a852-f037-493e-a063-df3fcabd3244,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:09.950797 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Checking segment: {'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:09.951154 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Network hostable DHCP agents. Network: ecc07a7f-5016-4aeb-ba39-4fab9ba85b16, hostable agents: ['9691717d-8307-4de4-8f2f-8ef6b96ed617'], hosted agents: [] {{(pid=109705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 12:30:10.032618 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 is scheduled to be hosted by DHCP agent 9691717d-8307-4de4-8f2f-8ef6b96ed617 with binding_index 1 {{(pid=109705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 12:30:10.109863 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-22, ecc07a7f-5016-4aeb-ba39-4fab9ba85b16) {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:10.113987 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:10.114707 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.120157 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77df9e8-e8ac-4931-bc82-68e52f9caf8e None None] Network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:10.203342 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-a24b5a58-704d-4234-b63c-a0b4291b45e1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6717379 Nov 12 12:30:10.205059 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45740) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:10.209526 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:10.253441 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.310361 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-690592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41918'] for router, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.312308 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-688746', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41905'] for router, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.323531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74f85137-30f9-548c-8a11-74151aa60a19-ecc07a7f-5016-4aeb-ba39-4fab9ba85b16', 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'fixed_ips': [{'subnet_id': '83d8a852-f037-493e-a063-df3fcabd3244'}]}} from n-d-768852-22. {{(pid=109706) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 12:30:10.324435 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.345326 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.369295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.454597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd783e-33c2-4457-b6d1-b62edc34b78e None None] Pushing event updated for resources: {'Port': ['ID=372dad22-9d7c-4061-8da8-d8b671a250a7,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:10.543621 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Attempting to bind port 372dad22-9d7c-4061-8da8-d8b671a250a7 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:10.544014 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Attempting to bind port 372dad22-9d7c-4061-8da8-d8b671a250a7 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:10.544373 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Attempting to bind port 372dad22-9d7c-4061-8da8-d8b671a250a7 on network cd8348de-722b-4f32-8231-b363239570aa {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:10.554464 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:10.554834 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Checking segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:10.555226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.555626 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Bound using segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:10.556393 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Bound port: 372dad22-9d7c-4061-8da8-d8b671a250a7, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:10.556771 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.573660 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.db_base_plugin_common [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Allocated IP 172.20.0.2 (ecc07a7f-5016-4aeb-ba39-4fab9ba85b16/83d8a852-f037-493e-a063-df3fcabd3244/105feb2e-dd81-41ac-ba4e-026af2518d61) {{(pid=109706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:10.580203 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.679857 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] For port 372dad22-9d7c-4061-8da8-d8b671a250a7, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:10.835299 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.854368 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.860893 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] For port 372dad22-9d7c-4061-8da8-d8b671a250a7, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=372dad22-9d7c-4061-8da8-d8b671a250a7,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:10.875775 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-35057f0c-3af5-449d-8505-f03fdbc57b03 None None] Provisioning complete for port 372dad22-9d7c-4061-8da8-d8b671a250a7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:10.876191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-35057f0c-3af5-449d-8505-f03fdbc57b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.944088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:10.956880 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-35057f0c-3af5-449d-8505-f03fdbc57b03 None None] Port 372dad22-9d7c-4061-8da8-d8b671a250a7 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:10.959094 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Allocated IP 172.25.3.246 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/e92794b2-cd11-4f51-bd06-29d4b0e8f5fe) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:11.009728 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Publish callbacks [] for port, precommit_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.030545 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:11.031253 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:11.033043 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd783e-33c2-4457-b6d1-b62edc34b78e None None] Pushing event updated for resources: {'Port': ['ID=372dad22-9d7c-4061-8da8-d8b671a250a7,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:11.063295 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.120553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354'] for port, after_create {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.158742 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.178302 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 is already hosted by enough agents. {{(pid=109706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:11.187390 n-d-768852-22 neutron-server[109706]: DEBUG neutron.scheduler.base_scheduler [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Resources bound (agent type, host, resource id): {{(pid=109706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:11.191280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Received port after_create {{(pid=109706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:11.193168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Pushing event updated for resources: {'Port': ['ID=105feb2e-dd81-41ac-ba4e-026af2518d61,revision_number=1']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:11.197207 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:11.207604 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:11.212251 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:11.217007 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:11.220155 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Pushing event updated for resources: {'Port': ['ID=e92794b2-cd11-4f51-bd06-29d4b0e8f5fe,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:11.254458 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1867604-e88f-4787-be50-86e145ae0032 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:11.346684 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Attempting to bind port 105feb2e-dd81-41ac-ba4e-026af2518d61 on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:11.347055 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Attempting to bind port 105feb2e-dd81-41ac-ba4e-026af2518d61 by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:11.347414 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Attempting to bind port 105feb2e-dd81-41ac-ba4e-026af2518d61 on network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:11.355865 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2be639b0-b453-45e9-8bab-d9196fe57740 None None] Provisioning complete for port 372dad22-9d7c-4061-8da8-d8b671a250a7 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:11.356267 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2be639b0-b453-45e9-8bab-d9196fe57740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.410408 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:11.410851 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Checking segment: {'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:11.413175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.413175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Bound using segment: {'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:11.413175 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Bound port: 105feb2e-dd81-41ac-ba4e-026af2518d61, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:11.413175 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.546348 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] For port 105feb2e-dd81-41ac-ba4e-026af2518d61, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:11.578858 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] For port 105feb2e-dd81-41ac-ba4e-026af2518d61, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=105feb2e-dd81-41ac-ba4e-026af2518d61,segment=NetworkSegment(ab10ae35-5722-4787-b42f-35f6816f9723),segment_id=ab10ae35-5722-4787-b42f-35f6816f9723)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:11.599009 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2be639b0-b453-45e9-8bab-d9196fe57740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.624103 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:10Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:11.656643 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7daae8-2ae8-4f74-a7fa-140dbe6c98c8 None None] The sync data for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 is: [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:10Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:11.673063 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.676069 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2be639b0-b453-45e9-8bab-d9196fe57740 None None] For port 372dad22-9d7c-4061-8da8-d8b671a250a7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=372dad22-9d7c-4061-8da8-d8b671a250a7,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:11.756461 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2be639b0-b453-45e9-8bab-d9196fe57740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.763355 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413516fe-b4c2-4c1c-8370-aceb16c98692 None None] Pushing event updated for resources: {'Port': ['ID=105feb2e-dd81-41ac-ba4e-026af2518d61,revision_number=2']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:11.830415 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be639b0-b453-45e9-8bab-d9196fe57740 None None] Pushing event updated for resources: {'Port': ['ID=372dad22-9d7c-4061-8da8-d8b671a250a7,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:11.878689 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-9ce65005-600a-4b2c-8c10-b06aa58b416a None None] Provisioning complete for port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:11.879049 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-9ce65005-600a-4b2c-8c10-b06aa58b416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:11.922164 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-9ce65005-600a-4b2c-8c10-b06aa58b416a None None] Port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:11.941647 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.175037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-688831'] for router, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.418722 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 is scheduled to L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 with binding_index 1 {{(pid=109705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 12:30:12.538964 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:30:12.550381 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Sync routers for ids ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:30:12.565117 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Routers {'899c3c5f-f42d-447b-ac1c-e6785d9773d7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:12.565861 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:12.626890 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.629100 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9c51f344-0f9c-4aa3-8428-fe10cc4ebee7 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4220586 Nov 12 12:30:12.637283 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45742) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:12.690230 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Set router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:12.776068 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa8e91-f73c-46f2-bd78-c6c387f4cd40 None None] Network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:30:12.880287 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-2eeead21-4d7f-4549-8cbc-a7474ca9d0e6 None None] Provisioning complete for port 105feb2e-dd81-41ac-ba4e-026af2518d61 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:12.880667 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eeead21-4d7f-4549-8cbc-a7474ca9d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:12.891019 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 3, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port': {'id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:12.926475 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Checking router: 899c3c5f-f42d-447b-ac1c-e6785d9773d7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:12.926819 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Updating router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe binding host n-d-768852-22 {{(pid=109707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:30:12.958787 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.076844 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eeead21-4d7f-4549-8cbc-a7474ca9d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.119277 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-2eeead21-4d7f-4549-8cbc-a7474ca9d0e6 None None] For port 105feb2e-dd81-41ac-ba4e-026af2518d61, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=105feb2e-dd81-41ac-ba4e-026af2518d61,segment=NetworkSegment(ab10ae35-5722-4787-b42f-35f6816f9723),segment_id=ab10ae35-5722-4787-b42f-35f6816f9723)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:13.184927 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 105feb2e-dd81-41ac-ba4e-026af2518d61 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:13.192814 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.236185 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2eeead21-4d7f-4549-8cbc-a7474ca9d0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.282587 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.306964 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeead21-4d7f-4549-8cbc-a7474ca9d0e6 None None] Pushing event updated for resources: {'Port': ['ID=105feb2e-dd81-41ac-ba4e-026af2518d61,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:13.308536 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 105feb2e-dd81-41ac-ba4e-026af2518d61 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:13.308910 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.367744 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.385618 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-83965005-0e14-4bb2-b438-8ac51ff89a01 None None] Provisioning complete for port 105feb2e-dd81-41ac-ba4e-026af2518d61 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:13.387340 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-83965005-0e14-4bb2-b438-8ac51ff89a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.387476 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Allocated IP 172.20.0.1 (ecc07a7f-5016-4aeb-ba39-4fab9ba85b16/83d8a852-f037-493e-a063-df3fcabd3244/b123974b-1d00-43df-8f45-3136342a3ebb) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:13.425414 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Attempting to bind port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe on host n-d-768852-22 for vnic_type normal with profile {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:13.425806 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Attempting to bind port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:13.426136 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Attempting to bind port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe on network 12aeb4c2-8520-4e37-af12-288710b4f759 {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:13.432353 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c70cf-d412-4f79-9d81-aea32eb6a0be None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:13.435758 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:13.436151 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Checking segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:13.436550 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.436932 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Bound using segment: {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'} {{(pid=109707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:13.437396 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.managers [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Bound port: e92794b2-cd11-4f51-bd06-29d4b0e8f5fe, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4138b5-f2a5-4086-b203-e06b1c81732d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759'}}] {{(pid=109707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:13.437765 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.439290 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fefce3-69a3-4a26-8db4-272692952cc2 None None] Pushing event updated for resources: {'Port': ['ID=e92794b2-cd11-4f51-bd06-29d4b0e8f5fe,revision_number=2']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:13.466743 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 372dad22-9d7c-4061-8da8-d8b671a250a7 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:13.501579 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] For port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe, host n-d-768852-22, cleared binding levels {{(pid=109707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:13.505007 n-d-768852-22 neutron-server[109707]: DEBUG neutron.plugins.ml2.db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] For port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e92794b2-cd11-4f51-bd06-29d4b0e8f5fe,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:13.507731 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.555668 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 372dad22-9d7c-4061-8da8-d8b671a250a7 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:13.556334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.564335 n-d-768852-22 neutron-server[109707]: DEBUG neutron_lib.callbacks.manager [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.587330 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.626977 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fad910-2afc-4a48-af33-6bc294247c51 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:30:13.627583 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Routers {'899c3c5f-f42d-447b-ac1c-e6785d9773d7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:13.628234 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:13.631190 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fefce3-69a3-4a26-8db4-272692952cc2 None None] Pushing event updated for resources: {'Port': ['ID=e92794b2-cd11-4f51-bd06-29d4b0e8f5fe,revision_number=3']} {{(pid=109707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:13.656156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Pushing event updated for resources: {'Port': ['ID=b123974b-1d00-43df-8f45-3136342a3ebb,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:13.664413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:13.665897 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:13.666807 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc2c9c9-c497-4b56-be28-c78450e8ed67 None None] Provisioning complete for port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:13.667858 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c9c9-c497-4b56-be28-c78450e8ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.668168 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:13.717864 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-689002'] for router_interface, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.765846 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] Set router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:13.777142 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c9c9-c497-4b56-be28-c78450e8ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.800310 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc2c9c9-c497-4b56-be28-c78450e8ed67 None None] For port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e92794b2-cd11-4f51-bd06-29d4b0e8f5fe,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:13.878372 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c9c9-c497-4b56-be28-c78450e8ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.938306 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2c9c9-c497-4b56-be28-c78450e8ed67 None None] Pushing event updated for resources: {'Port': ['ID=e92794b2-cd11-4f51-bd06-29d4b0e8f5fe,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:13.953393 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:13.973397 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 3, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port': {'id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:14.006902 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-ff7c5095-cf90-4569-962d-27c2994385ff None None] Provisioning complete for port b123974b-1d00-43df-8f45-3136342a3ebb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:14.007375 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ff7c5095-cf90-4569-962d-27c2994385ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:14.044030 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c5095-cf90-4569-962d-27c2994385ff None None] Port b123974b-1d00-43df-8f45-3136342a3ebb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:14.090035 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fee248d-27c8-46f4-8159-daff96bdb4b6 None None] The sync data for ids ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'] in n-d-768852-22 is: [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 3, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port': {'id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:14.143455 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:14.215296 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:14.289834 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Pushing event updated for resources: {'Port': ['ID=b123974b-1d00-43df-8f45-3136342a3ebb,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:14.295222 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689150'] for router_interface, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:14.408034 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:14.409485 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:14.541253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:30:14.663153 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:30:14.676708 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-470e08a3-4648-4df6-a142-66cead388332 admin admin] 10.222.0.98 "PUT /v2.0/routers/899c3c5f-f42d-447b-ac1c-e6785d9773d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0363131 Nov 12 12:30:14.676953 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c07bfa37-1447-4394-8aaa-95fa2479fd0d None None] Provisioning complete for port b123974b-1d00-43df-8f45-3136342a3ebb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:14.676953 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c07bfa37-1447-4394-8aaa-95fa2479fd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:14.716911 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c07bfa37-1447-4394-8aaa-95fa2479fd0d None None] Port b123974b-1d00-43df-8f45-3136342a3ebb cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:15.085503 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e92794b2-cd11-4f51-bd06-29d4b0e8f5fe up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:15.135340 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:15.135706 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.215349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 105feb2e-dd81-41ac-ba4e-026af2518d61 up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:15.260268 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port 105feb2e-dd81-41ac-ba4e-026af2518d61 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:15.260622 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.268106 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45750) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:15.272768 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-b5675c05-f36c-405c-91ff-3761b54dd8db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256850778', 'description': 'tempest-secgroup-smoke-1256850778 description', 'project_id': 'd41a56c374bd42e7ab6c01ea33318439'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:15.378803 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5675c05-f36c-405c-91ff-3761b54dd8db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.446006 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5675c05-f36c-405c-91ff-3761b54dd8db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.529801 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5675c05-f36c-405c-91ff-3761b54dd8db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.559838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5675c05-f36c-405c-91ff-3761b54dd8db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:15.625453 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Sync routers for ids ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:30:15.628869 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-b5675c05-f36c-405c-91ff-3761b54dd8db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.630144 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-b5675c05-f36c-405c-91ff-3761b54dd8db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3609297 Nov 12 12:30:15.635128 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45752) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:15.637783 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-d35028b0-0ae3-4200-8aa6-74055673cf24 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'security_group_rule': {'security_group_id': '3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46', 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:15.646943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Routers {'899c3c5f-f42d-447b-ac1c-e6785d9773d7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:15.646943 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:15.743284 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Set router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:15.749962 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d35028b0-0ae3-4200-8aa6-74055673cf24 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.808831 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d35028b0-0ae3-4200-8aa6-74055673cf24 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.901092 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d35028b0-0ae3-4200-8aa6-74055673cf24 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.919518 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35028b0-0ae3-4200-8aa6-74055673cf24 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1012961d-f08e-4758-9882-e8e01fb1278f,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:15.994183 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-d35028b0-0ae3-4200-8aa6-74055673cf24 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:15.995875 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-d35028b0-0ae3-4200-8aa6-74055673cf24 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617363 Nov 12 12:30:15.999413 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45754) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:16.004132 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-9ce77cf5-743b-4398-bf50-2fd7484a3a0f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'security_group_rule': {'security_group_id': '3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46', 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:16.105401 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ce77cf5-743b-4398-bf50-2fd7484a3a0f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.108974 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 4, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port': {'id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b123974b-1d00-43df-8f45-3136342a3ebb', 'name': '', 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'mac_address': 'fa:16:3e:43:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '83d8a852-f037-493e-a063-df3fcabd3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:13Z', 'updated_at': '2021-11-12T12:30:14Z', 'revision_number': 2, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'subnets': [{'id': '83d8a852-f037-493e-a063-df3fcabd3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:16.134914 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Checking router: 899c3c5f-f42d-447b-ac1c-e6785d9773d7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:16.135267 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Updating router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 port b123974b-1d00-43df-8f45-3136342a3ebb binding host n-d-768852-22 {{(pid=109706) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 12:30:16.160036 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.165059 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ce77cf5-743b-4398-bf50-2fd7484a3a0f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.216086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad53616c-5da9-445b-9173-e47bbd357805 req-8c5bf9ef-7470-4b8a-b8d2-d3353e80799c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414801 Nov 12 12:30:16.243825 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ce77cf5-743b-4398-bf50-2fd7484a3a0f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.271548 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce77cf5-743b-4398-bf50-2fd7484a3a0f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b42ebe-8f0c-4f7e-804a-7a40dc27d271,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.304576 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53616c-5da9-445b-9173-e47bbd357805 req-35b9e572-9a09-4c47-9464-16fa250f96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.306349 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad53616c-5da9-445b-9173-e47bbd357805 req-35b9e572-9a09-4c47-9464-16fa250f96a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0472910 Nov 12 12:30:16.355501 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-9ce77cf5-743b-4398-bf50-2fd7484a3a0f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.356706 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-9ce77cf5-743b-4398-bf50-2fd7484a3a0f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563125 Nov 12 12:30:16.359685 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45756) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:16.364740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-94dc3bbd-ea4f-4d2c-9b5e-de6266707b36 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'security_group_rule': {'security_group_id': '3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46', 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:16.423067 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53616c-5da9-445b-9173-e47bbd357805 req-bad1c596-676b-4e39-8c99-2f4ef6f72721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.424600 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad53616c-5da9-445b-9173-e47bbd357805 req-bad1c596-676b-4e39-8c99-2f4ef6f72721 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0951903 Nov 12 12:30:16.435382 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Publish callbacks [] for port, precommit_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.466275 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94dc3bbd-ea4f-4d2c-9b5e-de6266707b36 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.466817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad53616c-5da9-445b-9173-e47bbd357805 req-83d09fe6-d78d-4cbe-af83-cc7e67d98d3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0344944 Nov 12 12:30:16.515909 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53616c-5da9-445b-9173-e47bbd357805 req-e0f52d2a-bab7-4b6a-ac27-459109d7b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.517372 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad53616c-5da9-445b-9173-e47bbd357805 req-e0f52d2a-bab7-4b6a-ac27-459109d7b4c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0442843 Nov 12 12:30:16.523049 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94dc3bbd-ea4f-4d2c-9b5e-de6266707b36 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.526852 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.572625 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53616c-5da9-445b-9173-e47bbd357805 req-54860bc0-39c8-451d-a46b-5bdac459cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:16.574194 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad53616c-5da9-445b-9173-e47bbd357805 req-54860bc0-39c8-451d-a46b-5bdac459cf03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497563 Nov 12 12:30:16.577710 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab43a9a-4a1e-4d0c-bf5a-5a7a5df509c2 None None] Pushing event updated for resources: {'Port': ['ID=b123974b-1d00-43df-8f45-3136342a3ebb,revision_number=3']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.616065 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94dc3bbd-ea4f-4d2c-9b5e-de6266707b36 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.644495 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc3bbd-ea4f-4d2c-9b5e-de6266707b36 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315300ff-5f33-4c09-a328-c5d89e3ef06d,revision_number=0']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.664920 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Attempting to bind port b123974b-1d00-43df-8f45-3136342a3ebb on host n-d-768852-22 for vnic_type normal with profile {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:16.665197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Attempting to bind port b123974b-1d00-43df-8f45-3136342a3ebb by drivers openvswitch,hyperv on host n-d-768852-22 at level 0 using segments [{'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:16.665447 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Attempting to bind port b123974b-1d00-43df-8f45-3136342a3ebb on network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:16.670560 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Checking agent: {'id': '86e1384a-c12f-4766-af56-14d28ed71ff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 43, 35), 'started_at': datetime.datetime(2021, 11, 12, 10, 44, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:16.670929 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Checking segment: {'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:16.671322 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.671706 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Bound using segment: {'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'} {{(pid=109706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:16.672197 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.managers [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Bound port: b123974b-1d00-43df-8f45-3136342a3ebb, host: n-d-768852-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab10ae35-5722-4787-b42f-35f6816f9723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16'}}] {{(pid=109706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:16.672573 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.684870 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad53616c-5da9-445b-9173-e47bbd357805 req-257b2c45-631a-4c8e-a702-1997d502fba7 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030481 Nov 12 12:30:16.742556 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] For port b123974b-1d00-43df-8f45-3136342a3ebb, host n-d-768852-22, cleared binding levels {{(pid=109706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:16.746787 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] For port b123974b-1d00-43df-8f45-3136342a3ebb, host n-d-768852-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b123974b-1d00-43df-8f45-3136342a3ebb,segment=NetworkSegment(ab10ae35-5722-4787-b42f-35f6816f9723),segment_id=ab10ae35-5722-4787-b42f-35f6816f9723)] {{(pid=109706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:16.749186 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-94dc3bbd-ea4f-4d2c-9b5e-de6266707b36 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.753482 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45758) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:16.753650 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-94dc3bbd-ea4f-4d2c-9b5e-de6266707b36 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3927457 Nov 12 12:30:16.758122 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-72b684b7-88bd-47dd-98f1-3191a98b263a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'security_group_rule': {'security_group_id': '3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46', 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:16.805120 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ad53616c-5da9-445b-9173-e47bbd357805 req-e1c85c7c-701c-4390-93f0-c68f47e0350d service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137555 Nov 12 12:30:16.810565 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.878532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72b684b7-88bd-47dd-98f1-3191a98b263a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.884061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Routers {'899c3c5f-f42d-447b-ac1c-e6785d9773d7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:16.884700 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:16.891347 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab43a9a-4a1e-4d0c-bf5a-5a7a5df509c2 None None] Pushing event updated for resources: {'Port': ['ID=b123974b-1d00-43df-8f45-3136342a3ebb,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:16.928334 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-b673cbde-3b4e-4fd7-be7e-de1de9296d8b None None] Provisioning complete for port b123974b-1d00-43df-8f45-3136342a3ebb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:16.929579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b673cbde-3b4e-4fd7-be7e-de1de9296d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:16.934340 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72b684b7-88bd-47dd-98f1-3191a98b263a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.040633 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] Set router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:17.135084 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b673cbde-3b4e-4fd7-be7e-de1de9296d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.138175 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72b684b7-88bd-47dd-98f1-3191a98b263a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.158197 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b684b7-88bd-47dd-98f1-3191a98b263a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff2db0e-43dd-4e6e-93af-330155383914,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:17.218773 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-b673cbde-3b4e-4fd7-be7e-de1de9296d8b None None] For port b123974b-1d00-43df-8f45-3136342a3ebb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b123974b-1d00-43df-8f45-3136342a3ebb,segment=NetworkSegment(ab10ae35-5722-4787-b42f-35f6816f9723),segment_id=ab10ae35-5722-4787-b42f-35f6816f9723)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:17.231622 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-72b684b7-88bd-47dd-98f1-3191a98b263a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.236147 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-72b684b7-88bd-47dd-98f1-3191a98b263a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4785924 Nov 12 12:30:17.240324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45760) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:17.240833 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-90c68260-936a-4d9d-a63b-f5d8c04b2d38 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'security_group_rule': {'security_group_id': '3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46', 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:17.287499 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b673cbde-3b4e-4fd7-be7e-de1de9296d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.319225 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 4, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port': {'id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b123974b-1d00-43df-8f45-3136342a3ebb', 'name': '', 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'mac_address': 'fa:16:3e:43:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '83d8a852-f037-493e-a063-df3fcabd3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:13Z', 'updated_at': '2021-11-12T12:30:16Z', 'revision_number': 4, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'subnets': [{'id': '83d8a852-f037-493e-a063-df3fcabd3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:17.350186 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-90c68260-936a-4d9d-a63b-f5d8c04b2d38 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Project d41a56c374bd42e7ab6c01ea33318439 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:30:17.352402 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa462029-4e03-437f-8ac6-5ad4289c73c6 None None] The sync data for ids ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'] in n-d-768852-22 is: [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 4, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port': {'id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': 'b123974b-1d00-43df-8f45-3136342a3ebb', 'name': '', 'network_id': 'ecc07a7f-5016-4aeb-ba39-4fab9ba85b16', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'mac_address': 'fa:16:3e:43:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '83d8a852-f037-493e-a063-df3fcabd3244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:13Z', 'updated_at': '2021-11-12T12:30:16Z', 'revision_number': 4, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'subnets': [{'id': '83d8a852-f037-493e-a063-df3fcabd3244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:17.367131 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-90c68260-936a-4d9d-a63b-f5d8c04b2d38 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.371653 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673cbde-3b4e-4fd7-be7e-de1de9296d8b None None] Pushing event updated for resources: {'Port': ['ID=b123974b-1d00-43df-8f45-3136342a3ebb,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:17.433168 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a75966c9-a009-4dbd-9c24-c06d8ffa281f None None] Provisioning complete for port b123974b-1d00-43df-8f45-3136342a3ebb triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:17.433618 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a75966c9-a009-4dbd-9c24-c06d8ffa281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.450978 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-90c68260-936a-4d9d-a63b-f5d8c04b2d38 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.527009 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-90c68260-936a-4d9d-a63b-f5d8c04b2d38 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.541886 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c68260-936a-4d9d-a63b-f5d8c04b2d38 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9244c73-d647-4f57-b321-eafee6439e20,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:17.655594 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-90c68260-936a-4d9d-a63b-f5d8c04b2d38 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.656777 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-90c68260-936a-4d9d-a63b-f5d8c04b2d38 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4194968 Nov 12 12:30:17.659582 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 45762) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:17.664156 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [None req-542437a6-2498-4bbf-a9f0-7388a16aa7b2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'security_group_rule': {'security_group_id': '3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46', 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:17.807643 n-d-768852-22 neutron-server[109705]: INFO neutron.db.securitygroups_db [None req-542437a6-2498-4bbf-a9f0-7388a16aa7b2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Project d41a56c374bd42e7ab6c01ea33318439 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 12:30:17.813286 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-542437a6-2498-4bbf-a9f0-7388a16aa7b2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.895625 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-542437a6-2498-4bbf-a9f0-7388a16aa7b2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:17.984139 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-542437a6-2498-4bbf-a9f0-7388a16aa7b2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755588'] for security_group_rule, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.002828 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542437a6-2498-4bbf-a9f0-7388a16aa7b2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a9c96e-0800-4482-94b1-ff124ae8a782,revision_number=0']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:18.094951 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-542437a6-2498-4bbf-a9f0-7388a16aa7b2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.096153 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-542437a6-2498-4bbf-a9f0-7388a16aa7b2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4355745 Nov 12 12:30:18.254792 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-bd39d7f5-d297-43e6-ae4b-4187d527858e tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256850778&fields=id&tenant_id=d41a56c374bd42e7ab6c01ea33318439 HTTP/1.1" status: 200 len: 267 time: 0.0474603 Nov 12 12:30:18.361658 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-c2b96bb4-ca0f-4493-b7d3-4ae88c383a81 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:18.363025 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-c2b96bb4-ca0f-4493-b7d3-4ae88c383a81 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 810 time: 0.1014876 Nov 12 12:30:18.382322 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-6afc7768-5d14-47fb-a197-ade5065d09ac tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/quotas/d41a56c374bd42e7ab6c01ea33318439 HTTP/1.1" status: 200 len: 375 time: 0.0134420 Nov 12 12:30:18.449176 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-173a3a19-6a14-4cad-a6dc-95faa05e99de tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603864 Nov 12 12:30:18.625987 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:18.910191 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-7f6b6e8c-009d-4d84-9202-4d39df0d0a4c service neutron] 10.222.0.98 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486997 Nov 12 12:30:19.015061 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-cb3c0266-c1ef-4d16-b49c-abfa46498b21 service neutron] 10.222.0.98 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983875 Nov 12 12:30:19.051428 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b123974b-1d00-43df-8f45-3136342a3ebb up at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:19.100193 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Provisioning complete for port b123974b-1d00-43df-8f45-3136342a3ebb triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:19.100568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:19.261814 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ae28f7f3-7b11-4cd9-98e0-fd97a486ddbe req-0889f520-6afb-4dd6-b599-3f54992cb6d9 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 210 time: 0.0263290 Nov 12 12:30:20.362442 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-42d36457-7b89-4fe4-8a18-0fa246194c4a req-4f17be7c-3315-4a6f-a544-00308338911c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 210 time: 0.0308554 Nov 12 12:30:21.460468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-05ce5ab9-688a-4e15-89c5-a9cf1f4212b6 req-a1b2f6a9-add1-4ea0-8a04-9b4092ea36e0 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 210 time: 0.0265887 Nov 12 12:30:21.598159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-fcf8a819-2d58-4ad4-8934-e0e7e3ca38c1 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:21.599609 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-fcf8a819-2d58-4ad4-8934-e0e7e3ca38c1 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.69 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 810 time: 0.1019728 Nov 12 12:30:21.607371 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:21.665399 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-07f84e16-2918-49ce-ab8e-fb1b983bb199 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41a56c374bd42e7ab6c01ea33318439 HTTP/1.1" status: 200 len: 380 time: 0.0559618 Nov 12 12:30:21.676754 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'port': {'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'admin_state_up': True, 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'security_groups': ['3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:21.875459 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Made reservation on behalf of d41a56c374bd42e7ab6c01ea33318439 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:30:21.879265 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.008538 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Allocated IP 172.20.0.5 (cd8348de-722b-4f32-8231-b363239570aa/b455724f-da3d-47bf-b83e-731ae85fe4c6/0e566c93-9abb-45e9-a2a3-166101744695) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:22.153849 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.249666 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.293565 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Network cd8348de-722b-4f32-8231-b363239570aa is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:22.298711 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:22.302441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:22.328594 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:22.358960 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.359593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.463688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-ffa154e7-ac54-48cb-a1ea-11bb4f1775e2 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7905548 Nov 12 12:30:22.477227 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Request body: {'port': {'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:22.537883 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.575098 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-a7a6badd-78d5-4892-8b44-67950d386bab None None] Provisioning complete for port 0e566c93-9abb-45e9-a2a3-166101744695 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:22.575877 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a7a6badd-78d5-4892-8b44-67950d386bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.577439 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60288191-c989-4320-999c-8d614aab299f req-a2ac8bf2-891a-4d41-af18-ebda7ce45d2f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:22.579683 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60288191-c989-4320-999c-8d614aab299f req-a2ac8bf2-891a-4d41-af18-ebda7ce45d2f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 931 time: 0.0512440 Nov 12 12:30:22.620019 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6badd-78d5-4892-8b44-67950d386bab None None] Port 0e566c93-9abb-45e9-a2a3-166101744695 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:30:22.636168 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-60288191-c989-4320-999c-8d614aab299f req-70c9c250-3ae1-4b80-a8b7-81c6ccc565e4 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459030 Nov 12 12:30:22.800239 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e566c93-9abb-45e9-a2a3-166101744695 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:22.807535 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.818941 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Transition to ACTIVE for port object 0e566c93-9abb-45e9-a2a3-166101744695 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:30:22.900716 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:22.950397 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:23.021836 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Attempting to bind port 0e566c93-9abb-45e9-a2a3-166101744695 on host n-h2-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:30:23.022199 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Attempting to bind port 0e566c93-9abb-45e9-a2a3-166101744695 by drivers openvswitch,hyperv on host n-h2-768852-22 at level 0 using segments [{'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:30:23.022621 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Attempting to bind port 0e566c93-9abb-45e9-a2a3-166101744695 on network cd8348de-722b-4f32-8231-b363239570aa {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:23.027083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Port 0e566c93-9abb-45e9-a2a3-166101744695 on network cd8348de-722b-4f32-8231-b363239570aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:30:23.027458 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Attempting to bind port 0e566c93-9abb-45e9-a2a3-166101744695 on network cd8348de-722b-4f32-8231-b363239570aa {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:30:23.033109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Checking agent: {'id': 'aa46af96-e780-407e-88c5-bfdc14f9663d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:30:23.033759 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Checking segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:30:23.034195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Bound using segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:30:23.034619 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Bound port: 0e566c93-9abb-45e9-a2a3-166101744695, host: n-h2-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:30:23.034967 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.109490 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:30:23.112874 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:30:23.198159 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.233162 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.233915 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:23.235146 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] 10.222.0.69 "PUT /v2.0/ports/0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 200 len: 1092 time: 0.7622466 Nov 12 12:30:23.235585 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:23.237851 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a45e2ff-ea75-405e-8455-26d1985732cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "tag": "0e566c93-9abb-45e9-a2a3-166101744695"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:23.261000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fbad8-a0a6-4b0a-a5a8-a9da680606f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:23.293275 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1991fb93-63d7-4121-92b2-bfdd97947d4f x-openstack-request-id: req-1991fb93-63d7-4121-92b2-bfdd97947d4f {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:23.293574 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "tag": "0e566c93-9abb-45e9-a2a3-166101744695", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:23.294006 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1991fb93-63d7-4121-92b2-bfdd97947d4f {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:23.294307 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695', 'status': 'completed', 'code': 200} Nov 12 12:30:23.361319 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e2ff-ea75-405e-8455-26d1985732cf req-e4460f88-1e7d-4932-8e48-f0fdb4857f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.362844 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a45e2ff-ea75-405e-8455-26d1985732cf req-e4460f88-1e7d-4932-8e48-f0fdb4857f8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1095 time: 0.0430067 Nov 12 12:30:23.477893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e2ff-ea75-405e-8455-26d1985732cf req-02845b5c-e18c-43df-881c-bad892d613be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.479388 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a45e2ff-ea75-405e-8455-26d1985732cf req-02845b5c-e18c-43df-881c-bad892d613be service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d41a56c374bd42e7ab6c01ea33318439&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1074700 Nov 12 12:30:23.572636 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e2ff-ea75-405e-8455-26d1985732cf req-9d8c2a90-35d1-4220-8ece-0600a189198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.574094 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-5a45e2ff-ea75-405e-8455-26d1985732cf req-9d8c2a90-35d1-4220-8ece-0600a189198d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858116 Nov 12 12:30:23.661241 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-e93609e7-499b-4636-92cb-66b4d03ac26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.663042 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-e93609e7-499b-4636-92cb-66b4d03ac26b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1095 time: 0.0476334 Nov 12 12:30:23.763310 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99b20f-baff-4434-93ec-c70910b7c6be req-9a28be26-1871-46e8-a214-21d4fbdaa175 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:23.764913 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b99b20f-baff-4434-93ec-c70910b7c6be req-9a28be26-1871-46e8-a214-21d4fbdaa175 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 943 time: 0.0584362 Nov 12 12:30:23.818534 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3b99b20f-baff-4434-93ec-c70910b7c6be req-98916f7c-223e-4efd-9f0c-3bdcf4ebcc74 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473094 Nov 12 12:30:24.056931 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-be818e4e-f335-4594-9eba-f64daa610594 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 200 len: 217 time: 0.3817644 Nov 12 12:30:24.110675 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-7d8c00fb-3a50-4400-a974-041bc993dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:24.112248 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-7d8c00fb-3a50-4400-a974-041bc993dce9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0446236 Nov 12 12:30:24.161692 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-e6b372c8-5db5-4bf2-b7e3-32bfe355a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:24.163087 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-e6b372c8-5db5-4bf2-b7e3-32bfe355a84d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424819 Nov 12 12:30:24.251735 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-4bc98cfb-4bc5-47e0-8f68-64b89e366b39 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782716 Nov 12 12:30:24.348446 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-238c0ec6-a7e2-4443-b27f-d64fd95b557e req-5f334a1f-c50d-491a-8180-789ca44173d3 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Nov 12 12:30:24.939455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866752a-23a8-40d6-aaaa-66fdec58c213 req-a5f64a1a-a5be-4aeb-a2b8-2e07f0ebbf06 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:24.940952 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6866752a-23a8-40d6-aaaa-66fdec58c213 req-a5f64a1a-a5be-4aeb-a2b8-2e07f0ebbf06 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 943 time: 0.0486538 Nov 12 12:30:24.989117 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-6866752a-23a8-40d6-aaaa-66fdec58c213 req-2f5f5c1e-083d-4077-a091-d4a631755959 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Nov 12 12:30:26.110521 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999cbef-c509-474d-a80c-a1a6642b46b1 req-25e2a7b0-0a90-43bd-8766-04243ab55e5a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:26.112000 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b999cbef-c509-474d-a80c-a1a6642b46b1 req-25e2a7b0-0a90-43bd-8766-04243ab55e5a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 943 time: 0.0522988 Nov 12 12:30:26.162094 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b999cbef-c509-474d-a80c-a1a6642b46b1 req-eddc79d0-05fa-493c-a935-51aa5aed27c3 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442824 Nov 12 12:30:27.276279 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615dbf3-9c13-4d67-8c55-bdc03da115fd req-a74804e4-e6d6-496f-b8d1-340990fee52d tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:27.277696 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1615dbf3-9c13-4d67-8c55-bdc03da115fd req-a74804e4-e6d6-496f-b8d1-340990fee52d tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 943 time: 0.0484126 Nov 12 12:30:27.326468 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1615dbf3-9c13-4d67-8c55-bdc03da115fd req-6bb236b9-319c-4abc-8f47-998baef2272a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Nov 12 12:30:28.094547 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0e566c93-9abb-45e9-a2a3-166101744695 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:30:28.197611 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:28.208806 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '0e566c93-9abb-45e9-a2a3-166101744695', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:30:28.244396 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:28.256336 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e566c93-9abb-45e9-a2a3-166101744695 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:30:28.275382 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:28.395667 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:28.442917 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5c8b1-30bc-4324-8a4f-b595dfe123c6 req-27c50308-4cf6-49f4-ade7-9d1c43a63edb tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:28.444453 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77d5c8b1-30bc-4324-8a4f-b595dfe123c6 req-27c50308-4cf6-49f4-ade7-9d1c43a63edb tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Nov 12 12:30:28.446751 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:28.500281 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77d5c8b1-30bc-4324-8a4f-b595dfe123c6 req-d6fb360e-fb1b-4fd9-9eb0-600532659786 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472963 Nov 12 12:30:28.718115 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['0e566c93-9abb-45e9-a2a3-166101744695'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:30:29.437482 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c67c95b2-d5a9-449c-b1c1-59c66a9d1f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:29.616371 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4072171-5f5d-474b-a377-1f12379877b7 req-e9a99344-85c6-4fd7-ac37-612bee8299c7 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:29.617876 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4072171-5f5d-474b-a377-1f12379877b7 req-e9a99344-85c6-4fd7-ac37-612bee8299c7 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 944 time: 0.0495625 Nov 12 12:30:29.667436 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-b4072171-5f5d-474b-a377-1f12379877b7 req-875c332a-16a9-4742-bea4-fec9185a9247 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Nov 12 12:30:30.123744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0e566c93-9abb-45e9-a2a3-166101744695 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:30:30.254744 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning for port 0e566c93-9abb-45e9-a2a3-166101744695 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:30:30.258766 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 0e566c93-9abb-45e9-a2a3-166101744695 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:30:30.259127 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.338784 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.360322 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:30.362632 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78f9d88-eea2-4b76-8fe6-6b2e5c80d08a" -d '{"events": [{"server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "name": "network-vif-plugged", "status": "completed", "tag": "0e566c93-9abb-45e9-a2a3-166101744695"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:30.375005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:30:30.398650 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b194333-8eab-4389-92ef-d01af35d9289 x-openstack-request-id: req-9b194333-8eab-4389-92ef-d01af35d9289 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:30.399330 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "name": "network-vif-plugged", "status": "completed", "tag": "0e566c93-9abb-45e9-a2a3-166101744695", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:30.399596 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-9b194333-8eab-4389-92ef-d01af35d9289 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:30.400049 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695', 'code': 200} Nov 12 12:30:30.443568 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:30.492596 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:30.512751 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9099e90-3863-4e0c-a59f-1a2ff05e2c0b req-feb87293-b23f-4133-a0ad-df89f8f53386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:30.516920 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f9099e90-3863-4e0c-a59f-1a2ff05e2c0b req-feb87293-b23f-4133-a0ad-df89f8f53386 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1097 time: 0.0459809 Nov 12 12:30:30.559952 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f9099e90-3863-4e0c-a59f-1a2ff05e2c0b req-e876955c-7526-431e-976c-fa6cb0ec987a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 Nov 12 12:30:30.784500 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfe15a-6bbf-490d-aff5-40ba0386768c req-801a66a5-585c-48f6-b9ce-871a1cebe9c7 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:30.785988 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78cfe15a-6bbf-490d-aff5-40ba0386768c req-801a66a5-585c-48f6-b9ce-871a1cebe9c7 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 945 time: 0.0487001 Nov 12 12:30:30.834109 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-78cfe15a-6bbf-490d-aff5-40ba0386768c req-8c1fc326-de2c-4b45-b886-f3f5678fdc6c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422339 Nov 12 12:30:31.881020 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-1453549f-98dd-4d2a-93bc-cb3178bd1535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:31.958702 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421be7c0-34fa-4ae0-99fa-8c51d796b398 req-a0e60a5f-9a0b-4646-8da0-340f23a8faae tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:31.960221 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-421be7c0-34fa-4ae0-99fa-8c51d796b398 req-a0e60a5f-9a0b-4646-8da0-340f23a8faae tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 945 time: 0.0579965 Nov 12 12:30:32.009753 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-421be7c0-34fa-4ae0-99fa-8c51d796b398 req-a05e9576-ac27-4169-8bc6-5e822009ff64 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Nov 12 12:30:33.127620 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61152b56-ae85-427a-a2a5-98db394c945f req-11babf95-8403-4e01-a81b-cb8d54a845a0 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:33.129118 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61152b56-ae85-427a-a2a5-98db394c945f req-11babf95-8403-4e01-a81b-cb8d54a845a0 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 945 time: 0.0483673 Nov 12 12:30:33.180185 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-61152b56-ae85-427a-a2a5-98db394c945f req-a03af064-46a1-4188-883a-d5c4708d8047 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450990 Nov 12 12:30:33.296137 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38251e-8bbd-4373-9d0c-ccbef962f663 req-f9e0b24b-7663-4ab2-8123-3fa595e6db55 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:33.297616 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b38251e-8bbd-4373-9d0c-ccbef962f663 req-f9e0b24b-7663-4ab2-8123-3fa595e6db55 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 945 time: 0.0517387 Nov 12 12:30:33.355254 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-1b38251e-8bbd-4373-9d0c-ccbef962f663 req-4e51f8e5-9e23-422a-b587-8c5b54f05cec tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518451 Nov 12 12:30:33.378179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45824) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:33.403563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.460970 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94210b0d-a809-4ef9-b4f5-bb1efb4515f3 tempest-TestSnapshotPattern-1215146891 tempest-TestSnapshotPattern-1215146891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:33.462393 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-94210b0d-a809-4ef9-b4f5-bb1efb4515f3 tempest-TestSnapshotPattern-1215146891 tempest-TestSnapshotPattern-1215146891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1092 time: 0.0832262 Nov 12 12:30:33.465373 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 45828) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:30:33.469727 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:30:33.572352 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.667505 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.774774 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Allocated IP 172.25.3.180 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/22dfe55b-ea99-4607-aa89-5fbaa39a4fcd) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:30:33.879371 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:33.974880 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.014527 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:30:34.017397 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:30:34.020954 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:30:34.026711 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'Port': ['ID=22dfe55b-ea99-4607-aa89-5fbaa39a4fcd,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:34.381929 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.510141 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.518367 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.670661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.711804 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.788548 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'Port': ['ID=22dfe55b-ea99-4607-aa89-5fbaa39a4fcd,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:30:34.797011 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.903690 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:34.904341 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Floating IP 8860268d-b4f3-48ca-99d0-c8a5b794de83 associated. External IP: 172.25.3.180, port: 0e566c93-9abb-45e9-a2a3-166101744695. Nov 12 12:30:35.109901 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:30:35.215822 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:30:35.226760 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] Sync routers for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:30:35.236256 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:35.236851 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:35.294678 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:35.321857 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-a9d763d5-2725-4aee-a939-2ed71d36e85b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8554366 Nov 12 12:30:35.322455 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:30:35.324749 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002bede9-af41-486e-a240-add5b727cd63" -d '{"events": [{"name": "network-changed", "server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "tag": "0e566c93-9abb-45e9-a2a3-166101744695"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:30:35.341580 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:35.362157 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab297ef8-2a4e-4d5f-afc7-28451f8e60db x-openstack-request-id: req-ab297ef8-2a4e-4d5f-afc7-28451f8e60db {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:30:35.362447 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "tag": "0e566c93-9abb-45e9-a2a3-166101744695", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:30:35.362700 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ab297ef8-2a4e-4d5f-afc7-28451f8e60db {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:30:35.363099 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695', 'status': 'completed', 'code': 200} Nov 12 12:30:35.423402 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bede9-af41-486e-a240-add5b727cd63 req-d6831027-fdf7-4195-bc07-ab6ef74da0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:35.424925 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-002bede9-af41-486e-a240-add5b727cd63 req-d6831027-fdf7-4195-bc07-ab6ef74da0de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1097 time: 0.0398540 Nov 12 12:30:35.519236 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bede9-af41-486e-a240-add5b727cd63 req-6adf27dd-edcc-42f4-aff5-244c106f11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:35.520688 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-002bede9-af41-486e-a240-add5b727cd63 req-6adf27dd-edcc-42f4-aff5-244c106f11a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.0863843 Nov 12 12:30:35.566116 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:34Z', 'revision_number': 0, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:35.591661 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] Checking router: f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:30:35.592179 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-002bede9-af41-486e-a240-add5b727cd63 req-54a79904-cbdb-4578-a459-e854567f0460 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 200 len: 999 time: 0.0630505 Nov 12 12:30:35.600446 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:30:35.601029 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:30:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:35.647333 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bede9-af41-486e-a240-add5b727cd63 req-6be6a2a5-f7a6-4ee8-8c8d-27851d0b07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:35.648815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-002bede9-af41-486e-a240-add5b727cd63 req-6be6a2a5-f7a6-4ee8-8c8d-27851d0b07aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0490737 Nov 12 12:30:35.694500 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bede9-af41-486e-a240-add5b727cd63 req-9838ccb5-38d7-4489-9d9b-fe738a6606a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:30:35.696004 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-002bede9-af41-486e-a240-add5b727cd63 req-9838ccb5-38d7-4489-9d9b-fe738a6606a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396922 Nov 12 12:30:35.705083 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:30:35.789307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-002bede9-af41-486e-a240-add5b727cd63 req-974e7b19-2737-477a-bc70-b4fc41663b57 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857480 Nov 12 12:30:35.884668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-002bede9-af41-486e-a240-add5b727cd63 req-3fa6df67-9f8e-4497-b7ae-2e22d3a10231 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 Nov 12 12:30:35.931733 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:34Z', 'revision_number': 0, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:30:35.957911 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d376fb1-1b59-4341-bea2-ee7438f398e3 None None] The sync data for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 is: [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:34Z', 'revision_number': 0, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:30:36.149474 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b617df2-9273-4c6f-95df-616ae692c828 None None] New status for floating IP 8860268d-b4f3-48ca-99d0-c8a5b794de83: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:30:39.905747 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:30:48.631777 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:51.577555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:30:59.442780 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a4fa4968-0699-47e6-99f7-41433f38bc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:01.825702 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-7e16b6c2-5ae1-4b0b-90a9-4500823fd108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:03.390758 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:04.522482 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:04.903238 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:16.208525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-eeb2aff6-e2a6-4ddc-a5a9-72c859990818 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405180 Nov 12 12:31:16.300764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-bdda1fc9-1416-49a5-a0d7-1f0258493096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:16.302324 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-bdda1fc9-1416-49a5-a0d7-1f0258493096 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0473142 Nov 12 12:31:16.409840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-2c70b7f6-c4f4-4769-bc26-84c792a9f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:16.411286 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-2c70b7f6-c4f4-4769-bc26-84c792a9f798 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0875797 Nov 12 12:31:16.458057 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-85ab28e0-3cd3-40a7-b00a-56400cdefe61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0401323 Nov 12 12:31:16.507514 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-7a21f4e1-30a1-40ff-a7eb-db5b535f159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:16.508997 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-7a21f4e1-30a1-40ff-a7eb-db5b535f159b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0436642 Nov 12 12:31:16.554996 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-104bf4d1-2dac-49c9-8e95-933e9af502e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:16.556470 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-104bf4d1-2dac-49c9-8e95-933e9af502e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404642 Nov 12 12:31:16.651571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-80aea9e7-e94f-484c-912f-39ea8d9e01e8 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879483 Nov 12 12:31:16.750984 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-bee3174f-9ce8-48f8-af08-fa86aa5e459f req-840252f1-cdd7-40f2-bcee-2e99fb94786c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913980 Nov 12 12:31:16.908383 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:31:18.628752 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:21.617226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:24.201362 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-4d2b2dc8-5e5a-41d6-90b3-ffa4a49a6ab3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389497 Nov 12 12:31:24.288481 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-af5e0e24-4563-4204-b64c-5a6308e28102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:24.290551 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-af5e0e24-4563-4204-b64c-5a6308e28102 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1097 time: 0.0453331 Nov 12 12:31:24.398419 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-3cc2d14d-04e4-4771-9fac-28ed9e363873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:24.399882 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-3cc2d14d-04e4-4771-9fac-28ed9e363873 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.0841417 Nov 12 12:31:24.471575 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-78270eb2-b15f-4dd7-910f-7efd975aae44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 200 len: 1001 time: 0.0627749 Nov 12 12:31:24.522460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-52eb60a2-650a-437c-b9cb-568847af4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:24.523847 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-52eb60a2-650a-437c-b9cb-568847af4d9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0428953 Nov 12 12:31:24.571850 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-9068d1c4-a959-457f-bc99-a6ed5213ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:31:24.573373 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-9068d1c4-a959-457f-bc99-a6ed5213ac93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398440 Nov 12 12:31:24.665961 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-278afbb7-040b-4beb-82f7-673815742ee2 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853095 Nov 12 12:31:24.756643 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-1d25f254-4861-429d-8f79-a7ee7a897d50 req-f481a38b-0b34-46a3-a16a-89065e343696 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819755 Nov 12 12:31:29.425468 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f444df8a-f305-4866-9f66-6cad7c73c6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:31.842191 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-78ea09fa-3c7e-43a1-8fb1-196bcc105189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:33.402043 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.542736 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:34.887377 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:48.625022 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:51.611154 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:31:53.907877 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:31:59.590085 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd044aac-b569-4a8f-9fa8-d727698bcb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:01.841243 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-33046185-b87c-47af-bd53-a147bf45f0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:03.410911 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.515985 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:04.884841 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:17.210201 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-9d644301-958d-4420-8031-f6ee557cc841 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446458 Nov 12 12:32:17.291714 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-69c73b75-fd40-45d5-b1c0-68e77c9e1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:17.293235 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-69c73b75-fd40-45d5-b1c0-68e77c9e1cd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0400374 Nov 12 12:32:17.398892 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-4857f12f-cc28-4575-acc2-8956aef534e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:17.400434 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-4857f12f-cc28-4575-acc2-8956aef534e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0868969 Nov 12 12:32:17.448889 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-ea38e3fb-997d-4cb6-9b3b-eb1dc1a4107a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0392427 Nov 12 12:32:17.497340 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-32279cdc-cf1c-48ec-8c47-83ed4e43e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:17.499283 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-32279cdc-cf1c-48ec-8c47-83ed4e43e0a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0434356 Nov 12 12:32:17.543247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-d4ad0086-982a-4bdf-a1ac-eee4163a7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:17.546580 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-d4ad0086-982a-4bdf-a1ac-eee4163a7173 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389988 Nov 12 12:32:17.639464 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-31b06854-33b1-4049-8644-f576419f95bf service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866811 Nov 12 12:32:17.727801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-8f4aa689-5f37-44ca-bbe2-07d47ffc93c8 req-ca1a133f-470b-4bdc-ae1c-d5a1ad5d978b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810027 Nov 12 12:32:18.624263 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:21.690705 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:26.205751 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-1dfee854-5ea7-4894-8e7f-9d13560337b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444152 Nov 12 12:32:26.291872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-80143fc4-125a-4c23-860c-503777925472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:26.293397 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-80143fc4-125a-4c23-860c-503777925472 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1097 time: 0.0395632 Nov 12 12:32:26.400083 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-5493743d-c2c1-4bcd-a266-04e67b0be70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:26.401595 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-5493743d-c2c1-4bcd-a266-04e67b0be70a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.0876758 Nov 12 12:32:26.467985 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-09be9a23-3303-4340-a4e3-f4bc60b205ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 200 len: 1001 time: 0.0585127 Nov 12 12:32:26.518637 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-0ba1207b-25d4-4cc8-aee2-d81a1b3f27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:26.520049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-0ba1207b-25d4-4cc8-aee2-d81a1b3f27b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0425942 Nov 12 12:32:26.570809 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-7a741d12-d0da-4f70-9667-554ace99e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:26.572301 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-7a741d12-d0da-4f70-9667-554ace99e3ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429456 Nov 12 12:32:26.663007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-8efa1552-5556-443f-bbe8-9a3c296e6c28 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827768 Nov 12 12:32:26.754585 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-f7ec04ec-58c5-4276-abde-3932128f7aa8 req-b0d8201a-957e-4ae9-8481-f8f8d738257d service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835462 Nov 12 12:32:29.446668 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2dac5d4e-7658-4ae2-b999-0e88c57d1835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:30.906605 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:32:31.829335 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-8f1fbade-58dc-4484-acd2-46a3244a08de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:33.400772 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.519043 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:34.927250 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.777258 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0e566c93-9abb-45e9-a2a3-166101744695 details requested by agent hyperv_n-h2-768852-22 with host n-h2-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:32:36.877658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:36.888661 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Returning: {'device': '0e566c93-9abb-45e9-a2a3-166101744695', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:32:36.925837 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:36.939565 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e566c93-9abb-45e9-a2a3-166101744695 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:32:36.959522 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:37.024265 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:37.079726 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:37.087300 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.087645 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.088011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.088349 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.088681 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.089008 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.089333 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.089658 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.089984 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.090303 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.090627 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.090951 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:37.106803 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] get_ports_and_sgs() called for port_ids ['0e566c93-9abb-45e9-a2a3-166101744695'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:32:38.798404 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0e566c93-9abb-45e9-a2a3-166101744695 up at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:32:38.858315 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Provisioning complete for port 0e566c93-9abb-45e9-a2a3-166101744695 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:38.858684 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.947315 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:38.974777 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:38.977192 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db5647c-a981-4b17-9ba2-e655b90b58cc" -d '{"events": [{"server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "name": "network-vif-plugged", "status": "completed", "tag": "0e566c93-9abb-45e9-a2a3-166101744695"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:39.004835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:39.069331 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:39.113901 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75851a7-9553-4c67-b41c-f7e207f6bacf x-openstack-request-id: req-e75851a7-9553-4c67-b41c-f7e207f6bacf {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:39.114181 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "name": "network-vif-plugged", "status": "completed", "tag": "0e566c93-9abb-45e9-a2a3-166101744695", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:39.114426 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e75851a7-9553-4c67-b41c-f7e207f6bacf {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:39.114817 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695', 'code': 200} Nov 12 12:32:39.133646 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:48.652555 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:49.005943 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-09673dda-8485-4da5-b83a-5ee07a230544 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256850778&fields=id&tenant_id=d41a56c374bd42e7ab6c01ea33318439 HTTP/1.1" status: 200 len: 267 time: 0.0465026 Nov 12 12:32:49.115079 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-d2169067-f58c-4ea7-aa46-7530a0a93e02 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:49.116579 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-d2169067-f58c-4ea7-aa46-7530a0a93e02 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 810 time: 0.1036890 Nov 12 12:32:49.131999 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-2461dbc4-fa7e-4fc3-aed5-d50ed8fafab1 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/quotas/d41a56c374bd42e7ab6c01ea33318439 HTTP/1.1" status: 200 len: 375 time: 0.0095935 Nov 12 12:32:49.185371 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-01a6f92c-0178-4d22-b93b-f5568d1bc3db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483787 Nov 12 12:32:49.281279 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-d0f63b69-78ef-4e15-97e6-207af7146f15 service neutron] 10.222.0.98 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840464 Nov 12 12:32:49.368824 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-837932a1-d807-4b0f-b550-0bcb0babfba9 service neutron] 10.222.0.98 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814879 Nov 12 12:32:49.621430 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-77d73316-c8b3-48c4-a378-c61e89d9c76d req-4f467e1f-a9d3-44c4-b725-673c73a6e901 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 210 time: 0.0277197 Nov 12 12:32:50.719208 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-3f032f38-10b3-4318-a3a9-753fe4dd2dc9 req-58bfb2d6-38ac-4cc4-b342-b9ad26dc7667 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 210 time: 0.0318713 Nov 12 12:32:51.491998 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-560f2d51-85fa-499e-a8db-09603043ab90 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:51.493590 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-560f2d51-85fa-499e-a8db-09603043ab90 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.57 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 810 time: 0.1001053 Nov 12 12:32:51.561703 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-e0ca4f32-edb1-45a4-bf92-0c9558038ac5 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41a56c374bd42e7ab6c01ea33318439 HTTP/1.1" status: 200 len: 380 time: 0.0588546 Nov 12 12:32:51.571448 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'port': {'device_id': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'admin_state_up': True, 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'security_groups': ['3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46']}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:32:51.635135 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.777978 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Made reservation on behalf of d41a56c374bd42e7ab6c01ea33318439 for: {'port': 1} {{(pid=109705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 12:32:51.781532 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:51.817418 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4edcdf21-f8d8-4a8e-9e63-51051b6838a1 req-136b231c-5aa4-49e0-af38-584b176d3268 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 210 time: 0.0273197 Nov 12 12:32:51.911418 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_common [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Allocated IP 172.20.0.14 (cd8348de-722b-4f32-8231-b363239570aa/b455724f-da3d-47bf-b83e-731ae85fe4c6/a15a1ea8-338f-4a59-9a86-f0647335e238) {{(pid=109705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:32:52.060031 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for port, precommit_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.145453 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_create {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.201683 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Network cd8348de-722b-4f32-8231-b363239570aa is already hosted by enough agents. {{(pid=109705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:32:52.205492 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.base_scheduler [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Resources bound (agent type, host, resource id): {{(pid=109705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:32:52.210488 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Received port after_create {{(pid=109705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:32:52.214838 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=1']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:52.247033 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.247409 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.247779 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.248088 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.248435 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.248744 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.249070 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.249391 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.249710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.250018 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.250339 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.250655 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:32:52.285957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:52.286632 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.414732 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-20067da2-c13f-47a0-9da1-c3938dd0cf12 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8469794 Nov 12 12:32:52.553138 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-0cd7e6f9-2069-4a32-92c8-121a7021ffe9 None None] Provisioning complete for port a15a1ea8-338f-4a59-9a86-f0647335e238 triggered by entity DHCP. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:32:52.553840 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e6f9-2069-4a32-92c8-121a7021ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.590376 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7e6f9-2069-4a32-92c8-121a7021ffe9 None None] Port a15a1ea8-338f-4a59-9a86-f0647335e238 cannot update to ACTIVE because it is not bound. {{(pid=109706) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 12:32:52.874326 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0e566c93-9abb-45e9-a2a3-166101744695 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:32:52.948124 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb928077-6da7-4262-98b9-abd6deeb1ed9 req-3db353d2-85b6-4d71-bb71-fa4909cf949f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:52.957480 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb928077-6da7-4262-98b9-abd6deeb1ed9 req-3db353d2-85b6-4d71-bb71-fa4909cf949f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0588531 Nov 12 12:32:52.966553 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:52.993427 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:32:52.995625 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f506fc-5875-4fb4-bf0d-02bc0eb0a4c9" -d '{"events": [{"server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "name": "network-vif-unplugged", "status": "completed", "tag": "0e566c93-9abb-45e9-a2a3-166101744695"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:32:53.009309 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:32:53.013156 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-eb928077-6da7-4262-98b9-abd6deeb1ed9 req-f6b5039a-eb4b-4903-adf7-91e3b4c87094 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545270 Nov 12 12:32:53.066198 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508d0f7b-3246-465f-b424-1830932152c7 x-openstack-request-id: req-508d0f7b-3246-465f-b424-1830932152c7 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:32:53.066491 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "name": "network-vif-unplugged", "status": "completed", "tag": "0e566c93-9abb-45e9-a2a3-166101744695", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:32:53.066742 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-508d0f7b-3246-465f-b424-1830932152c7 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:32:53.067135 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695', 'code': 200} Nov 12 12:32:53.090578 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:32:53.141236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Pushing event updated for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:32:54.137396 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9e60-cbad-4f0e-9e39-f371748dcb51 req-42ea8760-244a-435c-9626-bc8ec8f64919 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:54.138909 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcbc9e60-cbad-4f0e-9e39-f371748dcb51 req-42ea8760-244a-435c-9626-bc8ec8f64919 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0484822 Nov 12 12:32:54.195019 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-bcbc9e60-cbad-4f0e-9e39-f371748dcb51 req-ef83508d-d920-4428-a62f-e8af200d4c2b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500388 Nov 12 12:32:55.316458 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c73e83-c562-4ead-a007-0deb192279f3 req-2b1dda9d-78f6-4a3e-a81c-35bdf457c316 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:55.318565 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2c73e83-c562-4ead-a007-0deb192279f3 req-2b1dda9d-78f6-4a3e-a81c-35bdf457c316 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0521464 Nov 12 12:32:55.370004 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e2c73e83-c562-4ead-a007-0deb192279f3 req-e93d7823-7a1a-4971-8da0-9d9dff8eb2e5 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456817 Nov 12 12:32:56.490478 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd21ec-6388-4772-addb-b8e0383fd61d req-a6789062-f3eb-4d08-86de-7b0fad7d22af tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:56.492112 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ebd21ec-6388-4772-addb-b8e0383fd61d req-a6789062-f3eb-4d08-86de-7b0fad7d22af tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0510232 Nov 12 12:32:56.543233 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-4ebd21ec-6388-4772-addb-b8e0383fd61d req-c9c45f15-0d68-421e-8bfd-6fa0aded4d83 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441179 Nov 12 12:32:57.679913 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8e2a0-c159-4a18-a68e-8a3d7c4cdd4b req-be6eb88b-230d-48f9-967c-2694f7c3af17 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:57.681484 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06e8e2a0-c159-4a18-a68e-8a3d7c4cdd4b req-be6eb88b-230d-48f9-967c-2694f7c3af17 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0631695 Nov 12 12:32:57.739264 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-06e8e2a0-c159-4a18-a68e-8a3d7c4cdd4b req-542c696e-fb80-43a1-869e-08b1ff127704 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515225 Nov 12 12:32:58.858434 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729e79-68d3-46a4-83c9-819351c59a2e req-85352638-fa72-45aa-b4b0-bac68baa4f3d tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:32:58.859932 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0729e79-68d3-46a4-83c9-819351c59a2e req-85352638-fa72-45aa-b4b0-bac68baa4f3d tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0525050 Nov 12 12:32:58.921213 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c0729e79-68d3-46a4-83c9-819351c59a2e req-537a5668-cafc-43e4-9053-7f433aa5efdb tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522563 Nov 12 12:32:59.485054 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-2378e5fd-b09d-410a-a3ef-6c9904643970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:00.051064 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52cc57-be0b-4351-a498-36f15e15ac1e req-084f538c-7239-4743-bebe-e6c3c5797d71 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:00.053396 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b52cc57-be0b-4351-a498-36f15e15ac1e req-084f538c-7239-4743-bebe-e6c3c5797d71 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0665319 Nov 12 12:33:00.106597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-7b52cc57-be0b-4351-a498-36f15e15ac1e req-878451ca-f450-4d97-a8e7-3014c6ee028c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471447 Nov 12 12:33:01.230083 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f22060-d97c-4743-995a-509f8418b852 req-adf81f35-3347-475b-b998-d53e80d85842 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:01.231597 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13f22060-d97c-4743-995a-509f8418b852 req-adf81f35-3347-475b-b998-d53e80d85842 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0524468 Nov 12 12:33:01.284306 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-13f22060-d97c-4743-995a-509f8418b852 req-d9037832-8a87-4295-9134-2a7b3f218ce0 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453646 Nov 12 12:33:01.994797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-e895cf13-5a54-44ee-9d91-130bc7b3579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:02.397729 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b71dc5-1613-4d52-a787-29257701c631 req-ed5b47ec-1549-424e-9591-6840049bedaf tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:02.399843 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b71dc5-1613-4d52-a787-29257701c631 req-ed5b47ec-1549-424e-9591-6840049bedaf tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 932 time: 0.0477293 Nov 12 12:33:02.452360 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-80b71dc5-1613-4d52-a787-29257701c631 req-8978d44d-1553-4cc5-b664-bac7ab36610d tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472152 Nov 12 12:33:02.546223 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.v2.base [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Request body: {'port': {'device_id': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-22'}} {{(pid=109705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:02.604001 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:02.858840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15a1ea8-338f-4a59-9a86-f0647335e238 {{(pid=109705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:02.867037 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:02.879620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.provisioning_blocks [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Transition to ACTIVE for port object a15a1ea8-338f-4a59-9a86-f0647335e238 will not be triggered until provisioned by entity L2. {{(pid=109705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 12:33:02.949250 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.001446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Pushing event updated for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=2']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:03.071737 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Attempting to bind port a15a1ea8-338f-4a59-9a86-f0647335e238 on host n-h1-768852-22 for vnic_type normal with profile {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 12:33:03.072120 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Attempting to bind port a15a1ea8-338f-4a59-9a86-f0647335e238 by drivers openvswitch,hyperv on host n-h1-768852-22 at level 0 using segments [{'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 12:33:03.072452 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Attempting to bind port a15a1ea8-338f-4a59-9a86-f0647335e238 on network cd8348de-722b-4f32-8231-b363239570aa {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:03.076893 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Port a15a1ea8-338f-4a59-9a86-f0647335e238 on network cd8348de-722b-4f32-8231-b363239570aa not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-22 {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 12:33:03.077207 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Attempting to bind port a15a1ea8-338f-4a59-9a86-f0647335e238 on network cd8348de-722b-4f32-8231-b363239570aa {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 12:33:03.082195 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Checking agent: {'id': 'ffc3331d-14d2-4548-a2b3-be53e88cce84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'started_at': datetime.datetime(2021, 11, 12, 10, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 12, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 12:33:03.082532 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Checking segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 12:33:03.082915 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Bound using segment: {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'} {{(pid=109705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 12:33:03.083346 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.managers [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Bound port: a15a1ea8-338f-4a59-9a86-f0647335e238, host: n-h1-768852-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09651d0e-78ad-4232-8cc5-1a8aad0f2b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa'}}] {{(pid=109705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 12:33:03.083704 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.151020 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, cleared binding levels {{(pid=109705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 12:33:03.154209 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 12:33:03.216207 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-49386100'] for port, after_update {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.255344 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.255987 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.257526 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] 10.222.0.57 "PUT /v2.0/ports/a15a1ea8-338f-4a59-9a86-f0647335e238 HTTP/1.1" status: 200 len: 1093 time: 0.7160902 Nov 12 12:33:03.257949 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:03.260257 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16485f-3ea7-4b06-8c5b-71e85a12dd28" -d '{"events": [{"name": "network-changed", "server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:03.280841 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf9ef3-e487-4c3a-a445-f61d805ffe54 service neutron] Pushing event updated for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=3']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:03.302205 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a1908-79fc-4d91-a606-a986333b8aec x-openstack-request-id: req-e65a1908-79fc-4d91-a606-a986333b8aec {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:03.306638 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:03.306638 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-e65a1908-79fc-4d91-a606-a986333b8aec {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:03.306638 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'status': 'completed', 'code': 200} Nov 12 12:33:03.370866 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16485f-3ea7-4b06-8c5b-71e85a12dd28 req-68d3684a-1dbf-4755-9a6c-135b68c2ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.372421 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c16485f-3ea7-4b06-8c5b-71e85a12dd28 req-68d3684a-1dbf-4755-9a6c-135b68c2ae90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 1096 time: 0.0466359 Nov 12 12:33:03.411983 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:03.480029 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16485f-3ea7-4b06-8c5b-71e85a12dd28 req-36144c85-970c-4d83-9c10-4226704c9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.484407 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c16485f-3ea7-4b06-8c5b-71e85a12dd28 req-36144c85-970c-4d83-9c10-4226704c9602 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d41a56c374bd42e7ab6c01ea33318439&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1003523 Nov 12 12:33:03.572586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed92a0-5570-4ac2-979f-fe876e21265a req-3f63a334-5ca3-4732-bc07-8339dc6e0e3a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.574181 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8ed92a0-5570-4ac2-979f-fe876e21265a req-3f63a334-5ca3-4732-bc07-8339dc6e0e3a tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 944 time: 0.0492969 Nov 12 12:33:03.581724 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16485f-3ea7-4b06-8c5b-71e85a12dd28 req-da38292e-5255-4a95-b4d1-65e83a40c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.583314 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-9c16485f-3ea7-4b06-8c5b-71e85a12dd28 req-da38292e-5255-4a95-b4d1-65e83a40c728 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935440 Nov 12 12:33:03.624132 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-f8ed92a0-5570-4ac2-979f-fe876e21265a req-a1dc0552-1523-498d-bc96-8589b98df50b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 Nov 12 12:33:03.660218 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-261a9f75-2ae3-4bdd-b497-a8585a64fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.661798 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-261a9f75-2ae3-4bdd-b497-a8585a64fd19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 1096 time: 0.0426345 Nov 12 12:33:03.702459 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-7818fb16-a7ad-41db-a3f0-f4d70b6d5573 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a15a1ea8-338f-4a59-9a86-f0647335e238 HTTP/1.1" status: 200 len: 217 time: 0.0328176 Nov 12 12:33:03.754247 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-a6de81da-882c-4c36-97a2-1751bc07a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.758525 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-a6de81da-882c-4c36-97a2-1751bc07a1b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0484710 Nov 12 12:33:03.804717 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-fc43004a-f46d-4d27-903a-7adda79bb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:03.806247 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-fc43004a-f46d-4d27-903a-7adda79bb3a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403814 Nov 12 12:33:03.893052 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-6aafc9d3-9dff-42ab-88ba-348f2bb49dda service neutron] 10.222.0.57 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792289 Nov 12 12:33:03.984856 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1427054-4b68-4121-897c-7f2ebb13f168 req-0103181f-f355-487f-ab63-1edac8f9474b service neutron] 10.222.0.57 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845671 Nov 12 12:33:04.513267 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:04.743230 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272294ac-42fd-49f6-bb0a-4826ad226284 req-4974eca6-7dc2-4c18-b968-23789ff77854 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:04.744719 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-272294ac-42fd-49f6-bb0a-4826ad226284 req-4974eca6-7dc2-4c18-b968-23789ff77854 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 944 time: 0.0485299 Nov 12 12:33:04.792302 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-272294ac-42fd-49f6-bb0a-4826ad226284 req-a8e40d98-e617-4772-b880-d29508eecb51 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Nov 12 12:33:04.880226 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.102527 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a15a1ea8-338f-4a59-9a86-f0647335e238 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:33:05.197809 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:05.209011 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'port_id': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'mac_address': 'fa:16:3e:b9:2e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:33:05.244764 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.256835 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15a1ea8-338f-4a59-9a86-f0647335e238 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:33:05.275296 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:05.360455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:05.405694 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=4']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:05.610767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['a15a1ea8-338f-4a59-9a86-f0647335e238'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:33:05.913098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcff72-9f01-4fad-b4e7-e4427e85b1af req-b4f91483-bbc5-4e68-8326-0bb27975e4d1 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:05.914492 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66dcff72-9f01-4fad-b4e7-e4427e85b1af req-b4f91483-bbc5-4e68-8326-0bb27975e4d1 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 945 time: 0.0530457 Nov 12 12:33:05.963558 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-66dcff72-9f01-4fad-b4e7-e4427e85b1af req-ffa2968d-bc5e-47a7-9413-3fbe38007638 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Nov 12 12:33:07.093395 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dedd43-e4f1-46ff-b2d1-c16157cf083b req-9db4551b-a98b-4bea-9d3b-34432bdcd9ae tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:07.095101 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4dedd43-e4f1-46ff-b2d1-c16157cf083b req-9db4551b-a98b-4bea-9d3b-34432bdcd9ae tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 945 time: 0.0539639 Nov 12 12:33:07.119691 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a15a1ea8-338f-4a59-9a86-f0647335e238 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:33:07.150582 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-c4dedd43-e4f1-46ff-b2d1-c16157cf083b req-5ea9bc5e-622b-47ae-b50b-26a353dba9c3 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481973 Nov 12 12:33:07.343484 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning for port a15a1ea8-338f-4a59-9a86-f0647335e238 completed by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 12:33:07.347584 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port a15a1ea8-338f-4a59-9a86-f0647335e238 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:33:07.347976 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.421673 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.444869 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:07.447144 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59985e-f44a-430a-90a4-8afc1a120ce9" -d '{"events": [{"server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "name": "network-vif-plugged", "status": "completed", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:07.468364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:33:07.482844 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3687813f-77a7-4321-9b02-9450a9dbb15d x-openstack-request-id: req-3687813f-77a7-4321-9b02-9450a9dbb15d {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:07.483133 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "name": "network-vif-plugged", "status": "completed", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:07.483390 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3687813f-77a7-4321-9b02-9450a9dbb15d {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:07.483797 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'code': 200} Nov 12 12:33:07.549234 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:07.580263 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696522-35d5-4588-9780-b399a45cc1ca req-6f7db7c0-8fc3-441d-8e62-9a172f449d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:07.581801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1696522-35d5-4588-9780-b399a45cc1ca req-6f7db7c0-8fc3-441d-8e62-9a172f449d10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 1098 time: 0.0414560 Nov 12 12:33:07.605478 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=5']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:07.631104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-e1696522-35d5-4588-9780-b399a45cc1ca req-204d91d1-5796-4cdc-9949-95fcfbce4c5d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Nov 12 12:33:07.906304 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:33:08.266511 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8c6a9-62bc-40ac-8b8a-0c9e8f398cff req-9bb76d04-ba3c-4f37-9a87-5c09d7118681 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:08.267994 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3d8c6a9-62bc-40ac-8b8a-0c9e8f398cff req-9bb76d04-ba3c-4f37-9a87-5c09d7118681 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 946 time: 0.0478995 Nov 12 12:33:08.322651 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-e3d8c6a9-62bc-40ac-8b8a-0c9e8f398cff req-0d1762ba-5a08-4cf0-9ff4-ccde93044274 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479269 Nov 12 12:33:09.438452 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bdb62-5a2d-430b-9217-4383adbfdc40 req-175db0f0-4912-482b-8ee8-0254f1efcf9e tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:09.439940 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d1bdb62-5a2d-430b-9217-4383adbfdc40 req-175db0f0-4912-482b-8ee8-0254f1efcf9e tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 946 time: 0.0491977 Nov 12 12:33:09.488388 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-8d1bdb62-5a2d-430b-9217-4383adbfdc40 req-2dc8b935-dab0-4f16-a048-ebea57d28756 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Nov 12 12:33:09.602798 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bca3f-f003-4a0b-abe5-f412f939c74f req-3ea97e29-c437-4e0f-ae37-e8eb703041fd tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:09.604200 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-575bca3f-f003-4a0b-abe5-f412f939c74f req-3ea97e29-c437-4e0f-ae37-e8eb703041fd tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 946 time: 0.0484118 Nov 12 12:33:09.652538 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-575bca3f-f003-4a0b-abe5-f412f939c74f req-f08a6b93-47e9-4494-aa68-c925962ce3f5 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424592 Nov 12 12:33:09.674161 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46122) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:09.716781 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29ef4d-f1a2-42ff-b6b3-e37149323f6d tempest-TestSnapshotPattern-1215146891 tempest-TestSnapshotPattern-1215146891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:09.718299 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-dc29ef4d-f1a2-42ff-b6b3-e37149323f6d tempest-TestSnapshotPattern-1215146891 tempest-TestSnapshotPattern-1215146891-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 1093 time: 0.0431874 Nov 12 12:33:09.721098 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46124) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:33:09.725880 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.v2.base [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Request body: {'floatingip': {'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'port_id': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109704) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 12:33:09.804661 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for floatingip, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:09.898300 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.005101 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_common [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Allocated IP 172.25.3.124 (12aeb4c2-8520-4e37-af12-288710b4f759/e7d9649b-9508-405c-97cb-23451c6f3b28/fc61fc5e-9f9c-4314-9be5-2dce0bd4af91) {{(pid=109704) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 12:33:10.102625 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for port, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.207129 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769635732354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:10.251975 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Network 12aeb4c2-8520-4e37-af12-288710b4f759 is already hosted by enough agents. {{(pid=109704) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 12:33:10.255374 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.base_scheduler [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Resources bound (agent type, host, resource id): {{(pid=109704) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 12:33:10.258436 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Received port after_create {{(pid=109704) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 12:33:10.263870 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'Port': ['ID=fc61fc5e-9f9c-4314-9be5-2dce0bd4af91,revision_number=1']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:10.291411 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.291761 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.292141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.292485 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.292820 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.293154 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.293486 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.293815 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.294141 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.294473 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.294802 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.295129 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:33:10.624456 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.023383 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.168452 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for port, precommit_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.228301 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29689492'] for port, after_update {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.292720 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event updated for resources: {'Port': ['ID=fc61fc5e-9f9c-4314-9be5-2dce0bd4af91,revision_number=2']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:33:11.305973 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688849'] for floatingip, after_create {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.403802 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Floating IP 0aa6f289-4be2-46ab-8eed-4e1e45dfb757 associated. External IP: 172.25.3.124, port: a15a1ea8-338f-4a59-9a86-f0647335e238. Nov 12 12:33:11.607208 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:33:11.715030 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:33:11.725484 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] Sync routers for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:33:11.736678 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:11.737281 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:11.806610 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:11.835072 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-8c1398f5-1115-4549-970a-b3fde192ad65 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1129344 Nov 12 12:33:11.835667 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:33:11.838260 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a27ae6-528d-4ff8-bc40-c13be1b7f076" -d '{"events": [{"name": "network-changed", "server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:33:11.845293 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:11.877873 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d87901-359e-485f-abd0-f47e32f4b6a3 x-openstack-request-id: req-08d87901-359e-485f-abd0-f47e32f4b6a3 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:33:11.878254 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:33:11.878993 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-08d87901-359e-485f-abd0-f47e32f4b6a3 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:33:11.879397 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'status': 'completed', 'code': 200} Nov 12 12:33:11.947493 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-a0ace225-9909-42c8-b408-69768227c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:11.949001 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-a0ace225-9909-42c8-b408-69768227c14b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 1098 time: 0.0463173 Nov 12 12:33:12.037374 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-ba376f02-e8eb-4aab-976f-c9f074e96fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:12.038864 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-ba376f02-e8eb-4aab-976f-c9f074e96fb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.0822508 Nov 12 12:33:12.106197 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-a5d54154-fb52-41ff-a246-87e80f78a94a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a15a1ea8-338f-4a59-9a86-f0647335e238 HTTP/1.1" status: 200 len: 1000 time: 0.0605464 Nov 12 12:33:12.148537 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '0aa6f289-4be2-46ab-8eed-4e1e45dfb757', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:b9:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:10Z', 'updated_at': '2021-11-12T12:33:10Z', 'revision_number': 0, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}, {'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:36Z', 'revision_number': 1, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:12.155638 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-54bf6cc8-330c-425e-a915-b5a35e49fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:12.157118 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-54bf6cc8-330c-425e-a915-b5a35e49fe52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0433159 Nov 12 12:33:12.179199 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] Checking router: f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:33:12.187692 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:33:12.188334 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:33:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:12.202847 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-4ac071b7-9521-4831-88f3-6527601e35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:12.204371 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-4ac071b7-9521-4831-88f3-6527601e35e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403361 Nov 12 12:33:12.290970 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:33:12.298269 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-efb663a0-b215-43af-8e61-d537e6369ef1 service neutron] 10.222.0.57 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869794 Nov 12 12:33:12.386790 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-00a27ae6-528d-4ff8-bc40-c13be1b7f076 req-b96ed155-f163-4adf-a7d6-e18e8708215a service neutron] 10.222.0.57 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807126 Nov 12 12:33:12.519321 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '0aa6f289-4be2-46ab-8eed-4e1e45dfb757', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:b9:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:10Z', 'updated_at': '2021-11-12T12:33:10Z', 'revision_number': 0, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}, {'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:36Z', 'revision_number': 1, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:33:12.544711 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7086a93-7d82-41a9-be27-4cf88cb5b26b None None] The sync data for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 is: [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '0aa6f289-4be2-46ab-8eed-4e1e45dfb757', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:b9:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:33:10Z', 'updated_at': '2021-11-12T12:33:10Z', 'revision_number': 0, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}, {'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:36Z', 'revision_number': 1, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:33:12.767275 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65895cc1-fa20-4ab5-963f-90c7420f0196 None None] New status for floating IP 0aa6f289-4be2-46ab-8eed-4e1e45dfb757: ACTIVE {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:33:18.263145 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-c361b7aa-65d6-4ecc-957a-b250a3aa7a6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941806 Nov 12 12:33:18.342238 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-5f284fa1-4f2b-464b-a0b4-5aee1d869297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:18.343711 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-5f284fa1-4f2b-464b-a0b4-5aee1d869297 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0400248 Nov 12 12:33:18.445127 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-7145b152-6fcb-4361-962c-4f1484992db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:18.446523 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-7145b152-6fcb-4361-962c-4f1484992db0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0840530 Nov 12 12:33:18.491817 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-e56ddb01-8acc-4226-b61e-57efdd7c6e4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0379493 Nov 12 12:33:18.539764 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-e5e09bea-0c2b-4f43-8be6-e015ed7094df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:18.541217 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-e5e09bea-0c2b-4f43-8be6-e015ed7094df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0431507 Nov 12 12:33:18.591244 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-288058bc-f22d-4333-8e75-b56a6730ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:18.593138 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-288058bc-f22d-4333-8e75-b56a6730ead1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447681 Nov 12 12:33:18.617549 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:18.706188 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-8cd8dfee-bda4-4035-9d79-0d2d84900f2e service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910473 Nov 12 12:33:18.796239 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-129ec810-6d03-40b2-8ab5-af5826166d8d req-7ddfa68b-a0a8-49c2-95b3-b15e599a9b38 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836682 Nov 12 12:33:21.639830 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:27.261572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-dad6e637-a551-4ca3-9b29-70f39e7ddabc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859282 Nov 12 12:33:27.347091 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-2595c631-1fac-4d4b-a0b3-1de959787201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:27.348517 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-2595c631-1fac-4d4b-a0b3-1de959787201 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1095 time: 0.0425847 Nov 12 12:33:27.465100 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-27f8386a-c4b4-40ed-9f30-c16722e43bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:27.466554 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-27f8386a-c4b4-40ed-9f30-c16722e43bbc service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.0979061 Nov 12 12:33:27.534007 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-4982fca4-9c04-4bae-b37a-be91aed6bdef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 200 len: 999 time: 0.0599573 Nov 12 12:33:27.587611 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-590b525f-68d2-4a97-8c39-4e2853c876ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:27.589156 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-590b525f-68d2-4a97-8c39-4e2853c876ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0477777 Nov 12 12:33:27.642659 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-49be177d-a46c-4de8-a700-99a5df779822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:33:27.646607 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-49be177d-a46c-4de8-a700-99a5df779822 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465965 Nov 12 12:33:27.739947 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-364812c5-2062-47df-a4ef-04d339b8ae3b service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862889 Nov 12 12:33:27.832616 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-57fe1697-8980-4b27-8b8a-a4a10b5fe7be req-2477ba4d-3063-4097-a44e-2b9bffe8de65 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848749 Nov 12 12:33:29.446414 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a6ba6e5f-0ddf-40b7-b39b-32c5e7fc463b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:31.823103 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0978372-cf00-42de-a179-0b41d72889c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:33.428532 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:34.525358 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:34.890913 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:44.905459 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:33:48.668382 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:51.638504 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:33:59.438903 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4aa6ac8e-b551-426c-8967-daee108df3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:01.820952 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-353867fb-1ab2-4550-8833-cdfc3ea55b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:03.422199 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:04.530417 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:04.924900 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:18.661938 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:19.225163 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ea217-1867-4824-bd18-3c7c455680ab req-18c76383-a1d8-4595-a8d8-9052decb9e57 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393345 Nov 12 12:34:19.284386 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea217-1867-4824-bd18-3c7c455680ab req-cedf9961-e770-490a-8c90-2638976423a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:19.285825 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ea217-1867-4824-bd18-3c7c455680ab req-cedf9961-e770-490a-8c90-2638976423a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 1098 time: 0.0397887 Nov 12 12:34:19.389052 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea217-1867-4824-bd18-3c7c455680ab req-514fac99-43e0-4052-ae12-0a5e28d10bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:19.390405 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ea217-1867-4824-bd18-3c7c455680ab req-514fac99-43e0-4052-ae12-0a5e28d10bf3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.0854096 Nov 12 12:34:19.454383 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ea217-1867-4824-bd18-3c7c455680ab req-9e5d0a1f-1ccd-4f66-b2ff-719ddcfeb8aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a15a1ea8-338f-4a59-9a86-f0647335e238 HTTP/1.1" status: 200 len: 1002 time: 0.0558398 Nov 12 12:34:19.504795 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea217-1867-4824-bd18-3c7c455680ab req-56627dac-80bc-498f-a8c3-adb88f4b1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:19.507196 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ea217-1867-4824-bd18-3c7c455680ab req-56627dac-80bc-498f-a8c3-adb88f4b1c61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0464025 Nov 12 12:34:19.550954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea217-1867-4824-bd18-3c7c455680ab req-100c3433-061a-48ff-80bf-b1cce59eea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:19.552420 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ea217-1867-4824-bd18-3c7c455680ab req-100c3433-061a-48ff-80bf-b1cce59eea72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383532 Nov 12 12:34:19.639519 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ea217-1867-4824-bd18-3c7c455680ab req-6d7f43d3-b53a-4cc4-a276-bc4065fb376f service neutron] 10.222.0.57 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798860 Nov 12 12:34:20.075104 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-df3ea217-1867-4824-bd18-3c7c455680ab req-93ffa6e4-94cc-4683-955f-7baf7e5e0d41 service neutron] 10.222.0.57 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286139 Nov 12 12:34:21.638940 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:21.904250 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:34:28.323796 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-3258a88a-75f9-442a-bb4c-04eabdeb09ba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388548 Nov 12 12:34:28.405255 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-7c8a860a-4658-491b-8de5-5748c5ee4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:28.407280 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-7c8a860a-4658-491b-8de5-5748c5ee4594 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1095 time: 0.0397458 Nov 12 12:34:28.519803 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-baf63659-647e-44f6-80b0-4c43cda92187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:28.521353 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-baf63659-647e-44f6-80b0-4c43cda92187 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.0894914 Nov 12 12:34:28.593027 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-52b16bd9-a489-42c0-8f03-3b02388e3744 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 200 len: 999 time: 0.0592403 Nov 12 12:34:28.643350 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-0246f5c3-e706-488d-a6de-e19233a843ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:28.645289 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-0246f5c3-e706-488d-a6de-e19233a843ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0444562 Nov 12 12:34:28.693126 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-2e7c0ad7-dc0f-4a49-99fb-70853584247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:28.694819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-2e7c0ad7-dc0f-4a49-99fb-70853584247c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408642 Nov 12 12:34:28.787355 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-07ca09dd-1148-4c7e-83c1-087e8422ac14 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838268 Nov 12 12:34:28.876524 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-49a3a3c1-983e-4dec-801e-15a0f56cc730 req-cb8b0f7e-e65a-4ef4-8496-e88903f7e628 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815771 Nov 12 12:34:29.437201 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c8a60b81-ef67-42c8-a401-2bb0f9ec393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:31.808870 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b713de79-0b9e-47cc-bd82-fca545c94889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:33.433504 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.568991 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:34.890132 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.572429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a15a1ea8-338f-4a59-9a86-f0647335e238 details requested by agent hyperv_n-h1-768852-22 with host n-h1-768852-22 {{(pid=109706) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 12:34:43.691252 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:43.704140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Returning: {'device': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'port_id': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'mac_address': 'fa:16:3e:b9:2e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109706) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 12:34:43.745448 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.760350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a15a1ea8-338f-4a59-9a86-f0647335e238 {{(pid=109706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 12:34:43.788602 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:43.913052 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:43.980141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=6']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:43.994704 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.995061 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.995429 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.995767 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.997005 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.997500 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.997867 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.998202 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.998531 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.998864 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.999191 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:43.999516 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:44.014140 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] get_ports_and_sgs() called for port_ids ['a15a1ea8-338f-4a59-9a86-f0647335e238'] {{(pid=109706) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 12:34:45.602141 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a15a1ea8-338f-4a59-9a86-f0647335e238 up at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 12:34:45.663734 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.provisioning_blocks [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Provisioning complete for port a15a1ea8-338f-4a59-9a86-f0647335e238 triggered by entity L2. {{(pid=109706) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 12:34:45.664149 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901618'] for port, provisioning_complete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.770480 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:45.797779 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:45.800204 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8da1fa-ca1b-4589-add8-ed272a22aca1" -d '{"events": [{"server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "name": "network-vif-plugged", "status": "completed", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:45.818990 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:45.847315 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897df9f5-5a72-4e39-8ac8-967c591677f0 x-openstack-request-id: req-897df9f5-5a72-4e39-8ac8-967c591677f0 {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:45.847607 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "name": "network-vif-plugged", "status": "completed", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:45.847860 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-897df9f5-5a72-4e39-8ac8-967c591677f0 {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:45.848289 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'code': 200} Nov 12 12:34:46.147174 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:46.194027 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=7']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:48.644292 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:51.621422 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:54.974925 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46322) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:34:55.139728 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Deleting port fc61fc5e-9f9c-4314-9be5-2dce0bd4af91 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:55.140263 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:55.214174 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:55.214406 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:55.226644 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Calling delete_port for fc61fc5e-9f9c-4314-9be5-2dce0bd4af91 owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:55.438264 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:55.461885 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event deleted for resources: {'Port': ['ID=fc61fc5e-9f9c-4314-9be5-2dce0bd4af91,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:55.475724 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.476092 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.476431 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.476763 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.477090 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.477413 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.477735 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.478055 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.478370 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.478687 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.479005 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.479330 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:55.531030 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:55.531404 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Floating IP 0aa6f289-4be2-46ab-8eed-4e1e45dfb757 disassociated (deleted). External IP: 172.25.3.124, port: a15a1ea8-338f-4a59-9a86-f0647335e238. Nov 12 12:34:55.737518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:34:55.845253 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:34:55.850310 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:55.856352 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] Sync routers for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:34:55.866207 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:55.871154 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:55.876354 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-70290ea5-a8af-4e62-8647-9682ef4f9707 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "DELETE /v2.0/floatingips/0aa6f289-4be2-46ab-8eed-4e1e45dfb757 HTTP/1.1" status: 204 len: 168 time: 0.9003012 Nov 12 12:34:55.877056 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:55.879862 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d736a6-16f5-4922-955d-13019fa2a3de" -d '{"events": [{"name": "network-changed", "server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:55.975351 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:34:56.203346 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:36Z', 'revision_number': 1, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:56.232400 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] Checking router: f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:34:56.238543 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5c7269-2c3e-406b-88d0-5b577c3b91eb x-openstack-request-id: req-ce5c7269-2c3e-406b-88d0-5b577c3b91eb {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:56.239057 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:56.239361 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ce5c7269-2c3e-406b-88d0-5b577c3b91eb {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:56.240273 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'status': 'completed', 'code': 200} Nov 12 12:34:56.241444 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:34:56.242040 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:34:32Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:56.308738 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-5976716a-4702-40ea-96ca-2b78b3825df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:56.319071 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-5976716a-4702-40ea-96ca-2b78b3825df4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 1098 time: 0.0442054 Nov 12 12:34:56.409278 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0a625-11b3-4a51-a908-54860639bd39 req-27960c9f-7d4d-4bf3-a782-073ff4f3d20b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:56.410890 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ef0a625-11b3-4a51-a908-54860639bd39 req-27960c9f-7d4d-4bf3-a782-073ff4f3d20b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 946 time: 0.1220522 Nov 12 12:34:56.420293 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-784fe9cf-4178-4a4f-89ba-0e5ee8fba3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:56.421850 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-784fe9cf-4178-4a4f-89ba-0e5ee8fba3f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.1032405 Nov 12 12:34:56.449534 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:34:56.468421 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-2ef0a625-11b3-4a51-a908-54860639bd39 req-82d699b1-2b9e-468d-bcab-886348c7b295 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480459 Nov 12 12:34:56.468946 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-70695086-cf58-402b-83a3-c8879f73e8d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a15a1ea8-338f-4a59-9a86-f0647335e238 HTTP/1.1" status: 200 len: 217 time: 0.0373926 Nov 12 12:34:56.524854 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-53842b64-552f-48e9-8349-9f3c4c672c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:56.526343 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-53842b64-552f-48e9-8349-9f3c4c672c64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0487893 Nov 12 12:34:56.574118 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-537b88d6-d89a-4836-ab70-cba9b306febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:56.575670 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-537b88d6-d89a-4836-ab70-cba9b306febf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411642 Nov 12 12:34:56.672584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-54ea08d7-37d7-44aa-9716-75fcd321adc9 service neutron] 10.222.0.57 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865080 Nov 12 12:34:56.681572 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:36Z', 'revision_number': 1, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:34:56.712500 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9b0df-c1fd-4093-9912-3d1c982b799f None None] The sync data for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 is: [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_floatingips': [{'id': '8860268d-b4f3-48ca-99d0-c8a5b794de83', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'router_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'port_id': '0e566c93-9abb-45e9-a2a3-166101744695', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'mac_address': 'fa:16:3e:93:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T12:30:34Z', 'updated_at': '2021-11-12T12:30:36Z', 'revision_number': 1, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:34:56.784733 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-d5d736a6-16f5-4922-955d-13019fa2a3de req-4f896f7d-6644-4296-a515-fa109a35ee8e service neutron] 10.222.0.57 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040688 Nov 12 12:34:56.946586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cc8f8-38cb-412c-86ba-2c39f29040d3 None None] New status for floating IP 0aa6f289-4be2-46ab-8eed-4e1e45dfb757: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:34:57.585460 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b16e9-99c9-48ed-891c-1cc2c7edd3f7 req-e7f7d43f-f7b9-4c20-9720-e7f19689f170 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:57.586919 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-527b16e9-99c9-48ed-891c-1cc2c7edd3f7 req-e7f7d43f-f7b9-4c20-9720-e7f19689f170 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 946 time: 0.0491505 Nov 12 12:34:57.602088 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a15a1ea8-338f-4a59-9a86-f0647335e238 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:34:57.642186 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-527b16e9-99c9-48ed-891c-1cc2c7edd3f7 req-ffffa3b2-90ad-4f91-89e5-9e6b3b787b7b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492673 Nov 12 12:34:57.685267 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1589107'] for port, before_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.707842 n-d-768852-22 neutron-server[109706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238'}] {{(pid=109706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:57.710059 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e57c3219b0fa92316f7b07e0d17489d964b3251895e4da0b949a9d2383522bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ecd06-3005-4516-83f0-83244b435bc8" -d '{"events": [{"server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "name": "network-vif-unplugged", "status": "completed", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238"}]}' {{(pid=109706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:57.722480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:57.745581 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf469b8-bb62-4673-8869-1ab5fc43a99b x-openstack-request-id: req-baf469b8-bb62-4673-8869-1ab5fc43a99b {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:57.745963 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "name": "network-vif-unplugged", "status": "completed", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238", "code": 200}]} {{(pid=109706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:57.746271 n-d-768852-22 neutron-server[109706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-baf469b8-bb62-4673-8869-1ab5fc43a99b {{(pid=109706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:57.746781 n-d-768852-22 neutron-server[109706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'code': 200} Nov 12 12:34:57.802776 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769636192404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769635732372', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769635732390'] for port, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:57.850297 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Pushing event updated for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=8']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:57.857358 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-fd03787c-3bae-425a-9a81-1623952a88c9 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:34:57.858859 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-fd03787c-3bae-425a-9a81-1623952a88c9 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 944 time: 0.0519793 Nov 12 12:34:57.953182 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Deleting port a15a1ea8-338f-4a59-9a86-f0647335e238 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:34:57.953516 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.039446 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] For port a15a1ea8-338f-4a59-9a86-f0647335e238, host n-h1-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-22',level=0,port_id=a15a1ea8-338f-4a59-9a86-f0647335e238,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:34:58.039807 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.053002 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Calling delete_port for a15a1ea8-338f-4a59-9a86-f0647335e238 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:34:58.249623 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.278480 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event deleted for resources: {'Port': ['ID=a15a1ea8-338f-4a59-9a86-f0647335e238,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:34:58.291224 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.291577 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.291950 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.292280 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.292617 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.292951 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.293281 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.293609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.293934 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.294258 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.294588 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.294910 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-22 {{(pid=109705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 12:34:58.332957 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] No DVR routers for this DVR port a15a1ea8-338f-4a59-9a86-f0647335e238 on host n-h1-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:34:58.335458 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:34:58.338739 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-ead83145-51b0-4fac-9b36-fb9769eb48fd req-2aee1065-a599-4bd4-a6e4-43b61712522c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.57 "DELETE /v2.0/ports/a15a1ea8-338f-4a59-9a86-f0647335e238 HTTP/1.1" status: 204 len: 173 time: 0.4727645 Nov 12 12:34:58.340384 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'name': 'network-vif-deleted', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:34:58.341444 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceff0641-c3ad-4da6-aabd-1a3e52523c30" -d '{"events": [{"server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "name": "network-vif-deleted", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:34:58.434164 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9ffd9c-b1f6-4172-ab15-aab588995a74 x-openstack-request-id: req-7f9ffd9c-b1f6-4172-ab15-aab588995a74 {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:34:58.434441 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad63df0c-249f-48fe-b5ba-490663a210ec", "name": "network-vif-deleted", "tag": "a15a1ea8-338f-4a59-9a86-f0647335e238", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:34:58.434695 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-7f9ffd9c-b1f6-4172-ab15-aab588995a74 {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:34:58.435099 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad63df0c-249f-48fe-b5ba-490663a210ec', 'name': 'network-vif-deleted', 'tag': 'a15a1ea8-338f-4a59-9a86-f0647335e238', 'status': 'completed', 'code': 200} Nov 12 12:34:58.760327 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-9b0eeb4c-0e67-43bc-af91-99a5c0940c98 req-cde2a5cf-a6ed-4491-a61b-97a4fe5a40c6 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=ad63df0c-249f-48fe-b5ba-490663a210ec HTTP/1.1" status: 200 len: 210 time: 0.0282319 Nov 12 12:34:58.902895 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:34:59.598542 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-92d19bbe-50ca-4d82-8dbf-406be439eb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:00.995573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46390) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:01.181710 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Deleting port 22dfe55b-ea99-4607-aa89-5fbaa39a4fcd {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:01.182062 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.285287 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.285722 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.299039 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Calling delete_port for 22dfe55b-ea99-4607-aa89-5fbaa39a4fcd owned by network:floatingip {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:01.523887 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.548174 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event deleted for resources: {'Port': ['ID=22dfe55b-ea99-4607-aa89-5fbaa39a4fcd,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:01.618883 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a15a1ea8-338f-4a59-9a86-f0647335e238 no longer exists at agent hyperv_n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:01.622948 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for floatingip, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.623430 n-d-768852-22 neutron-server[109704]: INFO neutron.db.l3_db [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Floating IP 8860268d-b4f3-48ca-99d0-c8a5b794de83 disassociated (deleted). External IP: 172.25.3.180, port: 0e566c93-9abb-45e9-a2a3-166101744695. Nov 12 12:35:01.640938 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] No Port match for: a15a1ea8-338f-4a59-9a86-f0647335e238 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:01.641280 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Device a15a1ea8-338f-4a59-9a86-f0647335e238 not bound to the agent host n-h1-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:01.837138 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dbd55cf4-4530-4c34-b7c8-f3611e186e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.865270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:01.977231 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:01.981795 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for floatingip, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:01.988948 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] Sync routers for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:02.000029 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:02.000645 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:02.013762 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-519e73a9-9fcc-44ae-af20-ce12f332306c tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "DELETE /v2.0/floatingips/8860268d-b4f3-48ca-99d0-c8a5b794de83 HTTP/1.1" status: 204 len: 168 time: 1.0146306 Nov 12 12:35:02.013762 n-d-768852-22 neutron-server[109704]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695'}] {{(pid=109704) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:02.016433 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e73eac7b6e088336e42d2f0f3162cab971bfb52daca0f7802f39be3b69995e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80086cb8-2400-409d-926f-69f3398503da" -d '{"events": [{"name": "network-changed", "server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "tag": "0e566c93-9abb-45e9-a2a3-166101744695"}]}' {{(pid=109704) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:02.112597 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:02.320971 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:02.350099 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] Checking router: f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:02.359198 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:02.359866 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:02.363915 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de4b1a7-fd8a-440d-aaad-3f6ffa89c224 x-openstack-request-id: req-8de4b1a7-fd8a-440d-aaad-3f6ffa89c224 {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:02.364209 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "tag": "0e566c93-9abb-45e9-a2a3-166101744695", "status": "completed", "code": 200}]} {{(pid=109704) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:02.364697 n-d-768852-22 neutron-server[109704]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8de4b1a7-fd8a-440d-aaad-3f6ffa89c224 {{(pid=109704) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:02.365173 n-d-768852-22 neutron-server[109704]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695', 'status': 'completed', 'code': 200} Nov 12 12:35:02.443963 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086cb8-2400-409d-926f-69f3398503da req-5b0b487b-8a48-48c0-97d5-8d9c276eca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:02.446861 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80086cb8-2400-409d-926f-69f3398503da req-5b0b487b-8a48-48c0-97d5-8d9c276eca43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d41a56c374bd42e7ab6c01ea33318439&device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 1095 time: 0.0537353 Nov 12 12:35:02.478784 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c407a-d2ea-4479-ab61-b1d3d659dcd4 req-969025e0-5bd3-4c5d-af88-befdde57308f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:02.479620 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:02.480511 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd9c407a-d2ea-4479-ab61-b1d3d659dcd4 req-969025e0-5bd3-4c5d-af88-befdde57308f tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 943 time: 0.0660136 Nov 12 12:35:02.532795 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-cd9c407a-d2ea-4479-ab61-b1d3d659dcd4 req-2309adbc-f2b5-44f1-9eea-218f2680fd52 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454211 Nov 12 12:35:02.551631 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086cb8-2400-409d-926f-69f3398503da req-c322d9fe-d09f-4ca7-99cc-abf2f6a96e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:02.553175 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80086cb8-2400-409d-926f-69f3398503da req-c322d9fe-d09f-4ca7-99cc-abf2f6a96e4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 200 len: 911 time: 0.0972955 Nov 12 12:35:02.595411 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80086cb8-2400-409d-926f-69f3398503da req-4cdac1d1-b382-4a60-8d7f-73ca8b3e5fbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 200 len: 217 time: 0.0343025 Nov 12 12:35:02.646400 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086cb8-2400-409d-926f-69f3398503da req-f4e562e6-a529-4fd3-b495-1336f173fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:02.647872 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80086cb8-2400-409d-926f-69f3398503da req-f4e562e6-a529-4fd3-b495-1336f173fbfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 200 len: 849 time: 0.0450041 Nov 12 12:35:02.685202 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:02.701056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086cb8-2400-409d-926f-69f3398503da req-edd22368-8162-4b57-b2d3-cc2f5ca21906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:02.702572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80086cb8-2400-409d-926f-69f3398503da req-edd22368-8162-4b57-b2d3-cc2f5ca21906 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd8348de-722b-4f32-8231-b363239570aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415580 Nov 12 12:35:02.711819 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec955e-b8ad-4eea-adda-eca6b404b518 None None] The sync data for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 is: [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22', '_interfaces': [{'id': '372dad22-9d7c-4061-8da8-d8b671a250a7', 'name': '', 'network_id': 'cd8348de-722b-4f32-8231-b363239570aa', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'mac_address': 'fa:16:3e:17:a8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:06Z', 'updated_at': '2021-11-12T12:30:11Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'subnets': [{'id': 'b455724f-da3d-47bf-b83e-731ae85fe4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:02.813228 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80086cb8-2400-409d-926f-69f3398503da req-a2c6b897-3d83-4bc8-a2b1-aea25914cf16 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015818 Nov 12 12:35:02.916307 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-80086cb8-2400-409d-926f-69f3398503da req-b2b97761-356d-4fcc-866c-772503ba3578 service neutron] 10.222.0.69 "GET /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927291 Nov 12 12:35:02.948112 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e2585c-307e-467f-bb60-c6ec64d3f595 None None] New status for floating IP 8860268d-b4f3-48ca-99d0-c8a5b794de83: DOWN {{(pid=109706) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 12:35:03.427111 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:03.653361 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3642e6-d917-4e3b-84e6-857231e7cc98 req-db38b69c-c627-4c72-8b22-386c2999574d tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:03.654871 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff3642e6-d917-4e3b-84e6-857231e7cc98 req-db38b69c-c627-4c72-8b22-386c2999574d tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 943 time: 0.0495055 Nov 12 12:35:03.703992 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-ff3642e6-d917-4e3b-84e6-857231e7cc98 req-da83b996-0ccd-404a-b906-177a00babc3b tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Nov 12 12:35:04.371762 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777e24d-f518-4d01-a742-db0a228b0981 req-91e2fd91-947c-4eec-b086-0331cda97b6e tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:04.539686 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2777e24d-f518-4d01-a742-db0a228b0981 req-91e2fd91-947c-4eec-b086-0331cda97b6e tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.69 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 943 time: 0.0521886 Nov 12 12:35:04.539686 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Deleting port 0e566c93-9abb-45e9-a2a3-166101744695 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:04.539686 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.580901 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.599632 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] For port 0e566c93-9abb-45e9-a2a3-166101744695, host n-h2-768852-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-22',level=0,port_id=0e566c93-9abb-45e9-a2a3-166101744695,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:04.600028 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.613778 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Calling delete_port for 0e566c93-9abb-45e9-a2a3-166101744695 owned by compute:nova {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:04.804271 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.823091 n-d-768852-22 neutron-server[109704]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60ba8d-ec93-4d1b-9c3f-ec653bbbadf0 req-643c7bb3-ae8b-43fe-8816-0778ed9935fa tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109704) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:04.824901 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb60ba8d-ec93-4d1b-9c3f-ec653bbbadf0 req-643c7bb3-ae8b-43fe-8816-0778ed9935fa tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/ports?device_id=2226b6c3-fc43-4b1b-8d27-3fb4c0889631 HTTP/1.1" status: 200 len: 865 time: 0.0508196 Nov 12 12:35:04.836253 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event deleted for resources: {'Port': ['ID=0e566c93-9abb-45e9-a2a3-166101744695,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:04.894517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] No DVR routers for this DVR port 0e566c93-9abb-45e9-a2a3-166101744695 on host n-h2-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:04.894517 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86267'] for port, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:04.895313 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [req-fb60ba8d-ec93-4d1b-9c3f-ec653bbbadf0 req-7b38e516-b6c3-4268-a316-aff9dcc405db tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "GET /v2.0/security-groups?id=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523334 Nov 12 12:35:04.895608 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2777e24d-f518-4d01-a742-db0a228b0981 req-3d427174-ffb8-4ead-984b-00a44e5fc230 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.69 "DELETE /v2.0/ports/0e566c93-9abb-45e9-a2a3-166101744695 HTTP/1.1" status: 204 len: 173 time: 0.5062411 Nov 12 12:35:04.895608 n-d-768852-22 neutron-server[109705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'name': 'network-vif-deleted', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695'}] {{(pid=109705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 12:35:04.895608 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13b1c5ccb94bf805d7a7e5d511ac417f1fa9153763d83e12e375669ce0ff14ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c081f9-3903-42f1-8dfe-87c2911ebe13" -d '{"events": [{"server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "name": "network-vif-deleted", "tag": "0e566c93-9abb-45e9-a2a3-166101744695"}]}' {{(pid=109705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 12:35:04.928806 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 12:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b9d6ba-febd-4261-b191-0df8167940cc x-openstack-request-id: req-c3b9d6ba-febd-4261-b191-0df8167940cc {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 12:35:04.929045 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2226b6c3-fc43-4b1b-8d27-3fb4c0889631", "name": "network-vif-deleted", "tag": "0e566c93-9abb-45e9-a2a3-166101744695", "status": "completed", "code": 200}]} {{(pid=109705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 12:35:04.929379 n-d-768852-22 neutron-server[109705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c3b9d6ba-febd-4261-b191-0df8167940cc {{(pid=109705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 12:35:04.929687 n-d-768852-22 neutron-server[109705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2226b6c3-fc43-4b1b-8d27-3fb4c0889631', 'name': 'network-vif-deleted', 'tag': '0e566c93-9abb-45e9-a2a3-166101744695', 'status': 'completed', 'code': 200} Nov 12 12:35:04.930126 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:05.943740 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46406) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:06.000646 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b0cd06-735e-4e5c-af17-55f4ef500757 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.027632 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b0cd06-735e-4e5c-af17-55f4ef500757 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.140824 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b0cd06-735e-4e5c-af17-55f4ef500757 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.143556 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-86b0cd06-735e-4e5c-af17-55f4ef500757 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Publish callbacks [] for security_group, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.144773 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-86b0cd06-735e-4e5c-af17-55f4ef500757 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] 10.222.0.98 "DELETE /v2.0/security-groups/3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46 HTTP/1.1" status: 204 len: 168 time: 0.1999834 Nov 12 12:35:06.154965 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0cd06-735e-4e5c-af17-55f4ef500757 tempest-TestSnapshotPattern-684723866 tempest-TestSnapshotPattern-684723866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a081a0e-ba04-4dae-b0c6-1bfa1e2d3a46,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:06.228261 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46410) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:06.677308 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:06.933179 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Deleting port 372dad22-9d7c-4061-8da8-d8b671a250a7 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:06.933712 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.010706 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] For port 372dad22-9d7c-4061-8da8-d8b671a250a7, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=372dad22-9d7c-4061-8da8-d8b671a250a7,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:07.011440 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.025153 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Calling delete_port for 372dad22-9d7c-4061-8da8-d8b671a250a7 owned by network:router_interface {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:07.272701 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.299071 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=372dad22-9d7c-4061-8da8-d8b671a250a7,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:07.478944 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:07.481206 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0e566c93-9abb-45e9-a2a3-166101744695 no longer exists at agent hyperv_n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:07.504409 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] No Port match for: 0e566c93-9abb-45e9-a2a3-166101744695 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:07.504757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Device 0e566c93-9abb-45e9-a2a3-166101744695 not bound to the agent host n-h2-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:07.960518 n-d-768852-22 neutron-server[109704]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109704) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:08.062922 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109704) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:08.067858 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-90931c30-78e9-45ea-b6af-3b6a5436bbd2 admin admin] 10.222.0.98 "PUT /v2.0/routers/f4ac30fc-2d1d-485a-913f-0cb53be7cbe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385651 Nov 12 12:35:08.071236 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46414) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:08.072573 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] Sync routers for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:08.082489 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:08.083086 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:08.174393 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.188398 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: n-d-768852-22 {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:08.279316 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.374094 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:35:07Z', 'revision_number': 5, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port': {'id': 'a6e97d65-0e6c-44d6-a959-e937e3bf6729', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:05Z', 'updated_at': '2021-11-12T12:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:08.390857 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Deleting port a6e97d65-0e6c-44d6-a959-e937e3bf6729 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:08.391219 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.400279 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] Checking router: f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 for host: n-d-768852-22 {{(pid=109707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:08.408708 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] Routers {'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'} bound to L3 agent in host n-d-768852-22 {{(pid=109707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:08.409298 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'], 'active': True} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:08.474882 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] For port a6e97d65-0e6c-44d6-a959-e937e3bf6729, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=a6e97d65-0e6c-44d6-a959-e937e3bf6729,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:08.475823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.491027 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Calling delete_port for a6e97d65-0e6c-44d6-a959-e937e3bf6729 owned by network:router_gateway {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:08.589453 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_dvr_db [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] Set router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 gateway port host: None {{(pid=109707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:08.640627 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.l3_hamode_db [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:35:08Z', 'revision_number': 6, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:08.670635 n-d-768852-22 neutron-server[109707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680743e1-5a57-4e32-ba4f-5386db963269 None None] The sync data for ids ['f4ac30fc-2d1d-485a-913f-0cb53be7cbe7'] in n-d-768852-22 is: [{'id': 'f4ac30fc-2d1d-485a-913f-0cb53be7cbe7', 'name': 'tempest-TestSnapshotPattern-1541467062-router', 'tenant_id': 'd41a56c374bd42e7ab6c01ea33318439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:04Z', 'updated_at': '2021-11-12T12:35:08Z', 'revision_number': 6, 'project_id': 'd41a56c374bd42e7ab6c01ea33318439', 'gw_port_host': None}] {{(pid=109707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:08.724359 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.754444 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e97d65-0e6c-44d6-a959-e937e3bf6729,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:08.769389 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d55f18c-509a-477a-a9d9-35aa92a62310 None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:08.818823 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.909118 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:08.911169 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.027147 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.027809 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 {{(pid=109704) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:35:09.032549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] Publish callbacks [] for router, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.034192 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1e46d7ae-656d-4c8f-b830-1fa5a9b7adc8 admin admin] 10.222.0.98 "DELETE /v2.0/routers/f4ac30fc-2d1d-485a-913f-0cb53be7cbe7 HTTP/1.1" status: 204 len: 168 time: 0.9614723 Nov 12 12:35:09.036828 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46416) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:09.091255 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cac9546-65d1-4f67-9404-43e3e3967aef admin admin] Deleting subnet b455724f-da3d-47bf-b83e-731ae85fe4c6 {{(pid=109704) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:35:09.096043 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5cac9546-65d1-4f67-9404-43e3e3967aef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.138193 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5cac9546-65d1-4f67-9404-43e3e3967aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31429376'] for subnet, precommit_delete_associations {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.219613 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5cac9546-65d1-4f67-9404-43e3e3967aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.313004 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5cac9546-65d1-4f67-9404-43e3e3967aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29689566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30374605'] for subnet, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.341437 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac9546-65d1-4f67-9404-43e3e3967aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b455724f-da3d-47bf-b83e-731ae85fe4c6,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:09.343424 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-5cac9546-65d1-4f67-9404-43e3e3967aef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.347411 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-5cac9546-65d1-4f67-9404-43e3e3967aef admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b455724f-da3d-47bf-b83e-731ae85fe4c6 HTTP/1.1" status: 204 len: 168 time: 0.3085289 Nov 12 12:35:09.348352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb7de9d-20e2-4d38-bef1-739ac9802b5c None None] Network cd8348de-722b-4f32-8231-b363239570aa requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:09.349273 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [-] (109704) accepted ('10.222.0.98', 46418) {{(pid=109704) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:09.420549 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.495573 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Deleting port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 {{(pid=109704) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:09.496271 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.552597 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] DHCP port deletion for cd8348de-722b-4f32-8231-b363239570aa request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:09.562439 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 372dad22-9d7c-4061-8da8-d8b671a250a7 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:09.568945 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.db [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] For port 6e5552a2-f158-4c7e-bbd5-5b66a667f920, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6e5552a2-f158-4c7e-bbd5-5b66a667f920,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109704) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:09.569905 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.583586 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.plugin [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Calling delete_port for 6e5552a2-f158-4c7e-bbd5-5b66a667f920 owned by network:dhcp {{(pid=109704) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:09.600732 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 372dad22-9d7c-4061-8da8-d8b671a250a7 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:09.601350 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 372dad22-9d7c-4061-8da8-d8b671a250a7 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:09.627480 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] Deleting port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:09.627862 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.700038 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] For port 6e5552a2-f158-4c7e-bbd5-5b66a667f920, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=6e5552a2-f158-4c7e-bbd5-5b66a667f920,segment=NetworkSegment(09651d0e-78ad-4232-8cc5-1a8aad0f2b82),segment_id=09651d0e-78ad-4232-8cc5-1a8aad0f2b82)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:09.700859 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.712652 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29689581'] for port, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.714145 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] Calling delete_port for 6e5552a2-f158-4c7e-bbd5-5b66a667f920 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:09.746872 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5552a2-f158-4c7e-bbd5-5b66a667f920,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:09.748845 n-d-768852-22 neutron-server[109704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] No DVR routers for this DVR port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 on host n-d-768852-22 {{(pid=109704) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:09.798454 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.821866 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] Pushing event deleted for resources: {'Port': ['ID=6e5552a2-f158-4c7e-bbd5-5b66a667f920,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:09.827058 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.834031 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5c313-16fc-4719-8d03-89f6d08ac05c None None] No DVR routers for this DVR port 6e5552a2-f158-4c7e-bbd5-5b66a667f920 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:09.852020 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8348de-722b-4f32-8231-b363239570aa']}} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:09.859943 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09651d0e-78ad-4232-8cc5-1a8aad0f2b82') {'for_net_delete': True} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:09.860270 n-d-768852-22 neutron-server[109704]: DEBUG neutron.services.segments.db [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09651d0e-78ad-4232-8cc5-1a8aad0f2b82') {} {{(pid=109704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:09.871082 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31430131'] for segment, before_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.889371 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.896602 n-d-768852-22 neutron-server[109704]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=109704) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:35:09.897693 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29689520'] for segment, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: Traceback (most recent call last): Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: timer() Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: cb(*args, **kw) Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: return func(*args, **kwargs) Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: self._notify() Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: self.callback(batched_events) Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: event.method(event) Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: return f(self, *a, **k) Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: return self._get(url).json() Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: return self.request(url, 'GET', **kwargs) Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:35:09.899045 n-d-768852-22 neutron-server[109704]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:35:10.037305 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.043626 n-d-768852-22 neutron-server[109704]: DEBUG neutron_lib.callbacks.manager [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Publish callbacks [] for network, before_response {{(pid=109704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.046812 n-d-768852-22 neutron-server[109704]: INFO neutron.wsgi [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] 10.222.0.98 "DELETE /v2.0/networks/cd8348de-722b-4f32-8231-b363239570aa HTTP/1.1" status: 204 len: 168 time: 0.6965673 Nov 12 12:35:10.049954 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46420) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:10.059119 n-d-768852-22 neutron-server[109704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5afcfc-7761-4568-91e0-2cfe05148ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8348de-722b-4f32-8231-b363239570aa,revision_number=None']} {{(pid=109704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:10.421593 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-689105'] for router_interface, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.670680 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Deleting port b123974b-1d00-43df-8f45-3136342a3ebb {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:10.671017 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.747793 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] For port b123974b-1d00-43df-8f45-3136342a3ebb, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=b123974b-1d00-43df-8f45-3136342a3ebb,segment=NetworkSegment(ab10ae35-5722-4787-b42f-35f6816f9723),segment_id=ab10ae35-5722-4787-b42f-35f6816f9723)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:10.748124 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:10.761000 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Calling delete_port for b123974b-1d00-43df-8f45-3136342a3ebb owned by network:router_interface {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:11.019850 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.052592 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Pushing event deleted for resources: {'Port': ['ID=b123974b-1d00-43df-8f45-3136342a3ebb,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:11.233592 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690273'] for router_interface, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.238024 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6e5552a2-f158-4c7e-bbd5-5b66a667f920 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:11.258915 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: 6e5552a2-f158-4c7e-bbd5-5b66a667f920 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:11.259265 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 6e5552a2-f158-4c7e-bbd5-5b66a667f920 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:11.259683 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a6e97d65-0e6c-44d6-a959-e937e3bf6729 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:11.278606 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: a6e97d65-0e6c-44d6-a959-e937e3bf6729 {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:11.278827 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device a6e97d65-0e6c-44d6-a959-e937e3bf6729 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:11.449985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 has already been hosted by L3 agent 8659335d-b43c-4b87-80a9-e2391dd91251 {{(pid=109705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 12:35:11.555005 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] Notify agent at l3_agent.n-d-768852-22 the message routers_updated {{(pid=109705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 12:35:11.560584 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-dcdf5152-3cab-42bf-bca9-bb8d94487944 admin admin] 10.222.0.98 "PUT /v2.0/routers/899c3c5f-f42d-447b-ac1c-e6785d9773d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5094247 Nov 12 12:35:11.563259 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46422) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:11.564234 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] Sync routers for ids ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'] in n-d-768852-22 {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 12:35:11.575573 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] Routers {'899c3c5f-f42d-447b-ac1c-e6785d9773d7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:11.576236 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:11.666949 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks [] for router, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.684446 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] Set router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 gateway port host: n-d-768852-22 {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:11.770805 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.863203 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'external_fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:35:10Z', 'revision_number': 5, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port': {'id': 'e92794b2-cd11-4f51-bd06-29d4b0e8f5fe', 'name': '', 'network_id': '12aeb4c2-8520-4e37-af12-288710b4f759', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7d9649b-9508-405c-97cb-23451c6f3b28', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-22'}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:11.891317 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Deleting port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:11.891645 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.893813 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] Checking router: 899c3c5f-f42d-447b-ac1c-e6785d9773d7 for host: n-d-768852-22 {{(pid=109706) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 12:35:11.902802 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] Routers {'899c3c5f-f42d-447b-ac1c-e6785d9773d7'} bound to L3 agent in host n-d-768852-22 {{(pid=109706) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 12:35:11.903471 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T10:43:32Z,description=,heartbeat_timestamp=2021-11-12T12:35:02Z,host='n-d-768852-22',id=8659335d-b43c-4b87-80a9-e2391dd91251,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T10:43:32Z,topic='l3_agent')) {'router_ids': ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'], 'active': True} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:11.972607 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] For port e92794b2-cd11-4f51-bd06-29d4b0e8f5fe, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=e92794b2-cd11-4f51-bd06-29d4b0e8f5fe,segment=NetworkSegment(9e4138b5-f2a5-4086-b203-e06b1c81732d),segment_id=9e4138b5-f2a5-4086-b203-e06b1c81732d)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:11.972968 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:11.985698 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Calling delete_port for e92794b2-cd11-4f51-bd06-29d4b0e8f5fe owned by network:router_gateway {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:11.989972 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvr_db [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] Set router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 gateway port host: None {{(pid=109706) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 12:35:12.041364 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_hamode_db [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:35:11Z', 'revision_number': 6, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port_host': None}], 'n-d-768852-22', False) {} {{(pid=109706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:12.070739 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6a38cc-1794-4b78-a743-9681461eac2a None None] The sync data for ids ['899c3c5f-f42d-447b-ac1c-e6785d9773d7'] in n-d-768852-22 is: [{'id': '899c3c5f-f42d-447b-ac1c-e6785d9773d7', 'name': 'tempest-TestSnapshotPattern-812752090-router', 'tenant_id': '757e5f46b9f24cae83127368b7648fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T12:30:10Z', 'updated_at': '2021-11-12T12:35:11Z', 'revision_number': 6, 'project_id': '757e5f46b9f24cae83127368b7648fae', 'gw_port_host': None}] {{(pid=109706) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 12:35:12.220932 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.249945 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Pushing event deleted for resources: {'Port': ['ID=e92794b2-cd11-4f51-bd06-29d4b0e8f5fe,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:12.264586 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747989e-9426-4d09-a5cf-a01017e3234d None None] DHCP port deletion for 12aeb4c2-8520-4e37-af12-288710b4f759 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:12.310967 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688795'] for router_gateway, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.398734 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41864'] for router, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.400855 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.535352 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-691575'] for router, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.535971 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 899c3c5f-f42d-447b-ac1c-e6785d9773d7 {{(pid=109705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 12:35:12.540276 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] Publish callbacks [] for router, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.541433 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-f1bb8321-bf91-4c98-b654-57aa37053dea admin admin] 10.222.0.98 "DELETE /v2.0/routers/899c3c5f-f42d-447b-ac1c-e6785d9773d7 HTTP/1.1" status: 204 len: 168 time: 0.9772542 Nov 12 12:35:12.544125 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46424) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:12.603844 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.db_base_plugin_v2 [None req-876f2229-d628-4ef4-b88c-847b95556636 admin admin] Deleting subnet 83d8a852-f037-493e-a063-df3fcabd3244 {{(pid=109705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 12:35:12.606957 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-876f2229-d628-4ef4-b88c-847b95556636 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.641553 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-876f2229-d628-4ef4-b88c-847b95556636 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50227870'] for subnet, precommit_delete_associations {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.716977 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-876f2229-d628-4ef4-b88c-847b95556636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1915648'] for subnet, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.855527 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-876f2229-d628-4ef4-b88c-847b95556636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1915671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-49386046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50030870'] for subnet, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.881116 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f2229-d628-4ef4-b88c-847b95556636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d8a852-f037-493e-a063-df3fcabd3244,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:12.884784 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-876f2229-d628-4ef4-b88c-847b95556636 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:12.888022 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-876f2229-d628-4ef4-b88c-847b95556636 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/83d8a852-f037-493e-a063-df3fcabd3244 HTTP/1.1" status: 204 len: 168 time: 0.3427634 Nov 12 12:35:12.890607 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0b058-4aad-49e2-b38b-43d1738d3ffe None None] Network ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 requested from n-d-768852-22 {{(pid=109706) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 12:35:12.890796 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46426) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:12.959979 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813093'] for network, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.018180 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Deleting port 105feb2e-dd81-41ac-ba4e-026af2518d61 {{(pid=109705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:13.018648 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.081154 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] DHCP port deletion for ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 request from n-d-768852-22 {{(pid=109706) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 12:35:13.082609 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.db [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] For port 105feb2e-dd81-41ac-ba4e-026af2518d61, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=105feb2e-dd81-41ac-ba4e-026af2518d61,segment=NetworkSegment(ab10ae35-5722-4787-b42f-35f6816f9723),segment_id=ab10ae35-5722-4787-b42f-35f6816f9723)] {{(pid=109705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:13.082963 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.100438 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.plugin [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Calling delete_port for 105feb2e-dd81-41ac-ba4e-026af2518d61 owned by network:dhcp {{(pid=109705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:13.143101 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] Deleting port 105feb2e-dd81-41ac-ba4e-026af2518d61 {{(pid=109706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 12:35:13.143957 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769636185272'] for port, before_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.199435 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e92794b2-cd11-4f51-bd06-29d4b0e8f5fe no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:13.228006 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: e92794b2-cd11-4f51-bd06-29d4b0e8f5fe {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:13.228352 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device e92794b2-cd11-4f51-bd06-29d4b0e8f5fe not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:13.228757 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 105feb2e-dd81-41ac-ba4e-026af2518d61 no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:13.236622 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] For port 105feb2e-dd81-41ac-ba4e-026af2518d61, host n-d-768852-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-22',level=0,port_id=105feb2e-dd81-41ac-ba4e-026af2518d61,segment=NetworkSegment(ab10ae35-5722-4787-b42f-35f6816f9723),segment_id=ab10ae35-5722-4787-b42f-35f6816f9723)] {{(pid=109706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 12:35:13.237015 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692343'] for port, precommit_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.267847 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] Calling delete_port for 105feb2e-dd81-41ac-ba4e-026af2518d61 owned by network:dhcp {{(pid=109706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 12:35:13.272558 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-49385997'] for port, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.298992 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=105feb2e-dd81-41ac-ba4e-026af2518d61,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:13.302819 n-d-768852-22 neutron-server[109705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] No DVR routers for this DVR port 105feb2e-dd81-41ac-ba4e-026af2518d61 on host n-d-768852-22 {{(pid=109705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:13.316276 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.db [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No active binding found for port 105feb2e-dd81-41ac-ba4e-026af2518d61 {{(pid=109706) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 12:35:13.316720 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device 105feb2e-dd81-41ac-ba4e-026af2518d61 not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:13.317135 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b123974b-1d00-43df-8f45-3136342a3ebb no longer exists at agent ovs-agent-n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 12:35:13.341896 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.plugin [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] No Port match for: b123974b-1d00-43df-8f45-3136342a3ebb {{(pid=109706) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 12:35:13.342240 n-d-768852-22 neutron-server[109706]: DEBUG neutron.plugins.ml2.rpc [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Device b123974b-1d00-43df-8f45-3136342a3ebb not bound to the agent host n-d-768852-22 {{(pid=109706) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 12:35:13.373447 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916551', 'neutron.services.segments.db._delete_segments_for_network-8769636247022'] for network, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.377450 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1610207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769636192386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769635732363'] for port, after_delete {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.397109 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc07a7f-5016-4aeb-ba39-4fab9ba85b16']}} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.403037 n-d-768852-22 neutron-server[109706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] Pushing event deleted for resources: {'Port': ['ID=105feb2e-dd81-41ac-ba4e-026af2518d61,revision_number=None']} {{(pid=109706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:13.406987 n-d-768852-22 neutron-server[109706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7445af-ec17-4788-bcd2-889989e46bb7 None None] No DVR routers for this DVR port 105feb2e-dd81-41ac-ba4e-026af2518d61 on host n-d-768852-22 {{(pid=109706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 12:35:13.409392 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab10ae35-5722-4787-b42f-35f6816f9723') {'for_net_delete': True} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.409704 n-d-768852-22 neutron-server[109705]: DEBUG neutron.services.segments.db [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab10ae35-5722-4787-b42f-35f6816f9723') {} {{(pid=109705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 12:35:13.763703 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769636069623', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50228333'] for segment, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.777332 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375'] for segment, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.783055 n-d-768852-22 neutron-server[109705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=109705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 12:35:13.783432 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1617375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-49386064'] for segment, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: Traceback (most recent call last): Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: timer() Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: cb(*args, **kw) Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: return func(*args, **kwargs) Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: self._notify() Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: self.callback(batched_events) Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: event.method(event) Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: return f(self, *a, **k) Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: return self._get(url).json() Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: return self.request(url, 'GET', **kwargs) Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 12:35:13.785099 n-d-768852-22 neutron-server[109705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 12:35:13.912550 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688871'] for network, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.918042 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Publish callbacks [] for network, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:13.921212 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ecc07a7f-5016-4aeb-ba39-4fab9ba85b16 HTTP/1.1" status: 204 len: 168 time: 1.0296121 Nov 12 12:35:13.932887 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cfe34-ab4b-492e-9caa-a5fd15a04b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc07a7f-5016-4aeb-ba39-4fab9ba85b16,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:14.234469 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46430) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:14.271259 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0d9c6883-d35c-45a7-b42f-f1501e742210 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d41a56c374bd42e7ab6c01ea33318439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386627 Nov 12 12:35:14.276484 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46432) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:14.323115 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef81c-47d6-464c-9ce8-0e4ea4794332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.346528 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef81c-47d6-464c-9ce8-0e4ea4794332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.482832 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef81c-47d6-464c-9ce8-0e4ea4794332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.485369 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef81c-47d6-464c-9ce8-0e4ea4794332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:14.486567 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-6e6ef81c-47d6-464c-9ce8-0e4ea4794332 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/60ee2c7c-1dae-4f2c-a069-120899989d67 HTTP/1.1" status: 204 len: 168 time: 0.2091734 Nov 12 12:35:14.495142 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ef81c-47d6-464c-9ce8-0e4ea4794332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee2c7c-1dae-4f2c-a069-120899989d67,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:15.259477 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46438) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:15.299662 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-0354db5f-e423-480c-ae40-2db29c399d2e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=757e5f46b9f24cae83127368b7648fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389397 Nov 12 12:35:15.302136 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [-] (109705) accepted ('10.222.0.98', 46440) {{(pid=109705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 12:35:15.348423 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3791dd6-442b-406f-a400-1959c10de6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.369073 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3791dd6-442b-406f-a400-1959c10de6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.489492 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3791dd6-442b-406f-a400-1959c10de6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755675'] for security_group, after_delete {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.492695 n-d-768852-22 neutron-server[109705]: DEBUG neutron_lib.callbacks.manager [None req-e3791dd6-442b-406f-a400-1959c10de6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:15.493837 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [None req-e3791dd6-442b-406f-a400-1959c10de6cf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a73f2d13-bf18-4705-9fde-377406ba0428 HTTP/1.1" status: 204 len: 168 time: 0.1908250 Nov 12 12:35:15.501453 n-d-768852-22 neutron-server[109705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3791dd6-442b-406f-a400-1959c10de6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73f2d13-bf18-4705-9fde-377406ba0428,revision_number=None']} {{(pid=109705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 12:35:18.650229 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:20.211880 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-b0e66e19-236f-4a51-bc34-6719694ceb78 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425279 Nov 12 12:35:20.296279 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-4e481641-df34-4358-b8f0-5e38e9f25f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:20.298758 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-4e481641-df34-4358-b8f0-5e38e9f25f75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0448697 Nov 12 12:35:20.406460 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-87e65a09-5e15-4d40-aa73-25c7e5985969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:20.407959 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-87e65a09-5e15-4d40-aa73-25c7e5985969 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0882080 Nov 12 12:35:20.452964 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-80a48872-1279-47d1-9cab-a79fe25bb9d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0372283 Nov 12 12:35:20.504731 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-57462fe3-13ff-4493-85a0-cb8b4f2d97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:20.506102 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-57462fe3-13ff-4493-85a0-cb8b4f2d97a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0449324 Nov 12 12:35:20.552137 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-42695507-c987-457a-aa49-43171bc90fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:35:20.553615 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-42695507-c987-457a-aa49-43171bc90fb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402455 Nov 12 12:35:20.647406 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-2d13d53f-87d4-457c-b304-8c624f5f86d5 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864549 Nov 12 12:35:20.735084 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-2bcfe7c1-e304-4221-8046-6e0a969e0cd1 req-a0dcc21b-5d4f-4a0c-b2c7-93d76492084e service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809789 Nov 12 12:35:21.637577 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:29.448827 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f2d17d1a-bd73-4732-b213-54cdbc23232e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:31.843286 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-4929e380-b781-4c03-86c4-170a4468bdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:33.420466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:34.609113 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:34.911886 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:35.901673 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:35:48.711259 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:51.637960 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:35:59.437337 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d9069f07-66ec-4114-8e5c-306047bb2249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:01.831447 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-63612121-44df-4355-a525-3b673eae655c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:03.437744 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.550815 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:04.898973 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:12.901051 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:36:18.699712 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:20.202186 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-c003728d-5398-4be2-a6cb-a0e001ce572f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439627 Nov 12 12:36:20.282752 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-d02677ec-3bdf-4bf8-a4e2-bdef4a4b1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:20.284748 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-d02677ec-3bdf-4bf8-a4e2-bdef4a4b1d23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0394976 Nov 12 12:36:20.385074 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-c14df89b-bd3f-446f-887a-e353e5fb1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:20.386537 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-c14df89b-bd3f-446f-887a-e353e5fb1874 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0843377 Nov 12 12:36:20.431696 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-fb3df82e-55b7-44e1-a74e-dceb5dc7c823 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0369956 Nov 12 12:36:20.485240 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-86561668-7b16-4516-bff3-1865a22855f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:20.486614 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-86561668-7b16-4516-bff3-1865a22855f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0441141 Nov 12 12:36:20.530595 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-6ed139ea-eaa0-4047-bb99-fcf324a2e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:36:20.532064 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-6ed139ea-eaa0-4047-bb99-fcf324a2e800 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385680 Nov 12 12:36:20.622888 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-987c7254-c441-4023-9fc2-9b2ca5f73c7c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831623 Nov 12 12:36:20.719415 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-7dd69da0-e3ca-445b-9430-b336a86621aa req-5649b815-ad25-435f-a83d-c2a014645b23 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891578 Nov 12 12:36:21.665256 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:29.442170 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-76028567-e48d-4413-96b0-532c820695cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:31.813527 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ace3777f-7fee-4461-a120-43af64ccda35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:33.429769 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:34.544940 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:34.921299 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:48.710387 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:49.900344 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:36:51.693888 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:36:59.436130 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-96e6923c-f12f-48ba-9a05-6eb644ed1acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:01.830437 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c11c6d31-48c1-40d8-bcec-4da72517587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:03.430013 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:04.527285 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:04.898808 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:18.715862 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:21.215801 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-77f63b3b-eec0-43fa-aa13-187d93da6eb8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468230 Nov 12 12:37:21.298876 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78522c81-adb9-4674-accb-16a4e6097896 req-b5b7ace0-bc70-4f83-aadd-a6ee22b74c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:21.300498 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-b5b7ace0-bc70-4f83-aadd-a6ee22b74c28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0417042 Nov 12 12:37:21.408884 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78522c81-adb9-4674-accb-16a4e6097896 req-969c86b5-c08a-4be4-90a2-f80f9f55a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:21.410348 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-969c86b5-c08a-4be4-90a2-f80f9f55a2dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0889652 Nov 12 12:37:21.455653 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-15967766-8245-4fef-901c-0b6920008929 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0353653 Nov 12 12:37:21.505211 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78522c81-adb9-4674-accb-16a4e6097896 req-b5c74c86-4af9-44a2-be8f-307505afaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:21.506746 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-b5c74c86-4af9-44a2-be8f-307505afaca7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0444229 Nov 12 12:37:21.552441 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78522c81-adb9-4674-accb-16a4e6097896 req-ae28af28-cf71-41bd-8a7a-bc3f4635910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:37:21.553949 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-ae28af28-cf71-41bd-8a7a-bc3f4635910e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406201 Nov 12 12:37:21.564856 n-d-768852-22 neutron-server[109705]: DEBUG neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-a46e4146-8d87-4f5d-96c9-9d16da81d294 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=109705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 12:37:21.565819 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-a46e4146-8d87-4f5d-96c9-9d16da81d294 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050995 Nov 12 12:37:21.666978 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-79389c64-c1ef-4c03-97f6-c14557f7b1de service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937521 Nov 12 12:37:21.669637 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:21.763548 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-78522c81-adb9-4674-accb-16a4e6097896 req-9f1e0253-0bd1-4eef-a5b8-6e777bc47c04 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881763 Nov 12 12:37:26.899478 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:37:29.452883 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f30173a8-46d9-4af0-84db-028ebd9ef8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:31.800855 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-a29b2f69-a197-4b71-a8c5-3eb39bc7689e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:33.446999 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.601116 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:34.898426 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:48.692186 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:51.668837 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:37:59.434493 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf42a-dc02-4e68-820c-aa9e5c70d51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:01.794531 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c7a6cf8c-6918-4c3a-9d5c-d8ba08457c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:03.434604 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:03.899584 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:38:04.531643 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:04.874302 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:18.703478 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:21.697444 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:23.300141 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-ad56cc45-5862-4916-b7e9-c588736a0c07 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1325696 Nov 12 12:38:23.384038 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-a43d1a9a-f338-4478-93fe-b3718e4603e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:23.385521 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-a43d1a9a-f338-4478-93fe-b3718e4603e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0415041 Nov 12 12:38:23.491587 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-6d93b616-0b6d-482d-8af3-5501c35780b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:23.493008 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-6d93b616-0b6d-482d-8af3-5501c35780b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0883036 Nov 12 12:38:23.540087 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-040b7f9a-fcdc-4875-979e-c04761a8714b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0330372 Nov 12 12:38:23.590159 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-8a511399-b6a8-4dfb-a4de-bcfb97be5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:23.591646 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-8a511399-b6a8-4dfb-a4de-bcfb97be5672 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0446742 Nov 12 12:38:23.642985 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-63d19b10-7ebc-4585-8ede-9400bdd0e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:38:23.644529 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-63d19b10-7ebc-4585-8ede-9400bdd0e583 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460510 Nov 12 12:38:23.734571 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-817d8268-c846-4f1b-b801-26a142e65b35 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829291 Nov 12 12:38:23.827176 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6ca2fbde-a06f-4482-ab3d-016c5bc11ff4 req-f25b4db0-4ae9-4b15-9261-f1f026670a5d service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852077 Nov 12 12:38:29.440579 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-d0b23f03-a3e4-4c88-8195-34e971ac6a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:31.822755 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-18a3bf6d-ea18-4374-b762-3e90cf224759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:33.422954 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.543104 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:34.942632 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:40.901056 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:38:48.742354 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:51.696580 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:38:59.433411 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-22c4ff2a-f163-4566-b464-7fd104f2570a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:01.827763 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-074c4b90-8cf0-474a-ab25-228afa386cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:03.422212 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:04.548013 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:04.897230 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:17.900152 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:39:18.730480 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:21.707513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:25.200625 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6794743c-7728-4154-b813-bcafed5f3e99 req-12677982-ffaf-47a9-bfa0-d818bf8c0f66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422544 Nov 12 12:39:25.284405 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794743c-7728-4154-b813-bcafed5f3e99 req-8f2d560d-0932-44f9-91f1-c648215a651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.285945 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6794743c-7728-4154-b813-bcafed5f3e99 req-8f2d560d-0932-44f9-91f1-c648215a651f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0401890 Nov 12 12:39:25.396572 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794743c-7728-4154-b813-bcafed5f3e99 req-f69ac665-bdcd-45d5-a12c-59ceda515b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.398035 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6794743c-7728-4154-b813-bcafed5f3e99 req-f69ac665-bdcd-45d5-a12c-59ceda515b25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0919008 Nov 12 12:39:25.440990 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6794743c-7728-4154-b813-bcafed5f3e99 req-b9b89dcd-eeb1-4941-bfa6-88e99e2c7939 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0351911 Nov 12 12:39:25.490649 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794743c-7728-4154-b813-bcafed5f3e99 req-c68e17ef-3eef-4133-a669-617656d5028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.492028 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6794743c-7728-4154-b813-bcafed5f3e99 req-c68e17ef-3eef-4133-a669-617656d5028a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0429394 Nov 12 12:39:25.541736 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794743c-7728-4154-b813-bcafed5f3e99 req-58ca319e-5d86-4f57-aa00-c75132c86739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:39:25.543760 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6794743c-7728-4154-b813-bcafed5f3e99 req-58ca319e-5d86-4f57-aa00-c75132c86739 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441964 Nov 12 12:39:25.638698 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6794743c-7728-4154-b813-bcafed5f3e99 req-2b595763-a0e7-4b6b-89f1-f3a7711ab6ae service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877566 Nov 12 12:39:25.733021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6794743c-7728-4154-b813-bcafed5f3e99 req-457c5654-20e5-4e98-8f80-667fd678275e service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861778 Nov 12 12:39:29.444647 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-dab18bcd-7a6e-447e-b893-144b6222c206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:31.811677 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f85e9fbd-d748-446b-8960-41e1f3c9c9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:33.433004 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.558779 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:34.924672 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:48.758595 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:51.747118 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:39:54.901829 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:39:59.427661 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-93358675-4b4a-4bcf-9f0e-707ee9cefc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:01.844586 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-43fcb9aa-73e5-4030-9244-d48598d9d13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:03.443860 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.563853 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:04.903043 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:18.758123 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:21.752797 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:27.190036 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-69e8548a-c404-4a44-96c9-aebc481a5e47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405359 Nov 12 12:40:27.279710 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-d2068dbe-9c2e-46ea-ac90-53616139940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.281261 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-d2068dbe-9c2e-46ea-ac90-53616139940c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0485256 Nov 12 12:40:27.388185 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-c5a92744-4bbc-45ad-bf57-6cae52682dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.389668 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-c5a92744-4bbc-45ad-bf57-6cae52682dff service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0883687 Nov 12 12:40:27.431572 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-c58e90c8-2b43-4bab-a554-a39dbfe59271 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0339146 Nov 12 12:40:27.484513 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-3357c5b4-75e7-4153-b36e-1149fc49c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.485883 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-3357c5b4-75e7-4153-b36e-1149fc49c3c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0469787 Nov 12 12:40:27.530920 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-b0c416f7-9da9-4c38-92a7-edadec8628cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:40:27.532450 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-b0c416f7-9da9-4c38-92a7-edadec8628cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395315 Nov 12 12:40:27.623815 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-c62b952c-f15e-4083-91eb-6ca2cc13d3f7 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835526 Nov 12 12:40:27.718942 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-4aa6e097-e176-442d-b803-bc1857ce4509 req-0b455011-7b26-41b0-a598-7eba83e5d39c service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867896 Nov 12 12:40:29.472784 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-036d35d7-6b99-45c1-9484-2cd425c0e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.866326 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-596a6750-f9f8-44ad-be10-e2f289729eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:31.901553 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:40:33.466786 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.570271 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:34.935783 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:48.746513 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:51.700353 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:40:59.455543 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c42e42ed-7e28-4c46-9c41-17688552d72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:01.837765 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-87a399d4-f2a4-40a7-b888-c37983fc4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:03.472257 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:04.586415 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:04.945732 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:08.900060 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:41:18.751778 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:21.694334 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:29.195245 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-4fd1e757-4ba4-4621-b59e-52eac98ef531 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395195 Nov 12 12:41:29.275422 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-5c3a06db-2124-41f1-b57b-47c4ae3a0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:29.276941 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-5c3a06db-2124-41f1-b57b-47c4ae3a0ce4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0405455 Nov 12 12:41:29.387383 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-cb0be594-283a-4aee-b15e-0fae44003cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:29.388917 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-cb0be594-283a-4aee-b15e-0fae44003cf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0905538 Nov 12 12:41:29.430304 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-0bfb7be6-111e-491d-8aa1-2927feb072fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0343618 Nov 12 12:41:29.483380 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-2613e6d7-58c1-4e12-8ecf-1e592d9933d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:29.484822 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-2613e6d7-58c1-4e12-8ecf-1e592d9933d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0481896 Nov 12 12:41:29.511820 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c94b56e9-13b0-4297-bb6f-6404ca2c71b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:29.532840 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-31a715b0-d65e-4ff9-864a-9293a0698caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:41:29.534452 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-31a715b0-d65e-4ff9-864a-9293a0698caf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420599 Nov 12 12:41:29.628049 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-8bfed7ee-71a9-4160-b579-f81d9b900118 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862393 Nov 12 12:41:29.724244 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-68a0b75a-1d56-411f-99c6-9e76ca3f6919 req-11927fd0-8c43-4f51-baf8-084a57462c8b service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877886 Nov 12 12:41:31.889108 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-5e14d677-56b4-42ed-9528-cd2bb7810af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:33.455064 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:34.579842 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:34.923088 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:45.898783 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:41:48.843207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:51.745200 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:41:59.437628 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-ea11e66d-cc47-4772-b448-51195dfe7249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:01.848455 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bb98b6b5-f9d4-4c2b-a969-c707e82a0345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:03.465621 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:04.596756 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:04.904751 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:18.768300 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:21.790212 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:22.898018 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:42:29.488109 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-bd7f10a2-0653-40a9-8739-9aa9fa703af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:29.745327 n-d-768852-22 neutron-server[109704]: DEBUG neutron.wsgi [req-467813dd-4336-4726-92b1-3c0879f7dd41 req-7b926344-dffc-4d74-9038-bbf27c4db728 service neutron] (109704) timed out ('10.222.0.98', 44172) {{(pid=109704) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 12:42:31.186992 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-9a479758-f68a-4224-8560-a0abe6b218c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400956 Nov 12 12:42:31.268517 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-0eddc96f-cd73-46fe-928e-3b8c2c1daa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.269993 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-0eddc96f-cd73-46fe-928e-3b8c2c1daa48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0408311 Nov 12 12:42:31.376056 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-5d88868e-2cdf-4174-b1fb-5fe3c9dd217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.377530 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-5d88868e-2cdf-4174-b1fb-5fe3c9dd217b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0885932 Nov 12 12:42:31.419651 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-b58f2e03-e32f-4ce5-97a6-164c4d1d4479 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0352020 Nov 12 12:42:31.481620 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-8762eabb-a799-46df-b473-544df5e952cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.483539 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-8762eabb-a799-46df-b473-544df5e952cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0565081 Nov 12 12:42:31.535525 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-15d4aafb-d844-44d2-b145-2f7dedd7b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:42:31.537111 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-15d4aafb-d844-44d2-b145-2f7dedd7b455 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468099 Nov 12 12:42:31.624437 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-bb672f2c-f867-405f-a4c2-315d9d99ffb5 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804586 Nov 12 12:42:31.716824 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-c081457b-0452-467b-b54a-fdd12af2dcc9 req-07d1949a-707b-4b20-8d61-85cb8678bf13 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845633 Nov 12 12:42:31.846563 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-f01f4273-f958-4871-a673-25ae544e2d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:33.493597 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.591207 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:34.933793 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:48.767481 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:51.750833 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.470472 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-32714a6b-da3f-4901-9997-25891a00f251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:42:59.896721 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:43:01.870444 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-28f36174-6eee-41b2-b604-fe31074a59b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:03.510102 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.578734 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:04.926319 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:18.778466 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:21.767045 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3b46e8cf-daa1-4cbb-979b-4073dfc5c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:29.470120 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-44fbdc36-b51c-4b2f-a3a7-f6f22a1a0ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:31.329835 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-6b96e80b-48e3-4025-9752-3871f16d63c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=97dc3994-2b16-4211-b290-5e3f3fcece96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1704669 Nov 12 12:43:31.413872 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-4c3170ca-ddce-4f4f-b4ec-82e90fa3d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:31.415416 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-4c3170ca-ddce-4f4f-b4ec-82e90fa3d4f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=350eb52c645646e4bc02302e16cf34fb&device_id=97dc3994-2b16-4211-b290-5e3f3fcece96 HTTP/1.1" status: 200 len: 1097 time: 0.0412319 Nov 12 12:43:31.522862 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-da55f28a-51b9-4d9e-a965-c6c139d56784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:31.524546 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-da55f28a-51b9-4d9e-a965-c6c139d56784 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9 HTTP/1.1" status: 200 len: 911 time: 0.0887978 Nov 12 12:43:31.566086 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-7a237262-e072-4e81-8ca8-87dbb3c7c4b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c63d232d-fadf-43c4-8a5e-d836b331b3fb HTTP/1.1" status: 200 len: 217 time: 0.0348577 Nov 12 12:43:31.620324 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-d7618c8f-f529-442e-a17c-5141c270bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:31.621881 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-d7618c8f-f529-442e-a17c-5141c270bb62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80721c33-7e4d-433f-96e7-fa927993537f HTTP/1.1" status: 200 len: 849 time: 0.0479157 Nov 12 12:43:31.668295 n-d-768852-22 neutron-server[109705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-6fa3410a-1c72-4e9c-b1f9-521a7dc1a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 12:43:31.669852 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-6fa3410a-1c72-4e9c-b1f9-521a7dc1a771 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413315 Nov 12 12:43:31.760692 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-f25955f1-be5f-4350-82e0-9d8f03e327b4 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828383 Nov 12 12:43:31.855021 n-d-768852-22 neutron-server[109705]: INFO neutron.wsgi [req-6560f1fb-a66f-43a1-960a-23f83fd2bfc4 req-8013b630-656a-4376-a31c-24d17cd7ce38 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7035bc-0a62-42d5-81fe-1e0c6bfcabd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876639 Nov 12 12:43:31.887179 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-15f301fb-03e9-4473-b427-49c4188ba2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:33.515613 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-fe76b70c-a109-46a0-b339-8ec8c0139467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:34.619778 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-20f23b11-d957-4443-bdd0-ace0cd1eb3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:34.910320 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-c0a18a4f-a32e-4e50-bbb8-8a022cf22ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 12:43:36.898023 n-d-768852-22 neutron-server[109707]: DEBUG neutron.db.agents_db [None req-6fb928fc-600f-45ee-8032-4a21619207b7 None None] Agent healthcheck: found 7 active agents {{(pid=109707) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 12:43:48.839685 n-d-768852-22 neutron-server[109706]: DEBUG neutron_lib.callbacks.manager [None req-3dc34e3e-0743-422c-8cea-6c3815257674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769636247004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901633'] for agent, after_update {{(pid=109706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}